-- Logs begin at Tue 2021-12-21 12:42:16 UTC, end at Tue 2021-12-21 14:24:45 UTC. -- Dec 21 13:17:36.956234 dv-neutron-master-2-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Dec 21 13:17:39.881020 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.common.config [-] Logging enabled! Dec 21 13:17:39.881723 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev307 Dec 21 13:17:39.881850 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103043) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 21 13:17:39.885167 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.common.config [-] Logging enabled! Dec 21 13:17:39.885426 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev307 Dec 21 13:17:39.885738 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103043) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 21 13:17:39.886754 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 21 13:17:39.886989 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 21 13:17:39.887383 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 21 13:17:39.887630 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 21 13:17:39.887857 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 21 13:17:39.888177 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:39.888599 dv-neutron-master-2-hyperv neutron-server[103043]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Dec 21 13:17:39.888912 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:39.889207 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:39.889501 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:39.889798 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:39.890088 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:39.890386 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:39.890682 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:39.890981 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:39.891268 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:39.891550 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:39.891836 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:39.892853 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:39.892994 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:39.893306 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:39.893575 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:39.893859 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] debug = True {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:39.894138 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:39.894616 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:39.895036 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:39.895318 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:39.895607 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:39.895943 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:39.896152 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:39.896427 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:39.896710 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:39.897054 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] host = dv-neutron-master-2-hyperv {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:39.897346 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:39.897619 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:39.897905 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:39.898192 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:39.898504 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:39.898782 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:39.899070 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:39.899343 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:39.899615 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] log_file = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:39.899889 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:39.900179 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:39.900479 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:39.900758 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:39.900983 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:39.901204 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:39.901501 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:39.901785 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:39.902059 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:39.902332 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:39.902628 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:39.902903 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:39.903176 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:39.903442 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:39.903726 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:39.904008 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:39.904292 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:39.904564 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:39.904837 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:39.905107 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:39.905378 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:39.905661 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:39.905933 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:39.906206 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:39.906508 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:39.906796 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:39.907065 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:39.907336 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:39.907687 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:39.907978 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:39.908263 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:39.908565 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:39.908822 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:39.909106 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:39.909379 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:39.909651 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:39.909920 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] use_json = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:39.910192 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:39.910489 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:39.910773 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:39.911043 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:39.911314 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:39.911586 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:39.911854 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:39.912140 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:39.912439 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:39.912741 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:39.913040 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:39.913323 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:39.913630 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:39.913907 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:39.914195 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:39.914498 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:39.914788 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:39.915076 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:39.915363 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:39.915637 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:39.915922 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:39.916197 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:39.916488 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:39.916793 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:39.917084 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:39.917374 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:39.917644 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:39.917913 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:39.918184 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:39.918487 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:39.918774 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:39.919049 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:39.919336 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:39.919623 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:39.919901 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:39.920196 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:39.920482 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:39.920773 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:39.921061 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:39.921333 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:39.921611 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:39.921901 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:39.922177 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:39.922477 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:39.923015 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:39.923339 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:39.923616 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:39.923889 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:39.924165 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:39.924443 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:39.924716 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:39.924986 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:39.925261 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:39.925551 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:39.925826 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:39.926094 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:39.926397 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:39.926668 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:39.926939 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:39.927222 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:39.927498 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:39.927767 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:39.928035 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:39.928306 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:39.928575 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:39.928843 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:39.929114 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:39.929382 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:39.929653 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:39.929920 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:39.930186 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:39.930571 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:39.930757 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:39.931029 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:39.931301 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:39.931570 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:39.931844 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:39.932114 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:39.932381 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:39.932652 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:39.932925 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:39.933193 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:39.933478 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:39.933772 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:39.934047 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:39.934322 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:39.934628 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:39.934904 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:39.935178 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:39.935452 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:39.935724 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:39.935999 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:39.936267 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:39.936560 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:39.936842 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:39.937125 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:39.937404 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:39.937712 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:39.938006 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:39.938281 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:39.938587 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:39.939386 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:39.939663 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:39.939944 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:39.940227 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:39.940519 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:39.940814 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:39.941106 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:39.941400 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:39.941695 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:39.941972 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:39.942281 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:39.942585 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:39.942805 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 21 13:17:39.943054 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103043) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 21 13:17:40.396894 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 21 13:17:40.397270 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 21 13:17:40.397686 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 21 13:17:40.398163 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 21 13:17:40.750940 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:40.751137 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:40.751434 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:40.752758 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:40.753042 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:40.753309 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:40.800761 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:40.801044 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:40.801310 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:40.815764 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:40.816048 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:40.816318 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:40.846428 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:40.846709 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:40.846976 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:40.886059 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:40.886737 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:40.886737 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:41.231216 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:41.231497 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:41.231766 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:41.232038 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:41.232734 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:41.334079 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:41.334428 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:41.334718 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:41.334990 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:41.335251 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:41.335560 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:41.335819 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:41.336072 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:41.336322 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:41.336602 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:41.336859 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:41.337122 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:41.337375 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:41.337626 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:41.337881 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:41.338147 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:41.338421 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:41.338691 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:41.338956 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:41.339212 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:41.339482 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:41.339735 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:41.340060 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:41.340449 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:41.340698 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:41.340943 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:41.341361 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103043) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 21 13:17:41.341600 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103043) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 21 13:17:41.341839 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103043) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 21 13:17:41.342077 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103043) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 21 13:17:41.342313 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103043) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 21 13:17:41.342572 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103043) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 21 13:17:41.342943 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 21 13:17:41.346912 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 21 13:17:41.351017 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 21 13:17:41.355106 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Dec 21 13:17:41.356768 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 21 13:17:41.357233 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 21 13:17:41.357569 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 21 13:17:41.357960 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 21 13:17:41.360890 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 21 13:17:41.361135 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 21 13:17:41.361482 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 21 13:17:41.366901 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Dec 21 13:17:41.390834 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 21 13:17:41.391314 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:41.391620 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103043) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Dec 21 13:17:41.392048 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:41.393539 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103043) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 21 13:17:41.393833 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 21 13:17:41.394079 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 21 13:17:41.397434 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:41.397718 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:41.462720 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 21 13:17:41.462953 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 21 13:17:41.463183 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 21 13:17:41.463565 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 21 13:17:41.487464 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_db.sqlalchemy.engines [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103043) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Dec 21 13:17:41.946610 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.plugins.ml2.managers [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Initializing driver for type 'gre' Dec 21 13:17:41.947675 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] gre ID ranges: [(1, 1000)] Dec 21 13:17:42.013635 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.plugins.ml2.managers [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Initializing driver for type 'local' Dec 21 13:17:42.014066 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.plugins.ml2.managers [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Initializing driver for type 'vlan' Dec 21 13:17:42.028678 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] VlanTypeDriver initialization complete Dec 21 13:17:42.029024 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.plugins.ml2.managers [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Initializing driver for type 'vxlan' Dec 21 13:17:42.029612 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] vxlan ID ranges: [(1, 1000)] Dec 21 13:17:42.100487 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.plugins.ml2.managers [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Initializing extension driver 'port_security' Dec 21 13:17:42.100822 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.plugins.ml2.extensions.port_security [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] PortSecurityExtensionDriver initialization complete Dec 21 13:17:42.101168 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.plugins.ml2.managers [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Initializing mechanism driver 'openvswitch' Dec 21 13:17:42.101489 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.plugins.ml2.managers [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Initializing mechanism driver 'hyperv' Dec 21 13:17:42.108260 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:17:42.109140 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Subscribe: > port after_create 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:42.109509 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Subscribe: > port after_update 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:42.109864 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Subscribe: > port after_delete 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:42.110427 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103043) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 21 13:17:42.110897 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Subscribe: > subnet after_create 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:42.111249 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Subscribe: > subnet after_update 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:42.111594 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:42.111989 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103043) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 21 13:17:42.112395 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Subscribe: > network after_create 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:42.112743 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Subscribe: > network after_update 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:42.113085 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Subscribe: > network after_delete 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:42.113487 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103043) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 21 13:17:42.113893 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Subscribe: > security_group after_create 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:42.114251 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Subscribe: > security_group after_update 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:42.114630 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:42.115019 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103043) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 21 13:17:42.115536 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:42.115801 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:42.116112 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:42.116503 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103043) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 21 13:17:42.116906 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Subscribe: > address_group after_create 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:42.117251 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Subscribe: > address_group after_update 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:42.117586 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:42.117981 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103043) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 21 13:17:42.118386 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] ML2 OVO RPC backend initialized. {{(pid=103043) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Dec 21 13:17:42.119131 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:42.119486 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:42.119895 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Subscribe: > network before_response 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:42.120249 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Subscribe: > networks before_response 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:42.120596 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Subscribe: > port before_response 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:42.120941 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Subscribe: > ports before_response 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:42.121283 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Subscribe: > subnet before_response 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:42.121623 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Subscribe: > subnets before_response 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:42.121965 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Subscribe: > network after_create 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:42.122302 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Subscribe: > network after_update 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:42.122664 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Subscribe: > network after_delete 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:42.123000 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Subscribe: > port after_create 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:42.123343 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Subscribe: > port after_update 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:42.123673 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Subscribe: > port after_delete 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:42.124007 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Subscribe: > subnet after_create 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:42.124348 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Subscribe: > subnet after_update 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:42.124678 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:42.125275 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.plugins.ml2.plugin [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Modular L2 Plugin initialization complete Dec 21 13:17:42.125599 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.manager [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading services supported by the core plugin {{(pid=103043) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 21 13:17:42.125923 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.plugins.ml2.managers [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Got port-security extension from driver 'port_security' Dec 21 13:17:42.126931 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.extensions.vlantransparent [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Disabled vlantransparent extension. Dec 21 13:17:42.127419 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.manager [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103043) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 21 13:17:42.127736 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.manager [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading Plugin: router Dec 21 13:17:42.164741 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:42.165138 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Subscribe: > router after_create 55549900 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:42.165513 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Subscribe: > router before_create 55549900 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:42.165877 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:42.166256 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:42.166647 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Subscribe: > router after_delete 55549900 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:42.167005 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:42.167484 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:42.167851 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Subscribe: > router after_create 55549900 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:42.168206 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Subscribe: > router after_update 55549900 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:42.168562 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Subscribe: > router after_update 55549900 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:42.168913 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:42.169275 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Subscribe: > router after_update 55549900 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:42.169689 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Subscribe: > router precommit_update 55549900 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:42.170065 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Subscribe: port after_update 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:42.170431 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Subscribe: port after_delete 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:42.170773 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Subscribe: subnet after_update 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:42.171113 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:42.171463 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:42.171812 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Subscribe: > router precommit_create 55549900 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:42.172158 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Subscribe: port before_delete 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:42.172500 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Subscribe: > router precommit_create 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:42.173141 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Subscribe: > router after_update 55549900 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:42.173484 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:42.173839 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Subscribe: > router precommit_create 55549900 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:42.174199 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:42.174567 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Subscribe: > router precommit_update 55549900 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:42.174935 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Subscribe: > agent after_create 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:42.175286 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Subscribe: > agent after_delete 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:42.175632 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Subscribe: > network after_delete 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:42.176522 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.quota.resource_registry [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Tracking information for resource: router configured {{(pid=103043) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 21 13:17:42.176854 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.quota.resource_registry [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Tracking information for resource: floatingip configured {{(pid=103043) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 21 13:17:42.182034 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.db.l3_agentschedulers_db [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 21 13:17:42.182639 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Subscribe: port after_update 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:42.183008 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Subscribe: port after_create 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:42.183364 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Subscribe: port after_delete 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:42.183717 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Subscribe: port after_update 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:42.184524 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Subscribe: > router before_create 55550100 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:42.184890 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:42.185256 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Subscribe: > router precommit_create 55550100 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:42.185613 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Subscribe: > router precommit_update 55550100 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:42.191096 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.services.provider_configuration [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Service providers = [] {{(pid=103043) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 21 13:17:42.191468 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.db.servicetype_db [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103043) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 21 13:17:42.194589 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.services.service_base [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103043) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 21 13:17:42.194938 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.services.service_base [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103043) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 21 13:17:42.195277 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.services.service_base [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103043) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 21 13:17:42.196163 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.services.service_base [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103043) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 21 13:17:42.196539 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.services.service_base [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 21 13:17:42.196981 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.manager [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103043) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 21 13:17:42.197242 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.manager [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 21 13:17:42.208887 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.manager [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103043) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 21 13:17:42.209225 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.manager [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading Plugin: auto_allocate Dec 21 13:17:42.215175 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Subscribe: network precommit_update 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:42.215560 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Subscribe: network precommit_create 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:42.216089 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.manager [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103043) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 21 13:17:42.216413 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.manager [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading Plugin: tag Dec 21 13:17:42.223463 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.manager [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103043) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 21 13:17:42.223791 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.manager [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading Plugin: timestamp Dec 21 13:17:42.227892 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.manager [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103043) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 21 13:17:42.228227 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.manager [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading Plugin: network_ip_availability Dec 21 13:17:42.233808 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:42.234188 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:42.234577 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:42.235330 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.manager [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103043) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 21 13:17:42.235695 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.manager [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading Plugin: flavors Dec 21 13:17:42.240860 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.manager [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103043) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 21 13:17:42.241191 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.manager [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading Plugin: revisions Dec 21 13:17:42.245687 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.manager [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103043) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 21 13:17:42.246084 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_concurrency.lockutils [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.848s {{(pid=103043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 21 13:17:42.246902 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103043) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 21 13:17:42.247245 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Initializing extension manager. Dec 21 13:17:42.247776 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: __init__.py {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.248120 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: __pycache__ {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.248458 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.248792 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: address_group.py {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.249578 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 13:17:42.250167 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loaded extension: address-group Dec 21 13:17:42.250528 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: address_scope.py {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.251776 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 13:17:42.252285 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loaded extension: address-scope Dec 21 13:17:42.252608 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.253571 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 13:17:42.254078 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loaded extension: router-admin-state-down-before-update Dec 21 13:17:42.254431 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: agent.py {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.255143 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 13:17:42.255648 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loaded extension: agent Dec 21 13:17:42.255973 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: agent_resources_synced.py {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.256888 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 13:17:42.257394 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loaded extension: agent-resources-synced Dec 21 13:17:42.257719 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: allowedaddresspairs.py {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.259593 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 13:17:42.260117 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loaded extension: allowed-address-pairs Dec 21 13:17:42.260444 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: auto_allocated_topology.py {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.261539 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 13:17:42.262050 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loaded extension: auto-allocated-topology Dec 21 13:17:42.262401 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: availability_zone.py {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.263104 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 13:17:42.263611 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loaded extension: availability_zone Dec 21 13:17:42.263929 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: availability_zone_filter.py {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.265110 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 13:17:42.265617 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loaded extension: availability_zone_filter Dec 21 13:17:42.265941 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: data_plane_status.py {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.266929 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 13:17:42.267436 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Extension data-plane-status not supported by any of loaded plugins Dec 21 13:17:42.267756 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: default_subnetpools.py {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.269607 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 13:17:42.269607 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loaded extension: default-subnetpools Dec 21 13:17:42.269607 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.270329 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 13:17:42.271562 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loaded extension: dhcp_agent_scheduler Dec 21 13:17:42.271888 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: dns.py {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.272848 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 13:17:42.273350 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Extension dns-integration not supported by any of loaded plugins Dec 21 13:17:42.273670 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: dns_domain_ports.py {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.274628 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 13:17:42.275143 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 21 13:17:42.275469 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.276359 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 13:17:42.276862 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Dec 21 13:17:42.277182 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: dvr.py {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.277849 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 13:17:42.278373 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loaded extension: dvr Dec 21 13:17:42.278695 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: ecmp_routes.py {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.279622 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 13:17:42.280118 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Extension ecmp_routes not supported by any of loaded plugins Dec 21 13:17:42.280437 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: empty_string_filtering.py {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.281360 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 13:17:42.281862 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loaded extension: empty-string-filtering Dec 21 13:17:42.282178 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.283657 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 13:17:42.284157 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 21 13:17:42.284479 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.285399 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 13:17:42.285897 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 21 13:17:42.286219 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: external_net.py {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.287166 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 13:17:42.287674 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loaded extension: external-net Dec 21 13:17:42.287996 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.288911 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 13:17:42.289424 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loaded extension: extra_dhcp_opt Dec 21 13:17:42.289744 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: extraroute.py {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.290689 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 13:17:42.291197 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loaded extension: extraroute Dec 21 13:17:42.291519 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: extraroute_atomic.py {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.294262 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 13:17:42.294819 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loaded extension: extraroute-atomic Dec 21 13:17:42.295152 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: filter_validation.py {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.295849 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 13:17:42.296366 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loaded extension: filter-validation Dec 21 13:17:42.296695 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: fip_pf_description.py {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.297873 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 13:17:42.298974 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 21 13:17:42.299304 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: fip_port_details.py {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.300229 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 13:17:42.300737 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loaded extension: fip-port-details Dec 21 13:17:42.301061 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: flavors.py {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.302329 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 13:17:42.302869 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loaded extension: flavors Dec 21 13:17:42.303198 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.304931 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 13:17:42.305448 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 21 13:17:42.305778 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: floatingip_pools.py {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.306520 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 13:17:42.307032 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loaded extension: floatingip-pools Dec 21 13:17:42.307357 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: ip_allocation.py {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.308294 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 13:17:42.308796 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Extension ip_allocation not supported by any of loaded plugins Dec 21 13:17:42.309120 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.310066 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 13:17:42.310597 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loaded extension: ip-substring-filtering Dec 21 13:17:42.310928 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: l2_adjacency.py {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.311862 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 13:17:42.312368 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Extension l2_adjacency not supported by any of loaded plugins Dec 21 13:17:42.312695 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: l3.py {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.313754 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 13:17:42.314273 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loaded extension: router Dec 21 13:17:42.314636 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.316995 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 13:17:42.317523 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 21 13:17:42.317853 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.318828 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 13:17:42.319351 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loaded extension: ext-gw-mode Dec 21 13:17:42.319677 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.320626 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 13:17:42.321139 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loaded extension: l3-ha Dec 21 13:17:42.321462 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: l3_flavors.py {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.322434 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 13:17:42.322908 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loaded extension: l3-flavors Dec 21 13:17:42.323235 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.324153 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 13:17:42.324665 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loaded extension: l3-port-ip-change-not-allowed Dec 21 13:17:42.324993 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: l3agentscheduler.py {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.326068 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 13:17:42.326599 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loaded extension: l3_agent_scheduler Dec 21 13:17:42.326931 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: local_ip.py {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.328784 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 13:17:42.329347 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Extension local_ip not supported by any of loaded plugins Dec 21 13:17:42.329684 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: logging.py {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.331231 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 13:17:42.331755 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Extension logging not supported by any of loaded plugins Dec 21 13:17:42.332087 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: metering.py {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.333002 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 13:17:42.333591 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loaded extension: metering Dec 21 13:17:42.333918 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.335069 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 13:17:42.335586 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loaded extension: metering_source_and_destination_fields Dec 21 13:17:42.335914 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: multiprovidernet.py {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.336845 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 13:17:42.337353 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loaded extension: multi-provider Dec 21 13:17:42.337679 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: netmtu.py {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.338621 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 13:17:42.339139 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loaded extension: net-mtu Dec 21 13:17:42.339465 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: netmtu_writable.py {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.340392 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 13:17:42.340898 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loaded extension: net-mtu-writable Dec 21 13:17:42.341222 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: network_availability_zone.py {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.341903 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 13:17:42.342436 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loaded extension: network_availability_zone Dec 21 13:17:42.342766 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: network_ip_availability.py {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.343894 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 13:17:42.344407 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loaded extension: network-ip-availability Dec 21 13:17:42.344733 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: network_segment_range.py {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.346059 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 13:17:42.346593 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Extension network-segment-range not supported by any of loaded plugins Dec 21 13:17:42.346917 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: pagination.py {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.347902 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 13:17:42.348230 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loaded extension: pagination Dec 21 13:17:42.348554 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: port_device_profile.py {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.349652 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 13:17:42.349984 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loaded extension: port-device-profile Dec 21 13:17:42.350306 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.350306 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 13:17:42.351817 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loaded extension: port-mac-address-regenerate Dec 21 13:17:42.352068 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.352985 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 13:17:42.353498 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loaded extension: port-numa-affinity-policy Dec 21 13:17:42.353824 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: port_resource_request.py {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.354788 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 13:17:42.355293 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Extension port-resource-request not supported by any of loaded plugins Dec 21 13:17:42.355615 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: port_resource_request_groups.py {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.356599 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 13:17:42.357104 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Extension port-resource-request-groups not supported by any of loaded plugins Dec 21 13:17:42.357428 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: portbindings.py {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.358397 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 13:17:42.358909 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loaded extension: binding Dec 21 13:17:42.359236 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: portbindings_extended.py {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.360525 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 13:17:42.361765 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loaded extension: binding-extended Dec 21 13:17:42.362093 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: portsecurity.py {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.363054 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 13:17:42.363567 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loaded extension: port-security Dec 21 13:17:42.363893 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: project_id.py {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.364876 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 13:17:42.365217 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loaded extension: project-id Dec 21 13:17:42.365536 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: providernet.py {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.366486 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 13:17:42.367001 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loaded extension: provider Dec 21 13:17:42.367325 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: qos.py {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.370973 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 13:17:42.371499 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Extension qos not supported by any of loaded plugins Dec 21 13:17:42.371834 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.373101 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 13:17:42.373621 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 21 13:17:42.373951 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.374915 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 13:17:42.375430 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 21 13:17:42.375757 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: qos_default.py {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.376707 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 13:17:42.377220 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Extension qos-default not supported by any of loaded plugins Dec 21 13:17:42.377547 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: qos_fip.py {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.378218 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 13:17:42.378746 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Extension qos-fip not supported by any of loaded plugins Dec 21 13:17:42.379077 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.380005 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 13:17:42.380514 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Dec 21 13:17:42.380836 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: qos_gateway_ip.py {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.381767 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 13:17:42.382275 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 21 13:17:42.382633 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: qos_port_network_policy.py {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.383695 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 13:17:42.384203 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 21 13:17:42.384530 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.385601 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 13:17:42.386110 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Extension qos-pps-minimum not supported by any of loaded plugins Dec 21 13:17:42.386458 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: qos_pps_rule.py {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.387678 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 13:17:42.388197 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Extension qos-pps not supported by any of loaded plugins Dec 21 13:17:42.388528 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: qos_rule_type_details.py {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.389460 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 13:17:42.389993 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 21 13:17:42.390323 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: qos_rules_alias.py {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.391410 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 13:17:42.391967 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 21 13:17:42.392297 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: quota_check_limit.py {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.393239 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 13:17:42.393750 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loaded extension: quota-check-limit Dec 21 13:17:42.394075 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: quotasv2.py {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.395110 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 13:17:42.395435 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loaded extension: quotas Dec 21 13:17:42.395760 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: quotasv2_detail.py {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.399127 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 13:17:42.399473 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loaded extension: quota_details Dec 21 13:17:42.399812 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: rbac.py {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.400909 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 13:17:42.401453 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loaded extension: rbac-policies Dec 21 13:17:42.401784 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: rbac_address_group.py {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.402767 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 13:17:42.403288 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loaded extension: rbac-address-group Dec 21 13:17:42.403616 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: rbac_address_scope.py {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.404550 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 13:17:42.405065 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loaded extension: rbac-address-scope Dec 21 13:17:42.405394 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: rbac_security_groups.py {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.406306 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 13:17:42.406843 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loaded extension: rbac-security-groups Dec 21 13:17:42.407170 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: rbac_subnetpool.py {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.408619 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 13:17:42.409128 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loaded extension: rbac-subnetpool Dec 21 13:17:42.409456 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: revisionifmatch.py {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.410406 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 13:17:42.410919 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loaded extension: revision-if-match Dec 21 13:17:42.411246 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: revisions.py {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.412372 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 13:17:42.412880 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loaded extension: standard-attr-revisions Dec 21 13:17:42.413208 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: router_availability_zone.py {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.413888 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 13:17:42.414413 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loaded extension: router_availability_zone Dec 21 13:17:42.414745 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: routerservicetype.py {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.415668 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 13:17:42.416169 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Extension router-service-type not supported by any of loaded plugins Dec 21 13:17:42.416495 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.417519 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 13:17:42.418021 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loaded extension: security-groups-normalized-cidr Dec 21 13:17:42.418375 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.419305 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 13:17:42.419818 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loaded extension: port-security-groups-filtering Dec 21 13:17:42.420146 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.421075 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 13:17:42.421588 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loaded extension: security-groups-remote-address-group Dec 21 13:17:42.421917 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.423192 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 13:17:42.424211 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loaded extension: security-groups-shared-filtering Dec 21 13:17:42.424539 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.425142 dv-neutron-master-2-hyperv neutron-server[103043]: WARNING neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Dec 21 13:17:42.425465 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: securitygroup.py {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.435573 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 13:17:42.436134 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loaded extension: security-group Dec 21 13:17:42.436470 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: segment.py {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.437345 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 13:17:42.437852 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Extension segment not supported by any of loaded plugins Dec 21 13:17:42.438254 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.440435 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 13:17:42.440435 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 21 13:17:42.440435 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: servicetype.py {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.441403 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 13:17:42.442172 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loaded extension: service-type Dec 21 13:17:42.442538 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: sorting.py {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.443813 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 13:17:42.444148 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loaded extension: sorting Dec 21 13:17:42.444480 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: standard_attr_segment.py {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.445530 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 13:17:42.446335 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 21 13:17:42.446920 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: standardattrdescription.py {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.447878 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 13:17:42.448351 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loaded extension: standard-attr-description Dec 21 13:17:42.448688 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: stateful_security_group.py {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.449674 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 13:17:42.450181 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loaded extension: stateful-security-group Dec 21 13:17:42.450544 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: stdattrs_common.py {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.451125 dv-neutron-master-2-hyperv neutron-server[103043]: WARNING neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 21 13:17:42.451450 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.452381 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 13:17:42.452892 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 21 13:17:42.453216 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: subnet_onboard.py {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.454835 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 13:17:42.455384 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loaded extension: subnet_onboard Dec 21 13:17:42.455716 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.456654 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 13:17:42.457201 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 21 13:17:42.457656 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: subnet_service_types.py {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.458634 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 13:17:42.459152 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loaded extension: subnet-service-types Dec 21 13:17:42.459478 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: subnetallocation.py {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.460585 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 13:17:42.461104 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loaded extension: subnet_allocation Dec 21 13:17:42.461427 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.462110 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 13:17:42.462651 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loaded extension: subnetpool-prefix-ops Dec 21 13:17:42.462976 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.463913 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 13:17:42.464419 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 21 13:17:42.464741 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: tagging.py {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.465841 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 13:17:42.466381 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loaded extension: standard-attr-tag Dec 21 13:17:42.466703 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: timestamp.py {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.467932 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 13:17:42.468453 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loaded extension: standard-attr-timestamp Dec 21 13:17:42.468781 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: trunk.py {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.469842 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 13:17:42.470956 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Extension trunk not supported by any of loaded plugins Dec 21 13:17:42.471287 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: trunk_details.py {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.472214 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 13:17:42.472725 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Extension trunk-details not supported by any of loaded plugins Dec 21 13:17:42.473050 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: uplink_status_propagation.py {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.473983 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 13:17:42.474516 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 21 13:17:42.474842 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Loading extension file: vlantransparent.py {{(pid=103043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 13:17:42.475529 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 13:17:42.476044 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Extension vlan-transparent not supported by any of loaded plugins Dec 21 13:17:42.478744 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.quota.resource_registry [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Creating instance of TrackedResource for resource:network Dec 21 13:17:42.479296 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.quota.resource_registry [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Creating instance of TrackedResource for resource:subnet Dec 21 13:17:42.479695 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.quota.resource_registry [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Creating instance of TrackedResource for resource:subnetpool Dec 21 13:17:42.480088 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.quota.resource_registry [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Creating instance of TrackedResource for resource:port Dec 21 13:17:42.481402 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.v2.resource_helper [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103043) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 21 13:17:42.481871 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.v2.resource_helper [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Service FLAVORS assigned prefix: {{(pid=103043) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 21 13:17:42.482528 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.v2.resource_helper [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103043) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 21 13:17:42.482958 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.v2.resource_helper [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103043) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 21 13:17:42.483293 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.quota.resource_registry [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Creating instance of TrackedResource for resource:router Dec 21 13:17:42.483722 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.quota.resource_registry [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Creating instance of TrackedResource for resource:floatingip Dec 21 13:17:42.484222 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.v2.resource_helper [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Service METERING assigned prefix: /metering {{(pid=103043) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 21 13:17:42.486269 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:42.486982 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:42.487341 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:17:42.488614 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.quota.resource_registry [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Creating instance of CountableResource for resource:rbac_policy Dec 21 13:17:42.489132 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.quota.resource_registry [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Creating instance of TrackedResource for resource:security_group Dec 21 13:17:42.489640 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.quota.resource_registry [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 21 13:17:42.490290 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.v2.resource_helper [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Service CORE assigned prefix: {{(pid=103043) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 21 13:17:42.490650 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.quota.resource_registry [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Creating instance of TrackedResource for resource:subnetpool Dec 21 13:17:42.491085 dv-neutron-master-2-hyperv neutron-server[103043]: WARNING neutron.quota.resource_registry [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] subnetpool is already registered Dec 21 13:17:42.491661 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.v2.resource_helper [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Service CORE assigned prefix: {{(pid=103043) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 21 13:17:42.491988 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.quota.resource_registry [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Creating instance of TrackedResource for resource:subnetpool Dec 21 13:17:42.492407 dv-neutron-master-2-hyperv neutron-server[103043]: WARNING neutron.quota.resource_registry [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] subnetpool is already registered Dec 21 13:17:42.494825 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.v2.resource_helper [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103043) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 21 13:17:42.495263 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.v2.resource_helper [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Service FLAVORS assigned prefix: {{(pid=103043) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 21 13:17:42.495858 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.v2.resource_helper [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103043) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 21 13:17:42.496284 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.v2.resource_helper [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103043) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 21 13:17:42.496624 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.quota.resource_registry [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Creating instance of TrackedResource for resource:router Dec 21 13:17:42.496965 dv-neutron-master-2-hyperv neutron-server[103043]: WARNING neutron.quota.resource_registry [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] router is already registered Dec 21 13:17:42.497378 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.quota.resource_registry [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Creating instance of TrackedResource for resource:floatingip Dec 21 13:17:42.497713 dv-neutron-master-2-hyperv neutron-server[103043]: WARNING neutron.quota.resource_registry [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] floatingip is already registered Dec 21 13:17:42.498172 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.v2.resource_helper [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Service METERING assigned prefix: /metering {{(pid=103043) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 21 13:17:42.498890 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.quota.resource_registry [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Creating instance of CountableResource for resource:rbac_policy Dec 21 13:17:42.499220 dv-neutron-master-2-hyperv neutron-server[103043]: WARNING neutron.quota.resource_registry [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] rbac_policy is already registered Dec 21 13:17:42.499644 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.quota.resource_registry [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Creating instance of TrackedResource for resource:security_group Dec 21 13:17:42.499982 dv-neutron-master-2-hyperv neutron-server[103043]: WARNING neutron.quota.resource_registry [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] security_group is already registered Dec 21 13:17:42.500389 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.quota.resource_registry [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 21 13:17:42.500724 dv-neutron-master-2-hyperv neutron-server[103043]: WARNING neutron.quota.resource_registry [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] security_group_rule is already registered Dec 21 13:17:42.501950 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.v2.resource_helper [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Service CORE assigned prefix: {{(pid=103043) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 21 13:17:42.502284 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.quota.resource_registry [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Creating instance of TrackedResource for resource:subnetpool Dec 21 13:17:42.502648 dv-neutron-master-2-hyperv neutron-server[103043]: WARNING neutron.quota.resource_registry [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] subnetpool is already registered Dec 21 13:17:42.503075 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.v2.resource_helper [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Service CORE assigned prefix: {{(pid=103043) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 21 13:17:42.503403 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.quota.resource_registry [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Creating instance of TrackedResource for resource:subnetpool Dec 21 13:17:42.503735 dv-neutron-master-2-hyperv neutron-server[103043]: WARNING neutron.quota.resource_registry [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] subnetpool is already registered Dec 21 13:17:42.504280 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Extended resource: extensions {{(pid=103043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 13:17:42.506974 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Extended resource: address-groups {{(pid=103043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 13:17:42.509788 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Extended resource: address-scopes {{(pid=103043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 13:17:42.511732 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Extended resource: agents {{(pid=103043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 13:17:42.513099 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Extended resource: auto-allocated-topology {{(pid=103043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 13:17:42.514461 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Extended resource: availability_zones {{(pid=103043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 13:17:42.515688 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Extended resource: dhcp-networks {{(pid=103043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 13:17:42.517247 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Extended resource: dhcp-agents {{(pid=103043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 13:17:42.518681 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Extended resource: routers {{(pid=103043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 13:17:42.520906 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Extended resource: flavors {{(pid=103043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 13:17:42.522077 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Extended resource: service_profiles {{(pid=103043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 13:17:42.523348 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Extended resource: next_providers {{(pid=103043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 13:17:42.524788 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Extended resource: service_profiles {{(pid=103043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 13:17:42.527526 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Extended resource: floatingip-pools {{(pid=103043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 13:17:42.528754 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Extended resource: routers {{(pid=103043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 13:17:42.530946 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Extended resource: floatingips {{(pid=103043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 13:17:42.532238 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Extended resource: l3-routers {{(pid=103043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 13:17:42.533658 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Extended resource: l3-agents {{(pid=103043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 13:17:42.535106 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Extended resource: metering-labels {{(pid=103043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 13:17:42.536467 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Extended resource: metering-label-rules {{(pid=103043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 13:17:42.537770 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Extended resource: network-ip-availabilities {{(pid=103043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 13:17:42.539078 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Extended resource: bindings {{(pid=103043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 13:17:42.540702 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Extended resource: quotas {{(pid=103043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 13:17:42.542280 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Extended resource: quotas {{(pid=103043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 13:17:42.543837 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Extended resource: rbac-policies {{(pid=103043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 13:17:42.545127 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Extended resource: security-groups {{(pid=103043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 13:17:42.546403 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Extended resource: security-group-rules {{(pid=103043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 13:17:42.547886 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Extended resource: service-providers {{(pid=103043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 13:17:42.549704 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Extended resource: subnetpools {{(pid=103043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 13:17:42.551166 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Extended resource: subnetpools {{(pid=103043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 13:17:42.552626 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Extended resource: tags {{(pid=103043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 13:17:42.554287 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Extended resource: tags {{(pid=103043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 13:17:42.556129 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Extended resource: tags {{(pid=103043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 13:17:42.557889 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Extended resource: tags {{(pid=103043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 13:17:42.559743 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Extended resource: tags {{(pid=103043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 13:17:42.561569 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Extended resource: tags {{(pid=103043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 13:17:42.563313 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Extended resource: tags {{(pid=103043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 13:17:42.565779 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Extended resource: tags {{(pid=103043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 13:17:42.567566 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Extended resource: tags {{(pid=103043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 13:17:42.569408 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron.api.extensions [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Extended resource: tags {{(pid=103043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 13:17:42.575491 dv-neutron-master-2-hyperv neutron-server[103043]: WARNING keystonemiddleware.auth_token [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 21 13:17:42.580443 dv-neutron-master-2-hyperv neutron-server[103043]: WARNING keystonemiddleware.auth_token [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 21 13:17:42.589193 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_concurrency.lockutils [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Acquired lock "singleton_lock" {{(pid=103043) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Dec 21 13:17:42.589660 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_concurrency.lockutils [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Releasing lock "singleton_lock" {{(pid=103043) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Dec 21 13:17:42.590321 dv-neutron-master-2-hyperv neutron-server[103043]: INFO oslo_service.service [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Starting 2 workers Dec 21 13:17:42.595297 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Started child 103152 {{(pid=103043) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 21 13:17:42.600073 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Started child 103153 {{(pid=103043) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 21 13:17:42.601117 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:17:42.601782 dv-neutron-master-2-hyperv neutron-server[103043]: INFO neutron.service [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Neutron service started, listening on 0.0.0.0:9696 Dec 21 13:17:42.602380 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Publish callbacks [] for process, before_spawn {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:17:42.602822 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [-] (103152) wsgi starting up on http://0.0.0.0:9696 Dec 21 13:17:42.604959 dv-neutron-master-2-hyperv neutron-server[103043]: INFO oslo_service.service [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Starting 1 workers Dec 21 13:17:42.606452 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:17:42.608108 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [-] (103153) wsgi starting up on http://0.0.0.0:9696 Dec 21 13:17:42.610245 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Started child 103154 {{(pid=103043) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 21 13:17:42.611464 dv-neutron-master-2-hyperv neutron-server[103043]: INFO oslo_service.service [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Starting 1 workers Dec 21 13:17:42.614628 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.service [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] calling RpcWorker wait() {{(pid=103154) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 21 13:17:42.615202 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.service [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] returning from RpcWorker wait() {{(pid=103154) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 21 13:17:42.616742 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Started child 103155 {{(pid=103043) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 21 13:17:42.616877 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:17:42.617286 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:17:42.617993 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-319893b0-5054-461e-9a99-fd8ee58f8b42 None None] Publish callbacks [] for process, after_spawn {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:17:42.619180 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103043) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 21 13:17:42.619559 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 21 13:17:42.619559 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 21 13:17:42.619900 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 21 13:17:42.620207 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 21 13:17:42.620412 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 21 13:17:42.621005 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.621318 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.621595 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:17:42.622139 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.622139 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.622410 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.622538 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:17:42.623125 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.623464 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.623801 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.624128 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.624426 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.624665 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.624898 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.625228 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.625541 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.625922 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.626844 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.627142 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.627545 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.627683 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.627983 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.628332 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.628641 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.629024 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] debug = True {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.629281 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.629828 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.630136 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.630550 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.633321 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.633321 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.633321 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.633321 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.633321 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.633321 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.633321 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.633321 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.637342 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.637342 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.637342 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.637342 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.637342 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.637342 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.637342 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] host = dv-neutron-master-2-hyperv {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.637342 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.638594 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.638594 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.638594 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.638594 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.638594 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.638594 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.638594 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.638594 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.650571 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.650571 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.650571 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.650571 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.650571 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] log_file = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.650571 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] log_options = True {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.650571 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.650571 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.650571 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.653517 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.653517 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.653517 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.654035 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 51662) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:17:42.654508 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.654508 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.654508 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.654508 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.654508 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.654508 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.654508 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.654508 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.658536 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.658536 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.658536 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.658536 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.658536 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.658536 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.658536 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.658536 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.661033 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.661033 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.661033 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.661033 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.661033 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.661033 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.661033 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.661033 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.661033 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.662255 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.662255 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.662255 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.662255 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.662255 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.662255 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.662255 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.662255 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.663409 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.663409 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.663409 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.663409 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.663409 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.663409 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.663409 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.663409 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] use_json = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.669409 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.669409 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.669409 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.669409 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.669409 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.669409 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.669409 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.669409 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.670996 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.670996 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.670996 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.670996 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.670996 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.670996 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.670996 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.670996 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.672208 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.672208 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.672208 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.672208 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.672208 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.672208 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.672208 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.672208 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.674852 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.674852 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.674852 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.674852 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.674852 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.674852 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.674852 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.674852 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.676198 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.676198 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.676198 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.676198 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.676198 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.677668 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [-] 10.222.0.37 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0151398 Dec 21 13:17:42.680033 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.680033 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.680033 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.680033 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.680033 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.680033 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.680033 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.680033 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.681425 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.681425 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.681425 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.681425 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.681425 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.681425 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.681425 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.681425 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.681425 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.683112 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.683112 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.683112 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.683112 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.683112 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.683112 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.683112 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.683112 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.683112 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.684669 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.684669 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.684669 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.684669 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.684669 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.684669 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.684669 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.684669 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.684669 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.690114 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.690114 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.690114 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.690114 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.690114 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.690114 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.690114 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.690114 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.690114 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.691153 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.691153 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.691153 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.691153 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.691153 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.691153 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.691153 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.691153 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.691153 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.692153 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.692153 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.692153 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.692153 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.692153 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.692153 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.692153 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.692153 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.692153 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.693278 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.693278 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.693278 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.693278 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.693278 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.693278 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.693278 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.693278 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.694195 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.694195 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.694195 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.694195 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.694195 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.694195 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.694195 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.694195 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.695303 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.695303 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.695303 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.695303 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.695303 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.695303 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.695303 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.695303 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.696249 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.696249 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.696249 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.696595 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.696847 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.697845 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.698608 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.698608 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.698924 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.699364 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.699749 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.700073 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.700391 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.700840 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.701190 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.701505 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.701798 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.702126 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.702466 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.702776 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.703083 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.703340 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.703827 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.704810 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.705253 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.705900 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.706336 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.706866 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.707319 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.707799 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.708293 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.708625 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.710393 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.710393 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.710393 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.710393 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.710393 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.710393 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.711081 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.711081 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.711306 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.711452 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.711883 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.712203 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.712623 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.712780 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.712947 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.713171 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.713399 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.714412 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.714412 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.714412 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.714412 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.715546 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.715788 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.716020 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.716247 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.716471 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.716740 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.716970 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.717363 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.717520 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.717713 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.718115 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.718544 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.718969 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.719463 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.719730 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.720131 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.720344 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.720766 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.721152 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.721546 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.721791 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.722031 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.722263 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.723375 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.723636 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.724143 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.724566 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.724864 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.725138 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.725357 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.725778 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.726018 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.726262 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.726524 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.726750 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.726971 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.727935 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.727935 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.727935 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.728160 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.728241 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.728487 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.728708 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.728943 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.729677 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.729677 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.729865 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.730509 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.730509 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.730690 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.730899 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.731112 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.731324 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.731568 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.731803 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.732034 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.732274 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.732889 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.732889 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.732889 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.733121 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.733319 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.733580 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.733791 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.734002 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.734222 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.735108 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.735328 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.736109 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.736324 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.736537 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.736767 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.736973 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.737725 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.737725 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.737725 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.738109 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.738109 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.738263 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.739428 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.739745 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.742431 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.742431 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.742431 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.742431 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.742431 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.742431 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.742938 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.742938 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.743070 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.743246 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.744362 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.744626 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.744906 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.745222 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.745521 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.745784 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.746026 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.746315 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.746651 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.746911 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.747543 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.747543 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.747730 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.747994 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.748250 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.749243 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.749243 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.749243 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.749243 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.749524 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.749592 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.750052 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.750433 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.750649 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.750810 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.751033 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.751332 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.751573 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.751801 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.752031 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.752295 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.752529 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.752844 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 21 13:17:42.752844 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103043) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 21 13:17:42.752844 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 21 13:17:42.752844 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 21 13:17:42.754314 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 21 13:17:42.754314 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 21 13:17:42.754314 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 21 13:17:42.754732 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.754732 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.754732 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.755095 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.755095 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.755324 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.755324 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.755562 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.755683 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.755799 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.755910 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.756027 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.756327 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.756327 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.756565 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.756706 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.756838 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.756959 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.757071 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.758472 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.758472 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.758472 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.758472 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] debug = True {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.758472 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.758472 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.758939 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.758939 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.758939 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.758939 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.758939 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.758939 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.759299 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.759299 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.759430 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.759500 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.759677 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.759799 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.760010 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.760168 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.760326 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.760483 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.760663 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] host = dv-neutron-master-2-hyperv {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.760799 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.760949 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.761111 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.761266 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.761422 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.761579 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.761738 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.761905 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.762075 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.762340 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.762340 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.762634 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.762774 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.762942 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] log_file = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.763148 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] log_options = True {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.763338 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.763553 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.763934 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.763934 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.764245 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.764424 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.764589 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.764754 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.766099 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.766265 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.766508 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.766716 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.767472 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.767678 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.767678 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.767992 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.767992 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.768236 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.768236 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.768406 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.768559 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.768720 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.768880 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.769039 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.769199 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.769358 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.769517 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.769686 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.769827 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.769980 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.770124 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.770284 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.770992 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.771162 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.771324 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.771509 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.771662 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.771806 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.771963 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.772132 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.772276 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.772434 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.772584 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.773405 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.773578 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.773743 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.773911 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] use_json = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.774076 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.774275 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.774526 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.774672 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.775217 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.775389 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.775547 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.775710 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 13:17:42.775901 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.776065 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.776240 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.776402 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.776563 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.776726 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.776887 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.777049 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.777211 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.777394 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.777564 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.777726 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.777899 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.778062 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.778223 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.778419 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.778588 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.778749 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.778956 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.779537 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.779537 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.779818 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.779902 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.780048 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.780209 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.780371 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.780531 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.780701 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.780861 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.781039 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.781201 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.781364 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.781603 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.781718 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.781827 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.781972 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.782132 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.782294 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.782550 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.782728 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.782863 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.783065 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.783232 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.783393 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.783556 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.783718 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.784540 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.784540 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.784540 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.784540 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.784990 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:17:42.785103 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.785103 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.785103 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.785103 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.785103 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.785617 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.786229 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.786442 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.786610 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.786772 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.786935 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.787097 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.787260 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.788314 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.788487 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.788712 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.788846 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.790386 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.791886 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.791886 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.791886 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.792202 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.792202 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.792425 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.792518 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.792648 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.792818 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.793168 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.793168 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.793373 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.793481 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.793599 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.793889 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.793889 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.794777 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.796763 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.796952 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.797122 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.797307 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.797474 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.797936 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.798623 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.798814 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.798980 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.799146 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.799301 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.799465 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.799629 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.799821 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.799957 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.800116 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.800276 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.800438 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.800597 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.800765 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.800928 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.801083 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.801245 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.801430 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.801598 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.801721 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.802651 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.802651 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.802651 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.802651 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.803244 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.803446 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.803610 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.803730 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.803885 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.804047 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.804601 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.805877 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.806046 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.806216 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.806421 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.806617 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.806769 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.806913 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.807056 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.807196 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.807336 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.807473 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.807861 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.807861 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.808056 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.808141 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.808253 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.808449 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.808628 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.808782 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.808928 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.809071 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.809234 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.809393 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.809559 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.809731 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.809931 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.811354 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.811783 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.813883 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.813883 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.813883 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.813883 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.814204 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.814204 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.814476 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.814572 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.814725 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.814887 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.815052 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.815213 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.815374 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.815535 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.815696 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.815858 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.816014 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.816176 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.816337 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.816499 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.816661 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.816822 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.816984 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.817143 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.817302 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.817483 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.817676 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.817805 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.817941 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.818158 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.822402 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.822402 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.822402 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.822402 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.822402 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.822402 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.822402 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.822402 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.823106 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.823106 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.823106 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.823106 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.823106 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.823106 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.823106 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.823106 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.823661 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.823661 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.823661 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.823661 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.823661 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.823661 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.823661 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.823661 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.824205 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.824490 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.824673 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.824848 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.825018 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.825187 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.825347 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.825514 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.825694 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.825858 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.826022 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.826185 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.826349 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.826531 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.826710 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.826871 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.827040 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.827303 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.827408 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.827501 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.827710 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.827976 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.827976 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.828224 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.828359 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.828496 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.828626 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.828759 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.828891 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.829022 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.829160 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.829350 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.829525 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.830280 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.830280 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.830280 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.830280 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.830280 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.830996 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.831181 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.831330 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.832077 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.832077 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.832309 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.832462 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.832625 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.832794 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.832965 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.833165 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.833317 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.833459 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.833611 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.833766 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.833930 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.834112 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.834957 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.834957 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.834957 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.834957 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.835260 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.835260 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.835506 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.835596 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.835744 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.835919 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.836082 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.836238 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.836402 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.836558 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.836714 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.836871 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.837044 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.837194 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.837408 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.837552 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.837692 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.837843 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.838036 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.838199 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.838465 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.838626 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.838954 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.838954 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.839526 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.839526 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.839526 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.839526 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 13:17:42.840201 dv-neutron-master-2-hyperv neutron-server[103043]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 21 13:17:55.127186 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375c08a2-3175-4e09-a915-3385ad900c84 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=103154) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 21 13:17:55.252265 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375c08a2-3175-4e09-a915-3385ad900c84 None None] No non-hosted networks {{(pid=103154) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 21 13:17:55.271111 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e9765044-97f0-48a8-8081-2add88390607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-534129'] for agent, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:17:57.521968 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d6f5d7d7-0df2-4684-b137-a5a938a3a8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-534129'] for agent, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:17:57.571138 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d6ae0ed7-c67d-42b4-861f-dd8d1cd321d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:17:58.722968 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-534129'] for agent, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:18:00.686885 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-534129'] for agent, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:18:00.949759 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-534129'] for agent, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:18:00.951072 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:18:00.952394 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:18:00.952746 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:18:00.953088 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:18:00.953426 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:18:00.954171 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:18:00.954171 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:18:00.954542 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:18:00.955094 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:18:00.955754 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:18:00.956106 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:18:00.956493 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:18:00.956889 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:18:00.957434 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-master-2-hyperv', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:18:00.965003 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-master-2-hyperv', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:18:02.092000 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 51768) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:18:02.673116 dv-neutron-master-2-hyperv neutron-server[103153]: WARNING oslo_policy.policy [None req-2662c03b-979c-4777-92ee-6063c91b9f38 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 21 13:18:02.673813 dv-neutron-master-2-hyperv neutron-server[103153]: WARNING oslo_policy.policy [None req-2662c03b-979c-4777-92ee-6063c91b9f38 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 21 13:18:02.916507 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [None req-2662c03b-979c-4777-92ee-6063c91b9f38 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 13:18:02.917578 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-2662c03b-979c-4777-92ee-6063c91b9f38 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8244085 Dec 21 13:18:04.124199 dv-neutron-master-2-hyperv neutron-server[103154]: INFO neutron.db.l3_hamode_db [None req-02d636d1-7a17-469e-9ee4-53fe85a1caea None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 21 13:18:04.207657 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d636d1-7a17-469e-9ee4-53fe85a1caea None None] Routers set() bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:18:04.208039 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d636d1-7a17-469e-9ee4-53fe85a1caea None None] Router IDs set() for agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 21 13:18:05.630517 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 51784) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:18:06.273048 dv-neutron-master-2-hyperv neutron-server[103152]: WARNING oslo_policy.policy [None req-094824f7-a56e-4431-8dc7-2814bd8d48bd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 21 13:18:06.273696 dv-neutron-master-2-hyperv neutron-server[103152]: WARNING oslo_policy.policy [None req-094824f7-a56e-4431-8dc7-2814bd8d48bd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 21 13:18:06.507077 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-094824f7-a56e-4431-8dc7-2814bd8d48bd admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:18:06.604549 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.policy [None req-094824f7-a56e-4431-8dc7-2814bd8d48bd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103152) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 21 13:18:06.651377 dv-neutron-master-2-hyperv neutron-server[103152]: WARNING oslo_policy.policy [None req-094824f7-a56e-4431-8dc7-2814bd8d48bd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 21 13:18:06.652038 dv-neutron-master-2-hyperv neutron-server[103152]: WARNING oslo_policy.policy [None req-094824f7-a56e-4431-8dc7-2814bd8d48bd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 21 13:18:06.660713 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.quota [None req-094824f7-a56e-4431-8dc7-2814bd8d48bd admin admin] Loaded quota_driver: . Dec 21 13:18:06.768057 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-094824f7-a56e-4431-8dc7-2814bd8d48bd admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793254251358', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793254250867', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793254138846', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793254137559', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793254143432', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793254151239', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3736170', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3764983', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-533440', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-967501'] for rbac-policy, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:18:06.860757 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-094824f7-a56e-4431-8dc7-2814bd8d48bd admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:18:06.862125 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-094824f7-a56e-4431-8dc7-2814bd8d48bd admin admin] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2295194 Dec 21 13:18:09.833985 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 51802) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:18:10.192501 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-1c0ddb3a-2979-49e9-b6ec-ec87ab81e5ea admin admin] Request body: {'network': {'tenant_id': 'ce387eb539ad42daa058f3ed38d5a546', 'admin_state_up': True, 'name': 'private', 'project_id': 'ce387eb539ad42daa058f3ed38d5a546'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:18:10.194011 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.quota [None req-1c0ddb3a-2979-49e9-b6ec-ec87ab81e5ea admin admin] Loaded quota_driver: . Dec 21 13:18:10.257621 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c0ddb3a-2979-49e9-b6ec-ec87ab81e5ea admin admin] Made reservation on behalf of ce387eb539ad42daa058f3ed38d5a546 for: {'network': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:18:10.324505 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.policy [None req-1c0ddb3a-2979-49e9-b6ec-ec87ab81e5ea admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103153) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 21 13:18:10.372258 dv-neutron-master-2-hyperv neutron-server[103153]: WARNING oslo_policy.policy [None req-1c0ddb3a-2979-49e9-b6ec-ec87ab81e5ea admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 21 13:18:10.372640 dv-neutron-master-2-hyperv neutron-server[103153]: WARNING oslo_policy.policy [None req-1c0ddb3a-2979-49e9-b6ec-ec87ab81e5ea admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 21 13:18:10.382732 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1c0ddb3a-2979-49e9-b6ec-ec87ab81e5ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:18:10.404810 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1c0ddb3a-2979-49e9-b6ec-ec87ab81e5ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:18:10.551339 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1c0ddb3a-2979-49e9-b6ec-ec87ab81e5ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:18:10.559876 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1c0ddb3a-2979-49e9-b6ec-ec87ab81e5ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:18:10.581817 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c0ddb3a-2979-49e9-b6ec-ec87ab81e5ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=103153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:18:10.612965 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1c0ddb3a-2979-49e9-b6ec-ec87ab81e5ea admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793255377107', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:18:10.613557 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1c0ddb3a-2979-49e9-b6ec-ec87ab81e5ea admin admin] Unsubscribe: segment precommit_create {{(pid=103153) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 21 13:18:10.614086 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.segments_db [None req-1c0ddb3a-2979-49e9-b6ec-ec87ab81e5ea admin admin] Added segment 555cff3e-2ada-4c21-92d7-af86a3e268fc of type vlan for network 1ba5eedc-0ba9-4d11-b467-55bc835d8dbf Dec 21 13:18:10.630208 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0ddb3a-2979-49e9-b6ec-ec87ab81e5ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcac5795-271f-4a2d-8d54-741bc8ac3da7,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:18:10.680425 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0ddb3a-2979-49e9-b6ec-ec87ab81e5ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:18:10.680767 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0ddb3a-2979-49e9-b6ec-ec87ab81e5ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:18:10.681106 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0ddb3a-2979-49e9-b6ec-ec87ab81e5ea admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:18:10.681435 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0ddb3a-2979-49e9-b6ec-ec87ab81e5ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:18:10.681761 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0ddb3a-2979-49e9-b6ec-ec87ab81e5ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:18:10.682084 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0ddb3a-2979-49e9-b6ec-ec87ab81e5ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:18:10.682440 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0ddb3a-2979-49e9-b6ec-ec87ab81e5ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:18:10.682766 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0ddb3a-2979-49e9-b6ec-ec87ab81e5ea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:18:10.683101 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0ddb3a-2979-49e9-b6ec-ec87ab81e5ea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:18:10.683423 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0ddb3a-2979-49e9-b6ec-ec87ab81e5ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:18:10.683737 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0ddb3a-2979-49e9-b6ec-ec87ab81e5ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:18:10.684051 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0ddb3a-2979-49e9-b6ec-ec87ab81e5ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:18:10.684362 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0ddb3a-2979-49e9-b6ec-ec87ab81e5ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:18:10.685700 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0ddb3a-2979-49e9-b6ec-ec87ab81e5ea admin admin] Tracked resource versions report: Dec 21 13:18:10.685700 dv-neutron-master-2-hyperv neutron-server[103153]: pushed versions: Dec 21 13:18:10.685700 dv-neutron-master-2-hyperv neutron-server[103153]: { 'AddressGroup': {'1.2'}, Dec 21 13:18:10.685700 dv-neutron-master-2-hyperv neutron-server[103153]: 'ConntrackHelper': {'1.0'}, Dec 21 13:18:10.685700 dv-neutron-master-2-hyperv neutron-server[103153]: 'LocalIPAssociation': {'1.0'}, Dec 21 13:18:10.685700 dv-neutron-master-2-hyperv neutron-server[103153]: 'Log': {'1.0'}, Dec 21 13:18:10.685700 dv-neutron-master-2-hyperv neutron-server[103153]: 'Network': {'1.1'}, Dec 21 13:18:10.685700 dv-neutron-master-2-hyperv neutron-server[103153]: 'Port': {'1.7'}, Dec 21 13:18:10.685700 dv-neutron-master-2-hyperv neutron-server[103153]: 'PortForwarding': {'1.2'}, Dec 21 13:18:10.685700 dv-neutron-master-2-hyperv neutron-server[103153]: 'QosPolicy': {'1.10'}, Dec 21 13:18:10.685700 dv-neutron-master-2-hyperv neutron-server[103153]: 'SecurityGroup': {'1.5'}, Dec 21 13:18:10.685700 dv-neutron-master-2-hyperv neutron-server[103153]: 'SecurityGroupRule': {'1.2'}, Dec 21 13:18:10.685700 dv-neutron-master-2-hyperv neutron-server[103153]: 'SubPort': {'1.0'}, Dec 21 13:18:10.685700 dv-neutron-master-2-hyperv neutron-server[103153]: 'Subnet': {'1.1'}, Dec 21 13:18:10.685700 dv-neutron-master-2-hyperv neutron-server[103153]: 'Trunk': {'1.1'}} Dec 21 13:18:10.685700 dv-neutron-master-2-hyperv neutron-server[103153]: consumer versions: Dec 21 13:18:10.685700 dv-neutron-master-2-hyperv neutron-server[103153]: { DHCP agent@dv-neutron-master-2-hyperv: {}, Dec 21 13:18:10.685700 dv-neutron-master-2-hyperv neutron-server[103153]: L3 agent@dv-neutron-master-2-hyperv: {}, Dec 21 13:18:10.685700 dv-neutron-master-2-hyperv neutron-server[103153]: Metadata agent@dv-neutron-master-2-hyperv: {}, Dec 21 13:18:10.685700 dv-neutron-master-2-hyperv neutron-server[103153]: Metering agent@dv-neutron-master-2-hyperv: {}, Dec 21 13:18:10.685700 dv-neutron-master-2-hyperv neutron-server[103153]: Open vSwitch agent@dv-neutron-master-2-hyperv: { 'AddressGroup': '1.2', Dec 21 13:18:10.685700 dv-neutron-master-2-hyperv neutron-server[103153]: 'ConntrackHelper': '1.0', Dec 21 13:18:10.685700 dv-neutron-master-2-hyperv neutron-server[103153]: 'LocalIPAssociation': '1.0', Dec 21 13:18:10.685700 dv-neutron-master-2-hyperv neutron-server[103153]: 'Log': '1.0', Dec 21 13:18:10.685700 dv-neutron-master-2-hyperv neutron-server[103153]: 'Network': '1.1', Dec 21 13:18:10.685700 dv-neutron-master-2-hyperv neutron-server[103153]: 'Port': '1.7', Dec 21 13:18:10.685700 dv-neutron-master-2-hyperv neutron-server[103153]: 'PortForwarding': '1.2', Dec 21 13:18:10.685700 dv-neutron-master-2-hyperv neutron-server[103153]: 'QosPolicy': '1.10', Dec 21 13:18:10.685700 dv-neutron-master-2-hyperv neutron-server[103153]: 'SecurityGroup': '1.5', Dec 21 13:18:10.685700 dv-neutron-master-2-hyperv neutron-server[103153]: 'SecurityGroupRule': '1.2', Dec 21 13:18:10.685700 dv-neutron-master-2-hyperv neutron-server[103153]: 'SubPort': '1.0', Dec 21 13:18:10.685700 dv-neutron-master-2-hyperv neutron-server[103153]: 'Subnet': '1.1', Dec 21 13:18:10.685700 dv-neutron-master-2-hyperv neutron-server[103153]: 'Trunk': '1.1'}} Dec 21 13:18:10.685700 dv-neutron-master-2-hyperv neutron-server[103153]: {{(pid=103153) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 21 13:18:10.727429 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1c0ddb3a-2979-49e9-b6ec-ec87ab81e5ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:18:10.772570 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1c0ddb3a-2979-49e9-b6ec-ec87ab81e5ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:18:10.773892 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0ddb3a-2979-49e9-b6ec-ec87ab81e5ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:18:10.774768 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1c0ddb3a-2979-49e9-b6ec-ec87ab81e5ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633769'] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:18:10.843682 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-1c0ddb3a-2979-49e9-b6ec-ec87ab81e5ea admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0078080 Dec 21 13:18:10.888213 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0ddb3a-2979-49e9-b6ec-ec87ab81e5ea admin admin] Pushing event updated for resources: {'Network': ['ID=1ba5eedc-0ba9-4d11-b467-55bc835d8dbf,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:18:10.901276 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network 1ba5eedc-0ba9-4d11-b467-55bc835d8dbf details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:18:13.844621 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 51818) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:18:14.316416 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9944272f-2500-4f5a-b5c3-0873fdf78881 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:18:14.321684 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-9944272f-2500-4f5a-b5c3-0873fdf78881 admin admin] 10.222.0.37 "GET /v2.0/networks/1ba5eedc-0ba9-4d11-b467-55bc835d8dbf HTTP/1.1" status: 200 len: 825 time: 0.4723110 Dec 21 13:18:14.381340 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-42616e62-e01f-4f8f-995d-1f308707321c admin admin] 10.222.0.37 "GET /v2.0/subnetpools/d3a322ae-1b81-4919-925b-be5be2d105b5 HTTP/1.1" status: 200 len: 734 time: 0.0527968 Dec 21 13:18:14.385717 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-11a469af-9a26-4490-9798-c6a52f80db10 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': '1ba5eedc-0ba9-4d11-b467-55bc835d8dbf', 'gateway_ip': '172.20.0.1', 'tenant_id': 'ce387eb539ad42daa058f3ed38d5a546', 'ip_version': 4, 'subnetpool_id': 'd3a322ae-1b81-4919-925b-be5be2d105b5'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:18:14.413769 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11a469af-9a26-4490-9798-c6a52f80db10 admin admin] Made reservation on behalf of ce387eb539ad42daa058f3ed38d5a546 for: {'subnet': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:18:14.416516 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-11a469af-9a26-4490-9798-c6a52f80db10 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:18:14.731071 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-11a469af-9a26-4490-9798-c6a52f80db10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for subnet, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:18:14.798034 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a469af-9a26-4490-9798-c6a52f80db10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f58b106-ac2b-4955-b16a-ed273455b59e,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:18:14.802520 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a469af-9a26-4490-9798-c6a52f80db10 admin admin] Checking segment: {'id': '555cff3e-2ada-4c21-92d7-af86a3e268fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1ba5eedc-0ba9-4d11-b467-55bc835d8dbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:18:14.802929 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a469af-9a26-4490-9798-c6a52f80db10 admin admin] Network hostable DHCP agents. Network: 1ba5eedc-0ba9-4d11-b467-55bc835d8dbf, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:18:14.824799 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a469af-9a26-4490-9798-c6a52f80db10 admin admin] Network 1ba5eedc-0ba9-4d11-b467-55bc835d8dbf is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:18:14.837015 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-11a469af-9a26-4490-9798-c6a52f80db10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 1ba5eedc-0ba9-4d11-b467-55bc835d8dbf) {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:18:14.841872 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a469af-9a26-4490-9798-c6a52f80db10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:18:14.842482 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-11a469af-9a26-4490-9798-c6a52f80db10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633769'] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:18:14.849289 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad78306-819f-4075-af8e-6b20f0a59219 None None] Network 1ba5eedc-0ba9-4d11-b467-55bc835d8dbf requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:18:14.861206 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-11a469af-9a26-4490-9798-c6a52f80db10 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4791598 Dec 21 13:18:15.176400 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e456d2a-5c81-4509-896d-35d7017873f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-1ba5eedc-0ba9-4d11-b467-55bc835d8dbf', 'network_id': '1ba5eedc-0ba9-4d11-b467-55bc835d8dbf', 'project_id': 'ce387eb539ad42daa058f3ed38d5a546', 'fixed_ips': [{'subnet_id': '1f58b106-ac2b-4955-b16a-ed273455b59e'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:18:15.177743 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6e456d2a-5c81-4509-896d-35d7017873f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:18:15.497535 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-6e456d2a-5c81-4509-896d-35d7017873f7 None None] Allocated IP 172.20.0.2 (1ba5eedc-0ba9-4d11-b467-55bc835d8dbf/1f58b106-ac2b-4955-b16a-ed273455b59e/9ff606b6-a603-450c-bb33-3c1f079d0cc1) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:18:15.884359 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6e456d2a-5c81-4509-896d-35d7017873f7 None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:18:15.896953 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6e456d2a-5c81-4509-896d-35d7017873f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:18:15.973126 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e456d2a-5c81-4509-896d-35d7017873f7 None None] Network 1ba5eedc-0ba9-4d11-b467-55bc835d8dbf is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:18:15.978564 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-6e456d2a-5c81-4509-896d-35d7017873f7 None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:18:15.987695 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e456d2a-5c81-4509-896d-35d7017873f7 None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:18:15.991005 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e456d2a-5c81-4509-896d-35d7017873f7 None None] Pushing event updated for resources: {'Port': ['ID=9ff606b6-a603-450c-bb33-3c1f079d0cc1,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:18:16.023686 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e456d2a-5c81-4509-896d-35d7017873f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:18:16.024052 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e456d2a-5c81-4509-896d-35d7017873f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:18:16.024408 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e456d2a-5c81-4509-896d-35d7017873f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:18:16.024731 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e456d2a-5c81-4509-896d-35d7017873f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:18:16.025062 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e456d2a-5c81-4509-896d-35d7017873f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:18:16.025392 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e456d2a-5c81-4509-896d-35d7017873f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:18:16.025756 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e456d2a-5c81-4509-896d-35d7017873f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:18:16.026088 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e456d2a-5c81-4509-896d-35d7017873f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:18:16.026446 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e456d2a-5c81-4509-896d-35d7017873f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:18:16.026778 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e456d2a-5c81-4509-896d-35d7017873f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:18:16.027108 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e456d2a-5c81-4509-896d-35d7017873f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:18:16.027423 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e456d2a-5c81-4509-896d-35d7017873f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:18:16.027737 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e456d2a-5c81-4509-896d-35d7017873f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:18:16.029096 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e456d2a-5c81-4509-896d-35d7017873f7 None None] Tracked resource versions report: Dec 21 13:18:16.029096 dv-neutron-master-2-hyperv neutron-server[103154]: pushed versions: Dec 21 13:18:16.029096 dv-neutron-master-2-hyperv neutron-server[103154]: { 'AddressGroup': {'1.2'}, Dec 21 13:18:16.029096 dv-neutron-master-2-hyperv neutron-server[103154]: 'ConntrackHelper': {'1.0'}, Dec 21 13:18:16.029096 dv-neutron-master-2-hyperv neutron-server[103154]: 'LocalIPAssociation': {'1.0'}, Dec 21 13:18:16.029096 dv-neutron-master-2-hyperv neutron-server[103154]: 'Log': {'1.0'}, Dec 21 13:18:16.029096 dv-neutron-master-2-hyperv neutron-server[103154]: 'Network': {'1.1'}, Dec 21 13:18:16.029096 dv-neutron-master-2-hyperv neutron-server[103154]: 'Port': {'1.7'}, Dec 21 13:18:16.029096 dv-neutron-master-2-hyperv neutron-server[103154]: 'PortForwarding': {'1.2'}, Dec 21 13:18:16.029096 dv-neutron-master-2-hyperv neutron-server[103154]: 'QosPolicy': {'1.10'}, Dec 21 13:18:16.029096 dv-neutron-master-2-hyperv neutron-server[103154]: 'SecurityGroup': {'1.5'}, Dec 21 13:18:16.029096 dv-neutron-master-2-hyperv neutron-server[103154]: 'SecurityGroupRule': {'1.2'}, Dec 21 13:18:16.029096 dv-neutron-master-2-hyperv neutron-server[103154]: 'SubPort': {'1.0'}, Dec 21 13:18:16.029096 dv-neutron-master-2-hyperv neutron-server[103154]: 'Subnet': {'1.1'}, Dec 21 13:18:16.029096 dv-neutron-master-2-hyperv neutron-server[103154]: 'Trunk': {'1.1'}} Dec 21 13:18:16.029096 dv-neutron-master-2-hyperv neutron-server[103154]: consumer versions: Dec 21 13:18:16.029096 dv-neutron-master-2-hyperv neutron-server[103154]: { DHCP agent@dv-neutron-master-2-hyperv: {}, Dec 21 13:18:16.029096 dv-neutron-master-2-hyperv neutron-server[103154]: L3 agent@dv-neutron-master-2-hyperv: {}, Dec 21 13:18:16.029096 dv-neutron-master-2-hyperv neutron-server[103154]: Metadata agent@dv-neutron-master-2-hyperv: {}, Dec 21 13:18:16.029096 dv-neutron-master-2-hyperv neutron-server[103154]: Metering agent@dv-neutron-master-2-hyperv: {}, Dec 21 13:18:16.029096 dv-neutron-master-2-hyperv neutron-server[103154]: Open vSwitch agent@dv-neutron-master-2-hyperv: { 'AddressGroup': '1.2', Dec 21 13:18:16.029096 dv-neutron-master-2-hyperv neutron-server[103154]: 'ConntrackHelper': '1.0', Dec 21 13:18:16.029096 dv-neutron-master-2-hyperv neutron-server[103154]: 'LocalIPAssociation': '1.0', Dec 21 13:18:16.029096 dv-neutron-master-2-hyperv neutron-server[103154]: 'Log': '1.0', Dec 21 13:18:16.029096 dv-neutron-master-2-hyperv neutron-server[103154]: 'Network': '1.1', Dec 21 13:18:16.029096 dv-neutron-master-2-hyperv neutron-server[103154]: 'Port': '1.7', Dec 21 13:18:16.029096 dv-neutron-master-2-hyperv neutron-server[103154]: 'PortForwarding': '1.2', Dec 21 13:18:16.029096 dv-neutron-master-2-hyperv neutron-server[103154]: 'QosPolicy': '1.10', Dec 21 13:18:16.029096 dv-neutron-master-2-hyperv neutron-server[103154]: 'SecurityGroup': '1.5', Dec 21 13:18:16.029096 dv-neutron-master-2-hyperv neutron-server[103154]: 'SecurityGroupRule': '1.2', Dec 21 13:18:16.029096 dv-neutron-master-2-hyperv neutron-server[103154]: 'SubPort': '1.0', Dec 21 13:18:16.029096 dv-neutron-master-2-hyperv neutron-server[103154]: 'Subnet': '1.1', Dec 21 13:18:16.029096 dv-neutron-master-2-hyperv neutron-server[103154]: 'Trunk': '1.1'}} Dec 21 13:18:16.029096 dv-neutron-master-2-hyperv neutron-server[103154]: {{(pid=103154) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 21 13:18:16.085834 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-6e456d2a-5c81-4509-896d-35d7017873f7 None None] Attempting to bind port 9ff606b6-a603-450c-bb33-3c1f079d0cc1 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:18:16.086243 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-6e456d2a-5c81-4509-896d-35d7017873f7 None None] Attempting to bind port 9ff606b6-a603-450c-bb33-3c1f079d0cc1 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '555cff3e-2ada-4c21-92d7-af86a3e268fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1ba5eedc-0ba9-4d11-b467-55bc835d8dbf'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:18:16.086690 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e456d2a-5c81-4509-896d-35d7017873f7 None None] Attempting to bind port 9ff606b6-a603-450c-bb33-3c1f079d0cc1 on network 1ba5eedc-0ba9-4d11-b467-55bc835d8dbf {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:18:16.091958 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e456d2a-5c81-4509-896d-35d7017873f7 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:18:16.092333 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e456d2a-5c81-4509-896d-35d7017873f7 None None] Checking segment: {'id': '555cff3e-2ada-4c21-92d7-af86a3e268fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1ba5eedc-0ba9-4d11-b467-55bc835d8dbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:18:16.092822 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6e456d2a-5c81-4509-896d-35d7017873f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:18:16.093731 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e456d2a-5c81-4509-896d-35d7017873f7 None None] Bound using segment: {'id': '555cff3e-2ada-4c21-92d7-af86a3e268fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1ba5eedc-0ba9-4d11-b467-55bc835d8dbf'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:18:16.094199 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-6e456d2a-5c81-4509-896d-35d7017873f7 None None] Bound port: 9ff606b6-a603-450c-bb33-3c1f079d0cc1, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '555cff3e-2ada-4c21-92d7-af86a3e268fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1ba5eedc-0ba9-4d11-b467-55bc835d8dbf'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:18:16.094646 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6e456d2a-5c81-4509-896d-35d7017873f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:18:16.166277 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6e456d2a-5c81-4509-896d-35d7017873f7 None None] For port 9ff606b6-a603-450c-bb33-3c1f079d0cc1, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:18:16.174745 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6e456d2a-5c81-4509-896d-35d7017873f7 None None] For port 9ff606b6-a603-450c-bb33-3c1f079d0cc1, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9ff606b6-a603-450c-bb33-3c1f079d0cc1,segment=NetworkSegment(555cff3e-2ada-4c21-92d7-af86a3e268fc),segment_id=555cff3e-2ada-4c21-92d7-af86a3e268fc)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:18:16.180139 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6e456d2a-5c81-4509-896d-35d7017873f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:18:16.245960 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e456d2a-5c81-4509-896d-35d7017873f7 None None] Pushing event updated for resources: {'Port': ['ID=9ff606b6-a603-450c-bb33-3c1f079d0cc1,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:18:17.679073 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 51826) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:18:18.036105 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [None req-522fdeb1-5686-406e-b58a-30e90089fc33 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 13:18:18.038802 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-522fdeb1-5686-406e-b58a-30e90089fc33 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3567839 Dec 21 13:18:20.683966 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 51834) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:18:21.020788 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [None req-0cc3b217-4b50-422d-b688-51a44c5fe741 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 13:18:21.021850 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-0cc3b217-4b50-422d-b688-51a44c5fe741 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3369012 Dec 21 13:18:23.978657 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 51844) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:18:24.282859 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-9470a033-7116-41dc-b0ba-357fb1a749cc admin admin] Request body: {'router': {'tenant_id': 'ce387eb539ad42daa058f3ed38d5a546', 'admin_state_up': True, 'name': 'router1'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:18:24.309791 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9470a033-7116-41dc-b0ba-357fb1a749cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26964'] for router, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:18:24.311599 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9470a033-7116-41dc-b0ba-357fb1a749cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-642316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26957'] for router, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:18:24.461919 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9470a033-7116-41dc-b0ba-357fb1a749cc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:18:24.468186 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9470a033-7116-41dc-b0ba-357fb1a749cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548730'] for router, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:18:24.487276 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9470a033-7116-41dc-b0ba-357fb1a749cc admin admin] Publish callbacks [] for router, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:18:24.488830 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-9470a033-7116-41dc-b0ba-357fb1a749cc admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5090415 Dec 21 13:18:24.844492 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 9ff606b6-a603-450c-bb33-3c1f079d0cc1 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:18:24.932049 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 9ff606b6-a603-450c-bb33-3c1f079d0cc1 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:18:24.932433 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:18:25.063996 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:18:25.074956 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-5436ceb0-35ac-4961-a7d6-11d7690c1099 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:18:25.104594 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] For port 9ff606b6-a603-450c-bb33-3c1f079d0cc1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9ff606b6-a603-450c-bb33-3c1f079d0cc1,segment=NetworkSegment(555cff3e-2ada-4c21-92d7-af86a3e268fc),segment_id=555cff3e-2ada-4c21-92d7-af86a3e268fc)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:18:25.109172 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:18:25.164241 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Pushing event updated for resources: {'Port': ['ID=9ff606b6-a603-450c-bb33-3c1f079d0cc1,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:18:25.731016 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6df671-4199-4ae4-98d3-3a99a2baace7 None None] Network 1ba5eedc-0ba9-4d11-b467-55bc835d8dbf requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:18:25.805573 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-17042458-2bd6-4a02-869f-e9bb87ed732c None None] Provisioning complete for port 9ff606b6-a603-450c-bb33-3c1f079d0cc1 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:18:25.805941 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-17042458-2bd6-4a02-869f-e9bb87ed732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:18:26.284178 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-ef6ccbb1-fd20-4af9-822b-2371d67132ec None None] Provisioning complete for port 9ff606b6-a603-450c-bb33-3c1f079d0cc1 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:18:26.284826 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ef6ccbb1-fd20-4af9-822b-2371d67132ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:18:26.822788 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 9ff606b6-a603-450c-bb33-3c1f079d0cc1 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:18:26.874492 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 9ff606b6-a603-450c-bb33-3c1f079d0cc1 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:18:26.874860 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:18:27.132712 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 51856) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:18:27.453203 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [None req-a451af9e-b6f0-4b9c-93d2-1ebe26032888 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 13:18:27.454249 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-a451af9e-b6f0-4b9c-93d2-1ebe26032888 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3205850 Dec 21 13:18:27.525152 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-325f20e2-7bb2-4ad6-8143-3c4ec454837f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:18:28.666231 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:18:30.148392 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 51874) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:18:30.306027 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-fd5c6554-1984-4cc5-8a6f-4140a290612d admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:18:30.329799 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd5c6554-1984-4cc5-8a6f-4140a290612d admin admin] Made reservation on behalf of e0cfe919835947999266d8d1ef60c245 for: {'network': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:18:30.332425 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fd5c6554-1984-4cc5-8a6f-4140a290612d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:18:30.341434 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fd5c6554-1984-4cc5-8a6f-4140a290612d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:18:30.429152 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fd5c6554-1984-4cc5-8a6f-4140a290612d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:18:30.432956 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fd5c6554-1984-4cc5-8a6f-4140a290612d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:18:30.448160 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-fd5c6554-1984-4cc5-8a6f-4140a290612d admin admin] Reserving flat network on physical network physnet1 {{(pid=103153) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 21 13:18:30.469839 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5c6554-1984-4cc5-8a6f-4140a290612d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3911620e-51b4-4559-b222-39e186afa01d,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:18:30.472847 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fd5c6554-1984-4cc5-8a6f-4140a290612d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:18:30.473185 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.segments_db [None req-fd5c6554-1984-4cc5-8a6f-4140a290612d admin admin] Added segment a32e5bfd-6fac-434f-817b-5707a23fd2ca of type flat for network 7fdf1889-f079-4166-bbda-88b2a8d8d595 Dec 21 13:18:30.520455 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fd5c6554-1984-4cc5-8a6f-4140a290612d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:18:30.554153 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fd5c6554-1984-4cc5-8a6f-4140a290612d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:18:30.555020 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5c6554-1984-4cc5-8a6f-4140a290612d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:18:30.555598 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fd5c6554-1984-4cc5-8a6f-4140a290612d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633769'] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:18:30.610218 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-fd5c6554-1984-4cc5-8a6f-4140a290612d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4607360 Dec 21 13:18:30.616813 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5c6554-1984-4cc5-8a6f-4140a290612d admin admin] Pushing event updated for resources: {'Network': ['ID=7fdf1889-f079-4166-bbda-88b2a8d8d595,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:18:30.634035 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network 7fdf1889-f079-4166-bbda-88b2a8d8d595 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:18:30.638065 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:18:30.936961 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:18:33.156674 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 51892) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:18:33.255583 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082d5236-8c27-42f1-ae30-8964503283c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:18:33.256934 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-082d5236-8c27-42f1-ae30-8964503283c8 admin admin] 10.222.0.37 "GET /v2.0/subnets/1f58b106-ac2b-4955-b16a-ed273455b59e HTTP/1.1" status: 200 len: 849 time: 0.0993035 Dec 21 13:18:33.387267 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-ae49823d-7389-4475-aaa8-3a33eada7893 admin admin] 10.222.0.37 "GET /v2.0/routers/be9c9199-62e0-4139-ab9b-02bf0ff1f330 HTTP/1.1" status: 200 len: 704 time: 0.1241522 Dec 21 13:18:33.662727 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e1d8ec35-12b3-414b-b0ff-df7e835e0ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:18:33.964217 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-e1d8ec35-12b3-414b-b0ff-df7e835e0ed5 admin admin] Allocated IP 172.20.0.1 (1ba5eedc-0ba9-4d11-b467-55bc835d8dbf/1f58b106-ac2b-4955-b16a-ed273455b59e/668fb1aa-0c1e-423c-90a2-51341aafb1f5) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:18:34.178711 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e1d8ec35-12b3-414b-b0ff-df7e835e0ed5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:18:34.245887 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e1d8ec35-12b3-414b-b0ff-df7e835e0ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:18:34.319487 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d8ec35-12b3-414b-b0ff-df7e835e0ed5 admin admin] Network 1ba5eedc-0ba9-4d11-b467-55bc835d8dbf is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:18:34.324809 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-e1d8ec35-12b3-414b-b0ff-df7e835e0ed5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:18:34.330772 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d8ec35-12b3-414b-b0ff-df7e835e0ed5 admin admin] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:18:34.331124 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e1d8ec35-12b3-414b-b0ff-df7e835e0ed5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532557'] for router_interface, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:18:34.353023 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d8ec35-12b3-414b-b0ff-df7e835e0ed5 admin admin] Pushing event updated for resources: {'Port': ['ID=668fb1aa-0c1e-423c-90a2-51341aafb1f5,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:18:34.534557 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-09268b9c-3883-4467-b00b-18ac274ffb8e None None] Provisioning complete for port 668fb1aa-0c1e-423c-90a2-51341aafb1f5 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:18:34.535094 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-09268b9c-3883-4467-b00b-18ac274ffb8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:18:34.540072 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e1d8ec35-12b3-414b-b0ff-df7e835e0ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:18:34.567600 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-09268b9c-3883-4467-b00b-18ac274ffb8e None None] Port 668fb1aa-0c1e-423c-90a2-51341aafb1f5 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:18:34.744323 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e1d8ec35-12b3-414b-b0ff-df7e835e0ed5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:18:34.749826 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e1d8ec35-12b3-414b-b0ff-df7e835e0ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:18:34.750568 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e1d8ec35-12b3-414b-b0ff-df7e835e0ed5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532537'] for router_interface, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:18:34.812795 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d8ec35-12b3-414b-b0ff-df7e835e0ed5 admin admin] Pushing event updated for resources: {'Port': ['ID=668fb1aa-0c1e-423c-90a2-51341aafb1f5,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:18:34.877523 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d8ec35-12b3-414b-b0ff-df7e835e0ed5 admin admin] Network 1ba5eedc-0ba9-4d11-b467-55bc835d8dbf is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:18:34.878907 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-e1d8ec35-12b3-414b-b0ff-df7e835e0ed5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:18:35.044413 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1d8ec35-12b3-414b-b0ff-df7e835e0ed5 admin admin] Router be9c9199-62e0-4139-ab9b-02bf0ff1f330 is scheduled to L3 agent 59e14383-78fa-487e-9299-b32042a98157 with binding_index 1 {{(pid=103153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 13:18:35.090124 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-2eaab6a2-0bb0-4da2-ac8a-137fc767e646 None None] Provisioning complete for port 668fb1aa-0c1e-423c-90a2-51341aafb1f5 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:18:35.090536 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-2eaab6a2-0bb0-4da2-ac8a-137fc767e646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:18:35.132787 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-2eaab6a2-0bb0-4da2-ac8a-137fc767e646 None None] Port 668fb1aa-0c1e-423c-90a2-51341aafb1f5 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:18:35.141742 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1d8ec35-12b3-414b-b0ff-df7e835e0ed5 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:18:35.146911 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-e1d8ec35-12b3-414b-b0ff-df7e835e0ed5 admin admin] 10.222.0.37 "PUT /v2.0/routers/be9c9199-62e0-4139-ab9b-02bf0ff1f330/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7540908 Dec 21 13:18:35.152857 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028e8c07-58e5-43f9-bd19-09330e5ca5e4 None None] Sync routers for ids ['be9c9199-62e0-4139-ab9b-02bf0ff1f330'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:18:35.165527 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028e8c07-58e5-43f9-bd19-09330e5ca5e4 None None] Routers {'be9c9199-62e0-4139-ab9b-02bf0ff1f330'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:18:35.166446 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-028e8c07-58e5-43f9-bd19-09330e5ca5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:18:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['be9c9199-62e0-4139-ab9b-02bf0ff1f330'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:18:35.357893 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-028e8c07-58e5-43f9-bd19-09330e5ca5e4 None None] Set router be9c9199-62e0-4139-ab9b-02bf0ff1f330 gateway port host: None {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:18:35.810168 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-028e8c07-58e5-43f9-bd19-09330e5ca5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be9c9199-62e0-4139-ab9b-02bf0ff1f330', 'name': 'router1', 'tenant_id': 'ce387eb539ad42daa058f3ed38d5a546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:18:24Z', 'updated_at': '2021-12-21T13:18:34Z', 'revision_number': 2, 'project_id': 'ce387eb539ad42daa058f3ed38d5a546', 'gw_port_host': None, '_interfaces': [{'id': '668fb1aa-0c1e-423c-90a2-51341aafb1f5', 'name': '', 'network_id': '1ba5eedc-0ba9-4d11-b467-55bc835d8dbf', 'tenant_id': 'ce387eb539ad42daa058f3ed38d5a546', 'mac_address': 'fa:16:3e:4f:ee:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be9c9199-62e0-4139-ab9b-02bf0ff1f330', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1f58b106-ac2b-4955-b16a-ed273455b59e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:18:33Z', 'updated_at': '2021-12-21T13:18:34Z', 'revision_number': 2, 'project_id': 'ce387eb539ad42daa058f3ed38d5a546', 'subnets': [{'id': '1f58b106-ac2b-4955-b16a-ed273455b59e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd3a322ae-1b81-4919-925b-be5be2d105b5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:18:35.864131 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028e8c07-58e5-43f9-bd19-09330e5ca5e4 None None] Checking router: be9c9199-62e0-4139-ab9b-02bf0ff1f330 for host: dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:18:35.864498 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028e8c07-58e5-43f9-bd19-09330e5ca5e4 None None] Updating router be9c9199-62e0-4139-ab9b-02bf0ff1f330 port 668fb1aa-0c1e-423c-90a2-51341aafb1f5 binding host dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 13:18:35.942963 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-028e8c07-58e5-43f9-bd19-09330e5ca5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:18:36.444755 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-028e8c07-58e5-43f9-bd19-09330e5ca5e4 None None] Publish callbacks [] for port, precommit_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:18:36.452226 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-028e8c07-58e5-43f9-bd19-09330e5ca5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:18:36.589148 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d705ec-b12e-4f3d-bad9-c33cd4bd34ab None None] Pushing event updated for resources: {'Port': ['ID=668fb1aa-0c1e-423c-90a2-51341aafb1f5,revision_number=3']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:18:36.626316 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d705ec-b12e-4f3d-bad9-c33cd4bd34ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:18:36.626706 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d705ec-b12e-4f3d-bad9-c33cd4bd34ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:18:36.627055 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d705ec-b12e-4f3d-bad9-c33cd4bd34ab None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:18:36.627390 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d705ec-b12e-4f3d-bad9-c33cd4bd34ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:18:36.627721 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d705ec-b12e-4f3d-bad9-c33cd4bd34ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:18:36.628046 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d705ec-b12e-4f3d-bad9-c33cd4bd34ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:18:36.628382 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d705ec-b12e-4f3d-bad9-c33cd4bd34ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:18:36.628706 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d705ec-b12e-4f3d-bad9-c33cd4bd34ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:18:36.629026 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d705ec-b12e-4f3d-bad9-c33cd4bd34ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:18:36.629359 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d705ec-b12e-4f3d-bad9-c33cd4bd34ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:18:36.629680 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d705ec-b12e-4f3d-bad9-c33cd4bd34ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:18:36.629993 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d705ec-b12e-4f3d-bad9-c33cd4bd34ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:18:36.630309 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d705ec-b12e-4f3d-bad9-c33cd4bd34ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:18:36.631709 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d705ec-b12e-4f3d-bad9-c33cd4bd34ab None None] Tracked resource versions report: Dec 21 13:18:36.631709 dv-neutron-master-2-hyperv neutron-server[103155]: pushed versions: Dec 21 13:18:36.631709 dv-neutron-master-2-hyperv neutron-server[103155]: { 'AddressGroup': {'1.2'}, Dec 21 13:18:36.631709 dv-neutron-master-2-hyperv neutron-server[103155]: 'ConntrackHelper': {'1.0'}, Dec 21 13:18:36.631709 dv-neutron-master-2-hyperv neutron-server[103155]: 'LocalIPAssociation': {'1.0'}, Dec 21 13:18:36.631709 dv-neutron-master-2-hyperv neutron-server[103155]: 'Log': {'1.0'}, Dec 21 13:18:36.631709 dv-neutron-master-2-hyperv neutron-server[103155]: 'Network': {'1.1'}, Dec 21 13:18:36.631709 dv-neutron-master-2-hyperv neutron-server[103155]: 'Port': {'1.7'}, Dec 21 13:18:36.631709 dv-neutron-master-2-hyperv neutron-server[103155]: 'PortForwarding': {'1.2'}, Dec 21 13:18:36.631709 dv-neutron-master-2-hyperv neutron-server[103155]: 'QosPolicy': {'1.10'}, Dec 21 13:18:36.631709 dv-neutron-master-2-hyperv neutron-server[103155]: 'SecurityGroup': {'1.5'}, Dec 21 13:18:36.631709 dv-neutron-master-2-hyperv neutron-server[103155]: 'SecurityGroupRule': {'1.2'}, Dec 21 13:18:36.631709 dv-neutron-master-2-hyperv neutron-server[103155]: 'SubPort': {'1.0'}, Dec 21 13:18:36.631709 dv-neutron-master-2-hyperv neutron-server[103155]: 'Subnet': {'1.1'}, Dec 21 13:18:36.631709 dv-neutron-master-2-hyperv neutron-server[103155]: 'Trunk': {'1.1'}} Dec 21 13:18:36.631709 dv-neutron-master-2-hyperv neutron-server[103155]: consumer versions: Dec 21 13:18:36.631709 dv-neutron-master-2-hyperv neutron-server[103155]: { DHCP agent@dv-neutron-master-2-hyperv: {}, Dec 21 13:18:36.631709 dv-neutron-master-2-hyperv neutron-server[103155]: L3 agent@dv-neutron-master-2-hyperv: {}, Dec 21 13:18:36.631709 dv-neutron-master-2-hyperv neutron-server[103155]: Metadata agent@dv-neutron-master-2-hyperv: {}, Dec 21 13:18:36.631709 dv-neutron-master-2-hyperv neutron-server[103155]: Metering agent@dv-neutron-master-2-hyperv: {}, Dec 21 13:18:36.631709 dv-neutron-master-2-hyperv neutron-server[103155]: Open vSwitch agent@dv-neutron-master-2-hyperv: { 'AddressGroup': '1.2', Dec 21 13:18:36.631709 dv-neutron-master-2-hyperv neutron-server[103155]: 'ConntrackHelper': '1.0', Dec 21 13:18:36.631709 dv-neutron-master-2-hyperv neutron-server[103155]: 'LocalIPAssociation': '1.0', Dec 21 13:18:36.631709 dv-neutron-master-2-hyperv neutron-server[103155]: 'Log': '1.0', Dec 21 13:18:36.631709 dv-neutron-master-2-hyperv neutron-server[103155]: 'Network': '1.1', Dec 21 13:18:36.631709 dv-neutron-master-2-hyperv neutron-server[103155]: 'Port': '1.7', Dec 21 13:18:36.631709 dv-neutron-master-2-hyperv neutron-server[103155]: 'PortForwarding': '1.2', Dec 21 13:18:36.631709 dv-neutron-master-2-hyperv neutron-server[103155]: 'QosPolicy': '1.10', Dec 21 13:18:36.631709 dv-neutron-master-2-hyperv neutron-server[103155]: 'SecurityGroup': '1.5', Dec 21 13:18:36.631709 dv-neutron-master-2-hyperv neutron-server[103155]: 'SecurityGroupRule': '1.2', Dec 21 13:18:36.631709 dv-neutron-master-2-hyperv neutron-server[103155]: 'SubPort': '1.0', Dec 21 13:18:36.631709 dv-neutron-master-2-hyperv neutron-server[103155]: 'Subnet': '1.1', Dec 21 13:18:36.631709 dv-neutron-master-2-hyperv neutron-server[103155]: 'Trunk': '1.1'}} Dec 21 13:18:36.631709 dv-neutron-master-2-hyperv neutron-server[103155]: {{(pid=103155) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 21 13:18:36.639043 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-028e8c07-58e5-43f9-bd19-09330e5ca5e4 None None] Attempting to bind port 668fb1aa-0c1e-423c-90a2-51341aafb1f5 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:18:36.639421 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-028e8c07-58e5-43f9-bd19-09330e5ca5e4 None None] Attempting to bind port 668fb1aa-0c1e-423c-90a2-51341aafb1f5 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '555cff3e-2ada-4c21-92d7-af86a3e268fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1ba5eedc-0ba9-4d11-b467-55bc835d8dbf'}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:18:36.639849 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028e8c07-58e5-43f9-bd19-09330e5ca5e4 None None] Attempting to bind port 668fb1aa-0c1e-423c-90a2-51341aafb1f5 on network 1ba5eedc-0ba9-4d11-b467-55bc835d8dbf {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:18:36.646652 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028e8c07-58e5-43f9-bd19-09330e5ca5e4 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:18:36.647056 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028e8c07-58e5-43f9-bd19-09330e5ca5e4 None None] Checking segment: {'id': '555cff3e-2ada-4c21-92d7-af86a3e268fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1ba5eedc-0ba9-4d11-b467-55bc835d8dbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:18:36.647540 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-028e8c07-58e5-43f9-bd19-09330e5ca5e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:18:36.647925 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028e8c07-58e5-43f9-bd19-09330e5ca5e4 None None] Bound using segment: {'id': '555cff3e-2ada-4c21-92d7-af86a3e268fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1ba5eedc-0ba9-4d11-b467-55bc835d8dbf'} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:18:36.648392 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-028e8c07-58e5-43f9-bd19-09330e5ca5e4 None None] Bound port: 668fb1aa-0c1e-423c-90a2-51341aafb1f5, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '555cff3e-2ada-4c21-92d7-af86a3e268fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1ba5eedc-0ba9-4d11-b467-55bc835d8dbf'}}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:18:36.648819 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-028e8c07-58e5-43f9-bd19-09330e5ca5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:18:36.716016 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-028e8c07-58e5-43f9-bd19-09330e5ca5e4 None None] For port 668fb1aa-0c1e-423c-90a2-51341aafb1f5, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:18:36.736066 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-028e8c07-58e5-43f9-bd19-09330e5ca5e4 None None] For port 668fb1aa-0c1e-423c-90a2-51341aafb1f5, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=668fb1aa-0c1e-423c-90a2-51341aafb1f5,segment=NetworkSegment(555cff3e-2ada-4c21-92d7-af86a3e268fc),segment_id=555cff3e-2ada-4c21-92d7-af86a3e268fc)] {{(pid=103155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:18:36.740973 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-028e8c07-58e5-43f9-bd19-09330e5ca5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:18:36.763044 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-639d1077-afb4-4650-83e1-c12b15776bc9 None None] Provisioning complete for port 668fb1aa-0c1e-423c-90a2-51341aafb1f5 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:18:36.764073 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-639d1077-afb4-4650-83e1-c12b15776bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:18:36.791594 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028e8c07-58e5-43f9-bd19-09330e5ca5e4 None None] Routers {'be9c9199-62e0-4139-ab9b-02bf0ff1f330'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:18:36.792246 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-028e8c07-58e5-43f9-bd19-09330e5ca5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:18:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['be9c9199-62e0-4139-ab9b-02bf0ff1f330'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:18:36.853076 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-639d1077-afb4-4650-83e1-c12b15776bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:18:36.878895 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-028e8c07-58e5-43f9-bd19-09330e5ca5e4 None None] Set router be9c9199-62e0-4139-ab9b-02bf0ff1f330 gateway port host: None {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:18:36.886924 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-639d1077-afb4-4650-83e1-c12b15776bc9 None None] For port 668fb1aa-0c1e-423c-90a2-51341aafb1f5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=668fb1aa-0c1e-423c-90a2-51341aafb1f5,segment=NetworkSegment(555cff3e-2ada-4c21-92d7-af86a3e268fc),segment_id=555cff3e-2ada-4c21-92d7-af86a3e268fc)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:18:36.893244 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-639d1077-afb4-4650-83e1-c12b15776bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:18:36.949290 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639d1077-afb4-4650-83e1-c12b15776bc9 None None] Pushing event updated for resources: {'Port': ['ID=668fb1aa-0c1e-423c-90a2-51341aafb1f5,revision_number=5']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:18:37.015498 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-04c688fd-077b-4408-a1c2-7e0530849cc1 None None] Provisioning complete for port 668fb1aa-0c1e-423c-90a2-51341aafb1f5 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:18:37.015839 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-04c688fd-077b-4408-a1c2-7e0530849cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:18:37.019449 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d705ec-b12e-4f3d-bad9-c33cd4bd34ab None None] Pushing event updated for resources: {'Port': ['ID=668fb1aa-0c1e-423c-90a2-51341aafb1f5,revision_number=4']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:18:37.111589 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-028e8c07-58e5-43f9-bd19-09330e5ca5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be9c9199-62e0-4139-ab9b-02bf0ff1f330', 'name': 'router1', 'tenant_id': 'ce387eb539ad42daa058f3ed38d5a546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:18:24Z', 'updated_at': '2021-12-21T13:18:34Z', 'revision_number': 2, 'project_id': 'ce387eb539ad42daa058f3ed38d5a546', 'gw_port_host': None, '_interfaces': [{'id': '668fb1aa-0c1e-423c-90a2-51341aafb1f5', 'name': '', 'network_id': '1ba5eedc-0ba9-4d11-b467-55bc835d8dbf', 'tenant_id': 'ce387eb539ad42daa058f3ed38d5a546', 'mac_address': 'fa:16:3e:4f:ee:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be9c9199-62e0-4139-ab9b-02bf0ff1f330', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1f58b106-ac2b-4955-b16a-ed273455b59e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:18:33Z', 'updated_at': '2021-12-21T13:18:36Z', 'revision_number': 4, 'project_id': 'ce387eb539ad42daa058f3ed38d5a546', 'subnets': [{'id': '1f58b106-ac2b-4955-b16a-ed273455b59e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd3a322ae-1b81-4919-925b-be5be2d105b5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:18:37.145430 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028e8c07-58e5-43f9-bd19-09330e5ca5e4 None None] The sync data for ids ['be9c9199-62e0-4139-ab9b-02bf0ff1f330'] in dv-neutron-master-2-hyperv is: [{'id': 'be9c9199-62e0-4139-ab9b-02bf0ff1f330', 'name': 'router1', 'tenant_id': 'ce387eb539ad42daa058f3ed38d5a546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:18:24Z', 'updated_at': '2021-12-21T13:18:34Z', 'revision_number': 2, 'project_id': 'ce387eb539ad42daa058f3ed38d5a546', 'gw_port_host': None, '_interfaces': [{'id': '668fb1aa-0c1e-423c-90a2-51341aafb1f5', 'name': '', 'network_id': '1ba5eedc-0ba9-4d11-b467-55bc835d8dbf', 'tenant_id': 'ce387eb539ad42daa058f3ed38d5a546', 'mac_address': 'fa:16:3e:4f:ee:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be9c9199-62e0-4139-ab9b-02bf0ff1f330', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1f58b106-ac2b-4955-b16a-ed273455b59e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:18:33Z', 'updated_at': '2021-12-21T13:18:36Z', 'revision_number': 4, 'project_id': 'ce387eb539ad42daa058f3ed38d5a546', 'subnets': [{'id': '1f58b106-ac2b-4955-b16a-ed273455b59e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd3a322ae-1b81-4919-925b-be5be2d105b5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:18:37.681524 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 51902) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:18:37.802139 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81127b9-2130-4e4f-a799-2dbd9c32b53c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:18:37.803577 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-f81127b9-2130-4e4f-a799-2dbd9c32b53c admin admin] 10.222.0.37 "GET /v2.0/networks/7fdf1889-f079-4166-bbda-88b2a8d8d595 HTTP/1.1" status: 200 len: 842 time: 0.1210935 Dec 21 13:18:37.817547 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-d094e244-0107-47eb-99b2-9bbead506a38 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.36.3.0/24', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'gateway_ip': '172.36.3.1'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:18:37.840825 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d094e244-0107-47eb-99b2-9bbead506a38 admin admin] Made reservation on behalf of e0cfe919835947999266d8d1ef60c245 for: {'subnet': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:18:37.843654 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d094e244-0107-47eb-99b2-9bbead506a38 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:18:38.207743 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.objects.ports [None req-d094e244-0107-47eb-99b2-9bbead506a38 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103153) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 21 13:18:38.208198 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d094e244-0107-47eb-99b2-9bbead506a38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for subnet, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:18:38.262174 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d094e244-0107-47eb-99b2-9bbead506a38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=051a5607-1753-4008-a2f2-d94b48752e9c,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:18:38.269930 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d094e244-0107-47eb-99b2-9bbead506a38 admin admin] Checking segment: {'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:18:38.270284 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d094e244-0107-47eb-99b2-9bbead506a38 admin admin] Network hostable DHCP agents. Network: 7fdf1889-f079-4166-bbda-88b2a8d8d595, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:18:38.287653 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d094e244-0107-47eb-99b2-9bbead506a38 admin admin] Network 7fdf1889-f079-4166-bbda-88b2a8d8d595 is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:18:38.299204 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-d094e244-0107-47eb-99b2-9bbead506a38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 7fdf1889-f079-4166-bbda-88b2a8d8d595) {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:18:38.304607 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d094e244-0107-47eb-99b2-9bbead506a38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:18:38.305422 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d094e244-0107-47eb-99b2-9bbead506a38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633769'] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:18:38.311566 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1449d55-b4eb-4252-98df-03fc63062a87 None None] Network 7fdf1889-f079-4166-bbda-88b2a8d8d595 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:18:38.327382 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-d094e244-0107-47eb-99b2-9bbead506a38 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5134828 Dec 21 13:18:38.448792 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17835b61-36ea-4921-ab58-b63531e2953e None None] Network 7fdf1889-f079-4166-bbda-88b2a8d8d595 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:18:40.899293 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 51910) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:18:41.047823 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-c209f3ba-4130-4868-9d87-267092439bf9 admin admin] 10.222.0.37 "GET /v2.0/routers/be9c9199-62e0-4139-ab9b-02bf0ff1f330 HTTP/1.1" status: 200 len: 710 time: 0.1416714 Dec 21 13:18:41.139222 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9aaac7-bc7d-4687-9da3-ce747a1c591c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:18:41.140597 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-3f9aaac7-bc7d-4687-9da3-ce747a1c591c admin admin] 10.222.0.37 "GET /v2.0/networks/7fdf1889-f079-4166-bbda-88b2a8d8d595 HTTP/1.1" status: 200 len: 886 time: 0.0921516 Dec 21 13:18:41.150016 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-b061a65e-ab5b-4728-a4a3-17401f85a36b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:18:41.398704 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b061a65e-ab5b-4728-a4a3-17401f85a36b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:18:41.631155 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b061a65e-ab5b-4728-a4a3-17401f85a36b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:18:41.714889 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b061a65e-ab5b-4728-a4a3-17401f85a36b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:18:41.834321 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-b061a65e-ab5b-4728-a4a3-17401f85a36b admin admin] Allocated IP 172.36.3.75 (7fdf1889-f079-4166-bbda-88b2a8d8d595/051a5607-1753-4008-a2f2-d94b48752e9c/f6a9ac52-e34d-479f-9e17-d20f1569f6a9) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:18:41.936110 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b061a65e-ab5b-4728-a4a3-17401f85a36b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:18:41.968442 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b061a65e-ab5b-4728-a4a3-17401f85a36b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:18:42.011509 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b061a65e-ab5b-4728-a4a3-17401f85a36b admin admin] Network 7fdf1889-f079-4166-bbda-88b2a8d8d595 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:18:42.014491 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-b061a65e-ab5b-4728-a4a3-17401f85a36b admin admin] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:18:42.019844 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b061a65e-ab5b-4728-a4a3-17401f85a36b admin admin] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:18:42.022323 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b061a65e-ab5b-4728-a4a3-17401f85a36b admin admin] Pushing event updated for resources: {'Port': ['ID=f6a9ac52-e34d-479f-9e17-d20f1569f6a9,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:18:42.372889 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b061a65e-ab5b-4728-a4a3-17401f85a36b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:18:42.573714 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b061a65e-ab5b-4728-a4a3-17401f85a36b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26943'] for router, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:18:42.577905 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b061a65e-ab5b-4728-a4a3-17401f85a36b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-548712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-548721', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-534931'] for router, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:18:42.688033 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b061a65e-ab5b-4728-a4a3-17401f85a36b admin admin] Router be9c9199-62e0-4139-ab9b-02bf0ff1f330 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:18:42.807239 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b061a65e-ab5b-4728-a4a3-17401f85a36b admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:18:42.812532 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b061a65e-ab5b-4728-a4a3-17401f85a36b admin admin] Publish callbacks [] for router, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:18:42.816090 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-b061a65e-ab5b-4728-a4a3-17401f85a36b admin admin] 10.222.0.37 "PUT /v2.0/routers/be9c9199-62e0-4139-ab9b-02bf0ff1f330 HTTP/1.1" status: 200 len: 889 time: 1.6670704 Dec 21 13:18:42.861190 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 668fb1aa-0c1e-423c-90a2-51341aafb1f5 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:18:42.915694 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 668fb1aa-0c1e-423c-90a2-51341aafb1f5 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:18:42.916072 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:18:44.287058 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11cfb7a9-9bb2-457e-96e9-575a19d0ac58 None None] Sync routers for ids ['be9c9199-62e0-4139-ab9b-02bf0ff1f330'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:18:44.299157 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cfb7a9-9bb2-457e-96e9-575a19d0ac58 None None] Routers {'be9c9199-62e0-4139-ab9b-02bf0ff1f330'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:18:44.299821 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-11cfb7a9-9bb2-457e-96e9-575a19d0ac58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:18:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['be9c9199-62e0-4139-ab9b-02bf0ff1f330'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:18:44.520415 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-11cfb7a9-9bb2-457e-96e9-575a19d0ac58 None None] Set router be9c9199-62e0-4139-ab9b-02bf0ff1f330 gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:18:44.978990 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-11cfb7a9-9bb2-457e-96e9-575a19d0ac58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be9c9199-62e0-4139-ab9b-02bf0ff1f330', 'name': 'router1', 'tenant_id': 'ce387eb539ad42daa058f3ed38d5a546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.75'}], 'enable_snat': True}, 'gw_port_id': 'f6a9ac52-e34d-479f-9e17-d20f1569f6a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:18:24Z', 'updated_at': '2021-12-21T13:18:42Z', 'revision_number': 4, 'project_id': 'ce387eb539ad42daa058f3ed38d5a546', 'gw_port': {'id': 'f6a9ac52-e34d-479f-9e17-d20f1569f6a9', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:7f:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be9c9199-62e0-4139-ab9b-02bf0ff1f330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:18:41Z', 'updated_at': '2021-12-21T13:18:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '668fb1aa-0c1e-423c-90a2-51341aafb1f5', 'name': '', 'network_id': '1ba5eedc-0ba9-4d11-b467-55bc835d8dbf', 'tenant_id': 'ce387eb539ad42daa058f3ed38d5a546', 'mac_address': 'fa:16:3e:4f:ee:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9c9199-62e0-4139-ab9b-02bf0ff1f330', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1f58b106-ac2b-4955-b16a-ed273455b59e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:18:33Z', 'updated_at': '2021-12-21T13:18:36Z', 'revision_number': 5, 'project_id': 'ce387eb539ad42daa058f3ed38d5a546', 'subnets': [{'id': '1f58b106-ac2b-4955-b16a-ed273455b59e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd3a322ae-1b81-4919-925b-be5be2d105b5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:18:45.033723 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11cfb7a9-9bb2-457e-96e9-575a19d0ac58 None None] Checking router: be9c9199-62e0-4139-ab9b-02bf0ff1f330 for host: dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:18:45.033995 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11cfb7a9-9bb2-457e-96e9-575a19d0ac58 None None] Updating router be9c9199-62e0-4139-ab9b-02bf0ff1f330 port f6a9ac52-e34d-479f-9e17-d20f1569f6a9 binding host dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 13:18:45.083759 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-11cfb7a9-9bb2-457e-96e9-575a19d0ac58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:18:45.413713 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-11cfb7a9-9bb2-457e-96e9-575a19d0ac58 None None] Publish callbacks [] for port, precommit_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:18:45.419351 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-11cfb7a9-9bb2-457e-96e9-575a19d0ac58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:18:45.464973 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 51922) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:18:45.474623 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf29769-daa3-4853-ae9a-b8adff842cb9 None None] Pushing event updated for resources: {'Port': ['ID=f6a9ac52-e34d-479f-9e17-d20f1569f6a9,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:18:45.477054 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-11cfb7a9-9bb2-457e-96e9-575a19d0ac58 None None] Attempting to bind port f6a9ac52-e34d-479f-9e17-d20f1569f6a9 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:18:45.477404 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-11cfb7a9-9bb2-457e-96e9-575a19d0ac58 None None] Attempting to bind port f6a9ac52-e34d-479f-9e17-d20f1569f6a9 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:18:45.477767 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11cfb7a9-9bb2-457e-96e9-575a19d0ac58 None None] Attempting to bind port f6a9ac52-e34d-479f-9e17-d20f1569f6a9 on network 7fdf1889-f079-4166-bbda-88b2a8d8d595 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:18:45.483893 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11cfb7a9-9bb2-457e-96e9-575a19d0ac58 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:18:45.484274 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11cfb7a9-9bb2-457e-96e9-575a19d0ac58 None None] Checking segment: {'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:18:45.484677 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-11cfb7a9-9bb2-457e-96e9-575a19d0ac58 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:18:45.485074 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11cfb7a9-9bb2-457e-96e9-575a19d0ac58 None None] Bound using segment: {'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:18:45.485542 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-11cfb7a9-9bb2-457e-96e9-575a19d0ac58 None None] Bound port: f6a9ac52-e34d-479f-9e17-d20f1569f6a9, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:18:45.485937 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-11cfb7a9-9bb2-457e-96e9-575a19d0ac58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:18:45.535385 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-11cfb7a9-9bb2-457e-96e9-575a19d0ac58 None None] For port f6a9ac52-e34d-479f-9e17-d20f1569f6a9, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:18:45.538388 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-11cfb7a9-9bb2-457e-96e9-575a19d0ac58 None None] For port f6a9ac52-e34d-479f-9e17-d20f1569f6a9, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f6a9ac52-e34d-479f-9e17-d20f1569f6a9,segment=NetworkSegment(a32e5bfd-6fac-434f-817b-5707a23fd2ca),segment_id=a32e5bfd-6fac-434f-817b-5707a23fd2ca)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:18:45.543129 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-11cfb7a9-9bb2-457e-96e9-575a19d0ac58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:18:45.603804 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cfb7a9-9bb2-457e-96e9-575a19d0ac58 None None] Routers {'be9c9199-62e0-4139-ab9b-02bf0ff1f330'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:18:45.604443 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-11cfb7a9-9bb2-457e-96e9-575a19d0ac58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:18:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['be9c9199-62e0-4139-ab9b-02bf0ff1f330'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:18:45.626949 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-1b38201c-4c04-418c-bb52-a9dfc0bff1d9 admin admin] 10.222.0.37 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1608150 Dec 21 13:18:45.658498 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf29769-daa3-4853-ae9a-b8adff842cb9 None None] Pushing event updated for resources: {'Port': ['ID=f6a9ac52-e34d-479f-9e17-d20f1569f6a9,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:18:45.732383 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-11cfb7a9-9bb2-457e-96e9-575a19d0ac58 None None] Set router be9c9199-62e0-4139-ab9b-02bf0ff1f330 gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:18:45.950308 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-11cfb7a9-9bb2-457e-96e9-575a19d0ac58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be9c9199-62e0-4139-ab9b-02bf0ff1f330', 'name': 'router1', 'tenant_id': 'ce387eb539ad42daa058f3ed38d5a546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.75'}], 'enable_snat': True}, 'gw_port_id': 'f6a9ac52-e34d-479f-9e17-d20f1569f6a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:18:24Z', 'updated_at': '2021-12-21T13:18:42Z', 'revision_number': 4, 'project_id': 'ce387eb539ad42daa058f3ed38d5a546', 'gw_port': {'id': 'f6a9ac52-e34d-479f-9e17-d20f1569f6a9', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:7f:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be9c9199-62e0-4139-ab9b-02bf0ff1f330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:18:41Z', 'updated_at': '2021-12-21T13:18:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '668fb1aa-0c1e-423c-90a2-51341aafb1f5', 'name': '', 'network_id': '1ba5eedc-0ba9-4d11-b467-55bc835d8dbf', 'tenant_id': 'ce387eb539ad42daa058f3ed38d5a546', 'mac_address': 'fa:16:3e:4f:ee:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9c9199-62e0-4139-ab9b-02bf0ff1f330', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1f58b106-ac2b-4955-b16a-ed273455b59e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:18:33Z', 'updated_at': '2021-12-21T13:18:36Z', 'revision_number': 5, 'project_id': 'ce387eb539ad42daa058f3ed38d5a546', 'subnets': [{'id': '1f58b106-ac2b-4955-b16a-ed273455b59e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd3a322ae-1b81-4919-925b-be5be2d105b5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:18:45.976633 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11cfb7a9-9bb2-457e-96e9-575a19d0ac58 None None] The sync data for ids ['be9c9199-62e0-4139-ab9b-02bf0ff1f330'] in dv-neutron-master-2-hyperv is: [{'id': 'be9c9199-62e0-4139-ab9b-02bf0ff1f330', 'name': 'router1', 'tenant_id': 'ce387eb539ad42daa058f3ed38d5a546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.75'}], 'enable_snat': True}, 'gw_port_id': 'f6a9ac52-e34d-479f-9e17-d20f1569f6a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:18:24Z', 'updated_at': '2021-12-21T13:18:42Z', 'revision_number': 4, 'project_id': 'ce387eb539ad42daa058f3ed38d5a546', 'gw_port': {'id': 'f6a9ac52-e34d-479f-9e17-d20f1569f6a9', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:7f:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be9c9199-62e0-4139-ab9b-02bf0ff1f330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:18:41Z', 'updated_at': '2021-12-21T13:18:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '668fb1aa-0c1e-423c-90a2-51341aafb1f5', 'name': '', 'network_id': '1ba5eedc-0ba9-4d11-b467-55bc835d8dbf', 'tenant_id': 'ce387eb539ad42daa058f3ed38d5a546', 'mac_address': 'fa:16:3e:4f:ee:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9c9199-62e0-4139-ab9b-02bf0ff1f330', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1f58b106-ac2b-4955-b16a-ed273455b59e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:18:33Z', 'updated_at': '2021-12-21T13:18:36Z', 'revision_number': 5, 'project_id': 'ce387eb539ad42daa058f3ed38d5a546', 'subnets': [{'id': '1f58b106-ac2b-4955-b16a-ed273455b59e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd3a322ae-1b81-4919-925b-be5be2d105b5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:18:46.853922 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device f6a9ac52-e34d-479f-9e17-d20f1569f6a9 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:18:46.906904 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port f6a9ac52-e34d-479f-9e17-d20f1569f6a9 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:18:46.907275 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:18:46.993722 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:18:47.019632 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] For port f6a9ac52-e34d-479f-9e17-d20f1569f6a9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f6a9ac52-e34d-479f-9e17-d20f1569f6a9,segment=NetworkSegment(a32e5bfd-6fac-434f-817b-5707a23fd2ca),segment_id=a32e5bfd-6fac-434f-817b-5707a23fd2ca)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:18:47.032210 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:18:47.089818 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Pushing event updated for resources: {'Port': ['ID=f6a9ac52-e34d-479f-9e17-d20f1569f6a9,revision_number=4']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:18:48.837991 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device f6a9ac52-e34d-479f-9e17-d20f1569f6a9 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:18:48.884969 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port f6a9ac52-e34d-479f-9e17-d20f1569f6a9 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:18:48.885266 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:18:51.676064 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.agents_db [None req-c60a5637-8c6f-4692-b23b-7dd82bd36b21 None None] Agent healthcheck: found 5 active agents {{(pid=103155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 13:18:55.069227 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a82bcd3e-72c3-46ce-8c44-45ffbb1ac809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:18:57.518540 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-06f81429-251e-4aa1-830a-97566463f69d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:18:58.670995 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:19:00.636148 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:19:00.951866 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:19:25.066101 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-4edf1a85-3511-4342-99a3-e1fd58e5809a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:19:27.520832 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-04ac65e9-fa81-4042-bca7-1c6d0e0e31ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:19:28.665091 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.agents_db [None req-c60a5637-8c6f-4692-b23b-7dd82bd36b21 None None] Agent healthcheck: found 5 active agents {{(pid=103155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 13:19:28.674885 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:19:30.639490 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:19:30.940778 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:19:55.059114 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-881ea4e9-281b-4bfe-8f28-27f6c9bcdccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:19:57.524484 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-eb09de1d-a0fc-4afc-94c6-4637008768f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:19:58.677378 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:20:00.636286 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:20:00.936039 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:20:05.663769 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.agents_db [None req-c60a5637-8c6f-4692-b23b-7dd82bd36b21 None None] Agent healthcheck: found 5 active agents {{(pid=103155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 13:20:13.633087 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 52440) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:20:13.697440 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.pecan_wsgi.hooks.translation [None req-b76b11b4-4cbc-40a7-afa9-9bb802e32f36 admin admin] GET failed (client error): The resource could not be found. Dec 21 13:20:13.698800 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-b76b11b4-4cbc-40a7-afa9-9bb802e32f36 admin admin] 10.222.0.37 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0647616 Dec 21 13:20:13.868316 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227ac5da-e161-452b-83d9-21872faf7a7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:20:13.869889 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-227ac5da-e161-452b-83d9-21872faf7a7c admin admin] 10.222.0.37 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1663723 Dec 21 13:20:16.299135 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 52450) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:20:16.444486 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fce2c1f-b1af-489a-9a4b-26bcbb7da62f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:20:16.445851 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-9fce2c1f-b1af-489a-9a4b-26bcbb7da62f admin admin] 10.222.0.37 "GET /v2.0/subnets/1f58b106-ac2b-4955-b16a-ed273455b59e HTTP/1.1" status: 200 len: 849 time: 0.1457624 Dec 21 13:20:16.456005 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-409de2e8-29eb-4056-bfa0-f19d78241a9e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:20:16.542810 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-409de2e8-29eb-4056-bfa0-f19d78241a9e admin admin] Publish callbacks [] for subnet, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:20:16.699484 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-409de2e8-29eb-4056-bfa0-f19d78241a9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793255361594'] for subnet, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:20:16.774794 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409de2e8-29eb-4056-bfa0-f19d78241a9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:20:16.775527 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-409de2e8-29eb-4056-bfa0-f19d78241a9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633769'] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:20:16.776944 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-409de2e8-29eb-4056-bfa0-f19d78241a9e admin admin] 10.222.0.37 "PUT /v2.0/subnets/1f58b106-ac2b-4955-b16a-ed273455b59e HTTP/1.1" status: 200 len: 868 time: 0.3246551 Dec 21 13:20:16.785281 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409de2e8-29eb-4056-bfa0-f19d78241a9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f58b106-ac2b-4955-b16a-ed273455b59e,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:20:16.795741 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409de2e8-29eb-4056-bfa0-f19d78241a9e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:20:16.796003 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409de2e8-29eb-4056-bfa0-f19d78241a9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:20:16.796356 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409de2e8-29eb-4056-bfa0-f19d78241a9e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:20:16.796715 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409de2e8-29eb-4056-bfa0-f19d78241a9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:20:16.797034 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409de2e8-29eb-4056-bfa0-f19d78241a9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:20:16.797368 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409de2e8-29eb-4056-bfa0-f19d78241a9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:20:16.797698 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409de2e8-29eb-4056-bfa0-f19d78241a9e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:20:16.798026 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409de2e8-29eb-4056-bfa0-f19d78241a9e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:20:16.798401 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409de2e8-29eb-4056-bfa0-f19d78241a9e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:20:16.798996 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409de2e8-29eb-4056-bfa0-f19d78241a9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:20:16.799322 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409de2e8-29eb-4056-bfa0-f19d78241a9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:20:16.799645 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409de2e8-29eb-4056-bfa0-f19d78241a9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:20:16.799968 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409de2e8-29eb-4056-bfa0-f19d78241a9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:20:16.801382 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409de2e8-29eb-4056-bfa0-f19d78241a9e admin admin] Tracked resource versions report: Dec 21 13:20:16.801382 dv-neutron-master-2-hyperv neutron-server[103152]: pushed versions: Dec 21 13:20:16.801382 dv-neutron-master-2-hyperv neutron-server[103152]: { 'AddressGroup': {'1.2'}, Dec 21 13:20:16.801382 dv-neutron-master-2-hyperv neutron-server[103152]: 'ConntrackHelper': {'1.0'}, Dec 21 13:20:16.801382 dv-neutron-master-2-hyperv neutron-server[103152]: 'LocalIPAssociation': {'1.0'}, Dec 21 13:20:16.801382 dv-neutron-master-2-hyperv neutron-server[103152]: 'Log': {'1.0'}, Dec 21 13:20:16.801382 dv-neutron-master-2-hyperv neutron-server[103152]: 'Network': {'1.1'}, Dec 21 13:20:16.801382 dv-neutron-master-2-hyperv neutron-server[103152]: 'Port': {'1.7'}, Dec 21 13:20:16.801382 dv-neutron-master-2-hyperv neutron-server[103152]: 'PortForwarding': {'1.2'}, Dec 21 13:20:16.801382 dv-neutron-master-2-hyperv neutron-server[103152]: 'QosPolicy': {'1.10'}, Dec 21 13:20:16.801382 dv-neutron-master-2-hyperv neutron-server[103152]: 'SecurityGroup': {'1.5'}, Dec 21 13:20:16.801382 dv-neutron-master-2-hyperv neutron-server[103152]: 'SecurityGroupRule': {'1.2'}, Dec 21 13:20:16.801382 dv-neutron-master-2-hyperv neutron-server[103152]: 'SubPort': {'1.0'}, Dec 21 13:20:16.801382 dv-neutron-master-2-hyperv neutron-server[103152]: 'Subnet': {'1.1'}, Dec 21 13:20:16.801382 dv-neutron-master-2-hyperv neutron-server[103152]: 'Trunk': {'1.1'}} Dec 21 13:20:16.801382 dv-neutron-master-2-hyperv neutron-server[103152]: consumer versions: Dec 21 13:20:16.801382 dv-neutron-master-2-hyperv neutron-server[103152]: { DHCP agent@dv-neutron-master-2-hyperv: {}, Dec 21 13:20:16.801382 dv-neutron-master-2-hyperv neutron-server[103152]: L3 agent@dv-neutron-master-2-hyperv: {}, Dec 21 13:20:16.801382 dv-neutron-master-2-hyperv neutron-server[103152]: Metadata agent@dv-neutron-master-2-hyperv: {}, Dec 21 13:20:16.801382 dv-neutron-master-2-hyperv neutron-server[103152]: Metering agent@dv-neutron-master-2-hyperv: {}, Dec 21 13:20:16.801382 dv-neutron-master-2-hyperv neutron-server[103152]: Open vSwitch agent@dv-neutron-master-2-hyperv: { 'AddressGroup': '1.2', Dec 21 13:20:16.801382 dv-neutron-master-2-hyperv neutron-server[103152]: 'ConntrackHelper': '1.0', Dec 21 13:20:16.801382 dv-neutron-master-2-hyperv neutron-server[103152]: 'LocalIPAssociation': '1.0', Dec 21 13:20:16.801382 dv-neutron-master-2-hyperv neutron-server[103152]: 'Log': '1.0', Dec 21 13:20:16.801382 dv-neutron-master-2-hyperv neutron-server[103152]: 'Network': '1.1', Dec 21 13:20:16.801382 dv-neutron-master-2-hyperv neutron-server[103152]: 'Port': '1.7', Dec 21 13:20:16.801382 dv-neutron-master-2-hyperv neutron-server[103152]: 'PortForwarding': '1.2', Dec 21 13:20:16.801382 dv-neutron-master-2-hyperv neutron-server[103152]: 'QosPolicy': '1.10', Dec 21 13:20:16.801382 dv-neutron-master-2-hyperv neutron-server[103152]: 'SecurityGroup': '1.5', Dec 21 13:20:16.801382 dv-neutron-master-2-hyperv neutron-server[103152]: 'SecurityGroupRule': '1.2', Dec 21 13:20:16.801382 dv-neutron-master-2-hyperv neutron-server[103152]: 'SubPort': '1.0', Dec 21 13:20:16.801382 dv-neutron-master-2-hyperv neutron-server[103152]: 'Subnet': '1.1', Dec 21 13:20:16.801382 dv-neutron-master-2-hyperv neutron-server[103152]: 'Trunk': '1.1'}} Dec 21 13:20:16.801382 dv-neutron-master-2-hyperv neutron-server[103152]: {{(pid=103152) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 21 13:20:16.812268 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae57ba2-0bba-43cc-8ca2-2b8bcbbfba77 None None] Network 1ba5eedc-0ba9-4d11-b467-55bc835d8dbf requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:20:17.173437 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-15d101b7-2c31-477d-876f-14e8307e6093 None None] Provisioning complete for port 668fb1aa-0c1e-423c-90a2-51341aafb1f5 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:20:17.174066 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-15d101b7-2c31-477d-876f-14e8307e6093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:20:17.261813 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-15d101b7-2c31-477d-876f-14e8307e6093 None None] Provisioning complete for port 9ff606b6-a603-450c-bb33-3c1f079d0cc1 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:20:17.262248 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-15d101b7-2c31-477d-876f-14e8307e6093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:20:19.268533 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 52464) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:20:19.509859 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ca5de5-02c6-4ea0-ae69-1a56085b3182 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:20:19.510301 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ca5de5-02c6-4ea0-ae69-1a56085b3182 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:20:19.511835 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-73ca5de5-02c6-4ea0-ae69-1a56085b3182 admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2423544 Dec 21 13:20:21.926598 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 52472) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:20:22.063161 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc5c7e5-76a3-4213-91ff-8c10dc253da9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:20:22.063680 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc5c7e5-76a3-4213-91ff-8c10dc253da9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:20:22.065797 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-7fc5c7e5-76a3-4213-91ff-8c10dc253da9 admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1382315 Dec 21 13:20:24.494430 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 52480) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:20:24.698846 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c160c08-8407-4811-8ca2-9da507abb559 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:20:24.700691 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-3c160c08-8407-4811-8ca2-9da507abb559 admin admin] 10.222.0.37 "GET /v2.0/networks/1ba5eedc-0ba9-4d11-b467-55bc835d8dbf HTTP/1.1" status: 200 len: 869 time: 0.2052970 Dec 21 13:20:25.063317 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-3a13ab1b-3d6e-484f-886c-752f43d52016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:20:27.158940 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 52488) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:20:27.282776 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caff724f-2fe1-4092-b172-a18254949c47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:20:27.284149 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-caff724f-2fe1-4092-b172-a18254949c47 admin admin] 10.222.0.37 "GET /v2.0/networks/7fdf1889-f079-4166-bbda-88b2a8d8d595 HTTP/1.1" status: 200 len: 886 time: 0.1242337 Dec 21 13:20:27.532885 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-3886f13f-a41b-4677-973d-3133c7eb241f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:20:28.678181 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:20:29.706470 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 52496) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:20:29.835689 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30e7064-54ce-4ccf-b665-747a46c199f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:20:29.836143 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30e7064-54ce-4ccf-b665-747a46c199f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:20:29.837681 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-d30e7064-54ce-4ccf-b665-747a46c199f5 admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1302590 Dec 21 13:20:30.643653 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:20:30.938648 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:20:32.271259 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 52504) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:20:32.363074 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4cde3a-9b1f-48a6-93d4-bc42a7361d8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:20:32.363527 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4cde3a-9b1f-48a6-93d4-bc42a7361d8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:20:32.365042 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-6c4cde3a-9b1f-48a6-93d4-bc42a7361d8e admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0928388 Dec 21 13:20:34.809282 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 52512) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:20:34.899990 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9790e8e-61ae-4b11-b5ea-9235b9fe28fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:20:34.901361 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-b9790e8e-61ae-4b11-b5ea-9235b9fe28fe admin admin] 10.222.0.37 "GET /v2.0/subnets/051a5607-1753-4008-a2f2-d94b48752e9c HTTP/1.1" status: 200 len: 816 time: 0.0911202 Dec 21 13:20:37.284283 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 52520) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:20:37.375953 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ad05a5-3de2-46e5-9972-b7d25da023f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:20:37.377319 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-61ad05a5-3de2-46e5-9972-b7d25da023f6 admin admin] 10.222.0.37 "GET /v2.0/subnets/1f58b106-ac2b-4955-b16a-ed273455b59e HTTP/1.1" status: 200 len: 868 time: 0.0920849 Dec 21 13:20:42.661858 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.agents_db [None req-c60a5637-8c6f-4692-b23b-7dd82bd36b21 None None] Agent healthcheck: found 5 active agents {{(pid=103155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 13:20:55.065527 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-078d697c-b293-4069-b9e8-1d0b569de666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:20:57.525953 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7fc073d8-fbe4-4bea-a019-28c5473ea0ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:20:58.681336 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:21:00.647280 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:21:00.943309 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:21:02.875218 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 52574) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:21:02.923504 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [None req-b3abff3d-1e13-47af-bfa9-0e25eb8b86e1 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103152) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 13:21:02.924518 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-b3abff3d-1e13-47af-bfa9-0e25eb8b86e1 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0483589 Dec 21 13:21:05.409390 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 52582) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:21:05.470317 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-e23c4da7-ee36-40c4-8471-5b64e9699483 admin admin] GET failed (client error): The resource could not be found. Dec 21 13:21:05.471655 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-e23c4da7-ee36-40c4-8471-5b64e9699483 admin admin] 10.222.0.37 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0613363 Dec 21 13:21:05.611344 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eefe9c0a-ddf9-4197-90a4-0ec3cc94dcb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:21:05.612720 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-eefe9c0a-ddf9-4197-90a4-0ec3cc94dcb4 admin admin] 10.222.0.37 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1365309 Dec 21 13:21:08.029215 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 52590) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:21:08.075309 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-f1239db8-1f4d-401f-bafb-435b72b65b78 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:21:08.105537 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1239db8-1f4d-401f-bafb-435b72b65b78 admin admin] Made reservation on behalf of e0cfe919835947999266d8d1ef60c245 for: {'network': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:21:08.107835 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f1239db8-1f4d-401f-bafb-435b72b65b78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:21:08.153377 dv-neutron-master-2-hyperv neutron-server[103152]: WARNING neutron.services.revisions.revision_plugin [None req-f1239db8-1f4d-401f-bafb-435b72b65b78 admin admin] Could not find related network for resource to bump revision. Dec 21 13:21:08.169376 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1239db8-1f4d-401f-bafb-435b72b65b78 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=103152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:21:08.182076 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f1239db8-1f4d-401f-bafb-435b72b65b78 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793255377107', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:21:08.182691 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f1239db8-1f4d-401f-bafb-435b72b65b78 admin admin] Unsubscribe: segment precommit_create {{(pid=103152) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 21 13:21:08.183187 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.segments_db [None req-f1239db8-1f4d-401f-bafb-435b72b65b78 admin admin] Added segment 37a11b89-64a6-4535-9b7b-832dfcf3cb4d of type vlan for network 095a9d61-fbb6-404f-85a6-eabb1bb70917 Dec 21 13:21:08.235742 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f1239db8-1f4d-401f-bafb-435b72b65b78 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:21:08.268198 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f1239db8-1f4d-401f-bafb-435b72b65b78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:21:08.269364 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1239db8-1f4d-401f-bafb-435b72b65b78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:21:08.269939 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f1239db8-1f4d-401f-bafb-435b72b65b78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633769'] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:21:08.330678 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-f1239db8-1f4d-401f-bafb-435b72b65b78 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3001719 Dec 21 13:21:08.377107 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1239db8-1f4d-401f-bafb-435b72b65b78 admin admin] Pushing event updated for resources: {'Network': ['ID=095a9d61-fbb6-404f-85a6-eabb1bb70917,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:21:08.396993 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network 095a9d61-fbb6-404f-85a6-eabb1bb70917 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:21:10.800046 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 52598) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:21:10.862059 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.pecan_wsgi.hooks.translation [None req-816c050a-50d2-429b-8f67-7ea66579023b admin admin] GET failed (client error): The resource could not be found. Dec 21 13:21:10.863424 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-816c050a-50d2-429b-8f67-7ea66579023b admin admin] 10.222.0.37 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0621736 Dec 21 13:21:10.945654 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a73c970-3493-4f61-8edc-590f35c55ea1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:21:10.947811 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-5a73c970-3493-4f61-8edc-590f35c55ea1 admin admin] 10.222.0.37 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0793765 Dec 21 13:21:10.958756 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-2743d7a8-bbd2-4b1d-b1e5-707ec484b6f8 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': '095a9d61-fbb6-404f-85a6-eabb1bb70917'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:21:10.985401 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2743d7a8-bbd2-4b1d-b1e5-707ec484b6f8 admin admin] Made reservation on behalf of e0cfe919835947999266d8d1ef60c245 for: {'subnet': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:21:10.987769 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2743d7a8-bbd2-4b1d-b1e5-707ec484b6f8 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:21:11.169072 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2743d7a8-bbd2-4b1d-b1e5-707ec484b6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for subnet, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:21:11.223958 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2743d7a8-bbd2-4b1d-b1e5-707ec484b6f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=768c2252-d036-4b29-83d2-7692284eb17c,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:21:11.236538 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2743d7a8-bbd2-4b1d-b1e5-707ec484b6f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:21:11.236826 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2743d7a8-bbd2-4b1d-b1e5-707ec484b6f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:21:11.237174 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2743d7a8-bbd2-4b1d-b1e5-707ec484b6f8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:21:11.237510 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2743d7a8-bbd2-4b1d-b1e5-707ec484b6f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:21:11.237842 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2743d7a8-bbd2-4b1d-b1e5-707ec484b6f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:21:11.238173 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2743d7a8-bbd2-4b1d-b1e5-707ec484b6f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:21:11.238544 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2743d7a8-bbd2-4b1d-b1e5-707ec484b6f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:21:11.238877 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2743d7a8-bbd2-4b1d-b1e5-707ec484b6f8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:21:11.239217 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2743d7a8-bbd2-4b1d-b1e5-707ec484b6f8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:21:11.239561 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2743d7a8-bbd2-4b1d-b1e5-707ec484b6f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:21:11.239891 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2743d7a8-bbd2-4b1d-b1e5-707ec484b6f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:21:11.240210 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2743d7a8-bbd2-4b1d-b1e5-707ec484b6f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:21:11.240526 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2743d7a8-bbd2-4b1d-b1e5-707ec484b6f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:21:11.246622 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2743d7a8-bbd2-4b1d-b1e5-707ec484b6f8 admin admin] Checking segment: {'id': '37a11b89-64a6-4535-9b7b-832dfcf3cb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '095a9d61-fbb6-404f-85a6-eabb1bb70917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:21:11.246978 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2743d7a8-bbd2-4b1d-b1e5-707ec484b6f8 admin admin] Network hostable DHCP agents. Network: 095a9d61-fbb6-404f-85a6-eabb1bb70917, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:21:11.263871 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2743d7a8-bbd2-4b1d-b1e5-707ec484b6f8 admin admin] Network 095a9d61-fbb6-404f-85a6-eabb1bb70917 is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:21:11.273250 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-2743d7a8-bbd2-4b1d-b1e5-707ec484b6f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 095a9d61-fbb6-404f-85a6-eabb1bb70917) {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:21:11.278793 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2743d7a8-bbd2-4b1d-b1e5-707ec484b6f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:21:11.280455 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2743d7a8-bbd2-4b1d-b1e5-707ec484b6f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633769'] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:21:11.283745 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40d38fe-77a5-4117-9fcd-6d5b379ad500 None None] Network 095a9d61-fbb6-404f-85a6-eabb1bb70917 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:21:11.302624 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-2743d7a8-bbd2-4b1d-b1e5-707ec484b6f8 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3472040 Dec 21 13:21:11.495668 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc19524-e68c-4dcd-9e04-dd3b889d13ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-095a9d61-fbb6-404f-85a6-eabb1bb70917', 'network_id': '095a9d61-fbb6-404f-85a6-eabb1bb70917', 'project_id': 'e0cfe919835947999266d8d1ef60c245', 'fixed_ips': [{'subnet_id': '768c2252-d036-4b29-83d2-7692284eb17c'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:21:11.497235 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-cdc19524-e68c-4dcd-9e04-dd3b889d13ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:21:11.635373 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-cdc19524-e68c-4dcd-9e04-dd3b889d13ef None None] Allocated IP 192.168.233.2 (095a9d61-fbb6-404f-85a6-eabb1bb70917/768c2252-d036-4b29-83d2-7692284eb17c/ca088be1-6ad5-435b-8ed4-a9b697ca4852) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:21:11.783858 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-cdc19524-e68c-4dcd-9e04-dd3b889d13ef None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:21:11.789768 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-cdc19524-e68c-4dcd-9e04-dd3b889d13ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:21:11.832548 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc19524-e68c-4dcd-9e04-dd3b889d13ef None None] Network 095a9d61-fbb6-404f-85a6-eabb1bb70917 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:21:11.835817 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-cdc19524-e68c-4dcd-9e04-dd3b889d13ef None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:21:11.840920 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc19524-e68c-4dcd-9e04-dd3b889d13ef None None] Pushing event updated for resources: {'Port': ['ID=ca088be1-6ad5-435b-8ed4-a9b697ca4852,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:21:11.843148 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc19524-e68c-4dcd-9e04-dd3b889d13ef None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:21:11.853540 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc19524-e68c-4dcd-9e04-dd3b889d13ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:21:11.853911 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc19524-e68c-4dcd-9e04-dd3b889d13ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:21:11.854260 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc19524-e68c-4dcd-9e04-dd3b889d13ef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:21:11.854627 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc19524-e68c-4dcd-9e04-dd3b889d13ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:21:11.854957 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc19524-e68c-4dcd-9e04-dd3b889d13ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:21:11.855291 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc19524-e68c-4dcd-9e04-dd3b889d13ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:21:11.856155 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc19524-e68c-4dcd-9e04-dd3b889d13ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:21:11.856482 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc19524-e68c-4dcd-9e04-dd3b889d13ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:21:11.856828 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc19524-e68c-4dcd-9e04-dd3b889d13ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:21:11.857172 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc19524-e68c-4dcd-9e04-dd3b889d13ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:21:11.857499 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc19524-e68c-4dcd-9e04-dd3b889d13ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:21:11.857815 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc19524-e68c-4dcd-9e04-dd3b889d13ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:21:11.858136 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc19524-e68c-4dcd-9e04-dd3b889d13ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:21:11.907673 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-cdc19524-e68c-4dcd-9e04-dd3b889d13ef None None] Attempting to bind port ca088be1-6ad5-435b-8ed4-a9b697ca4852 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:21:11.908044 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-cdc19524-e68c-4dcd-9e04-dd3b889d13ef None None] Attempting to bind port ca088be1-6ad5-435b-8ed4-a9b697ca4852 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '37a11b89-64a6-4535-9b7b-832dfcf3cb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '095a9d61-fbb6-404f-85a6-eabb1bb70917'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:21:11.908401 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc19524-e68c-4dcd-9e04-dd3b889d13ef None None] Attempting to bind port ca088be1-6ad5-435b-8ed4-a9b697ca4852 on network 095a9d61-fbb6-404f-85a6-eabb1bb70917 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:21:11.913453 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc19524-e68c-4dcd-9e04-dd3b889d13ef None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:21:11.913823 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc19524-e68c-4dcd-9e04-dd3b889d13ef None None] Checking segment: {'id': '37a11b89-64a6-4535-9b7b-832dfcf3cb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '095a9d61-fbb6-404f-85a6-eabb1bb70917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:21:11.914676 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-cdc19524-e68c-4dcd-9e04-dd3b889d13ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:21:11.914676 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc19524-e68c-4dcd-9e04-dd3b889d13ef None None] Bound using segment: {'id': '37a11b89-64a6-4535-9b7b-832dfcf3cb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '095a9d61-fbb6-404f-85a6-eabb1bb70917'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:21:11.915113 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-cdc19524-e68c-4dcd-9e04-dd3b889d13ef None None] Bound port: ca088be1-6ad5-435b-8ed4-a9b697ca4852, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37a11b89-64a6-4535-9b7b-832dfcf3cb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '095a9d61-fbb6-404f-85a6-eabb1bb70917'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:21:11.915508 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-cdc19524-e68c-4dcd-9e04-dd3b889d13ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:21:11.987252 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-cdc19524-e68c-4dcd-9e04-dd3b889d13ef None None] For port ca088be1-6ad5-435b-8ed4-a9b697ca4852, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:21:11.990814 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-cdc19524-e68c-4dcd-9e04-dd3b889d13ef None None] For port ca088be1-6ad5-435b-8ed4-a9b697ca4852, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ca088be1-6ad5-435b-8ed4-a9b697ca4852,segment=NetworkSegment(37a11b89-64a6-4535-9b7b-832dfcf3cb4d),segment_id=37a11b89-64a6-4535-9b7b-832dfcf3cb4d)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:21:11.998225 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-cdc19524-e68c-4dcd-9e04-dd3b889d13ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:21:12.068697 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc19524-e68c-4dcd-9e04-dd3b889d13ef None None] Pushing event updated for resources: {'Port': ['ID=ca088be1-6ad5-435b-8ed4-a9b697ca4852,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:21:12.910231 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0131a11b-30cf-42f9-b459-048001bb7331 None None] Network 095a9d61-fbb6-404f-85a6-eabb1bb70917 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:21:12.969296 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device ca088be1-6ad5-435b-8ed4-a9b697ca4852 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:21:13.064316 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-29061db2-3512-4042-affe-9b9048d7b608 None None] Provisioning complete for port ca088be1-6ad5-435b-8ed4-a9b697ca4852 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:21:13.064682 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-29061db2-3512-4042-affe-9b9048d7b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:21:13.103602 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port ca088be1-6ad5-435b-8ed4-a9b697ca4852 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:21:13.103979 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:21:13.208773 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-29061db2-3512-4042-affe-9b9048d7b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:21:13.255703 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-29061db2-3512-4042-affe-9b9048d7b608 None None] For port ca088be1-6ad5-435b-8ed4-a9b697ca4852, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ca088be1-6ad5-435b-8ed4-a9b697ca4852,segment=NetworkSegment(37a11b89-64a6-4535-9b7b-832dfcf3cb4d),segment_id=37a11b89-64a6-4535-9b7b-832dfcf3cb4d)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:21:13.256942 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:21:13.277891 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-29061db2-3512-4042-affe-9b9048d7b608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:21:13.363587 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.db.api [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 13:21:13.364628 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG oslo_db.api [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 13:21:13.364628 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29061db2-3512-4042-affe-9b9048d7b608 None None] Pushing event updated for resources: {'Port': ['ID=ca088be1-6ad5-435b-8ed4-a9b697ca4852,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:21:13.399207 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-dfd96e2e-acc2-4855-930e-20b8828015bf None None] Provisioning complete for port ca088be1-6ad5-435b-8ed4-a9b697ca4852 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:21:13.400084 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-dfd96e2e-acc2-4855-930e-20b8828015bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:21:14.914670 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device ca088be1-6ad5-435b-8ed4-a9b697ca4852 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:21:14.964088 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port ca088be1-6ad5-435b-8ed4-a9b697ca4852 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:21:14.964460 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:21:19.660764 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.agents_db [None req-c60a5637-8c6f-4692-b23b-7dd82bd36b21 None None] Agent healthcheck: found 5 active agents {{(pid=103155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 13:21:25.068808 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-1b70bdd7-23e4-423e-ba47-209282691cc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:21:27.531666 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6325c9c6-d342-4d2e-96ff-f39d81be6944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:21:28.683827 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:21:30.649017 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:21:30.946136 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:21:55.072868 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-0e91b1e4-0b36-4800-acc8-e8be372a1154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:21:56.659607 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.agents_db [None req-c60a5637-8c6f-4692-b23b-7dd82bd36b21 None None] Agent healthcheck: found 5 active agents {{(pid=103155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 13:21:57.532480 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-9c88c22b-fee2-42fb-b317-04b297e8adb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:21:58.686908 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:22:00.651797 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:22:00.947754 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:22:24.578084 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 52644) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:22:24.584057 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [None req-3723da51-456f-49f3-b7ba-d232d4d7c592 tempest-verify_tempest_config-986724195 tempest-verify_tempest_config-986724195-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 13:22:24.585023 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-3723da51-456f-49f3-b7ba-d232d4d7c592 tempest-verify_tempest_config-986724195 tempest-verify_tempest_config-986724195-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0059297 Dec 21 13:22:24.882682 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 52662) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:22:24.986993 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-cebdabb7-cbbb-4345-b7fc-5b2a18df9ce1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:22:25.061144 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-cebdabb7-cbbb-4345-b7fc-5b2a18df9ce1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:22:25.065191 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-cebdabb7-cbbb-4345-b7fc-5b2a18df9ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:22:25.075684 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-db0094c9-af8f-4880-b165-435c798ca724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:22:25.109761 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-cebdabb7-cbbb-4345-b7fc-5b2a18df9ce1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3d53b18ddbcc425480f58300483ff7fe&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2260108 Dec 21 13:22:25.110880 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebdabb7-cbbb-4345-b7fc-5b2a18df9ce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d71dfd4f-b954-434f-8d7d-576dea1754ee,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:22:25.112607 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 52666) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:22:25.117466 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebdabb7-cbbb-4345-b7fc-5b2a18df9ce1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:22:25.117807 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebdabb7-cbbb-4345-b7fc-5b2a18df9ce1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:22:25.118144 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebdabb7-cbbb-4345-b7fc-5b2a18df9ce1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:22:25.118505 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebdabb7-cbbb-4345-b7fc-5b2a18df9ce1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:22:25.118835 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebdabb7-cbbb-4345-b7fc-5b2a18df9ce1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:22:25.119163 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebdabb7-cbbb-4345-b7fc-5b2a18df9ce1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:22:25.119485 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebdabb7-cbbb-4345-b7fc-5b2a18df9ce1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:22:25.119825 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebdabb7-cbbb-4345-b7fc-5b2a18df9ce1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:22:25.120128 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebdabb7-cbbb-4345-b7fc-5b2a18df9ce1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:22:25.120444 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebdabb7-cbbb-4345-b7fc-5b2a18df9ce1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:22:25.120762 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebdabb7-cbbb-4345-b7fc-5b2a18df9ce1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:22:25.121075 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebdabb7-cbbb-4345-b7fc-5b2a18df9ce1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:22:25.121387 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebdabb7-cbbb-4345-b7fc-5b2a18df9ce1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:22:25.189150 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-39553ac8-5454-471d-8963-4da22154648b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:22:25.209447 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-39553ac8-5454-471d-8963-4da22154648b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:22:25.298628 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-39553ac8-5454-471d-8963-4da22154648b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:22:25.301131 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-39553ac8-5454-471d-8963-4da22154648b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:22:25.302555 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-39553ac8-5454-471d-8963-4da22154648b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d71dfd4f-b954-434f-8d7d-576dea1754ee HTTP/1.1" status: 204 len: 168 time: 0.1889300 Dec 21 13:22:25.310188 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39553ac8-5454-471d-8963-4da22154648b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d71dfd4f-b954-434f-8d7d-576dea1754ee,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:22:25.317221 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39553ac8-5454-471d-8963-4da22154648b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:22:25.317511 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39553ac8-5454-471d-8963-4da22154648b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:22:25.317855 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39553ac8-5454-471d-8963-4da22154648b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:22:25.318188 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39553ac8-5454-471d-8963-4da22154648b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:22:25.318604 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39553ac8-5454-471d-8963-4da22154648b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:22:25.318929 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39553ac8-5454-471d-8963-4da22154648b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:22:25.319269 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39553ac8-5454-471d-8963-4da22154648b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:22:25.319594 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39553ac8-5454-471d-8963-4da22154648b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:22:25.319934 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39553ac8-5454-471d-8963-4da22154648b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:22:25.320262 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39553ac8-5454-471d-8963-4da22154648b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:22:25.320577 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39553ac8-5454-471d-8963-4da22154648b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:22:25.320893 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39553ac8-5454-471d-8963-4da22154648b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:22:25.321273 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39553ac8-5454-471d-8963-4da22154648b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:22:27.536043 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fa0ad85c-49a5-4bc6-a3f0-1ccf9e6d339d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:22:28.689167 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:22:30.655558 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:22:30.950398 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:22:33.658760 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.agents_db [None req-c60a5637-8c6f-4692-b23b-7dd82bd36b21 None None] Agent healthcheck: found 5 active agents {{(pid=103155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 13:22:55.077963 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-eaae5d93-a632-4df0-a499-f11e685690e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:22:57.537944 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-249f84a5-1541-4dfb-b186-176dcf582949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:22:58.691769 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:23:00.658477 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:23:00.952245 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:23:10.656848 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.agents_db [None req-c60a5637-8c6f-4692-b23b-7dd82bd36b21 None None] Agent healthcheck: found 5 active agents {{(pid=103155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 13:23:25.078324 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-0f39eb09-0ba0-40ff-a7ec-c7dd457528e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:23:27.539077 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-3124a31b-1a52-47dd-a9dc-8f62cbd608b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:23:28.697132 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:23:30.664935 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:23:30.955273 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:23:43.169486 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-534129'] for agent, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:23:47.656240 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.agents_db [None req-c60a5637-8c6f-4692-b23b-7dd82bd36b21 None None] Agent healthcheck: found 6 active agents {{(pid=103155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 13:23:55.082606 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-2416cd42-7459-466f-b66b-f376caecb33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:23:57.541698 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fa8969a7-fa07-4dde-9b9f-8e919d359d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:23:58.697366 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:23:59.335618 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 52738) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:23:59.440449 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-d07be6ad-f763-466a-9b67-69ff6b94702f admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4565 time: 0.1036921 Dec 21 13:24:00.668352 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:24:00.960056 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:24:01.908406 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 52748) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:24:01.964835 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-450dd18f-8e21-4f2a-820b-43e5f773b55f admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4565 time: 0.0553329 Dec 21 13:24:13.156129 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:24:24.656617 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.agents_db [None req-c60a5637-8c6f-4692-b23b-7dd82bd36b21 None None] Agent healthcheck: found 6 active agents {{(pid=103155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 13:24:25.087020 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b3f79f32-28e1-44c6-8204-8ee3e505625a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:24:27.546874 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-4d9c4c21-8e02-4449-8c07-562f1307af24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:24:28.704078 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:24:30.670494 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:24:30.963731 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:24:43.178995 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:24:55.089694 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-4b259bf1-00de-47b1-b4a8-2fcff88f51ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:24:57.541658 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-67aa6781-2389-4567-a99b-1fafd2e7401a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:24:58.705020 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:00.676015 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:00.969746 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:01.655539 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.agents_db [None req-c60a5637-8c6f-4692-b23b-7dd82bd36b21 None None] Agent healthcheck: found 6 active agents {{(pid=103155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 13:25:13.167643 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:19.167412 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 52932) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:19.399332 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 52946) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:19.437933 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 52950) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:19.633155 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-967e0b31-fcd6-4570-97a6-ca750b666bb4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-368290171-network', 'tenant_id': '88700cfa6fca443f813dbee92d0bf4e2'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:25:19.674487 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-967e0b31-fcd6-4570-97a6-ca750b666bb4 admin admin] Made reservation on behalf of 88700cfa6fca443f813dbee92d0bf4e2 for: {'network': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:25:19.678947 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-967e0b31-fcd6-4570-97a6-ca750b666bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:19.689982 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-967e0b31-fcd6-4570-97a6-ca750b666bb4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:19.769455 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-b0728d46-7124-4601-91fd-cbae21a3f4df admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-48013927-network', 'tenant_id': '8aee670f41db4d76aa264255d2510915'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:25:19.812615 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-135be8f6-dd9a-4d5f-ba26-b31f4aeecf12 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-196369966-network', 'tenant_id': 'eb17296434674195836b28e8a0fc67cf'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:25:19.826250 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-967e0b31-fcd6-4570-97a6-ca750b666bb4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:19.838094 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-967e0b31-fcd6-4570-97a6-ca750b666bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:19.869560 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-967e0b31-fcd6-4570-97a6-ca750b666bb4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=103153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:25:19.889067 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0728d46-7124-4601-91fd-cbae21a3f4df admin admin] Made reservation on behalf of 8aee670f41db4d76aa264255d2510915 for: {'network': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:25:19.891481 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b0728d46-7124-4601-91fd-cbae21a3f4df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:19.903007 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-967e0b31-fcd6-4570-97a6-ca750b666bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:19.903345 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.segments_db [None req-967e0b31-fcd6-4570-97a6-ca750b666bb4 admin admin] Added segment 792830f5-514e-493a-b4cc-75683e9b81f8 of type vlan for network 39aa7305-1380-4f0a-b399-f8c03518e77f Dec 21 13:25:19.913726 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967e0b31-fcd6-4570-97a6-ca750b666bb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6550f37-566a-41af-825b-f9638e971a4e,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:19.919286 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b0728d46-7124-4601-91fd-cbae21a3f4df admin admin] Publish callbacks [] for security_group, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:19.964530 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967e0b31-fcd6-4570-97a6-ca750b666bb4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:25:19.964891 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967e0b31-fcd6-4570-97a6-ca750b666bb4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:25:19.965230 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967e0b31-fcd6-4570-97a6-ca750b666bb4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:25:19.965554 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967e0b31-fcd6-4570-97a6-ca750b666bb4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:25:19.965876 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967e0b31-fcd6-4570-97a6-ca750b666bb4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:25:19.972045 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967e0b31-fcd6-4570-97a6-ca750b666bb4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:25:19.972045 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967e0b31-fcd6-4570-97a6-ca750b666bb4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:25:19.972045 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967e0b31-fcd6-4570-97a6-ca750b666bb4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:25:19.972045 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967e0b31-fcd6-4570-97a6-ca750b666bb4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:25:19.972045 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967e0b31-fcd6-4570-97a6-ca750b666bb4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:25:19.972045 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967e0b31-fcd6-4570-97a6-ca750b666bb4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:25:19.972045 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967e0b31-fcd6-4570-97a6-ca750b666bb4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:25:19.972045 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967e0b31-fcd6-4570-97a6-ca750b666bb4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:25:19.972045 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967e0b31-fcd6-4570-97a6-ca750b666bb4 admin admin] Tracked resource versions report: Dec 21 13:25:19.972045 dv-neutron-master-2-hyperv neutron-server[103153]: pushed versions: Dec 21 13:25:19.972045 dv-neutron-master-2-hyperv neutron-server[103153]: { 'AddressGroup': {'1.2'}, Dec 21 13:25:19.972045 dv-neutron-master-2-hyperv neutron-server[103153]: 'ConntrackHelper': {'1.0'}, Dec 21 13:25:19.972045 dv-neutron-master-2-hyperv neutron-server[103153]: 'LocalIPAssociation': {'1.0'}, Dec 21 13:25:19.972045 dv-neutron-master-2-hyperv neutron-server[103153]: 'Log': {'1.0'}, Dec 21 13:25:19.972045 dv-neutron-master-2-hyperv neutron-server[103153]: 'Network': {'1.1'}, Dec 21 13:25:19.972045 dv-neutron-master-2-hyperv neutron-server[103153]: 'Port': {'1.7'}, Dec 21 13:25:19.972045 dv-neutron-master-2-hyperv neutron-server[103153]: 'PortForwarding': {'1.2'}, Dec 21 13:25:19.972045 dv-neutron-master-2-hyperv neutron-server[103153]: 'QosPolicy': {'1.10'}, Dec 21 13:25:19.972045 dv-neutron-master-2-hyperv neutron-server[103153]: 'SecurityGroup': {'1.5'}, Dec 21 13:25:19.972045 dv-neutron-master-2-hyperv neutron-server[103153]: 'SecurityGroupRule': {'1.2'}, Dec 21 13:25:19.972045 dv-neutron-master-2-hyperv neutron-server[103153]: 'SubPort': {'1.0'}, Dec 21 13:25:19.972045 dv-neutron-master-2-hyperv neutron-server[103153]: 'Subnet': {'1.1'}, Dec 21 13:25:19.972045 dv-neutron-master-2-hyperv neutron-server[103153]: 'Trunk': {'1.1'}} Dec 21 13:25:19.972045 dv-neutron-master-2-hyperv neutron-server[103153]: consumer versions: Dec 21 13:25:19.972045 dv-neutron-master-2-hyperv neutron-server[103153]: { DHCP agent@dv-neutron-master-2-hyperv: {}, Dec 21 13:25:19.972045 dv-neutron-master-2-hyperv neutron-server[103153]: HyperV agent@hv-neutron-mast: {}, Dec 21 13:25:19.972045 dv-neutron-master-2-hyperv neutron-server[103153]: L3 agent@dv-neutron-master-2-hyperv: {}, Dec 21 13:25:19.972045 dv-neutron-master-2-hyperv neutron-server[103153]: Metadata agent@dv-neutron-master-2-hyperv: {}, Dec 21 13:25:19.972045 dv-neutron-master-2-hyperv neutron-server[103153]: Metering agent@dv-neutron-master-2-hyperv: {}, Dec 21 13:25:19.972045 dv-neutron-master-2-hyperv neutron-server[103153]: Open vSwitch agent@dv-neutron-master-2-hyperv: { 'AddressGroup': '1.2', Dec 21 13:25:19.972045 dv-neutron-master-2-hyperv neutron-server[103153]: 'ConntrackHelper': '1.0', Dec 21 13:25:19.972045 dv-neutron-master-2-hyperv neutron-server[103153]: 'LocalIPAssociation': '1.0', Dec 21 13:25:19.972045 dv-neutron-master-2-hyperv neutron-server[103153]: 'Log': '1.0', Dec 21 13:25:19.972045 dv-neutron-master-2-hyperv neutron-server[103153]: 'Network': '1.1', Dec 21 13:25:19.972045 dv-neutron-master-2-hyperv neutron-server[103153]: 'Port': '1.7', Dec 21 13:25:19.972045 dv-neutron-master-2-hyperv neutron-server[103153]: 'PortForwarding': '1.2', Dec 21 13:25:19.972045 dv-neutron-master-2-hyperv neutron-server[103153]: 'QosPolicy': '1.10', Dec 21 13:25:19.972045 dv-neutron-master-2-hyperv neutron-server[103153]: 'SecurityGroup': '1.5', Dec 21 13:25:19.972045 dv-neutron-master-2-hyperv neutron-server[103153]: 'SecurityGroupRule': '1.2', Dec 21 13:25:19.972045 dv-neutron-master-2-hyperv neutron-server[103153]: 'SubPort': '1.0', Dec 21 13:25:19.972045 dv-neutron-master-2-hyperv neutron-server[103153]: 'Subnet': '1.1', Dec 21 13:25:19.972045 dv-neutron-master-2-hyperv neutron-server[103153]: 'Trunk': '1.1'}} Dec 21 13:25:19.972045 dv-neutron-master-2-hyperv neutron-server[103153]: {{(pid=103153) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 21 13:25:19.996305 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-967e0b31-fcd6-4570-97a6-ca750b666bb4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:20.005455 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-135be8f6-dd9a-4d5f-ba26-b31f4aeecf12 admin admin] Made reservation on behalf of eb17296434674195836b28e8a0fc67cf for: {'network': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:25:20.008002 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-135be8f6-dd9a-4d5f-ba26-b31f4aeecf12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:20.026235 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-135be8f6-dd9a-4d5f-ba26-b31f4aeecf12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:20.083508 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-967e0b31-fcd6-4570-97a6-ca750b666bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:20.084509 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967e0b31-fcd6-4570-97a6-ca750b666bb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:25:20.085160 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-967e0b31-fcd6-4570-97a6-ca750b666bb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633769'] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:20.157718 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-967e0b31-fcd6-4570-97a6-ca750b666bb4 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9886174 Dec 21 13:25:20.161121 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 52982) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:20.172135 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-74dec2a4-b0b2-41ec-8d92-86676c77de75 admin admin] Request body: {'subnet': {'network_id': '39aa7305-1380-4f0a-b399-f8c03518e77f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-368290171-subnet', 'tenant_id': '88700cfa6fca443f813dbee92d0bf4e2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:25:20.194255 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967e0b31-fcd6-4570-97a6-ca750b666bb4 admin admin] Pushing event updated for resources: {'Network': ['ID=39aa7305-1380-4f0a-b399-f8c03518e77f,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:20.207568 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network 39aa7305-1380-4f0a-b399-f8c03518e77f details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:25:20.210470 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b0728d46-7124-4601-91fd-cbae21a3f4df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:20.221417 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b0728d46-7124-4601-91fd-cbae21a3f4df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:20.224076 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74dec2a4-b0b2-41ec-8d92-86676c77de75 admin admin] Made reservation on behalf of 88700cfa6fca443f813dbee92d0bf4e2 for: {'subnet': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:25:20.227353 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-74dec2a4-b0b2-41ec-8d92-86676c77de75 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:20.252401 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0728d46-7124-4601-91fd-cbae21a3f4df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b934bc18-ab15-4041-b0f6-9e63c4c8bcc1,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:20.270451 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0728d46-7124-4601-91fd-cbae21a3f4df admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=103153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:25:20.296539 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b0728d46-7124-4601-91fd-cbae21a3f4df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:20.297138 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.segments_db [None req-b0728d46-7124-4601-91fd-cbae21a3f4df admin admin] Added segment 44f21306-9fc3-4a00-99ff-7ee4e10446be of type vlan for network 83c05ac8-bd36-43e0-a042-78664d1cb962 Dec 21 13:25:20.299652 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-135be8f6-dd9a-4d5f-ba26-b31f4aeecf12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:20.308627 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-135be8f6-dd9a-4d5f-ba26-b31f4aeecf12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:20.320946 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-135be8f6-dd9a-4d5f-ba26-b31f4aeecf12 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=103153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:25:20.331901 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-135be8f6-dd9a-4d5f-ba26-b31f4aeecf12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:20.332642 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.segments_db [None req-135be8f6-dd9a-4d5f-ba26-b31f4aeecf12 admin admin] Added segment e364c909-484b-4482-ad56-e639441ae690 of type vlan for network ec88161e-a588-41e1-b33a-71ad6f2116fc Dec 21 13:25:20.439035 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-135be8f6-dd9a-4d5f-ba26-b31f4aeecf12 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:20.458312 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135be8f6-dd9a-4d5f-ba26-b31f4aeecf12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3accd7d4-a626-4014-a1ba-93ef6554fe85,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:20.482463 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b0728d46-7124-4601-91fd-cbae21a3f4df admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:20.518272 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-135be8f6-dd9a-4d5f-ba26-b31f4aeecf12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:20.519313 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135be8f6-dd9a-4d5f-ba26-b31f4aeecf12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:25:20.519962 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-135be8f6-dd9a-4d5f-ba26-b31f4aeecf12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633769'] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:20.547996 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-74dec2a4-b0b2-41ec-8d92-86676c77de75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for subnet, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:20.555883 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 52996) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:20.590916 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135be8f6-dd9a-4d5f-ba26-b31f4aeecf12 admin admin] Pushing event updated for resources: {'Network': ['ID=ec88161e-a588-41e1-b33a-71ad6f2116fc,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:20.596336 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b0728d46-7124-4601-91fd-cbae21a3f4df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:20.597450 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0728d46-7124-4601-91fd-cbae21a3f4df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:25:20.598270 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b0728d46-7124-4601-91fd-cbae21a3f4df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633769'] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:20.603348 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network ec88161e-a588-41e1-b33a-71ad6f2116fc details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:25:20.646404 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dec2a4-b0b2-41ec-8d92-86676c77de75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e105ee7f-3655-4fbf-969b-c738adf2539b,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:20.661417 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74dec2a4-b0b2-41ec-8d92-86676c77de75 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:25:20.661986 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74dec2a4-b0b2-41ec-8d92-86676c77de75 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:25:20.662640 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74dec2a4-b0b2-41ec-8d92-86676c77de75 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:25:20.663146 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74dec2a4-b0b2-41ec-8d92-86676c77de75 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:25:20.663626 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74dec2a4-b0b2-41ec-8d92-86676c77de75 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:25:20.664166 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74dec2a4-b0b2-41ec-8d92-86676c77de75 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:25:20.664514 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74dec2a4-b0b2-41ec-8d92-86676c77de75 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:25:20.664849 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74dec2a4-b0b2-41ec-8d92-86676c77de75 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:25:20.665197 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74dec2a4-b0b2-41ec-8d92-86676c77de75 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:25:20.665595 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74dec2a4-b0b2-41ec-8d92-86676c77de75 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:25:20.665950 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74dec2a4-b0b2-41ec-8d92-86676c77de75 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:25:20.666326 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74dec2a4-b0b2-41ec-8d92-86676c77de75 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:25:20.666678 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74dec2a4-b0b2-41ec-8d92-86676c77de75 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:25:20.667764 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74dec2a4-b0b2-41ec-8d92-86676c77de75 admin admin] Tracked resource versions report: Dec 21 13:25:20.667764 dv-neutron-master-2-hyperv neutron-server[103152]: pushed versions: Dec 21 13:25:20.667764 dv-neutron-master-2-hyperv neutron-server[103152]: { 'AddressGroup': {'1.2'}, Dec 21 13:25:20.667764 dv-neutron-master-2-hyperv neutron-server[103152]: 'ConntrackHelper': {'1.0'}, Dec 21 13:25:20.667764 dv-neutron-master-2-hyperv neutron-server[103152]: 'LocalIPAssociation': {'1.0'}, Dec 21 13:25:20.667764 dv-neutron-master-2-hyperv neutron-server[103152]: 'Log': {'1.0'}, Dec 21 13:25:20.667764 dv-neutron-master-2-hyperv neutron-server[103152]: 'Network': {'1.1'}, Dec 21 13:25:20.667764 dv-neutron-master-2-hyperv neutron-server[103152]: 'Port': {'1.7'}, Dec 21 13:25:20.667764 dv-neutron-master-2-hyperv neutron-server[103152]: 'PortForwarding': {'1.2'}, Dec 21 13:25:20.667764 dv-neutron-master-2-hyperv neutron-server[103152]: 'QosPolicy': {'1.10'}, Dec 21 13:25:20.667764 dv-neutron-master-2-hyperv neutron-server[103152]: 'SecurityGroup': {'1.5'}, Dec 21 13:25:20.667764 dv-neutron-master-2-hyperv neutron-server[103152]: 'SecurityGroupRule': {'1.2'}, Dec 21 13:25:20.667764 dv-neutron-master-2-hyperv neutron-server[103152]: 'SubPort': {'1.0'}, Dec 21 13:25:20.667764 dv-neutron-master-2-hyperv neutron-server[103152]: 'Subnet': {'1.1'}, Dec 21 13:25:20.667764 dv-neutron-master-2-hyperv neutron-server[103152]: 'Trunk': {'1.1'}} Dec 21 13:25:20.667764 dv-neutron-master-2-hyperv neutron-server[103152]: consumer versions: Dec 21 13:25:20.667764 dv-neutron-master-2-hyperv neutron-server[103152]: { DHCP agent@dv-neutron-master-2-hyperv: {}, Dec 21 13:25:20.667764 dv-neutron-master-2-hyperv neutron-server[103152]: HyperV agent@hv-neutron-mast: {}, Dec 21 13:25:20.667764 dv-neutron-master-2-hyperv neutron-server[103152]: L3 agent@dv-neutron-master-2-hyperv: {}, Dec 21 13:25:20.667764 dv-neutron-master-2-hyperv neutron-server[103152]: Metadata agent@dv-neutron-master-2-hyperv: {}, Dec 21 13:25:20.667764 dv-neutron-master-2-hyperv neutron-server[103152]: Metering agent@dv-neutron-master-2-hyperv: {}, Dec 21 13:25:20.667764 dv-neutron-master-2-hyperv neutron-server[103152]: Open vSwitch agent@dv-neutron-master-2-hyperv: { 'AddressGroup': '1.2', Dec 21 13:25:20.667764 dv-neutron-master-2-hyperv neutron-server[103152]: 'ConntrackHelper': '1.0', Dec 21 13:25:20.667764 dv-neutron-master-2-hyperv neutron-server[103152]: 'LocalIPAssociation': '1.0', Dec 21 13:25:20.667764 dv-neutron-master-2-hyperv neutron-server[103152]: 'Log': '1.0', Dec 21 13:25:20.667764 dv-neutron-master-2-hyperv neutron-server[103152]: 'Network': '1.1', Dec 21 13:25:20.667764 dv-neutron-master-2-hyperv neutron-server[103152]: 'Port': '1.7', Dec 21 13:25:20.667764 dv-neutron-master-2-hyperv neutron-server[103152]: 'PortForwarding': '1.2', Dec 21 13:25:20.667764 dv-neutron-master-2-hyperv neutron-server[103152]: 'QosPolicy': '1.10', Dec 21 13:25:20.667764 dv-neutron-master-2-hyperv neutron-server[103152]: 'SecurityGroup': '1.5', Dec 21 13:25:20.667764 dv-neutron-master-2-hyperv neutron-server[103152]: 'SecurityGroupRule': '1.2', Dec 21 13:25:20.667764 dv-neutron-master-2-hyperv neutron-server[103152]: 'SubPort': '1.0', Dec 21 13:25:20.667764 dv-neutron-master-2-hyperv neutron-server[103152]: 'Subnet': '1.1', Dec 21 13:25:20.667764 dv-neutron-master-2-hyperv neutron-server[103152]: 'Trunk': '1.1'}} Dec 21 13:25:20.667764 dv-neutron-master-2-hyperv neutron-server[103152]: {{(pid=103152) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 21 13:25:20.670983 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74dec2a4-b0b2-41ec-8d92-86676c77de75 admin admin] Checking segment: {'id': '792830f5-514e-493a-b4cc-75683e9b81f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '39aa7305-1380-4f0a-b399-f8c03518e77f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:25:20.671730 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74dec2a4-b0b2-41ec-8d92-86676c77de75 admin admin] Network hostable DHCP agents. Network: 39aa7305-1380-4f0a-b399-f8c03518e77f, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:25:20.697924 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74dec2a4-b0b2-41ec-8d92-86676c77de75 admin admin] Network 39aa7305-1380-4f0a-b399-f8c03518e77f is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:25:20.714478 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-74dec2a4-b0b2-41ec-8d92-86676c77de75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 39aa7305-1380-4f0a-b399-f8c03518e77f) {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:25:20.724060 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74dec2a4-b0b2-41ec-8d92-86676c77de75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:25:20.725405 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-74dec2a4-b0b2-41ec-8d92-86676c77de75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633769'] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:20.749668 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a015d1-987a-40bf-bb08-06d97aa51d6f None None] Network 39aa7305-1380-4f0a-b399-f8c03518e77f requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:25:20.752160 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-74dec2a4-b0b2-41ec-8d92-86676c77de75 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5891800 Dec 21 13:25:20.754804 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 53006) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:20.764203 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-2fbb917d-5c5b-4948-a4ef-7a8229970f80 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-368290171-router', 'tenant_id': '88700cfa6fca443f813dbee92d0bf4e2', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:25:20.776640 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 53008) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:20.792137 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-135be8f6-dd9a-4d5f-ba26-b31f4aeecf12 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3498843 Dec 21 13:25:20.792246 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 53010) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:20.823251 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-d390be80-ee7a-4478-83ac-a2f3f0c979de admin admin] Request body: {'subnet': {'network_id': 'ec88161e-a588-41e1-b33a-71ad6f2116fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-196369966-subnet', 'tenant_id': 'eb17296434674195836b28e8a0fc67cf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:25:20.832905 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0728d46-7124-4601-91fd-cbae21a3f4df admin admin] Pushing event updated for resources: {'Network': ['ID=83c05ac8-bd36-43e0-a042-78664d1cb962,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:20.840322 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-b0728d46-7124-4601-91fd-cbae21a3f4df admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.4402952 Dec 21 13:25:20.843787 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 53014) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:20.854660 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-32dab656-dbe8-44e2-93d0-c7ce22439700 admin admin] Request body: {'subnet': {'network_id': '83c05ac8-bd36-43e0-a042-78664d1cb962', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-48013927-subnet', 'tenant_id': '8aee670f41db4d76aa264255d2510915', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:25:20.871595 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d390be80-ee7a-4478-83ac-a2f3f0c979de admin admin] Made reservation on behalf of eb17296434674195836b28e8a0fc67cf for: {'subnet': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:25:20.874175 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d390be80-ee7a-4478-83ac-a2f3f0c979de admin admin] Publish callbacks [] for subnet, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:20.875392 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2fbb917d-5c5b-4948-a4ef-7a8229970f80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26964'] for router, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:20.877822 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2fbb917d-5c5b-4948-a4ef-7a8229970f80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-642316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26957'] for router, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:20.912682 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network 83c05ac8-bd36-43e0-a042-78664d1cb962 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:25:20.967538 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32dab656-dbe8-44e2-93d0-c7ce22439700 admin admin] Made reservation on behalf of 8aee670f41db4d76aa264255d2510915 for: {'subnet': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:25:20.970285 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-32dab656-dbe8-44e2-93d0-c7ce22439700 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:21.053903 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-101ff960-48a7-4c16-a599-3e5c8f47a4b6 tempest-ExternalNetworksTestJSON-1500723583 tempest-ExternalNetworksTestJSON-1500723583-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1678904184'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:25:21.090945 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4d7ed6-eb8a-482d-bbdc-167b6d16e177 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-39aa7305-1380-4f0a-b399-f8c03518e77f', 'network_id': '39aa7305-1380-4f0a-b399-f8c03518e77f', 'project_id': '88700cfa6fca443f813dbee92d0bf4e2', 'fixed_ips': [{'subnet_id': 'e105ee7f-3655-4fbf-969b-c738adf2539b'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:25:21.092083 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7b4d7ed6-eb8a-482d-bbdc-167b6d16e177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:21.120349 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2fbb917d-5c5b-4948-a4ef-7a8229970f80 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:21.290345 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-101ff960-48a7-4c16-a599-3e5c8f47a4b6 tempest-ExternalNetworksTestJSON-1500723583 tempest-ExternalNetworksTestJSON-1500723583-project] Made reservation on behalf of 5a87e232b0bb40e28805b3c37a195339 for: {'network': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:25:21.293039 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d390be80-ee7a-4478-83ac-a2f3f0c979de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for subnet, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:21.294411 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-101ff960-48a7-4c16-a599-3e5c8f47a4b6 tempest-ExternalNetworksTestJSON-1500723583 tempest-ExternalNetworksTestJSON-1500723583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:21.315108 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-7b4d7ed6-eb8a-482d-bbdc-167b6d16e177 None None] Allocated IP 172.20.0.2 (39aa7305-1380-4f0a-b399-f8c03518e77f/e105ee7f-3655-4fbf-969b-c738adf2539b/bbea2637-7c1c-404e-a693-c47c5fcaef2e) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:25:21.339123 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-101ff960-48a7-4c16-a599-3e5c8f47a4b6 tempest-ExternalNetworksTestJSON-1500723583 tempest-ExternalNetworksTestJSON-1500723583-project] Publish callbacks [] for security_group, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:21.387800 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-0cc1ed43-4cf1-4d22-9b47-cc513e8d04f1 tempest-DHCPAgentSchedulersTestJSON-341079023 tempest-DHCPAgentSchedulersTestJSON-341079023-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-550932688'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:25:21.405339 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-32dab656-dbe8-44e2-93d0-c7ce22439700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for subnet, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:21.406934 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2fbb917d-5c5b-4948-a4ef-7a8229970f80 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:21.428414 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d390be80-ee7a-4478-83ac-a2f3f0c979de admin admin] Pushing event updated for resources: {'Subnet': ['ID=fea6c692-bae9-40da-92a1-c6d85a86ba17,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:21.501594 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d390be80-ee7a-4478-83ac-a2f3f0c979de admin admin] Checking segment: {'id': 'e364c909-484b-4482-ad56-e639441ae690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ec88161e-a588-41e1-b33a-71ad6f2116fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:25:21.501956 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d390be80-ee7a-4478-83ac-a2f3f0c979de admin admin] Network hostable DHCP agents. Network: ec88161e-a588-41e1-b33a-71ad6f2116fc, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:25:21.503256 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc1ed43-4cf1-4d22-9b47-cc513e8d04f1 tempest-DHCPAgentSchedulersTestJSON-341079023 tempest-DHCPAgentSchedulersTestJSON-341079023-project] Made reservation on behalf of 5fe7f08fbd864f7b8344832cbf64b84d for: {'network': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:25:21.507067 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0cc1ed43-4cf1-4d22-9b47-cc513e8d04f1 tempest-DHCPAgentSchedulersTestJSON-341079023 tempest-DHCPAgentSchedulersTestJSON-341079023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:21.536897 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0cc1ed43-4cf1-4d22-9b47-cc513e8d04f1 tempest-DHCPAgentSchedulersTestJSON-341079023 tempest-DHCPAgentSchedulersTestJSON-341079023-project] Publish callbacks [] for security_group, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:21.540406 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dab656-dbe8-44e2-93d0-c7ce22439700 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40d80c43-5346-4a2c-a020-9bfccd6ebd6c,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:21.554323 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32dab656-dbe8-44e2-93d0-c7ce22439700 admin admin] Checking segment: {'id': '44f21306-9fc3-4a00-99ff-7ee4e10446be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '83c05ac8-bd36-43e0-a042-78664d1cb962'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:25:21.555837 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32dab656-dbe8-44e2-93d0-c7ce22439700 admin admin] Network hostable DHCP agents. Network: 83c05ac8-bd36-43e0-a042-78664d1cb962, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:25:21.571075 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d390be80-ee7a-4478-83ac-a2f3f0c979de admin admin] Network ec88161e-a588-41e1-b33a-71ad6f2116fc is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:25:21.589618 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32dab656-dbe8-44e2-93d0-c7ce22439700 admin admin] Network 83c05ac8-bd36-43e0-a042-78664d1cb962 is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:25:21.597713 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7b4d7ed6-eb8a-482d-bbdc-167b6d16e177 None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:21.603782 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-d390be80-ee7a-4478-83ac-a2f3f0c979de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, ec88161e-a588-41e1-b33a-71ad6f2116fc) {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:25:21.605617 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-32dab656-dbe8-44e2-93d0-c7ce22439700 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 83c05ac8-bd36-43e0-a042-78664d1cb962) {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:25:21.622017 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d390be80-ee7a-4478-83ac-a2f3f0c979de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:25:21.622769 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d390be80-ee7a-4478-83ac-a2f3f0c979de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633769'] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:21.626893 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a4bf14-04e7-4b1d-93c9-5a1f68ba7ab0 None None] Network ec88161e-a588-41e1-b33a-71ad6f2116fc requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:25:21.640407 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7b4d7ed6-eb8a-482d-bbdc-167b6d16e177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:21.660326 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-101ff960-48a7-4c16-a599-3e5c8f47a4b6 tempest-ExternalNetworksTestJSON-1500723583 tempest-ExternalNetworksTestJSON-1500723583-project] Publish callbacks [] for security_group, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:21.662650 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32dab656-dbe8-44e2-93d0-c7ce22439700 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:25:21.663197 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-32dab656-dbe8-44e2-93d0-c7ce22439700 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633769'] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:21.673118 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-101ff960-48a7-4c16-a599-3e5c8f47a4b6 tempest-ExternalNetworksTestJSON-1500723583 tempest-ExternalNetworksTestJSON-1500723583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:21.677326 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-d390be80-ee7a-4478-83ac-a2f3f0c979de admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8839672 Dec 21 13:25:21.685433 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 53036) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:21.694256 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-0a11015d-62b7-4cf0-b00f-1ddc3b89f28c admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-196369966-router', 'tenant_id': 'eb17296434674195836b28e8a0fc67cf', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:25:21.714799 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139c7e81-ab64-4bb9-b49c-a1fded50fa28 None None] Network 83c05ac8-bd36-43e0-a042-78664d1cb962 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:25:21.715728 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-32dab656-dbe8-44e2-93d0-c7ce22439700 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.8689551 Dec 21 13:25:21.719591 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 53042) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:21.727664 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-101ff960-48a7-4c16-a599-3e5c8f47a4b6 tempest-ExternalNetworksTestJSON-1500723583 tempest-ExternalNetworksTestJSON-1500723583-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=103152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:25:21.734852 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-6ffd5ec1-cb81-4af2-883f-9237315e09a9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-48013927-router', 'tenant_id': '8aee670f41db4d76aa264255d2510915', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:25:21.750398 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4d7ed6-eb8a-482d-bbdc-167b6d16e177 None None] Network 39aa7305-1380-4f0a-b399-f8c03518e77f is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:25:21.770230 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0a11015d-62b7-4cf0-b00f-1ddc3b89f28c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26964'] for router, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:21.771456 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0a11015d-62b7-4cf0-b00f-1ddc3b89f28c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-642316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26957'] for router, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:21.785695 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-101ff960-48a7-4c16-a599-3e5c8f47a4b6 tempest-ExternalNetworksTestJSON-1500723583 tempest-ExternalNetworksTestJSON-1500723583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:21.786065 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.segments_db [None req-101ff960-48a7-4c16-a599-3e5c8f47a4b6 tempest-ExternalNetworksTestJSON-1500723583 tempest-ExternalNetworksTestJSON-1500723583-project] Added segment 16832c66-a10f-43b8-b2c9-b712881e2517 of type vlan for network 0dce2cb7-3671-408e-a25a-730c26632cb9 Dec 21 13:25:21.791280 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-7b4d7ed6-eb8a-482d-bbdc-167b6d16e177 None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:25:21.804078 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4d7ed6-eb8a-482d-bbdc-167b6d16e177 None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:25:21.808151 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0cc1ed43-4cf1-4d22-9b47-cc513e8d04f1 tempest-DHCPAgentSchedulersTestJSON-341079023 tempest-DHCPAgentSchedulersTestJSON-341079023-project] Publish callbacks [] for security_group, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:21.809830 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101ff960-48a7-4c16-a599-3e5c8f47a4b6 tempest-ExternalNetworksTestJSON-1500723583 tempest-ExternalNetworksTestJSON-1500723583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69dab5da-949b-4d26-aca1-8e36e8eeda3b,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:21.824305 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0cc1ed43-4cf1-4d22-9b47-cc513e8d04f1 tempest-DHCPAgentSchedulersTestJSON-341079023 tempest-DHCPAgentSchedulersTestJSON-341079023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:21.847700 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 53046) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:21.858307 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4d7ed6-eb8a-482d-bbdc-167b6d16e177 None None] Pushing event updated for resources: {'Port': ['ID=bbea2637-7c1c-404e-a693-c47c5fcaef2e,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:21.884825 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6ffd5ec1-cb81-4af2-883f-9237315e09a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26964'] for router, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:21.885864 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6ffd5ec1-cb81-4af2-883f-9237315e09a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-642316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26957'] for router, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:21.926534 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4d7ed6-eb8a-482d-bbdc-167b6d16e177 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:25:21.927294 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4d7ed6-eb8a-482d-bbdc-167b6d16e177 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:25:21.928089 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4d7ed6-eb8a-482d-bbdc-167b6d16e177 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:25:21.928649 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4d7ed6-eb8a-482d-bbdc-167b6d16e177 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:25:21.929194 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4d7ed6-eb8a-482d-bbdc-167b6d16e177 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:25:21.930290 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4d7ed6-eb8a-482d-bbdc-167b6d16e177 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:25:21.930867 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4d7ed6-eb8a-482d-bbdc-167b6d16e177 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:25:21.931403 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4d7ed6-eb8a-482d-bbdc-167b6d16e177 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:25:21.931945 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4d7ed6-eb8a-482d-bbdc-167b6d16e177 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:25:21.932508 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4d7ed6-eb8a-482d-bbdc-167b6d16e177 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:25:21.933045 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4d7ed6-eb8a-482d-bbdc-167b6d16e177 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:25:21.933566 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4d7ed6-eb8a-482d-bbdc-167b6d16e177 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:25:21.934100 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4d7ed6-eb8a-482d-bbdc-167b6d16e177 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:25:21.936793 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4d7ed6-eb8a-482d-bbdc-167b6d16e177 None None] Tracked resource versions report: Dec 21 13:25:21.936793 dv-neutron-master-2-hyperv neutron-server[103154]: pushed versions: Dec 21 13:25:21.936793 dv-neutron-master-2-hyperv neutron-server[103154]: { 'AddressGroup': {'1.2'}, Dec 21 13:25:21.936793 dv-neutron-master-2-hyperv neutron-server[103154]: 'ConntrackHelper': {'1.0'}, Dec 21 13:25:21.936793 dv-neutron-master-2-hyperv neutron-server[103154]: 'LocalIPAssociation': {'1.0'}, Dec 21 13:25:21.936793 dv-neutron-master-2-hyperv neutron-server[103154]: 'Log': {'1.0'}, Dec 21 13:25:21.936793 dv-neutron-master-2-hyperv neutron-server[103154]: 'Network': {'1.1'}, Dec 21 13:25:21.936793 dv-neutron-master-2-hyperv neutron-server[103154]: 'Port': {'1.7'}, Dec 21 13:25:21.936793 dv-neutron-master-2-hyperv neutron-server[103154]: 'PortForwarding': {'1.2'}, Dec 21 13:25:21.936793 dv-neutron-master-2-hyperv neutron-server[103154]: 'QosPolicy': {'1.10'}, Dec 21 13:25:21.936793 dv-neutron-master-2-hyperv neutron-server[103154]: 'SecurityGroup': {'1.5'}, Dec 21 13:25:21.936793 dv-neutron-master-2-hyperv neutron-server[103154]: 'SecurityGroupRule': {'1.2'}, Dec 21 13:25:21.936793 dv-neutron-master-2-hyperv neutron-server[103154]: 'SubPort': {'1.0'}, Dec 21 13:25:21.936793 dv-neutron-master-2-hyperv neutron-server[103154]: 'Subnet': {'1.1'}, Dec 21 13:25:21.936793 dv-neutron-master-2-hyperv neutron-server[103154]: 'Trunk': {'1.1'}} Dec 21 13:25:21.936793 dv-neutron-master-2-hyperv neutron-server[103154]: consumer versions: Dec 21 13:25:21.936793 dv-neutron-master-2-hyperv neutron-server[103154]: { DHCP agent@dv-neutron-master-2-hyperv: {}, Dec 21 13:25:21.936793 dv-neutron-master-2-hyperv neutron-server[103154]: HyperV agent@hv-neutron-mast: {}, Dec 21 13:25:21.936793 dv-neutron-master-2-hyperv neutron-server[103154]: L3 agent@dv-neutron-master-2-hyperv: {}, Dec 21 13:25:21.936793 dv-neutron-master-2-hyperv neutron-server[103154]: Metadata agent@dv-neutron-master-2-hyperv: {}, Dec 21 13:25:21.936793 dv-neutron-master-2-hyperv neutron-server[103154]: Metering agent@dv-neutron-master-2-hyperv: {}, Dec 21 13:25:21.936793 dv-neutron-master-2-hyperv neutron-server[103154]: Open vSwitch agent@dv-neutron-master-2-hyperv: { 'AddressGroup': '1.2', Dec 21 13:25:21.936793 dv-neutron-master-2-hyperv neutron-server[103154]: 'ConntrackHelper': '1.0', Dec 21 13:25:21.936793 dv-neutron-master-2-hyperv neutron-server[103154]: 'LocalIPAssociation': '1.0', Dec 21 13:25:21.936793 dv-neutron-master-2-hyperv neutron-server[103154]: 'Log': '1.0', Dec 21 13:25:21.936793 dv-neutron-master-2-hyperv neutron-server[103154]: 'Network': '1.1', Dec 21 13:25:21.936793 dv-neutron-master-2-hyperv neutron-server[103154]: 'Port': '1.7', Dec 21 13:25:21.936793 dv-neutron-master-2-hyperv neutron-server[103154]: 'PortForwarding': '1.2', Dec 21 13:25:21.936793 dv-neutron-master-2-hyperv neutron-server[103154]: 'QosPolicy': '1.10', Dec 21 13:25:21.936793 dv-neutron-master-2-hyperv neutron-server[103154]: 'SecurityGroup': '1.5', Dec 21 13:25:21.936793 dv-neutron-master-2-hyperv neutron-server[103154]: 'SecurityGroupRule': '1.2', Dec 21 13:25:21.936793 dv-neutron-master-2-hyperv neutron-server[103154]: 'SubPort': '1.0', Dec 21 13:25:21.936793 dv-neutron-master-2-hyperv neutron-server[103154]: 'Subnet': '1.1', Dec 21 13:25:21.936793 dv-neutron-master-2-hyperv neutron-server[103154]: 'Trunk': '1.1'}} Dec 21 13:25:21.936793 dv-neutron-master-2-hyperv neutron-server[103154]: {{(pid=103154) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 21 13:25:21.939393 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc1ed43-4cf1-4d22-9b47-cc513e8d04f1 tempest-DHCPAgentSchedulersTestJSON-341079023 tempest-DHCPAgentSchedulersTestJSON-341079023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=522257c5-a886-42ed-b370-56848ea5f63e,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:22.007347 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-7b4d7ed6-eb8a-482d-bbdc-167b6d16e177 None None] Attempting to bind port bbea2637-7c1c-404e-a693-c47c5fcaef2e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:25:22.008782 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-7b4d7ed6-eb8a-482d-bbdc-167b6d16e177 None None] Attempting to bind port bbea2637-7c1c-404e-a693-c47c5fcaef2e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '792830f5-514e-493a-b4cc-75683e9b81f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '39aa7305-1380-4f0a-b399-f8c03518e77f'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:25:22.009150 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4d7ed6-eb8a-482d-bbdc-167b6d16e177 None None] Attempting to bind port bbea2637-7c1c-404e-a693-c47c5fcaef2e on network 39aa7305-1380-4f0a-b399-f8c03518e77f {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:25:22.020113 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4d7ed6-eb8a-482d-bbdc-167b6d16e177 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:25:22.020492 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4d7ed6-eb8a-482d-bbdc-167b6d16e177 None None] Checking segment: {'id': '792830f5-514e-493a-b4cc-75683e9b81f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '39aa7305-1380-4f0a-b399-f8c03518e77f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:25:22.020897 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7b4d7ed6-eb8a-482d-bbdc-167b6d16e177 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:22.021294 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4d7ed6-eb8a-482d-bbdc-167b6d16e177 None None] Bound using segment: {'id': '792830f5-514e-493a-b4cc-75683e9b81f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '39aa7305-1380-4f0a-b399-f8c03518e77f'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:25:22.021781 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-7b4d7ed6-eb8a-482d-bbdc-167b6d16e177 None None] Bound port: bbea2637-7c1c-404e-a693-c47c5fcaef2e, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '792830f5-514e-493a-b4cc-75683e9b81f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '39aa7305-1380-4f0a-b399-f8c03518e77f'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:25:22.022174 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7b4d7ed6-eb8a-482d-bbdc-167b6d16e177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:22.025145 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-750060c8-18d0-43b6-aae2-e82a2708d378 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-ec88161e-a588-41e1-b33a-71ad6f2116fc', 'network_id': 'ec88161e-a588-41e1-b33a-71ad6f2116fc', 'project_id': 'eb17296434674195836b28e8a0fc67cf', 'fixed_ips': [{'subnet_id': 'fea6c692-bae9-40da-92a1-c6d85a86ba17'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:25:22.025400 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 53050) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:22.025980 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-750060c8-18d0-43b6-aae2-e82a2708d378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:22.050077 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6ffd5ec1-cb81-4af2-883f-9237315e09a9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:22.054638 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-101ff960-48a7-4c16-a599-3e5c8f47a4b6 tempest-ExternalNetworksTestJSON-1500723583 tempest-ExternalNetworksTestJSON-1500723583-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:22.067579 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cc1ed43-4cf1-4d22-9b47-cc513e8d04f1 tempest-DHCPAgentSchedulersTestJSON-341079023 tempest-DHCPAgentSchedulersTestJSON-341079023-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=103152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:25:22.127163 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0a11015d-62b7-4cf0-b00f-1ddc3b89f28c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:22.179600 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2fbb917d-5c5b-4948-a4ef-7a8229970f80 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:22.199753 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.db.resource_extend [None req-101ff960-48a7-4c16-a599-3e5c8f47a4b6 tempest-ExternalNetworksTestJSON-1500723583 tempest-ExternalNetworksTestJSON-1500723583-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 21 13:25:22.218179 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-d3ef8868-6d10-4fe0-a33d-815cc712f17f tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1589965307', 'router:external': True}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:25:22.225223 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0cc1ed43-4cf1-4d22-9b47-cc513e8d04f1 tempest-DHCPAgentSchedulersTestJSON-341079023 tempest-DHCPAgentSchedulersTestJSON-341079023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:22.225571 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.segments_db [None req-0cc1ed43-4cf1-4d22-9b47-cc513e8d04f1 tempest-DHCPAgentSchedulersTestJSON-341079023 tempest-DHCPAgentSchedulersTestJSON-341079023-project] Added segment 61173298-55d9-48d3-9a28-7725c370bdd1 of type vlan for network 18541f28-0acf-4a65-abdd-494b6421f2b0 Dec 21 13:25:22.240512 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2fbb917d-5c5b-4948-a4ef-7a8229970f80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:22.293151 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823f657b-3f76-40cc-903d-696bfb517482 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-83c05ac8-bd36-43e0-a042-78664d1cb962', 'network_id': '83c05ac8-bd36-43e0-a042-78664d1cb962', 'project_id': '8aee670f41db4d76aa264255d2510915', 'fixed_ips': [{'subnet_id': '40d80c43-5346-4a2c-a020-9bfccd6ebd6c'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:25:22.294099 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-823f657b-3f76-40cc-903d-696bfb517482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:22.300953 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-86877883-3959-401f-b3b2-c83844beed1f tempest-QuotasNegativeTest-1575038127 tempest-QuotasNegativeTest-1575038127-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:25:22.335103 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-750060c8-18d0-43b6-aae2-e82a2708d378 None None] Allocated IP 172.20.0.2 (ec88161e-a588-41e1-b33a-71ad6f2116fc/fea6c692-bae9-40da-92a1-c6d85a86ba17/fc07de5d-8b77-4107-a050-d5c770d00dc1) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:25:22.442205 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-101ff960-48a7-4c16-a599-3e5c8f47a4b6 tempest-ExternalNetworksTestJSON-1500723583 tempest-ExternalNetworksTestJSON-1500723583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:22.458857 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101ff960-48a7-4c16-a599-3e5c8f47a4b6 tempest-ExternalNetworksTestJSON-1500723583 tempest-ExternalNetworksTestJSON-1500723583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:25:22.460157 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-101ff960-48a7-4c16-a599-3e5c8f47a4b6 tempest-ExternalNetworksTestJSON-1500723583 tempest-ExternalNetworksTestJSON-1500723583-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633769'] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:22.472841 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3ef8868-6d10-4fe0-a33d-815cc712f17f tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Made reservation on behalf of 3d94f03dbf1c4f0aa2571543427d6226 for: {'network': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:25:22.475632 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d3ef8868-6d10-4fe0-a33d-815cc712f17f tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:22.503710 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0cc1ed43-4cf1-4d22-9b47-cc513e8d04f1 tempest-DHCPAgentSchedulersTestJSON-341079023 tempest-DHCPAgentSchedulersTestJSON-341079023-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:22.516046 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-86877883-3959-401f-b3b2-c83844beed1f tempest-QuotasNegativeTest-1575038127 tempest-QuotasNegativeTest-1575038127-project-admin] 10.222.0.37 "PUT /v2.0/quotas/bad1282441d54f46b14d58517228f193 HTTP/1.1" status: 200 len: 368 time: 0.4895561 Dec 21 13:25:22.521317 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 53064) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:22.524676 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d3ef8868-6d10-4fe0-a33d-815cc712f17f tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:22.559110 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-101ff960-48a7-4c16-a599-3e5c8f47a4b6 tempest-ExternalNetworksTestJSON-1500723583 tempest-ExternalNetworksTestJSON-1500723583-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.9983044 Dec 21 13:25:22.560182 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0cc1ed43-4cf1-4d22-9b47-cc513e8d04f1 tempest-DHCPAgentSchedulersTestJSON-341079023 tempest-DHCPAgentSchedulersTestJSON-341079023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:22.564971 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-f8d2af19-e0d4-436f-996b-40f76529010e tempest-QuotasNegativeTest-1575038127 tempest-QuotasNegativeTest-1575038127-project-admin] Request body: {'network': {'project_id': 'bad1282441d54f46b14d58517228f193'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:25:22.568084 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc1ed43-4cf1-4d22-9b47-cc513e8d04f1 tempest-DHCPAgentSchedulersTestJSON-341079023 tempest-DHCPAgentSchedulersTestJSON-341079023-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:25:22.568900 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0cc1ed43-4cf1-4d22-9b47-cc513e8d04f1 tempest-DHCPAgentSchedulersTestJSON-341079023 tempest-DHCPAgentSchedulersTestJSON-341079023-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633769'] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:22.569824 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6ffd5ec1-cb81-4af2-883f-9237315e09a9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:22.575019 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 53068) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:22.629736 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0a11015d-62b7-4cf0-b00f-1ddc3b89f28c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:22.639529 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-7b4d7ed6-eb8a-482d-bbdc-167b6d16e177 None None] For port bbea2637-7c1c-404e-a693-c47c5fcaef2e, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:25:22.646196 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-0cc1ed43-4cf1-4d22-9b47-cc513e8d04f1 tempest-DHCPAgentSchedulersTestJSON-341079023 tempest-DHCPAgentSchedulersTestJSON-341079023-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.8654916 Dec 21 13:25:22.647320 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 53072) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:22.667886 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-678848e8-bcbc-4b16-b36a-e1eae6c768f1 tempest-DHCPAgentSchedulersTestJSON-341079023 tempest-DHCPAgentSchedulersTestJSON-341079023-project] Request body: {'subnet': {'network_id': '18541f28-0acf-4a65-abdd-494b6421f2b0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:25:22.674704 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-7b4d7ed6-eb8a-482d-bbdc-167b6d16e177 None None] For port bbea2637-7c1c-404e-a693-c47c5fcaef2e, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bbea2637-7c1c-404e-a693-c47c5fcaef2e,segment=NetworkSegment(792830f5-514e-493a-b4cc-75683e9b81f8),segment_id=792830f5-514e-493a-b4cc-75683e9b81f8)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:25:22.685357 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7b4d7ed6-eb8a-482d-bbdc-167b6d16e177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:22.717600 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8d2af19-e0d4-436f-996b-40f76529010e tempest-QuotasNegativeTest-1575038127 tempest-QuotasNegativeTest-1575038127-project-admin] Made reservation on behalf of bad1282441d54f46b14d58517228f193 for: {'network': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:25:22.719996 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f8d2af19-e0d4-436f-996b-40f76529010e tempest-QuotasNegativeTest-1575038127 tempest-QuotasNegativeTest-1575038127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:22.751945 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f8d2af19-e0d4-436f-996b-40f76529010e tempest-QuotasNegativeTest-1575038127 tempest-QuotasNegativeTest-1575038127-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:22.779025 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 53074) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:22.789722 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4d7ed6-eb8a-482d-bbdc-167b6d16e177 None None] Pushing event updated for resources: {'Port': ['ID=bbea2637-7c1c-404e-a693-c47c5fcaef2e,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:22.956563 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d3ef8868-6d10-4fe0-a33d-815cc712f17f tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:22.972529 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d3ef8868-6d10-4fe0-a33d-815cc712f17f tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:22.982222 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-823f657b-3f76-40cc-903d-696bfb517482 None None] Allocated IP 172.20.0.2 (83c05ac8-bd36-43e0-a042-78664d1cb962/40d80c43-5346-4a2c-a020-9bfccd6ebd6c/9079aa88-4471-45f4-b2f3-92686471b5c0) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:25:23.031165 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ef8868-6d10-4fe0-a33d-815cc712f17f tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=046101dc-3002-412e-99fd-db851d915774,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:23.058997 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3ef8868-6d10-4fe0-a33d-815cc712f17f tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=103153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:25:23.064739 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-2fbb917d-5c5b-4948-a4ef-7a8229970f80 admin admin] Allocated IP 172.36.3.248 (7fdf1889-f079-4166-bbda-88b2a8d8d595/051a5607-1753-4008-a2f2-d94b48752e9c/3c398b2b-31eb-4500-8329-00d20e2d565d) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:25:23.067957 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-750060c8-18d0-43b6-aae2-e82a2708d378 None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:23.100137 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-750060c8-18d0-43b6-aae2-e82a2708d378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:23.121658 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101ff960-48a7-4c16-a599-3e5c8f47a4b6 tempest-ExternalNetworksTestJSON-1500723583 tempest-ExternalNetworksTestJSON-1500723583-project] Pushing event updated for resources: {'Network': ['ID=0dce2cb7-3671-408e-a25a-730c26632cb9,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:23.154514 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network 0dce2cb7-3671-408e-a25a-730c26632cb9 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:25:23.166225 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-678848e8-bcbc-4b16-b36a-e1eae6c768f1 tempest-DHCPAgentSchedulersTestJSON-341079023 tempest-DHCPAgentSchedulersTestJSON-341079023-project] Made reservation on behalf of 5fe7f08fbd864f7b8344832cbf64b84d for: {'subnet': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:25:23.171101 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-678848e8-bcbc-4b16-b36a-e1eae6c768f1 tempest-DHCPAgentSchedulersTestJSON-341079023 tempest-DHCPAgentSchedulersTestJSON-341079023-project] Publish callbacks [] for subnet, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:23.192401 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d3ef8868-6d10-4fe0-a33d-815cc712f17f tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:23.192793 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.segments_db [None req-d3ef8868-6d10-4fe0-a33d-815cc712f17f tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Added segment 1a5f1256-3f6d-4cda-8022-1809e46c05ba of type vlan for network ad793bb7-2b68-41c2-a76c-0260e0faa6ae Dec 21 13:25:23.200728 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-1ef6e128-2fe5-4254-bb3a-fddac199ff79 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Request body: {'network': {'name': 'tempest-network--1924548569', 'router:external': True}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:25:23.287337 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750060c8-18d0-43b6-aae2-e82a2708d378 None None] Network ec88161e-a588-41e1-b33a-71ad6f2116fc is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:25:23.308281 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-750060c8-18d0-43b6-aae2-e82a2708d378 None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:25:23.311431 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-2f6774e6-051b-4225-8a17-a1a6c51b041c tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Request body: {'floatingip': {'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:25:23.320294 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6ffd5ec1-cb81-4af2-883f-9237315e09a9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:23.340877 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750060c8-18d0-43b6-aae2-e82a2708d378 None None] Pushing event updated for resources: {'Port': ['ID=fc07de5d-8b77-4107-a050-d5c770d00dc1,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:23.344729 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750060c8-18d0-43b6-aae2-e82a2708d378 None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:25:23.372464 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6ffd5ec1-cb81-4af2-883f-9237315e09a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:23.452664 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f8d2af19-e0d4-436f-996b-40f76529010e tempest-QuotasNegativeTest-1575038127 tempest-QuotasNegativeTest-1575038127-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:23.496469 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc1ed43-4cf1-4d22-9b47-cc513e8d04f1 tempest-DHCPAgentSchedulersTestJSON-341079023 tempest-DHCPAgentSchedulersTestJSON-341079023-project] Pushing event updated for resources: {'Network': ['ID=18541f28-0acf-4a65-abdd-494b6421f2b0,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:23.521299 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network 18541f28-0acf-4a65-abdd-494b6421f2b0 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:25:23.574558 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2fbb917d-5c5b-4948-a4ef-7a8229970f80 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:23.592346 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-750060c8-18d0-43b6-aae2-e82a2708d378 None None] Attempting to bind port fc07de5d-8b77-4107-a050-d5c770d00dc1 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:25:23.592632 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-750060c8-18d0-43b6-aae2-e82a2708d378 None None] Attempting to bind port fc07de5d-8b77-4107-a050-d5c770d00dc1 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'e364c909-484b-4482-ad56-e639441ae690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ec88161e-a588-41e1-b33a-71ad6f2116fc'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:25:23.593000 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750060c8-18d0-43b6-aae2-e82a2708d378 None None] Attempting to bind port fc07de5d-8b77-4107-a050-d5c770d00dc1 on network ec88161e-a588-41e1-b33a-71ad6f2116fc {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:25:23.636999 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750060c8-18d0-43b6-aae2-e82a2708d378 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:25:23.637380 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750060c8-18d0-43b6-aae2-e82a2708d378 None None] Checking segment: {'id': 'e364c909-484b-4482-ad56-e639441ae690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ec88161e-a588-41e1-b33a-71ad6f2116fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:25:23.637799 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-750060c8-18d0-43b6-aae2-e82a2708d378 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:23.638198 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750060c8-18d0-43b6-aae2-e82a2708d378 None None] Bound using segment: {'id': 'e364c909-484b-4482-ad56-e639441ae690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ec88161e-a588-41e1-b33a-71ad6f2116fc'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:25:23.638714 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-750060c8-18d0-43b6-aae2-e82a2708d378 None None] Bound port: fc07de5d-8b77-4107-a050-d5c770d00dc1, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e364c909-484b-4482-ad56-e639441ae690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ec88161e-a588-41e1-b33a-71ad6f2116fc'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:25:23.639095 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-750060c8-18d0-43b6-aae2-e82a2708d378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:23.683834 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-823f657b-3f76-40cc-903d-696bfb517482 None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:23.747821 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d3ef8868-6d10-4fe0-a33d-815cc712f17f tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:23.761510 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2fbb917d-5c5b-4948-a4ef-7a8229970f80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:23.767154 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-678848e8-bcbc-4b16-b36a-e1eae6c768f1 tempest-DHCPAgentSchedulersTestJSON-341079023 tempest-DHCPAgentSchedulersTestJSON-341079023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for subnet, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:23.770704 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-750060c8-18d0-43b6-aae2-e82a2708d378 None None] For port fc07de5d-8b77-4107-a050-d5c770d00dc1, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:25:23.776481 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-750060c8-18d0-43b6-aae2-e82a2708d378 None None] For port fc07de5d-8b77-4107-a050-d5c770d00dc1, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fc07de5d-8b77-4107-a050-d5c770d00dc1,segment=NetworkSegment(e364c909-484b-4482-ad56-e639441ae690),segment_id=e364c909-484b-4482-ad56-e639441ae690)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:25:23.780830 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-823f657b-3f76-40cc-903d-696bfb517482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:23.789344 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-750060c8-18d0-43b6-aae2-e82a2708d378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:23.805679 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f8d2af19-e0d4-436f-996b-40f76529010e tempest-QuotasNegativeTest-1575038127 tempest-QuotasNegativeTest-1575038127-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:23.823389 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d3ef8868-6d10-4fe0-a33d-815cc712f17f tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:23.824987 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ef8868-6d10-4fe0-a33d-815cc712f17f tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:25:23.826508 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d3ef8868-6d10-4fe0-a33d-815cc712f17f tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633769'] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:23.841375 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2f6774e6-051b-4225-8a17-a1a6c51b041c tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Publish callbacks [] for floatingip, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:23.855177 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823f657b-3f76-40cc-903d-696bfb517482 None None] Network 83c05ac8-bd36-43e0-a042-78664d1cb962 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:25:23.863660 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-823f657b-3f76-40cc-903d-696bfb517482 None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:25:23.870483 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823f657b-3f76-40cc-903d-696bfb517482 None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:25:23.878767 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823f657b-3f76-40cc-903d-696bfb517482 None None] Pushing event updated for resources: {'Port': ['ID=9079aa88-4471-45f4-b2f3-92686471b5c0,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:23.908926 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678848e8-bcbc-4b16-b36a-e1eae6c768f1 tempest-DHCPAgentSchedulersTestJSON-341079023 tempest-DHCPAgentSchedulersTestJSON-341079023-project] Checking segment: {'id': '61173298-55d9-48d3-9a28-7725c370bdd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '18541f28-0acf-4a65-abdd-494b6421f2b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:25:23.909279 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678848e8-bcbc-4b16-b36a-e1eae6c768f1 tempest-DHCPAgentSchedulersTestJSON-341079023 tempest-DHCPAgentSchedulersTestJSON-341079023-project] Network hostable DHCP agents. Network: 18541f28-0acf-4a65-abdd-494b6421f2b0, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:25:23.933504 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fbb917d-5c5b-4948-a4ef-7a8229970f80 admin admin] Network 7fdf1889-f079-4166-bbda-88b2a8d8d595 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:25:23.950839 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-2fbb917d-5c5b-4948-a4ef-7a8229970f80 admin admin] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:25:23.956726 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678848e8-bcbc-4b16-b36a-e1eae6c768f1 tempest-DHCPAgentSchedulersTestJSON-341079023 tempest-DHCPAgentSchedulersTestJSON-341079023-project] Pushing event updated for resources: {'Subnet': ['ID=e9ef0aa3-08b5-4250-a550-2c4b2317a23e,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:23.979098 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbb917d-5c5b-4948-a4ef-7a8229970f80 admin admin] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:25:23.994172 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-d3ef8868-6d10-4fe0-a33d-815cc712f17f tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.1379015 Dec 21 13:25:23.998620 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbb917d-5c5b-4948-a4ef-7a8229970f80 admin admin] Pushing event updated for resources: {'Port': ['ID=3c398b2b-31eb-4500-8329-00d20e2d565d,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:24.007197 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750060c8-18d0-43b6-aae2-e82a2708d378 None None] Pushing event updated for resources: {'Port': ['ID=fc07de5d-8b77-4107-a050-d5c770d00dc1,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:24.023180 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8d2af19-e0d4-436f-996b-40f76529010e tempest-QuotasNegativeTest-1575038127 tempest-QuotasNegativeTest-1575038127-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=103153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:25:24.024789 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-823f657b-3f76-40cc-903d-696bfb517482 None None] Attempting to bind port 9079aa88-4471-45f4-b2f3-92686471b5c0 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:25:24.036041 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-823f657b-3f76-40cc-903d-696bfb517482 None None] Attempting to bind port 9079aa88-4471-45f4-b2f3-92686471b5c0 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '44f21306-9fc3-4a00-99ff-7ee4e10446be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '83c05ac8-bd36-43e0-a042-78664d1cb962'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:25:24.036635 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823f657b-3f76-40cc-903d-696bfb517482 None None] Attempting to bind port 9079aa88-4471-45f4-b2f3-92686471b5c0 on network 83c05ac8-bd36-43e0-a042-78664d1cb962 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:25:24.056729 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823f657b-3f76-40cc-903d-696bfb517482 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:25:24.057208 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823f657b-3f76-40cc-903d-696bfb517482 None None] Checking segment: {'id': '44f21306-9fc3-4a00-99ff-7ee4e10446be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '83c05ac8-bd36-43e0-a042-78664d1cb962'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:25:24.057631 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-823f657b-3f76-40cc-903d-696bfb517482 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:24.058041 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823f657b-3f76-40cc-903d-696bfb517482 None None] Bound using segment: {'id': '44f21306-9fc3-4a00-99ff-7ee4e10446be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '83c05ac8-bd36-43e0-a042-78664d1cb962'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:25:24.058580 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-823f657b-3f76-40cc-903d-696bfb517482 None None] Bound port: 9079aa88-4471-45f4-b2f3-92686471b5c0, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44f21306-9fc3-4a00-99ff-7ee4e10446be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '83c05ac8-bd36-43e0-a042-78664d1cb962'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:25:24.058995 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-823f657b-3f76-40cc-903d-696bfb517482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:24.061517 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 53090) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:24.095473 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-2db2b7b4-02ff-43e4-b849-4726377e1719 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Request body: {'subnet': {'network_id': 'ad793bb7-2b68-41c2-a76c-0260e0faa6ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:25:24.181911 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-823f657b-3f76-40cc-903d-696bfb517482 None None] For port 9079aa88-4471-45f4-b2f3-92686471b5c0, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:25:24.197632 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-823f657b-3f76-40cc-903d-696bfb517482 None None] For port 9079aa88-4471-45f4-b2f3-92686471b5c0, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9079aa88-4471-45f4-b2f3-92686471b5c0,segment=NetworkSegment(44f21306-9fc3-4a00-99ff-7ee4e10446be),segment_id=44f21306-9fc3-4a00-99ff-7ee4e10446be)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:25:24.205481 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678848e8-bcbc-4b16-b36a-e1eae6c768f1 tempest-DHCPAgentSchedulersTestJSON-341079023 tempest-DHCPAgentSchedulersTestJSON-341079023-project] Network 18541f28-0acf-4a65-abdd-494b6421f2b0 is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:25:24.209142 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-823f657b-3f76-40cc-903d-696bfb517482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:24.235900 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-6ffd5ec1-cb81-4af2-883f-9237315e09a9 admin admin] Allocated IP 172.36.3.162 (7fdf1889-f079-4166-bbda-88b2a8d8d595/051a5607-1753-4008-a2f2-d94b48752e9c/3577293b-0870-463f-963e-35b3036c27fa) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:25:24.278026 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f8d2af19-e0d4-436f-996b-40f76529010e tempest-QuotasNegativeTest-1575038127 tempest-QuotasNegativeTest-1575038127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:24.278551 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.segments_db [None req-f8d2af19-e0d4-436f-996b-40f76529010e tempest-QuotasNegativeTest-1575038127 tempest-QuotasNegativeTest-1575038127-project-admin] Added segment 14c0303e-fc3f-4402-bae3-ca49401123cd of type vlan for network 66d283ea-bdc3-4b8c-a39d-cf396c666245 Dec 21 13:25:24.280633 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-678848e8-bcbc-4b16-b36a-e1eae6c768f1 tempest-DHCPAgentSchedulersTestJSON-341079023 tempest-DHCPAgentSchedulersTestJSON-341079023-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 18541f28-0acf-4a65-abdd-494b6421f2b0) {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:25:24.285681 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678848e8-bcbc-4b16-b36a-e1eae6c768f1 tempest-DHCPAgentSchedulersTestJSON-341079023 tempest-DHCPAgentSchedulersTestJSON-341079023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:25:24.286543 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-678848e8-bcbc-4b16-b36a-e1eae6c768f1 tempest-DHCPAgentSchedulersTestJSON-341079023 tempest-DHCPAgentSchedulersTestJSON-341079023-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633769'] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:24.315117 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-678848e8-bcbc-4b16-b36a-e1eae6c768f1 tempest-DHCPAgentSchedulersTestJSON-341079023 tempest-DHCPAgentSchedulersTestJSON-341079023-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6528358 Dec 21 13:25:24.325319 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 53092) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:24.328175 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab566230-4598-44ca-b6d3-950dbbcdb89a None None] Network 18541f28-0acf-4a65-abdd-494b6421f2b0 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:25:24.331557 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-5a2f0c97-3d89-4a88-a7ba-488d709beb4b tempest-DHCPAgentSchedulersTestJSON-341079023 tempest-DHCPAgentSchedulersTestJSON-341079023-project] Request body: {'port': {'network_id': '18541f28-0acf-4a65-abdd-494b6421f2b0', 'name': 'tempest-DHCPAgentSchedulersTestJSON-2038981405'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:25:24.347449 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ef6e128-2fe5-4254-bb3a-fddac199ff79 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Made reservation on behalf of 117a420369f64daf97cb1a530a956e8b for: {'network': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:25:24.354837 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1ef6e128-2fe5-4254-bb3a-fddac199ff79 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:24.587231 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823f657b-3f76-40cc-903d-696bfb517482 None None] Pushing event updated for resources: {'Port': ['ID=9079aa88-4471-45f4-b2f3-92686471b5c0,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:24.606566 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0a11015d-62b7-4cf0-b00f-1ddc3b89f28c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:24.609339 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ef8868-6d10-4fe0-a33d-815cc712f17f tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Pushing event updated for resources: {'Network': ['ID=ad793bb7-2b68-41c2-a76c-0260e0faa6ae,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:24.650101 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2743521-b3fb-4144-943e-fb25489f2694 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-18541f28-0acf-4a65-abdd-494b6421f2b0', 'network_id': '18541f28-0acf-4a65-abdd-494b6421f2b0', 'project_id': '5fe7f08fbd864f7b8344832cbf64b84d', 'fixed_ips': [{'subnet_id': 'e9ef0aa3-08b5-4250-a550-2c4b2317a23e'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:25:24.650757 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f2743521-b3fb-4144-943e-fb25489f2694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:24.652338 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6ffd5ec1-cb81-4af2-883f-9237315e09a9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:24.659095 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2db2b7b4-02ff-43e4-b849-4726377e1719 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Made reservation on behalf of 3d94f03dbf1c4f0aa2571543427d6226 for: {'subnet': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:25:24.661458 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2db2b7b4-02ff-43e4-b849-4726377e1719 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks [] for subnet, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:24.688023 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a2f0c97-3d89-4a88-a7ba-488d709beb4b tempest-DHCPAgentSchedulersTestJSON-341079023 tempest-DHCPAgentSchedulersTestJSON-341079023-project] Made reservation on behalf of 5fe7f08fbd864f7b8344832cbf64b84d for: {'port': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:25:24.699865 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5a2f0c97-3d89-4a88-a7ba-488d709beb4b tempest-DHCPAgentSchedulersTestJSON-341079023 tempest-DHCPAgentSchedulersTestJSON-341079023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:24.779412 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f8d2af19-e0d4-436f-996b-40f76529010e tempest-QuotasNegativeTest-1575038127 tempest-QuotasNegativeTest-1575038127-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:24.782454 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0a11015d-62b7-4cf0-b00f-1ddc3b89f28c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:24.796153 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1ef6e128-2fe5-4254-bb3a-fddac199ff79 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:24.811299 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d2af19-e0d4-436f-996b-40f76529010e tempest-QuotasNegativeTest-1575038127 tempest-QuotasNegativeTest-1575038127-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cacb347-3d6d-4c13-a853-b3819cdb1bc0,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:24.818217 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-5a2f0c97-3d89-4a88-a7ba-488d709beb4b tempest-DHCPAgentSchedulersTestJSON-341079023 tempest-DHCPAgentSchedulersTestJSON-341079023-project] device_id is not set on port 5e4b7f94-1a93-4948-a672-ec009c52faa9 yet. {{(pid=103152) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 13:25:24.836797 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network ad793bb7-2b68-41c2-a76c-0260e0faa6ae details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:25:24.975867 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-f2743521-b3fb-4144-943e-fb25489f2694 None None] Allocated IP 172.20.0.2 (18541f28-0acf-4a65-abdd-494b6421f2b0/e9ef0aa3-08b5-4250-a550-2c4b2317a23e/d44ca255-6a8d-48b0-be15-b7996d823d29) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:25:24.989276 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2fbb917d-5c5b-4948-a4ef-7a8229970f80 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:25.028655 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.db.resource_extend [None req-f8d2af19-e0d4-436f-996b-40f76529010e tempest-QuotasNegativeTest-1575038127 tempest-QuotasNegativeTest-1575038127-project-admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 21 13:25:25.060998 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272cb2e6-e52c-4730-9c8a-468df07e2e9f None None] Network 39aa7305-1380-4f0a-b399-f8c03518e77f requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:25:25.192621 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f8d2af19-e0d4-436f-996b-40f76529010e tempest-QuotasNegativeTest-1575038127 tempest-QuotasNegativeTest-1575038127-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:25.193646 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d2af19-e0d4-436f-996b-40f76529010e tempest-QuotasNegativeTest-1575038127 tempest-QuotasNegativeTest-1575038127-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:25:25.194233 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f8d2af19-e0d4-436f-996b-40f76529010e tempest-QuotasNegativeTest-1575038127 tempest-QuotasNegativeTest-1575038127-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633769'] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:25.263970 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 53094) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:25.265183 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-f8d2af19-e0d4-436f-996b-40f76529010e tempest-QuotasNegativeTest-1575038127 tempest-QuotasNegativeTest-1575038127-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.7419798 Dec 21 13:25:25.289511 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-6b3b4eba-bf4c-4a8a-b30e-d150233b5a9a tempest-QuotasNegativeTest-1575038127 tempest-QuotasNegativeTest-1575038127-project-admin] Request body: {'network': {'project_id': 'bad1282441d54f46b14d58517228f193'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:25:25.291858 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7f5fbe25-7f05-452f-b9f5-cd182d6467c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:25.330782 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6ffd5ec1-cb81-4af2-883f-9237315e09a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:25.354546 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-2ced1384-efea-48cb-a581-651f071f2382 None None] Provisioning complete for port bbea2637-7c1c-404e-a693-c47c5fcaef2e triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:25:25.354923 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-2ced1384-efea-48cb-a581-651f071f2382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:25.443642 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b3b4eba-bf4c-4a8a-b30e-d150233b5a9a tempest-QuotasNegativeTest-1575038127 tempest-QuotasNegativeTest-1575038127-project-admin] Made reservation on behalf of bad1282441d54f46b14d58517228f193 for: {'network': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:25:25.447240 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6b3b4eba-bf4c-4a8a-b30e-d150233b5a9a tempest-QuotasNegativeTest-1575038127 tempest-QuotasNegativeTest-1575038127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:25.526958 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b3b4eba-bf4c-4a8a-b30e-d150233b5a9a tempest-QuotasNegativeTest-1575038127 tempest-QuotasNegativeTest-1575038127-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=103152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:25:25.535272 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ffd5ec1-cb81-4af2-883f-9237315e09a9 admin admin] Network 7fdf1889-f079-4166-bbda-88b2a8d8d595 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:25:25.542472 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6b3b4eba-bf4c-4a8a-b30e-d150233b5a9a tempest-QuotasNegativeTest-1575038127 tempest-QuotasNegativeTest-1575038127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:25.542823 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.segments_db [None req-6b3b4eba-bf4c-4a8a-b30e-d150233b5a9a tempest-QuotasNegativeTest-1575038127 tempest-QuotasNegativeTest-1575038127-project-admin] Added segment f4e886bc-0831-4571-adc1-2657b21d3d68 of type vlan for network 21378f2b-1ec2-4305-8776-6779edaece8f Dec 21 13:25:25.556373 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-6ffd5ec1-cb81-4af2-883f-9237315e09a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:25:25.558964 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffd5ec1-cb81-4af2-883f-9237315e09a9 admin admin] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:25:25.614581 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device fc07de5d-8b77-4107-a050-d5c770d00dc1 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:25:25.615537 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6b3b4eba-bf4c-4a8a-b30e-d150233b5a9a tempest-QuotasNegativeTest-1575038127 tempest-QuotasNegativeTest-1575038127-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:25.637689 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d2af19-e0d4-436f-996b-40f76529010e tempest-QuotasNegativeTest-1575038127 tempest-QuotasNegativeTest-1575038127-project-admin] Pushing event updated for resources: {'Network': ['ID=66d283ea-bdc3-4b8c-a39d-cf396c666245,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:25.642696 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74773ae4-1d24-403d-996d-ab8ab087c34f None None] Network ec88161e-a588-41e1-b33a-71ad6f2116fc requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:25:25.653666 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2fbb917d-5c5b-4948-a4ef-7a8229970f80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548730'] for router, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:25.664367 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6b3b4eba-bf4c-4a8a-b30e-d150233b5a9a tempest-QuotasNegativeTest-1575038127 tempest-QuotasNegativeTest-1575038127-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:25.665605 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3b4eba-bf4c-4a8a-b30e-d150233b5a9a tempest-QuotasNegativeTest-1575038127 tempest-QuotasNegativeTest-1575038127-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:25:25.666285 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6b3b4eba-bf4c-4a8a-b30e-d150233b5a9a tempest-QuotasNegativeTest-1575038127 tempest-QuotasNegativeTest-1575038127-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633769'] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:25.769399 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f2743521-b3fb-4144-943e-fb25489f2694 None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:25.772907 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network 66d283ea-bdc3-4b8c-a39d-cf396c666245 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:25:25.798713 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffd5ec1-cb81-4af2-883f-9237315e09a9 admin admin] Pushing event updated for resources: {'Port': ['ID=3577293b-0870-463f-963e-35b3036c27fa,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:25.834199 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f2743521-b3fb-4144-943e-fb25489f2694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:25.840392 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-0a11015d-62b7-4cf0-b00f-1ddc3b89f28c admin admin] Allocated IP 172.36.3.93 (7fdf1889-f079-4166-bbda-88b2a8d8d595/051a5607-1753-4008-a2f2-d94b48752e9c/b3c1be79-5ee6-4a0c-b4ac-211e5b59e717) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:25:25.881502 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2f6774e6-051b-4225-8a17-a1a6c51b041c tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:25.906245 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-6b3b4eba-bf4c-4a8a-b30e-d150233b5a9a tempest-QuotasNegativeTest-1575038127 tempest-QuotasNegativeTest-1575038127-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6385415 Dec 21 13:25:25.906867 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1ef6e128-2fe5-4254-bb3a-fddac199ff79 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:25.937171 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 53100) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:25.941508 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b48e34-0e97-4550-bc2e-98f7ecb0cba3 None None] Network 83c05ac8-bd36-43e0-a042-78664d1cb962 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:25:25.947656 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-fefce94f-1d6b-4bfc-95a8-d366f331c9ad tempest-QuotasNegativeTest-1575038127 tempest-QuotasNegativeTest-1575038127-project-admin] Request body: {'network': {'project_id': 'bad1282441d54f46b14d58517228f193'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:25:25.989817 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1ef6e128-2fe5-4254-bb3a-fddac199ff79 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:25.992961 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3b4eba-bf4c-4a8a-b30e-d150233b5a9a tempest-QuotasNegativeTest-1575038127 tempest-QuotasNegativeTest-1575038127-project-admin] Pushing event updated for resources: {'Network': ['ID=21378f2b-1ec2-4305-8776-6779edaece8f,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:26.019822 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-5a2f0c97-3d89-4a88-a7ba-488d709beb4b tempest-DHCPAgentSchedulersTestJSON-341079023 tempest-DHCPAgentSchedulersTestJSON-341079023-project] Allocated IP 172.20.0.14 (18541f28-0acf-4a65-abdd-494b6421f2b0/e9ef0aa3-08b5-4250-a550-2c4b2317a23e/5e4b7f94-1a93-4948-a672-ec009c52faa9) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:25:26.050568 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network 21378f2b-1ec2-4305-8776-6779edaece8f details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:25:26.060897 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ef6e128-2fe5-4254-bb3a-fddac199ff79 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=103153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:25:26.062974 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2743521-b3fb-4144-943e-fb25489f2694 None None] Network 18541f28-0acf-4a65-abdd-494b6421f2b0 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:25:26.088594 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port fc07de5d-8b77-4107-a050-d5c770d00dc1 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:25:26.089252 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:26.092481 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-f2743521-b3fb-4144-943e-fb25489f2694 None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:25:26.096422 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2743521-b3fb-4144-943e-fb25489f2694 None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:25:26.130632 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.pecan_wsgi.hooks.translation [None req-fefce94f-1d6b-4bfc-95a8-d366f331c9ad tempest-QuotasNegativeTest-1575038127 tempest-QuotasNegativeTest-1575038127-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 21 13:25:26.131269 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fefce94f-1d6b-4bfc-95a8-d366f331c9ad tempest-QuotasNegativeTest-1575038127 tempest-QuotasNegativeTest-1575038127-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:25:26.134619 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-fefce94f-1d6b-4bfc-95a8-d366f331c9ad tempest-QuotasNegativeTest-1575038127 tempest-QuotasNegativeTest-1575038127-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1897581 Dec 21 13:25:26.135411 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1ef6e128-2fe5-4254-bb3a-fddac199ff79 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:26.135748 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.segments_db [None req-1ef6e128-2fe5-4254-bb3a-fddac199ff79 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Added segment 469afe37-e4e2-4468-8747-665ce865cac3 of type vlan for network 12c88948-64d4-4952-913c-0f18f3df1d35 Dec 21 13:25:26.147151 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 53106) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:26.161692 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fbb917d-5c5b-4948-a4ef-7a8229970f80 admin admin] Router 23d06902-5da5-4ccb-8023-4bd30e43970f is scheduled to L3 agent 59e14383-78fa-487e-9299-b32042a98157 with binding_index 1 {{(pid=103152) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 13:25:26.191836 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2743521-b3fb-4144-943e-fb25489f2694 None None] Pushing event updated for resources: {'Port': ['ID=d44ca255-6a8d-48b0-be15-b7996d823d29,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:26.246629 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-2ced1384-efea-48cb-a581-651f071f2382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:26.280316 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6ffd5ec1-cb81-4af2-883f-9237315e09a9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:26.282433 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef6e128-2fe5-4254-bb3a-fddac199ff79 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a71d2a43-7d2e-4d27-91a0-295ece0558a5,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:26.345451 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5a2f0c97-3d89-4a88-a7ba-488d709beb4b tempest-DHCPAgentSchedulersTestJSON-341079023 tempest-DHCPAgentSchedulersTestJSON-341079023-project] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:26.408084 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fbb917d-5c5b-4948-a4ef-7a8229970f80 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:25:26.411191 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-f2743521-b3fb-4144-943e-fb25489f2694 None None] Attempting to bind port d44ca255-6a8d-48b0-be15-b7996d823d29 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:25:26.411576 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-f2743521-b3fb-4144-943e-fb25489f2694 None None] Attempting to bind port d44ca255-6a8d-48b0-be15-b7996d823d29 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '61173298-55d9-48d3-9a28-7725c370bdd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '18541f28-0acf-4a65-abdd-494b6421f2b0'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:25:26.411974 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2743521-b3fb-4144-943e-fb25489f2694 None None] Attempting to bind port d44ca255-6a8d-48b0-be15-b7996d823d29 on network 18541f28-0acf-4a65-abdd-494b6421f2b0 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:25:26.416380 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-2ced1384-efea-48cb-a581-651f071f2382 None None] For port bbea2637-7c1c-404e-a693-c47c5fcaef2e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bbea2637-7c1c-404e-a693-c47c5fcaef2e,segment=NetworkSegment(792830f5-514e-493a-b4cc-75683e9b81f8),segment_id=792830f5-514e-493a-b4cc-75683e9b81f8)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:25:26.431246 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83f107c-7dd5-4890-bab6-bc5fd2490e4f None None] Sync routers for ids ['23d06902-5da5-4ccb-8023-4bd30e43970f'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:25:26.451776 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2743521-b3fb-4144-943e-fb25489f2694 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:25:26.452356 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2743521-b3fb-4144-943e-fb25489f2694 None None] Checking segment: {'id': '61173298-55d9-48d3-9a28-7725c370bdd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '18541f28-0acf-4a65-abdd-494b6421f2b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:25:26.452848 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f2743521-b3fb-4144-943e-fb25489f2694 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:26.452992 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83f107c-7dd5-4890-bab6-bc5fd2490e4f None None] Routers {'23d06902-5da5-4ccb-8023-4bd30e43970f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:25:26.453845 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2743521-b3fb-4144-943e-fb25489f2694 None None] Bound using segment: {'id': '61173298-55d9-48d3-9a28-7725c370bdd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '18541f28-0acf-4a65-abdd-494b6421f2b0'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:25:26.453989 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-a83f107c-7dd5-4890-bab6-bc5fd2490e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:24:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['23d06902-5da5-4ccb-8023-4bd30e43970f'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:25:26.454106 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-f2743521-b3fb-4144-943e-fb25489f2694 None None] Bound port: d44ca255-6a8d-48b0-be15-b7996d823d29, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61173298-55d9-48d3-9a28-7725c370bdd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '18541f28-0acf-4a65-abdd-494b6421f2b0'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:25:26.454616 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f2743521-b3fb-4144-943e-fb25489f2694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:26.460428 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-2ced1384-efea-48cb-a581-651f071f2382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:26.483792 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2fbb917d-5c5b-4948-a4ef-7a8229970f80 admin admin] Publish callbacks [] for router, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:26.485036 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-2fbb917d-5c5b-4948-a4ef-7a8229970f80 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.7292557 Dec 21 13:25:26.489439 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1ef6e128-2fe5-4254-bb3a-fddac199ff79 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:26.493096 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 53108) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:26.515693 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5a2f0c97-3d89-4a88-a7ba-488d709beb4b tempest-DHCPAgentSchedulersTestJSON-341079023 tempest-DHCPAgentSchedulersTestJSON-341079023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:26.533479 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0a11015d-62b7-4cf0-b00f-1ddc3b89f28c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:26.609311 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ced1384-efea-48cb-a581-651f071f2382 None None] Pushing event updated for resources: {'Port': ['ID=bbea2637-7c1c-404e-a693-c47c5fcaef2e,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:26.658924 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-fcfa4932-3ce1-4574-9a58-32a76b6952cb tempest-QuotasNegativeTest-1575038127 tempest-QuotasNegativeTest-1575038127-project-admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bad1282441d54f46b14d58517228f193&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5105572 Dec 21 13:25:26.665603 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.db.resource_extend [None req-1ef6e128-2fe5-4254-bb3a-fddac199ff79 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 21 13:25:26.674050 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 53110) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:26.692408 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2f0c97-3d89-4a88-a7ba-488d709beb4b tempest-DHCPAgentSchedulersTestJSON-341079023 tempest-DHCPAgentSchedulersTestJSON-341079023-project] Network 18541f28-0acf-4a65-abdd-494b6421f2b0 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:25:26.707898 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-8247c55f-a8e0-4af3-ba08-cc01237e4084 None None] Provisioning complete for port fc07de5d-8b77-4107-a050-d5c770d00dc1 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:25:26.708858 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8247c55f-a8e0-4af3-ba08-cc01237e4084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:26.781178 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1ef6e128-2fe5-4254-bb3a-fddac199ff79 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:26.781803 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef6e128-2fe5-4254-bb3a-fddac199ff79 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:25:26.782968 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1ef6e128-2fe5-4254-bb3a-fddac199ff79 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633769'] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:26.788012 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:26.796981 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-a83f107c-7dd5-4890-bab6-bc5fd2490e4f None None] Set router 23d06902-5da5-4ccb-8023-4bd30e43970f gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:25:26.877359 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-5a2f0c97-3d89-4a88-a7ba-488d709beb4b tempest-DHCPAgentSchedulersTestJSON-341079023 tempest-DHCPAgentSchedulersTestJSON-341079023-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:25:26.885409 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2f0c97-3d89-4a88-a7ba-488d709beb4b tempest-DHCPAgentSchedulersTestJSON-341079023 tempest-DHCPAgentSchedulersTestJSON-341079023-project] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:25:26.898945 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2f0c97-3d89-4a88-a7ba-488d709beb4b tempest-DHCPAgentSchedulersTestJSON-341079023 tempest-DHCPAgentSchedulersTestJSON-341079023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:25:26.900641 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5a2f0c97-3d89-4a88-a7ba-488d709beb4b tempest-DHCPAgentSchedulersTestJSON-341079023 tempest-DHCPAgentSchedulersTestJSON-341079023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633769'] for port, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:26.901985 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] For port fc07de5d-8b77-4107-a050-d5c770d00dc1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fc07de5d-8b77-4107-a050-d5c770d00dc1,segment=NetworkSegment(e364c909-484b-4482-ad56-e639441ae690),segment_id=e364c909-484b-4482-ad56-e639441ae690)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:25:26.907467 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-f2743521-b3fb-4144-943e-fb25489f2694 None None] For port d44ca255-6a8d-48b0-be15-b7996d823d29, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:25:26.918989 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:26.920074 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device bbea2637-7c1c-404e-a693-c47c5fcaef2e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:25:26.928180 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2f0c97-3d89-4a88-a7ba-488d709beb4b tempest-DHCPAgentSchedulersTestJSON-341079023 tempest-DHCPAgentSchedulersTestJSON-341079023-project] Pushing event updated for resources: {'Port': ['ID=5e4b7f94-1a93-4948-a672-ec009c52faa9,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:26.936731 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-1ef6e128-2fe5-4254-bb3a-fddac199ff79 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 4.3538659 Dec 21 13:25:26.942640 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-5a2f0c97-3d89-4a88-a7ba-488d709beb4b tempest-DHCPAgentSchedulersTestJSON-341079023 tempest-DHCPAgentSchedulersTestJSON-341079023-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 2.6159365 Dec 21 13:25:26.944011 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 53114) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:26.956132 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 53116) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:27.004252 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8247c55f-a8e0-4af3-ba08-cc01237e4084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:27.015509 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0a11015d-62b7-4cf0-b00f-1ddc3b89f28c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:27.024766 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef6e128-2fe5-4254-bb3a-fddac199ff79 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Pushing event updated for resources: {'Network': ['ID=12c88948-64d4-4952-913c-0f18f3df1d35,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:27.102066 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-f2743521-b3fb-4144-943e-fb25489f2694 None None] For port d44ca255-6a8d-48b0-be15-b7996d823d29, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d44ca255-6a8d-48b0-be15-b7996d823d29,segment=NetworkSegment(61173298-55d9-48d3-9a28-7725c370bdd1),segment_id=61173298-55d9-48d3-9a28-7725c370bdd1)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:25:27.120769 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network 12c88948-64d4-4952-913c-0f18f3df1d35 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:25:27.124657 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a11015d-62b7-4cf0-b00f-1ddc3b89f28c admin admin] Network 7fdf1889-f079-4166-bbda-88b2a8d8d595 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:25:27.141503 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-a83f107c-7dd5-4890-bab6-bc5fd2490e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d06902-5da5-4ccb-8023-4bd30e43970f', 'name': 'tempest-ServersTestManualDisk-368290171-router', 'tenant_id': '88700cfa6fca443f813dbee92d0bf4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.248'}], 'enable_snat': True}, 'gw_port_id': '3c398b2b-31eb-4500-8329-00d20e2d565d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:25:20Z', 'updated_at': '2021-12-21T13:25:24Z', 'revision_number': 3, 'project_id': '88700cfa6fca443f813dbee92d0bf4e2', 'gw_port': {'id': '3c398b2b-31eb-4500-8329-00d20e2d565d', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:b1:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23d06902-5da5-4ccb-8023-4bd30e43970f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:25:22Z', 'updated_at': '2021-12-21T13:25:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:25:27.143732 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-0a11015d-62b7-4cf0-b00f-1ddc3b89f28c admin admin] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:25:27.148704 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-2f6774e6-051b-4225-8a17-a1a6c51b041c tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Allocated IP 172.36.3.181 (7fdf1889-f079-4166-bbda-88b2a8d8d595/051a5607-1753-4008-a2f2-d94b48752e9c/e14b4433-7ad5-436c-b902-0661772feb2c) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:25:27.156007 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a11015d-62b7-4cf0-b00f-1ddc3b89f28c admin admin] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:25:27.188632 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83f107c-7dd5-4890-bab6-bc5fd2490e4f None None] Checking router: 23d06902-5da5-4ccb-8023-4bd30e43970f for host: dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:25:27.189310 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83f107c-7dd5-4890-bab6-bc5fd2490e4f None None] Updating router 23d06902-5da5-4ccb-8023-4bd30e43970f port 3c398b2b-31eb-4500-8329-00d20e2d565d binding host dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 13:25:27.202919 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6ffd5ec1-cb81-4af2-883f-9237315e09a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548730'] for router, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:27.223873 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-a83f107c-7dd5-4890-bab6-bc5fd2490e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:27.239050 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a11015d-62b7-4cf0-b00f-1ddc3b89f28c admin admin] Pushing event updated for resources: {'Port': ['ID=b3c1be79-5ee6-4a0c-b4ac-211e5b59e717,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:27.277084 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Pushing event updated for resources: {'Port': ['ID=fc07de5d-8b77-4107-a050-d5c770d00dc1,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:27.286935 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8cca0373-51f0-4c52-9b5c-8b5817c0893b tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:27.288016 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.objects.ports [None req-2db2b7b4-02ff-43e4-b849-4726377e1719 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103153) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 21 13:25:27.288646 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2db2b7b4-02ff-43e4-b849-4726377e1719 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for subnet, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:27.295029 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-06ba94aa-e9a7-4acf-8ada-b576704ada1e tempest-QuotasNegativeTest-1575038127 tempest-QuotasNegativeTest-1575038127-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:27.303157 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f2743521-b3fb-4144-943e-fb25489f2694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:27.393205 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-06ba94aa-e9a7-4acf-8ada-b576704ada1e tempest-QuotasNegativeTest-1575038127 tempest-QuotasNegativeTest-1575038127-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:27.422840 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-d34ce902-540f-4e30-8373-af5cb0a00321 tempest-DHCPAgentSchedulersTestJSON-341079023 tempest-DHCPAgentSchedulersTestJSON-341079023-project] Deleting port 5e4b7f94-1a93-4948-a672-ec009c52faa9 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:25:27.423327 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d34ce902-540f-4e30-8373-af5cb0a00321 tempest-DHCPAgentSchedulersTestJSON-341079023 tempest-DHCPAgentSchedulersTestJSON-341079023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:27.431126 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port bbea2637-7c1c-404e-a693-c47c5fcaef2e triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:25:27.431495 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:27.474083 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.db.api [None req-8247c55f-a8e0-4af3-ba08-cc01237e4084 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 13:25:27.474468 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG oslo_db.api [None req-8247c55f-a8e0-4af3-ba08-cc01237e4084 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 13:25:27.496246 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2743521-b3fb-4144-943e-fb25489f2694 None None] Pushing event updated for resources: {'Port': ['ID=d44ca255-6a8d-48b0-be15-b7996d823d29,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:27.510413 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db2b7b4-02ff-43e4-b849-4726377e1719 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Pushing event updated for resources: {'Subnet': ['ID=9445bcf7-309b-4a68-a11a-03ba8aa0b63b,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:27.568267 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 9079aa88-4471-45f4-b2f3-92686471b5c0 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:25:27.595240 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-5de9d9bc-cf19-4a6f-8b8d-0d347550b2e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:27.611248 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db2b7b4-02ff-43e4-b849-4726377e1719 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Checking segment: {'id': '1a5f1256-3f6d-4cda-8022-1809e46c05ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ad793bb7-2b68-41c2-a76c-0260e0faa6ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:25:27.611248 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db2b7b4-02ff-43e4-b849-4726377e1719 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Network hostable DHCP agents. Network: ad793bb7-2b68-41c2-a76c-0260e0faa6ae, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:25:27.635311 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2f6774e6-051b-4225-8a17-a1a6c51b041c tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:27.658305 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8cca0373-51f0-4c52-9b5c-8b5817c0893b tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:27.678976 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 9079aa88-4471-45f4-b2f3-92686471b5c0 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:25:27.679585 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:27.749284 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8cca0373-51f0-4c52-9b5c-8b5817c0893b tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=103152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:25:27.781340 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8cca0373-51f0-4c52-9b5c-8b5817c0893b tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:25:27.781340 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8cca0373-51f0-4c52-9b5c-8b5817c0893b tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:25:27.781340 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8cca0373-51f0-4c52-9b5c-8b5817c0893b tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Subscribe: > port after_create 55550000 {{(pid=103152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:25:27.781340 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8cca0373-51f0-4c52-9b5c-8b5817c0893b tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Subscribe: > port after_delete 55550000 {{(pid=103152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:25:27.781340 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8cca0373-51f0-4c52-9b5c-8b5817c0893b tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Subscribe: > port after_update 55550000 {{(pid=103152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:25:27.781340 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8cca0373-51f0-4c52-9b5c-8b5817c0893b tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=103152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:25:27.781340 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8cca0373-51f0-4c52-9b5c-8b5817c0893b tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=103152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:25:27.781340 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8cca0373-51f0-4c52-9b5c-8b5817c0893b tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=103152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:25:27.781340 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8cca0373-51f0-4c52-9b5c-8b5817c0893b tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=103152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:25:27.782407 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db2b7b4-02ff-43e4-b849-4726377e1719 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Network ad793bb7-2b68-41c2-a76c-0260e0faa6ae is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:25:27.798499 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-2db2b7b4-02ff-43e4-b849-4726377e1719 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, ad793bb7-2b68-41c2-a76c-0260e0faa6ae) {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:25:27.802790 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0a11015d-62b7-4cf0-b00f-1ddc3b89f28c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:27.812074 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db2b7b4-02ff-43e4-b849-4726377e1719 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:25:27.812676 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2db2b7b4-02ff-43e4-b849-4726377e1719 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633769'] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:27.828744 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da302a8-f444-45d8-b187-8a94a48d71ec None None] Network ad793bb7-2b68-41c2-a76c-0260e0faa6ae requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:25:27.852891 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:27.865672 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ffd5ec1-cb81-4af2-883f-9237315e09a9 admin admin] Router c1c8c185-7ea7-4358-89e1-dbdf029dbd22 is scheduled to L3 agent 59e14383-78fa-487e-9299-b32042a98157 with binding_index 1 {{(pid=103153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 13:25:27.868006 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2f6774e6-051b-4225-8a17-a1a6c51b041c tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:27.907378 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-2db2b7b4-02ff-43e4-b849-4726377e1719 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.8405929 Dec 21 13:25:27.911407 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 53118) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:27.918283 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-b2dd833e-4dd9-4a22-b9a4-03f73ae09381 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1984359638', 'network_id': 'ad793bb7-2b68-41c2-a76c-0260e0faa6ae'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:25:27.965901 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6774e6-051b-4225-8a17-a1a6c51b041c tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Network 7fdf1889-f079-4166-bbda-88b2a8d8d595 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:25:27.980631 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] For port 9079aa88-4471-45f4-b2f3-92686471b5c0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9079aa88-4471-45f4-b2f3-92686471b5c0,segment=NetworkSegment(44f21306-9fc3-4a00-99ff-7ee4e10446be),segment_id=44f21306-9fc3-4a00-99ff-7ee4e10446be)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:25:27.989912 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:28.013065 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-2f6774e6-051b-4225-8a17-a1a6c51b041c tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:25:28.022811 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6774e6-051b-4225-8a17-a1a6c51b041c tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:25:28.058201 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8cca0373-51f0-4c52-9b5c-8b5817c0893b tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=103152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:25:28.058695 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8cca0373-51f0-4c52-9b5c-8b5817c0893b tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=103152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:25:28.058954 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8cca0373-51f0-4c52-9b5c-8b5817c0893b tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=103152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:25:28.059285 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8cca0373-51f0-4c52-9b5c-8b5817c0893b tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=103152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:25:28.059657 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-8cca0373-51f0-4c52-9b5c-8b5817c0893b tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12c88948-64d4-4952-913c-0f18f3df1d35']}} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:25:28.075969 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6774e6-051b-4225-8a17-a1a6c51b041c tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Pushing event updated for resources: {'Port': ['ID=e14b4433-7ad5-436c-b902-0661772feb2c,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:28.095281 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-06ba94aa-e9a7-4acf-8ada-b576704ada1e tempest-QuotasNegativeTest-1575038127 tempest-QuotasNegativeTest-1575038127-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:28.098449 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-06ba94aa-e9a7-4acf-8ada-b576704ada1e tempest-QuotasNegativeTest-1575038127 tempest-QuotasNegativeTest-1575038127-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:28.103687 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-a83f107c-7dd5-4890-bab6-bc5fd2490e4f None None] Publish callbacks [] for port, precommit_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:28.104278 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-06ba94aa-e9a7-4acf-8ada-b576704ada1e tempest-QuotasNegativeTest-1575038127 tempest-QuotasNegativeTest-1575038127-project-admin] 10.222.0.37 "DELETE /v2.0/security-groups/5cacb347-3d6d-4c13-a853-b3819cdb1bc0 HTTP/1.1" status: 204 len: 168 time: 1.4223254 Dec 21 13:25:28.112325 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 53120) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:28.121038 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-a83f107c-7dd5-4890-bab6-bc5fd2490e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:28.123491 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-8cca0373-51f0-4c52-9b5c-8b5817c0893b tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '469afe37-e4e2-4468-8747-665ce865cac3') {'for_net_delete': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:25:28.124018 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-8cca0373-51f0-4c52-9b5c-8b5817c0893b tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '469afe37-e4e2-4468-8747-665ce865cac3') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:25:28.218564 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-a83f107c-7dd5-4890-bab6-bc5fd2490e4f None None] Attempting to bind port 3c398b2b-31eb-4500-8329-00d20e2d565d on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:25:28.219667 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-a83f107c-7dd5-4890-bab6-bc5fd2490e4f None None] Attempting to bind port 3c398b2b-31eb-4500-8329-00d20e2d565d by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:25:28.220322 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83f107c-7dd5-4890-bab6-bc5fd2490e4f None None] Attempting to bind port 3c398b2b-31eb-4500-8329-00d20e2d565d on network 7fdf1889-f079-4166-bbda-88b2a8d8d595 {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:25:28.235627 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b9f752-581f-48b4-8208-ca6a2b60edbb None None] Pushing event updated for resources: {'Port': ['ID=3c398b2b-31eb-4500-8329-00d20e2d565d,revision_number=2']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:28.238653 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83f107c-7dd5-4890-bab6-bc5fd2490e4f None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:25:28.239422 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83f107c-7dd5-4890-bab6-bc5fd2490e4f None None] Checking segment: {'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:25:28.240043 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-a83f107c-7dd5-4890-bab6-bc5fd2490e4f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:28.240636 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83f107c-7dd5-4890-bab6-bc5fd2490e4f None None] Bound using segment: {'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:25:28.241336 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-a83f107c-7dd5-4890-bab6-bc5fd2490e4f None None] Bound port: 3c398b2b-31eb-4500-8329-00d20e2d565d, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:25:28.242004 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-a83f107c-7dd5-4890-bab6-bc5fd2490e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:28.300151 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b9f752-581f-48b4-8208-ca6a2b60edbb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:25:28.300880 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b9f752-581f-48b4-8208-ca6a2b60edbb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:25:28.301424 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b9f752-581f-48b4-8208-ca6a2b60edbb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:25:28.302222 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b9f752-581f-48b4-8208-ca6a2b60edbb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:25:28.303036 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b9f752-581f-48b4-8208-ca6a2b60edbb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:25:28.303564 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b9f752-581f-48b4-8208-ca6a2b60edbb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:25:28.305069 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b9f752-581f-48b4-8208-ca6a2b60edbb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:25:28.305621 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b9f752-581f-48b4-8208-ca6a2b60edbb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:25:28.306167 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b9f752-581f-48b4-8208-ca6a2b60edbb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:25:28.306741 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b9f752-581f-48b4-8208-ca6a2b60edbb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:25:28.307302 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b9f752-581f-48b4-8208-ca6a2b60edbb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:25:28.307831 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b9f752-581f-48b4-8208-ca6a2b60edbb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:25:28.308508 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b9f752-581f-48b4-8208-ca6a2b60edbb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:25:28.309914 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b9f752-581f-48b4-8208-ca6a2b60edbb None None] Tracked resource versions report: Dec 21 13:25:28.309914 dv-neutron-master-2-hyperv neutron-server[103155]: pushed versions: Dec 21 13:25:28.309914 dv-neutron-master-2-hyperv neutron-server[103155]: { 'AddressGroup': {'1.2'}, Dec 21 13:25:28.309914 dv-neutron-master-2-hyperv neutron-server[103155]: 'ConntrackHelper': {'1.0'}, Dec 21 13:25:28.309914 dv-neutron-master-2-hyperv neutron-server[103155]: 'LocalIPAssociation': {'1.0'}, Dec 21 13:25:28.309914 dv-neutron-master-2-hyperv neutron-server[103155]: 'Log': {'1.0'}, Dec 21 13:25:28.309914 dv-neutron-master-2-hyperv neutron-server[103155]: 'Network': {'1.1'}, Dec 21 13:25:28.309914 dv-neutron-master-2-hyperv neutron-server[103155]: 'Port': {'1.7'}, Dec 21 13:25:28.309914 dv-neutron-master-2-hyperv neutron-server[103155]: 'PortForwarding': {'1.2'}, Dec 21 13:25:28.309914 dv-neutron-master-2-hyperv neutron-server[103155]: 'QosPolicy': {'1.10'}, Dec 21 13:25:28.309914 dv-neutron-master-2-hyperv neutron-server[103155]: 'SecurityGroup': {'1.5'}, Dec 21 13:25:28.309914 dv-neutron-master-2-hyperv neutron-server[103155]: 'SecurityGroupRule': {'1.2'}, Dec 21 13:25:28.309914 dv-neutron-master-2-hyperv neutron-server[103155]: 'SubPort': {'1.0'}, Dec 21 13:25:28.309914 dv-neutron-master-2-hyperv neutron-server[103155]: 'Subnet': {'1.1'}, Dec 21 13:25:28.309914 dv-neutron-master-2-hyperv neutron-server[103155]: 'Trunk': {'1.1'}} Dec 21 13:25:28.309914 dv-neutron-master-2-hyperv neutron-server[103155]: consumer versions: Dec 21 13:25:28.309914 dv-neutron-master-2-hyperv neutron-server[103155]: { DHCP agent@dv-neutron-master-2-hyperv: {}, Dec 21 13:25:28.309914 dv-neutron-master-2-hyperv neutron-server[103155]: HyperV agent@hv-neutron-mast: {}, Dec 21 13:25:28.309914 dv-neutron-master-2-hyperv neutron-server[103155]: L3 agent@dv-neutron-master-2-hyperv: {}, Dec 21 13:25:28.309914 dv-neutron-master-2-hyperv neutron-server[103155]: Metadata agent@dv-neutron-master-2-hyperv: {}, Dec 21 13:25:28.309914 dv-neutron-master-2-hyperv neutron-server[103155]: Metering agent@dv-neutron-master-2-hyperv: {}, Dec 21 13:25:28.309914 dv-neutron-master-2-hyperv neutron-server[103155]: Open vSwitch agent@dv-neutron-master-2-hyperv: { 'AddressGroup': '1.2', Dec 21 13:25:28.309914 dv-neutron-master-2-hyperv neutron-server[103155]: 'ConntrackHelper': '1.0', Dec 21 13:25:28.309914 dv-neutron-master-2-hyperv neutron-server[103155]: 'LocalIPAssociation': '1.0', Dec 21 13:25:28.309914 dv-neutron-master-2-hyperv neutron-server[103155]: 'Log': '1.0', Dec 21 13:25:28.309914 dv-neutron-master-2-hyperv neutron-server[103155]: 'Network': '1.1', Dec 21 13:25:28.309914 dv-neutron-master-2-hyperv neutron-server[103155]: 'Port': '1.7', Dec 21 13:25:28.309914 dv-neutron-master-2-hyperv neutron-server[103155]: 'PortForwarding': '1.2', Dec 21 13:25:28.309914 dv-neutron-master-2-hyperv neutron-server[103155]: 'QosPolicy': '1.10', Dec 21 13:25:28.309914 dv-neutron-master-2-hyperv neutron-server[103155]: 'SecurityGroup': '1.5', Dec 21 13:25:28.309914 dv-neutron-master-2-hyperv neutron-server[103155]: 'SecurityGroupRule': '1.2', Dec 21 13:25:28.309914 dv-neutron-master-2-hyperv neutron-server[103155]: 'SubPort': '1.0', Dec 21 13:25:28.309914 dv-neutron-master-2-hyperv neutron-server[103155]: 'Subnet': '1.1', Dec 21 13:25:28.309914 dv-neutron-master-2-hyperv neutron-server[103155]: 'Trunk': '1.1'}} Dec 21 13:25:28.309914 dv-neutron-master-2-hyperv neutron-server[103155]: {{(pid=103155) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 21 13:25:28.356650 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9da21ab-399d-4cc2-ae80-d82cbb3bec1d None None] Network ad793bb7-2b68-41c2-a76c-0260e0faa6ae requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:25:28.388312 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-a83f107c-7dd5-4890-bab6-bc5fd2490e4f None None] For port 3c398b2b-31eb-4500-8329-00d20e2d565d, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:25:28.395488 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-a83f107c-7dd5-4890-bab6-bc5fd2490e4f None None] For port 3c398b2b-31eb-4500-8329-00d20e2d565d, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3c398b2b-31eb-4500-8329-00d20e2d565d,segment=NetworkSegment(a32e5bfd-6fac-434f-817b-5707a23fd2ca),segment_id=a32e5bfd-6fac-434f-817b-5707a23fd2ca)] {{(pid=103155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:25:28.403427 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-a83f107c-7dd5-4890-bab6-bc5fd2490e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:28.411993 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ba94aa-e9a7-4acf-8ada-b576704ada1e tempest-QuotasNegativeTest-1575038127 tempest-QuotasNegativeTest-1575038127-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cacb347-3d6d-4c13-a853-b3819cdb1bc0,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:28.421697 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8cca0373-51f0-4c52-9b5c-8b5817c0893b tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526653'] for segment, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:28.433795 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d34ce902-540f-4e30-8373-af5cb0a00321 tempest-DHCPAgentSchedulersTestJSON-341079023 tempest-DHCPAgentSchedulersTestJSON-341079023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:28.443180 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2dd833e-4dd9-4a22-b9a4-03f73ae09381 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Made reservation on behalf of 3d94f03dbf1c4f0aa2571543427d6226 for: {'port': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:25:28.443988 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Pushing event updated for resources: {'Port': ['ID=9079aa88-4471-45f4-b2f3-92686471b5c0,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:28.447031 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device d44ca255-6a8d-48b0-be15-b7996d823d29 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:25:28.451221 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b2dd833e-4dd9-4a22-b9a4-03f73ae09381 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:28.508667 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-d34ce902-540f-4e30-8373-af5cb0a00321 tempest-DHCPAgentSchedulersTestJSON-341079023 tempest-DHCPAgentSchedulersTestJSON-341079023-project] Calling delete_port for 5e4b7f94-1a93-4948-a672-ec009c52faa9 owned by {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:25:28.524918 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8cca0373-51f0-4c52-9b5c-8b5817c0893b tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:28.536318 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83f107c-7dd5-4890-bab6-bc5fd2490e4f None None] Routers {'23d06902-5da5-4ccb-8023-4bd30e43970f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:25:28.537637 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-a83f107c-7dd5-4890-bab6-bc5fd2490e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:25:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['23d06902-5da5-4ccb-8023-4bd30e43970f'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:25:28.551787 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port d44ca255-6a8d-48b0-be15-b7996d823d29 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:25:28.552178 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:28.554847 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b9f752-581f-48b4-8208-ca6a2b60edbb None None] Pushing event updated for resources: {'Port': ['ID=3c398b2b-31eb-4500-8329-00d20e2d565d,revision_number=3']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:28.555507 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cca0373-51f0-4c52-9b5c-8b5817c0893b tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=103152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:25:28.556131 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8cca0373-51f0-4c52-9b5c-8b5817c0893b tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805426'] for segment, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:28.563467 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 21 13:25:28.563467 dv-neutron-master-2-hyperv neutron-server[103152]: from cryptography.utils import int_from_bytes Dec 21 13:25:28.563467 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 21 13:25:28.563467 dv-neutron-master-2-hyperv neutron-server[103152]: from cryptography.utils import int_from_bytes Dec 21 13:25:28.563467 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:25:28.563467 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:25:28.563467 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:25:28.563467 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:25:28.563467 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:25:28.563467 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:25:28.563467 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:25:28.563467 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:25:28.563467 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:25:28.563467 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:25:28.563467 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:25:28.563467 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:25:28.563467 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:25:28.563467 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:25:28.563467 dv-neutron-master-2-hyperv neutron-server[103152]: Traceback (most recent call last): Dec 21 13:25:28.563467 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:25:28.563467 dv-neutron-master-2-hyperv neutron-server[103152]: timer() Dec 21 13:25:28.563467 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:25:28.563467 dv-neutron-master-2-hyperv neutron-server[103152]: cb(*args, **kw) Dec 21 13:25:28.563467 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:25:28.563467 dv-neutron-master-2-hyperv neutron-server[103152]: return func(*args, **kwargs) Dec 21 13:25:28.563467 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:25:28.563467 dv-neutron-master-2-hyperv neutron-server[103152]: self._notify() Dec 21 13:25:28.563467 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:25:28.563467 dv-neutron-master-2-hyperv neutron-server[103152]: self.callback(batched_events) Dec 21 13:25:28.563467 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:25:28.563467 dv-neutron-master-2-hyperv neutron-server[103152]: event.method(event) Dec 21 13:25:28.563467 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:25:28.563467 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:25:28.563467 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:25:28.563467 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:25:28.563467 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:25:28.563467 dv-neutron-master-2-hyperv neutron-server[103152]: return f(self, *a, **k) Dec 21 13:25:28.563467 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:25:28.563467 dv-neutron-master-2-hyperv neutron-server[103152]: return self._get(url).json() Dec 21 13:25:28.563467 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:25:28.563467 dv-neutron-master-2-hyperv neutron-server[103152]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:25:28.563467 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:25:28.563467 dv-neutron-master-2-hyperv neutron-server[103152]: return self.request(url, 'GET', **kwargs) Dec 21 13:25:28.563467 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:25:28.563467 dv-neutron-master-2-hyperv neutron-server[103152]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:25:28.563467 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:25:28.563467 dv-neutron-master-2-hyperv neutron-server[103152]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:25:28.563467 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:25:28.563467 dv-neutron-master-2-hyperv neutron-server[103152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:25:28.563467 dv-neutron-master-2-hyperv neutron-server[103152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:25:28.595239 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-8247c55f-a8e0-4af3-ba08-cc01237e4084 None None] Provisioning complete for port 9079aa88-4471-45f4-b2f3-92686471b5c0 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:25:28.595618 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8247c55f-a8e0-4af3-ba08-cc01237e4084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:28.597422 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2f6774e6-051b-4225-8a17-a1a6c51b041c tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:28.631770 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ffd5ec1-cb81-4af2-883f-9237315e09a9 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:25:28.661546 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [None req-b2dd833e-4dd9-4a22-b9a4-03f73ae09381 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] device_id is not set on port 53f8356f-4b68-427b-95ec-15cf1a7f3ab8 yet. {{(pid=103153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 13:25:28.665756 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b667e4-9cac-4d6e-8dac-b60cde76112a None None] Sync routers for ids ['c1c8c185-7ea7-4358-89e1-dbdf029dbd22'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:25:28.677868 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-699005af-3c28-4df1-b9ea-32c585b9fa56 tempest-QuotasNegativeTest-1575038127 tempest-QuotasNegativeTest-1575038127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:28.717303 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-a83f107c-7dd5-4890-bab6-bc5fd2490e4f None None] Set router 23d06902-5da5-4ccb-8023-4bd30e43970f gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:25:28.728312 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b667e4-9cac-4d6e-8dac-b60cde76112a None None] Routers {'c1c8c185-7ea7-4358-89e1-dbdf029dbd22'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:25:28.729086 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-90b667e4-9cac-4d6e-8dac-b60cde76112a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:25:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['c1c8c185-7ea7-4358-89e1-dbdf029dbd22'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:25:28.765349 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6ffd5ec1-cb81-4af2-883f-9237315e09a9 admin admin] Publish callbacks [] for router, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:28.766622 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-6ffd5ec1-cb81-4af2-883f-9237315e09a9 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 7.0373912 Dec 21 13:25:28.772459 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 53122) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:28.773763 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2f6774e6-051b-4225-8a17-a1a6c51b041c tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:28.840839 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8cca0373-51f0-4c52-9b5c-8b5817c0893b tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:28.855810 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cca0373-51f0-4c52-9b5c-8b5817c0893b tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 12c88948-64d4-4952-913c-0f18f3df1d35 {{(pid=103152) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 21 13:25:28.859927 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8cca0373-51f0-4c52-9b5c-8b5817c0893b tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633769'] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:28.863518 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-8cca0373-51f0-4c52-9b5c-8b5817c0893b tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] 10.222.0.37 "DELETE /v2.0/networks/12c88948-64d4-4952-913c-0f18f3df1d35 HTTP/1.1" status: 204 len: 168 time: 1.9142761 Dec 21 13:25:28.872270 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 53124) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:28.872948 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0a11015d-62b7-4cf0-b00f-1ddc3b89f28c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548730'] for router, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:28.893497 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-b47ed88b-c747-4635-b276-5a4f77e317ae tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:25:28.902912 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cca0373-51f0-4c52-9b5c-8b5817c0893b tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Pushing event deleted for resources: {'Network': ['ID=12c88948-64d4-4952-913c-0f18f3df1d35,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:28.932844 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:28.971783 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121ec7ae-08fe-4cb0-b787-b7a56371efaf None None] Network 18541f28-0acf-4a65-abdd-494b6421f2b0 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:25:29.001137 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-90b667e4-9cac-4d6e-8dac-b60cde76112a None None] Set router c1c8c185-7ea7-4358-89e1-dbdf029dbd22 gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:25:29.076565 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b53307d9-657e-456c-820f-a5510be72a43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:29.093282 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b47ed88b-c747-4635-b276-5a4f77e317ae tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Made reservation on behalf of 117a420369f64daf97cb1a530a956e8b for: {'network': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:25:29.095949 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b47ed88b-c747-4635-b276-5a4f77e317ae tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:29.111399 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-a83f107c-7dd5-4890-bab6-bc5fd2490e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d06902-5da5-4ccb-8023-4bd30e43970f', 'name': 'tempest-ServersTestManualDisk-368290171-router', 'tenant_id': '88700cfa6fca443f813dbee92d0bf4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.248'}], 'enable_snat': True}, 'gw_port_id': '3c398b2b-31eb-4500-8329-00d20e2d565d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:25:20Z', 'updated_at': '2021-12-21T13:25:24Z', 'revision_number': 3, 'project_id': '88700cfa6fca443f813dbee92d0bf4e2', 'gw_port': {'id': '3c398b2b-31eb-4500-8329-00d20e2d565d', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:b1:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23d06902-5da5-4ccb-8023-4bd30e43970f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:25:22Z', 'updated_at': '2021-12-21T13:25:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:25:29.163832 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83f107c-7dd5-4890-bab6-bc5fd2490e4f None None] The sync data for ids ['23d06902-5da5-4ccb-8023-4bd30e43970f'] in dv-neutron-master-2-hyperv is: [{'id': '23d06902-5da5-4ccb-8023-4bd30e43970f', 'name': 'tempest-ServersTestManualDisk-368290171-router', 'tenant_id': '88700cfa6fca443f813dbee92d0bf4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.248'}], 'enable_snat': True}, 'gw_port_id': '3c398b2b-31eb-4500-8329-00d20e2d565d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:25:20Z', 'updated_at': '2021-12-21T13:25:24Z', 'revision_number': 3, 'project_id': '88700cfa6fca443f813dbee92d0bf4e2', 'gw_port': {'id': '3c398b2b-31eb-4500-8329-00d20e2d565d', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:b1:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23d06902-5da5-4ccb-8023-4bd30e43970f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:25:22Z', 'updated_at': '2021-12-21T13:25:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:25:29.200829 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d34ce902-540f-4e30-8373-af5cb0a00321 tempest-DHCPAgentSchedulersTestJSON-341079023 tempest-DHCPAgentSchedulersTestJSON-341079023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:29.219395 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b47ed88b-c747-4635-b276-5a4f77e317ae tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=103152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:25:29.224396 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-699005af-3c28-4df1-b9ea-32c585b9fa56 tempest-QuotasNegativeTest-1575038127 tempest-QuotasNegativeTest-1575038127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:29.273486 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34ce902-540f-4e30-8373-af5cb0a00321 tempest-DHCPAgentSchedulersTestJSON-341079023 tempest-DHCPAgentSchedulersTestJSON-341079023-project] Pushing event deleted for resources: {'Port': ['ID=5e4b7f94-1a93-4948-a672-ec009c52faa9,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:29.331530 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b47ed88b-c747-4635-b276-5a4f77e317ae tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:29.331882 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.segments_db [None req-b47ed88b-c747-4635-b276-5a4f77e317ae tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Added segment 3edf4fcc-8a15-4387-899c-bd1781a05c04 of type vlan for network 71cfd8b3-1344-4987-9f94-50a048637cf1 Dec 21 13:25:29.374701 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:29.378684 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-699005af-3c28-4df1-b9ea-32c585b9fa56 tempest-QuotasNegativeTest-1575038127 tempest-QuotasNegativeTest-1575038127-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:25:29.379296 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-699005af-3c28-4df1-b9ea-32c585b9fa56 tempest-QuotasNegativeTest-1575038127 tempest-QuotasNegativeTest-1575038127-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:25:29.380739 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-699005af-3c28-4df1-b9ea-32c585b9fa56 tempest-QuotasNegativeTest-1575038127 tempest-QuotasNegativeTest-1575038127-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:25:29.381237 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-699005af-3c28-4df1-b9ea-32c585b9fa56 tempest-QuotasNegativeTest-1575038127 tempest-QuotasNegativeTest-1575038127-project-admin] Subscribe: > port after_create 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:25:29.381727 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-699005af-3c28-4df1-b9ea-32c585b9fa56 tempest-QuotasNegativeTest-1575038127 tempest-QuotasNegativeTest-1575038127-project-admin] Subscribe: > port after_delete 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:25:29.382201 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-699005af-3c28-4df1-b9ea-32c585b9fa56 tempest-QuotasNegativeTest-1575038127 tempest-QuotasNegativeTest-1575038127-project-admin] Subscribe: > port after_update 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:25:29.382753 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-699005af-3c28-4df1-b9ea-32c585b9fa56 tempest-QuotasNegativeTest-1575038127 tempest-QuotasNegativeTest-1575038127-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:25:29.383221 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-699005af-3c28-4df1-b9ea-32c585b9fa56 tempest-QuotasNegativeTest-1575038127 tempest-QuotasNegativeTest-1575038127-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:25:29.383698 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-699005af-3c28-4df1-b9ea-32c585b9fa56 tempest-QuotasNegativeTest-1575038127 tempest-QuotasNegativeTest-1575038127-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:25:29.386315 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-699005af-3c28-4df1-b9ea-32c585b9fa56 tempest-QuotasNegativeTest-1575038127 tempest-QuotasNegativeTest-1575038127-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:25:29.421136 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-3caa4fad-b4ad-43fe-ad84-c81f76848976 None None] Provisioning complete for port fc07de5d-8b77-4107-a050-d5c770d00dc1 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:25:29.421510 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-3caa4fad-b4ad-43fe-ad84-c81f76848976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:29.533763 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] For port d44ca255-6a8d-48b0-be15-b7996d823d29, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d44ca255-6a8d-48b0-be15-b7996d823d29,segment=NetworkSegment(61173298-55d9-48d3-9a28-7725c370bdd1),segment_id=61173298-55d9-48d3-9a28-7725c370bdd1)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:25:29.558153 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-699005af-3c28-4df1-b9ea-32c585b9fa56 tempest-QuotasNegativeTest-1575038127 tempest-QuotasNegativeTest-1575038127-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:25:29.558535 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-699005af-3c28-4df1-b9ea-32c585b9fa56 tempest-QuotasNegativeTest-1575038127 tempest-QuotasNegativeTest-1575038127-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:25:29.558865 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-699005af-3c28-4df1-b9ea-32c585b9fa56 tempest-QuotasNegativeTest-1575038127 tempest-QuotasNegativeTest-1575038127-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:25:29.559187 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-699005af-3c28-4df1-b9ea-32c585b9fa56 tempest-QuotasNegativeTest-1575038127 tempest-QuotasNegativeTest-1575038127-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 13:25:29.559548 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-699005af-3c28-4df1-b9ea-32c585b9fa56 tempest-QuotasNegativeTest-1575038127 tempest-QuotasNegativeTest-1575038127-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21378f2b-1ec2-4305-8776-6779edaece8f']}} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:25:29.575068 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:29.575948 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device fc07de5d-8b77-4107-a050-d5c770d00dc1 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:25:29.590785 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b47ed88b-c747-4635-b276-5a4f77e317ae tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:29.598788 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d34ce902-540f-4e30-8373-af5cb0a00321 tempest-DHCPAgentSchedulersTestJSON-341079023 tempest-DHCPAgentSchedulersTestJSON-341079023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633769'] for port, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:29.603126 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-d34ce902-540f-4e30-8373-af5cb0a00321 tempest-DHCPAgentSchedulersTestJSON-341079023 tempest-DHCPAgentSchedulersTestJSON-341079023-project] 10.222.0.37 "DELETE /v2.0/ports/5e4b7f94-1a93-4948-a672-ec009c52faa9 HTTP/1.1" status: 204 len: 168 time: 2.6438272 Dec 21 13:25:29.605950 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 53126) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:29.643156 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-b2dd833e-4dd9-4a22-b9a4-03f73ae09381 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Allocated IP 2001:db8::48 (ad793bb7-2b68-41c2-a76c-0260e0faa6ae/9445bcf7-309b-4a68-a11a-03ba8aa0b63b/53f8356f-4b68-427b-95ec-15cf1a7f3ab8) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:25:29.646780 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Pushing event updated for resources: {'Port': ['ID=d44ca255-6a8d-48b0-be15-b7996d823d29,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:29.649216 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-b53307d9-657e-456c-820f-a5510be72a43 admin admin] Allocated IP 172.20.0.1 (39aa7305-1380-4f0a-b399-f8c03518e77f/e105ee7f-3655-4fbf-969b-c738adf2539b/8934446e-9587-4dbb-9741-331962081e48) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:25:29.681567 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-699005af-3c28-4df1-b9ea-32c585b9fa56 tempest-QuotasNegativeTest-1575038127 tempest-QuotasNegativeTest-1575038127-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4e886bc-0831-4571-adc1-2657b21d3d68') {'for_net_delete': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:25:29.681863 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-699005af-3c28-4df1-b9ea-32c585b9fa56 tempest-QuotasNegativeTest-1575038127 tempest-QuotasNegativeTest-1575038127-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4e886bc-0831-4571-adc1-2657b21d3d68') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:25:29.688819 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-90b667e4-9cac-4d6e-8dac-b60cde76112a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1c8c185-7ea7-4358-89e1-dbdf029dbd22', 'name': 'tempest-ServersTestJSON-48013927-router', 'tenant_id': '8aee670f41db4d76aa264255d2510915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.162'}], 'enable_snat': True}, 'gw_port_id': '3577293b-0870-463f-963e-35b3036c27fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:25:21Z', 'updated_at': '2021-12-21T13:25:25Z', 'revision_number': 3, 'project_id': '8aee670f41db4d76aa264255d2510915', 'gw_port': {'id': '3577293b-0870-463f-963e-35b3036c27fa', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:34:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1c8c185-7ea7-4358-89e1-dbdf029dbd22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:25:23Z', 'updated_at': '2021-12-21T13:25:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:25:29.729369 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b667e4-9cac-4d6e-8dac-b60cde76112a None None] Checking router: c1c8c185-7ea7-4358-89e1-dbdf029dbd22 for host: dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:25:29.729728 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b667e4-9cac-4d6e-8dac-b60cde76112a None None] Updating router c1c8c185-7ea7-4358-89e1-dbdf029dbd22 port 3577293b-0870-463f-963e-35b3036c27fa binding host dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 13:25:29.730380 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-699005af-3c28-4df1-b9ea-32c585b9fa56 tempest-QuotasNegativeTest-1575038127 tempest-QuotasNegativeTest-1575038127-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1585430'] for segment, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:29.797399 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-90b667e4-9cac-4d6e-8dac-b60cde76112a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:29.800028 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-699005af-3c28-4df1-b9ea-32c585b9fa56 tempest-QuotasNegativeTest-1575038127 tempest-QuotasNegativeTest-1575038127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:29.801496 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-3caa4fad-b4ad-43fe-ad84-c81f76848976 None None] Provisioning complete for port d44ca255-6a8d-48b0-be15-b7996d823d29 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:25:29.801866 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-3caa4fad-b4ad-43fe-ad84-c81f76848976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:29.819361 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-699005af-3c28-4df1-b9ea-32c585b9fa56 tempest-QuotasNegativeTest-1575038127 tempest-QuotasNegativeTest-1575038127-project-admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=103153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:25:29.821066 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-699005af-3c28-4df1-b9ea-32c585b9fa56 tempest-QuotasNegativeTest-1575038127 tempest-QuotasNegativeTest-1575038127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11349758'] for segment, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:29.840386 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b47ed88b-c747-4635-b276-5a4f77e317ae tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:29.841481 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47ed88b-c747-4635-b276-5a4f77e317ae tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:25:29.842004 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b47ed88b-c747-4635-b276-5a4f77e317ae tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633769'] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:29.968737 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-d8814f69-cc30-47ee-9c54-be1435fd6b0b tempest-DHCPAgentSchedulersTestJSON-461144688 tempest-DHCPAgentSchedulersTestJSON-461144688-project-admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4560 time: 0.3587384 Dec 21 13:25:29.998064 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 21 13:25:29.998064 dv-neutron-master-2-hyperv neutron-server[103153]: from cryptography.utils import int_from_bytes Dec 21 13:25:29.998064 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 21 13:25:29.998064 dv-neutron-master-2-hyperv neutron-server[103153]: from cryptography.utils import int_from_bytes Dec 21 13:25:29.998064 dv-neutron-master-2-hyperv neutron-server[103153]: Traceback (most recent call last): Dec 21 13:25:29.998064 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:25:29.998064 dv-neutron-master-2-hyperv neutron-server[103153]: timer() Dec 21 13:25:29.998064 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:25:29.998064 dv-neutron-master-2-hyperv neutron-server[103153]: cb(*args, **kw) Dec 21 13:25:29.998064 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:25:29.998064 dv-neutron-master-2-hyperv neutron-server[103153]: return func(*args, **kwargs) Dec 21 13:25:29.998064 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:25:29.998064 dv-neutron-master-2-hyperv neutron-server[103153]: self._notify() Dec 21 13:25:29.998064 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:25:29.998064 dv-neutron-master-2-hyperv neutron-server[103153]: self.callback(batched_events) Dec 21 13:25:29.998064 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:25:29.998064 dv-neutron-master-2-hyperv neutron-server[103153]: event.method(event) Dec 21 13:25:29.998064 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:25:29.998064 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:25:29.998064 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:25:29.998064 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:25:29.998064 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:25:29.998064 dv-neutron-master-2-hyperv neutron-server[103153]: return f(self, *a, **k) Dec 21 13:25:29.998064 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:25:29.998064 dv-neutron-master-2-hyperv neutron-server[103153]: return self._get(url).json() Dec 21 13:25:29.998064 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:25:29.998064 dv-neutron-master-2-hyperv neutron-server[103153]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:25:29.998064 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:25:29.998064 dv-neutron-master-2-hyperv neutron-server[103153]: return self.request(url, 'GET', **kwargs) Dec 21 13:25:29.998064 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:25:29.998064 dv-neutron-master-2-hyperv neutron-server[103153]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:25:29.998064 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:25:29.998064 dv-neutron-master-2-hyperv neutron-server[103153]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:25:29.998064 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:25:29.998064 dv-neutron-master-2-hyperv neutron-server[103153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:25:29.998064 dv-neutron-master-2-hyperv neutron-server[103153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:25:30.012565 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 53130) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:30.033385 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-b47ed88b-c747-4635-b276-5a4f77e317ae tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.1590524 Dec 21 13:25:30.038516 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-44b17be4-b8ed-4b20-8a88-25c8b5418e06 tempest-DHCPAgentSchedulersTestJSON-341079023 tempest-DHCPAgentSchedulersTestJSON-341079023-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-810643320'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:25:30.043445 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port fc07de5d-8b77-4107-a050-d5c770d00dc1 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:25:30.044398 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:30.048589 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 53132) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:30.057020 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-b66919b1-9eec-4e19-a0de-483cc66f5f17 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Request body: {'subnet': {'network_id': '71cfd8b3-1344-4987-9f94-50a048637cf1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:25:30.110606 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-699005af-3c28-4df1-b9ea-32c585b9fa56 tempest-QuotasNegativeTest-1575038127 tempest-QuotasNegativeTest-1575038127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:30.121835 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b53307d9-657e-456c-820f-a5510be72a43 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:30.123081 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-699005af-3c28-4df1-b9ea-32c585b9fa56 tempest-QuotasNegativeTest-1575038127 tempest-QuotasNegativeTest-1575038127-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633769'] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:30.125998 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47ed88b-c747-4635-b276-5a4f77e317ae tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Pushing event updated for resources: {'Network': ['ID=71cfd8b3-1344-4987-9f94-50a048637cf1,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:30.130409 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-699005af-3c28-4df1-b9ea-32c585b9fa56 tempest-QuotasNegativeTest-1575038127 tempest-QuotasNegativeTest-1575038127-project-admin] 10.222.0.37 "DELETE /v2.0/networks/21378f2b-1ec2-4305-8776-6779edaece8f HTTP/1.1" status: 204 len: 168 time: 2.0086610 Dec 21 13:25:30.134717 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 53134) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:30.185620 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44b17be4-b8ed-4b20-8a88-25c8b5418e06 tempest-DHCPAgentSchedulersTestJSON-341079023 tempest-DHCPAgentSchedulersTestJSON-341079023-project] Made reservation on behalf of 5fe7f08fbd864f7b8344832cbf64b84d for: {'network': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:25:30.189618 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-44b17be4-b8ed-4b20-8a88-25c8b5418e06 tempest-DHCPAgentSchedulersTestJSON-341079023 tempest-DHCPAgentSchedulersTestJSON-341079023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:30.196092 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network 71cfd8b3-1344-4987-9f94-50a048637cf1 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:25:30.286045 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2f6774e6-051b-4225-8a17-a1a6c51b041c tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:30.287981 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b66919b1-9eec-4e19-a0de-483cc66f5f17 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Made reservation on behalf of 117a420369f64daf97cb1a530a956e8b for: {'subnet': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:25:30.291787 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b66919b1-9eec-4e19-a0de-483cc66f5f17 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12346583'] for subnet, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:30.297635 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b3c5e325-119c-4ff5-a903-52807b3a5cd3 tempest-QuotasNegativeTest-1575038127 tempest-QuotasNegativeTest-1575038127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:30.308774 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699005af-3c28-4df1-b9ea-32c585b9fa56 tempest-QuotasNegativeTest-1575038127 tempest-QuotasNegativeTest-1575038127-project-admin] Pushing event deleted for resources: {'Network': ['ID=21378f2b-1ec2-4305-8776-6779edaece8f,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:30.316932 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2f6774e6-051b-4225-8a17-a1a6c51b041c tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:30.377395 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44b17be4-b8ed-4b20-8a88-25c8b5418e06 tempest-DHCPAgentSchedulersTestJSON-341079023 tempest-DHCPAgentSchedulersTestJSON-341079023-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=103152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:25:30.409353 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-44b17be4-b8ed-4b20-8a88-25c8b5418e06 tempest-DHCPAgentSchedulersTestJSON-341079023 tempest-DHCPAgentSchedulersTestJSON-341079023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:30.409736 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.segments_db [None req-44b17be4-b8ed-4b20-8a88-25c8b5418e06 tempest-DHCPAgentSchedulersTestJSON-341079023 tempest-DHCPAgentSchedulersTestJSON-341079023-project] Added segment 812152d3-19fb-4e9f-a42a-0af7dbd70973 of type vlan for network 5c84338b-aa20-4734-ae1c-ff8026189e4f Dec 21 13:25:30.441216 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b53307d9-657e-456c-820f-a5510be72a43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:30.488601 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a11015d-62b7-4cf0-b00f-1ddc3b89f28c admin admin] Router 2e68b54d-ba7b-4ea5-857e-5c90bb3745ba is scheduled to L3 agent 59e14383-78fa-487e-9299-b32042a98157 with binding_index 1 {{(pid=103153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 13:25:30.525295 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-3caa4fad-b4ad-43fe-ad84-c81f76848976 None None] Provisioning complete for port 9079aa88-4471-45f4-b2f3-92686471b5c0 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:25:30.525705 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-3caa4fad-b4ad-43fe-ad84-c81f76848976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:30.567979 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53307d9-657e-456c-820f-a5510be72a43 admin admin] Network 39aa7305-1380-4f0a-b399-f8c03518e77f is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:25:30.597358 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-b53307d9-657e-456c-820f-a5510be72a43 admin admin] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:25:30.608107 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-44b17be4-b8ed-4b20-8a88-25c8b5418e06 tempest-DHCPAgentSchedulersTestJSON-341079023 tempest-DHCPAgentSchedulersTestJSON-341079023-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:30.624523 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53307d9-657e-456c-820f-a5510be72a43 admin admin] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:25:30.692217 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b53307d9-657e-456c-820f-a5510be72a43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532557'] for router_interface, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:30.771237 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53307d9-657e-456c-820f-a5510be72a43 admin admin] Pushing event updated for resources: {'Port': ['ID=8934446e-9587-4dbb-9741-331962081e48,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:30.825045 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6774e6-051b-4225-8a17-a1a6c51b041c tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Pushing event updated for resources: {'Port': ['ID=e14b4433-7ad5-436c-b902-0661772feb2c,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:30.925222 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device bbea2637-7c1c-404e-a693-c47c5fcaef2e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:25:30.926534 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2f6774e6-051b-4225-8a17-a1a6c51b041c tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548820'] for floatingip, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:30.942149 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-90b667e4-9cac-4d6e-8dac-b60cde76112a None None] Publish callbacks [] for port, precommit_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:30.951671 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-44b17be4-b8ed-4b20-8a88-25c8b5418e06 tempest-DHCPAgentSchedulersTestJSON-341079023 tempest-DHCPAgentSchedulersTestJSON-341079023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:30.958019 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b17be4-b8ed-4b20-8a88-25c8b5418e06 tempest-DHCPAgentSchedulersTestJSON-341079023 tempest-DHCPAgentSchedulersTestJSON-341079023-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:25:30.958748 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-44b17be4-b8ed-4b20-8a88-25c8b5418e06 tempest-DHCPAgentSchedulersTestJSON-341079023 tempest-DHCPAgentSchedulersTestJSON-341079023-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633769'] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:30.975360 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:30.992862 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-90b667e4-9cac-4d6e-8dac-b60cde76112a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:30.996527 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b3c5e325-119c-4ff5-a903-52807b3a5cd3 tempest-QuotasNegativeTest-1575038127 tempest-QuotasNegativeTest-1575038127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:31.034811 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:31.107928 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2f6774e6-051b-4225-8a17-a1a6c51b041c tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for floatingip, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:31.112779 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-2f6774e6-051b-4225-8a17-a1a6c51b041c tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.3301761 Dec 21 13:25:31.120678 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-44b17be4-b8ed-4b20-8a88-25c8b5418e06 tempest-DHCPAgentSchedulersTestJSON-341079023 tempest-DHCPAgentSchedulersTestJSON-341079023-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.1019120 Dec 21 13:25:31.121205 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 53136) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:31.121535 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 53138) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:31.128048 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-90b667e4-9cac-4d6e-8dac-b60cde76112a None None] Attempting to bind port 3577293b-0870-463f-963e-35b3036c27fa on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:25:31.128583 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-90b667e4-9cac-4d6e-8dac-b60cde76112a None None] Attempting to bind port 3577293b-0870-463f-963e-35b3036c27fa by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:25:31.128691 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b667e4-9cac-4d6e-8dac-b60cde76112a None None] Attempting to bind port 3577293b-0870-463f-963e-35b3036c27fa on network 7fdf1889-f079-4166-bbda-88b2a8d8d595 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:25:31.135049 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-91cfe3b9-c4ea-4642-a259-dcc3b0b7a1f4 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1177328896'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:25:31.138637 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21756882-c321-4a9f-a888-55dda407bd10 None None] Pushing event updated for resources: {'Port': ['ID=3577293b-0870-463f-963e-35b3036c27fa,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:31.146615 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b667e4-9cac-4d6e-8dac-b60cde76112a None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:25:31.146992 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b667e4-9cac-4d6e-8dac-b60cde76112a None None] Checking segment: {'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:25:31.147403 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-90b667e4-9cac-4d6e-8dac-b60cde76112a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:31.147811 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b667e4-9cac-4d6e-8dac-b60cde76112a None None] Bound using segment: {'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:25:31.148811 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-90b667e4-9cac-4d6e-8dac-b60cde76112a None None] Bound port: 3577293b-0870-463f-963e-35b3036c27fa, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:25:31.149215 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-90b667e4-9cac-4d6e-8dac-b60cde76112a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:31.158609 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-b3c5e325-119c-4ff5-a903-52807b3a5cd3 tempest-QuotasNegativeTest-1575038127 tempest-QuotasNegativeTest-1575038127-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66d283ea-bdc3-4b8c-a39d-cf396c666245']}} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:25:31.178623 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port bbea2637-7c1c-404e-a693-c47c5fcaef2e triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:25:31.178977 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:31.179992 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b2dd833e-4dd9-4a22-b9a4-03f73ae09381 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:31.195090 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b17be4-b8ed-4b20-8a88-25c8b5418e06 tempest-DHCPAgentSchedulersTestJSON-341079023 tempest-DHCPAgentSchedulersTestJSON-341079023-project] Pushing event updated for resources: {'Network': ['ID=5c84338b-aa20-4734-ae1c-ff8026189e4f,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:31.215723 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network 5c84338b-aa20-4734-ae1c-ff8026189e4f details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:25:31.244422 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-b3c5e325-119c-4ff5-a903-52807b3a5cd3 tempest-QuotasNegativeTest-1575038127 tempest-QuotasNegativeTest-1575038127-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14c0303e-fc3f-4402-bae3-ca49401123cd') {'for_net_delete': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:25:31.244724 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-b3c5e325-119c-4ff5-a903-52807b3a5cd3 tempest-QuotasNegativeTest-1575038127 tempest-QuotasNegativeTest-1575038127-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14c0303e-fc3f-4402-bae3-ca49401123cd') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:25:31.265519 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-3caa4fad-b4ad-43fe-ad84-c81f76848976 None None] Provisioning complete for port bbea2637-7c1c-404e-a693-c47c5fcaef2e triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:25:31.265894 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-3caa4fad-b4ad-43fe-ad84-c81f76848976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:31.288180 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b3c5e325-119c-4ff5-a903-52807b3a5cd3 tempest-QuotasNegativeTest-1575038127 tempest-QuotasNegativeTest-1575038127-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1585430'] for segment, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:31.331167 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-90b667e4-9cac-4d6e-8dac-b60cde76112a None None] For port 3577293b-0870-463f-963e-35b3036c27fa, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:25:31.356877 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b3c5e325-119c-4ff5-a903-52807b3a5cd3 tempest-QuotasNegativeTest-1575038127 tempest-QuotasNegativeTest-1575038127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:31.370644 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-90b667e4-9cac-4d6e-8dac-b60cde76112a None None] For port 3577293b-0870-463f-963e-35b3036c27fa, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3577293b-0870-463f-963e-35b3036c27fa,segment=NetworkSegment(a32e5bfd-6fac-434f-817b-5707a23fd2ca),segment_id=a32e5bfd-6fac-434f-817b-5707a23fd2ca)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:25:31.381940 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-90b667e4-9cac-4d6e-8dac-b60cde76112a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:31.446670 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91cfe3b9-c4ea-4642-a259-dcc3b0b7a1f4 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Made reservation on behalf of 232c21e991bb49f184f3ed4365ba4915 for: {'network': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:25:31.450412 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-91cfe3b9-c4ea-4642-a259-dcc3b0b7a1f4 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:31.460358 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a11015d-62b7-4cf0-b00f-1ddc3b89f28c admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:25:31.463074 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b53307d9-657e-456c-820f-a5510be72a43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:31.470399 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3c5e325-119c-4ff5-a903-52807b3a5cd3 tempest-QuotasNegativeTest-1575038127 tempest-QuotasNegativeTest-1575038127-project-admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=103153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:25:31.470988 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b3c5e325-119c-4ff5-a903-52807b3a5cd3 tempest-QuotasNegativeTest-1575038127 tempest-QuotasNegativeTest-1575038127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11349758'] for segment, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:31.476915 dv-neutron-master-2-hyperv neutron-server[103153]: Traceback (most recent call last): Dec 21 13:25:31.476915 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:25:31.476915 dv-neutron-master-2-hyperv neutron-server[103153]: timer() Dec 21 13:25:31.476915 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:25:31.476915 dv-neutron-master-2-hyperv neutron-server[103153]: cb(*args, **kw) Dec 21 13:25:31.476915 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:25:31.476915 dv-neutron-master-2-hyperv neutron-server[103153]: return func(*args, **kwargs) Dec 21 13:25:31.476915 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:25:31.476915 dv-neutron-master-2-hyperv neutron-server[103153]: self._notify() Dec 21 13:25:31.476915 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:25:31.476915 dv-neutron-master-2-hyperv neutron-server[103153]: self.callback(batched_events) Dec 21 13:25:31.476915 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:25:31.476915 dv-neutron-master-2-hyperv neutron-server[103153]: event.method(event) Dec 21 13:25:31.476915 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:25:31.476915 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:25:31.476915 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:25:31.476915 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:25:31.476915 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:25:31.476915 dv-neutron-master-2-hyperv neutron-server[103153]: return f(self, *a, **k) Dec 21 13:25:31.476915 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:25:31.476915 dv-neutron-master-2-hyperv neutron-server[103153]: return self._get(url).json() Dec 21 13:25:31.476915 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:25:31.476915 dv-neutron-master-2-hyperv neutron-server[103153]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:25:31.476915 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:25:31.476915 dv-neutron-master-2-hyperv neutron-server[103153]: return self.request(url, 'GET', **kwargs) Dec 21 13:25:31.476915 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:25:31.476915 dv-neutron-master-2-hyperv neutron-server[103153]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:25:31.476915 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:25:31.476915 dv-neutron-master-2-hyperv neutron-server[103153]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:25:31.476915 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:25:31.476915 dv-neutron-master-2-hyperv neutron-server[103153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:25:31.476915 dv-neutron-master-2-hyperv neutron-server[103153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:25:31.480802 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9508568a-6cc0-42a9-ad7c-94a7b7bbe636 None None] Sync routers for ids ['2e68b54d-ba7b-4ea5-857e-5c90bb3745ba'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:25:31.491241 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9508568a-6cc0-42a9-ad7c-94a7b7bbe636 None None] Routers {'2e68b54d-ba7b-4ea5-857e-5c90bb3745ba'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:25:31.491918 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-9508568a-6cc0-42a9-ad7c-94a7b7bbe636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:25:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['2e68b54d-ba7b-4ea5-857e-5c90bb3745ba'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:25:31.499158 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-91cfe3b9-c4ea-4642-a259-dcc3b0b7a1f4 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Publish callbacks [] for security_group, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:31.510646 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21756882-c321-4a9f-a888-55dda407bd10 None None] Pushing event updated for resources: {'Port': ['ID=3577293b-0870-463f-963e-35b3036c27fa,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:31.571399 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b667e4-9cac-4d6e-8dac-b60cde76112a None None] Routers {'c1c8c185-7ea7-4358-89e1-dbdf029dbd22'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:25:31.572074 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-90b667e4-9cac-4d6e-8dac-b60cde76112a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:25:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['c1c8c185-7ea7-4358-89e1-dbdf029dbd22'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:25:31.591877 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b2dd833e-4dd9-4a22-b9a4-03f73ae09381 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:31.629383 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-9508568a-6cc0-42a9-ad7c-94a7b7bbe636 None None] Set router 2e68b54d-ba7b-4ea5-857e-5c90bb3745ba gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:25:31.641250 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-964959ae-738c-4d20-9946-9b7b9e77bf2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:31.737389 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.objects.ports [None req-b66919b1-9eec-4e19-a0de-483cc66f5f17 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103152) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 21 13:25:31.738805 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b66919b1-9eec-4e19-a0de-483cc66f5f17 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12346565'] for subnet, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:31.783931 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-91cfe3b9-c4ea-4642-a259-dcc3b0b7a1f4 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Publish callbacks [] for security_group, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:31.799930 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66919b1-9eec-4e19-a0de-483cc66f5f17 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Pushing event updated for resources: {'Subnet': ['ID=12ff41bd-f3ff-4fa5-9807-0a015c8be08c,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:31.827608 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-b0e9a388-2d17-40c9-8994-de06d3801fa5 None None] Provisioning complete for port 8934446e-9587-4dbb-9741-331962081e48 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:25:31.827982 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b0e9a388-2d17-40c9-8994-de06d3801fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:31.854270 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b53307d9-657e-456c-820f-a5510be72a43 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:31.861182 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66919b1-9eec-4e19-a0de-483cc66f5f17 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Checking segment: {'id': '3edf4fcc-8a15-4387-899c-bd1781a05c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '71cfd8b3-1344-4987-9f94-50a048637cf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:25:31.865174 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66919b1-9eec-4e19-a0de-483cc66f5f17 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Network hostable DHCP agents. Network: 71cfd8b3-1344-4987-9f94-50a048637cf1, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:25:31.871271 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b53307d9-657e-456c-820f-a5510be72a43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805230'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:31.896410 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 3c398b2b-31eb-4500-8329-00d20e2d565d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:25:31.923457 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-9508568a-6cc0-42a9-ad7c-94a7b7bbe636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e68b54d-ba7b-4ea5-857e-5c90bb3745ba', 'name': 'tempest-ServerActionsTestJSON-196369966-router', 'tenant_id': 'eb17296434674195836b28e8a0fc67cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.93'}], 'enable_snat': True}, 'gw_port_id': 'b3c1be79-5ee6-4a0c-b4ac-211e5b59e717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:25:21Z', 'updated_at': '2021-12-21T13:25:27Z', 'revision_number': 3, 'project_id': 'eb17296434674195836b28e8a0fc67cf', 'gw_port': {'id': 'b3c1be79-5ee6-4a0c-b4ac-211e5b59e717', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a4:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e68b54d-ba7b-4ea5-857e-5c90bb3745ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:25:24Z', 'updated_at': '2021-12-21T13:25:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:25:31.924692 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53307d9-657e-456c-820f-a5510be72a43 admin admin] Pushing event updated for resources: {'Port': ['ID=8934446e-9587-4dbb-9741-331962081e48,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:31.946806 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-b0e9a388-2d17-40c9-8994-de06d3801fa5 None None] Port 8934446e-9587-4dbb-9741-331962081e48 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:25:31.950865 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-90b667e4-9cac-4d6e-8dac-b60cde76112a None None] Set router c1c8c185-7ea7-4358-89e1-dbdf029dbd22 gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:25:31.954169 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9508568a-6cc0-42a9-ad7c-94a7b7bbe636 None None] Checking router: 2e68b54d-ba7b-4ea5-857e-5c90bb3745ba for host: dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:25:31.954892 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9508568a-6cc0-42a9-ad7c-94a7b7bbe636 None None] Updating router 2e68b54d-ba7b-4ea5-857e-5c90bb3745ba port b3c1be79-5ee6-4a0c-b4ac-211e5b59e717 binding host dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 13:25:31.981911 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66919b1-9eec-4e19-a0de-483cc66f5f17 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Network 71cfd8b3-1344-4987-9f94-50a048637cf1 is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:25:31.995350 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9508568a-6cc0-42a9-ad7c-94a7b7bbe636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:32.000715 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-b66919b1-9eec-4e19-a0de-483cc66f5f17 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 71cfd8b3-1344-4987-9f94-50a048637cf1) {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:25:32.006853 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b53307d9-657e-456c-820f-a5510be72a43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532537'] for router_interface, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:32.009789 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66919b1-9eec-4e19-a0de-483cc66f5f17 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:25:32.011443 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b66919b1-9eec-4e19-a0de-483cc66f5f17 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633769'] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:32.037253 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f52ae3-168a-4461-85e0-e9b829ab1f28 None None] Network 71cfd8b3-1344-4987-9f94-50a048637cf1 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:25:32.091421 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-b0e9a388-2d17-40c9-8994-de06d3801fa5 None None] Provisioning complete for port d44ca255-6a8d-48b0-be15-b7996d823d29 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:25:32.091789 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b0e9a388-2d17-40c9-8994-de06d3801fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:32.127358 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-b66919b1-9eec-4e19-a0de-483cc66f5f17 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.0757480 Dec 21 13:25:32.130682 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 53140) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:32.134144 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 3c398b2b-31eb-4500-8329-00d20e2d565d triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:25:32.134703 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:32.136684 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-4d64b727-4aac-42ef-8a69-f88ec11d7392 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Request body: {'floatingip': {'floating_network_id': '71cfd8b3-1344-4987-9f94-50a048637cf1'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:25:32.154036 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53307d9-657e-456c-820f-a5510be72a43 admin admin] Network 39aa7305-1380-4f0a-b399-f8c03518e77f is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:25:32.161943 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-b53307d9-657e-456c-820f-a5510be72a43 admin admin] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:25:32.188713 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b3c5e325-119c-4ff5-a903-52807b3a5cd3 tempest-QuotasNegativeTest-1575038127 tempest-QuotasNegativeTest-1575038127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:32.210082 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b3c5e325-119c-4ff5-a903-52807b3a5cd3 tempest-QuotasNegativeTest-1575038127 tempest-QuotasNegativeTest-1575038127-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633769'] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:32.218243 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-b3c5e325-119c-4ff5-a903-52807b3a5cd3 tempest-QuotasNegativeTest-1575038127 tempest-QuotasNegativeTest-1575038127-project-admin] 10.222.0.37 "DELETE /v2.0/networks/66d283ea-bdc3-4b8c-a39d-cf396c666245 HTTP/1.1" status: 204 len: 168 time: 2.0664787 Dec 21 13:25:32.224897 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0a11015d-62b7-4cf0-b00f-1ddc3b89f28c admin admin] Publish callbacks [] for router, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:32.233162 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-0a11015d-62b7-4cf0-b00f-1ddc3b89f28c admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 10.5422299 Dec 21 13:25:32.236052 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-7239cd74-a6ab-4204-b1e6-68d4236eda0b tempest-DHCPAgentSchedulersTestJSON-461144688 tempest-DHCPAgentSchedulersTestJSON-461144688-project-admin] 10.222.0.37 "GET /v2.0/agents/02408e98-885b-45fe-a6c9-f5c849a1f642/dhcp-networks HTTP/1.1" status: 200 len: 6481 time: 1.0954237 Dec 21 13:25:32.238129 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-964959ae-738c-4d20-9946-9b7b9e77bf2b admin admin] Allocated IP 172.20.0.1 (83c05ac8-bd36-43e0-a042-78664d1cb962/40d80c43-5346-4a2c-a020-9bfccd6ebd6c/e8e23467-83d2-424a-a531-c080c307aeea) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:25:32.240298 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 53144) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:32.240833 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 53146) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:32.399872 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-91cfe3b9-c4ea-4642-a259-dcc3b0b7a1f4 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:32.433043 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2238a15-47b0-4742-b6be-66c7faf03b09 None None] Network 71cfd8b3-1344-4987-9f94-50a048637cf1 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:25:32.476263 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2dd833e-4dd9-4a22-b9a4-03f73ae09381 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Network ad793bb7-2b68-41c2-a76c-0260e0faa6ae is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:25:32.517007 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4d64b727-4aac-42ef-8a69-f88ec11d7392 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:32.533535 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b53307d9-657e-456c-820f-a5510be72a43 admin admin] Router 23d06902-5da5-4ccb-8023-4bd30e43970f has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:25:32.534472 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c5e325-119c-4ff5-a903-52807b3a5cd3 tempest-QuotasNegativeTest-1575038127 tempest-QuotasNegativeTest-1575038127-project-admin] Pushing event deleted for resources: {'Network': ['ID=66d283ea-bdc3-4b8c-a39d-cf396c666245,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:32.552744 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9508568a-6cc0-42a9-ad7c-94a7b7bbe636 None None] Publish callbacks [] for port, precommit_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:32.560991 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9508568a-6cc0-42a9-ad7c-94a7b7bbe636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:32.584834 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-b2dd833e-4dd9-4a22-b9a4-03f73ae09381 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:25:32.602399 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2dd833e-4dd9-4a22-b9a4-03f73ae09381 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:25:32.603802 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2dd833e-4dd9-4a22-b9a4-03f73ae09381 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:25:32.604544 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b2dd833e-4dd9-4a22-b9a4-03f73ae09381 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633769'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:32.612599 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91cfe3b9-c4ea-4642-a259-dcc3b0b7a1f4 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=103153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:25:32.634485 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7262776-55c1-4fa6-8e32-f910f1d21eee None None] Pushing event updated for resources: {'Port': ['ID=b3c1be79-5ee6-4a0c-b4ac-211e5b59e717,revision_number=2']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:32.645561 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-9508568a-6cc0-42a9-ad7c-94a7b7bbe636 None None] Attempting to bind port b3c1be79-5ee6-4a0c-b4ac-211e5b59e717 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:25:32.646039 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-9508568a-6cc0-42a9-ad7c-94a7b7bbe636 None None] Attempting to bind port b3c1be79-5ee6-4a0c-b4ac-211e5b59e717 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:25:32.647325 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9508568a-6cc0-42a9-ad7c-94a7b7bbe636 None None] Attempting to bind port b3c1be79-5ee6-4a0c-b4ac-211e5b59e717 on network 7fdf1889-f079-4166-bbda-88b2a8d8d595 {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:25:32.655281 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9508568a-6cc0-42a9-ad7c-94a7b7bbe636 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:25:32.655872 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9508568a-6cc0-42a9-ad7c-94a7b7bbe636 None None] Checking segment: {'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:25:32.656472 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9508568a-6cc0-42a9-ad7c-94a7b7bbe636 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:32.656967 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9508568a-6cc0-42a9-ad7c-94a7b7bbe636 None None] Bound using segment: {'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:25:32.657545 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-9508568a-6cc0-42a9-ad7c-94a7b7bbe636 None None] Bound port: b3c1be79-5ee6-4a0c-b4ac-211e5b59e717, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:25:32.658387 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9508568a-6cc0-42a9-ad7c-94a7b7bbe636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:32.674254 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:32.683301 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-b0e9a388-2d17-40c9-8994-de06d3801fa5 None None] Could not find standard attr ID for object 5e4b7f94-1a93-4948-a672-ec009c52faa9. {{(pid=103154) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 21 13:25:32.718536 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cfe3b9-c4ea-4642-a259-dcc3b0b7a1f4 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b9722c5-f2fe-49bb-a1d1-676fd37cb6c5,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:32.733764 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-91cfe3b9-c4ea-4642-a259-dcc3b0b7a1f4 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:32.734308 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.segments_db [None req-91cfe3b9-c4ea-4642-a259-dcc3b0b7a1f4 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Added segment a29505f2-2196-462a-a975-2e0e0f55df03 of type vlan for network 3c38dfbd-4f71-40a9-9333-bd78c4b15e62 Dec 21 13:25:32.736875 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] For port 3c398b2b-31eb-4500-8329-00d20e2d565d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3c398b2b-31eb-4500-8329-00d20e2d565d,segment=NetworkSegment(a32e5bfd-6fac-434f-817b-5707a23fd2ca),segment_id=a32e5bfd-6fac-434f-817b-5707a23fd2ca)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:25:32.742435 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-90b667e4-9cac-4d6e-8dac-b60cde76112a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1c8c185-7ea7-4358-89e1-dbdf029dbd22', 'name': 'tempest-ServersTestJSON-48013927-router', 'tenant_id': '8aee670f41db4d76aa264255d2510915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.162'}], 'enable_snat': True}, 'gw_port_id': '3577293b-0870-463f-963e-35b3036c27fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:25:21Z', 'updated_at': '2021-12-21T13:25:25Z', 'revision_number': 3, 'project_id': '8aee670f41db4d76aa264255d2510915', 'gw_port': {'id': '3577293b-0870-463f-963e-35b3036c27fa', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:34:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1c8c185-7ea7-4358-89e1-dbdf029dbd22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:25:23Z', 'updated_at': '2021-12-21T13:25:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:25:32.745933 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dd833e-4dd9-4a22-b9a4-03f73ae09381 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Pushing event updated for resources: {'Port': ['ID=53f8356f-4b68-427b-95ec-15cf1a7f3ab8,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:32.746606 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:32.747547 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device d44ca255-6a8d-48b0-be15-b7996d823d29 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:25:32.771820 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9508568a-6cc0-42a9-ad7c-94a7b7bbe636 None None] For port b3c1be79-5ee6-4a0c-b4ac-211e5b59e717, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:25:32.777886 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9508568a-6cc0-42a9-ad7c-94a7b7bbe636 None None] For port b3c1be79-5ee6-4a0c-b4ac-211e5b59e717, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b3c1be79-5ee6-4a0c-b4ac-211e5b59e717,segment=NetworkSegment(a32e5bfd-6fac-434f-817b-5707a23fd2ca),segment_id=a32e5bfd-6fac-434f-817b-5707a23fd2ca)] {{(pid=103155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:25:32.783849 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9508568a-6cc0-42a9-ad7c-94a7b7bbe636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:32.800273 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-b2dd833e-4dd9-4a22-b9a4-03f73ae09381 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 4.8863828 Dec 21 13:25:32.803074 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 53152) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:32.832451 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b667e4-9cac-4d6e-8dac-b60cde76112a None None] The sync data for ids ['c1c8c185-7ea7-4358-89e1-dbdf029dbd22'] in dv-neutron-master-2-hyperv is: [{'id': 'c1c8c185-7ea7-4358-89e1-dbdf029dbd22', 'name': 'tempest-ServersTestJSON-48013927-router', 'tenant_id': '8aee670f41db4d76aa264255d2510915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.162'}], 'enable_snat': True}, 'gw_port_id': '3577293b-0870-463f-963e-35b3036c27fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:25:21Z', 'updated_at': '2021-12-21T13:25:25Z', 'revision_number': 3, 'project_id': '8aee670f41db4d76aa264255d2510915', 'gw_port': {'id': '3577293b-0870-463f-963e-35b3036c27fa', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:34:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1c8c185-7ea7-4358-89e1-dbdf029dbd22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:25:23Z', 'updated_at': '2021-12-21T13:25:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:25:32.865488 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7262776-55c1-4fa6-8e32-f910f1d21eee None None] Pushing event updated for resources: {'Port': ['ID=b3c1be79-5ee6-4a0c-b4ac-211e5b59e717,revision_number=3']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:32.884502 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9508568a-6cc0-42a9-ad7c-94a7b7bbe636 None None] Routers {'2e68b54d-ba7b-4ea5-857e-5c90bb3745ba'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:25:32.885516 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-9508568a-6cc0-42a9-ad7c-94a7b7bbe636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:25:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['2e68b54d-ba7b-4ea5-857e-5c90bb3745ba'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:25:32.912567 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b53307d9-657e-456c-820f-a5510be72a43 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:25:32.922612 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-b53307d9-657e-456c-820f-a5510be72a43 admin admin] 10.222.0.37 "PUT /v2.0/routers/23d06902-5da5-4ccb-8023-4bd30e43970f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4277031 Dec 21 13:25:32.927239 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-933c63ce-a4db-497d-981f-fde235483ef6 None None] Provisioning complete for port 8934446e-9587-4dbb-9741-331962081e48 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:25:32.928463 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-933c63ce-a4db-497d-981f-fde235483ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:32.945934 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3674c2d1-ed1d-4ee5-af66-c4f14c56403e None None] Sync routers for ids ['23d06902-5da5-4ccb-8023-4bd30e43970f'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:25:32.992723 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4d64b727-4aac-42ef-8a69-f88ec11d7392 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:33.003482 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Pushing event updated for resources: {'Port': ['ID=3c398b2b-31eb-4500-8329-00d20e2d565d,revision_number=4']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:33.014781 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-91cfe3b9-c4ea-4642-a259-dcc3b0b7a1f4 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:33.055466 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-933c63ce-a4db-497d-981f-fde235483ef6 None None] Port 8934446e-9587-4dbb-9741-331962081e48 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:25:33.060888 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3674c2d1-ed1d-4ee5-af66-c4f14c56403e None None] Routers {'23d06902-5da5-4ccb-8023-4bd30e43970f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:25:33.061664 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-3674c2d1-ed1d-4ee5-af66-c4f14c56403e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:25:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['23d06902-5da5-4ccb-8023-4bd30e43970f'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:25:33.087146 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-9508568a-6cc0-42a9-ad7c-94a7b7bbe636 None None] Set router 2e68b54d-ba7b-4ea5-857e-5c90bb3745ba gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:25:33.159483 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port d44ca255-6a8d-48b0-be15-b7996d823d29 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:25:33.160007 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:33.216661 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.db.resource_extend [None req-91cfe3b9-c4ea-4642-a259-dcc3b0b7a1f4 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 21 13:25:33.296533 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-4d64b727-4aac-42ef-8a69-f88ec11d7392 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Allocated IP 172.20.0.12 (71cfd8b3-1344-4987-9f94-50a048637cf1/12ff41bd-f3ff-4fa5-9807-0a015c8be08c/b6bb173b-e267-4559-b3b7-61bd65d23cc8) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:25:33.481676 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-9508568a-6cc0-42a9-ad7c-94a7b7bbe636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e68b54d-ba7b-4ea5-857e-5c90bb3745ba', 'name': 'tempest-ServerActionsTestJSON-196369966-router', 'tenant_id': 'eb17296434674195836b28e8a0fc67cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.93'}], 'enable_snat': True}, 'gw_port_id': 'b3c1be79-5ee6-4a0c-b4ac-211e5b59e717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:25:21Z', 'updated_at': '2021-12-21T13:25:27Z', 'revision_number': 3, 'project_id': 'eb17296434674195836b28e8a0fc67cf', 'gw_port': {'id': 'b3c1be79-5ee6-4a0c-b4ac-211e5b59e717', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a4:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e68b54d-ba7b-4ea5-857e-5c90bb3745ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:25:24Z', 'updated_at': '2021-12-21T13:25:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:25:33.521176 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 53168) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:33.583432 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9508568a-6cc0-42a9-ad7c-94a7b7bbe636 None None] The sync data for ids ['2e68b54d-ba7b-4ea5-857e-5c90bb3745ba'] in dv-neutron-master-2-hyperv is: [{'id': '2e68b54d-ba7b-4ea5-857e-5c90bb3745ba', 'name': 'tempest-ServerActionsTestJSON-196369966-router', 'tenant_id': 'eb17296434674195836b28e8a0fc67cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.93'}], 'enable_snat': True}, 'gw_port_id': 'b3c1be79-5ee6-4a0c-b4ac-211e5b59e717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:25:21Z', 'updated_at': '2021-12-21T13:25:27Z', 'revision_number': 3, 'project_id': 'eb17296434674195836b28e8a0fc67cf', 'gw_port': {'id': 'b3c1be79-5ee6-4a0c-b4ac-211e5b59e717', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a4:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e68b54d-ba7b-4ea5-857e-5c90bb3745ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:25:24Z', 'updated_at': '2021-12-21T13:25:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:25:33.599026 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4d64b727-4aac-42ef-8a69-f88ec11d7392 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:33.660348 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-3674c2d1-ed1d-4ee5-af66-c4f14c56403e None None] Set router 23d06902-5da5-4ccb-8023-4bd30e43970f gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:25:33.693515 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4d64b727-4aac-42ef-8a69-f88ec11d7392 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:33.714028 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-91cfe3b9-c4ea-4642-a259-dcc3b0b7a1f4 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:33.726215 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91cfe3b9-c4ea-4642-a259-dcc3b0b7a1f4 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:25:33.726954 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-91cfe3b9-c4ea-4642-a259-dcc3b0b7a1f4 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633769'] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:33.804925 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d64b727-4aac-42ef-8a69-f88ec11d7392 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Network 71cfd8b3-1344-4987-9f94-50a048637cf1 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:25:33.815664 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-4d64b727-4aac-42ef-8a69-f88ec11d7392 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:25:33.827261 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d64b727-4aac-42ef-8a69-f88ec11d7392 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:25:33.839078 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-964959ae-738c-4d20-9946-9b7b9e77bf2b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:33.875691 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 9079aa88-4471-45f4-b2f3-92686471b5c0 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:25:33.911047 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77a7d37-e615-413a-9b38-22dad89fc84b tempest-DHCPAgentSchedulersTestJSON-461144688 tempest-DHCPAgentSchedulersTestJSON-461144688-project-admin] Network 5c84338b-aa20-4734-ae1c-ff8026189e4f is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:25:33.929975 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d64b727-4aac-42ef-8a69-f88ec11d7392 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Pushing event updated for resources: {'Port': ['ID=b6bb173b-e267-4559-b3b7-61bd65d23cc8,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:33.951646 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-91cfe3b9-c4ea-4642-a259-dcc3b0b7a1f4 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.8211501 Dec 21 13:25:33.962243 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 53174) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:33.984392 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ee950a-750e-4957-b608-a0b013606a46 None None] Network 5c84338b-aa20-4734-ae1c-ff8026189e4f requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:25:33.993750 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-46400ab0-4da1-4d96-8d6a-0f75970bb365 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Request body: {'subnet': {'network_id': '3c38dfbd-4f71-40a9-9333-bd78c4b15e62', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:25:34.002619 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-36af031a-3125-44f3-976e-02d9ab8c037e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:34.067814 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-c77a7d37-e615-413a-9b38-22dad89fc84b tempest-DHCPAgentSchedulersTestJSON-461144688 tempest-DHCPAgentSchedulersTestJSON-461144688-project-admin] 10.222.0.37 "POST /v2.0/agents/02408e98-885b-45fe-a6c9-f5c849a1f642/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 1.8081996 Dec 21 13:25:34.142294 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 53176) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:34.178305 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cfe3b9-c4ea-4642-a259-dcc3b0b7a1f4 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Pushing event updated for resources: {'Network': ['ID=3c38dfbd-4f71-40a9-9333-bd78c4b15e62,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:34.223168 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network 3c38dfbd-4f71-40a9-9333-bd78c4b15e62 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:25:34.361044 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2d62dbcc-be91-4abe-b159-ed099fd9cc78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:34.364487 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-02e4e640-19ae-4798-ad7f-221b88523922 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Deleting port 53f8356f-4b68-427b-95ec-15cf1a7f3ab8 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:25:34.364821 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-02e4e640-19ae-4798-ad7f-221b88523922 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:34.372148 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-964959ae-738c-4d20-9946-9b7b9e77bf2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:34.470595 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4d64b727-4aac-42ef-8a69-f88ec11d7392 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:34.475450 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 9079aa88-4471-45f4-b2f3-92686471b5c0 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:25:34.476680 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:34.555803 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46400ab0-4da1-4d96-8d6a-0f75970bb365 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Made reservation on behalf of 232c21e991bb49f184f3ed4365ba4915 for: {'subnet': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:25:34.557605 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-3674c2d1-ed1d-4ee5-af66-c4f14c56403e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d06902-5da5-4ccb-8023-4bd30e43970f', 'name': 'tempest-ServersTestManualDisk-368290171-router', 'tenant_id': '88700cfa6fca443f813dbee92d0bf4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.248'}], 'enable_snat': True}, 'gw_port_id': '3c398b2b-31eb-4500-8329-00d20e2d565d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:25:20Z', 'updated_at': '2021-12-21T13:25:31Z', 'revision_number': 4, 'project_id': '88700cfa6fca443f813dbee92d0bf4e2', 'gw_port': {'id': '3c398b2b-31eb-4500-8329-00d20e2d565d', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:b1:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d06902-5da5-4ccb-8023-4bd30e43970f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:25:22Z', 'updated_at': '2021-12-21T13:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8934446e-9587-4dbb-9741-331962081e48', 'name': '', 'network_id': '39aa7305-1380-4f0a-b399-f8c03518e77f', 'tenant_id': '88700cfa6fca443f813dbee92d0bf4e2', 'mac_address': 'fa:16:3e:18:e6:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23d06902-5da5-4ccb-8023-4bd30e43970f', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'e105ee7f-3655-4fbf-969b-c738adf2539b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:25:29Z', 'updated_at': '2021-12-21T13:25:31Z', 'revision_number': 2, 'project_id': '88700cfa6fca443f813dbee92d0bf4e2', 'subnets': [{'id': 'e105ee7f-3655-4fbf-969b-c738adf2539b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:25:34.559215 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-46400ab0-4da1-4d96-8d6a-0f75970bb365 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12346583'] for subnet, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:34.628173 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3674c2d1-ed1d-4ee5-af66-c4f14c56403e None None] Checking router: 23d06902-5da5-4ccb-8023-4bd30e43970f for host: dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:25:34.628757 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3674c2d1-ed1d-4ee5-af66-c4f14c56403e None None] Updating router 23d06902-5da5-4ccb-8023-4bd30e43970f port 8934446e-9587-4dbb-9741-331962081e48 binding host dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 13:25:34.670443 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 53180) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:34.686014 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964959ae-738c-4d20-9946-9b7b9e77bf2b admin admin] Network 83c05ac8-bd36-43e0-a042-78664d1cb962 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:25:34.688749 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-3674c2d1-ed1d-4ee5-af66-c4f14c56403e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:34.689156 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-71009554-e4a0-43a8-a116-b8ee71fe2648 tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1952766124', 'description': 'tempest-description--983123092'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:25:34.704858 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4d64b727-4aac-42ef-8a69-f88ec11d7392 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:34.751692 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964959ae-738c-4d20-9946-9b7b9e77bf2b admin admin] Pushing event updated for resources: {'Port': ['ID=e8e23467-83d2-424a-a531-c080c307aeea,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:34.754404 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-964959ae-738c-4d20-9946-9b7b9e77bf2b admin admin] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:25:34.765218 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964959ae-738c-4d20-9946-9b7b9e77bf2b admin admin] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:25:34.900321 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-02e4e640-19ae-4798-ad7f-221b88523922 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:34.946170 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-02e4e640-19ae-4798-ad7f-221b88523922 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Calling delete_port for 53f8356f-4b68-427b-95ec-15cf1a7f3ab8 owned by {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:25:35.003256 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-214e2fcd-fb3f-47d4-b417-eefb215bb87a tempest-DHCPAgentSchedulersTestJSON-461144688 tempest-DHCPAgentSchedulersTestJSON-461144688-project-admin] 10.222.0.37 "GET /v2.0/agents/02408e98-885b-45fe-a6c9-f5c849a1f642/dhcp-networks HTTP/1.1" status: 200 len: 8019 time: 0.8562157 Dec 21 13:25:35.011432 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 53182) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:35.049860 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-964959ae-738c-4d20-9946-9b7b9e77bf2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532557'] for router_interface, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:35.113444 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-3674c2d1-ed1d-4ee5-af66-c4f14c56403e None None] Publish callbacks [] for port, precommit_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:35.131621 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-3674c2d1-ed1d-4ee5-af66-c4f14c56403e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:35.134735 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6ef4b2e5-d1f7-46a9-b320-99a190691788 None None] Provisioning complete for port e8e23467-83d2-424a-a531-c080c307aeea triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:25:35.135105 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6ef4b2e5-d1f7-46a9-b320-99a190691788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:35.232301 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-6ef4b2e5-d1f7-46a9-b320-99a190691788 None None] Port e8e23467-83d2-424a-a531-c080c307aeea cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:25:35.240850 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7311ee-cdc3-47c3-8d0e-963cbe3aa790 None None] Pushing event updated for resources: {'Port': ['ID=8934446e-9587-4dbb-9741-331962081e48,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:35.260808 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-71009554-e4a0-43a8-a116-b8ee71fe2648 tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] Publish callbacks [] for security_group, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:35.277629 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-36af031a-3125-44f3-976e-02d9ab8c037e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:35.301710 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-36af031a-3125-44f3-976e-02d9ab8c037e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:35.334179 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-2d62dbcc-be91-4abe-b159-ed099fd9cc78 admin admin] Allocated IP 172.20.0.1 (ec88161e-a588-41e1-b33a-71ad6f2116fc/fea6c692-bae9-40da-92a1-c6d85a86ba17/a984a249-347d-4f6c-962c-d06af2546cf7) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:25:35.360137 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-3674c2d1-ed1d-4ee5-af66-c4f14c56403e None None] Attempting to bind port 8934446e-9587-4dbb-9741-331962081e48 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:25:35.360737 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-3674c2d1-ed1d-4ee5-af66-c4f14c56403e None None] Attempting to bind port 8934446e-9587-4dbb-9741-331962081e48 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '792830f5-514e-493a-b4cc-75683e9b81f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '39aa7305-1380-4f0a-b399-f8c03518e77f'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:25:35.361146 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3674c2d1-ed1d-4ee5-af66-c4f14c56403e None None] Attempting to bind port 8934446e-9587-4dbb-9741-331962081e48 on network 39aa7305-1380-4f0a-b399-f8c03518e77f {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:25:35.367482 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3674c2d1-ed1d-4ee5-af66-c4f14c56403e None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:25:35.367848 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3674c2d1-ed1d-4ee5-af66-c4f14c56403e None None] Checking segment: {'id': '792830f5-514e-493a-b4cc-75683e9b81f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '39aa7305-1380-4f0a-b399-f8c03518e77f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:25:35.368617 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-3674c2d1-ed1d-4ee5-af66-c4f14c56403e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:35.369019 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3674c2d1-ed1d-4ee5-af66-c4f14c56403e None None] Bound using segment: {'id': '792830f5-514e-493a-b4cc-75683e9b81f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '39aa7305-1380-4f0a-b399-f8c03518e77f'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:25:35.369489 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-3674c2d1-ed1d-4ee5-af66-c4f14c56403e None None] Bound port: 8934446e-9587-4dbb-9741-331962081e48, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '792830f5-514e-493a-b4cc-75683e9b81f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '39aa7305-1380-4f0a-b399-f8c03518e77f'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:25:35.369865 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-3674c2d1-ed1d-4ee5-af66-c4f14c56403e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:35.419685 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-36af031a-3125-44f3-976e-02d9ab8c037e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=692320fc545c4caf8f5c7fecd04b0e7c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8924921 Dec 21 13:25:35.428319 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 53184) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:35.434556 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 3c398b2b-31eb-4500-8329-00d20e2d565d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:25:35.500784 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36af031a-3125-44f3-976e-02d9ab8c037e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3cd02c2-7f27-451a-8f45-42a980628346,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:35.509033 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-46400ab0-4da1-4d96-8d6a-0f75970bb365 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12346565'] for subnet, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:35.533809 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-d0ac5d5e-91c2-4b92-82e5-f8f77633027a tempest-DHCPAgentSchedulersTestJSON-461144688 tempest-DHCPAgentSchedulersTestJSON-461144688-project-admin] 10.222.0.37 "DELETE /v2.0/agents/02408e98-885b-45fe-a6c9-f5c849a1f642/dhcp-networks/5c84338b-aa20-4734-ae1c-ff8026189e4f HTTP/1.1" status: 204 len: 168 time: 0.5016804 Dec 21 13:25:35.548490 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-3674c2d1-ed1d-4ee5-af66-c4f14c56403e None None] For port 8934446e-9587-4dbb-9741-331962081e48, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:25:35.557864 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 53186) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:35.559276 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-3674c2d1-ed1d-4ee5-af66-c4f14c56403e None None] For port 8934446e-9587-4dbb-9741-331962081e48, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8934446e-9587-4dbb-9741-331962081e48,segment=NetworkSegment(792830f5-514e-493a-b4cc-75683e9b81f8),segment_id=792830f5-514e-493a-b4cc-75683e9b81f8)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:25:35.568144 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-3674c2d1-ed1d-4ee5-af66-c4f14c56403e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:35.589104 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-a65daf5a-dec2-43a5-8862-ffcfbd7408de None None] Provisioning complete for port 8934446e-9587-4dbb-9741-331962081e48 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:25:35.589561 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a65daf5a-dec2-43a5-8862-ffcfbd7408de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:35.641000 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-964959ae-738c-4d20-9946-9b7b9e77bf2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:35.649289 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46400ab0-4da1-4d96-8d6a-0f75970bb365 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Pushing event updated for resources: {'Subnet': ['ID=891701de-9daf-4f1e-89ca-985aadb7c908,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:35.670202 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46400ab0-4da1-4d96-8d6a-0f75970bb365 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Checking segment: {'id': 'a29505f2-2196-462a-a975-2e0e0f55df03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '3c38dfbd-4f71-40a9-9333-bd78c4b15e62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:25:35.670904 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46400ab0-4da1-4d96-8d6a-0f75970bb365 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Network hostable DHCP agents. Network: 3c38dfbd-4f71-40a9-9333-bd78c4b15e62, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:25:35.671210 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 3c398b2b-31eb-4500-8329-00d20e2d565d triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:25:35.671915 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:35.699324 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-71009554-e4a0-43a8-a116-b8ee71fe2648 tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] Publish callbacks [] for security_group, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:35.714292 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-71009554-e4a0-43a8-a116-b8ee71fe2648 tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:35.716661 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3674c2d1-ed1d-4ee5-af66-c4f14c56403e None None] Routers {'23d06902-5da5-4ccb-8023-4bd30e43970f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:25:35.717383 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-3674c2d1-ed1d-4ee5-af66-c4f14c56403e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:25:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['23d06902-5da5-4ccb-8023-4bd30e43970f'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:25:35.730848 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4d64b727-4aac-42ef-8a69-f88ec11d7392 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:35.746004 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4d64b727-4aac-42ef-8a69-f88ec11d7392 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805230'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:35.766589 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7311ee-cdc3-47c3-8d0e-963cbe3aa790 None None] Pushing event updated for resources: {'Port': ['ID=8934446e-9587-4dbb-9741-331962081e48,revision_number=4']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:35.801462 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d64b727-4aac-42ef-8a69-f88ec11d7392 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Pushing event updated for resources: {'Port': ['ID=b6bb173b-e267-4559-b3b7-61bd65d23cc8,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:35.808749 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-71009554-e4a0-43a8-a116-b8ee71fe2648 tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:35.813435 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-71009554-e4a0-43a8-a116-b8ee71fe2648 tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1369863 Dec 21 13:25:35.823833 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 53188) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:35.828905 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-b150fc73-9508-4c9c-a3b2-e0bceeaa3de9 tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] Request body: {'security_group_rule': {'security_group_id': '7a365f85-e497-47ef-99fa-94673fe66566', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:25:35.842334 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46400ab0-4da1-4d96-8d6a-0f75970bb365 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Network 3c38dfbd-4f71-40a9-9333-bd78c4b15e62 is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:25:35.844100 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f7f49668-0210-4601-9521-097ccf60ba5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:35.860932 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71009554-e4a0-43a8-a116-b8ee71fe2648 tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a365f85-e497-47ef-99fa-94673fe66566,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:35.870218 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-46400ab0-4da1-4d96-8d6a-0f75970bb365 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 3c38dfbd-4f71-40a9-9333-bd78c4b15e62) {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:25:35.876853 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46400ab0-4da1-4d96-8d6a-0f75970bb365 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:25:35.878108 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-46400ab0-4da1-4d96-8d6a-0f75970bb365 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633769'] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:35.907463 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d66bad-ec3c-441d-a880-026cd743405d None None] Network 3c38dfbd-4f71-40a9-9333-bd78c4b15e62 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:25:35.919233 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-02e4e640-19ae-4798-ad7f-221b88523922 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:35.936258 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2d62dbcc-be91-4abe-b159-ed099fd9cc78 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:35.964056 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4d64b727-4aac-42ef-8a69-f88ec11d7392 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548820'] for floatingip, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:35.971056 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-46400ab0-4da1-4d96-8d6a-0f75970bb365 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0046849 Dec 21 13:25:35.980511 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 53190) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:35.980721 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f7f49668-0210-4601-9521-097ccf60ba5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:35.992568 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-7bd2e10a-6759-411f-b470-902a93b5ecc0 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-578718114', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}, 'admin_state_up': False}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:25:36.025393 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b150fc73-9508-4c9c-a3b2-e0bceeaa3de9 tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:36.032691 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a65daf5a-dec2-43a5-8862-ffcfbd7408de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:36.058957 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e4e640-19ae-4798-ad7f-221b88523922 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Pushing event deleted for resources: {'Port': ['ID=53f8356f-4b68-427b-95ec-15cf1a7f3ab8,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:36.105862 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4d64b727-4aac-42ef-8a69-f88ec11d7392 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for floatingip, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:36.107297 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-4d64b727-4aac-42ef-8a69-f88ec11d7392 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9753928 Dec 21 13:25:36.112076 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 53192) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:36.125286 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-3674c2d1-ed1d-4ee5-af66-c4f14c56403e None None] Set router 23d06902-5da5-4ccb-8023-4bd30e43970f gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:25:36.125591 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7bd2e10a-6759-411f-b470-902a93b5ecc0 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26964'] for router, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:36.127627 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7bd2e10a-6759-411f-b470-902a93b5ecc0 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-642316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26957'] for router, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:36.248962 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b150fc73-9508-4c9c-a3b2-e0bceeaa3de9 tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:36.260773 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-8de0261b-4ae9-4273-8e69-e919dcf8df5a tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] 10.222.0.37 "GET /v2.0/floatingips?floating_network_id=71cfd8b3-1344-4987-9f94-50a048637cf1 HTTP/1.1" status: 200 len: 690 time: 0.1475644 Dec 21 13:25:36.264868 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 53194) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:36.282769 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b150fc73-9508-4c9c-a3b2-e0bceeaa3de9 tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:36.321515 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device b3c1be79-5ee6-4a0c-b4ac-211e5b59e717 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:25:36.358526 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7bd2e10a-6759-411f-b470-902a93b5ecc0 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:36.365269 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b150fc73-9508-4c9c-a3b2-e0bceeaa3de9 tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:36.370242 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-b150fc73-9508-4c9c-a3b2-e0bceeaa3de9 tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5454931 Dec 21 13:25:36.371582 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b150fc73-9508-4c9c-a3b2-e0bceeaa3de9 tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ac8131d-b088-4be9-a515-c6b7e81048fd,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:36.375771 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 53196) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:36.385799 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-a65daf5a-dec2-43a5-8862-ffcfbd7408de None None] For port 8934446e-9587-4dbb-9741-331962081e48, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8934446e-9587-4dbb-9741-331962081e48,segment=NetworkSegment(792830f5-514e-493a-b4cc-75683e9b81f8),segment_id=792830f5-514e-493a-b4cc-75683e9b81f8)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:25:36.409675 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-36b4a62e-36cb-4e9e-a6f4-efeb9051f96d tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] Request body: {'security_group_rule': {'security_group_id': '7a365f85-e497-47ef-99fa-94673fe66566', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:25:36.433496 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a65daf5a-dec2-43a5-8862-ffcfbd7408de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:36.440026 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-da7f6213-75a5-4033-86b4-2b3af0d095df tempest-DHCPAgentSchedulersTestJSON-461144688 tempest-DHCPAgentSchedulersTestJSON-461144688-project-admin] 10.222.0.37 "GET /v2.0/agents/02408e98-885b-45fe-a6c9-f5c849a1f642/dhcp-networks HTTP/1.1" status: 200 len: 7250 time: 0.8708091 Dec 21 13:25:36.446298 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 53198) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:36.451695 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-02e4e640-19ae-4798-ad7f-221b88523922 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:36.455343 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-02e4e640-19ae-4798-ad7f-221b88523922 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] 10.222.0.37 "DELETE /v2.0/ports/53f8356f-4b68-427b-95ec-15cf1a7f3ab8 HTTP/1.1" status: 204 len: 168 time: 3.5935414 Dec 21 13:25:36.460120 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 53200) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:36.511745 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-ddcb60c2-8b42-4014-a817-2a19b7f43bf9 tempest-DHCPAgentSchedulersTestJSON-461144688 tempest-DHCPAgentSchedulersTestJSON-461144688-project-admin] 10.222.0.37 "GET /v2.0/networks/18541f28-0acf-4a65-abdd-494b6421f2b0/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0616817 Dec 21 13:25:36.514198 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 53202) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:36.515173 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e83af9-71ef-4288-9c73-fd1450719267 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-3c38dfbd-4f71-40a9-9333-bd78c4b15e62', 'network_id': '3c38dfbd-4f71-40a9-9333-bd78c4b15e62', 'project_id': '232c21e991bb49f184f3ed4365ba4915', 'fixed_ips': [{'subnet_id': '891701de-9daf-4f1e-89ca-985aadb7c908'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:25:36.516081 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-29e83af9-71ef-4288-9c73-fd1450719267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:36.530557 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2d62dbcc-be91-4abe-b159-ed099fd9cc78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:36.553556 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f7f49668-0210-4601-9521-097ccf60ba5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:36.560183 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f7f49668-0210-4601-9521-097ccf60ba5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:36.562023 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-f7f49668-0210-4601-9521-097ccf60ba5f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b3cd02c2-7f27-451a-8f45-42a980628346 HTTP/1.1" status: 204 len: 168 time: 1.1278241 Dec 21 13:25:36.600026 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-4a1aecfe-5ff7-4522-a11a-d071e12a2ee2 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ad793bb7-2b68-41c2-a76c-0260e0faa6ae', 'external_fixed_ips': [{'subnet_id': '9445bcf7-309b-4a68-a11a-03ba8aa0b63b', 'ip_address': '2001:db8::48'}]}}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:25:36.623985 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f49668-0210-4601-9521-097ccf60ba5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3cd02c2-7f27-451a-8f45-42a980628346,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:36.630059 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d62dbcc-be91-4abe-b159-ed099fd9cc78 admin admin] Network ec88161e-a588-41e1-b33a-71ad6f2116fc is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:25:36.636268 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-964959ae-738c-4d20-9946-9b7b9e77bf2b admin admin] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:36.641395 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-5830a6b6-4a31-48e3-a2d9-ac384cab3b96 tempest-DHCPAgentSchedulersTestJSON-461144688 tempest-DHCPAgentSchedulersTestJSON-461144688-project-admin] 10.222.0.37 "GET /v2.0/networks/18541f28-0acf-4a65-abdd-494b6421f2b0/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1228573 Dec 21 13:25:36.645711 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 53206) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:36.647278 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-2d62dbcc-be91-4abe-b159-ed099fd9cc78 admin admin] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:25:36.655207 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d62dbcc-be91-4abe-b159-ed099fd9cc78 admin admin] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:25:36.660781 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-964959ae-738c-4d20-9946-9b7b9e77bf2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:36.686157 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65daf5a-dec2-43a5-8862-ffcfbd7408de None None] Pushing event updated for resources: {'Port': ['ID=8934446e-9587-4dbb-9741-331962081e48,revision_number=5']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:36.724742 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d62dbcc-be91-4abe-b159-ed099fd9cc78 admin admin] Pushing event updated for resources: {'Port': ['ID=a984a249-347d-4f6c-962c-d06af2546cf7,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:36.790503 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-414a02ef-d171-4d14-8c29-a768c3d9ebed tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:36.791245 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port b3c1be79-5ee6-4a0c-b4ac-211e5b59e717 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:25:36.791245 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:36.796943 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7bd2e10a-6759-411f-b470-902a93b5ecc0 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:36.821260 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-36b4a62e-36cb-4e9e-a6f4-efeb9051f96d tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:36.828170 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4a1aecfe-5ff7-4522-a11a-d071e12a2ee2 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26964'] for router, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:36.829248 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4a1aecfe-5ff7-4522-a11a-d071e12a2ee2 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-642316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26957'] for router, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:36.905056 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4a1aecfe-5ff7-4522-a11a-d071e12a2ee2 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:36.936162 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-17ff0a1f-3811-4545-9654-f33c377ce738 None None] Provisioning complete for port 8934446e-9587-4dbb-9741-331962081e48 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:25:36.936532 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-17ff0a1f-3811-4545-9654-f33c377ce738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:37.036436 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-8c863135-605a-4681-b105-7babf57939f9 tempest-DHCPAgentSchedulersTestJSON-461144688 tempest-DHCPAgentSchedulersTestJSON-461144688-project-admin] 10.222.0.37 "GET /v2.0/agents/02408e98-885b-45fe-a6c9-f5c849a1f642/dhcp-networks HTTP/1.1" status: 200 len: 8054 time: 0.3860869 Dec 21 13:25:37.036930 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 53210) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:37.046658 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 53212) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:37.074169 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2d62dbcc-be91-4abe-b159-ed099fd9cc78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532557'] for router_interface, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:37.093780 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-964959ae-738c-4d20-9946-9b7b9e77bf2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532537'] for router_interface, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:37.104171 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-3674c2d1-ed1d-4ee5-af66-c4f14c56403e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d06902-5da5-4ccb-8023-4bd30e43970f', 'name': 'tempest-ServersTestManualDisk-368290171-router', 'tenant_id': '88700cfa6fca443f813dbee92d0bf4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.248'}], 'enable_snat': True}, 'gw_port_id': '3c398b2b-31eb-4500-8329-00d20e2d565d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:25:20Z', 'updated_at': '2021-12-21T13:25:31Z', 'revision_number': 4, 'project_id': '88700cfa6fca443f813dbee92d0bf4e2', 'gw_port': {'id': '3c398b2b-31eb-4500-8329-00d20e2d565d', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:b1:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d06902-5da5-4ccb-8023-4bd30e43970f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:25:22Z', 'updated_at': '2021-12-21T13:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8934446e-9587-4dbb-9741-331962081e48', 'name': '', 'network_id': '39aa7305-1380-4f0a-b399-f8c03518e77f', 'tenant_id': '88700cfa6fca443f813dbee92d0bf4e2', 'mac_address': 'fa:16:3e:18:e6:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23d06902-5da5-4ccb-8023-4bd30e43970f', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'e105ee7f-3655-4fbf-969b-c738adf2539b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:25:29Z', 'updated_at': '2021-12-21T13:25:35Z', 'revision_number': 4, 'project_id': '88700cfa6fca443f813dbee92d0bf4e2', 'subnets': [{'id': 'e105ee7f-3655-4fbf-969b-c738adf2539b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:25:37.145375 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-77939b1e-880a-4072-99cc-c71562fc8862 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:37.148599 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964959ae-738c-4d20-9946-9b7b9e77bf2b admin admin] Pushing event updated for resources: {'Port': ['ID=e8e23467-83d2-424a-a531-c080c307aeea,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:37.149727 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-29e83af9-71ef-4288-9c73-fd1450719267 None None] Allocated IP 172.20.0.2 (3c38dfbd-4f71-40a9-9333-bd78c4b15e62/891701de-9daf-4f1e-89ca-985aadb7c908/955c6d41-7463-42ba-a9a0-5827bd17a6d9) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:25:37.153502 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3674c2d1-ed1d-4ee5-af66-c4f14c56403e None None] The sync data for ids ['23d06902-5da5-4ccb-8023-4bd30e43970f'] in dv-neutron-master-2-hyperv is: [{'id': '23d06902-5da5-4ccb-8023-4bd30e43970f', 'name': 'tempest-ServersTestManualDisk-368290171-router', 'tenant_id': '88700cfa6fca443f813dbee92d0bf4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.248'}], 'enable_snat': True}, 'gw_port_id': '3c398b2b-31eb-4500-8329-00d20e2d565d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:25:20Z', 'updated_at': '2021-12-21T13:25:31Z', 'revision_number': 4, 'project_id': '88700cfa6fca443f813dbee92d0bf4e2', 'gw_port': {'id': '3c398b2b-31eb-4500-8329-00d20e2d565d', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:b1:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d06902-5da5-4ccb-8023-4bd30e43970f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:25:22Z', 'updated_at': '2021-12-21T13:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8934446e-9587-4dbb-9741-331962081e48', 'name': '', 'network_id': '39aa7305-1380-4f0a-b399-f8c03518e77f', 'tenant_id': '88700cfa6fca443f813dbee92d0bf4e2', 'mac_address': 'fa:16:3e:18:e6:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23d06902-5da5-4ccb-8023-4bd30e43970f', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'e105ee7f-3655-4fbf-969b-c738adf2539b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:25:29Z', 'updated_at': '2021-12-21T13:25:35Z', 'revision_number': 4, 'project_id': '88700cfa6fca443f813dbee92d0bf4e2', 'subnets': [{'id': 'e105ee7f-3655-4fbf-969b-c738adf2539b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:25:37.196309 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:37.348313 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0bb05380-d96b-41ce-be86-b7fd7e045643 tempest-DHCPAgentSchedulersTestJSON-341079023 tempest-DHCPAgentSchedulersTestJSON-341079023-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:37.421908 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-29e83af9-71ef-4288-9c73-fd1450719267 None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:37.443297 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] For port b3c1be79-5ee6-4a0c-b4ac-211e5b59e717, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b3c1be79-5ee6-4a0c-b4ac-211e5b59e717,segment=NetworkSegment(a32e5bfd-6fac-434f-817b-5707a23fd2ca),segment_id=a32e5bfd-6fac-434f-817b-5707a23fd2ca)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:25:37.445413 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-29e83af9-71ef-4288-9c73-fd1450719267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:37.489764 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:37.490837 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 3577293b-0870-463f-963e-35b3036c27fa up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:25:37.521894 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-77939b1e-880a-4072-99cc-c71562fc8862 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:37.533433 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-9bebd061-941b-4feb-9358-7349a90eebb2 None None] Provisioning complete for port a984a249-347d-4f6c-962c-d06af2546cf7 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:25:37.534055 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-9bebd061-941b-4feb-9358-7349a90eebb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:37.560896 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964959ae-738c-4d20-9946-9b7b9e77bf2b admin admin] Network 83c05ac8-bd36-43e0-a042-78664d1cb962 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:25:37.562728 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-964959ae-738c-4d20-9946-9b7b9e77bf2b admin admin] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:25:37.567428 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e83af9-71ef-4288-9c73-fd1450719267 None None] Network 3c38dfbd-4f71-40a9-9333-bd78c4b15e62 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:25:37.580979 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-29e83af9-71ef-4288-9c73-fd1450719267 None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:25:37.581932 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4a1aecfe-5ff7-4522-a11a-d071e12a2ee2 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:37.587102 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-77939b1e-880a-4072-99cc-c71562fc8862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:37.587730 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-36b4a62e-36cb-4e9e-a6f4-efeb9051f96d tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:37.597687 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e83af9-71ef-4288-9c73-fd1450719267 None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:25:37.598834 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-414a02ef-d171-4d14-8c29-a768c3d9ebed tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Deleting port b6bb173b-e267-4559-b3b7-61bd65d23cc8 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:25:37.599177 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-414a02ef-d171-4d14-8c29-a768c3d9ebed tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:37.601079 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-36b4a62e-36cb-4e9e-a6f4-efeb9051f96d tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:37.617291 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e83af9-71ef-4288-9c73-fd1450719267 None None] Pushing event updated for resources: {'Port': ['ID=955c6d41-7463-42ba-a9a0-5827bd17a6d9,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:37.624461 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-9bebd061-941b-4feb-9358-7349a90eebb2 None None] Port a984a249-347d-4f6c-962c-d06af2546cf7 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:25:37.668631 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b4a62e-36cb-4e9e-a6f4-efeb9051f96d tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cd8940b-4779-4582-9d54-242185f5d53b,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:37.777378 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-36b4a62e-36cb-4e9e-a6f4-efeb9051f96d tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:37.785671 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-36b4a62e-36cb-4e9e-a6f4-efeb9051f96d tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4065368 Dec 21 13:25:37.803283 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-77939b1e-880a-4072-99cc-c71562fc8862 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=24b27bf3ff434b2799548ac00423198c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7425151 Dec 21 13:25:37.816960 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-29e83af9-71ef-4288-9c73-fd1450719267 None None] Attempting to bind port 955c6d41-7463-42ba-a9a0-5827bd17a6d9 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:25:37.821646 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-29e83af9-71ef-4288-9c73-fd1450719267 None None] Attempting to bind port 955c6d41-7463-42ba-a9a0-5827bd17a6d9 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a29505f2-2196-462a-a975-2e0e0f55df03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '3c38dfbd-4f71-40a9-9333-bd78c4b15e62'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:25:37.824457 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e83af9-71ef-4288-9c73-fd1450719267 None None] Attempting to bind port 955c6d41-7463-42ba-a9a0-5827bd17a6d9 on network 3c38dfbd-4f71-40a9-9333-bd78c4b15e62 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:25:37.827436 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 53214) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:37.827779 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 53216) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:37.828772 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77939b1e-880a-4072-99cc-c71562fc8862 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79f4f001-baab-48a5-9fd0-b60f4c8163d8,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:37.835889 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-d19d7c0b-16fc-42dc-8a70-586f4151d68e tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] Request body: {'floatingip': {'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:25:37.856153 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Pushing event updated for resources: {'Port': ['ID=b3c1be79-5ee6-4a0c-b4ac-211e5b59e717,revision_number=4']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:37.871852 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e83af9-71ef-4288-9c73-fd1450719267 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:25:37.872370 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e83af9-71ef-4288-9c73-fd1450719267 None None] Checking segment: {'id': 'a29505f2-2196-462a-a975-2e0e0f55df03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '3c38dfbd-4f71-40a9-9333-bd78c4b15e62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:25:37.875998 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-29e83af9-71ef-4288-9c73-fd1450719267 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:37.876484 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e83af9-71ef-4288-9c73-fd1450719267 None None] Bound using segment: {'id': 'a29505f2-2196-462a-a975-2e0e0f55df03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '3c38dfbd-4f71-40a9-9333-bd78c4b15e62'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:25:37.876994 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-29e83af9-71ef-4288-9c73-fd1450719267 None None] Bound port: 955c6d41-7463-42ba-a9a0-5827bd17a6d9, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a29505f2-2196-462a-a975-2e0e0f55df03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '3c38dfbd-4f71-40a9-9333-bd78c4b15e62'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:25:37.877414 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-29e83af9-71ef-4288-9c73-fd1450719267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:37.901684 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 3577293b-0870-463f-963e-35b3036c27fa triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:25:37.902055 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:37.943399 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-414a02ef-d171-4d14-8c29-a768c3d9ebed tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:37.943950 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-414a02ef-d171-4d14-8c29-a768c3d9ebed tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:37.947521 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-964959ae-738c-4d20-9946-9b7b9e77bf2b admin admin] Router c1c8c185-7ea7-4358-89e1-dbdf029dbd22 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:25:37.968303 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-414a02ef-d171-4d14-8c29-a768c3d9ebed tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Calling delete_port for b6bb173b-e267-4559-b3b7-61bd65d23cc8 owned by network:floatingip {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:25:37.991264 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0bb05380-d96b-41ce-be86-b7fd7e045643 tempest-DHCPAgentSchedulersTestJSON-341079023 tempest-DHCPAgentSchedulersTestJSON-341079023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:38.019440 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d19d7c0b-16fc-42dc-8a70-586f4151d68e tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] Publish callbacks [] for floatingip, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:38.028349 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-1e98f915-b600-4405-9e8b-75227284d052 None None] Provisioning complete for port e8e23467-83d2-424a-a531-c080c307aeea triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:25:38.028789 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-1e98f915-b600-4405-9e8b-75227284d052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:38.030373 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2d62dbcc-be91-4abe-b159-ed099fd9cc78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:38.080365 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-29e83af9-71ef-4288-9c73-fd1450719267 None None] For port 955c6d41-7463-42ba-a9a0-5827bd17a6d9, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:25:38.117126 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-1e98f915-b600-4405-9e8b-75227284d052 None None] Port e8e23467-83d2-424a-a531-c080c307aeea cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:25:38.117698 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-0bb05380-d96b-41ce-be86-b7fd7e045643 tempest-DHCPAgentSchedulersTestJSON-341079023 tempest-DHCPAgentSchedulersTestJSON-341079023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c84338b-aa20-4734-ae1c-ff8026189e4f']}} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:25:38.122934 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-29e83af9-71ef-4288-9c73-fd1450719267 None None] For port 955c6d41-7463-42ba-a9a0-5827bd17a6d9, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=955c6d41-7463-42ba-a9a0-5827bd17a6d9,segment=NetworkSegment(a29505f2-2196-462a-a975-2e0e0f55df03),segment_id=a29505f2-2196-462a-a975-2e0e0f55df03)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:25:38.135213 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-29e83af9-71ef-4288-9c73-fd1450719267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:38.143522 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2736b154-9579-4185-8cbe-eeac1caba429 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:38.152892 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-0bb05380-d96b-41ce-be86-b7fd7e045643 tempest-DHCPAgentSchedulersTestJSON-341079023 tempest-DHCPAgentSchedulersTestJSON-341079023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '812152d3-19fb-4e9f-a42a-0af7dbd70973') {'for_net_delete': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:25:38.153185 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-0bb05380-d96b-41ce-be86-b7fd7e045643 tempest-DHCPAgentSchedulersTestJSON-341079023 tempest-DHCPAgentSchedulersTestJSON-341079023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '812152d3-19fb-4e9f-a42a-0af7dbd70973') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:25:38.177664 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:38.181095 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0bb05380-d96b-41ce-be86-b7fd7e045643 tempest-DHCPAgentSchedulersTestJSON-341079023 tempest-DHCPAgentSchedulersTestJSON-341079023-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1585430'] for segment, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:38.211219 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] For port 3577293b-0870-463f-963e-35b3036c27fa, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3577293b-0870-463f-963e-35b3036c27fa,segment=NetworkSegment(a32e5bfd-6fac-434f-817b-5707a23fd2ca),segment_id=a32e5bfd-6fac-434f-817b-5707a23fd2ca)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:25:38.220220 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:38.226981 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e83af9-71ef-4288-9c73-fd1450719267 None None] Pushing event updated for resources: {'Port': ['ID=955c6d41-7463-42ba-a9a0-5827bd17a6d9,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:38.292866 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Pushing event updated for resources: {'Port': ['ID=3577293b-0870-463f-963e-35b3036c27fa,revision_number=4']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:38.311950 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0bb05380-d96b-41ce-be86-b7fd7e045643 tempest-DHCPAgentSchedulersTestJSON-341079023 tempest-DHCPAgentSchedulersTestJSON-341079023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:38.322384 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bb05380-d96b-41ce-be86-b7fd7e045643 tempest-DHCPAgentSchedulersTestJSON-341079023 tempest-DHCPAgentSchedulersTestJSON-341079023-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=103153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:25:38.323017 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0bb05380-d96b-41ce-be86-b7fd7e045643 tempest-DHCPAgentSchedulersTestJSON-341079023 tempest-DHCPAgentSchedulersTestJSON-341079023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11349758'] for segment, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:38.349277 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:25:38.349277 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:25:38.349277 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:25:38.349277 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:25:38.349277 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:25:38.349277 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:25:38.349277 dv-neutron-master-2-hyperv neutron-server[103153]: Traceback (most recent call last): Dec 21 13:25:38.349277 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:25:38.349277 dv-neutron-master-2-hyperv neutron-server[103153]: timer() Dec 21 13:25:38.349277 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:25:38.349277 dv-neutron-master-2-hyperv neutron-server[103153]: cb(*args, **kw) Dec 21 13:25:38.349277 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:25:38.349277 dv-neutron-master-2-hyperv neutron-server[103153]: return func(*args, **kwargs) Dec 21 13:25:38.349277 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:25:38.349277 dv-neutron-master-2-hyperv neutron-server[103153]: self._notify() Dec 21 13:25:38.349277 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:25:38.349277 dv-neutron-master-2-hyperv neutron-server[103153]: self.callback(batched_events) Dec 21 13:25:38.349277 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:25:38.349277 dv-neutron-master-2-hyperv neutron-server[103153]: event.method(event) Dec 21 13:25:38.349277 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:25:38.349277 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:25:38.349277 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:25:38.349277 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:25:38.349277 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:25:38.349277 dv-neutron-master-2-hyperv neutron-server[103153]: return f(self, *a, **k) Dec 21 13:25:38.349277 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:25:38.349277 dv-neutron-master-2-hyperv neutron-server[103153]: return self._get(url).json() Dec 21 13:25:38.349277 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:25:38.349277 dv-neutron-master-2-hyperv neutron-server[103153]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:25:38.349277 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:25:38.349277 dv-neutron-master-2-hyperv neutron-server[103153]: return self.request(url, 'GET', **kwargs) Dec 21 13:25:38.349277 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:25:38.349277 dv-neutron-master-2-hyperv neutron-server[103153]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:25:38.349277 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:25:38.349277 dv-neutron-master-2-hyperv neutron-server[103153]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:25:38.349277 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:25:38.349277 dv-neutron-master-2-hyperv neutron-server[103153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:25:38.349277 dv-neutron-master-2-hyperv neutron-server[103153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:25:38.356785 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-414a02ef-d171-4d14-8c29-a768c3d9ebed tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:38.409728 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2736b154-9579-4185-8cbe-eeac1caba429 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:38.509386 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-414a02ef-d171-4d14-8c29-a768c3d9ebed tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:38.566171 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 8934446e-9587-4dbb-9741-331962081e48 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:25:38.580508 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414a02ef-d171-4d14-8c29-a768c3d9ebed tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Pushing event deleted for resources: {'Port': ['ID=b6bb173b-e267-4559-b3b7-61bd65d23cc8,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:38.585955 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7bd2e10a-6759-411f-b470-902a93b5ecc0 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Publish callbacks [] for router_gateway, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:38.616007 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0bb05380-d96b-41ce-be86-b7fd7e045643 tempest-DHCPAgentSchedulersTestJSON-341079023 tempest-DHCPAgentSchedulersTestJSON-341079023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:38.639966 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0bb05380-d96b-41ce-be86-b7fd7e045643 tempest-DHCPAgentSchedulersTestJSON-341079023 tempest-DHCPAgentSchedulersTestJSON-341079023-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633769'] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:38.645441 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-0bb05380-d96b-41ce-be86-b7fd7e045643 tempest-DHCPAgentSchedulersTestJSON-341079023 tempest-DHCPAgentSchedulersTestJSON-341079023-project] 10.222.0.37 "DELETE /v2.0/networks/5c84338b-aa20-4734-ae1c-ff8026189e4f HTTP/1.1" status: 204 len: 168 time: 1.5974395 Dec 21 13:25:38.657872 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 53218) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:38.663201 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.agents_db [None req-c60a5637-8c6f-4692-b23b-7dd82bd36b21 None None] Agent healthcheck: found 6 active agents {{(pid=103155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 13:25:38.682990 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb05380-d96b-41ce-be86-b7fd7e045643 tempest-DHCPAgentSchedulersTestJSON-341079023 tempest-DHCPAgentSchedulersTestJSON-341079023-project] Pushing event deleted for resources: {'Network': ['ID=5c84338b-aa20-4734-ae1c-ff8026189e4f,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:38.712627 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 8934446e-9587-4dbb-9741-331962081e48 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:25:38.713260 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:38.738019 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7bd2e10a-6759-411f-b470-902a93b5ecc0 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:38.738245 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-964959ae-738c-4d20-9946-9b7b9e77bf2b admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:25:38.745402 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.pecan_wsgi.hooks.translation [None req-24c3b4b7-66c1-4637-9e02-a1373218bb11 tempest-DHCPAgentSchedulersTestJSON-341079023 tempest-DHCPAgentSchedulersTestJSON-341079023-project] DELETE failed (client error): The resource could not be found. Dec 21 13:25:38.745910 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24c3b4b7-66c1-4637-9e02-a1373218bb11 tempest-DHCPAgentSchedulersTestJSON-341079023 tempest-DHCPAgentSchedulersTestJSON-341079023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:25:38.751308 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-24c3b4b7-66c1-4637-9e02-a1373218bb11 tempest-DHCPAgentSchedulersTestJSON-341079023 tempest-DHCPAgentSchedulersTestJSON-341079023-project] 10.222.0.37 "DELETE /v2.0/ports/5e4b7f94-1a93-4948-a672-ec009c52faa9 HTTP/1.1" status: 404 len: 333 time: 0.0842755 Dec 21 13:25:38.754532 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 53220) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:38.757149 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d65f66-8b7d-4c15-91a8-48cdebba352b None None] Sync routers for ids ['c1c8c185-7ea7-4358-89e1-dbdf029dbd22'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:25:38.763062 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-964959ae-738c-4d20-9946-9b7b9e77bf2b admin admin] 10.222.0.37 "PUT /v2.0/routers/c1c8c185-7ea7-4358-89e1-dbdf029dbd22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9796655 Dec 21 13:25:38.767568 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2736b154-9579-4185-8cbe-eeac1caba429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:38.769908 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2736b154-9579-4185-8cbe-eeac1caba429 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:38.771104 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-2736b154-9579-4185-8cbe-eeac1caba429 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/79f4f001-baab-48a5-9fd0-b60f4c8163d8 HTTP/1.1" status: 204 len: 168 time: 0.9281628 Dec 21 13:25:38.821855 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d65f66-8b7d-4c15-91a8-48cdebba352b None None] Routers {'c1c8c185-7ea7-4358-89e1-dbdf029dbd22'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:25:38.822773 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-b4d65f66-8b7d-4c15-91a8-48cdebba352b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:25:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['c1c8c185-7ea7-4358-89e1-dbdf029dbd22'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:25:38.844110 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2736b154-9579-4185-8cbe-eeac1caba429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f4f001-baab-48a5-9fd0-b60f4c8163d8,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:38.867539 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d19d7c0b-16fc-42dc-8a70-586f4151d68e tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:38.952680 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4a1aecfe-5ff7-4522-a11a-d071e12a2ee2 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:38.966613 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device b3c1be79-5ee6-4a0c-b4ac-211e5b59e717 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:25:38.997229 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-414a02ef-d171-4d14-8c29-a768c3d9ebed tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:39.106256 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port b3c1be79-5ee6-4a0c-b4ac-211e5b59e717 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:25:39.108744 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:39.120264 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4a1aecfe-5ff7-4522-a11a-d071e12a2ee2 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:39.128989 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-b4d65f66-8b7d-4c15-91a8-48cdebba352b None None] Set router c1c8c185-7ea7-4358-89e1-dbdf029dbd22 gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:25:39.212180 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_v2 [None req-edd54560-4e35-417a-9ca7-b22f49967b8d tempest-DHCPAgentSchedulersTestJSON-341079023 tempest-DHCPAgentSchedulersTestJSON-341079023-project] Deleting subnet e9ef0aa3-08b5-4250-a550-2c4b2317a23e {{(pid=103152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:25:39.216010 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2d62dbcc-be91-4abe-b159-ed099fd9cc78 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:39.224839 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-edd54560-4e35-417a-9ca7-b22f49967b8d tempest-DHCPAgentSchedulersTestJSON-341079023 tempest-DHCPAgentSchedulersTestJSON-341079023-project] Publish callbacks [] for subnet, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:39.230411 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-d19d7c0b-16fc-42dc-8a70-586f4151d68e tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] Allocated IP 172.36.3.54 (7fdf1889-f079-4166-bbda-88b2a8d8d595/051a5607-1753-4008-a2f2-d94b48752e9c/e93f9205-bca7-4216-a081-1e2063f0c579) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:25:39.238261 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2d62dbcc-be91-4abe-b159-ed099fd9cc78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:39.352575 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d62dbcc-be91-4abe-b159-ed099fd9cc78 admin admin] Pushing event updated for resources: {'Port': ['ID=a984a249-347d-4f6c-962c-d06af2546cf7,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:39.367831 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-edd54560-4e35-417a-9ca7-b22f49967b8d tempest-DHCPAgentSchedulersTestJSON-341079023 tempest-DHCPAgentSchedulersTestJSON-341079023-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526644'] for subnet, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:39.441963 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2d62dbcc-be91-4abe-b159-ed099fd9cc78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532537'] for router_interface, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:39.507597 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-414a02ef-d171-4d14-8c29-a768c3d9ebed tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12346570'] for subnet, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:39.603670 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414a02ef-d171-4d14-8c29-a768c3d9ebed tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=12ff41bd-f3ff-4fa5-9807-0a015c8be08c,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:39.614078 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-b4d65f66-8b7d-4c15-91a8-48cdebba352b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1c8c185-7ea7-4358-89e1-dbdf029dbd22', 'name': 'tempest-ServersTestJSON-48013927-router', 'tenant_id': '8aee670f41db4d76aa264255d2510915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.162'}], 'enable_snat': True}, 'gw_port_id': '3577293b-0870-463f-963e-35b3036c27fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:25:21Z', 'updated_at': '2021-12-21T13:25:35Z', 'revision_number': 4, 'project_id': '8aee670f41db4d76aa264255d2510915', 'gw_port': {'id': '3577293b-0870-463f-963e-35b3036c27fa', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:34:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c8c185-7ea7-4358-89e1-dbdf029dbd22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:25:23Z', 'updated_at': '2021-12-21T13:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'e8e23467-83d2-424a-a531-c080c307aeea', 'name': '', 'network_id': '83c05ac8-bd36-43e0-a042-78664d1cb962', 'tenant_id': '8aee670f41db4d76aa264255d2510915', 'mac_address': 'fa:16:3e:73:bd:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1c8c185-7ea7-4358-89e1-dbdf029dbd22', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '40d80c43-5346-4a2c-a020-9bfccd6ebd6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:25:31Z', 'updated_at': '2021-12-21T13:25:35Z', 'revision_number': 2, 'project_id': '8aee670f41db4d76aa264255d2510915', 'subnets': [{'id': '40d80c43-5346-4a2c-a020-9bfccd6ebd6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:25:39.691276 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d65f66-8b7d-4c15-91a8-48cdebba352b None None] Checking router: c1c8c185-7ea7-4358-89e1-dbdf029dbd22 for host: dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:25:39.691902 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d65f66-8b7d-4c15-91a8-48cdebba352b None None] Updating router c1c8c185-7ea7-4358-89e1-dbdf029dbd22 port e8e23467-83d2-424a-a531-c080c307aeea binding host dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 13:25:39.736552 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b4d65f66-8b7d-4c15-91a8-48cdebba352b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:39.820874 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-414a02ef-d171-4d14-8c29-a768c3d9ebed tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:39.830427 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d19d7c0b-16fc-42dc-8a70-586f4151d68e tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:39.842581 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d62dbcc-be91-4abe-b159-ed099fd9cc78 admin admin] Network ec88161e-a588-41e1-b33a-71ad6f2116fc is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:25:39.851699 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-2d62dbcc-be91-4abe-b159-ed099fd9cc78 admin admin] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:25:39.897453 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-4a1aecfe-5ff7-4522-a11a-d071e12a2ee2 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Allocated IP 2001:db8::48 (ad793bb7-2b68-41c2-a76c-0260e0faa6ae/9445bcf7-309b-4a68-a11a-03ba8aa0b63b/541517ba-1e69-4e3a-9b42-6810ee9bdfa6) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:25:39.912525 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-edd54560-4e35-417a-9ca7-b22f49967b8d tempest-DHCPAgentSchedulersTestJSON-341079023 tempest-DHCPAgentSchedulersTestJSON-341079023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:39.934255 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69fc894-30c3-4f67-b036-f83b3319a813 None None] Network 3c38dfbd-4f71-40a9-9333-bd78c4b15e62 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:25:40.076922 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-414a02ef-d171-4d14-8c29-a768c3d9ebed tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71cfd8b3-1344-4987-9f94-50a048637cf1']}} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:25:40.080628 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-edd54560-4e35-417a-9ca7-b22f49967b8d tempest-DHCPAgentSchedulersTestJSON-341079023 tempest-DHCPAgentSchedulersTestJSON-341079023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12346570'] for subnet, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:40.128247 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd54560-4e35-417a-9ca7-b22f49967b8d tempest-DHCPAgentSchedulersTestJSON-341079023 tempest-DHCPAgentSchedulersTestJSON-341079023-project] Pushing event deleted for resources: {'Subnet': ['ID=e9ef0aa3-08b5-4250-a550-2c4b2317a23e,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:40.131499 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-414a02ef-d171-4d14-8c29-a768c3d9ebed tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3edf4fcc-8a15-4387-899c-bd1781a05c04') {'for_net_delete': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:25:40.132025 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-414a02ef-d171-4d14-8c29-a768c3d9ebed tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3edf4fcc-8a15-4387-899c-bd1781a05c04') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:25:40.150612 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-414a02ef-d171-4d14-8c29-a768c3d9ebed tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526653'] for segment, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:40.171542 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d19d7c0b-16fc-42dc-8a70-586f4151d68e tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:40.180941 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-edd54560-4e35-417a-9ca7-b22f49967b8d tempest-DHCPAgentSchedulersTestJSON-341079023 tempest-DHCPAgentSchedulersTestJSON-341079023-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:40.184737 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-edd54560-4e35-417a-9ca7-b22f49967b8d tempest-DHCPAgentSchedulersTestJSON-341079023 tempest-DHCPAgentSchedulersTestJSON-341079023-project] 10.222.0.37 "DELETE /v2.0/subnets/e9ef0aa3-08b5-4250-a550-2c4b2317a23e HTTP/1.1" status: 204 len: 168 time: 1.4271133 Dec 21 13:25:40.196192 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 53252) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:40.243563 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b4d65f66-8b7d-4c15-91a8-48cdebba352b None None] Publish callbacks [] for port, precommit_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:40.255999 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b4d65f66-8b7d-4c15-91a8-48cdebba352b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:40.260742 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-414a02ef-d171-4d14-8c29-a768c3d9ebed tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:40.291535 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-414a02ef-d171-4d14-8c29-a768c3d9ebed tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=103152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:25:40.292182 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-414a02ef-d171-4d14-8c29-a768c3d9ebed tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805426'] for segment, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:40.294165 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:25:40.294165 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:25:40.294165 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:25:40.294165 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:25:40.294165 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:25:40.294165 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:25:40.294165 dv-neutron-master-2-hyperv neutron-server[103152]: Traceback (most recent call last): Dec 21 13:25:40.294165 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:25:40.294165 dv-neutron-master-2-hyperv neutron-server[103152]: timer() Dec 21 13:25:40.294165 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:25:40.294165 dv-neutron-master-2-hyperv neutron-server[103152]: cb(*args, **kw) Dec 21 13:25:40.294165 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:25:40.294165 dv-neutron-master-2-hyperv neutron-server[103152]: return func(*args, **kwargs) Dec 21 13:25:40.294165 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:25:40.294165 dv-neutron-master-2-hyperv neutron-server[103152]: self._notify() Dec 21 13:25:40.294165 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:25:40.294165 dv-neutron-master-2-hyperv neutron-server[103152]: self.callback(batched_events) Dec 21 13:25:40.294165 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:25:40.294165 dv-neutron-master-2-hyperv neutron-server[103152]: event.method(event) Dec 21 13:25:40.294165 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:25:40.294165 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:25:40.294165 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:25:40.294165 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:25:40.294165 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:25:40.294165 dv-neutron-master-2-hyperv neutron-server[103152]: return f(self, *a, **k) Dec 21 13:25:40.294165 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:25:40.294165 dv-neutron-master-2-hyperv neutron-server[103152]: return self._get(url).json() Dec 21 13:25:40.294165 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:25:40.294165 dv-neutron-master-2-hyperv neutron-server[103152]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:25:40.294165 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:25:40.294165 dv-neutron-master-2-hyperv neutron-server[103152]: return self.request(url, 'GET', **kwargs) Dec 21 13:25:40.294165 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:25:40.294165 dv-neutron-master-2-hyperv neutron-server[103152]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:25:40.294165 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:25:40.294165 dv-neutron-master-2-hyperv neutron-server[103152]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:25:40.294165 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:25:40.294165 dv-neutron-master-2-hyperv neutron-server[103152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:25:40.294165 dv-neutron-master-2-hyperv neutron-server[103152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:25:40.381941 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19d7c0b-16fc-42dc-8a70-586f4151d68e tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] Pushing event updated for resources: {'Port': ['ID=e93f9205-bca7-4216-a081-1e2063f0c579,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:40.384866 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dd8000-c04c-4740-a902-411d240143b5 None None] Pushing event updated for resources: {'Port': ['ID=e8e23467-83d2-424a-a531-c080c307aeea,revision_number=3']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:40.453197 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19d7c0b-16fc-42dc-8a70-586f4151d68e tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] Network 7fdf1889-f079-4166-bbda-88b2a8d8d595 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:25:40.456116 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d62dbcc-be91-4abe-b159-ed099fd9cc78 admin admin] Router 2e68b54d-ba7b-4ea5-857e-5c90bb3745ba has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:25:40.457611 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-d19d7c0b-16fc-42dc-8a70-586f4151d68e tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:25:40.479282 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 53258) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:40.481889 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19d7c0b-16fc-42dc-8a70-586f4151d68e tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:25:40.499286 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-b4d65f66-8b7d-4c15-91a8-48cdebba352b None None] Attempting to bind port e8e23467-83d2-424a-a531-c080c307aeea on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:25:40.503123 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-b4d65f66-8b7d-4c15-91a8-48cdebba352b None None] Attempting to bind port e8e23467-83d2-424a-a531-c080c307aeea by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '44f21306-9fc3-4a00-99ff-7ee4e10446be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '83c05ac8-bd36-43e0-a042-78664d1cb962'}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:25:40.503532 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d65f66-8b7d-4c15-91a8-48cdebba352b None None] Attempting to bind port e8e23467-83d2-424a-a531-c080c307aeea on network 83c05ac8-bd36-43e0-a042-78664d1cb962 {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:25:40.515680 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-012485db-6540-4d25-b2e4-f87ebd0c07d2 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1144333854', 'description': 'tempest-description--44118508'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:25:40.519171 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d65f66-8b7d-4c15-91a8-48cdebba352b None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:25:40.519619 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d65f66-8b7d-4c15-91a8-48cdebba352b None None] Checking segment: {'id': '44f21306-9fc3-4a00-99ff-7ee4e10446be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '83c05ac8-bd36-43e0-a042-78664d1cb962'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:25:40.521542 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b4d65f66-8b7d-4c15-91a8-48cdebba352b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:40.521962 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d65f66-8b7d-4c15-91a8-48cdebba352b None None] Bound using segment: {'id': '44f21306-9fc3-4a00-99ff-7ee4e10446be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '83c05ac8-bd36-43e0-a042-78664d1cb962'} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:25:40.522582 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-b4d65f66-8b7d-4c15-91a8-48cdebba352b None None] Bound port: e8e23467-83d2-424a-a531-c080c307aeea, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44f21306-9fc3-4a00-99ff-7ee4e10446be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '83c05ac8-bd36-43e0-a042-78664d1cb962'}}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:25:40.523064 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b4d65f66-8b7d-4c15-91a8-48cdebba352b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:40.559445 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-7bd2e10a-6759-411f-b470-902a93b5ecc0 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Allocated IP 172.36.3.208 (7fdf1889-f079-4166-bbda-88b2a8d8d595/051a5607-1753-4008-a2f2-d94b48752e9c/db07fbc1-fd1e-4390-9e79-32616c335d74) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:25:40.574794 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8e9059-a364-4a8c-8ce5-763fc478b70d None None] Network 18541f28-0acf-4a65-abdd-494b6421f2b0 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:25:40.624254 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-e01de96d-6a97-42f2-9e0a-7cc0494687fa None None] Provisioning complete for port 955c6d41-7463-42ba-a9a0-5827bd17a6d9 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:25:40.624516 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e01de96d-6a97-42f2-9e0a-7cc0494687fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:40.625029 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4a1aecfe-5ff7-4522-a11a-d071e12a2ee2 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:40.652816 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-414a02ef-d171-4d14-8c29-a768c3d9ebed tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:40.672249 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-b4d65f66-8b7d-4c15-91a8-48cdebba352b None None] For port e8e23467-83d2-424a-a531-c080c307aeea, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:25:40.678130 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-012485db-6540-4d25-b2e4-f87ebd0c07d2 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] Publish callbacks [] for security_group, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:40.686106 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-b4d65f66-8b7d-4c15-91a8-48cdebba352b None None] For port e8e23467-83d2-424a-a531-c080c307aeea, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e8e23467-83d2-424a-a531-c080c307aeea,segment=NetworkSegment(44f21306-9fc3-4a00-99ff-7ee4e10446be),segment_id=44f21306-9fc3-4a00-99ff-7ee4e10446be)] {{(pid=103155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:25:40.693822 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b4d65f66-8b7d-4c15-91a8-48cdebba352b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:40.723246 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 955c6d41-7463-42ba-a9a0-5827bd17a6d9 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:25:40.753994 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-414a02ef-d171-4d14-8c29-a768c3d9ebed tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 71cfd8b3-1344-4987-9f94-50a048637cf1 {{(pid=103152) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 21 13:25:40.755754 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414a02ef-d171-4d14-8c29-a768c3d9ebed tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Pushing event deleted for resources: {'Network': ['ID=71cfd8b3-1344-4987-9f94-50a048637cf1,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:40.757853 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-414a02ef-d171-4d14-8c29-a768c3d9ebed tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633769'] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:40.769183 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-414a02ef-d171-4d14-8c29-a768c3d9ebed tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] 10.222.0.37 "DELETE /v2.0/networks/71cfd8b3-1344-4987-9f94-50a048637cf1 HTTP/1.1" status: 204 len: 168 time: 4.5026822 Dec 21 13:25:40.775268 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 53264) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:40.809278 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d65f66-8b7d-4c15-91a8-48cdebba352b None None] Routers {'c1c8c185-7ea7-4358-89e1-dbdf029dbd22'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:25:40.809917 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-b4d65f66-8b7d-4c15-91a8-48cdebba352b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:25:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['c1c8c185-7ea7-4358-89e1-dbdf029dbd22'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:25:40.814005 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-82adb6e2-47f8-40ea-89e1-f6a13c5d1812 tempest-DHCPAgentSchedulersTestJSON-341079023 tempest-DHCPAgentSchedulersTestJSON-341079023-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:40.961763 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dd8000-c04c-4740-a902-411d240143b5 None None] Pushing event updated for resources: {'Port': ['ID=e8e23467-83d2-424a-a531-c080c307aeea,revision_number=4']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:40.962098 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d19d7c0b-16fc-42dc-8a70-586f4151d68e tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:41.056907 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-24178ddd-4268-403c-b95d-adda0963beef tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.2735078 Dec 21 13:25:41.073896 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 53270) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:41.075816 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-b4d65f66-8b7d-4c15-91a8-48cdebba352b None None] Set router c1c8c185-7ea7-4358-89e1-dbdf029dbd22 gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:25:41.183385 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 955c6d41-7463-42ba-a9a0-5827bd17a6d9 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:25:41.196203 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:41.257235 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d19d7c0b-16fc-42dc-8a70-586f4151d68e tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:41.358048 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e01de96d-6a97-42f2-9e0a-7cc0494687fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:41.398158 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d62dbcc-be91-4abe-b159-ed099fd9cc78 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:25:41.437648 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:41.457182 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-2d62dbcc-be91-4abe-b159-ed099fd9cc78 admin admin] 10.222.0.37 "PUT /v2.0/routers/2e68b54d-ba7b-4ea5-857e-5c90bb3745ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2010479 Dec 21 13:25:41.509427 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] For port 955c6d41-7463-42ba-a9a0-5827bd17a6d9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=955c6d41-7463-42ba-a9a0-5827bd17a6d9,segment=NetworkSegment(a29505f2-2196-462a-a975-2e0e0f55df03),segment_id=a29505f2-2196-462a-a975-2e0e0f55df03)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:25:41.521907 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7494a3bc-34a7-4e03-9999-491fab235d00 None None] DHCP port deletion for 18541f28-0acf-4a65-abdd-494b6421f2b0 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:25:41.529950 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:41.530884 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 3577293b-0870-463f-963e-35b3036c27fa up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:25:41.534434 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-012485db-6540-4d25-b2e4-f87ebd0c07d2 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] Publish callbacks [] for security_group, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:41.566742 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-012485db-6540-4d25-b2e4-f87ebd0c07d2 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:41.571432 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4a1aecfe-5ff7-4522-a11a-d071e12a2ee2 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:41.698254 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7bd2e10a-6759-411f-b470-902a93b5ecc0 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:41.699807 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 53280) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:41.710036 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1aecfe-5ff7-4522-a11a-d071e12a2ee2 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Network ad793bb7-2b68-41c2-a76c-0260e0faa6ae is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:25:41.721264 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-b4d65f66-8b7d-4c15-91a8-48cdebba352b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1c8c185-7ea7-4358-89e1-dbdf029dbd22', 'name': 'tempest-ServersTestJSON-48013927-router', 'tenant_id': '8aee670f41db4d76aa264255d2510915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.162'}], 'enable_snat': True}, 'gw_port_id': '3577293b-0870-463f-963e-35b3036c27fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:25:21Z', 'updated_at': '2021-12-21T13:25:35Z', 'revision_number': 4, 'project_id': '8aee670f41db4d76aa264255d2510915', 'gw_port': {'id': '3577293b-0870-463f-963e-35b3036c27fa', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:34:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c8c185-7ea7-4358-89e1-dbdf029dbd22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:25:23Z', 'updated_at': '2021-12-21T13:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'e8e23467-83d2-424a-a531-c080c307aeea', 'name': '', 'network_id': '83c05ac8-bd36-43e0-a042-78664d1cb962', 'tenant_id': '8aee670f41db4d76aa264255d2510915', 'mac_address': 'fa:16:3e:73:bd:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1c8c185-7ea7-4358-89e1-dbdf029dbd22', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '40d80c43-5346-4a2c-a020-9bfccd6ebd6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:25:31Z', 'updated_at': '2021-12-21T13:25:40Z', 'revision_number': 4, 'project_id': '8aee670f41db4d76aa264255d2510915', 'subnets': [{'id': '40d80c43-5346-4a2c-a020-9bfccd6ebd6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:25:41.756020 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.db.api [None req-e01de96d-6a97-42f2-9e0a-7cc0494687fa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 13:25:41.756367 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG oslo_db.api [None req-e01de96d-6a97-42f2-9e0a-7cc0494687fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 13:25:41.785660 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-4a1aecfe-5ff7-4522-a11a-d071e12a2ee2 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:25:41.788776 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d65f66-8b7d-4c15-91a8-48cdebba352b None None] The sync data for ids ['c1c8c185-7ea7-4358-89e1-dbdf029dbd22'] in dv-neutron-master-2-hyperv is: [{'id': 'c1c8c185-7ea7-4358-89e1-dbdf029dbd22', 'name': 'tempest-ServersTestJSON-48013927-router', 'tenant_id': '8aee670f41db4d76aa264255d2510915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.162'}], 'enable_snat': True}, 'gw_port_id': '3577293b-0870-463f-963e-35b3036c27fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:25:21Z', 'updated_at': '2021-12-21T13:25:35Z', 'revision_number': 4, 'project_id': '8aee670f41db4d76aa264255d2510915', 'gw_port': {'id': '3577293b-0870-463f-963e-35b3036c27fa', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:34:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c8c185-7ea7-4358-89e1-dbdf029dbd22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:25:23Z', 'updated_at': '2021-12-21T13:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'e8e23467-83d2-424a-a531-c080c307aeea', 'name': '', 'network_id': '83c05ac8-bd36-43e0-a042-78664d1cb962', 'tenant_id': '8aee670f41db4d76aa264255d2510915', 'mac_address': 'fa:16:3e:73:bd:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1c8c185-7ea7-4358-89e1-dbdf029dbd22', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '40d80c43-5346-4a2c-a020-9bfccd6ebd6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:25:31Z', 'updated_at': '2021-12-21T13:25:40Z', 'revision_number': 4, 'project_id': '8aee670f41db4d76aa264255d2510915', 'subnets': [{'id': '40d80c43-5346-4a2c-a020-9bfccd6ebd6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:25:41.806239 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1aecfe-5ff7-4522-a11a-d071e12a2ee2 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:25:41.836763 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Pushing event updated for resources: {'Port': ['ID=955c6d41-7463-42ba-a9a0-5827bd17a6d9,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:41.837867 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335b8240-f527-46de-99e0-6379c4d8e687 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:25:41.838733 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335b8240-f527-46de-99e0-6379c4d8e687 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:25:41.840132 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335b8240-f527-46de-99e0-6379c4d8e687 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:25:41.840746 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335b8240-f527-46de-99e0-6379c4d8e687 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:25:41.841525 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335b8240-f527-46de-99e0-6379c4d8e687 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:25:41.843160 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-7494a3bc-34a7-4e03-9999-491fab235d00 None None] Deleting port d44ca255-6a8d-48b0-be15-b7996d823d29 {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:25:41.843557 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7494a3bc-34a7-4e03-9999-491fab235d00 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:41.844631 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335b8240-f527-46de-99e0-6379c4d8e687 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:25:41.848010 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335b8240-f527-46de-99e0-6379c4d8e687 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:25:41.848477 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335b8240-f527-46de-99e0-6379c4d8e687 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:25:41.850590 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-335b8240-f527-46de-99e0-6379c4d8e687 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5217 time: 0.7742205 Dec 21 13:25:41.854569 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-012485db-6540-4d25-b2e4-f87ebd0c07d2 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:41.856061 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-012485db-6540-4d25-b2e4-f87ebd0c07d2 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.3679068 Dec 21 13:25:41.859537 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-82adb6e2-47f8-40ea-89e1-f6a13c5d1812 tempest-DHCPAgentSchedulersTestJSON-341079023 tempest-DHCPAgentSchedulersTestJSON-341079023-project] Deleting port d44ca255-6a8d-48b0-be15-b7996d823d29 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:25:41.860064 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-82adb6e2-47f8-40ea-89e1-f6a13c5d1812 tempest-DHCPAgentSchedulersTestJSON-341079023 tempest-DHCPAgentSchedulersTestJSON-341079023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:41.875815 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 53288) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:41.876168 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 53290) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:41.907602 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012485db-6540-4d25-b2e4-f87ebd0c07d2 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b2b8fb0-da15-480b-8a72-3c7ce86ee437,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:41.922538 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd863750-186e-456d-9f3a-1d599c26c74c None None] Sync routers for ids ['2e68b54d-ba7b-4ea5-857e-5c90bb3745ba'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:25:41.936593 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 3577293b-0870-463f-963e-35b3036c27fa triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:25:41.936943 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:41.944849 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd863750-186e-456d-9f3a-1d599c26c74c None None] Routers {'2e68b54d-ba7b-4ea5-857e-5c90bb3745ba'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:25:41.945720 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-dd863750-186e-456d-9f3a-1d599c26c74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:25:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['2e68b54d-ba7b-4ea5-857e-5c90bb3745ba'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:25:42.000444 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1aecfe-5ff7-4522-a11a-d071e12a2ee2 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Pushing event updated for resources: {'Port': ['ID=541517ba-1e69-4e3a-9b42-6810ee9bdfa6,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:42.069335 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d19d7c0b-16fc-42dc-8a70-586f4151d68e tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:42.091546 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-7494a3bc-34a7-4e03-9999-491fab235d00 None None] For port d44ca255-6a8d-48b0-be15-b7996d823d29, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d44ca255-6a8d-48b0-be15-b7996d823d29,segment=NetworkSegment(61173298-55d9-48d3-9a28-7725c370bdd1),segment_id=61173298-55d9-48d3-9a28-7725c370bdd1)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:25:42.093405 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7494a3bc-34a7-4e03-9999-491fab235d00 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:42.111051 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-82adb6e2-47f8-40ea-89e1-f6a13c5d1812 tempest-DHCPAgentSchedulersTestJSON-341079023 tempest-DHCPAgentSchedulersTestJSON-341079023-project] For port d44ca255-6a8d-48b0-be15-b7996d823d29, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d44ca255-6a8d-48b0-be15-b7996d823d29,segment=NetworkSegment(61173298-55d9-48d3-9a28-7725c370bdd1),segment_id=61173298-55d9-48d3-9a28-7725c370bdd1)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:25:42.111428 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-82adb6e2-47f8-40ea-89e1-f6a13c5d1812 tempest-DHCPAgentSchedulersTestJSON-341079023 tempest-DHCPAgentSchedulersTestJSON-341079023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:42.118857 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-7494a3bc-34a7-4e03-9999-491fab235d00 None None] Calling delete_port for d44ca255-6a8d-48b0-be15-b7996d823d29 owned by network:dhcp {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:25:42.121322 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-e4b7f482-3236-4da4-996a-dcc4d18d4999 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] Request body: {'security_group_rule': {'security_group_id': '7b2b8fb0-da15-480b-8a72-3c7ce86ee437', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:25:42.138301 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-82adb6e2-47f8-40ea-89e1-f6a13c5d1812 tempest-DHCPAgentSchedulersTestJSON-341079023 tempest-DHCPAgentSchedulersTestJSON-341079023-project] Calling delete_port for d44ca255-6a8d-48b0-be15-b7996d823d29 owned by network:dhcp {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:25:42.258642 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d19d7c0b-16fc-42dc-8a70-586f4151d68e tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:42.268228 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-82adb6e2-47f8-40ea-89e1-f6a13c5d1812 tempest-DHCPAgentSchedulersTestJSON-341079023 tempest-DHCPAgentSchedulersTestJSON-341079023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:42.328459 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-a6003714-2ddb-4a8e-8647-a765c99d146b tempest-PortsAdminExtendedAttrsTestJSON-1757369616 tempest-PortsAdminExtendedAttrsTestJSON-1757369616-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-991673572'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:25:42.339534 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82adb6e2-47f8-40ea-89e1-f6a13c5d1812 tempest-DHCPAgentSchedulersTestJSON-341079023 tempest-DHCPAgentSchedulersTestJSON-341079023-project] No DVR routers for this DVR port d44ca255-6a8d-48b0-be15-b7996d823d29 on host dv-neutron-master-2-hyperv {{(pid=103153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:25:42.426881 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19d7c0b-16fc-42dc-8a70-586f4151d68e tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] Pushing event updated for resources: {'Port': ['ID=e93f9205-bca7-4216-a081-1e2063f0c579,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:42.435329 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-dd863750-186e-456d-9f3a-1d599c26c74c None None] Set router 2e68b54d-ba7b-4ea5-857e-5c90bb3745ba gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:25:42.498497 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7bd2e10a-6759-411f-b470-902a93b5ecc0 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:42.506194 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82adb6e2-47f8-40ea-89e1-f6a13c5d1812 tempest-DHCPAgentSchedulersTestJSON-341079023 tempest-DHCPAgentSchedulersTestJSON-341079023-project] Pushing event deleted for resources: {'Port': ['ID=d44ca255-6a8d-48b0-be15-b7996d823d29,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:42.514750 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.api.v2.resource [None req-2478af53-131d-4fdd-b291-cd3299d27107 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] delete failed (client error): The resource could not be found. Dec 21 13:25:42.516109 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-2478af53-131d-4fdd-b291-cd3299d27107 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] 10.222.0.37 "DELETE /v2.0/floatingips/7e6d0f8d-4c0c-46d9-b7a7-279e6eea9997 HTTP/1.1" status: 404 len: 345 time: 0.6381793 Dec 21 13:25:42.522430 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4a1aecfe-5ff7-4522-a11a-d071e12a2ee2 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:42.556686 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 53294) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:42.592316 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-82adb6e2-47f8-40ea-89e1-f6a13c5d1812 tempest-DHCPAgentSchedulersTestJSON-341079023 tempest-DHCPAgentSchedulersTestJSON-341079023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:42.603373 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d7c12e1-09c9-486c-8fc9-427117874d99 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] DELETE failed (client error): The resource could not be found. Dec 21 13:25:42.604010 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d7c12e1-09c9-486c-8fc9-427117874d99 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:25:42.607503 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-2d7c12e1-09c9-486c-8fc9-427117874d99 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] 10.222.0.37 "DELETE /v2.0/networks/71cfd8b3-1344-4987-9f94-50a048637cf1 HTTP/1.1" status: 404 len: 339 time: 0.0471931 Dec 21 13:25:42.610790 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fb02a1f9-8af6-4e62-a896-945fd64aac5d None None] Provisioning complete for port a984a249-347d-4f6c-962c-d06af2546cf7 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:25:42.611165 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fb02a1f9-8af6-4e62-a896-945fd64aac5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:42.611277 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d19d7c0b-16fc-42dc-8a70-586f4151d68e tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548820'] for floatingip, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:42.614326 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 53296) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:42.619796 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-a7854492-f769-4b1e-a476-d0e1b7ddbcde tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Request body: {'network': {'name': 'tempest-network--1378229723', 'router:external': True}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:25:42.629624 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6003714-2ddb-4a8e-8647-a765c99d146b tempest-PortsAdminExtendedAttrsTestJSON-1757369616 tempest-PortsAdminExtendedAttrsTestJSON-1757369616-project] Made reservation on behalf of 5a4ef0c024bd4c638b42d689ae8b03e6 for: {'network': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:25:42.640668 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a6003714-2ddb-4a8e-8647-a765c99d146b tempest-PortsAdminExtendedAttrsTestJSON-1757369616 tempest-PortsAdminExtendedAttrsTestJSON-1757369616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:42.647162 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd2e10a-6759-411f-b470-902a93b5ecc0 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Network 7fdf1889-f079-4166-bbda-88b2a8d8d595 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:25:42.657342 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd2e10a-6759-411f-b470-902a93b5ecc0 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Pushing event updated for resources: {'Port': ['ID=db07fbc1-fd1e-4390-9e79-32616c335d74,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:42.665954 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fb02a1f9-8af6-4e62-a896-945fd64aac5d None None] Port a984a249-347d-4f6c-962c-d06af2546cf7 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:25:42.673030 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7494a3bc-34a7-4e03-9999-491fab235d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636'] for port, after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:42.675720 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-82adb6e2-47f8-40ea-89e1-f6a13c5d1812 tempest-DHCPAgentSchedulersTestJSON-341079023 tempest-DHCPAgentSchedulersTestJSON-341079023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18541f28-0acf-4a65-abdd-494b6421f2b0']}} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:25:42.703973 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7494a3bc-34a7-4e03-9999-491fab235d00 None None] No DVR routers for this DVR port d44ca255-6a8d-48b0-be15-b7996d823d29 on host dv-neutron-master-2-hyperv {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:25:42.706290 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-82adb6e2-47f8-40ea-89e1-f6a13c5d1812 tempest-DHCPAgentSchedulersTestJSON-341079023 tempest-DHCPAgentSchedulersTestJSON-341079023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61173298-55d9-48d3-9a28-7725c370bdd1') {'for_net_delete': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:25:42.706617 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-82adb6e2-47f8-40ea-89e1-f6a13c5d1812 tempest-DHCPAgentSchedulersTestJSON-341079023 tempest-DHCPAgentSchedulersTestJSON-341079023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61173298-55d9-48d3-9a28-7725c370bdd1') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:25:42.721186 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d19d7c0b-16fc-42dc-8a70-586f4151d68e tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for floatingip, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:42.724124 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-d19d7c0b-16fc-42dc-8a70-586f4151d68e tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.8917999 Dec 21 13:25:42.751382 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 53300) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:42.752240 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-7bd2e10a-6759-411f-b470-902a93b5ecc0 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:25:42.761121 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7494a3bc-34a7-4e03-9999-491fab235d00 None None] Pushing event deleted for resources: {'Port': ['ID=d44ca255-6a8d-48b0-be15-b7996d823d29,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:42.775359 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-82adb6e2-47f8-40ea-89e1-f6a13c5d1812 tempest-DHCPAgentSchedulersTestJSON-341079023 tempest-DHCPAgentSchedulersTestJSON-341079023-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1585430'] for segment, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:42.778505 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fb02a1f9-8af6-4e62-a896-945fd64aac5d None None] Provisioning complete for port e8e23467-83d2-424a-a531-c080c307aeea triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:25:42.779339 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fb02a1f9-8af6-4e62-a896-945fd64aac5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:42.782254 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd2e10a-6759-411f-b470-902a93b5ecc0 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:25:42.797791 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-2862c773-d2f8-4f9f-af63-f5661558f324 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1987430541', 'description': 'tempest-description--1893498427'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:25:42.819222 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7854492-f769-4b1e-a476-d0e1b7ddbcde tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Made reservation on behalf of 117a420369f64daf97cb1a530a956e8b for: {'network': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:25:42.822250 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a6003714-2ddb-4a8e-8647-a765c99d146b tempest-PortsAdminExtendedAttrsTestJSON-1757369616 tempest-PortsAdminExtendedAttrsTestJSON-1757369616-project] Publish callbacks [] for security_group, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:42.826061 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a7854492-f769-4b1e-a476-d0e1b7ddbcde tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:42.834494 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-82adb6e2-47f8-40ea-89e1-f6a13c5d1812 tempest-DHCPAgentSchedulersTestJSON-341079023 tempest-DHCPAgentSchedulersTestJSON-341079023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:42.868211 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82adb6e2-47f8-40ea-89e1-f6a13c5d1812 tempest-DHCPAgentSchedulersTestJSON-341079023 tempest-DHCPAgentSchedulersTestJSON-341079023-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=103153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:25:42.868792 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-82adb6e2-47f8-40ea-89e1-f6a13c5d1812 tempest-DHCPAgentSchedulersTestJSON-341079023 tempest-DHCPAgentSchedulersTestJSON-341079023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11349758'] for segment, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:42.883987 dv-neutron-master-2-hyperv neutron-server[103153]: Traceback (most recent call last): Dec 21 13:25:42.883987 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:25:42.883987 dv-neutron-master-2-hyperv neutron-server[103153]: timer() Dec 21 13:25:42.883987 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:25:42.883987 dv-neutron-master-2-hyperv neutron-server[103153]: cb(*args, **kw) Dec 21 13:25:42.883987 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:25:42.883987 dv-neutron-master-2-hyperv neutron-server[103153]: return func(*args, **kwargs) Dec 21 13:25:42.883987 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:25:42.883987 dv-neutron-master-2-hyperv neutron-server[103153]: self._notify() Dec 21 13:25:42.883987 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:25:42.883987 dv-neutron-master-2-hyperv neutron-server[103153]: self.callback(batched_events) Dec 21 13:25:42.883987 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:25:42.883987 dv-neutron-master-2-hyperv neutron-server[103153]: event.method(event) Dec 21 13:25:42.883987 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:25:42.883987 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:25:42.883987 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:25:42.883987 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:25:42.883987 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:25:42.883987 dv-neutron-master-2-hyperv neutron-server[103153]: return f(self, *a, **k) Dec 21 13:25:42.883987 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:25:42.883987 dv-neutron-master-2-hyperv neutron-server[103153]: return self._get(url).json() Dec 21 13:25:42.883987 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:25:42.883987 dv-neutron-master-2-hyperv neutron-server[103153]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:25:42.883987 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:25:42.883987 dv-neutron-master-2-hyperv neutron-server[103153]: return self.request(url, 'GET', **kwargs) Dec 21 13:25:42.883987 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:25:42.883987 dv-neutron-master-2-hyperv neutron-server[103153]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:25:42.883987 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:25:42.883987 dv-neutron-master-2-hyperv neutron-server[103153]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:25:42.883987 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:25:42.883987 dv-neutron-master-2-hyperv neutron-server[103153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:25:42.883987 dv-neutron-master-2-hyperv neutron-server[103153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:25:42.928259 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 955c6d41-7463-42ba-a9a0-5827bd17a6d9 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:25:42.963312 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e4b7f482-3236-4da4-996a-dcc4d18d4999 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:43.003934 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7854492-f769-4b1e-a476-d0e1b7ddbcde tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=103153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:25:43.015254 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-82adb6e2-47f8-40ea-89e1-f6a13c5d1812 tempest-DHCPAgentSchedulersTestJSON-341079023 tempest-DHCPAgentSchedulersTestJSON-341079023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:43.017918 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a7854492-f769-4b1e-a476-d0e1b7ddbcde tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:43.018507 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.segments_db [None req-a7854492-f769-4b1e-a476-d0e1b7ddbcde tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Added segment df9172c1-faff-45d4-a353-3a0d821b2e6e of type vlan for network 3390983d-bb15-419d-b1eb-4628b7acdc7b Dec 21 13:25:43.036677 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-82adb6e2-47f8-40ea-89e1-f6a13c5d1812 tempest-DHCPAgentSchedulersTestJSON-341079023 tempest-DHCPAgentSchedulersTestJSON-341079023-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633769'] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:43.044298 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-82adb6e2-47f8-40ea-89e1-f6a13c5d1812 tempest-DHCPAgentSchedulersTestJSON-341079023 tempest-DHCPAgentSchedulersTestJSON-341079023-project] 10.222.0.37 "DELETE /v2.0/networks/18541f28-0acf-4a65-abdd-494b6421f2b0 HTTP/1.1" status: 204 len: 168 time: 2.7958214 Dec 21 13:25:43.091386 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fb02a1f9-8af6-4e62-a896-945fd64aac5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:43.098439 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 955c6d41-7463-42ba-a9a0-5827bd17a6d9 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:25:43.098900 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:43.102382 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-dd863750-186e-456d-9f3a-1d599c26c74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e68b54d-ba7b-4ea5-857e-5c90bb3745ba', 'name': 'tempest-ServerActionsTestJSON-196369966-router', 'tenant_id': 'eb17296434674195836b28e8a0fc67cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.93'}], 'enable_snat': True}, 'gw_port_id': 'b3c1be79-5ee6-4a0c-b4ac-211e5b59e717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:25:21Z', 'updated_at': '2021-12-21T13:25:37Z', 'revision_number': 4, 'project_id': 'eb17296434674195836b28e8a0fc67cf', 'gw_port': {'id': 'b3c1be79-5ee6-4a0c-b4ac-211e5b59e717', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a4:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e68b54d-ba7b-4ea5-857e-5c90bb3745ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:25:24Z', 'updated_at': '2021-12-21T13:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'a984a249-347d-4f6c-962c-d06af2546cf7', 'name': '', 'network_id': 'ec88161e-a588-41e1-b33a-71ad6f2116fc', 'tenant_id': 'eb17296434674195836b28e8a0fc67cf', 'mac_address': 'fa:16:3e:26:78:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e68b54d-ba7b-4ea5-857e-5c90bb3745ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'fea6c692-bae9-40da-92a1-c6d85a86ba17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:25:34Z', 'updated_at': '2021-12-21T13:25:38Z', 'revision_number': 2, 'project_id': 'eb17296434674195836b28e8a0fc67cf', 'subnets': [{'id': 'fea6c692-bae9-40da-92a1-c6d85a86ba17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:25:43.140488 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a7854492-f769-4b1e-a476-d0e1b7ddbcde tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:43.176108 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82adb6e2-47f8-40ea-89e1-f6a13c5d1812 tempest-DHCPAgentSchedulersTestJSON-341079023 tempest-DHCPAgentSchedulersTestJSON-341079023-project] Pushing event deleted for resources: {'Network': ['ID=18541f28-0acf-4a65-abdd-494b6421f2b0,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:43.183015 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a7854492-f769-4b1e-a476-d0e1b7ddbcde tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:43.184545 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7854492-f769-4b1e-a476-d0e1b7ddbcde tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:25:43.185742 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a7854492-f769-4b1e-a476-d0e1b7ddbcde tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633769'] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:43.219705 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-fb02a1f9-8af6-4e62-a896-945fd64aac5d None None] For port e8e23467-83d2-424a-a531-c080c307aeea, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e8e23467-83d2-424a-a531-c080c307aeea,segment=NetworkSegment(44f21306-9fc3-4a00-99ff-7ee4e10446be),segment_id=44f21306-9fc3-4a00-99ff-7ee4e10446be)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:25:43.220549 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd863750-186e-456d-9f3a-1d599c26c74c None None] Checking router: 2e68b54d-ba7b-4ea5-857e-5c90bb3745ba for host: dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:25:43.220939 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd863750-186e-456d-9f3a-1d599c26c74c None None] Updating router 2e68b54d-ba7b-4ea5-857e-5c90bb3745ba port a984a249-347d-4f6c-962c-d06af2546cf7 binding host dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 13:25:43.235635 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-a7854492-f769-4b1e-a476-d0e1b7ddbcde tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6098850 Dec 21 13:25:43.238635 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 53322) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:43.266084 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fb02a1f9-8af6-4e62-a896-945fd64aac5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:43.518894 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7448ce32-c3fc-4e0a-b731-bb300719ae7e tempest-ExternalNetworksTestJSON-1500723583 tempest-ExternalNetworksTestJSON-1500723583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:25:43.526070 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7448ce32-c3fc-4e0a-b731-bb300719ae7e tempest-ExternalNetworksTestJSON-1500723583 tempest-ExternalNetworksTestJSON-1500723583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:25:43.529073 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 53332) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:43.531626 dv-neutron-master-2-hyperv neutron-server[103153]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 21 13:25:43.533039 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7448ce32-c3fc-4e0a-b731-bb300719ae7e tempest-ExternalNetworksTestJSON-1500723583 tempest-ExternalNetworksTestJSON-1500723583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:25:43.539625 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7448ce32-c3fc-4e0a-b731-bb300719ae7e tempest-ExternalNetworksTestJSON-1500723583 tempest-ExternalNetworksTestJSON-1500723583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:25:43.546121 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7448ce32-c3fc-4e0a-b731-bb300719ae7e tempest-ExternalNetworksTestJSON-1500723583 tempest-ExternalNetworksTestJSON-1500723583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:25:43.551551 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-7448ce32-c3fc-4e0a-b731-bb300719ae7e tempest-ExternalNetworksTestJSON-1500723583 tempest-ExternalNetworksTestJSON-1500723583-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3062 time: 0.2572496 Dec 21 13:25:43.553482 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7854492-f769-4b1e-a476-d0e1b7ddbcde tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Pushing event updated for resources: {'Network': ['ID=3390983d-bb15-419d-b1eb-4628b7acdc7b,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:43.560423 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 53336) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:43.560547 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb02a1f9-8af6-4e62-a896-945fd64aac5d None None] Pushing event updated for resources: {'Port': ['ID=e8e23467-83d2-424a-a531-c080c307aeea,revision_number=5']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:43.561617 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2862c773-d2f8-4f9f-af63-f5661558f324 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Publish callbacks [] for security_group, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:43.574996 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network 3390983d-bb15-419d-b1eb-4628b7acdc7b details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:25:43.578111 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:43.583066 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-dd863750-186e-456d-9f3a-1d599c26c74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:43.611924 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 53338) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:43.626896 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fb02a1f9-8af6-4e62-a896-945fd64aac5d None None] Provisioning complete for port 955c6d41-7463-42ba-a9a0-5827bd17a6d9 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:25:43.627302 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fb02a1f9-8af6-4e62-a896-945fd64aac5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:43.738613 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-66183349-62b5-4201-ba8a-cc2e45f7d4ad req-a6174b38-beb8-4684-a49b-3ba07cec9ec9 tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1952766124&fields=id&tenant_id=88700cfa6fca443f813dbee92d0bf4e2 HTTP/1.1" status: 200 len: 267 time: 0.2080128 Dec 21 13:25:43.788611 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device e8e23467-83d2-424a-a531-c080c307aeea up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:25:43.827276 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e4b7f482-3236-4da4-996a-dcc4d18d4999 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:43.842796 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d0664499-0a2e-48e9-a031-f5c7562c9704 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:43.843154 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4a1aecfe-5ff7-4522-a11a-d071e12a2ee2 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548730'] for router, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:43.860991 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e4b7f482-3236-4da4-996a-dcc4d18d4999 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:43.886215 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a6003714-2ddb-4a8e-8647-a765c99d146b tempest-PortsAdminExtendedAttrsTestJSON-1757369616 tempest-PortsAdminExtendedAttrsTestJSON-1757369616-project] Publish callbacks [] for security_group, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:43.910103 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a6003714-2ddb-4a8e-8647-a765c99d146b tempest-PortsAdminExtendedAttrsTestJSON-1757369616 tempest-PortsAdminExtendedAttrsTestJSON-1757369616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:43.912980 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b7f482-3236-4da4-996a-dcc4d18d4999 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab0ecba7-8279-4abd-a9b5-f46a89acd5c7,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:43.956659 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-37fe4ea7-7bfb-42bf-b5eb-b278906e2ac8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5fe7f08fbd864f7b8344832cbf64b84d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3429596 Dec 21 13:25:43.957288 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 53342) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:43.966440 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2862c773-d2f8-4f9f-af63-f5661558f324 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Publish callbacks [] for security_group, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:43.978106 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port e8e23467-83d2-424a-a531-c080c307aeea triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:25:43.978526 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:44.034654 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2862c773-d2f8-4f9f-af63-f5661558f324 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:44.038543 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e4b7f482-3236-4da4-996a-dcc4d18d4999 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:44.042282 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-e4b7f482-3236-4da4-996a-dcc4d18d4999 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.1612456 Dec 21 13:25:44.052973 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6003714-2ddb-4a8e-8647-a765c99d146b tempest-PortsAdminExtendedAttrsTestJSON-1757369616 tempest-PortsAdminExtendedAttrsTestJSON-1757369616-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=103152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:25:44.059790 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 53344) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:44.066428 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-667c3d3c-5f6a-4b50-abd3-a25d303eaa86 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] Request body: {'security_group_rule': {'security_group_id': '7b2b8fb0-da15-480b-8a72-3c7ce86ee437', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:25:44.107302 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6003714-2ddb-4a8e-8647-a765c99d146b tempest-PortsAdminExtendedAttrsTestJSON-1757369616 tempest-PortsAdminExtendedAttrsTestJSON-1757369616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6142bcf-b0d3-4da4-b7b4-7f33497ae818,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:44.108797 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66183349-62b5-4201-ba8a-cc2e45f7d4ad req-843b6e97-4b1d-47e1-b492-c249adb9e630 tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:25:44.110390 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-66183349-62b5-4201-ba8a-cc2e45f7d4ad req-843b6e97-4b1d-47e1-b492-c249adb9e630 tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] 10.222.0.37 "GET /v2.0/networks?id=39aa7305-1380-4f0a-b399-f8c03518e77f HTTP/1.1" status: 200 len: 811 time: 0.3630009 Dec 21 13:25:44.141998 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2862c773-d2f8-4f9f-af63-f5661558f324 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:44.146026 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-2862c773-d2f8-4f9f-af63-f5661558f324 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.3889804 Dec 21 13:25:44.146026 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a6003714-2ddb-4a8e-8647-a765c99d146b tempest-PortsAdminExtendedAttrsTestJSON-1757369616 tempest-PortsAdminExtendedAttrsTestJSON-1757369616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:44.146299 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.segments_db [None req-a6003714-2ddb-4a8e-8647-a765c99d146b tempest-PortsAdminExtendedAttrsTestJSON-1757369616 tempest-PortsAdminExtendedAttrsTestJSON-1757369616-project] Added segment d68cd9cf-5664-41c8-9578-d1e7465dcd08 of type vlan for network 8ba33eed-c57c-4287-856c-f75df6a95a03 Dec 21 13:25:44.174161 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 53346) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:44.178591 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d0664499-0a2e-48e9-a031-f5c7562c9704 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:44.185003 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-cd7dbc56-150a-4f42-b2ae-fd3cca490da7 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Request body: {'security_group_rule': {'security_group_id': '6ba20eb6-7980-48d1-8013-51c2682fdc02', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:25:44.201163 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-63f80962-9b8f-42c7-922b-e71870e26cb8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:44.221020 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-66183349-62b5-4201-ba8a-cc2e45f7d4ad req-97ad3435-aabd-45d5-8958-98b184bd156b tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] 10.222.0.37 "GET /v2.0/quotas/88700cfa6fca443f813dbee92d0bf4e2 HTTP/1.1" status: 200 len: 375 time: 0.0968387 Dec 21 13:25:44.238231 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-dd863750-186e-456d-9f3a-1d599c26c74c None None] Publish callbacks [] for port, precommit_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:44.260284 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-dd863750-186e-456d-9f3a-1d599c26c74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:44.305200 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device d44ca255-6a8d-48b0-be15-b7996d823d29 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:25:44.336509 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: d44ca255-6a8d-48b0-be15-b7996d823d29 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:25:44.336756 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device d44ca255-6a8d-48b0-be15-b7996d823d29 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:25:44.340517 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-d0664499-0a2e-48e9-a031-f5c7562c9704 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3390983d-bb15-419d-b1eb-4628b7acdc7b']}} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:25:44.352853 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1165577c-bc71-4422-94e2-809eafa0f745 None None] Pushing event updated for resources: {'Port': ['ID=a984a249-347d-4f6c-962c-d06af2546cf7,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:44.379660 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-63f80962-9b8f-42c7-922b-e71870e26cb8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:44.387905 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-d0664499-0a2e-48e9-a031-f5c7562c9704 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df9172c1-faff-45d4-a353-3a0d821b2e6e') {'for_net_delete': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:25:44.387905 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-d0664499-0a2e-48e9-a031-f5c7562c9704 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df9172c1-faff-45d4-a353-3a0d821b2e6e') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:25:44.426113 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-cd7dbc56-150a-4f42-b2ae-fd3cca490da7 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:44.431830 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-dd863750-186e-456d-9f3a-1d599c26c74c None None] Attempting to bind port a984a249-347d-4f6c-962c-d06af2546cf7 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:25:44.432642 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-dd863750-186e-456d-9f3a-1d599c26c74c None None] Attempting to bind port a984a249-347d-4f6c-962c-d06af2546cf7 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'e364c909-484b-4482-ad56-e639441ae690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ec88161e-a588-41e1-b33a-71ad6f2116fc'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:25:44.433255 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd863750-186e-456d-9f3a-1d599c26c74c None None] Attempting to bind port a984a249-347d-4f6c-962c-d06af2546cf7 on network ec88161e-a588-41e1-b33a-71ad6f2116fc {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:25:44.439849 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d0664499-0a2e-48e9-a031-f5c7562c9704 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1585430'] for segment, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:44.441262 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd863750-186e-456d-9f3a-1d599c26c74c None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:25:44.441880 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd863750-186e-456d-9f3a-1d599c26c74c None None] Checking segment: {'id': 'e364c909-484b-4482-ad56-e639441ae690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ec88161e-a588-41e1-b33a-71ad6f2116fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:25:44.442449 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-dd863750-186e-456d-9f3a-1d599c26c74c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:44.442906 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd863750-186e-456d-9f3a-1d599c26c74c None None] Bound using segment: {'id': 'e364c909-484b-4482-ad56-e639441ae690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ec88161e-a588-41e1-b33a-71ad6f2116fc'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:25:44.443944 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-dd863750-186e-456d-9f3a-1d599c26c74c None None] Bound port: a984a249-347d-4f6c-962c-d06af2546cf7, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e364c909-484b-4482-ad56-e639441ae690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ec88161e-a588-41e1-b33a-71ad6f2116fc'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:25:44.445049 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-dd863750-186e-456d-9f3a-1d599c26c74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:44.445987 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-667c3d3c-5f6a-4b50-abd3-a25d303eaa86 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:44.483845 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2862c773-d2f8-4f9f-af63-f5661558f324 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba20eb6-7980-48d1-8013-51c2682fdc02,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:44.507309 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a6003714-2ddb-4a8e-8647-a765c99d146b tempest-PortsAdminExtendedAttrsTestJSON-1757369616 tempest-PortsAdminExtendedAttrsTestJSON-1757369616-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:44.511976 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7bd2e10a-6759-411f-b470-902a93b5ecc0 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Publish callbacks [] for router_gateway, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:44.532914 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d0664499-0a2e-48e9-a031-f5c7562c9704 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:44.553082 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-66183349-62b5-4201-ba8a-cc2e45f7d4ad req-3b01d83d-45b7-45eb-86ca-914cc10b2ea0 tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=88700cfa6fca443f813dbee92d0bf4e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3313849 Dec 21 13:25:44.556387 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-dd863750-186e-456d-9f3a-1d599c26c74c None None] For port a984a249-347d-4f6c-962c-d06af2546cf7, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:25:44.567351 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0664499-0a2e-48e9-a031-f5c7562c9704 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=103153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:25:44.567962 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d0664499-0a2e-48e9-a031-f5c7562c9704 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11349758'] for segment, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:44.570515 dv-neutron-master-2-hyperv neutron-server[103153]: Traceback (most recent call last): Dec 21 13:25:44.570515 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:25:44.570515 dv-neutron-master-2-hyperv neutron-server[103153]: timer() Dec 21 13:25:44.570515 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:25:44.570515 dv-neutron-master-2-hyperv neutron-server[103153]: cb(*args, **kw) Dec 21 13:25:44.570515 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:25:44.570515 dv-neutron-master-2-hyperv neutron-server[103153]: return func(*args, **kwargs) Dec 21 13:25:44.570515 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:25:44.570515 dv-neutron-master-2-hyperv neutron-server[103153]: self._notify() Dec 21 13:25:44.570515 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:25:44.570515 dv-neutron-master-2-hyperv neutron-server[103153]: self.callback(batched_events) Dec 21 13:25:44.570515 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:25:44.570515 dv-neutron-master-2-hyperv neutron-server[103153]: event.method(event) Dec 21 13:25:44.570515 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:25:44.570515 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:25:44.570515 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:25:44.570515 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:25:44.570515 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:25:44.570515 dv-neutron-master-2-hyperv neutron-server[103153]: return f(self, *a, **k) Dec 21 13:25:44.570515 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:25:44.570515 dv-neutron-master-2-hyperv neutron-server[103153]: return self._get(url).json() Dec 21 13:25:44.570515 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:25:44.570515 dv-neutron-master-2-hyperv neutron-server[103153]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:25:44.570515 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:25:44.570515 dv-neutron-master-2-hyperv neutron-server[103153]: return self.request(url, 'GET', **kwargs) Dec 21 13:25:44.570515 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:25:44.570515 dv-neutron-master-2-hyperv neutron-server[103153]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:25:44.570515 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:25:44.570515 dv-neutron-master-2-hyperv neutron-server[103153]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:25:44.570515 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:25:44.570515 dv-neutron-master-2-hyperv neutron-server[103153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:25:44.570515 dv-neutron-master-2-hyperv neutron-server[103153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:25:44.657208 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a6003714-2ddb-4a8e-8647-a765c99d146b tempest-PortsAdminExtendedAttrsTestJSON-1757369616 tempest-PortsAdminExtendedAttrsTestJSON-1757369616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:44.680752 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6003714-2ddb-4a8e-8647-a765c99d146b tempest-PortsAdminExtendedAttrsTestJSON-1757369616 tempest-PortsAdminExtendedAttrsTestJSON-1757369616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:25:44.681650 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a6003714-2ddb-4a8e-8647-a765c99d146b tempest-PortsAdminExtendedAttrsTestJSON-1757369616 tempest-PortsAdminExtendedAttrsTestJSON-1757369616-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633769'] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:44.688982 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-63f80962-9b8f-42c7-922b-e71870e26cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:44.693882 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-63f80962-9b8f-42c7-922b-e71870e26cb8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:44.698076 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-63f80962-9b8f-42c7-922b-e71870e26cb8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/522257c5-a886-42ed-b370-56848ea5f63e HTTP/1.1" status: 204 len: 168 time: 0.7289624 Dec 21 13:25:44.723505 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a1aecfe-5ff7-4522-a11a-d071e12a2ee2 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Router b44ff600-8627-4e48-ba1d-936ad86055c1 is scheduled to L3 agent 59e14383-78fa-487e-9299-b32042a98157 with binding_index 1 {{(pid=103152) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 13:25:44.725594 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device e8e23467-83d2-424a-a531-c080c307aeea up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:25:44.731389 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-cd7dbc56-150a-4f42-b2ae-fd3cca490da7 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:44.732589 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f80962-9b8f-42c7-922b-e71870e26cb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=522257c5-a886-42ed-b370-56848ea5f63e,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:44.748600 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-cd7dbc56-150a-4f42-b2ae-fd3cca490da7 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:44.760623 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-667c3d3c-5f6a-4b50-abd3-a25d303eaa86 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:44.767016 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d0664499-0a2e-48e9-a031-f5c7562c9704 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:44.773322 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0664499-0a2e-48e9-a031-f5c7562c9704 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3390983d-bb15-419d-b1eb-4628b7acdc7b {{(pid=103153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 21 13:25:44.777508 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-a6003714-2ddb-4a8e-8647-a765c99d146b tempest-PortsAdminExtendedAttrsTestJSON-1757369616 tempest-PortsAdminExtendedAttrsTestJSON-1757369616-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 3.0720813 Dec 21 13:25:44.777659 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d0664499-0a2e-48e9-a031-f5c7562c9704 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633769'] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:44.780494 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-d0664499-0a2e-48e9-a031-f5c7562c9704 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] 10.222.0.37 "DELETE /v2.0/networks/3390983d-bb15-419d-b1eb-4628b7acdc7b HTTP/1.1" status: 204 len: 168 time: 1.2167315 Dec 21 13:25:44.790813 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-667c3d3c-5f6a-4b50-abd3-a25d303eaa86 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:44.800418 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 53358) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:44.809480 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-dfcc8a9b-56c8-41e7-b17e-ffce081d60a3 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Request body: {'network': {'name': 'tempest-network--1652407665', 'router:external': True}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:25:44.840233 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7dbc56-150a-4f42-b2ae-fd3cca490da7 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c172254-1a45-4dd0-b298-e31821dbe1a5,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:44.853568 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-dd863750-186e-456d-9f3a-1d599c26c74c None None] For port a984a249-347d-4f6c-962c-d06af2546cf7, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a984a249-347d-4f6c-962c-d06af2546cf7,segment=NetworkSegment(e364c909-484b-4482-ad56-e639441ae690),segment_id=e364c909-484b-4482-ad56-e639441ae690)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:25:44.856209 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0664499-0a2e-48e9-a031-f5c7562c9704 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Pushing event deleted for resources: {'Network': ['ID=3390983d-bb15-419d-b1eb-4628b7acdc7b,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:44.871568 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-cd7dbc56-150a-4f42-b2ae-fd3cca490da7 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:44.876707 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-cd7dbc56-150a-4f42-b2ae-fd3cca490da7 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7012856 Dec 21 13:25:44.880709 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 53364) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:44.890491 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-8f8f67eb-12b9-4a02-93d5-a143fed6e54e tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Request body: {'security_group_rule': {'security_group_id': '6ba20eb6-7980-48d1-8013-51c2682fdc02', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:25:44.916501 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-dd863750-186e-456d-9f3a-1d599c26c74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:44.925151 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-667c3d3c-5f6a-4b50-abd3-a25d303eaa86 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:44.930703 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-667c3d3c-5f6a-4b50-abd3-a25d303eaa86 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8696578 Dec 21 13:25:44.931748 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667c3d3c-5f6a-4b50-abd3-a25d303eaa86 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68dad624-b055-441d-9ae0-ba4fb06645f2,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:44.937577 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 53366) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:44.943821 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-cd2e6cc7-2e37-44b6-b8d1-573334f99ba4 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] Request body: {'floatingip': {'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:25:44.966073 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8f8f67eb-12b9-4a02-93d5-a143fed6e54e tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:45.005583 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfcc8a9b-56c8-41e7-b17e-ffce081d60a3 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Made reservation on behalf of 117a420369f64daf97cb1a530a956e8b for: {'network': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:25:45.008704 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-dfcc8a9b-56c8-41e7-b17e-ffce081d60a3 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:45.050692 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-3129a65c-483a-417a-9487-9cbeceddaa3d None None] Provisioning complete for port a984a249-347d-4f6c-962c-d06af2546cf7 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:25:45.051102 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-3129a65c-483a-417a-9487-9cbeceddaa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:45.077896 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfcc8a9b-56c8-41e7-b17e-ffce081d60a3 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=103153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:25:45.100407 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8f8f67eb-12b9-4a02-93d5-a143fed6e54e tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:45.103188 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a1aecfe-5ff7-4522-a11a-d071e12a2ee2 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:25:45.106620 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-dfcc8a9b-56c8-41e7-b17e-ffce081d60a3 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:45.107537 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.segments_db [None req-dfcc8a9b-56c8-41e7-b17e-ffce081d60a3 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Added segment 3253c46d-e602-4f6b-a53d-c22a4eb4bdcd of type vlan for network 1ccf0ae0-bee0-4620-b1ec-aba73bf9ae0e Dec 21 13:25:45.110978 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8f8f67eb-12b9-4a02-93d5-a143fed6e54e tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:45.138025 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-cd2e6cc7-2e37-44b6-b8d1-573334f99ba4 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] Publish callbacks [] for floatingip, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:45.196614 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [req-66183349-62b5-4201-ba8a-cc2e45f7d4ad req-0b1594dd-b35f-46ab-b559-8491909df92a service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 13:25:45.197716 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-66183349-62b5-4201-ba8a-cc2e45f7d4ad req-0b1594dd-b35f-46ab-b559-8491909df92a service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3631797 Dec 21 13:25:45.209149 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8f67eb-12b9-4a02-93d5-a143fed6e54e tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d954d4a4-a47c-40a8-bdf9-efe27c7db5b4,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:45.218093 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6003714-2ddb-4a8e-8647-a765c99d146b tempest-PortsAdminExtendedAttrsTestJSON-1757369616 tempest-PortsAdminExtendedAttrsTestJSON-1757369616-project] Pushing event updated for resources: {'Network': ['ID=8ba33eed-c57c-4287-856c-f75df6a95a03,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:45.238783 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4a1aecfe-5ff7-4522-a11a-d071e12a2ee2 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks [] for router, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:45.249942 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-4a1aecfe-5ff7-4522-a11a-d071e12a2ee2 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 8.7154336 Dec 21 13:25:45.260320 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 53370) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:45.281869 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network 8ba33eed-c57c-4287-856c-f75df6a95a03 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:25:45.348783 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8f8f67eb-12b9-4a02-93d5-a143fed6e54e tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:45.353942 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-8f8f67eb-12b9-4a02-93d5-a143fed6e54e tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4682319 Dec 21 13:25:45.357169 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-66183349-62b5-4201-ba8a-cc2e45f7d4ad req-ed1c3a1c-3454-429e-aa4c-d6a05817cce8 service neutron] 10.222.0.37 "GET /v2.0/networks/39aa7305-1380-4f0a-b399-f8c03518e77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497312 Dec 21 13:25:45.367660 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 53372) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:45.386830 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1165577c-bc71-4422-94e2-809eafa0f745 None None] Pushing event updated for resources: {'Port': ['ID=a984a249-347d-4f6c-962c-d06af2546cf7,revision_number=4']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:45.388377 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-dfcc8a9b-56c8-41e7-b17e-ffce081d60a3 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:45.389663 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd863750-186e-456d-9f3a-1d599c26c74c None None] Routers {'2e68b54d-ba7b-4ea5-857e-5c90bb3745ba'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:25:45.394442 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-dd863750-186e-456d-9f3a-1d599c26c74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:25:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['2e68b54d-ba7b-4ea5-857e-5c90bb3745ba'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:25:45.402772 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-b83b9d70-250a-46d5-ba1e-d05d57625d19 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Request body: {'floatingip': {'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:25:45.526236 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 53374) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:45.528976 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b83b9d70-250a-46d5-ba1e-d05d57625d19 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Publish callbacks [] for floatingip, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:45.545547 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.db.resource_extend [None req-dfcc8a9b-56c8-41e7-b17e-ffce081d60a3 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 21 13:25:45.574670 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 53376) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:45.589516 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-fbfb60bd-f731-4cec-8d7e-7e830eed3c00 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Request body: {'port': {'network_id': '8ba33eed-c57c-4287-856c-f75df6a95a03', 'binding:host_id': 'hv-neutron-mast', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-916890283'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:25:45.592646 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7dd49035-0ad1-4dad-b704-615d1065127c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:45.597991 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port e8e23467-83d2-424a-a531-c080c307aeea triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:25:45.598391 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:45.617882 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7bd2e10a-6759-411f-b470-902a93b5ecc0 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548730'] for router, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:45.625495 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-dfcc8a9b-56c8-41e7-b17e-ffce081d60a3 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:45.626777 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfcc8a9b-56c8-41e7-b17e-ffce081d60a3 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:25:45.627490 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-dfcc8a9b-56c8-41e7-b17e-ffce081d60a3 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633769'] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:45.655979 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbfb60bd-f731-4cec-8d7e-7e830eed3c00 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Made reservation on behalf of 60394916bc5945539911164de85d1100 for: {'port': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:25:45.659642 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-fbfb60bd-f731-4cec-8d7e-7e830eed3c00 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:45.666599 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-dfcc8a9b-56c8-41e7-b17e-ffce081d60a3 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8594701 Dec 21 13:25:45.680957 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 53378) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:45.747795 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-3129a65c-483a-417a-9487-9cbeceddaa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:45.759482 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-66183349-62b5-4201-ba8a-cc2e45f7d4ad req-14fc0352-dcbf-49d1-b9ef-de3f076f46ce service neutron] 10.222.0.37 "GET /v2.0/networks/39aa7305-1380-4f0a-b399-f8c03518e77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3838706 Dec 21 13:25:45.810660 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcc8a9b-56c8-41e7-b17e-ffce081d60a3 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Pushing event updated for resources: {'Network': ['ID=1ccf0ae0-bee0-4620-b1ec-aba73bf9ae0e,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:45.812113 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-dd863750-186e-456d-9f3a-1d599c26c74c None None] Set router 2e68b54d-ba7b-4ea5-857e-5c90bb3745ba gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:25:45.825709 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-cd2e6cc7-2e37-44b6-b8d1-573334f99ba4 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:45.839850 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d5fd93-a0bb-4eac-aea2-e6c3e6c36b4c None None] Sync routers for ids ['b44ff600-8627-4e48-ba1d-936ad86055c1'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:25:45.856949 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-3129a65c-483a-417a-9487-9cbeceddaa3d None None] For port a984a249-347d-4f6c-962c-d06af2546cf7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a984a249-347d-4f6c-962c-d06af2546cf7,segment=NetworkSegment(e364c909-484b-4482-ad56-e639441ae690),segment_id=e364c909-484b-4482-ad56-e639441ae690)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:25:45.858811 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d5fd93-a0bb-4eac-aea2-e6c3e6c36b4c None None] Routers {'b44ff600-8627-4e48-ba1d-936ad86055c1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:25:45.860258 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-b6d5fd93-a0bb-4eac-aea2-e6c3e6c36b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:25:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['b44ff600-8627-4e48-ba1d-936ad86055c1'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:25:45.865216 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network 1ccf0ae0-bee0-4620-b1ec-aba73bf9ae0e details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:25:45.893930 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ad17bd-d4ed-4dbc-b0a0-da0658c4bf75 tempest-ExternalNetworksTestJSON-1500723583 tempest-ExternalNetworksTestJSON-1500723583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:25:45.898062 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-16ad17bd-d4ed-4dbc-b0a0-da0658c4bf75 tempest-ExternalNetworksTestJSON-1500723583 tempest-ExternalNetworksTestJSON-1500723583-project] 10.222.0.37 "GET /v2.0/networks/1ccf0ae0-bee0-4620-b1ec-aba73bf9ae0e HTTP/1.1" status: 200 len: 757 time: 0.2122478 Dec 21 13:25:45.900470 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 53380) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:45.921525 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-3129a65c-483a-417a-9487-9cbeceddaa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:45.969851 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7dd49035-0ad1-4dad-b704-615d1065127c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:45.983011 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6c86acab-034d-4e9b-8b3a-dba83667d5c2 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks [] for router, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:46.063792 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-b6d5fd93-a0bb-4eac-aea2-e6c3e6c36b4c None None] Set router b44ff600-8627-4e48-ba1d-936ad86055c1 gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:25:46.090175 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e431710a-d5d9-4488-8d14-f451d284e306 tempest-ExternalNetworksTestJSON-1500723583 tempest-ExternalNetworksTestJSON-1500723583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:25:46.092260 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-e431710a-d5d9-4488-8d14-f451d284e306 tempest-ExternalNetworksTestJSON-1500723583 tempest-ExternalNetworksTestJSON-1500723583-project] 10.222.0.37 "GET /v2.0/networks/0dce2cb7-3671-408e-a25a-730c26632cb9 HTTP/1.1" status: 200 len: 768 time: 0.1893415 Dec 21 13:25:46.096236 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-fbfb60bd-f731-4cec-8d7e-7e830eed3c00 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:46.098285 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 53388) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:46.114863 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7dd49035-0ad1-4dad-b704-615d1065127c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:46.166400 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-7dd49035-0ad1-4dad-b704-615d1065127c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=868133684b754e8c969a62e4d83c7c56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6386342 Dec 21 13:25:46.182248 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 53400) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:46.327577 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-67b997a4-5e3d-4b2e-bd71-728ed3e9dd85 None None] Provisioning complete for port a984a249-347d-4f6c-962c-d06af2546cf7 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:25:46.328236 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-67b997a4-5e3d-4b2e-bd71-728ed3e9dd85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:46.352075 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bd2e10a-6759-411f-b470-902a93b5ecc0 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Router 379ad297-0af3-4487-b835-20a9cf22cfbb is scheduled to L3 agent 59e14383-78fa-487e-9299-b32042a98157 with binding_index 1 {{(pid=103152) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 13:25:46.374895 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-b6d5fd93-a0bb-4eac-aea2-e6c3e6c36b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b44ff600-8627-4e48-ba1d-936ad86055c1', 'name': '', 'tenant_id': '3d94f03dbf1c4f0aa2571543427d6226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad793bb7-2b68-41c2-a76c-0260e0faa6ae', 'external_fixed_ips': [{'subnet_id': '9445bcf7-309b-4a68-a11a-03ba8aa0b63b', 'ip_address': '2001:db8::48'}], 'enable_snat': True}, 'gw_port_id': '541517ba-1e69-4e3a-9b42-6810ee9bdfa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:25:36Z', 'updated_at': '2021-12-21T13:25:42Z', 'revision_number': 3, 'project_id': '3d94f03dbf1c4f0aa2571543427d6226', 'gw_port': {'id': '541517ba-1e69-4e3a-9b42-6810ee9bdfa6', 'name': '', 'network_id': 'ad793bb7-2b68-41c2-a76c-0260e0faa6ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:57:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b44ff600-8627-4e48-ba1d-936ad86055c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 146, 'fixed_ips': [{'subnet_id': '9445bcf7-309b-4a68-a11a-03ba8aa0b63b', 'ip_address': '2001:db8::48', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:25:39Z', 'updated_at': '2021-12-21T13:25:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9445bcf7-309b-4a68-a11a-03ba8aa0b63b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:25:46.418665 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d5fd93-a0bb-4eac-aea2-e6c3e6c36b4c None None] Checking router: b44ff600-8627-4e48-ba1d-936ad86055c1 for host: dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:25:46.419314 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d5fd93-a0bb-4eac-aea2-e6c3e6c36b4c None None] Updating router b44ff600-8627-4e48-ba1d-936ad86055c1 port 541517ba-1e69-4e3a-9b42-6810ee9bdfa6 binding host dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 13:25:46.450449 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b6d5fd93-a0bb-4eac-aea2-e6c3e6c36b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:46.480314 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 53408) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:46.511337 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd49035-0ad1-4dad-b704-615d1065127c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62b1f6ce-ca7d-44e7-aa17-3805abb37a57,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:46.528016 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3129a65c-483a-417a-9487-9cbeceddaa3d None None] Pushing event updated for resources: {'Port': ['ID=a984a249-347d-4f6c-962c-d06af2546cf7,revision_number=5']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:46.579222 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-cd2e6cc7-2e37-44b6-b8d1-573334f99ba4 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] Allocated IP 172.36.3.229 (7fdf1889-f079-4166-bbda-88b2a8d8d595/051a5607-1753-4008-a2f2-d94b48752e9c/5ada5249-24b2-41c1-9020-27eaa2db307f) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:25:46.623500 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-dd863750-186e-456d-9f3a-1d599c26c74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e68b54d-ba7b-4ea5-857e-5c90bb3745ba', 'name': 'tempest-ServerActionsTestJSON-196369966-router', 'tenant_id': 'eb17296434674195836b28e8a0fc67cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.93'}], 'enable_snat': True}, 'gw_port_id': 'b3c1be79-5ee6-4a0c-b4ac-211e5b59e717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:25:21Z', 'updated_at': '2021-12-21T13:25:37Z', 'revision_number': 4, 'project_id': 'eb17296434674195836b28e8a0fc67cf', 'gw_port': {'id': 'b3c1be79-5ee6-4a0c-b4ac-211e5b59e717', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a4:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e68b54d-ba7b-4ea5-857e-5c90bb3745ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:25:24Z', 'updated_at': '2021-12-21T13:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'a984a249-347d-4f6c-962c-d06af2546cf7', 'name': '', 'network_id': 'ec88161e-a588-41e1-b33a-71ad6f2116fc', 'tenant_id': 'eb17296434674195836b28e8a0fc67cf', 'mac_address': 'fa:16:3e:26:78:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e68b54d-ba7b-4ea5-857e-5c90bb3745ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'fea6c692-bae9-40da-92a1-c6d85a86ba17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:25:34Z', 'updated_at': '2021-12-21T13:25:44Z', 'revision_number': 4, 'project_id': 'eb17296434674195836b28e8a0fc67cf', 'subnets': [{'id': 'fea6c692-bae9-40da-92a1-c6d85a86ba17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:25:46.657192 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-669c8ee7-0ab5-4c89-9c08-713d2c1380d5 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:46.675560 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd863750-186e-456d-9f3a-1d599c26c74c None None] The sync data for ids ['2e68b54d-ba7b-4ea5-857e-5c90bb3745ba'] in dv-neutron-master-2-hyperv is: [{'id': '2e68b54d-ba7b-4ea5-857e-5c90bb3745ba', 'name': 'tempest-ServerActionsTestJSON-196369966-router', 'tenant_id': 'eb17296434674195836b28e8a0fc67cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.93'}], 'enable_snat': True}, 'gw_port_id': 'b3c1be79-5ee6-4a0c-b4ac-211e5b59e717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:25:21Z', 'updated_at': '2021-12-21T13:25:37Z', 'revision_number': 4, 'project_id': 'eb17296434674195836b28e8a0fc67cf', 'gw_port': {'id': 'b3c1be79-5ee6-4a0c-b4ac-211e5b59e717', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a4:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e68b54d-ba7b-4ea5-857e-5c90bb3745ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:25:24Z', 'updated_at': '2021-12-21T13:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'a984a249-347d-4f6c-962c-d06af2546cf7', 'name': '', 'network_id': 'ec88161e-a588-41e1-b33a-71ad6f2116fc', 'tenant_id': 'eb17296434674195836b28e8a0fc67cf', 'mac_address': 'fa:16:3e:26:78:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e68b54d-ba7b-4ea5-857e-5c90bb3745ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'fea6c692-bae9-40da-92a1-c6d85a86ba17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:25:34Z', 'updated_at': '2021-12-21T13:25:44Z', 'revision_number': 4, 'project_id': 'eb17296434674195836b28e8a0fc67cf', 'subnets': [{'id': 'fea6c692-bae9-40da-92a1-c6d85a86ba17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:25:46.712248 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-bd016ddc-c5b3-43c1-b327-5c53622d036d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:46.728751 dv-neutron-master-2-hyperv neutron-server[103152]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 21 13:25:46.741636 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-bd016ddc-c5b3-43c1-b327-5c53622d036d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:46.772437 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6c86acab-034d-4e9b-8b3a-dba83667d5c2 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:46.840481 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-72a08581-a391-40ba-98c6-b907e17861e4 req-ae8089b5-a69d-4b81-93bc-d2f47aab175d tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3f56ce0-d200-46aa-8d4a-98f5ecd429fb HTTP/1.1" status: 200 len: 210 time: 0.3589370 Dec 21 13:25:46.841939 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b83b9d70-250a-46d5-ba1e-d05d57625d19 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:46.933857 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b6d5fd93-a0bb-4eac-aea2-e6c3e6c36b4c None None] Publish callbacks [] for port, precommit_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:46.935243 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-bd016ddc-c5b3-43c1-b327-5c53622d036d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:46.939267 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-bd016ddc-c5b3-43c1-b327-5c53622d036d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:46.940729 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-bd016ddc-c5b3-43c1-b327-5c53622d036d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/62b1f6ce-ca7d-44e7-aa17-3805abb37a57 HTTP/1.1" status: 204 len: 168 time: 0.7574122 Dec 21 13:25:46.942520 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b6d5fd93-a0bb-4eac-aea2-e6c3e6c36b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:46.957589 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-cd2e6cc7-2e37-44b6-b8d1-573334f99ba4 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:47.026902 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-fbfb60bd-f731-4cec-8d7e-7e830eed3c00 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:47.032866 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bd2e10a-6759-411f-b470-902a93b5ecc0 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:25:47.043989 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-fbfb60bd-f731-4cec-8d7e-7e830eed3c00 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:47.060614 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780a7b7f-036e-45e1-bdec-4b0b8b15dbc9 None None] Sync routers for ids ['379ad297-0af3-4487-b835-20a9cf22cfbb'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:25:47.085816 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-fbfb60bd-f731-4cec-8d7e-7e830eed3c00 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] device_id is not set on port 90d6911f-91d5-41cc-836a-16798e78a472 yet. {{(pid=103152) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 13:25:47.087978 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780a7b7f-036e-45e1-bdec-4b0b8b15dbc9 None None] Routers {'379ad297-0af3-4487-b835-20a9cf22cfbb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:25:47.088621 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-780a7b7f-036e-45e1-bdec-4b0b8b15dbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:25:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['379ad297-0af3-4487-b835-20a9cf22cfbb'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:25:47.090212 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a9881c-3df3-46ac-bec9-0907aaabcf27 None None] Pushing event updated for resources: {'Port': ['ID=541517ba-1e69-4e3a-9b42-6810ee9bdfa6,revision_number=2']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:47.107477 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-669c8ee7-0ab5-4c89-9c08-713d2c1380d5 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:47.123078 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd016ddc-c5b3-43c1-b327-5c53622d036d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b1f6ce-ca7d-44e7-aa17-3805abb37a57,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:47.162973 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-b6d5fd93-a0bb-4eac-aea2-e6c3e6c36b4c None None] Attempting to bind port 541517ba-1e69-4e3a-9b42-6810ee9bdfa6 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:25:47.163350 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-b6d5fd93-a0bb-4eac-aea2-e6c3e6c36b4c None None] Attempting to bind port 541517ba-1e69-4e3a-9b42-6810ee9bdfa6 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '1a5f1256-3f6d-4cda-8022-1809e46c05ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ad793bb7-2b68-41c2-a76c-0260e0faa6ae'}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:25:47.165305 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d5fd93-a0bb-4eac-aea2-e6c3e6c36b4c None None] Attempting to bind port 541517ba-1e69-4e3a-9b42-6810ee9bdfa6 on network ad793bb7-2b68-41c2-a76c-0260e0faa6ae {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:25:47.175915 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d5fd93-a0bb-4eac-aea2-e6c3e6c36b4c None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:25:47.180234 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d5fd93-a0bb-4eac-aea2-e6c3e6c36b4c None None] Checking segment: {'id': '1a5f1256-3f6d-4cda-8022-1809e46c05ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ad793bb7-2b68-41c2-a76c-0260e0faa6ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:25:47.183507 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b6d5fd93-a0bb-4eac-aea2-e6c3e6c36b4c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:47.184218 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d5fd93-a0bb-4eac-aea2-e6c3e6c36b4c None None] Bound using segment: {'id': '1a5f1256-3f6d-4cda-8022-1809e46c05ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ad793bb7-2b68-41c2-a76c-0260e0faa6ae'} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:25:47.184997 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-b6d5fd93-a0bb-4eac-aea2-e6c3e6c36b4c None None] Bound port: 541517ba-1e69-4e3a-9b42-6810ee9bdfa6, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a5f1256-3f6d-4cda-8022-1809e46c05ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ad793bb7-2b68-41c2-a76c-0260e0faa6ae'}}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:25:47.185616 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b6d5fd93-a0bb-4eac-aea2-e6c3e6c36b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:47.217955 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7bd2e10a-6759-411f-b470-902a93b5ecc0 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Publish callbacks [] for router, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:47.221905 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-7bd2e10a-6759-411f-b470-902a93b5ecc0 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 11.2335982 Dec 21 13:25:47.233013 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 53430) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:47.240030 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfb60bd-f731-4cec-8d7e-7e830eed3c00 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa8f6de-aad1-4da0-acb5-67ede9e2f4ec,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:47.254946 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-669c8ee7-0ab5-4c89-9c08-713d2c1380d5 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ccf0ae0-bee0-4620-b1ec-aba73bf9ae0e']}} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:25:47.264835 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-780a7b7f-036e-45e1-bdec-4b0b8b15dbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:25:47.299453 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-b6d5fd93-a0bb-4eac-aea2-e6c3e6c36b4c None None] For port 541517ba-1e69-4e3a-9b42-6810ee9bdfa6, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:25:47.300361 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780a7b7f-036e-45e1-bdec-4b0b8b15dbc9 None None] Routers {'379ad297-0af3-4487-b835-20a9cf22cfbb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:25:47.304857 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-b6d5fd93-a0bb-4eac-aea2-e6c3e6c36b4c None None] For port 541517ba-1e69-4e3a-9b42-6810ee9bdfa6, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=541517ba-1e69-4e3a-9b42-6810ee9bdfa6,segment=NetworkSegment(1a5f1256-3f6d-4cda-8022-1809e46c05ba),segment_id=1a5f1256-3f6d-4cda-8022-1809e46c05ba)] {{(pid=103155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:25:47.306582 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-780a7b7f-036e-45e1-bdec-4b0b8b15dbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:25:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['379ad297-0af3-4487-b835-20a9cf22cfbb'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:25:47.308456 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-669c8ee7-0ab5-4c89-9c08-713d2c1380d5 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3253c46d-e602-4f6b-a53d-c22a4eb4bdcd') {'for_net_delete': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:25:47.310987 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-669c8ee7-0ab5-4c89-9c08-713d2c1380d5 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3253c46d-e602-4f6b-a53d-c22a4eb4bdcd') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:25:47.313198 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b6d5fd93-a0bb-4eac-aea2-e6c3e6c36b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:47.349449 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-669c8ee7-0ab5-4c89-9c08-713d2c1380d5 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1585430'] for segment, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:47.384085 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-cd2e6cc7-2e37-44b6-b8d1-573334f99ba4 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:47.398479 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-780a7b7f-036e-45e1-bdec-4b0b8b15dbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:25:47.401273 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780a7b7f-036e-45e1-bdec-4b0b8b15dbc9 None None] The sync data for ids ['379ad297-0af3-4487-b835-20a9cf22cfbb'] in dv-neutron-master-2-hyperv is: [] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:25:47.423690 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a9881c-3df3-46ac-bec9-0907aaabcf27 None None] Pushing event updated for resources: {'Port': ['ID=541517ba-1e69-4e3a-9b42-6810ee9bdfa6,revision_number=3']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:47.432831 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d5fd93-a0bb-4eac-aea2-e6c3e6c36b4c None None] Routers {'b44ff600-8627-4e48-ba1d-936ad86055c1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:25:47.433811 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-b6d5fd93-a0bb-4eac-aea2-e6c3e6c36b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:25:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['b44ff600-8627-4e48-ba1d-936ad86055c1'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:25:47.487866 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-669c8ee7-0ab5-4c89-9c08-713d2c1380d5 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:47.493956 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2e6cc7-2e37-44b6-b8d1-573334f99ba4 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] Pushing event updated for resources: {'Port': ['ID=5ada5249-24b2-41c1-9020-27eaa2db307f,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:47.517505 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2e6cc7-2e37-44b6-b8d1-573334f99ba4 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] Network 7fdf1889-f079-4166-bbda-88b2a8d8d595 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:25:47.520366 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-cd2e6cc7-2e37-44b6-b8d1-573334f99ba4 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:25:47.535385 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-669c8ee7-0ab5-4c89-9c08-713d2c1380d5 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=103153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:25:47.539104 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-669c8ee7-0ab5-4c89-9c08-713d2c1380d5 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11349758'] for segment, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:47.542070 dv-neutron-master-2-hyperv neutron-server[103153]: Traceback (most recent call last): Dec 21 13:25:47.542070 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:25:47.542070 dv-neutron-master-2-hyperv neutron-server[103153]: timer() Dec 21 13:25:47.542070 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:25:47.542070 dv-neutron-master-2-hyperv neutron-server[103153]: cb(*args, **kw) Dec 21 13:25:47.542070 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:25:47.542070 dv-neutron-master-2-hyperv neutron-server[103153]: return func(*args, **kwargs) Dec 21 13:25:47.542070 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:25:47.542070 dv-neutron-master-2-hyperv neutron-server[103153]: self._notify() Dec 21 13:25:47.542070 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:25:47.542070 dv-neutron-master-2-hyperv neutron-server[103153]: self.callback(batched_events) Dec 21 13:25:47.542070 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:25:47.542070 dv-neutron-master-2-hyperv neutron-server[103153]: event.method(event) Dec 21 13:25:47.542070 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:25:47.542070 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:25:47.542070 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:25:47.542070 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:25:47.542070 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:25:47.542070 dv-neutron-master-2-hyperv neutron-server[103153]: return f(self, *a, **k) Dec 21 13:25:47.542070 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:25:47.542070 dv-neutron-master-2-hyperv neutron-server[103153]: return self._get(url).json() Dec 21 13:25:47.542070 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:25:47.542070 dv-neutron-master-2-hyperv neutron-server[103153]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:25:47.542070 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:25:47.542070 dv-neutron-master-2-hyperv neutron-server[103153]: return self.request(url, 'GET', **kwargs) Dec 21 13:25:47.542070 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:25:47.542070 dv-neutron-master-2-hyperv neutron-server[103153]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:25:47.542070 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:25:47.542070 dv-neutron-master-2-hyperv neutron-server[103153]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:25:47.542070 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:25:47.542070 dv-neutron-master-2-hyperv neutron-server[103153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:25:47.542070 dv-neutron-master-2-hyperv neutron-server[103153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:25:47.547358 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2e6cc7-2e37-44b6-b8d1-573334f99ba4 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:25:47.596682 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-b6d5fd93-a0bb-4eac-aea2-e6c3e6c36b4c None None] Set router b44ff600-8627-4e48-ba1d-936ad86055c1 gateway port host: None {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:25:47.688768 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-6c86acab-034d-4e9b-8b3a-dba83667d5c2 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Deleting port 541517ba-1e69-4e3a-9b42-6810ee9bdfa6 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:25:47.689491 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6c86acab-034d-4e9b-8b3a-dba83667d5c2 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:47.730941 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-b6d5fd93-a0bb-4eac-aea2-e6c3e6c36b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b44ff600-8627-4e48-ba1d-936ad86055c1', 'name': '', 'tenant_id': '3d94f03dbf1c4f0aa2571543427d6226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:25:36Z', 'updated_at': '2021-12-21T13:25:46Z', 'revision_number': 4, 'project_id': '3d94f03dbf1c4f0aa2571543427d6226', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:25:47.786992 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d5fd93-a0bb-4eac-aea2-e6c3e6c36b4c None None] The sync data for ids ['b44ff600-8627-4e48-ba1d-936ad86055c1'] in dv-neutron-master-2-hyperv is: [{'id': 'b44ff600-8627-4e48-ba1d-936ad86055c1', 'name': '', 'tenant_id': '3d94f03dbf1c4f0aa2571543427d6226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:25:36Z', 'updated_at': '2021-12-21T13:25:46Z', 'revision_number': 4, 'project_id': '3d94f03dbf1c4f0aa2571543427d6226', 'gw_port_host': None}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:25:47.823119 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-669c8ee7-0ab5-4c89-9c08-713d2c1380d5 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:47.862892 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-669c8ee7-0ab5-4c89-9c08-713d2c1380d5 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1ccf0ae0-bee0-4620-b1ec-aba73bf9ae0e {{(pid=103153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 21 13:25:47.887428 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-669c8ee7-0ab5-4c89-9c08-713d2c1380d5 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633769'] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:47.890773 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-669c8ee7-0ab5-4c89-9c08-713d2c1380d5 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] 10.222.0.37 "DELETE /v2.0/networks/1ccf0ae0-bee0-4620-b1ec-aba73bf9ae0e HTTP/1.1" status: 204 len: 168 time: 1.7913194 Dec 21 13:25:47.893677 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669c8ee7-0ab5-4c89-9c08-713d2c1380d5 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Pushing event deleted for resources: {'Network': ['ID=1ccf0ae0-bee0-4620-b1ec-aba73bf9ae0e,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:47.899407 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 53448) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:47.907455 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-434a69e2-cbf1-46e7-b2d8-d45d632b528d tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Request body: {'network': {'name': 'tempest-network--875567065'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:25:47.933260 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-cd2e6cc7-2e37-44b6-b8d1-573334f99ba4 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:47.940759 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-434a69e2-cbf1-46e7-b2d8-d45d632b528d tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Made reservation on behalf of 117a420369f64daf97cb1a530a956e8b for: {'network': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:25:47.942865 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-434a69e2-cbf1-46e7-b2d8-d45d632b528d tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:48.002630 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-b83b9d70-250a-46d5-ba1e-d05d57625d19 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Allocated IP 172.36.3.63 (7fdf1889-f079-4166-bbda-88b2a8d8d595/051a5607-1753-4008-a2f2-d94b48752e9c/e3039ad7-37bc-4cd2-9b84-2a42b5dda8c1) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:25:48.094954 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6c86acab-034d-4e9b-8b3a-dba83667d5c2 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:48.113757 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-434a69e2-cbf1-46e7-b2d8-d45d632b528d tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=103153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:25:48.126747 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-434a69e2-cbf1-46e7-b2d8-d45d632b528d tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:48.127497 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.segments_db [None req-434a69e2-cbf1-46e7-b2d8-d45d632b528d tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Added segment 5df6368c-9911-4d88-a2d1-3132585db046 of type vlan for network f2e2c7de-39ac-42d8-918f-b8ad8ddf9da8 Dec 21 13:25:48.168134 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-6c86acab-034d-4e9b-8b3a-dba83667d5c2 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Calling delete_port for 541517ba-1e69-4e3a-9b42-6810ee9bdfa6 owned by network:router_gateway {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:25:48.247884 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-434a69e2-cbf1-46e7-b2d8-d45d632b528d tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:48.261418 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-fbfb60bd-f731-4cec-8d7e-7e830eed3c00 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] device_id is not set on port 90d6911f-91d5-41cc-836a-16798e78a472 yet. {{(pid=103152) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 13:25:48.292873 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-139dc171-d584-4112-bfc6-17e3b82011df req-bc7f2eaa-dd61-4c63-9d33-69c149b5bf15 tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3f56ce0-d200-46aa-8d4a-98f5ecd429fb HTTP/1.1" status: 200 len: 210 time: 0.2685940 Dec 21 13:25:48.293526 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-cd2e6cc7-2e37-44b6-b8d1-573334f99ba4 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:48.319832 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-fbfb60bd-f731-4cec-8d7e-7e830eed3c00 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:48.338213 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-434a69e2-cbf1-46e7-b2d8-d45d632b528d tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:48.339696 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434a69e2-cbf1-46e7-b2d8-d45d632b528d tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:25:48.341247 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-434a69e2-cbf1-46e7-b2d8-d45d632b528d tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633769'] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:48.359740 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-fbfb60bd-f731-4cec-8d7e-7e830eed3c00 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:48.428606 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-434a69e2-cbf1-46e7-b2d8-d45d632b528d tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5280583 Dec 21 13:25:48.436588 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 53462) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:48.443609 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-2613a4ee-460f-4fc2-a907-4972e4137ed4 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:25:48.479358 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b83b9d70-250a-46d5-ba1e-d05d57625d19 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:48.515688 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434a69e2-cbf1-46e7-b2d8-d45d632b528d tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Pushing event updated for resources: {'Network': ['ID=f2e2c7de-39ac-42d8-918f-b8ad8ddf9da8,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:48.531508 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network f2e2c7de-39ac-42d8-918f-b8ad8ddf9da8 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:25:48.683212 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfb60bd-f731-4cec-8d7e-7e830eed3c00 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Pushing event updated for resources: {'Port': ['ID=90d6911f-91d5-41cc-836a-16798e78a472,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:48.780151 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfb60bd-f731-4cec-8d7e-7e830eed3c00 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Checking segment: {'id': 'd68cd9cf-5664-41c8-9578-d1e7465dcd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8ba33eed-c57c-4287-856c-f75df6a95a03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:25:48.780419 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbfb60bd-f731-4cec-8d7e-7e830eed3c00 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Network hostable DHCP agents. Network: 8ba33eed-c57c-4287-856c-f75df6a95a03, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:25:48.798435 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device a984a249-347d-4f6c-962c-d06af2546cf7 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:25:48.832673 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b83b9d70-250a-46d5-ba1e-d05d57625d19 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:48.960964 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port a984a249-347d-4f6c-962c-d06af2546cf7 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:25:48.962245 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:48.967002 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2613a4ee-460f-4fc2-a907-4972e4137ed4 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:48.992507 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-cd2e6cc7-2e37-44b6-b8d1-573334f99ba4 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:48.995223 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2613a4ee-460f-4fc2-a907-4972e4137ed4 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:49.021212 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83b9d70-250a-46d5-ba1e-d05d57625d19 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Network 7fdf1889-f079-4166-bbda-88b2a8d8d595 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:25:49.024841 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbfb60bd-f731-4cec-8d7e-7e830eed3c00 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Network 8ba33eed-c57c-4287-856c-f75df6a95a03 is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:25:49.027224 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-cd2e6cc7-2e37-44b6-b8d1-573334f99ba4 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:49.033896 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2613a4ee-460f-4fc2-a907-4972e4137ed4 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Network f2e2c7de-39ac-42d8-918f-b8ad8ddf9da8 is not hosted by any dhcp agent {{(pid=103153) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 21 13:25:49.034223 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2613a4ee-460f-4fc2-a907-4972e4137ed4 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:25:49.034890 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2613a4ee-460f-4fc2-a907-4972e4137ed4 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:49.036852 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-2613a4ee-460f-4fc2-a907-4972e4137ed4 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] 10.222.0.37 "PUT /v2.0/networks/f2e2c7de-39ac-42d8-918f-b8ad8ddf9da8 HTTP/1.1" status: 200 len: 857 time: 0.5987022 Dec 21 13:25:49.041658 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-b83b9d70-250a-46d5-ba1e-d05d57625d19 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:25:49.043629 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83b9d70-250a-46d5-ba1e-d05d57625d19 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Pushing event updated for resources: {'Port': ['ID=e3039ad7-37bc-4cd2-9b84-2a42b5dda8c1,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:49.043840 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 53472) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:49.047632 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83b9d70-250a-46d5-ba1e-d05d57625d19 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:25:49.053006 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6c86acab-034d-4e9b-8b3a-dba83667d5c2 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:49.076996 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-fbfb60bd-f731-4cec-8d7e-7e830eed3c00 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 8ba33eed-c57c-4287-856c-f75df6a95a03) {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:25:49.097683 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfb60bd-f731-4cec-8d7e-7e830eed3c00 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:25:49.135407 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31270924-9042-4515-9258-bdcd92fc84d0 None None] Network 8ba33eed-c57c-4287-856c-f75df6a95a03 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:25:49.143448 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c86acab-034d-4e9b-8b3a-dba83667d5c2 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Pushing event deleted for resources: {'Port': ['ID=541517ba-1e69-4e3a-9b42-6810ee9bdfa6,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:49.188411 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-fbfb60bd-f731-4cec-8d7e-7e830eed3c00 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempting to bind port 90d6911f-91d5-41cc-836a-16798e78a472 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:25:49.188765 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-fbfb60bd-f731-4cec-8d7e-7e830eed3c00 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempting to bind port 90d6911f-91d5-41cc-836a-16798e78a472 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'd68cd9cf-5664-41c8-9578-d1e7465dcd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8ba33eed-c57c-4287-856c-f75df6a95a03'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:25:49.189166 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfb60bd-f731-4cec-8d7e-7e830eed3c00 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempting to bind port 90d6911f-91d5-41cc-836a-16798e78a472 on network 8ba33eed-c57c-4287-856c-f75df6a95a03 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:25:49.200852 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f10cec99-b9f8-4833-9581-7f2b734c38b6 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:49.203932 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6c86acab-034d-4e9b-8b3a-dba83667d5c2 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-548638'] for router_gateway, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:49.226711 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2613a4ee-460f-4fc2-a907-4972e4137ed4 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Pushing event updated for resources: {'Network': ['ID=f2e2c7de-39ac-42d8-918f-b8ad8ddf9da8,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:49.231824 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfb60bd-f731-4cec-8d7e-7e830eed3c00 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Port 90d6911f-91d5-41cc-836a-16798e78a472 on network 8ba33eed-c57c-4287-856c-f75df6a95a03 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 13:25:49.232324 dv-neutron-master-2-hyperv neutron-server[103152]: ERROR neutron.plugins.ml2.managers [None req-fbfb60bd-f731-4cec-8d7e-7e830eed3c00 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Failed to bind port 90d6911f-91d5-41cc-836a-16798e78a472 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'd68cd9cf-5664-41c8-9578-d1e7465dcd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8ba33eed-c57c-4287-856c-f75df6a95a03'}] Dec 21 13:25:49.260768 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.plugins.ml2.plugin [None req-fbfb60bd-f731-4cec-8d7e-7e830eed3c00 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempt 2 to bind port 90d6911f-91d5-41cc-836a-16798e78a472 Dec 21 13:25:49.263258 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.60', 62035) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:49.363535 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f10cec99-b9f8-4833-9581-7f2b734c38b6 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:49.388808 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-f10cec99-b9f8-4833-9581-7f2b734c38b6 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2e2c7de-39ac-42d8-918f-b8ad8ddf9da8']}} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:25:49.400202 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-f10cec99-b9f8-4833-9581-7f2b734c38b6 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5df6368c-9911-4d88-a2d1-3132585db046') {'for_net_delete': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:25:49.400553 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-f10cec99-b9f8-4833-9581-7f2b734c38b6 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5df6368c-9911-4d88-a2d1-3132585db046') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:25:49.435751 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2e6cc7-2e37-44b6-b8d1-573334f99ba4 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] Pushing event updated for resources: {'Port': ['ID=5ada5249-24b2-41c1-9020-27eaa2db307f,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:49.448119 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-fbfb60bd-f731-4cec-8d7e-7e830eed3c00 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempting to bind port 90d6911f-91d5-41cc-836a-16798e78a472 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:25:49.448550 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-fbfb60bd-f731-4cec-8d7e-7e830eed3c00 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempting to bind port 90d6911f-91d5-41cc-836a-16798e78a472 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'd68cd9cf-5664-41c8-9578-d1e7465dcd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8ba33eed-c57c-4287-856c-f75df6a95a03'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:25:49.449079 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f10cec99-b9f8-4833-9581-7f2b734c38b6 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1585430'] for segment, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:49.449413 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfb60bd-f731-4cec-8d7e-7e830eed3c00 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempting to bind port 90d6911f-91d5-41cc-836a-16798e78a472 on network 8ba33eed-c57c-4287-856c-f75df6a95a03 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:25:49.472811 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6c86acab-034d-4e9b-8b3a-dba83667d5c2 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26950'] for router, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:49.489424 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6c86acab-034d-4e9b-8b3a-dba83667d5c2 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:49.519088 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f10cec99-b9f8-4833-9581-7f2b734c38b6 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:49.525897 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfb60bd-f731-4cec-8d7e-7e830eed3c00 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Port 90d6911f-91d5-41cc-836a-16798e78a472 on network 8ba33eed-c57c-4287-856c-f75df6a95a03 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 13:25:49.526566 dv-neutron-master-2-hyperv neutron-server[103152]: ERROR neutron.plugins.ml2.managers [None req-fbfb60bd-f731-4cec-8d7e-7e830eed3c00 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Failed to bind port 90d6911f-91d5-41cc-836a-16798e78a472 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'd68cd9cf-5664-41c8-9578-d1e7465dcd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8ba33eed-c57c-4287-856c-f75df6a95a03'}] Dec 21 13:25:49.536883 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f10cec99-b9f8-4833-9581-7f2b734c38b6 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=103153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:25:49.537371 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f10cec99-b9f8-4833-9581-7f2b734c38b6 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11349758'] for segment, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:49.541154 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.plugins.ml2.plugin [None req-fbfb60bd-f731-4cec-8d7e-7e830eed3c00 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempt 3 to bind port 90d6911f-91d5-41cc-836a-16798e78a472 Dec 21 13:25:49.542397 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-cd2e6cc7-2e37-44b6-b8d1-573334f99ba4 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548820'] for floatingip, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:49.546639 dv-neutron-master-2-hyperv neutron-server[103153]: Traceback (most recent call last): Dec 21 13:25:49.546639 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:25:49.546639 dv-neutron-master-2-hyperv neutron-server[103153]: timer() Dec 21 13:25:49.546639 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:25:49.546639 dv-neutron-master-2-hyperv neutron-server[103153]: cb(*args, **kw) Dec 21 13:25:49.546639 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:25:49.546639 dv-neutron-master-2-hyperv neutron-server[103153]: return func(*args, **kwargs) Dec 21 13:25:49.546639 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:25:49.546639 dv-neutron-master-2-hyperv neutron-server[103153]: self._notify() Dec 21 13:25:49.546639 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:25:49.546639 dv-neutron-master-2-hyperv neutron-server[103153]: self.callback(batched_events) Dec 21 13:25:49.546639 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:25:49.546639 dv-neutron-master-2-hyperv neutron-server[103153]: event.method(event) Dec 21 13:25:49.546639 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:25:49.546639 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:25:49.546639 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:25:49.546639 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:25:49.546639 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:25:49.546639 dv-neutron-master-2-hyperv neutron-server[103153]: return f(self, *a, **k) Dec 21 13:25:49.546639 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:25:49.546639 dv-neutron-master-2-hyperv neutron-server[103153]: return self._get(url).json() Dec 21 13:25:49.546639 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:25:49.546639 dv-neutron-master-2-hyperv neutron-server[103153]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:25:49.546639 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:25:49.546639 dv-neutron-master-2-hyperv neutron-server[103153]: return self.request(url, 'GET', **kwargs) Dec 21 13:25:49.546639 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:25:49.546639 dv-neutron-master-2-hyperv neutron-server[103153]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:25:49.546639 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:25:49.546639 dv-neutron-master-2-hyperv neutron-server[103153]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:25:49.546639 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:25:49.546639 dv-neutron-master-2-hyperv neutron-server[103153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:25:49.546639 dv-neutron-master-2-hyperv neutron-server[103153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:25:49.569996 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b83b9d70-250a-46d5-ba1e-d05d57625d19 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:49.575124 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-696c45f9-5803-4aee-a4e6-9eab2ee8f3bd tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:49.611514 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 53486) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:49.634240 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-cd2e6cc7-2e37-44b6-b8d1-573334f99ba4 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for floatingip, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:49.642425 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-cd2e6cc7-2e37-44b6-b8d1-573334f99ba4 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6962752 Dec 21 13:25:49.660299 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f10cec99-b9f8-4833-9581-7f2b734c38b6 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:49.667744 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f10cec99-b9f8-4833-9581-7f2b734c38b6 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f2e2c7de-39ac-42d8-918f-b8ad8ddf9da8 {{(pid=103153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 21 13:25:49.670822 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f10cec99-b9f8-4833-9581-7f2b734c38b6 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:49.679276 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-f10cec99-b9f8-4833-9581-7f2b734c38b6 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] 10.222.0.37 "DELETE /v2.0/networks/f2e2c7de-39ac-42d8-918f-b8ad8ddf9da8 HTTP/1.1" status: 204 len: 168 time: 0.5880682 Dec 21 13:25:49.703185 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 53494) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:49.763714 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10cec99-b9f8-4833-9581-7f2b734c38b6 tempest-ExternalNetworksTestJSON-1540301068 tempest-ExternalNetworksTestJSON-1540301068-project-admin] Pushing event deleted for resources: {'Network': ['ID=f2e2c7de-39ac-42d8-918f-b8ad8ddf9da8,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:49.773901 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.pecan_wsgi.hooks.translation [None req-18ae5616-8c40-40cd-bcad-425466048fc1 tempest-ExternalNetworksTestJSON-1500723583 tempest-ExternalNetworksTestJSON-1500723583-project] DELETE failed (client error): The resource could not be found. Dec 21 13:25:49.774907 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18ae5616-8c40-40cd-bcad-425466048fc1 tempest-ExternalNetworksTestJSON-1500723583 tempest-ExternalNetworksTestJSON-1500723583-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:25:49.779094 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-18ae5616-8c40-40cd-bcad-425466048fc1 tempest-ExternalNetworksTestJSON-1500723583 tempest-ExternalNetworksTestJSON-1500723583-project] 10.222.0.37 "DELETE /v2.0/subnets/12ff41bd-f3ff-4fa5-9807-0a015c8be08c HTTP/1.1" status: 404 len: 337 time: 0.0707638 Dec 21 13:25:49.781770 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 53500) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:49.952651 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-21d05e0b-9ecd-4ff1-a6f7-a9b21da8065c tempest-ExternalNetworksTestJSON-1500723583 tempest-ExternalNetworksTestJSON-1500723583-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:50.013774 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-0f2d5dba-f436-4023-8161-2a99392c54a2 req-c5a582ff-bbf3-4c6f-a982-249a3d988ff3 tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3f56ce0-d200-46aa-8d4a-98f5ecd429fb HTTP/1.1" status: 200 len: 210 time: 0.4538288 Dec 21 13:25:50.076528 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-fbfb60bd-f731-4cec-8d7e-7e830eed3c00 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempting to bind port 90d6911f-91d5-41cc-836a-16798e78a472 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:25:50.076872 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-fbfb60bd-f731-4cec-8d7e-7e830eed3c00 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempting to bind port 90d6911f-91d5-41cc-836a-16798e78a472 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'd68cd9cf-5664-41c8-9578-d1e7465dcd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8ba33eed-c57c-4287-856c-f75df6a95a03'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:25:50.077219 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfb60bd-f731-4cec-8d7e-7e830eed3c00 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempting to bind port 90d6911f-91d5-41cc-836a-16798e78a472 on network 8ba33eed-c57c-4287-856c-f75df6a95a03 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:25:50.118453 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6c86acab-034d-4e9b-8b3a-dba83667d5c2 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534967'] for router, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:50.118757 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c86acab-034d-4e9b-8b3a-dba83667d5c2 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b44ff600-8627-4e48-ba1d-936ad86055c1 {{(pid=103152) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 13:25:50.123596 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-166844c9-de68-477d-97c5-f73d6379a7d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1492202231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1492202231-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1377086600'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:25:50.140752 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-21d05e0b-9ecd-4ff1-a6f7-a9b21da8065c tempest-ExternalNetworksTestJSON-1500723583 tempest-ExternalNetworksTestJSON-1500723583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:50.140974 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6c86acab-034d-4e9b-8b3a-dba83667d5c2 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks [] for router, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:50.145368 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-6c86acab-034d-4e9b-8b3a-dba83667d5c2 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] 10.222.0.37 "DELETE /v2.0/routers/b44ff600-8627-4e48-ba1d-936ad86055c1 HTTP/1.1" status: 204 len: 168 time: 4.8813879 Dec 21 13:25:50.151881 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfb60bd-f731-4cec-8d7e-7e830eed3c00 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Port 90d6911f-91d5-41cc-836a-16798e78a472 on network 8ba33eed-c57c-4287-856c-f75df6a95a03 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 13:25:50.152365 dv-neutron-master-2-hyperv neutron-server[103152]: ERROR neutron.plugins.ml2.managers [None req-fbfb60bd-f731-4cec-8d7e-7e830eed3c00 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Failed to bind port 90d6911f-91d5-41cc-836a-16798e78a472 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'd68cd9cf-5664-41c8-9578-d1e7465dcd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8ba33eed-c57c-4287-856c-f75df6a95a03'}] Dec 21 13:25:50.152905 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b83b9d70-250a-46d5-ba1e-d05d57625d19 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:50.153234 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 53518) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:50.157587 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.plugins.ml2.plugin [None req-fbfb60bd-f731-4cec-8d7e-7e830eed3c00 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempt 4 to bind port 90d6911f-91d5-41cc-836a-16798e78a472 Dec 21 13:25:50.191648 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66183349-62b5-4201-ba8a-cc2e45f7d4ad req-8fefdc2f-5324-4bbf-a20c-c1ed4c752303 tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:25:50.193563 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-66183349-62b5-4201-ba8a-cc2e45f7d4ad req-8fefdc2f-5324-4bbf-a20c-c1ed4c752303 tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] 10.222.0.60 "GET /v2.0/networks?id=39aa7305-1380-4f0a-b399-f8c03518e77f HTTP/1.1" status: 200 len: 811 time: 0.8617609 Dec 21 13:25:50.218921 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_v2 [None req-7efb5c13-c2f6-49e7-bf48-801398d91fac tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Deleting subnet 9445bcf7-309b-4a68-a11a-03ba8aa0b63b {{(pid=103153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:25:50.231206 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7efb5c13-c2f6-49e7-bf48-801398d91fac tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:50.241993 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-fbfb60bd-f731-4cec-8d7e-7e830eed3c00 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempting to bind port 90d6911f-91d5-41cc-836a-16798e78a472 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:25:50.242173 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-fbfb60bd-f731-4cec-8d7e-7e830eed3c00 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempting to bind port 90d6911f-91d5-41cc-836a-16798e78a472 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'd68cd9cf-5664-41c8-9578-d1e7465dcd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8ba33eed-c57c-4287-856c-f75df6a95a03'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:25:50.242545 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfb60bd-f731-4cec-8d7e-7e830eed3c00 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempting to bind port 90d6911f-91d5-41cc-836a-16798e78a472 on network 8ba33eed-c57c-4287-856c-f75df6a95a03 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:25:50.261225 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfb60bd-f731-4cec-8d7e-7e830eed3c00 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Port 90d6911f-91d5-41cc-836a-16798e78a472 on network 8ba33eed-c57c-4287-856c-f75df6a95a03 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 13:25:50.261560 dv-neutron-master-2-hyperv neutron-server[103152]: ERROR neutron.plugins.ml2.managers [None req-fbfb60bd-f731-4cec-8d7e-7e830eed3c00 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Failed to bind port 90d6911f-91d5-41cc-836a-16798e78a472 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'd68cd9cf-5664-41c8-9578-d1e7465dcd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8ba33eed-c57c-4287-856c-f75df6a95a03'}] Dec 21 13:25:50.264988 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-21d05e0b-9ecd-4ff1-a6f7-a9b21da8065c tempest-ExternalNetworksTestJSON-1500723583 tempest-ExternalNetworksTestJSON-1500723583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dce2cb7-3671-408e-a25a-730c26632cb9']}} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:25:50.268209 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.plugins.ml2.plugin [None req-fbfb60bd-f731-4cec-8d7e-7e830eed3c00 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempt 5 to bind port 90d6911f-91d5-41cc-836a-16798e78a472 Dec 21 13:25:50.296573 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-21d05e0b-9ecd-4ff1-a6f7-a9b21da8065c tempest-ExternalNetworksTestJSON-1500723583 tempest-ExternalNetworksTestJSON-1500723583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16832c66-a10f-43b8-b2c9-b712881e2517') {'for_net_delete': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:25:50.297033 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-21d05e0b-9ecd-4ff1-a6f7-a9b21da8065c tempest-ExternalNetworksTestJSON-1500723583 tempest-ExternalNetworksTestJSON-1500723583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16832c66-a10f-43b8-b2c9-b712881e2517') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:25:50.298933 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-166844c9-de68-477d-97c5-f73d6379a7d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1492202231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1492202231-project] Made reservation on behalf of 5cbfe225d0044da0a8c5a76f62cfdcc8 for: {'network': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:25:50.302767 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-166844c9-de68-477d-97c5-f73d6379a7d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1492202231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1492202231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:50.330971 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-166844c9-de68-477d-97c5-f73d6379a7d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1492202231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1492202231-project] Publish callbacks [] for security_group, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:50.341057 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-fbfb60bd-f731-4cec-8d7e-7e830eed3c00 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempting to bind port 90d6911f-91d5-41cc-836a-16798e78a472 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:25:50.341475 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-fbfb60bd-f731-4cec-8d7e-7e830eed3c00 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempting to bind port 90d6911f-91d5-41cc-836a-16798e78a472 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'd68cd9cf-5664-41c8-9578-d1e7465dcd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8ba33eed-c57c-4287-856c-f75df6a95a03'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:25:50.341828 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfb60bd-f731-4cec-8d7e-7e830eed3c00 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempting to bind port 90d6911f-91d5-41cc-836a-16798e78a472 on network 8ba33eed-c57c-4287-856c-f75df6a95a03 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:25:50.349822 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-21d05e0b-9ecd-4ff1-a6f7-a9b21da8065c tempest-ExternalNetworksTestJSON-1500723583 tempest-ExternalNetworksTestJSON-1500723583-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1585430'] for segment, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:50.353336 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7efb5c13-c2f6-49e7-bf48-801398d91fac tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1585439'] for subnet, precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:50.405105 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f21dd7b9-97d9-4246-8eb2-2cfb17e1dbf7 req-eae868b4-4e1d-4cb6-9bde-64a0e2c7134e tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1144333854&fields=id&tenant_id=8aee670f41db4d76aa264255d2510915 HTTP/1.1" status: 200 len: 267 time: 0.2778273 Dec 21 13:25:50.454246 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfb60bd-f731-4cec-8d7e-7e830eed3c00 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Port 90d6911f-91d5-41cc-836a-16798e78a472 on network 8ba33eed-c57c-4287-856c-f75df6a95a03 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 13:25:50.454931 dv-neutron-master-2-hyperv neutron-server[103152]: ERROR neutron.plugins.ml2.managers [None req-fbfb60bd-f731-4cec-8d7e-7e830eed3c00 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Failed to bind port 90d6911f-91d5-41cc-836a-16798e78a472 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'd68cd9cf-5664-41c8-9578-d1e7465dcd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8ba33eed-c57c-4287-856c-f75df6a95a03'}] Dec 21 13:25:50.509232 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.plugins.ml2.plugin [None req-fbfb60bd-f731-4cec-8d7e-7e830eed3c00 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempt 6 to bind port 90d6911f-91d5-41cc-836a-16798e78a472 Dec 21 13:25:50.515703 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-166844c9-de68-477d-97c5-f73d6379a7d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1492202231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1492202231-project] Publish callbacks [] for security_group, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:50.538775 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-166844c9-de68-477d-97c5-f73d6379a7d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1492202231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1492202231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:50.543886 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-21d05e0b-9ecd-4ff1-a6f7-a9b21da8065c tempest-ExternalNetworksTestJSON-1500723583 tempest-ExternalNetworksTestJSON-1500723583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:50.593293 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21d05e0b-9ecd-4ff1-a6f7-a9b21da8065c tempest-ExternalNetworksTestJSON-1500723583 tempest-ExternalNetworksTestJSON-1500723583-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=103153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:25:50.593895 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-21d05e0b-9ecd-4ff1-a6f7-a9b21da8065c tempest-ExternalNetworksTestJSON-1500723583 tempest-ExternalNetworksTestJSON-1500723583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11349758'] for segment, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:50.601053 dv-neutron-master-2-hyperv neutron-server[103153]: Traceback (most recent call last): Dec 21 13:25:50.601053 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:25:50.601053 dv-neutron-master-2-hyperv neutron-server[103153]: timer() Dec 21 13:25:50.601053 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:25:50.601053 dv-neutron-master-2-hyperv neutron-server[103153]: cb(*args, **kw) Dec 21 13:25:50.601053 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:25:50.601053 dv-neutron-master-2-hyperv neutron-server[103153]: return func(*args, **kwargs) Dec 21 13:25:50.601053 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:25:50.601053 dv-neutron-master-2-hyperv neutron-server[103153]: self._notify() Dec 21 13:25:50.601053 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:25:50.601053 dv-neutron-master-2-hyperv neutron-server[103153]: self.callback(batched_events) Dec 21 13:25:50.601053 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:25:50.601053 dv-neutron-master-2-hyperv neutron-server[103153]: event.method(event) Dec 21 13:25:50.601053 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:25:50.601053 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:25:50.601053 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:25:50.601053 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:25:50.601053 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:25:50.601053 dv-neutron-master-2-hyperv neutron-server[103153]: return f(self, *a, **k) Dec 21 13:25:50.601053 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:25:50.601053 dv-neutron-master-2-hyperv neutron-server[103153]: return self._get(url).json() Dec 21 13:25:50.601053 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:25:50.601053 dv-neutron-master-2-hyperv neutron-server[103153]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:25:50.601053 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:25:50.601053 dv-neutron-master-2-hyperv neutron-server[103153]: return self.request(url, 'GET', **kwargs) Dec 21 13:25:50.601053 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:25:50.601053 dv-neutron-master-2-hyperv neutron-server[103153]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:25:50.601053 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:25:50.601053 dv-neutron-master-2-hyperv neutron-server[103153]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:25:50.601053 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:25:50.601053 dv-neutron-master-2-hyperv neutron-server[103153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:25:50.601053 dv-neutron-master-2-hyperv neutron-server[103153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:25:50.604485 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-66183349-62b5-4201-ba8a-cc2e45f7d4ad req-07447696-ec65-4575-b7a0-5f1d2cf0b284 tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88700cfa6fca443f813dbee92d0bf4e2 HTTP/1.1" status: 200 len: 380 time: 0.3370478 Dec 21 13:25:50.636884 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [req-66183349-62b5-4201-ba8a-cc2e45f7d4ad req-913c3eaa-23a6-4c83-8f06-c6e80fc43c00 tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] Request body: {'port': {'device_id': 'a3f56ce0-d200-46aa-8d4a-98f5ecd429fb', 'network_id': '39aa7305-1380-4f0a-b399-f8c03518e77f', 'admin_state_up': True, 'tenant_id': '88700cfa6fca443f813dbee92d0bf4e2', 'security_groups': ['7a365f85-e497-47ef-99fa-94673fe66566']}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:25:50.651896 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-fbfb60bd-f731-4cec-8d7e-7e830eed3c00 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempting to bind port 90d6911f-91d5-41cc-836a-16798e78a472 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:25:50.652330 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-fbfb60bd-f731-4cec-8d7e-7e830eed3c00 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempting to bind port 90d6911f-91d5-41cc-836a-16798e78a472 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'd68cd9cf-5664-41c8-9578-d1e7465dcd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8ba33eed-c57c-4287-856c-f75df6a95a03'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:25:50.653253 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfb60bd-f731-4cec-8d7e-7e830eed3c00 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempting to bind port 90d6911f-91d5-41cc-836a-16798e78a472 on network 8ba33eed-c57c-4287-856c-f75df6a95a03 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:25:50.699328 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-166844c9-de68-477d-97c5-f73d6379a7d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1492202231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1492202231-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=103153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:25:50.739391 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7efb5c13-c2f6-49e7-bf48-801398d91fac tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:50.771257 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfb60bd-f731-4cec-8d7e-7e830eed3c00 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Port 90d6911f-91d5-41cc-836a-16798e78a472 on network 8ba33eed-c57c-4287-856c-f75df6a95a03 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 13:25:50.771823 dv-neutron-master-2-hyperv neutron-server[103152]: ERROR neutron.plugins.ml2.managers [None req-fbfb60bd-f731-4cec-8d7e-7e830eed3c00 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Failed to bind port 90d6911f-91d5-41cc-836a-16798e78a472 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'd68cd9cf-5664-41c8-9578-d1e7465dcd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8ba33eed-c57c-4287-856c-f75df6a95a03'}] Dec 21 13:25:50.772636 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166844c9-de68-477d-97c5-f73d6379a7d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1492202231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1492202231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79b75f0b-0e9b-46d0-a7ad-256539d6b8f8,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:50.780710 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.plugins.ml2.plugin [None req-fbfb60bd-f731-4cec-8d7e-7e830eed3c00 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempt 7 to bind port 90d6911f-91d5-41cc-836a-16798e78a472 Dec 21 13:25:50.849507 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-fbfb60bd-f731-4cec-8d7e-7e830eed3c00 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempting to bind port 90d6911f-91d5-41cc-836a-16798e78a472 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:25:50.849507 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-fbfb60bd-f731-4cec-8d7e-7e830eed3c00 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempting to bind port 90d6911f-91d5-41cc-836a-16798e78a472 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'd68cd9cf-5664-41c8-9578-d1e7465dcd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8ba33eed-c57c-4287-856c-f75df6a95a03'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:25:50.849507 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfb60bd-f731-4cec-8d7e-7e830eed3c00 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempting to bind port 90d6911f-91d5-41cc-836a-16798e78a472 on network 8ba33eed-c57c-4287-856c-f75df6a95a03 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:25:50.902776 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfb60bd-f731-4cec-8d7e-7e830eed3c00 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Port 90d6911f-91d5-41cc-836a-16798e78a472 on network 8ba33eed-c57c-4287-856c-f75df6a95a03 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 13:25:50.903556 dv-neutron-master-2-hyperv neutron-server[103152]: ERROR neutron.plugins.ml2.managers [None req-fbfb60bd-f731-4cec-8d7e-7e830eed3c00 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Failed to bind port 90d6911f-91d5-41cc-836a-16798e78a472 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'd68cd9cf-5664-41c8-9578-d1e7465dcd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8ba33eed-c57c-4287-856c-f75df6a95a03'}] Dec 21 13:25:50.911139 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.plugins.ml2.plugin [None req-fbfb60bd-f731-4cec-8d7e-7e830eed3c00 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempt 8 to bind port 90d6911f-91d5-41cc-836a-16798e78a472 Dec 21 13:25:51.021747 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b83b9d70-250a-46d5-ba1e-d05d57625d19 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:51.064558 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b83b9d70-250a-46d5-ba1e-d05d57625d19 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805230'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:51.099263 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-fbfb60bd-f731-4cec-8d7e-7e830eed3c00 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempting to bind port 90d6911f-91d5-41cc-836a-16798e78a472 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:25:51.101389 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-fbfb60bd-f731-4cec-8d7e-7e830eed3c00 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempting to bind port 90d6911f-91d5-41cc-836a-16798e78a472 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'd68cd9cf-5664-41c8-9578-d1e7465dcd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8ba33eed-c57c-4287-856c-f75df6a95a03'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:25:51.102077 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfb60bd-f731-4cec-8d7e-7e830eed3c00 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempting to bind port 90d6911f-91d5-41cc-836a-16798e78a472 on network 8ba33eed-c57c-4287-856c-f75df6a95a03 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:25:51.148499 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-166844c9-de68-477d-97c5-f73d6379a7d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1492202231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1492202231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:51.149133 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.segments_db [None req-166844c9-de68-477d-97c5-f73d6379a7d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1492202231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1492202231-project] Added segment 715d9db5-304f-45aa-9e02-5444736ea6a0 of type vlan for network f73522d9-61f6-49e9-a4eb-989b31eb1422 Dec 21 13:25:51.150126 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-21d05e0b-9ecd-4ff1-a6f7-a9b21da8065c tempest-ExternalNetworksTestJSON-1500723583 tempest-ExternalNetworksTestJSON-1500723583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:51.174281 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfb60bd-f731-4cec-8d7e-7e830eed3c00 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Port 90d6911f-91d5-41cc-836a-16798e78a472 on network 8ba33eed-c57c-4287-856c-f75df6a95a03 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 13:25:51.174862 dv-neutron-master-2-hyperv neutron-server[103152]: ERROR neutron.plugins.ml2.managers [None req-fbfb60bd-f731-4cec-8d7e-7e830eed3c00 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Failed to bind port 90d6911f-91d5-41cc-836a-16798e78a472 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'd68cd9cf-5664-41c8-9578-d1e7465dcd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8ba33eed-c57c-4287-856c-f75df6a95a03'}] Dec 21 13:25:51.192949 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-21d05e0b-9ecd-4ff1-a6f7-a9b21da8065c tempest-ExternalNetworksTestJSON-1500723583 tempest-ExternalNetworksTestJSON-1500723583-project] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:51.197652 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-21d05e0b-9ecd-4ff1-a6f7-a9b21da8065c tempest-ExternalNetworksTestJSON-1500723583 tempest-ExternalNetworksTestJSON-1500723583-project] 10.222.0.37 "DELETE /v2.0/networks/0dce2cb7-3671-408e-a25a-730c26632cb9 HTTP/1.1" status: 204 len: 168 time: 1.4143198 Dec 21 13:25:51.234744 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.plugins.ml2.plugin [None req-fbfb60bd-f731-4cec-8d7e-7e830eed3c00 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempt 9 to bind port 90d6911f-91d5-41cc-836a-16798e78a472 Dec 21 13:25:51.254271 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21dd7b9-97d9-4246-8eb2-2cfb17e1dbf7 req-d0946bf9-7027-4629-a7cd-8632324116f5 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:25:51.267221 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f21dd7b9-97d9-4246-8eb2-2cfb17e1dbf7 req-d0946bf9-7027-4629-a7cd-8632324116f5 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] 10.222.0.37 "GET /v2.0/networks?id=83c05ac8-bd36-43e0-a042-78664d1cb962 HTTP/1.1" status: 200 len: 804 time: 0.8603861 Dec 21 13:25:51.267483 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-696c45f9-5803-4aee-a4e6-9eab2ee8f3bd tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Allocated IP 172.20.0.1 (3c38dfbd-4f71-40a9-9333-bd78c4b15e62/891701de-9daf-4f1e-89ca-985aadb7c908/81a931de-7647-4ed4-9201-de0a3641b8fe) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:25:51.304897 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d05e0b-9ecd-4ff1-a6f7-a9b21da8065c tempest-ExternalNetworksTestJSON-1500723583 tempest-ExternalNetworksTestJSON-1500723583-project] Pushing event deleted for resources: {'Network': ['ID=0dce2cb7-3671-408e-a25a-730c26632cb9,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:51.373847 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-166844c9-de68-477d-97c5-f73d6379a7d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1492202231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1492202231-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:51.411906 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f21dd7b9-97d9-4246-8eb2-2cfb17e1dbf7 req-61ac2fb4-1458-4506-9904-b0465e630ef6 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] 10.222.0.37 "GET /v2.0/quotas/8aee670f41db4d76aa264255d2510915 HTTP/1.1" status: 200 len: 375 time: 0.1441507 Dec 21 13:25:51.472564 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7efb5c13-c2f6-49e7-bf48-801398d91fac tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11349588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11288746'] for subnet, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:51.503356 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83b9d70-250a-46d5-ba1e-d05d57625d19 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Pushing event updated for resources: {'Port': ['ID=e3039ad7-37bc-4cd2-9b84-2a42b5dda8c1,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:51.507912 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b83b9d70-250a-46d5-ba1e-d05d57625d19 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548820'] for floatingip, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:51.523953 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-fbfb60bd-f731-4cec-8d7e-7e830eed3c00 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempting to bind port 90d6911f-91d5-41cc-836a-16798e78a472 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:25:51.524478 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-fbfb60bd-f731-4cec-8d7e-7e830eed3c00 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempting to bind port 90d6911f-91d5-41cc-836a-16798e78a472 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'd68cd9cf-5664-41c8-9578-d1e7465dcd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8ba33eed-c57c-4287-856c-f75df6a95a03'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:25:51.525570 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfb60bd-f731-4cec-8d7e-7e830eed3c00 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempting to bind port 90d6911f-91d5-41cc-836a-16798e78a472 on network 8ba33eed-c57c-4287-856c-f75df6a95a03 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:25:51.591761 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfb60bd-f731-4cec-8d7e-7e830eed3c00 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Port 90d6911f-91d5-41cc-836a-16798e78a472 on network 8ba33eed-c57c-4287-856c-f75df6a95a03 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 13:25:51.592582 dv-neutron-master-2-hyperv neutron-server[103152]: ERROR neutron.plugins.ml2.managers [None req-fbfb60bd-f731-4cec-8d7e-7e830eed3c00 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Failed to bind port 90d6911f-91d5-41cc-836a-16798e78a472 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'd68cd9cf-5664-41c8-9578-d1e7465dcd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8ba33eed-c57c-4287-856c-f75df6a95a03'}] Dec 21 13:25:51.595795 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-7fe90873-1913-458b-b815-8394538dd7b3 req-a1fc9cc6-d596-4825-a5af-1df7e9acd0ca tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3f56ce0-d200-46aa-8d4a-98f5ecd429fb HTTP/1.1" status: 200 len: 210 time: 0.3331234 Dec 21 13:25:51.600966 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.plugins.ml2.plugin [None req-fbfb60bd-f731-4cec-8d7e-7e830eed3c00 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempt 10 to bind port 90d6911f-91d5-41cc-836a-16798e78a472 Dec 21 13:25:51.613590 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efb5c13-c2f6-49e7-bf48-801398d91fac tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=9445bcf7-309b-4a68-a11a-03ba8aa0b63b,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:51.621415 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b83b9d70-250a-46d5-ba1e-d05d57625d19 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for floatingip, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:51.631367 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-b83b9d70-250a-46d5-ba1e-d05d57625d19 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.2448516 Dec 21 13:25:51.631367 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66183349-62b5-4201-ba8a-cc2e45f7d4ad req-913c3eaa-23a6-4c83-8f06-c6e80fc43c00 tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] Made reservation on behalf of 88700cfa6fca443f813dbee92d0bf4e2 for: {'port': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:25:51.631367 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [req-66183349-62b5-4201-ba8a-cc2e45f7d4ad req-913c3eaa-23a6-4c83-8f06-c6e80fc43c00 tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:51.642575 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.db.resource_extend [None req-166844c9-de68-477d-97c5-f73d6379a7d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1492202231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1492202231-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 21 13:25:51.660569 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7efb5c13-c2f6-49e7-bf48-801398d91fac tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633769'] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:51.667615 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-fbfb60bd-f731-4cec-8d7e-7e830eed3c00 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempting to bind port 90d6911f-91d5-41cc-836a-16798e78a472 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:25:51.668081 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-fbfb60bd-f731-4cec-8d7e-7e830eed3c00 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempting to bind port 90d6911f-91d5-41cc-836a-16798e78a472 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'd68cd9cf-5664-41c8-9578-d1e7465dcd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8ba33eed-c57c-4287-856c-f75df6a95a03'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:25:51.668716 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfb60bd-f731-4cec-8d7e-7e830eed3c00 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempting to bind port 90d6911f-91d5-41cc-836a-16798e78a472 on network 8ba33eed-c57c-4287-856c-f75df6a95a03 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:25:51.676930 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-7efb5c13-c2f6-49e7-bf48-801398d91fac tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] 10.222.0.37 "DELETE /v2.0/subnets/9445bcf7-309b-4a68-a11a-03ba8aa0b63b HTTP/1.1" status: 204 len: 168 time: 1.5143855 Dec 21 13:25:51.679232 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 53538) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:51.697246 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfb60bd-f731-4cec-8d7e-7e830eed3c00 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Port 90d6911f-91d5-41cc-836a-16798e78a472 on network 8ba33eed-c57c-4287-856c-f75df6a95a03 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 13:25:51.697596 dv-neutron-master-2-hyperv neutron-server[103152]: ERROR neutron.plugins.ml2.managers [None req-fbfb60bd-f731-4cec-8d7e-7e830eed3c00 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Failed to bind port 90d6911f-91d5-41cc-836a-16798e78a472 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'd68cd9cf-5664-41c8-9578-d1e7465dcd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8ba33eed-c57c-4287-856c-f75df6a95a03'}] Dec 21 13:25:51.698068 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-fbfb60bd-f731-4cec-8d7e-7e830eed3c00 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:51.791797 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-fbfb60bd-f731-4cec-8d7e-7e830eed3c00 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] For port 90d6911f-91d5-41cc-836a-16798e78a472, host hv-neutron-mast, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:25:51.792366 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-fbfb60bd-f731-4cec-8d7e-7e830eed3c00 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempted to set empty binding levels {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 21 13:25:51.836063 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-fbfb60bd-f731-4cec-8d7e-7e830eed3c00 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805230'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:51.869044 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbfb60bd-f731-4cec-8d7e-7e830eed3c00 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:25:51.870080 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-fbfb60bd-f731-4cec-8d7e-7e830eed3c00 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:51.908033 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f21dd7b9-97d9-4246-8eb2-2cfb17e1dbf7 req-90bc5fde-7552-46f1-ab62-79e030b51c2d tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8aee670f41db4d76aa264255d2510915&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4918842 Dec 21 13:25:51.911793 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-166844c9-de68-477d-97c5-f73d6379a7d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1492202231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1492202231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:51.927610 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 53540) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:51.932390 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166844c9-de68-477d-97c5-f73d6379a7d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1492202231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1492202231-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:25:51.933834 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-166844c9-de68-477d-97c5-f73d6379a7d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1492202231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1492202231-project] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:51.943109 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-fbfb60bd-f731-4cec-8d7e-7e830eed3c00 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 6.3629565 Dec 21 13:25:51.959180 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 53546) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:52.097625 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-696c45f9-5803-4aee-a4e6-9eab2ee8f3bd tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:52.125439 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfb60bd-f731-4cec-8d7e-7e830eed3c00 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Pushing event updated for resources: {'Port': ['ID=90d6911f-91d5-41cc-836a-16798e78a472,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:52.165944 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-166844c9-de68-477d-97c5-f73d6379a7d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1492202231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1492202231-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.5486329 Dec 21 13:25:52.178453 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-197a6226-89d8-46aa-8c5f-849c0588c5a3 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Deleting port 90d6911f-91d5-41cc-836a-16798e78a472 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:25:52.180893 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-197a6226-89d8-46aa-8c5f-849c0588c5a3 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:52.331233 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166844c9-de68-477d-97c5-f73d6379a7d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1492202231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1492202231-project] Pushing event updated for resources: {'Network': ['ID=f73522d9-61f6-49e9-a4eb-989b31eb1422,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:52.344839 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network f73522d9-61f6-49e9-a4eb-989b31eb1422 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:25:52.377671 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-404a172e-00b1-4687-9d04-f26bfddb7ac2 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:52.486038 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [req-66183349-62b5-4201-ba8a-cc2e45f7d4ad req-913c3eaa-23a6-4c83-8f06-c6e80fc43c00 tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] Allocated IP 172.20.0.7 (39aa7305-1380-4f0a-b399-f8c03518e77f/e105ee7f-3655-4fbf-969b-c738adf2539b/16e9a28c-57b2-4f6e-beaa-917e8c3668e1) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:25:52.516462 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f21dd7b9-97d9-4246-8eb2-2cfb17e1dbf7 req-fabf80ac-7c6d-427b-9851-c7a2d7dc3188 service neutron] 10.222.0.37 "GET /v2.0/networks/83c05ac8-bd36-43e0-a042-78664d1cb962?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5779772 Dec 21 13:25:52.601400 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-404a172e-00b1-4687-9d04-f26bfddb7ac2 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:52.663705 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-404a172e-00b1-4687-9d04-f26bfddb7ac2 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad793bb7-2b68-41c2-a76c-0260e0faa6ae']}} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:25:52.672121 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-197a6226-89d8-46aa-8c5f-849c0588c5a3 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] For port 90d6911f-91d5-41cc-836a-16798e78a472, host hv-neutron-mast, got binding levels [] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:25:52.672696 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-197a6226-89d8-46aa-8c5f-849c0588c5a3 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:52.681903 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-404a172e-00b1-4687-9d04-f26bfddb7ac2 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a5f1256-3f6d-4cda-8022-1809e46c05ba') {'for_net_delete': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:25:52.682500 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-404a172e-00b1-4687-9d04-f26bfddb7ac2 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a5f1256-3f6d-4cda-8022-1809e46c05ba') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:25:52.694810 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-197a6226-89d8-46aa-8c5f-849c0588c5a3 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Calling delete_port for 90d6911f-91d5-41cc-836a-16798e78a472 owned by {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:25:52.696187 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-404a172e-00b1-4687-9d04-f26bfddb7ac2 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1585430'] for segment, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:52.723716 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-404a172e-00b1-4687-9d04-f26bfddb7ac2 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:52.731192 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f21dd7b9-97d9-4246-8eb2-2cfb17e1dbf7 req-633c15dc-605d-4afb-b468-3a33ed4e09f5 service neutron] 10.222.0.37 "GET /v2.0/networks/83c05ac8-bd36-43e0-a042-78664d1cb962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057252 Dec 21 13:25:52.734453 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-404a172e-00b1-4687-9d04-f26bfddb7ac2 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=103153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:25:52.735032 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-404a172e-00b1-4687-9d04-f26bfddb7ac2 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11349758'] for segment, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:52.736997 dv-neutron-master-2-hyperv neutron-server[103153]: Traceback (most recent call last): Dec 21 13:25:52.736997 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:25:52.736997 dv-neutron-master-2-hyperv neutron-server[103153]: timer() Dec 21 13:25:52.736997 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:25:52.736997 dv-neutron-master-2-hyperv neutron-server[103153]: cb(*args, **kw) Dec 21 13:25:52.736997 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:25:52.736997 dv-neutron-master-2-hyperv neutron-server[103153]: return func(*args, **kwargs) Dec 21 13:25:52.736997 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:25:52.736997 dv-neutron-master-2-hyperv neutron-server[103153]: self._notify() Dec 21 13:25:52.736997 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:25:52.736997 dv-neutron-master-2-hyperv neutron-server[103153]: self.callback(batched_events) Dec 21 13:25:52.736997 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:25:52.736997 dv-neutron-master-2-hyperv neutron-server[103153]: event.method(event) Dec 21 13:25:52.736997 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:25:52.736997 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:25:52.736997 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:25:52.736997 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:25:52.736997 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:25:52.736997 dv-neutron-master-2-hyperv neutron-server[103153]: return f(self, *a, **k) Dec 21 13:25:52.736997 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:25:52.736997 dv-neutron-master-2-hyperv neutron-server[103153]: return self._get(url).json() Dec 21 13:25:52.736997 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:25:52.736997 dv-neutron-master-2-hyperv neutron-server[103153]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:25:52.736997 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:25:52.736997 dv-neutron-master-2-hyperv neutron-server[103153]: return self.request(url, 'GET', **kwargs) Dec 21 13:25:52.736997 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:25:52.736997 dv-neutron-master-2-hyperv neutron-server[103153]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:25:52.736997 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:25:52.736997 dv-neutron-master-2-hyperv neutron-server[103153]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:25:52.736997 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:25:52.736997 dv-neutron-master-2-hyperv neutron-server[103153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:25:52.736997 dv-neutron-master-2-hyperv neutron-server[103153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:25:52.847146 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-696c45f9-5803-4aee-a4e6-9eab2ee8f3bd tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:52.854745 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-404a172e-00b1-4687-9d04-f26bfddb7ac2 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:52.863705 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-404a172e-00b1-4687-9d04-f26bfddb7ac2 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ad793bb7-2b68-41c2-a76c-0260e0faa6ae {{(pid=103153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 21 13:25:52.866140 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-404a172e-00b1-4687-9d04-f26bfddb7ac2 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:52.875547 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-404a172e-00b1-4687-9d04-f26bfddb7ac2 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] 10.222.0.37 "DELETE /v2.0/networks/ad793bb7-2b68-41c2-a76c-0260e0faa6ae HTTP/1.1" status: 204 len: 168 time: 1.1685355 Dec 21 13:25:52.889531 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404a172e-00b1-4687-9d04-f26bfddb7ac2 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Pushing event deleted for resources: {'Network': ['ID=ad793bb7-2b68-41c2-a76c-0260e0faa6ae,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:53.358133 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-79e72f32-87ff-4b74-a51c-1b7f26b68186 req-f63fa6b2-1e69-43c9-9963-6e7de1b88e63 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1987430541&fields=id&tenant_id=eb17296434674195836b28e8a0fc67cf HTTP/1.1" status: 200 len: 267 time: 1.0431111 Dec 21 13:25:53.466076 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696c45f9-5803-4aee-a4e6-9eab2ee8f3bd tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Network 3c38dfbd-4f71-40a9-9333-bd78c4b15e62 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:25:53.502131 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-696c45f9-5803-4aee-a4e6-9eab2ee8f3bd tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:25:53.519173 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-f35d099d-5774-48cd-862c-b3aae653fad3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5a87e232b0bb40e28805b3c37a195339&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5853779 Dec 21 13:25:53.521983 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 53586) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:53.527213 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696c45f9-5803-4aee-a4e6-9eab2ee8f3bd tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:25:53.570252 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 53590) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:53.598212 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-b85899ec-8003-42da-91bb-5b5dedfc71ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Request body: {'port': {'network_id': 'f73522d9-61f6-49e9-a4eb-989b31eb1422', 'binding:host_id': 'hv-neutron-mast', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523590917'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:25:53.651353 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 53592) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:53.680389 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-6f474cc6-ab27-4244-98cd-0abdbf78beb1 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Request body: {'router': {'name': 'tempest-router--75449075', 'project_id': 'ac1a819c76b94e829a232d9560c95bc4'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:25:53.782619 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [req-66183349-62b5-4201-ba8a-cc2e45f7d4ad req-913c3eaa-23a6-4c83-8f06-c6e80fc43c00 tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:53.786620 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696c45f9-5803-4aee-a4e6-9eab2ee8f3bd tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Pushing event updated for resources: {'Port': ['ID=81a931de-7647-4ed4-9201-de0a3641b8fe,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:53.880962 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-197a6226-89d8-46aa-8c5f-849c0588c5a3 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:53.891784 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d6df7344-d56f-417b-b164-abd42cba8616 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:53.902646 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6f474cc6-ab27-4244-98cd-0abdbf78beb1 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26964'] for router, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:53.904057 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6f474cc6-ab27-4244-98cd-0abdbf78beb1 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-642316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26957'] for router, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:53.910414 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b85899ec-8003-42da-91bb-5b5dedfc71ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Made reservation on behalf of 3935f4f80e6740a9b6b9113ce69e5967 for: {'port': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:25:53.913767 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b85899ec-8003-42da-91bb-5b5dedfc71ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:53.937254 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-696c45f9-5803-4aee-a4e6-9eab2ee8f3bd tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532557'] for router_interface, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:53.937757 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d6df7344-d56f-417b-b164-abd42cba8616 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:54.004337 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b85899ec-8003-42da-91bb-5b5dedfc71ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:54.010697 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d6df7344-d56f-417b-b164-abd42cba8616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:54.014898 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d6df7344-d56f-417b-b164-abd42cba8616 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:54.016161 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-d6df7344-d56f-417b-b164-abd42cba8616 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/69dab5da-949b-4d26-aca1-8e36e8eeda3b HTTP/1.1" status: 204 len: 168 time: 0.4911153 Dec 21 13:25:54.024658 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-c618e697-f49e-490e-8e7b-9ec8d1602cbd None None] Provisioning complete for port 81a931de-7647-4ed4-9201-de0a3641b8fe triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:25:54.026900 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c618e697-f49e-490e-8e7b-9ec8d1602cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:54.082827 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197a6226-89d8-46aa-8c5f-849c0588c5a3 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Pushing event deleted for resources: {'Port': ['ID=90d6911f-91d5-41cc-836a-16798e78a472,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:54.099853 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-197a6226-89d8-46aa-8c5f-849c0588c5a3 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:54.108597 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-197a6226-89d8-46aa-8c5f-849c0588c5a3 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] 10.222.0.37 "DELETE /v2.0/ports/90d6911f-91d5-41cc-836a-16798e78a472 HTTP/1.1" status: 204 len: 168 time: 2.1392405 Dec 21 13:25:54.118879 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 53606) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:54.150592 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e72f32-87ff-4b74-a51c-1b7f26b68186 req-6a8e1d38-e62b-4532-a591-15fade3b3466 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:25:54.152730 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-79e72f32-87ff-4b74-a51c-1b7f26b68186 req-6a8e1d38-e62b-4532-a591-15fade3b3466 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/networks?id=ec88161e-a588-41e1-b33a-71ad6f2116fc HTTP/1.1" status: 200 len: 811 time: 0.7937524 Dec 21 13:25:54.179752 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-c618e697-f49e-490e-8e7b-9ec8d1602cbd None None] Port 81a931de-7647-4ed4-9201-de0a3641b8fe cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:25:54.200163 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [req-66183349-62b5-4201-ba8a-cc2e45f7d4ad req-913c3eaa-23a6-4c83-8f06-c6e80fc43c00 tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:54.208855 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b9b11d4-ae1b-472a-8156-a3c1fb055557 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] GET failed (client error): The resource could not be found. Dec 21 13:25:54.219159 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-5b9b11d4-ae1b-472a-8156-a3c1fb055557 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] 10.222.0.37 "GET /v2.0/ports/90d6911f-91d5-41cc-836a-16798e78a472 HTTP/1.1" status: 404 len: 333 time: 0.0964215 Dec 21 13:25:54.222140 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 53610) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:54.243459 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-99024753-66b1-4f74-b676-e904c223b216 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Request body: {'port': {'network_id': '8ba33eed-c57c-4287-856c-f75df6a95a03', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1334045950'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:25:54.271895 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b85899ec-8003-42da-91bb-5b5dedfc71ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:54.293027 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b85899ec-8003-42da-91bb-5b5dedfc71ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:54.296764 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [None req-b85899ec-8003-42da-91bb-5b5dedfc71ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] device_id is not set on port e37f44e2-6642-4ded-aab5-60b7245bbd75 yet. {{(pid=103153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 13:25:54.301277 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-79e72f32-87ff-4b74-a51c-1b7f26b68186 req-a9db8b72-5e73-478d-9370-472c9fdfb17c tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/quotas/eb17296434674195836b28e8a0fc67cf HTTP/1.1" status: 200 len: 375 time: 0.1228442 Dec 21 13:25:54.379767 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66183349-62b5-4201-ba8a-cc2e45f7d4ad req-913c3eaa-23a6-4c83-8f06-c6e80fc43c00 tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] Network 39aa7305-1380-4f0a-b399-f8c03518e77f is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:25:54.416783 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [req-66183349-62b5-4201-ba8a-cc2e45f7d4ad req-913c3eaa-23a6-4c83-8f06-c6e80fc43c00 tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:25:54.420008 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [req-66183349-62b5-4201-ba8a-cc2e45f7d4ad req-913c3eaa-23a6-4c83-8f06-c6e80fc43c00 tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:25:54.469230 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913c3eaa-23a6-4c83-8f06-c6e80fc43c00 tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] Pushing event updated for resources: {'Port': ['ID=16e9a28c-57b2-4f6e-beaa-917e8c3668e1,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:54.503480 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99024753-66b1-4f74-b676-e904c223b216 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Made reservation on behalf of 60394916bc5945539911164de85d1100 for: {'port': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:25:54.506246 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-99024753-66b1-4f74-b676-e904c223b216 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:54.537278 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6f474cc6-ab27-4244-98cd-0abdbf78beb1 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:54.597807 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6df7344-d56f-417b-b164-abd42cba8616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69dab5da-949b-4d26-aca1-8e36e8eeda3b,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:54.605224 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6f474cc6-ab27-4244-98cd-0abdbf78beb1 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548730'] for router, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:54.667193 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6f474cc6-ab27-4244-98cd-0abdbf78beb1 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks [] for router, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:54.669493 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-6f474cc6-ab27-4244-98cd-0abdbf78beb1 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.0166914 Dec 21 13:25:54.694703 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 53616) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:54.725558 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66183349-62b5-4201-ba8a-cc2e45f7d4ad req-913c3eaa-23a6-4c83-8f06-c6e80fc43c00 tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:25:54.726291 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [req-66183349-62b5-4201-ba8a-cc2e45f7d4ad req-913c3eaa-23a6-4c83-8f06-c6e80fc43c00 tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:54.730897 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-99024753-66b1-4f74-b676-e904c223b216 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] device_id is not set on port 0ef69a9a-98ed-470b-bfc2-6aae9c22ff3b yet. {{(pid=103152) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 13:25:54.754833 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a194411-de70-494e-8d32-3d095a18ddf0 req-53380972-48ec-4f75-a5a5-a21a323d02fe tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:25:54.761594 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-5a194411-de70-494e-8d32-3d095a18ddf0 req-53380972-48ec-4f75-a5a5-a21a323d02fe tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3f56ce0-d200-46aa-8d4a-98f5ecd429fb HTTP/1.1" status: 200 len: 931 time: 0.7174964 Dec 21 13:25:54.765347 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 53620) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:54.887946 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-8e748fa0-2f04-4b1d-bd31-d23c376f7051 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=117a420369f64daf97cb1a530a956e8b&name=default HTTP/1.1" status: 200 len: 2994 time: 0.1182652 Dec 21 13:25:54.888480 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 53622) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:54.909121 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-79e72f32-87ff-4b74-a51c-1b7f26b68186 req-7d747fef-f279-43e0-b754-e103fda1678b tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=eb17296434674195836b28e8a0fc67cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6001344 Dec 21 13:25:54.909729 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-696c45f9-5803-4aee-a4e6-9eab2ee8f3bd tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:54.911065 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6a0dc566-5496-4d1d-b843-8101faa3cbc9 None None] Provisioning complete for port 16e9a28c-57b2-4f6e-beaa-917e8c3668e1 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:25:54.911700 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6a0dc566-5496-4d1d-b843-8101faa3cbc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:54.949700 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-6a0dc566-5496-4d1d-b843-8101faa3cbc9 None None] Port 16e9a28c-57b2-4f6e-beaa-917e8c3668e1 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:25:54.974038 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85899ec-8003-42da-91bb-5b5dedfc71ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2eb71cb-35d3-4f77-baf2-2cb2bc70c85f,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:55.045707 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-66183349-62b5-4201-ba8a-cc2e45f7d4ad req-913c3eaa-23a6-4c83-8f06-c6e80fc43c00 tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4157214 Dec 21 13:25:55.055396 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-57a7804c-abcf-4fed-8b15-d664f8861867 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks [] for router, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:55.059565 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-99024753-66b1-4f74-b676-e904c223b216 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:55.123305 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-0bffdd5d-0195-4b45-aca0-39a593f4846e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:55.200009 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-5a194411-de70-494e-8d32-3d095a18ddf0 req-e34ff2c6-d587-417e-a85c-c6be34191a04 tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a365f85-e497-47ef-99fa-94673fe66566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3642907 Dec 21 13:25:55.329026 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [req-79e72f32-87ff-4b74-a51c-1b7f26b68186 req-1b3176ae-dfb2-49ab-9d05-82b6f76ef85e service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103152) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 13:25:55.330406 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-79e72f32-87ff-4b74-a51c-1b7f26b68186 req-1b3176ae-dfb2-49ab-9d05-82b6f76ef85e service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1733754 Dec 21 13:25:55.343120 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-295c12d5-1d0c-4221-9c6d-b0a593f08e8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:55.381104 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-2855e736-68ee-4ba6-95a9-79ca5d755ac0 req-9b731a20-bcbd-4b84-b93a-4243f4f4371d tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5a50cf6-e9ef-40a0-bcb8-50f22df91d1e HTTP/1.1" status: 200 len: 210 time: 0.0625174 Dec 21 13:25:55.400128 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [None req-b85899ec-8003-42da-91bb-5b5dedfc71ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] device_id is not set on port e37f44e2-6642-4ded-aab5-60b7245bbd75 yet. {{(pid=103153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 13:25:55.424251 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-295c12d5-1d0c-4221-9c6d-b0a593f08e8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:55.426504 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b85899ec-8003-42da-91bb-5b5dedfc71ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:55.446657 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b85899ec-8003-42da-91bb-5b5dedfc71ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:55.560636 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-57a7804c-abcf-4fed-8b15-d664f8861867 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26950'] for router, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:55.563574 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-57a7804c-abcf-4fed-8b15-d664f8861867 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:55.571873 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85899ec-8003-42da-91bb-5b5dedfc71ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Pushing event updated for resources: {'Port': ['ID=e37f44e2-6642-4ded-aab5-60b7245bbd75,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:55.587281 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85899ec-8003-42da-91bb-5b5dedfc71ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Checking segment: {'id': '715d9db5-304f-45aa-9e02-5444736ea6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'f73522d9-61f6-49e9-a4eb-989b31eb1422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:25:55.587739 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85899ec-8003-42da-91bb-5b5dedfc71ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Network hostable DHCP agents. Network: f73522d9-61f6-49e9-a4eb-989b31eb1422, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:25:55.603913 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-295c12d5-1d0c-4221-9c6d-b0a593f08e8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:55.606841 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-295c12d5-1d0c-4221-9c6d-b0a593f08e8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:55.610951 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-295c12d5-1d0c-4221-9c6d-b0a593f08e8d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a71d2a43-7d2e-4d27-91a0-295ece0558a5 HTTP/1.1" status: 204 len: 168 time: 0.6867898 Dec 21 13:25:55.624168 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295c12d5-1d0c-4221-9c6d-b0a593f08e8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a71d2a43-7d2e-4d27-91a0-295ece0558a5,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:55.638714 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85899ec-8003-42da-91bb-5b5dedfc71ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Network f73522d9-61f6-49e9-a4eb-989b31eb1422 is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:25:55.663792 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-b85899ec-8003-42da-91bb-5b5dedfc71ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, f73522d9-61f6-49e9-a4eb-989b31eb1422) {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:25:55.674889 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85899ec-8003-42da-91bb-5b5dedfc71ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:25:55.675391 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1127c0a3-59bf-4475-91d7-640dc7eccb12 None None] Network f73522d9-61f6-49e9-a4eb-989b31eb1422 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:25:55.703038 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-99024753-66b1-4f74-b676-e904c223b216 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:55.709673 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-b85899ec-8003-42da-91bb-5b5dedfc71ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempting to bind port e37f44e2-6642-4ded-aab5-60b7245bbd75 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:25:55.710120 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-b85899ec-8003-42da-91bb-5b5dedfc71ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempting to bind port e37f44e2-6642-4ded-aab5-60b7245bbd75 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '715d9db5-304f-45aa-9e02-5444736ea6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'f73522d9-61f6-49e9-a4eb-989b31eb1422'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:25:55.710459 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85899ec-8003-42da-91bb-5b5dedfc71ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempting to bind port e37f44e2-6642-4ded-aab5-60b7245bbd75 on network f73522d9-61f6-49e9-a4eb-989b31eb1422 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:25:55.729404 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85899ec-8003-42da-91bb-5b5dedfc71ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Port e37f44e2-6642-4ded-aab5-60b7245bbd75 on network f73522d9-61f6-49e9-a4eb-989b31eb1422 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 13:25:55.730403 dv-neutron-master-2-hyperv neutron-server[103153]: ERROR neutron.plugins.ml2.managers [None req-b85899ec-8003-42da-91bb-5b5dedfc71ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Failed to bind port e37f44e2-6642-4ded-aab5-60b7245bbd75 on host hv-neutron-mast for vnic_type normal using segments [{'id': '715d9db5-304f-45aa-9e02-5444736ea6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'f73522d9-61f6-49e9-a4eb-989b31eb1422'}] Dec 21 13:25:55.730403 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.plugins.ml2.plugin [None req-b85899ec-8003-42da-91bb-5b5dedfc71ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempt 2 to bind port e37f44e2-6642-4ded-aab5-60b7245bbd75 Dec 21 13:25:55.757382 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-b85899ec-8003-42da-91bb-5b5dedfc71ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempting to bind port e37f44e2-6642-4ded-aab5-60b7245bbd75 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:25:55.757751 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-b85899ec-8003-42da-91bb-5b5dedfc71ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempting to bind port e37f44e2-6642-4ded-aab5-60b7245bbd75 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '715d9db5-304f-45aa-9e02-5444736ea6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'f73522d9-61f6-49e9-a4eb-989b31eb1422'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:25:55.758032 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85899ec-8003-42da-91bb-5b5dedfc71ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempting to bind port e37f44e2-6642-4ded-aab5-60b7245bbd75 on network f73522d9-61f6-49e9-a4eb-989b31eb1422 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:25:55.763194 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85899ec-8003-42da-91bb-5b5dedfc71ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Port e37f44e2-6642-4ded-aab5-60b7245bbd75 on network f73522d9-61f6-49e9-a4eb-989b31eb1422 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 13:25:55.763460 dv-neutron-master-2-hyperv neutron-server[103153]: ERROR neutron.plugins.ml2.managers [None req-b85899ec-8003-42da-91bb-5b5dedfc71ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Failed to bind port e37f44e2-6642-4ded-aab5-60b7245bbd75 on host hv-neutron-mast for vnic_type normal using segments [{'id': '715d9db5-304f-45aa-9e02-5444736ea6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'f73522d9-61f6-49e9-a4eb-989b31eb1422'}] Dec 21 13:25:55.763835 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.plugins.ml2.plugin [None req-b85899ec-8003-42da-91bb-5b5dedfc71ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempt 3 to bind port e37f44e2-6642-4ded-aab5-60b7245bbd75 Dec 21 13:25:55.780304 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-b85899ec-8003-42da-91bb-5b5dedfc71ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempting to bind port e37f44e2-6642-4ded-aab5-60b7245bbd75 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:25:55.780304 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-b85899ec-8003-42da-91bb-5b5dedfc71ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempting to bind port e37f44e2-6642-4ded-aab5-60b7245bbd75 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '715d9db5-304f-45aa-9e02-5444736ea6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'f73522d9-61f6-49e9-a4eb-989b31eb1422'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:25:55.780662 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85899ec-8003-42da-91bb-5b5dedfc71ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempting to bind port e37f44e2-6642-4ded-aab5-60b7245bbd75 on network f73522d9-61f6-49e9-a4eb-989b31eb1422 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:25:55.781817 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-57a7804c-abcf-4fed-8b15-d664f8861867 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534967'] for router, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:55.782318 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57a7804c-abcf-4fed-8b15-d664f8861867 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d8699686-02a7-460a-a2c2-f842080e09b8 {{(pid=103152) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 13:25:55.786256 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85899ec-8003-42da-91bb-5b5dedfc71ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Port e37f44e2-6642-4ded-aab5-60b7245bbd75 on network f73522d9-61f6-49e9-a4eb-989b31eb1422 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 13:25:55.786691 dv-neutron-master-2-hyperv neutron-server[103153]: ERROR neutron.plugins.ml2.managers [None req-b85899ec-8003-42da-91bb-5b5dedfc71ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Failed to bind port e37f44e2-6642-4ded-aab5-60b7245bbd75 on host hv-neutron-mast for vnic_type normal using segments [{'id': '715d9db5-304f-45aa-9e02-5444736ea6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'f73522d9-61f6-49e9-a4eb-989b31eb1422'}] Dec 21 13:25:55.787127 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.plugins.ml2.plugin [None req-b85899ec-8003-42da-91bb-5b5dedfc71ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempt 4 to bind port e37f44e2-6642-4ded-aab5-60b7245bbd75 Dec 21 13:25:55.804948 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-b85899ec-8003-42da-91bb-5b5dedfc71ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempting to bind port e37f44e2-6642-4ded-aab5-60b7245bbd75 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:25:55.805334 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-b85899ec-8003-42da-91bb-5b5dedfc71ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempting to bind port e37f44e2-6642-4ded-aab5-60b7245bbd75 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '715d9db5-304f-45aa-9e02-5444736ea6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'f73522d9-61f6-49e9-a4eb-989b31eb1422'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:25:55.805748 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85899ec-8003-42da-91bb-5b5dedfc71ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempting to bind port e37f44e2-6642-4ded-aab5-60b7245bbd75 on network f73522d9-61f6-49e9-a4eb-989b31eb1422 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:25:55.811126 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85899ec-8003-42da-91bb-5b5dedfc71ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Port e37f44e2-6642-4ded-aab5-60b7245bbd75 on network f73522d9-61f6-49e9-a4eb-989b31eb1422 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 13:25:55.811553 dv-neutron-master-2-hyperv neutron-server[103153]: ERROR neutron.plugins.ml2.managers [None req-b85899ec-8003-42da-91bb-5b5dedfc71ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Failed to bind port e37f44e2-6642-4ded-aab5-60b7245bbd75 on host hv-neutron-mast for vnic_type normal using segments [{'id': '715d9db5-304f-45aa-9e02-5444736ea6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'f73522d9-61f6-49e9-a4eb-989b31eb1422'}] Dec 21 13:25:55.811824 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.plugins.ml2.plugin [None req-b85899ec-8003-42da-91bb-5b5dedfc71ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempt 5 to bind port e37f44e2-6642-4ded-aab5-60b7245bbd75 Dec 21 13:25:55.827136 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-b85899ec-8003-42da-91bb-5b5dedfc71ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempting to bind port e37f44e2-6642-4ded-aab5-60b7245bbd75 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:25:55.827606 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-b85899ec-8003-42da-91bb-5b5dedfc71ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempting to bind port e37f44e2-6642-4ded-aab5-60b7245bbd75 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '715d9db5-304f-45aa-9e02-5444736ea6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'f73522d9-61f6-49e9-a4eb-989b31eb1422'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:25:55.827946 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85899ec-8003-42da-91bb-5b5dedfc71ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempting to bind port e37f44e2-6642-4ded-aab5-60b7245bbd75 on network f73522d9-61f6-49e9-a4eb-989b31eb1422 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:25:55.838926 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-57a7804c-abcf-4fed-8b15-d664f8861867 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks [] for router, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:55.842636 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-57a7804c-abcf-4fed-8b15-d664f8861867 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] 10.222.0.37 "DELETE /v2.0/routers/d8699686-02a7-460a-a2c2-f842080e09b8 HTTP/1.1" status: 204 len: 168 time: 1.1425397 Dec 21 13:25:55.847091 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85899ec-8003-42da-91bb-5b5dedfc71ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Port e37f44e2-6642-4ded-aab5-60b7245bbd75 on network f73522d9-61f6-49e9-a4eb-989b31eb1422 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 13:25:55.847854 dv-neutron-master-2-hyperv neutron-server[103153]: ERROR neutron.plugins.ml2.managers [None req-b85899ec-8003-42da-91bb-5b5dedfc71ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Failed to bind port e37f44e2-6642-4ded-aab5-60b7245bbd75 on host hv-neutron-mast for vnic_type normal using segments [{'id': '715d9db5-304f-45aa-9e02-5444736ea6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'f73522d9-61f6-49e9-a4eb-989b31eb1422'}] Dec 21 13:25:55.847973 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.plugins.ml2.plugin [None req-b85899ec-8003-42da-91bb-5b5dedfc71ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempt 6 to bind port e37f44e2-6642-4ded-aab5-60b7245bbd75 Dec 21 13:25:55.869527 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99024753-66b1-4f74-b676-e904c223b216 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Network 8ba33eed-c57c-4287-856c-f75df6a95a03 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:25:55.873895 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-b85899ec-8003-42da-91bb-5b5dedfc71ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempting to bind port e37f44e2-6642-4ded-aab5-60b7245bbd75 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:25:55.873895 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-b85899ec-8003-42da-91bb-5b5dedfc71ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempting to bind port e37f44e2-6642-4ded-aab5-60b7245bbd75 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '715d9db5-304f-45aa-9e02-5444736ea6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'f73522d9-61f6-49e9-a4eb-989b31eb1422'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:25:55.873895 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85899ec-8003-42da-91bb-5b5dedfc71ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempting to bind port e37f44e2-6642-4ded-aab5-60b7245bbd75 on network f73522d9-61f6-49e9-a4eb-989b31eb1422 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:25:55.877136 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-99024753-66b1-4f74-b676-e904c223b216 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:25:55.882382 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85899ec-8003-42da-91bb-5b5dedfc71ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Port e37f44e2-6642-4ded-aab5-60b7245bbd75 on network f73522d9-61f6-49e9-a4eb-989b31eb1422 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 13:25:55.882820 dv-neutron-master-2-hyperv neutron-server[103153]: ERROR neutron.plugins.ml2.managers [None req-b85899ec-8003-42da-91bb-5b5dedfc71ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Failed to bind port e37f44e2-6642-4ded-aab5-60b7245bbd75 on host hv-neutron-mast for vnic_type normal using segments [{'id': '715d9db5-304f-45aa-9e02-5444736ea6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'f73522d9-61f6-49e9-a4eb-989b31eb1422'}] Dec 21 13:25:55.883369 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.plugins.ml2.plugin [None req-b85899ec-8003-42da-91bb-5b5dedfc71ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempt 7 to bind port e37f44e2-6642-4ded-aab5-60b7245bbd75 Dec 21 13:25:55.901812 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-b85899ec-8003-42da-91bb-5b5dedfc71ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempting to bind port e37f44e2-6642-4ded-aab5-60b7245bbd75 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:25:55.902251 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-b85899ec-8003-42da-91bb-5b5dedfc71ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempting to bind port e37f44e2-6642-4ded-aab5-60b7245bbd75 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '715d9db5-304f-45aa-9e02-5444736ea6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'f73522d9-61f6-49e9-a4eb-989b31eb1422'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:25:55.902832 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85899ec-8003-42da-91bb-5b5dedfc71ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempting to bind port e37f44e2-6642-4ded-aab5-60b7245bbd75 on network f73522d9-61f6-49e9-a4eb-989b31eb1422 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:25:55.917232 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85899ec-8003-42da-91bb-5b5dedfc71ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Port e37f44e2-6642-4ded-aab5-60b7245bbd75 on network f73522d9-61f6-49e9-a4eb-989b31eb1422 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 13:25:55.917684 dv-neutron-master-2-hyperv neutron-server[103153]: ERROR neutron.plugins.ml2.managers [None req-b85899ec-8003-42da-91bb-5b5dedfc71ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Failed to bind port e37f44e2-6642-4ded-aab5-60b7245bbd75 on host hv-neutron-mast for vnic_type normal using segments [{'id': '715d9db5-304f-45aa-9e02-5444736ea6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'f73522d9-61f6-49e9-a4eb-989b31eb1422'}] Dec 21 13:25:55.918161 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.plugins.ml2.plugin [None req-b85899ec-8003-42da-91bb-5b5dedfc71ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempt 8 to bind port e37f44e2-6642-4ded-aab5-60b7245bbd75 Dec 21 13:25:55.955719 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99024753-66b1-4f74-b676-e904c223b216 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:25:55.956315 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-b85899ec-8003-42da-91bb-5b5dedfc71ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempting to bind port e37f44e2-6642-4ded-aab5-60b7245bbd75 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:25:55.956650 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-b85899ec-8003-42da-91bb-5b5dedfc71ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempting to bind port e37f44e2-6642-4ded-aab5-60b7245bbd75 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '715d9db5-304f-45aa-9e02-5444736ea6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'f73522d9-61f6-49e9-a4eb-989b31eb1422'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:25:55.956765 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99024753-66b1-4f74-b676-e904c223b216 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:25:55.957108 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85899ec-8003-42da-91bb-5b5dedfc71ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempting to bind port e37f44e2-6642-4ded-aab5-60b7245bbd75 on network f73522d9-61f6-49e9-a4eb-989b31eb1422 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:25:55.957258 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-99024753-66b1-4f74-b676-e904c223b216 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:55.965212 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85899ec-8003-42da-91bb-5b5dedfc71ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Port e37f44e2-6642-4ded-aab5-60b7245bbd75 on network f73522d9-61f6-49e9-a4eb-989b31eb1422 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 13:25:55.966560 dv-neutron-master-2-hyperv neutron-server[103153]: ERROR neutron.plugins.ml2.managers [None req-b85899ec-8003-42da-91bb-5b5dedfc71ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Failed to bind port e37f44e2-6642-4ded-aab5-60b7245bbd75 on host hv-neutron-mast for vnic_type normal using segments [{'id': '715d9db5-304f-45aa-9e02-5444736ea6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'f73522d9-61f6-49e9-a4eb-989b31eb1422'}] Dec 21 13:25:55.967714 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.plugins.ml2.plugin [None req-b85899ec-8003-42da-91bb-5b5dedfc71ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempt 9 to bind port e37f44e2-6642-4ded-aab5-60b7245bbd75 Dec 21 13:25:55.970894 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [req-66183349-62b5-4201-ba8a-cc2e45f7d4ad req-bd1472ac-b2eb-4efe-94fd-b9ee1b7be7a8 tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103152) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 13:25:55.971921 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-66183349-62b5-4201-ba8a-cc2e45f7d4ad req-bd1472ac-b2eb-4efe-94fd-b9ee1b7be7a8 tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0196741 Dec 21 13:25:56.034573 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99024753-66b1-4f74-b676-e904c223b216 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Pushing event updated for resources: {'Port': ['ID=0ef69a9a-98ed-470b-bfc2-6aae9c22ff3b,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:56.043972 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-99024753-66b1-4f74-b676-e904c223b216 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.8097670 Dec 21 13:25:56.046485 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 53632) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:56.065796 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-5ab51302-3703-4ce7-bda3-db911fa608d3 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-mast'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:25:56.078487 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-79e72f32-87ff-4b74-a51c-1b7f26b68186 req-c11b3e0b-4540-416a-a8bf-20a8551c468d service neutron] 10.222.0.37 "GET /v2.0/networks/ec88161e-a588-41e1-b33a-71ad6f2116fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4525552 Dec 21 13:25:56.080868 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-b85899ec-8003-42da-91bb-5b5dedfc71ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempting to bind port e37f44e2-6642-4ded-aab5-60b7245bbd75 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:25:56.081068 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-b85899ec-8003-42da-91bb-5b5dedfc71ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempting to bind port e37f44e2-6642-4ded-aab5-60b7245bbd75 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '715d9db5-304f-45aa-9e02-5444736ea6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'f73522d9-61f6-49e9-a4eb-989b31eb1422'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:25:56.081715 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85899ec-8003-42da-91bb-5b5dedfc71ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempting to bind port e37f44e2-6642-4ded-aab5-60b7245bbd75 on network f73522d9-61f6-49e9-a4eb-989b31eb1422 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:25:56.161025 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85899ec-8003-42da-91bb-5b5dedfc71ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Port e37f44e2-6642-4ded-aab5-60b7245bbd75 on network f73522d9-61f6-49e9-a4eb-989b31eb1422 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 13:25:56.162227 dv-neutron-master-2-hyperv neutron-server[103153]: ERROR neutron.plugins.ml2.managers [None req-b85899ec-8003-42da-91bb-5b5dedfc71ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Failed to bind port e37f44e2-6642-4ded-aab5-60b7245bbd75 on host hv-neutron-mast for vnic_type normal using segments [{'id': '715d9db5-304f-45aa-9e02-5444736ea6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'f73522d9-61f6-49e9-a4eb-989b31eb1422'}] Dec 21 13:25:56.165583 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.plugins.ml2.plugin [None req-b85899ec-8003-42da-91bb-5b5dedfc71ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempt 10 to bind port e37f44e2-6642-4ded-aab5-60b7245bbd75 Dec 21 13:25:56.246985 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-b85899ec-8003-42da-91bb-5b5dedfc71ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempting to bind port e37f44e2-6642-4ded-aab5-60b7245bbd75 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:25:56.247329 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-b85899ec-8003-42da-91bb-5b5dedfc71ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempting to bind port e37f44e2-6642-4ded-aab5-60b7245bbd75 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '715d9db5-304f-45aa-9e02-5444736ea6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'f73522d9-61f6-49e9-a4eb-989b31eb1422'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:25:56.247788 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85899ec-8003-42da-91bb-5b5dedfc71ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempting to bind port e37f44e2-6642-4ded-aab5-60b7245bbd75 on network f73522d9-61f6-49e9-a4eb-989b31eb1422 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:25:56.269198 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85899ec-8003-42da-91bb-5b5dedfc71ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Port e37f44e2-6642-4ded-aab5-60b7245bbd75 on network f73522d9-61f6-49e9-a4eb-989b31eb1422 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 13:25:56.269749 dv-neutron-master-2-hyperv neutron-server[103153]: ERROR neutron.plugins.ml2.managers [None req-b85899ec-8003-42da-91bb-5b5dedfc71ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Failed to bind port e37f44e2-6642-4ded-aab5-60b7245bbd75 on host hv-neutron-mast for vnic_type normal using segments [{'id': '715d9db5-304f-45aa-9e02-5444736ea6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'f73522d9-61f6-49e9-a4eb-989b31eb1422'}] Dec 21 13:25:56.270287 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b85899ec-8003-42da-91bb-5b5dedfc71ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:56.274673 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5ab51302-3703-4ce7-bda3-db911fa608d3 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:56.301398 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 53636) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:56.332062 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-696c45f9-5803-4aee-a4e6-9eab2ee8f3bd tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:56.348473 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-696c45f9-5803-4aee-a4e6-9eab2ee8f3bd tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805230'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:56.482630 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-79e72f32-87ff-4b74-a51c-1b7f26b68186 req-339256b1-16ea-4e5f-bebc-1ecd842fc1f9 service neutron] 10.222.0.37 "GET /v2.0/networks/ec88161e-a588-41e1-b33a-71ad6f2116fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3859029 Dec 21 13:25:56.570710 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-696c45f9-5803-4aee-a4e6-9eab2ee8f3bd tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532537'] for router_interface, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:56.587794 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696c45f9-5803-4aee-a4e6-9eab2ee8f3bd tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Pushing event updated for resources: {'Port': ['ID=81a931de-7647-4ed4-9201-de0a3641b8fe,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:56.762879 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [req-66183349-62b5-4201-ba8a-cc2e45f7d4ad req-ca7a3949-ab87-4b2f-8a2a-0233076439ac service neutron] Request body: {'port': {'device_id': 'a3f56ce0-d200-46aa-8d4a-98f5ecd429fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:25:56.828875 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-d27e05ce-970b-4a62-aa6a-b0501d9541bb tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1745438094', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}, 'admin_state_up': False}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:25:56.936917 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [req-66183349-62b5-4201-ba8a-cc2e45f7d4ad req-ca7a3949-ab87-4b2f-8a2a-0233076439ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:56.942700 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [None req-5ab51302-3703-4ce7-bda3-db911fa608d3 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] device_id is not set on port 0ef69a9a-98ed-470b-bfc2-6aae9c22ff3b yet. {{(pid=103153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 13:25:56.954113 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696c45f9-5803-4aee-a4e6-9eab2ee8f3bd tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Network 3c38dfbd-4f71-40a9-9333-bd78c4b15e62 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:25:56.960648 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-696c45f9-5803-4aee-a4e6-9eab2ee8f3bd tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:25:56.975108 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5ab51302-3703-4ce7-bda3-db911fa608d3 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:57.005353 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5ab51302-3703-4ce7-bda3-db911fa608d3 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:57.084162 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.60', 62042) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:57.307516 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d27e05ce-970b-4a62-aa6a-b0501d9541bb tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26964'] for router, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:57.308722 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d27e05ce-970b-4a62-aa6a-b0501d9541bb tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-642316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26957'] for router, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:57.323566 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab51302-3703-4ce7-bda3-db911fa608d3 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Pushing event updated for resources: {'Port': ['ID=0ef69a9a-98ed-470b-bfc2-6aae9c22ff3b,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:57.424764 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fa637e-49ea-4a37-aef8-94bc0bb19546 req-478ba50e-013a-4f6b-ac70-27c040d658ed tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:25:57.441695 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f8fa637e-49ea-4a37-aef8-94bc0bb19546 req-478ba50e-013a-4f6b-ac70-27c040d658ed tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3f56ce0-d200-46aa-8d4a-98f5ecd429fb HTTP/1.1" status: 200 len: 931 time: 0.8397725 Dec 21 13:25:57.497892 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-d5d29b95-7296-4320-8a90-a8e3abbba999 None None] Provisioning complete for port 81a931de-7647-4ed4-9201-de0a3641b8fe triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:25:57.498432 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d5d29b95-7296-4320-8a90-a8e3abbba999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:57.627996 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-b85899ec-8003-42da-91bb-5b5dedfc71ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] For port e37f44e2-6642-4ded-aab5-60b7245bbd75, host hv-neutron-mast, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:25:57.631253 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-b85899ec-8003-42da-91bb-5b5dedfc71ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempted to set empty binding levels {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 21 13:25:57.633680 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-d5d29b95-7296-4320-8a90-a8e3abbba999 None None] Port 81a931de-7647-4ed4-9201-de0a3641b8fe cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:25:57.639308 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-9498a1ed-a653-4bf6-91bc-633dae06286e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:57.662199 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b85899ec-8003-42da-91bb-5b5dedfc71ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:57.714162 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f8fa637e-49ea-4a37-aef8-94bc0bb19546 req-30d43de5-d28e-4455-abd6-96047dcdb77d tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a365f85-e497-47ef-99fa-94673fe66566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2574315 Dec 21 13:25:57.722644 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21dd7b9-97d9-4246-8eb2-2cfb17e1dbf7 req-3fd8b854-d538-4b5a-8b7c-92c827db5acf tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:25:57.724244 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f21dd7b9-97d9-4246-8eb2-2cfb17e1dbf7 req-3fd8b854-d538-4b5a-8b7c-92c827db5acf tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] 10.222.0.60 "GET /v2.0/networks?id=83c05ac8-bd36-43e0-a042-78664d1cb962 HTTP/1.1" status: 200 len: 804 time: 0.6045449 Dec 21 13:25:57.725657 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85899ec-8003-42da-91bb-5b5dedfc71ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:25:57.727489 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b85899ec-8003-42da-91bb-5b5dedfc71ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:57.750907 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-5ab51302-3703-4ce7-bda3-db911fa608d3 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempting to bind port 0ef69a9a-98ed-470b-bfc2-6aae9c22ff3b on host hv-neutron-mast for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:25:57.751731 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-5ab51302-3703-4ce7-bda3-db911fa608d3 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempting to bind port 0ef69a9a-98ed-470b-bfc2-6aae9c22ff3b by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'd68cd9cf-5664-41c8-9578-d1e7465dcd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8ba33eed-c57c-4287-856c-f75df6a95a03'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:25:57.752084 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab51302-3703-4ce7-bda3-db911fa608d3 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempting to bind port 0ef69a9a-98ed-470b-bfc2-6aae9c22ff3b on network 8ba33eed-c57c-4287-856c-f75df6a95a03 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:25:57.808469 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-b85899ec-8003-42da-91bb-5b5dedfc71ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 4.2340119 Dec 21 13:25:57.821703 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 53680) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:57.823265 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab51302-3703-4ce7-bda3-db911fa608d3 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Port 0ef69a9a-98ed-470b-bfc2-6aae9c22ff3b on network 8ba33eed-c57c-4287-856c-f75df6a95a03 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 13:25:57.823587 dv-neutron-master-2-hyperv neutron-server[103153]: ERROR neutron.plugins.ml2.managers [None req-5ab51302-3703-4ce7-bda3-db911fa608d3 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Failed to bind port 0ef69a9a-98ed-470b-bfc2-6aae9c22ff3b on host hv-neutron-mast for vnic_type normal using segments [{'id': 'd68cd9cf-5664-41c8-9578-d1e7465dcd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8ba33eed-c57c-4287-856c-f75df6a95a03'}] Dec 21 13:25:57.924389 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.plugins.ml2.plugin [None req-5ab51302-3703-4ce7-bda3-db911fa608d3 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempt 2 to bind port 0ef69a9a-98ed-470b-bfc2-6aae9c22ff3b Dec 21 13:25:57.926625 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-3498abd3-85dc-4725-9bab-8b6d45f5871d req-54d28e7a-b860-499c-9fd2-f878c91f0efc tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5a50cf6-e9ef-40a0-bcb8-50f22df91d1e HTTP/1.1" status: 200 len: 210 time: 0.6085310 Dec 21 13:25:57.940984 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c91bd5aa-6a11-4405-a640-7d5fdf7c0a25 req-95a61ccb-59d5-4457-9c3d-9651291518d6 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f04569b-7b6a-480f-a48e-6be4ed1157fe HTTP/1.1" status: 200 len: 210 time: 0.1209161 Dec 21 13:25:57.942065 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-696c45f9-5803-4aee-a4e6-9eab2ee8f3bd tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Router 379ad297-0af3-4487-b835-20a9cf22cfbb has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:25:58.052003 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85899ec-8003-42da-91bb-5b5dedfc71ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Pushing event updated for resources: {'Port': ['ID=e37f44e2-6642-4ded-aab5-60b7245bbd75,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:58.076672 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-5ab51302-3703-4ce7-bda3-db911fa608d3 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempting to bind port 0ef69a9a-98ed-470b-bfc2-6aae9c22ff3b on host hv-neutron-mast for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:25:58.076672 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-5ab51302-3703-4ce7-bda3-db911fa608d3 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempting to bind port 0ef69a9a-98ed-470b-bfc2-6aae9c22ff3b by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'd68cd9cf-5664-41c8-9578-d1e7465dcd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8ba33eed-c57c-4287-856c-f75df6a95a03'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:25:58.076672 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab51302-3703-4ce7-bda3-db911fa608d3 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempting to bind port 0ef69a9a-98ed-470b-bfc2-6aae9c22ff3b on network 8ba33eed-c57c-4287-856c-f75df6a95a03 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:25:58.086025 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab51302-3703-4ce7-bda3-db911fa608d3 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Port 0ef69a9a-98ed-470b-bfc2-6aae9c22ff3b on network 8ba33eed-c57c-4287-856c-f75df6a95a03 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 13:25:58.086397 dv-neutron-master-2-hyperv neutron-server[103153]: ERROR neutron.plugins.ml2.managers [None req-5ab51302-3703-4ce7-bda3-db911fa608d3 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Failed to bind port 0ef69a9a-98ed-470b-bfc2-6aae9c22ff3b on host hv-neutron-mast for vnic_type normal using segments [{'id': 'd68cd9cf-5664-41c8-9578-d1e7465dcd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8ba33eed-c57c-4287-856c-f75df6a95a03'}] Dec 21 13:25:58.090531 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.plugins.ml2.plugin [None req-5ab51302-3703-4ce7-bda3-db911fa608d3 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempt 3 to bind port 0ef69a9a-98ed-470b-bfc2-6aae9c22ff3b Dec 21 13:25:58.132881 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f21dd7b9-97d9-4246-8eb2-2cfb17e1dbf7 req-1f625899-7b52-4761-a1e8-bd0e4a8b0a95 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8aee670f41db4d76aa264255d2510915 HTTP/1.1" status: 200 len: 380 time: 0.3769712 Dec 21 13:25:58.150610 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-5ab51302-3703-4ce7-bda3-db911fa608d3 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempting to bind port 0ef69a9a-98ed-470b-bfc2-6aae9c22ff3b on host hv-neutron-mast for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:25:58.150932 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-5ab51302-3703-4ce7-bda3-db911fa608d3 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempting to bind port 0ef69a9a-98ed-470b-bfc2-6aae9c22ff3b by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'd68cd9cf-5664-41c8-9578-d1e7465dcd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8ba33eed-c57c-4287-856c-f75df6a95a03'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:25:58.151273 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab51302-3703-4ce7-bda3-db911fa608d3 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempting to bind port 0ef69a9a-98ed-470b-bfc2-6aae9c22ff3b on network 8ba33eed-c57c-4287-856c-f75df6a95a03 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:25:58.164148 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d27e05ce-970b-4a62-aa6a-b0501d9541bb tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:58.164945 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab51302-3703-4ce7-bda3-db911fa608d3 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Port 0ef69a9a-98ed-470b-bfc2-6aae9c22ff3b on network 8ba33eed-c57c-4287-856c-f75df6a95a03 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 13:25:58.165249 dv-neutron-master-2-hyperv neutron-server[103153]: ERROR neutron.plugins.ml2.managers [None req-5ab51302-3703-4ce7-bda3-db911fa608d3 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Failed to bind port 0ef69a9a-98ed-470b-bfc2-6aae9c22ff3b on host hv-neutron-mast for vnic_type normal using segments [{'id': 'd68cd9cf-5664-41c8-9578-d1e7465dcd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8ba33eed-c57c-4287-856c-f75df6a95a03'}] Dec 21 13:25:58.169254 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.plugins.ml2.plugin [None req-5ab51302-3703-4ce7-bda3-db911fa608d3 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempt 4 to bind port 0ef69a9a-98ed-470b-bfc2-6aae9c22ff3b Dec 21 13:25:58.197535 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-951e2969-8e13-41d8-a420-ebbed1ffa4c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Deleting port e37f44e2-6642-4ded-aab5-60b7245bbd75 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:25:58.197880 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-951e2969-8e13-41d8-a420-ebbed1ffa4c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:58.218327 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [req-f21dd7b9-97d9-4246-8eb2-2cfb17e1dbf7 req-aeb03ae5-b35b-4437-a990-d85058cc2ab6 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] Request body: {'port': {'device_id': 'd5a50cf6-e9ef-40a0-bcb8-50f22df91d1e', 'network_id': '83c05ac8-bd36-43e0-a042-78664d1cb962', 'admin_state_up': True, 'tenant_id': '8aee670f41db4d76aa264255d2510915', 'security_groups': ['7b2b8fb0-da15-480b-8a72-3c7ce86ee437']}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:25:58.360610 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d27e05ce-970b-4a62-aa6a-b0501d9541bb tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:58.483653 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-5ab51302-3703-4ce7-bda3-db911fa608d3 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempting to bind port 0ef69a9a-98ed-470b-bfc2-6aae9c22ff3b on host hv-neutron-mast for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:25:58.484000 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-5ab51302-3703-4ce7-bda3-db911fa608d3 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempting to bind port 0ef69a9a-98ed-470b-bfc2-6aae9c22ff3b by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'd68cd9cf-5664-41c8-9578-d1e7465dcd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8ba33eed-c57c-4287-856c-f75df6a95a03'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:25:58.486990 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab51302-3703-4ce7-bda3-db911fa608d3 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempting to bind port 0ef69a9a-98ed-470b-bfc2-6aae9c22ff3b on network 8ba33eed-c57c-4287-856c-f75df6a95a03 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:25:58.585475 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-696c45f9-5803-4aee-a4e6-9eab2ee8f3bd tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:25:58.589414 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab51302-3703-4ce7-bda3-db911fa608d3 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Port 0ef69a9a-98ed-470b-bfc2-6aae9c22ff3b on network 8ba33eed-c57c-4287-856c-f75df6a95a03 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 13:25:58.589744 dv-neutron-master-2-hyperv neutron-server[103153]: ERROR neutron.plugins.ml2.managers [None req-5ab51302-3703-4ce7-bda3-db911fa608d3 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Failed to bind port 0ef69a9a-98ed-470b-bfc2-6aae9c22ff3b on host hv-neutron-mast for vnic_type normal using segments [{'id': 'd68cd9cf-5664-41c8-9578-d1e7465dcd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8ba33eed-c57c-4287-856c-f75df6a95a03'}] Dec 21 13:25:58.591041 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-696c45f9-5803-4aee-a4e6-9eab2ee8f3bd tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] 10.222.0.37 "PUT /v2.0/routers/379ad297-0af3-4487-b835-20a9cf22cfbb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3560586 Dec 21 13:25:58.595508 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.plugins.ml2.plugin [None req-5ab51302-3703-4ce7-bda3-db911fa608d3 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempt 5 to bind port 0ef69a9a-98ed-470b-bfc2-6aae9c22ff3b Dec 21 13:25:58.603405 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe619064-4bef-497a-8962-51b2e5afe003 None None] Sync routers for ids ['379ad297-0af3-4487-b835-20a9cf22cfbb'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:25:58.604741 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 53694) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:58.620261 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-7d392aba-d4cd-4445-8bc2-b65376dad1f6 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Request body: {'port': {'network_id': '3c38dfbd-4f71-40a9-9333-bd78c4b15e62', 'name': 'tempest-FloatingIPAdminTestJSON-1182299972'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:25:58.620920 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-5ab51302-3703-4ce7-bda3-db911fa608d3 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempting to bind port 0ef69a9a-98ed-470b-bfc2-6aae9c22ff3b on host hv-neutron-mast for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:25:58.621203 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-5ab51302-3703-4ce7-bda3-db911fa608d3 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempting to bind port 0ef69a9a-98ed-470b-bfc2-6aae9c22ff3b by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'd68cd9cf-5664-41c8-9578-d1e7465dcd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8ba33eed-c57c-4287-856c-f75df6a95a03'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:25:58.621652 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab51302-3703-4ce7-bda3-db911fa608d3 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempting to bind port 0ef69a9a-98ed-470b-bfc2-6aae9c22ff3b on network 8ba33eed-c57c-4287-856c-f75df6a95a03 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:25:58.628852 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe619064-4bef-497a-8962-51b2e5afe003 None None] Routers {'379ad297-0af3-4487-b835-20a9cf22cfbb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:25:58.633300 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-fe619064-4bef-497a-8962-51b2e5afe003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:25:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['379ad297-0af3-4487-b835-20a9cf22cfbb'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:25:58.637477 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-951e2969-8e13-41d8-a420-ebbed1ffa4c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] For port e37f44e2-6642-4ded-aab5-60b7245bbd75, host hv-neutron-mast, got binding levels [] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:25:58.637855 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-951e2969-8e13-41d8-a420-ebbed1ffa4c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:58.655083 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab51302-3703-4ce7-bda3-db911fa608d3 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Port 0ef69a9a-98ed-470b-bfc2-6aae9c22ff3b on network 8ba33eed-c57c-4287-856c-f75df6a95a03 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 13:25:58.655696 dv-neutron-master-2-hyperv neutron-server[103153]: ERROR neutron.plugins.ml2.managers [None req-5ab51302-3703-4ce7-bda3-db911fa608d3 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Failed to bind port 0ef69a9a-98ed-470b-bfc2-6aae9c22ff3b on host hv-neutron-mast for vnic_type normal using segments [{'id': 'd68cd9cf-5664-41c8-9578-d1e7465dcd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8ba33eed-c57c-4287-856c-f75df6a95a03'}] Dec 21 13:25:58.665734 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.plugins.ml2.plugin [None req-5ab51302-3703-4ce7-bda3-db911fa608d3 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempt 6 to bind port 0ef69a9a-98ed-470b-bfc2-6aae9c22ff3b Dec 21 13:25:58.696096 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 53696) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:58.699596 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-951e2969-8e13-41d8-a420-ebbed1ffa4c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Calling delete_port for e37f44e2-6642-4ded-aab5-60b7245bbd75 owned by {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:25:58.701527 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-5ab51302-3703-4ce7-bda3-db911fa608d3 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempting to bind port 0ef69a9a-98ed-470b-bfc2-6aae9c22ff3b on host hv-neutron-mast for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:25:58.701890 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-5ab51302-3703-4ce7-bda3-db911fa608d3 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempting to bind port 0ef69a9a-98ed-470b-bfc2-6aae9c22ff3b by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'd68cd9cf-5664-41c8-9578-d1e7465dcd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8ba33eed-c57c-4287-856c-f75df6a95a03'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:25:58.702175 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab51302-3703-4ce7-bda3-db911fa608d3 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempting to bind port 0ef69a9a-98ed-470b-bfc2-6aae9c22ff3b on network 8ba33eed-c57c-4287-856c-f75df6a95a03 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:25:58.702618 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-fe619064-4bef-497a-8962-51b2e5afe003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:25:58.715565 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe619064-4bef-497a-8962-51b2e5afe003 None None] Routers {'379ad297-0af3-4487-b835-20a9cf22cfbb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:25:58.716798 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-fe619064-4bef-497a-8962-51b2e5afe003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:25:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['379ad297-0af3-4487-b835-20a9cf22cfbb'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:25:58.719062 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:58.727151 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab51302-3703-4ce7-bda3-db911fa608d3 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Port 0ef69a9a-98ed-470b-bfc2-6aae9c22ff3b on network 8ba33eed-c57c-4287-856c-f75df6a95a03 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 13:25:58.727510 dv-neutron-master-2-hyperv neutron-server[103153]: ERROR neutron.plugins.ml2.managers [None req-5ab51302-3703-4ce7-bda3-db911fa608d3 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Failed to bind port 0ef69a9a-98ed-470b-bfc2-6aae9c22ff3b on host hv-neutron-mast for vnic_type normal using segments [{'id': 'd68cd9cf-5664-41c8-9578-d1e7465dcd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8ba33eed-c57c-4287-856c-f75df6a95a03'}] Dec 21 13:25:58.729516 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.plugins.ml2.plugin [None req-5ab51302-3703-4ce7-bda3-db911fa608d3 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempt 7 to bind port 0ef69a9a-98ed-470b-bfc2-6aae9c22ff3b Dec 21 13:25:58.733390 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f21dd7b9-97d9-4246-8eb2-2cfb17e1dbf7 req-aeb03ae5-b35b-4437-a990-d85058cc2ab6 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] Made reservation on behalf of 8aee670f41db4d76aa264255d2510915 for: {'port': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:25:58.737534 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-f21dd7b9-97d9-4246-8eb2-2cfb17e1dbf7 req-aeb03ae5-b35b-4437-a990-d85058cc2ab6 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:58.796215 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-5ab51302-3703-4ce7-bda3-db911fa608d3 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempting to bind port 0ef69a9a-98ed-470b-bfc2-6aae9c22ff3b on host hv-neutron-mast for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:25:58.796554 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-5ab51302-3703-4ce7-bda3-db911fa608d3 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempting to bind port 0ef69a9a-98ed-470b-bfc2-6aae9c22ff3b by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'd68cd9cf-5664-41c8-9578-d1e7465dcd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8ba33eed-c57c-4287-856c-f75df6a95a03'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:25:58.796918 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab51302-3703-4ce7-bda3-db911fa608d3 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempting to bind port 0ef69a9a-98ed-470b-bfc2-6aae9c22ff3b on network 8ba33eed-c57c-4287-856c-f75df6a95a03 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:25:58.850216 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-fe619064-4bef-497a-8962-51b2e5afe003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:25:58.851317 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe619064-4bef-497a-8962-51b2e5afe003 None None] The sync data for ids ['379ad297-0af3-4487-b835-20a9cf22cfbb'] in dv-neutron-master-2-hyperv is: [] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:25:58.886617 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab51302-3703-4ce7-bda3-db911fa608d3 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Port 0ef69a9a-98ed-470b-bfc2-6aae9c22ff3b on network 8ba33eed-c57c-4287-856c-f75df6a95a03 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 13:25:58.886972 dv-neutron-master-2-hyperv neutron-server[103153]: ERROR neutron.plugins.ml2.managers [None req-5ab51302-3703-4ce7-bda3-db911fa608d3 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Failed to bind port 0ef69a9a-98ed-470b-bfc2-6aae9c22ff3b on host hv-neutron-mast for vnic_type normal using segments [{'id': 'd68cd9cf-5664-41c8-9578-d1e7465dcd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8ba33eed-c57c-4287-856c-f75df6a95a03'}] Dec 21 13:25:58.889268 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.plugins.ml2.plugin [None req-5ab51302-3703-4ce7-bda3-db911fa608d3 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempt 8 to bind port 0ef69a9a-98ed-470b-bfc2-6aae9c22ff3b Dec 21 13:25:59.053021 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.notifiers.nova [req-66183349-62b5-4201-ba8a-cc2e45f7d4ad req-ca7a3949-ab87-4b2f-8a2a-0233076439ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16e9a28c-57b2-4f6e-beaa-917e8c3668e1 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 13:25:59.063245 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [req-66183349-62b5-4201-ba8a-cc2e45f7d4ad req-ca7a3949-ab87-4b2f-8a2a-0233076439ac service neutron] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:59.087666 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [req-66183349-62b5-4201-ba8a-cc2e45f7d4ad req-ca7a3949-ab87-4b2f-8a2a-0233076439ac service neutron] Transition to ACTIVE for port object 16e9a28c-57b2-4f6e-beaa-917e8c3668e1 will not be triggered until provisioned by entity L2. {{(pid=103152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 13:25:59.126482 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [req-66183349-62b5-4201-ba8a-cc2e45f7d4ad req-ca7a3949-ab87-4b2f-8a2a-0233076439ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805230'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:59.160114 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-5ab51302-3703-4ce7-bda3-db911fa608d3 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempting to bind port 0ef69a9a-98ed-470b-bfc2-6aae9c22ff3b on host hv-neutron-mast for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:25:59.160742 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-5ab51302-3703-4ce7-bda3-db911fa608d3 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempting to bind port 0ef69a9a-98ed-470b-bfc2-6aae9c22ff3b by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'd68cd9cf-5664-41c8-9578-d1e7465dcd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8ba33eed-c57c-4287-856c-f75df6a95a03'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:25:59.160866 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab51302-3703-4ce7-bda3-db911fa608d3 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempting to bind port 0ef69a9a-98ed-470b-bfc2-6aae9c22ff3b on network 8ba33eed-c57c-4287-856c-f75df6a95a03 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:25:59.201477 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-40455465-d8c5-4045-86ab-8d37f05909f1 tempest-RoutersAdminNegativeTest-938582669 tempest-RoutersAdminNegativeTest-938582669-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-810266273', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:25:59.229625 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d392aba-d4cd-4445-8bc2-b65376dad1f6 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Made reservation on behalf of 232c21e991bb49f184f3ed4365ba4915 for: {'port': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:25:59.232009 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.60', 62046) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:59.232662 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7d392aba-d4cd-4445-8bc2-b65376dad1f6 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:59.280309 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab51302-3703-4ce7-bda3-db911fa608d3 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Port 0ef69a9a-98ed-470b-bfc2-6aae9c22ff3b on network 8ba33eed-c57c-4287-856c-f75df6a95a03 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 13:25:59.280639 dv-neutron-master-2-hyperv neutron-server[103153]: ERROR neutron.plugins.ml2.managers [None req-5ab51302-3703-4ce7-bda3-db911fa608d3 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Failed to bind port 0ef69a9a-98ed-470b-bfc2-6aae9c22ff3b on host hv-neutron-mast for vnic_type normal using segments [{'id': 'd68cd9cf-5664-41c8-9578-d1e7465dcd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8ba33eed-c57c-4287-856c-f75df6a95a03'}] Dec 21 13:25:59.293612 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.plugins.ml2.plugin [None req-5ab51302-3703-4ce7-bda3-db911fa608d3 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempt 9 to bind port 0ef69a9a-98ed-470b-bfc2-6aae9c22ff3b Dec 21 13:25:59.295866 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-7d392aba-d4cd-4445-8bc2-b65376dad1f6 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] device_id is not set on port c333c7b7-76f2-44b0-ab2e-29793173047d yet. {{(pid=103152) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 13:25:59.298757 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b2dbef91-1f4e-48ff-9b50-67ef5063deb9 req-96a715f1-4477-491c-9434-14ae6d6c6c38 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5a50cf6-e9ef-40a0-bcb8-50f22df91d1e HTTP/1.1" status: 200 len: 210 time: 0.1432521 Dec 21 13:25:59.392749 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-5ab51302-3703-4ce7-bda3-db911fa608d3 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempting to bind port 0ef69a9a-98ed-470b-bfc2-6aae9c22ff3b on host hv-neutron-mast for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:25:59.393090 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-5ab51302-3703-4ce7-bda3-db911fa608d3 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempting to bind port 0ef69a9a-98ed-470b-bfc2-6aae9c22ff3b by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'd68cd9cf-5664-41c8-9578-d1e7465dcd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8ba33eed-c57c-4287-856c-f75df6a95a03'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:25:59.393421 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab51302-3703-4ce7-bda3-db911fa608d3 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempting to bind port 0ef69a9a-98ed-470b-bfc2-6aae9c22ff3b on network 8ba33eed-c57c-4287-856c-f75df6a95a03 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:25:59.513244 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40455465-d8c5-4045-86ab-8d37f05909f1 tempest-RoutersAdminNegativeTest-938582669 tempest-RoutersAdminNegativeTest-938582669-project-admin] Made reservation on behalf of ac710e2c9b05421ba62dfd9ae3000ddf for: {'port': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:25:59.516360 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-40455465-d8c5-4045-86ab-8d37f05909f1 tempest-RoutersAdminNegativeTest-938582669 tempest-RoutersAdminNegativeTest-938582669-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:59.527127 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d27e05ce-970b-4a62-aa6a-b0501d9541bb tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks [] for router_gateway, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:59.536452 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab51302-3703-4ce7-bda3-db911fa608d3 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Port 0ef69a9a-98ed-470b-bfc2-6aae9c22ff3b on network 8ba33eed-c57c-4287-856c-f75df6a95a03 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 13:25:59.537110 dv-neutron-master-2-hyperv neutron-server[103153]: ERROR neutron.plugins.ml2.managers [None req-5ab51302-3703-4ce7-bda3-db911fa608d3 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Failed to bind port 0ef69a9a-98ed-470b-bfc2-6aae9c22ff3b on host hv-neutron-mast for vnic_type normal using segments [{'id': 'd68cd9cf-5664-41c8-9578-d1e7465dcd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8ba33eed-c57c-4287-856c-f75df6a95a03'}] Dec 21 13:25:59.549787 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.plugins.ml2.plugin [None req-5ab51302-3703-4ce7-bda3-db911fa608d3 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempt 10 to bind port 0ef69a9a-98ed-470b-bfc2-6aae9c22ff3b Dec 21 13:25:59.555373 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a183cf4-9b71-4158-a44f-8a2c2eb2f269 req-aabe51b5-415b-4631-a0e3-42370149886f tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:25:59.557668 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-0a183cf4-9b71-4158-a44f-8a2c2eb2f269 req-aabe51b5-415b-4631-a0e3-42370149886f tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3f56ce0-d200-46aa-8d4a-98f5ecd429fb HTTP/1.1" status: 200 len: 943 time: 0.6909294 Dec 21 13:25:59.581602 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7a3949-ab87-4b2f-8a2a-0233076439ac service neutron] Pushing event updated for resources: {'Port': ['ID=16e9a28c-57b2-4f6e-beaa-917e8c3668e1,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:59.625917 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-d9267760-cb78-43a6-ac2e-2a4de36bbed7 req-0ca331ad-edfb-4ebc-8e2d-1a64b7a1a3ee tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f04569b-7b6a-480f-a48e-6be4ed1157fe HTTP/1.1" status: 200 len: 210 time: 0.1568208 Dec 21 13:25:59.631945 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-951e2969-8e13-41d8-a420-ebbed1ffa4c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:59.661550 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d27e05ce-970b-4a62-aa6a-b0501d9541bb tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:59.668690 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-40455465-d8c5-4045-86ab-8d37f05909f1 tempest-RoutersAdminNegativeTest-938582669 tempest-RoutersAdminNegativeTest-938582669-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:59.850377 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [req-f21dd7b9-97d9-4246-8eb2-2cfb17e1dbf7 req-aeb03ae5-b35b-4437-a990-d85058cc2ab6 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] Allocated IP 172.20.0.4 (83c05ac8-bd36-43e0-a042-78664d1cb962/40d80c43-5346-4a2c-a020-9bfccd6ebd6c/76407916-90b0-4b3d-969b-db8131c418cf) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:25:59.859186 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951e2969-8e13-41d8-a420-ebbed1ffa4c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Pushing event deleted for resources: {'Port': ['ID=e37f44e2-6642-4ded-aab5-60b7245bbd75,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:25:59.861620 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-5ab51302-3703-4ce7-bda3-db911fa608d3 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempting to bind port 0ef69a9a-98ed-470b-bfc2-6aae9c22ff3b on host hv-neutron-mast for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:25:59.862069 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-5ab51302-3703-4ce7-bda3-db911fa608d3 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempting to bind port 0ef69a9a-98ed-470b-bfc2-6aae9c22ff3b by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'd68cd9cf-5664-41c8-9578-d1e7465dcd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8ba33eed-c57c-4287-856c-f75df6a95a03'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:25:59.862543 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab51302-3703-4ce7-bda3-db911fa608d3 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempting to bind port 0ef69a9a-98ed-470b-bfc2-6aae9c22ff3b on network 8ba33eed-c57c-4287-856c-f75df6a95a03 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:25:59.906453 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-951e2969-8e13-41d8-a420-ebbed1ffa4c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:59.913801 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-951e2969-8e13-41d8-a420-ebbed1ffa4c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] 10.222.0.37 "DELETE /v2.0/ports/e37f44e2-6642-4ded-aab5-60b7245bbd75 HTTP/1.1" status: 204 len: 168 time: 2.0863490 Dec 21 13:25:59.913801 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab51302-3703-4ce7-bda3-db911fa608d3 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Port 0ef69a9a-98ed-470b-bfc2-6aae9c22ff3b on network 8ba33eed-c57c-4287-856c-f75df6a95a03 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 13:25:59.913801 dv-neutron-master-2-hyperv neutron-server[103153]: ERROR neutron.plugins.ml2.managers [None req-5ab51302-3703-4ce7-bda3-db911fa608d3 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Failed to bind port 0ef69a9a-98ed-470b-bfc2-6aae9c22ff3b on host hv-neutron-mast for vnic_type normal using segments [{'id': 'd68cd9cf-5664-41c8-9578-d1e7465dcd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8ba33eed-c57c-4287-856c-f75df6a95a03'}] Dec 21 13:25:59.913801 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5ab51302-3703-4ce7-bda3-db911fa608d3 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:25:59.917196 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 53710) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:25:59.950844 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e72f32-87ff-4b74-a51c-1b7f26b68186 req-0b2cf196-bd2b-4822-b980-3561db1b1189 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:25:59.952685 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-79e72f32-87ff-4b74-a51c-1b7f26b68186 req-0b2cf196-bd2b-4822-b980-3561db1b1189 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.60 "GET /v2.0/networks?id=ec88161e-a588-41e1-b33a-71ad6f2116fc HTTP/1.1" status: 200 len: 811 time: 0.6620235 Dec 21 13:25:59.971815 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-0a183cf4-9b71-4158-a44f-8a2c2eb2f269 req-3766fe5a-1543-4efe-9e64-0bf2ad91e5e8 tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a365f85-e497-47ef-99fa-94673fe66566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3793950 Dec 21 13:25:59.980082 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d155bc0-94e8-48c9-8158-bf35830e35b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] GET failed (client error): The resource could not be found. Dec 21 13:25:59.985486 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-7d155bc0-94e8-48c9-8158-bf35830e35b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] 10.222.0.37 "GET /v2.0/ports/e37f44e2-6642-4ded-aab5-60b7245bbd75 HTTP/1.1" status: 404 len: 333 time: 0.0571659 Dec 21 13:25:59.990266 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 53712) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:00.002502 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-65ff784e-03b8-4078-ac79-0c4ab3d196f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Request body: {'port': {'network_id': 'f73522d9-61f6-49e9-a4eb-989b31eb1422', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-940845708'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:26:00.051207 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-7d392aba-d4cd-4445-8bc2-b65376dad1f6 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Allocated IP 172.20.0.14 (3c38dfbd-4f71-40a9-9333-bd78c4b15e62/891701de-9daf-4f1e-89ca-985aadb7c908/c333c7b7-76f2-44b0-ab2e-29793173047d) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:26:00.065776 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [req-66183349-62b5-4201-ba8a-cc2e45f7d4ad req-ca7a3949-ab87-4b2f-8a2a-0233076439ac service neutron] Attempting to bind port 16e9a28c-57b2-4f6e-beaa-917e8c3668e1 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:26:00.066161 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [req-66183349-62b5-4201-ba8a-cc2e45f7d4ad req-ca7a3949-ab87-4b2f-8a2a-0233076439ac service neutron] Attempting to bind port 16e9a28c-57b2-4f6e-beaa-917e8c3668e1 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '792830f5-514e-493a-b4cc-75683e9b81f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '39aa7305-1380-4f0a-b399-f8c03518e77f'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:26:00.067223 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66183349-62b5-4201-ba8a-cc2e45f7d4ad req-ca7a3949-ab87-4b2f-8a2a-0233076439ac service neutron] Attempting to bind port 16e9a28c-57b2-4f6e-beaa-917e8c3668e1 on network 39aa7305-1380-4f0a-b399-f8c03518e77f {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:26:00.085420 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66183349-62b5-4201-ba8a-cc2e45f7d4ad req-ca7a3949-ab87-4b2f-8a2a-0233076439ac service neutron] Port 16e9a28c-57b2-4f6e-beaa-917e8c3668e1 on network 39aa7305-1380-4f0a-b399-f8c03518e77f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 13:26:00.085828 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66183349-62b5-4201-ba8a-cc2e45f7d4ad req-ca7a3949-ab87-4b2f-8a2a-0233076439ac service neutron] Attempting to bind port 16e9a28c-57b2-4f6e-beaa-917e8c3668e1 on network 39aa7305-1380-4f0a-b399-f8c03518e77f {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:26:00.104738 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-d27e05ce-970b-4a62-aa6a-b0501d9541bb tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Allocated IP 172.36.3.223 (7fdf1889-f079-4166-bbda-88b2a8d8d595/051a5607-1753-4008-a2f2-d94b48752e9c/e5b79c2e-fe94-4651-92a6-916a1006167f) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:26:00.125290 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66183349-62b5-4201-ba8a-cc2e45f7d4ad req-ca7a3949-ab87-4b2f-8a2a-0233076439ac service neutron] Checking agent: {'id': 'cb078e0e-af00-4e4f-8117-46ca6496af1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 23, 43), 'started_at': datetime.datetime(2021, 12, 21, 13, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:26:00.125701 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66183349-62b5-4201-ba8a-cc2e45f7d4ad req-ca7a3949-ab87-4b2f-8a2a-0233076439ac service neutron] Checking segment: {'id': '792830f5-514e-493a-b4cc-75683e9b81f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '39aa7305-1380-4f0a-b399-f8c03518e77f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:26:00.126345 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66183349-62b5-4201-ba8a-cc2e45f7d4ad req-ca7a3949-ab87-4b2f-8a2a-0233076439ac service neutron] Bound using segment: {'id': '792830f5-514e-493a-b4cc-75683e9b81f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '39aa7305-1380-4f0a-b399-f8c03518e77f'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:26:00.127564 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [req-66183349-62b5-4201-ba8a-cc2e45f7d4ad req-ca7a3949-ab87-4b2f-8a2a-0233076439ac service neutron] Bound port: 16e9a28c-57b2-4f6e-beaa-917e8c3668e1, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '792830f5-514e-493a-b4cc-75683e9b81f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '39aa7305-1380-4f0a-b399-f8c03518e77f'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:26:00.127932 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [req-66183349-62b5-4201-ba8a-cc2e45f7d4ad req-ca7a3949-ab87-4b2f-8a2a-0233076439ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:00.251421 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-5ab51302-3703-4ce7-bda3-db911fa608d3 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] For port 0ef69a9a-98ed-470b-bfc2-6aae9c22ff3b, host hv-neutron-mast, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:26:00.252071 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-5ab51302-3703-4ce7-bda3-db911fa608d3 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempted to set empty binding levels {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 21 13:26:00.264423 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-79e72f32-87ff-4b74-a51c-1b7f26b68186 req-fd40d923-1e0c-4c80-8a24-ae6c0f65caab tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb17296434674195836b28e8a0fc67cf HTTP/1.1" status: 200 len: 380 time: 0.1616733 Dec 21 13:26:00.268958 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65ff784e-03b8-4078-ac79-0c4ab3d196f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Made reservation on behalf of 3935f4f80e6740a9b6b9113ce69e5967 for: {'port': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:26:00.271589 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-65ff784e-03b8-4078-ac79-0c4ab3d196f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:00.278558 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5ab51302-3703-4ce7-bda3-db911fa608d3 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:00.379471 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [None req-65ff784e-03b8-4078-ac79-0c4ab3d196f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] device_id is not set on port 7d9b7f55-8c73-4103-80f3-787c2aad2ae7 yet. {{(pid=103153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 13:26:00.456513 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.db [req-66183349-62b5-4201-ba8a-cc2e45f7d4ad req-ca7a3949-ab87-4b2f-8a2a-0233076439ac service neutron] For port 16e9a28c-57b2-4f6e-beaa-917e8c3668e1, host hv-neutron-mast, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:26:00.469496 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.db [req-66183349-62b5-4201-ba8a-cc2e45f7d4ad req-ca7a3949-ab87-4b2f-8a2a-0233076439ac service neutron] For port 16e9a28c-57b2-4f6e-beaa-917e8c3668e1, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=16e9a28c-57b2-4f6e-beaa-917e8c3668e1,segment=NetworkSegment(792830f5-514e-493a-b4cc-75683e9b81f8),segment_id=792830f5-514e-493a-b4cc-75683e9b81f8)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:26:00.475897 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-5ab51302-3703-4ce7-bda3-db911fa608d3 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] In _notify_port_updated(), no bound segment for port 0ef69a9a-98ed-470b-bfc2-6aae9c22ff3b on network 8ba33eed-c57c-4287-856c-f75df6a95a03 {{(pid=103153) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 21 13:26:00.477076 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab51302-3703-4ce7-bda3-db911fa608d3 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:00.477609 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5ab51302-3703-4ce7-bda3-db911fa608d3 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:00.481313 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-5ab51302-3703-4ce7-bda3-db911fa608d3 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] 10.222.0.37 "PUT /v2.0/ports/0ef69a9a-98ed-470b-bfc2-6aae9c22ff3b HTTP/1.1" status: 200 len: 977 time: 4.4293413 Dec 21 13:26:00.489568 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 53716) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:00.490934 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [req-66183349-62b5-4201-ba8a-cc2e45f7d4ad req-ca7a3949-ab87-4b2f-8a2a-0233076439ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805230'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:00.528661 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-40455465-d8c5-4045-86ab-8d37f05909f1 tempest-RoutersAdminNegativeTest-938582669 tempest-RoutersAdminNegativeTest-938582669-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:00.541279 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d27e05ce-970b-4a62-aa6a-b0501d9541bb tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:00.564995 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-40455465-d8c5-4045-86ab-8d37f05909f1 tempest-RoutersAdminNegativeTest-938582669 tempest-RoutersAdminNegativeTest-938582669-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:00.575599 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-f21dd7b9-97d9-4246-8eb2-2cfb17e1dbf7 req-aeb03ae5-b35b-4437-a990-d85058cc2ab6 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:00.709197 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:00.717516 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-65ff784e-03b8-4078-ac79-0c4ab3d196f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:00.797571 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab51302-3703-4ce7-bda3-db911fa608d3 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Pushing event updated for resources: {'Port': ['ID=0ef69a9a-98ed-470b-bfc2-6aae9c22ff3b,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:00.806843 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [None req-40455465-d8c5-4045-86ab-8d37f05909f1 tempest-RoutersAdminNegativeTest-938582669 tempest-RoutersAdminNegativeTest-938582669-project-admin] device_id is not set on port d8cb409f-e590-4f4c-acc3-88fb4eb4a585 yet. {{(pid=103153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 13:26:00.811914 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40455465-d8c5-4045-86ab-8d37f05909f1 tempest-RoutersAdminNegativeTest-938582669 tempest-RoutersAdminNegativeTest-938582669-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e153451-9f63-4843-a1d9-0b74b663ce9b,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:00.817716 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-289b43d6-e267-4ce9-8b80-822e48ad068d req-0bdc7b6f-83c6-4ecb-a6aa-92e3ba4996d5 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5a50cf6-e9ef-40a0-bcb8-50f22df91d1e HTTP/1.1" status: 200 len: 210 time: 0.3244443 Dec 21 13:26:00.819759 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-65ff784e-03b8-4078-ac79-0c4ab3d196f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:00.916958 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ff784e-03b8-4078-ac79-0c4ab3d196f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Pushing event updated for resources: {'Port': ['ID=7d9b7f55-8c73-4103-80f3-787c2aad2ae7,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:00.934434 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7d392aba-d4cd-4445-8bc2-b65376dad1f6 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:00.984565 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:01.009515 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [req-79e72f32-87ff-4b74-a51c-1b7f26b68186 req-1e775663-3a56-4e64-a9ce-c622ad586f6f tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Request body: {'port': {'device_id': '9f04569b-7b6a-480f-a48e-6be4ed1157fe', 'network_id': 'ec88161e-a588-41e1-b33a-71ad6f2116fc', 'admin_state_up': True, 'tenant_id': 'eb17296434674195836b28e8a0fc67cf', 'security_groups': ['6ba20eb6-7980-48d1-8013-51c2682fdc02']}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:26:01.045930 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7a3949-ab87-4b2f-8a2a-0233076439ac service neutron] Pushing event updated for resources: {'Port': ['ID=16e9a28c-57b2-4f6e-beaa-917e8c3668e1,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:01.081157 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66183349-62b5-4201-ba8a-cc2e45f7d4ad req-ca7a3949-ab87-4b2f-8a2a-0233076439ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:01.082232 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [req-66183349-62b5-4201-ba8a-cc2e45f7d4ad req-ca7a3949-ab87-4b2f-8a2a-0233076439ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:01.084375 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-66183349-62b5-4201-ba8a-cc2e45f7d4ad req-ca7a3949-ab87-4b2f-8a2a-0233076439ac service neutron] 10.222.0.60 "PUT /v2.0/ports/16e9a28c-57b2-4f6e-beaa-917e8c3668e1 HTTP/1.1" status: 200 len: 1093 time: 4.4921806 Dec 21 13:26:01.093755 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3f56ce0-d200-46aa-8d4a-98f5ecd429fb', 'tag': '16e9a28c-57b2-4f6e-beaa-917e8c3668e1'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:26:01.100594 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-7586b7c8-e80f-49ba-9b3d-5ec94b4e6858 req-e4e5dc51-c6c6-4970-a6f1-e7038fffdaac tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f04569b-7b6a-480f-a48e-6be4ed1157fe HTTP/1.1" status: 200 len: 210 time: 0.2207348 Dec 21 13:26:01.131894 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ff784e-03b8-4078-ac79-0c4ab3d196f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Network f73522d9-61f6-49e9-a4eb-989b31eb1422 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:26:01.136403 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d6b3b4-6f3c-4a3b-a953-274484e33e3d tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:01.136896 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d6b3b4-6f3c-4a3b-a953-274484e33e3d tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:01.137372 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d6b3b4-6f3c-4a3b-a953-274484e33e3d tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:01.137844 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d6b3b4-6f3c-4a3b-a953-274484e33e3d tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:01.138308 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d6b3b4-6f3c-4a3b-a953-274484e33e3d tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:01.138806 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d6b3b4-6f3c-4a3b-a953-274484e33e3d tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:01.139336 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d6b3b4-6f3c-4a3b-a953-274484e33e3d tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:01.139747 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d6b3b4-6f3c-4a3b-a953-274484e33e3d tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:01.140165 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d6b3b4-6f3c-4a3b-a953-274484e33e3d tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:01.140641 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d6b3b4-6f3c-4a3b-a953-274484e33e3d tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:01.141092 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d6b3b4-6f3c-4a3b-a953-274484e33e3d tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:01.141557 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d6b3b4-6f3c-4a3b-a953-274484e33e3d tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:01.142018 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d6b3b4-6f3c-4a3b-a953-274484e33e3d tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:01.142864 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d6b3b4-6f3c-4a3b-a953-274484e33e3d tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:01.142973 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d6b3b4-6f3c-4a3b-a953-274484e33e3d tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:01.143630 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d6b3b4-6f3c-4a3b-a953-274484e33e3d tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:01.144100 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d6b3b4-6f3c-4a3b-a953-274484e33e3d tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:01.144565 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d6b3b4-6f3c-4a3b-a953-274484e33e3d tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:01.145032 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d6b3b4-6f3c-4a3b-a953-274484e33e3d tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:01.145494 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d6b3b4-6f3c-4a3b-a953-274484e33e3d tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:01.145960 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d6b3b4-6f3c-4a3b-a953-274484e33e3d tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:01.146448 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d6b3b4-6f3c-4a3b-a953-274484e33e3d tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:01.150071 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-45d6b3b4-6f3c-4a3b-a953-274484e33e3d tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 19401 time: 0.6565459 Dec 21 13:26:01.154495 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 53726) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:01.158402 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d27e05ce-970b-4a62-aa6a-b0501d9541bb tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:01.171084 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-65ff784e-03b8-4078-ac79-0c4ab3d196f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:26:01.176091 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ff784e-03b8-4078-ac79-0c4ab3d196f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:26:01.177084 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ff784e-03b8-4078-ac79-0c4ab3d196f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:01.178499 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-65ff784e-03b8-4078-ac79-0c4ab3d196f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:01.189249 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-f21dd7b9-97d9-4246-8eb2-2cfb17e1dbf7 req-aeb03ae5-b35b-4437-a990-d85058cc2ab6 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:01.246162 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27e05ce-970b-4a62-aa6a-b0501d9541bb tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Network 7fdf1889-f079-4166-bbda-88b2a8d8d595 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:26:01.250429 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-d27e05ce-970b-4a62-aa6a-b0501d9541bb tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:26:01.260427 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27e05ce-970b-4a62-aa6a-b0501d9541bb tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:26:01.264453 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d59863cea1d3cd3753b105ac340115874538247bffc4ddd9c7a2f3cf3d2521b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b46bbbd-c1c4-451a-96a5-a5c711c23380" -d '{"events": [{"name": "network-changed", "server_uuid": "a3f56ce0-d200-46aa-8d4a-98f5ecd429fb", "tag": "16e9a28c-57b2-4f6e-beaa-917e8c3668e1"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:26:01.275035 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27e05ce-970b-4a62-aa6a-b0501d9541bb tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Pushing event updated for resources: {'Port': ['ID=e5b79c2e-fe94-4651-92a6-916a1006167f,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:01.311391 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-65ff784e-03b8-4078-ac79-0c4ab3d196f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.3130188 Dec 21 13:26:01.315725 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 53732) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:01.326524 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-64876742-8cc3-4028-8888-503a19f55b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-mast'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:26:01.336977 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f21dd7b9-97d9-4246-8eb2-2cfb17e1dbf7 req-aeb03ae5-b35b-4437-a990-d85058cc2ab6 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] Network 83c05ac8-bd36-43e0-a042-78664d1cb962 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:26:01.359839 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [req-f21dd7b9-97d9-4246-8eb2-2cfb17e1dbf7 req-aeb03ae5-b35b-4437-a990-d85058cc2ab6 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:26:01.363868 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7d392aba-d4cd-4445-8bc2-b65376dad1f6 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:01.374823 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02a846d-2e4a-4f26-8f98-3fd37d7c1c9f req-34eba998-cf6e-4972-a247-116681306e36 tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:01.382950 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-d02a846d-2e4a-4f26-8f98-3fd37d7c1c9f req-34eba998-cf6e-4972-a247-116681306e36 tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3f56ce0-d200-46aa-8d4a-98f5ecd429fb HTTP/1.1" status: 200 len: 943 time: 0.2669117 Dec 21 13:26:01.387223 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [req-f21dd7b9-97d9-4246-8eb2-2cfb17e1dbf7 req-aeb03ae5-b35b-4437-a990-d85058cc2ab6 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:26:01.393467 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb03ae5-b35b-4437-a990-d85058cc2ab6 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] Pushing event updated for resources: {'Port': ['ID=76407916-90b0-4b3d-969b-db8131c418cf,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:01.436177 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-40455465-d8c5-4045-86ab-8d37f05909f1 tempest-RoutersAdminNegativeTest-938582669 tempest-RoutersAdminNegativeTest-938582669-project-admin] Allocated IP 172.36.3.23 (7fdf1889-f079-4166-bbda-88b2a8d8d595/051a5607-1753-4008-a2f2-d94b48752e9c/d8cb409f-e590-4f4c-acc3-88fb4eb4a585) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:26:01.439319 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79e72f32-87ff-4b74-a51c-1b7f26b68186 req-1e775663-3a56-4e64-a9ce-c622ad586f6f tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Made reservation on behalf of eb17296434674195836b28e8a0fc67cf for: {'port': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:26:01.443259 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-79e72f32-87ff-4b74-a51c-1b7f26b68186 req-1e775663-3a56-4e64-a9ce-c622ad586f6f tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:01.533560 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 13:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec49beb8-7f5a-4adb-a4f5-d0eb863d513f x-openstack-request-id: req-ec49beb8-7f5a-4adb-a4f5-d0eb863d513f {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:26:01.534188 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3f56ce0-d200-46aa-8d4a-98f5ecd429fb", "tag": "16e9a28c-57b2-4f6e-beaa-917e8c3668e1", "status": "completed", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:26:01.534188 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ec49beb8-7f5a-4adb-a4f5-d0eb863d513f {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:26:01.534545 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3f56ce0-d200-46aa-8d4a-98f5ecd429fb', 'tag': '16e9a28c-57b2-4f6e-beaa-917e8c3668e1', 'status': 'completed', 'code': 200} Dec 21 13:26:01.544780 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21dd7b9-97d9-4246-8eb2-2cfb17e1dbf7 req-aeb03ae5-b35b-4437-a990-d85058cc2ab6 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:01.545419 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-f21dd7b9-97d9-4246-8eb2-2cfb17e1dbf7 req-aeb03ae5-b35b-4437-a990-d85058cc2ab6 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:01.579039 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-d02a846d-2e4a-4f26-8f98-3fd37d7c1c9f req-ddcf59d8-9b24-461c-8c0a-8e20cda43a1a tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a365f85-e497-47ef-99fa-94673fe66566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1950974 Dec 21 13:26:01.580910 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d392aba-d4cd-4445-8bc2-b65376dad1f6 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Network 3c38dfbd-4f71-40a9-9333-bd78c4b15e62 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:26:01.608942 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-7d392aba-d4cd-4445-8bc2-b65376dad1f6 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:26:01.633607 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f21dd7b9-97d9-4246-8eb2-2cfb17e1dbf7 req-aeb03ae5-b35b-4437-a990-d85058cc2ab6 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4212320 Dec 21 13:26:01.663650 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [req-f21dd7b9-97d9-4246-8eb2-2cfb17e1dbf7 req-67a6e8ec-42c5-4498-b7c0-178430063072 service neutron] Request body: {'port': {'device_id': 'd5a50cf6-e9ef-40a0-bcb8-50f22df91d1e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:26:01.663866 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-64876742-8cc3-4028-8888-503a19f55b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:01.670036 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d392aba-d4cd-4445-8bc2-b65376dad1f6 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:26:01.698042 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d392aba-d4cd-4445-8bc2-b65376dad1f6 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Pushing event updated for resources: {'Port': ['ID=c333c7b7-76f2-44b0-ab2e-29793173047d,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:01.716459 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-5b959597-d92e-48dc-a71d-3fc24f076d29 None None] Provisioning complete for port 76407916-90b0-4b3d-969b-db8131c418cf triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:26:01.716960 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-5b959597-d92e-48dc-a71d-3fc24f076d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:01.753952 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-1c350f91-d50f-4942-bdaf-79a8eae61995 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Deleting port 0ef69a9a-98ed-470b-bfc2-6aae9c22ff3b {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:26:01.754404 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1c350f91-d50f-4942-bdaf-79a8eae61995 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:01.778687 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-5b959597-d92e-48dc-a71d-3fc24f076d29 None None] Port 76407916-90b0-4b3d-969b-db8131c418cf cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:26:01.797151 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-f21dd7b9-97d9-4246-8eb2-2cfb17e1dbf7 req-67a6e8ec-42c5-4498-b7c0-178430063072 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:01.800302 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66183349-62b5-4201-ba8a-cc2e45f7d4ad req-276310c3-1945-436f-bb60-295728c7167d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:01.801832 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-66183349-62b5-4201-ba8a-cc2e45f7d4ad req-276310c3-1945-436f-bb60-295728c7167d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=88700cfa6fca443f813dbee92d0bf4e2&device_id=a3f56ce0-d200-46aa-8d4a-98f5ecd429fb HTTP/1.1" status: 200 len: 1096 time: 0.3147857 Dec 21 13:26:01.850314 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [req-79e72f32-87ff-4b74-a51c-1b7f26b68186 req-1e775663-3a56-4e64-a9ce-c622ad586f6f tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Allocated IP 172.20.0.7 (ec88161e-a588-41e1-b33a-71ad6f2116fc/fea6c692-bae9-40da-92a1-c6d85a86ba17/9254e1af-d3c0-416d-a770-279ae90ca001) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:26:01.902567 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-66183349-62b5-4201-ba8a-cc2e45f7d4ad req-f78bb672-4e86-4803-bc70-b3cd7a6d1dc2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16e9a28c-57b2-4f6e-beaa-917e8c3668e1 HTTP/1.1" status: 200 len: 217 time: 0.0658643 Dec 21 13:26:01.907161 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-e2adcd28-b142-4857-80b0-6681361cd399 None None] Provisioning complete for port c333c7b7-76f2-44b0-ab2e-29793173047d triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:26:01.908162 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e2adcd28-b142-4857-80b0-6681361cd399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:01.943730 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d392aba-d4cd-4445-8bc2-b65376dad1f6 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:01.945279 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7d392aba-d4cd-4445-8bc2-b65376dad1f6 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:01.952219 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-e2adcd28-b142-4857-80b0-6681361cd399 None None] Port c333c7b7-76f2-44b0-ab2e-29793173047d cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:26:02.090967 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-40455465-d8c5-4045-86ab-8d37f05909f1 tempest-RoutersAdminNegativeTest-938582669 tempest-RoutersAdminNegativeTest-938582669-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:02.122172 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-7d392aba-d4cd-4445-8bc2-b65376dad1f6 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.5138006 Dec 21 13:26:02.126226 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-1c350f91-d50f-4942-bdaf-79a8eae61995 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] For port 0ef69a9a-98ed-470b-bfc2-6aae9c22ff3b, host hv-neutron-mast, got binding levels [] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:26:02.126707 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1c350f91-d50f-4942-bdaf-79a8eae61995 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:02.158756 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 53738) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:02.200513 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-1c350f91-d50f-4942-bdaf-79a8eae61995 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Calling delete_port for 0ef69a9a-98ed-470b-bfc2-6aae9c22ff3b owned by {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:26:02.214678 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66183349-62b5-4201-ba8a-cc2e45f7d4ad req-87809c5d-6ffc-4709-a66c-57126c859978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:02.216149 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-66183349-62b5-4201-ba8a-cc2e45f7d4ad req-87809c5d-6ffc-4709-a66c-57126c859978 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e105ee7f-3655-4fbf-969b-c738adf2539b HTTP/1.1" status: 200 len: 850 time: 0.2656155 Dec 21 13:26:02.279370 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-9933b2aa-e558-47be-bcb5-761479d0f3ae req-01a79f61-3579-4768-8de4-31b8afd6e177 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f04569b-7b6a-480f-a48e-6be4ed1157fe HTTP/1.1" status: 200 len: 210 time: 0.0929763 Dec 21 13:26:02.280718 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3cbba4-fdcd-4a98-80cd-0f9c968a4f75 req-88a7cec7-13f4-45c0-8ec6-ba3802b19fff tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:02.282277 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-3c3cbba4-fdcd-4a98-80cd-0f9c968a4f75 req-88a7cec7-13f4-45c0-8ec6-ba3802b19fff tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5a50cf6-e9ef-40a0-bcb8-50f22df91d1e HTTP/1.1" status: 200 len: 931 time: 0.3345842 Dec 21 13:26:02.353383 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d27e05ce-970b-4a62-aa6a-b0501d9541bb tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks [] for router_gateway, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:02.358109 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-02f6d1e9-b017-491b-9ca4-c96d60dc2ce2 tempest-FloatingIPAdminTestJSON-1747396200 tempest-FloatingIPAdminTestJSON-1747396200-project-admin] Request body: {'floatingip': {'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'project_id': '232c21e991bb49f184f3ed4365ba4915', 'port_id': 'c333c7b7-76f2-44b0-ab2e-29793173047d'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:26:02.373098 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-40455465-d8c5-4045-86ab-8d37f05909f1 tempest-RoutersAdminNegativeTest-938582669 tempest-RoutersAdminNegativeTest-938582669-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:02.463530 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40455465-d8c5-4045-86ab-8d37f05909f1 tempest-RoutersAdminNegativeTest-938582669 tempest-RoutersAdminNegativeTest-938582669-project-admin] Network 7fdf1889-f079-4166-bbda-88b2a8d8d595 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:26:02.477794 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40455465-d8c5-4045-86ab-8d37f05909f1 tempest-RoutersAdminNegativeTest-938582669 tempest-RoutersAdminNegativeTest-938582669-project-admin] Pushing event updated for resources: {'Port': ['ID=d8cb409f-e590-4f4c-acc3-88fb4eb4a585,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:02.485209 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-40455465-d8c5-4045-86ab-8d37f05909f1 tempest-RoutersAdminNegativeTest-938582669 tempest-RoutersAdminNegativeTest-938582669-project-admin] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:26:02.487508 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40455465-d8c5-4045-86ab-8d37f05909f1 tempest-RoutersAdminNegativeTest-938582669 tempest-RoutersAdminNegativeTest-938582669-project-admin] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:26:02.505549 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-64876742-8cc3-4028-8888-503a19f55b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] device_id is not set on port 7d9b7f55-8c73-4103-80f3-787c2aad2ae7 yet. {{(pid=103152) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 13:26:02.525700 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-64876742-8cc3-4028-8888-503a19f55b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:02.528799 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-79e72f32-87ff-4b74-a51c-1b7f26b68186 req-1e775663-3a56-4e64-a9ce-c622ad586f6f tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:02.558180 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66183349-62b5-4201-ba8a-cc2e45f7d4ad req-aff1a224-09a2-45dc-b360-957f99908b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:02.559859 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-66183349-62b5-4201-ba8a-cc2e45f7d4ad req-aff1a224-09a2-45dc-b360-957f99908b30 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=39aa7305-1380-4f0a-b399-f8c03518e77f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3273072 Dec 21 13:26:02.578773 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-64876742-8cc3-4028-8888-503a19f55b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805230'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:02.580285 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40455465-d8c5-4045-86ab-8d37f05909f1 tempest-RoutersAdminNegativeTest-938582669 tempest-RoutersAdminNegativeTest-938582669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:02.580893 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-40455465-d8c5-4045-86ab-8d37f05909f1 tempest-RoutersAdminNegativeTest-938582669 tempest-RoutersAdminNegativeTest-938582669-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:02.583811 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-3c3cbba4-fdcd-4a98-80cd-0f9c968a4f75 req-7962f9bb-3fd1-4d01-8335-cceda073c806 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b2b8fb0-da15-480b-8a72-3c7ce86ee437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2550688 Dec 21 13:26:02.595684 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-02f6d1e9-b017-491b-9ca4-c96d60dc2ce2 tempest-FloatingIPAdminTestJSON-1747396200 tempest-FloatingIPAdminTestJSON-1747396200-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:02.638075 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-40455465-d8c5-4045-86ab-8d37f05909f1 tempest-RoutersAdminNegativeTest-938582669 tempest-RoutersAdminNegativeTest-938582669-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 3.9190369 Dec 21 13:26:02.655486 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 53746) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:02.663322 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-1d09323a-8af6-4309-983a-0c251b97e042 tempest-RoutersAdminNegativeTest-938582669 tempest-RoutersAdminNegativeTest-938582669-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.23'}]}}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:26:02.671012 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-79e72f32-87ff-4b74-a51c-1b7f26b68186 req-1e775663-3a56-4e64-a9ce-c622ad586f6f tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:02.691101 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1c350f91-d50f-4942-bdaf-79a8eae61995 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:02.705217 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [req-f21dd7b9-97d9-4246-8eb2-2cfb17e1dbf7 req-67a6e8ec-42c5-4498-b7c0-178430063072 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76407916-90b0-4b3d-969b-db8131c418cf {{(pid=103153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 13:26:02.742603 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-f21dd7b9-97d9-4246-8eb2-2cfb17e1dbf7 req-67a6e8ec-42c5-4498-b7c0-178430063072 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:02.786998 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79e72f32-87ff-4b74-a51c-1b7f26b68186 req-1e775663-3a56-4e64-a9ce-c622ad586f6f tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Network ec88161e-a588-41e1-b33a-71ad6f2116fc is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:26:02.805823 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [req-79e72f32-87ff-4b74-a51c-1b7f26b68186 req-1e775663-3a56-4e64-a9ce-c622ad586f6f tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:26:02.808873 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.provisioning_blocks [req-f21dd7b9-97d9-4246-8eb2-2cfb17e1dbf7 req-67a6e8ec-42c5-4498-b7c0-178430063072 service neutron] Transition to ACTIVE for port object 76407916-90b0-4b3d-969b-db8131c418cf will not be triggered until provisioned by entity L2. {{(pid=103153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 13:26:02.815755 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [req-79e72f32-87ff-4b74-a51c-1b7f26b68186 req-1e775663-3a56-4e64-a9ce-c622ad586f6f tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:26:02.822776 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-f21dd7b9-97d9-4246-8eb2-2cfb17e1dbf7 req-67a6e8ec-42c5-4498-b7c0-178430063072 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:02.844310 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e775663-3a56-4e64-a9ce-c622ad586f6f tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Pushing event updated for resources: {'Port': ['ID=9254e1af-d3c0-416d-a770-279ae90ca001,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:02.858459 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58826a36-ac3c-4e28-9904-328f0459ce59 req-fda7d38a-f0ca-42c8-a3ce-6f44f82a2991 tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:02.859997 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-58826a36-ac3c-4e28-9904-328f0459ce59 req-fda7d38a-f0ca-42c8-a3ce-6f44f82a2991 tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3f56ce0-d200-46aa-8d4a-98f5ecd429fb HTTP/1.1" status: 200 len: 943 time: 0.1954727 Dec 21 13:26:02.948549 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:02.948549 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:26:02.948549 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:02.948549 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:26:02.948549 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:02.948549 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:26:02.948549 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:02.948549 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:26:02.948549 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:02.948549 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:26:02.948549 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:02.948549 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:26:02.948549 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:02.948549 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:26:02.948549 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:02.948549 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:26:02.948549 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:02.948549 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:26:02.948549 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:02.948549 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:26:02.948549 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:02.948549 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:26:02.948549 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:02.948549 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:26:02.948549 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:02.948549 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:26:02.948549 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:02.948549 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:26:02.948549 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:02.948549 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:26:02.948549 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:02.948549 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:26:02.948549 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:02.948549 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:26:02.948549 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:02.948549 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:26:02.951130 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:02.951130 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:26:02.951130 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:02.951130 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:26:02.951130 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:02.951130 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:26:02.951130 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:02.951130 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:26:02.951130 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:02.951130 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:26:02.951130 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:02.951130 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:26:02.951881 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e72f32-87ff-4b74-a51c-1b7f26b68186 req-1e775663-3a56-4e64-a9ce-c622ad586f6f tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:02.952374 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-79e72f32-87ff-4b74-a51c-1b7f26b68186 req-1e775663-3a56-4e64-a9ce-c622ad586f6f tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:02.961896 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a6e8ec-42c5-4498-b7c0-178430063072 service neutron] Pushing event updated for resources: {'Port': ['ID=76407916-90b0-4b3d-969b-db8131c418cf,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:03.027339 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-79e72f32-87ff-4b74-a51c-1b7f26b68186 req-1e775663-3a56-4e64-a9ce-c622ad586f6f tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0291536 Dec 21 13:26:03.042541 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64876742-8cc3-4028-8888-503a19f55b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Pushing event updated for resources: {'Port': ['ID=7d9b7f55-8c73-4103-80f3-787c2aad2ae7,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:03.064651 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-58826a36-ac3c-4e28-9904-328f0459ce59 req-8b144a1a-0a52-446a-99ea-7ef041569aa5 tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a365f85-e497-47ef-99fa-94673fe66566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1914835 Dec 21 13:26:03.071781 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [req-79e72f32-87ff-4b74-a51c-1b7f26b68186 req-9b78a526-6b49-48a5-b183-f8e01fc0f14b service neutron] Request body: {'port': {'device_id': '9f04569b-7b6a-480f-a48e-6be4ed1157fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:26:03.125651 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1c350f91-d50f-4942-bdaf-79a8eae61995 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:03.133357 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-1c350f91-d50f-4942-bdaf-79a8eae61995 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] 10.222.0.37 "DELETE /v2.0/ports/0ef69a9a-98ed-470b-bfc2-6aae9c22ff3b HTTP/1.1" status: 204 len: 168 time: 1.9717984 Dec 21 13:26:03.135538 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 53750) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:03.139210 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c350f91-d50f-4942-bdaf-79a8eae61995 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Pushing event deleted for resources: {'Port': ['ID=0ef69a9a-98ed-470b-bfc2-6aae9c22ff3b,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:03.167853 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-64876742-8cc3-4028-8888-503a19f55b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempting to bind port 7d9b7f55-8c73-4103-80f3-787c2aad2ae7 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:26:03.168665 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-64876742-8cc3-4028-8888-503a19f55b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempting to bind port 7d9b7f55-8c73-4103-80f3-787c2aad2ae7 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '715d9db5-304f-45aa-9e02-5444736ea6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'f73522d9-61f6-49e9-a4eb-989b31eb1422'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:26:03.169348 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64876742-8cc3-4028-8888-503a19f55b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempting to bind port 7d9b7f55-8c73-4103-80f3-787c2aad2ae7 on network f73522d9-61f6-49e9-a4eb-989b31eb1422 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:26:03.191149 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-f80b9aaf-0502-49c2-aef7-82d9faa72103 None None] Provisioning complete for port 9254e1af-d3c0-416d-a770-279ae90ca001 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:26:03.192145 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f80b9aaf-0502-49c2-aef7-82d9faa72103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:03.205201 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc0d973a-f512-4ea6-844e-069a5502b89a tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] GET failed (client error): The resource could not be found. Dec 21 13:26:03.211268 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-cc0d973a-f512-4ea6-844e-069a5502b89a tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] 10.222.0.37 "GET /v2.0/ports/0ef69a9a-98ed-470b-bfc2-6aae9c22ff3b HTTP/1.1" status: 404 len: 333 time: 0.0704348 Dec 21 13:26:03.216719 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 53752) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:03.223562 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-06c29bd5-e4fe-491b-a4f9-5471e42e60aa tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2136925717', 'network_id': '8ba33eed-c57c-4287-856c-f75df6a95a03'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:26:03.233591 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-79e72f32-87ff-4b74-a51c-1b7f26b68186 req-9b78a526-6b49-48a5-b183-f8e01fc0f14b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:03.239239 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-f21dd7b9-97d9-4246-8eb2-2cfb17e1dbf7 req-67a6e8ec-42c5-4498-b7c0-178430063072 service neutron] Attempting to bind port 76407916-90b0-4b3d-969b-db8131c418cf on host hv-neutron-mast for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:26:03.239821 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-f21dd7b9-97d9-4246-8eb2-2cfb17e1dbf7 req-67a6e8ec-42c5-4498-b7c0-178430063072 service neutron] Attempting to bind port 76407916-90b0-4b3d-969b-db8131c418cf by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '44f21306-9fc3-4a00-99ff-7ee4e10446be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '83c05ac8-bd36-43e0-a042-78664d1cb962'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:26:03.240420 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21dd7b9-97d9-4246-8eb2-2cfb17e1dbf7 req-67a6e8ec-42c5-4498-b7c0-178430063072 service neutron] Attempting to bind port 76407916-90b0-4b3d-969b-db8131c418cf on network 83c05ac8-bd36-43e0-a042-78664d1cb962 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:26:03.248327 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-f80b9aaf-0502-49c2-aef7-82d9faa72103 None None] Port 9254e1af-d3c0-416d-a770-279ae90ca001 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:26:03.258545 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64876742-8cc3-4028-8888-503a19f55b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Port 7d9b7f55-8c73-4103-80f3-787c2aad2ae7 on network f73522d9-61f6-49e9-a4eb-989b31eb1422 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 13:26:03.258888 dv-neutron-master-2-hyperv neutron-server[103152]: ERROR neutron.plugins.ml2.managers [None req-64876742-8cc3-4028-8888-503a19f55b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Failed to bind port 7d9b7f55-8c73-4103-80f3-787c2aad2ae7 on host hv-neutron-mast for vnic_type normal using segments [{'id': '715d9db5-304f-45aa-9e02-5444736ea6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'f73522d9-61f6-49e9-a4eb-989b31eb1422'}] Dec 21 13:26:03.263151 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.plugins.ml2.plugin [None req-64876742-8cc3-4028-8888-503a19f55b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempt 2 to bind port 7d9b7f55-8c73-4103-80f3-787c2aad2ae7 Dec 21 13:26:03.265923 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1d09323a-8af6-4309-983a-0c251b97e042 tempest-RoutersAdminNegativeTest-938582669 tempest-RoutersAdminNegativeTest-938582669-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26964'] for router, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:03.268003 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1d09323a-8af6-4309-983a-0c251b97e042 tempest-RoutersAdminNegativeTest-938582669 tempest-RoutersAdminNegativeTest-938582669-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-642316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26957'] for router, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:03.268996 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21dd7b9-97d9-4246-8eb2-2cfb17e1dbf7 req-67a6e8ec-42c5-4498-b7c0-178430063072 service neutron] Port 76407916-90b0-4b3d-969b-db8131c418cf on network 83c05ac8-bd36-43e0-a042-78664d1cb962 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 13:26:03.269548 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21dd7b9-97d9-4246-8eb2-2cfb17e1dbf7 req-67a6e8ec-42c5-4498-b7c0-178430063072 service neutron] Attempting to bind port 76407916-90b0-4b3d-969b-db8131c418cf on network 83c05ac8-bd36-43e0-a042-78664d1cb962 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:26:03.300578 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21dd7b9-97d9-4246-8eb2-2cfb17e1dbf7 req-67a6e8ec-42c5-4498-b7c0-178430063072 service neutron] Checking agent: {'id': 'cb078e0e-af00-4e4f-8117-46ca6496af1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 23, 43), 'started_at': datetime.datetime(2021, 12, 21, 13, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:26:03.300946 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21dd7b9-97d9-4246-8eb2-2cfb17e1dbf7 req-67a6e8ec-42c5-4498-b7c0-178430063072 service neutron] Checking segment: {'id': '44f21306-9fc3-4a00-99ff-7ee4e10446be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '83c05ac8-bd36-43e0-a042-78664d1cb962'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:26:03.301504 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21dd7b9-97d9-4246-8eb2-2cfb17e1dbf7 req-67a6e8ec-42c5-4498-b7c0-178430063072 service neutron] Bound using segment: {'id': '44f21306-9fc3-4a00-99ff-7ee4e10446be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '83c05ac8-bd36-43e0-a042-78664d1cb962'} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:26:03.301975 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-66183349-62b5-4201-ba8a-cc2e45f7d4ad req-d8d4e202-8698-4e1f-a7af-1b6a4e83dd03 service neutron] 10.222.0.60 "GET /v2.0/networks/39aa7305-1380-4f0a-b399-f8c03518e77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7286918 Dec 21 13:26:03.302082 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-f21dd7b9-97d9-4246-8eb2-2cfb17e1dbf7 req-67a6e8ec-42c5-4498-b7c0-178430063072 service neutron] Bound port: 76407916-90b0-4b3d-969b-db8131c418cf, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44f21306-9fc3-4a00-99ff-7ee4e10446be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '83c05ac8-bd36-43e0-a042-78664d1cb962'}}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:26:03.302584 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-f21dd7b9-97d9-4246-8eb2-2cfb17e1dbf7 req-67a6e8ec-42c5-4498-b7c0-178430063072 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:03.328801 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06c29bd5-e4fe-491b-a4f9-5471e42e60aa tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Made reservation on behalf of 60394916bc5945539911164de85d1100 for: {'port': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:26:03.329775 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-64876742-8cc3-4028-8888-503a19f55b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempting to bind port 7d9b7f55-8c73-4103-80f3-787c2aad2ae7 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:26:03.330144 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-64876742-8cc3-4028-8888-503a19f55b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempting to bind port 7d9b7f55-8c73-4103-80f3-787c2aad2ae7 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '715d9db5-304f-45aa-9e02-5444736ea6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'f73522d9-61f6-49e9-a4eb-989b31eb1422'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:26:03.330614 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64876742-8cc3-4028-8888-503a19f55b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempting to bind port 7d9b7f55-8c73-4103-80f3-787c2aad2ae7 on network f73522d9-61f6-49e9-a4eb-989b31eb1422 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:26:03.331154 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-06c29bd5-e4fe-491b-a4f9-5471e42e60aa tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:03.379285 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64876742-8cc3-4028-8888-503a19f55b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Port 7d9b7f55-8c73-4103-80f3-787c2aad2ae7 on network f73522d9-61f6-49e9-a4eb-989b31eb1422 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 13:26:03.379536 dv-neutron-master-2-hyperv neutron-server[103152]: ERROR neutron.plugins.ml2.managers [None req-64876742-8cc3-4028-8888-503a19f55b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Failed to bind port 7d9b7f55-8c73-4103-80f3-787c2aad2ae7 on host hv-neutron-mast for vnic_type normal using segments [{'id': '715d9db5-304f-45aa-9e02-5444736ea6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'f73522d9-61f6-49e9-a4eb-989b31eb1422'}] Dec 21 13:26:03.386104 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.plugins.ml2.plugin [None req-64876742-8cc3-4028-8888-503a19f55b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempt 3 to bind port 7d9b7f55-8c73-4103-80f3-787c2aad2ae7 Dec 21 13:26:03.386422 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [None req-06c29bd5-e4fe-491b-a4f9-5471e42e60aa tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] device_id is not set on port 772a1bfe-112f-42b0-88f0-94f6b1c0406d yet. {{(pid=103153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 13:26:03.394799 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d27e05ce-970b-4a62-aa6a-b0501d9541bb tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548730'] for router, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:03.485086 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1d09323a-8af6-4309-983a-0c251b97e042 tempest-RoutersAdminNegativeTest-938582669 tempest-RoutersAdminNegativeTest-938582669-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:03.503351 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-64876742-8cc3-4028-8888-503a19f55b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempting to bind port 7d9b7f55-8c73-4103-80f3-787c2aad2ae7 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:26:03.503823 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-64876742-8cc3-4028-8888-503a19f55b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempting to bind port 7d9b7f55-8c73-4103-80f3-787c2aad2ae7 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '715d9db5-304f-45aa-9e02-5444736ea6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'f73522d9-61f6-49e9-a4eb-989b31eb1422'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:26:03.504126 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64876742-8cc3-4028-8888-503a19f55b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempting to bind port 7d9b7f55-8c73-4103-80f3-787c2aad2ae7 on network f73522d9-61f6-49e9-a4eb-989b31eb1422 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:26:03.513272 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-f21dd7b9-97d9-4246-8eb2-2cfb17e1dbf7 req-67a6e8ec-42c5-4498-b7c0-178430063072 service neutron] For port 76407916-90b0-4b3d-969b-db8131c418cf, host hv-neutron-mast, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:26:03.520898 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-f21dd7b9-97d9-4246-8eb2-2cfb17e1dbf7 req-67a6e8ec-42c5-4498-b7c0-178430063072 service neutron] For port 76407916-90b0-4b3d-969b-db8131c418cf, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=76407916-90b0-4b3d-969b-db8131c418cf,segment=NetworkSegment(44f21306-9fc3-4a00-99ff-7ee4e10446be),segment_id=44f21306-9fc3-4a00-99ff-7ee4e10446be)] {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:26:03.534189 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-f21dd7b9-97d9-4246-8eb2-2cfb17e1dbf7 req-67a6e8ec-42c5-4498-b7c0-178430063072 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:03.606253 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64876742-8cc3-4028-8888-503a19f55b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Port 7d9b7f55-8c73-4103-80f3-787c2aad2ae7 on network f73522d9-61f6-49e9-a4eb-989b31eb1422 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 13:26:03.606838 dv-neutron-master-2-hyperv neutron-server[103152]: ERROR neutron.plugins.ml2.managers [None req-64876742-8cc3-4028-8888-503a19f55b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Failed to bind port 7d9b7f55-8c73-4103-80f3-787c2aad2ae7 on host hv-neutron-mast for vnic_type normal using segments [{'id': '715d9db5-304f-45aa-9e02-5444736ea6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'f73522d9-61f6-49e9-a4eb-989b31eb1422'}] Dec 21 13:26:03.641069 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.plugins.ml2.plugin [None req-64876742-8cc3-4028-8888-503a19f55b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempt 4 to bind port 7d9b7f55-8c73-4103-80f3-787c2aad2ae7 Dec 21 13:26:03.689610 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21dd7b9-97d9-4246-8eb2-2cfb17e1dbf7 req-67a6e8ec-42c5-4498-b7c0-178430063072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:03.690103 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-f21dd7b9-97d9-4246-8eb2-2cfb17e1dbf7 req-67a6e8ec-42c5-4498-b7c0-178430063072 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:03.691990 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f21dd7b9-97d9-4246-8eb2-2cfb17e1dbf7 req-67a6e8ec-42c5-4498-b7c0-178430063072 service neutron] 10.222.0.60 "PUT /v2.0/ports/76407916-90b0-4b3d-969b-db8131c418cf HTTP/1.1" status: 200 len: 1093 time: 2.0417621 Dec 21 13:26:03.695257 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5a50cf6-e9ef-40a0-bcb8-50f22df91d1e', 'tag': '76407916-90b0-4b3d-969b-db8131c418cf'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:26:03.736776 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-64876742-8cc3-4028-8888-503a19f55b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempting to bind port 7d9b7f55-8c73-4103-80f3-787c2aad2ae7 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:26:03.737153 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-64876742-8cc3-4028-8888-503a19f55b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempting to bind port 7d9b7f55-8c73-4103-80f3-787c2aad2ae7 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '715d9db5-304f-45aa-9e02-5444736ea6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'f73522d9-61f6-49e9-a4eb-989b31eb1422'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:26:03.737461 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64876742-8cc3-4028-8888-503a19f55b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempting to bind port 7d9b7f55-8c73-4103-80f3-787c2aad2ae7 on network f73522d9-61f6-49e9-a4eb-989b31eb1422 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:26:03.744974 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-66183349-62b5-4201-ba8a-cc2e45f7d4ad req-025f9812-90aa-4e09-90bc-c4488c988a49 service neutron] 10.222.0.60 "GET /v2.0/networks/39aa7305-1380-4f0a-b399-f8c03518e77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4324894 Dec 21 13:26:03.797943 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a6e8ec-42c5-4498-b7c0-178430063072 service neutron] Pushing event updated for resources: {'Port': ['ID=76407916-90b0-4b3d-969b-db8131c418cf,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:03.811605 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64876742-8cc3-4028-8888-503a19f55b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Port 7d9b7f55-8c73-4103-80f3-787c2aad2ae7 on network f73522d9-61f6-49e9-a4eb-989b31eb1422 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 13:26:03.811947 dv-neutron-master-2-hyperv neutron-server[103152]: ERROR neutron.plugins.ml2.managers [None req-64876742-8cc3-4028-8888-503a19f55b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Failed to bind port 7d9b7f55-8c73-4103-80f3-787c2aad2ae7 on host hv-neutron-mast for vnic_type normal using segments [{'id': '715d9db5-304f-45aa-9e02-5444736ea6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'f73522d9-61f6-49e9-a4eb-989b31eb1422'}] Dec 21 13:26:03.821411 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f1d7ab-a671-474c-b320-8a1a082a8017 req-abab8fc6-09c2-4a61-990c-e26ce1ab4811 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:03.823008 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-c1f1d7ab-a671-474c-b320-8a1a082a8017 req-abab8fc6-09c2-4a61-990c-e26ce1ab4811 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f04569b-7b6a-480f-a48e-6be4ed1157fe HTTP/1.1" status: 200 len: 931 time: 0.3545325 Dec 21 13:26:03.859078 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af6034c98e584fa55ea4398f343c742ceb598288507feaf30d5a15785b2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96cfd7ff-5d58-474c-9cd2-54002a37489a" -d '{"events": [{"name": "network-changed", "server_uuid": "d5a50cf6-e9ef-40a0-bcb8-50f22df91d1e", "tag": "76407916-90b0-4b3d-969b-db8131c418cf"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:26:03.859293 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.plugins.ml2.plugin [None req-64876742-8cc3-4028-8888-503a19f55b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempt 5 to bind port 7d9b7f55-8c73-4103-80f3-787c2aad2ae7 Dec 21 13:26:03.881213 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-06c29bd5-e4fe-491b-a4f9-5471e42e60aa tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:03.891789 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1d09323a-8af6-4309-983a-0c251b97e042 tempest-RoutersAdminNegativeTest-938582669 tempest-RoutersAdminNegativeTest-938582669-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:03.908852 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-02f6d1e9-b017-491b-9ca4-c96d60dc2ce2 tempest-FloatingIPAdminTestJSON-1747396200 tempest-FloatingIPAdminTestJSON-1747396200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:03.952572 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-64876742-8cc3-4028-8888-503a19f55b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempting to bind port 7d9b7f55-8c73-4103-80f3-787c2aad2ae7 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:26:03.952932 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-64876742-8cc3-4028-8888-503a19f55b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempting to bind port 7d9b7f55-8c73-4103-80f3-787c2aad2ae7 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '715d9db5-304f-45aa-9e02-5444736ea6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'f73522d9-61f6-49e9-a4eb-989b31eb1422'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:26:03.953235 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64876742-8cc3-4028-8888-503a19f55b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempting to bind port 7d9b7f55-8c73-4103-80f3-787c2aad2ae7 on network f73522d9-61f6-49e9-a4eb-989b31eb1422 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:26:03.978692 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e2af59-4e61-466c-a7c0-94fccc5f63c9 req-16c424ee-621c-4321-bee0-4cd0994b4427 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:03.980398 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-12e2af59-4e61-466c-a7c0-94fccc5f63c9 req-16c424ee-621c-4321-bee0-4cd0994b4427 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5a50cf6-e9ef-40a0-bcb8-50f22df91d1e HTTP/1.1" status: 200 len: 943 time: 0.2695947 Dec 21 13:26:04.024422 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64876742-8cc3-4028-8888-503a19f55b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Port 7d9b7f55-8c73-4103-80f3-787c2aad2ae7 on network f73522d9-61f6-49e9-a4eb-989b31eb1422 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 13:26:04.024778 dv-neutron-master-2-hyperv neutron-server[103152]: ERROR neutron.plugins.ml2.managers [None req-64876742-8cc3-4028-8888-503a19f55b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Failed to bind port 7d9b7f55-8c73-4103-80f3-787c2aad2ae7 on host hv-neutron-mast for vnic_type normal using segments [{'id': '715d9db5-304f-45aa-9e02-5444736ea6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'f73522d9-61f6-49e9-a4eb-989b31eb1422'}] Dec 21 13:26:04.035601 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.plugins.ml2.plugin [None req-64876742-8cc3-4028-8888-503a19f55b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempt 6 to bind port 7d9b7f55-8c73-4103-80f3-787c2aad2ae7 Dec 21 13:26:04.078174 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b46bbbd-c1c4-451a-96a5-a5c711c23380 req-5321c4d8-bb5a-427d-b656-826bd422701d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:04.080297 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-4b46bbbd-c1c4-451a-96a5-a5c711c23380 req-5321c4d8-bb5a-427d-b656-826bd422701d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=88700cfa6fca443f813dbee92d0bf4e2&device_id=a3f56ce0-d200-46aa-8d4a-98f5ecd429fb HTTP/1.1" status: 200 len: 1096 time: 0.2132211 Dec 21 13:26:04.089034 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [req-79e72f32-87ff-4b74-a51c-1b7f26b68186 req-9b78a526-6b49-48a5-b183-f8e01fc0f14b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9254e1af-d3c0-416d-a770-279ae90ca001 {{(pid=103153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 13:26:04.092088 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-c1f1d7ab-a671-474c-b320-8a1a082a8017 req-452e5a17-2e6f-4d88-95fb-6bb6eed88fad tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ba20eb6-7980-48d1-8013-51c2682fdc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2115035 Dec 21 13:26:04.094492 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21dd7b9-97d9-4246-8eb2-2cfb17e1dbf7 req-7e7490a9-6b33-4501-9ca1-efdddf0ca3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:04.096348 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-f21dd7b9-97d9-4246-8eb2-2cfb17e1dbf7 req-7e7490a9-6b33-4501-9ca1-efdddf0ca3fe service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8aee670f41db4d76aa264255d2510915&device_id=d5a50cf6-e9ef-40a0-bcb8-50f22df91d1e HTTP/1.1" status: 200 len: 1096 time: 0.2999597 Dec 21 13:26:04.102071 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-79e72f32-87ff-4b74-a51c-1b7f26b68186 req-9b78a526-6b49-48a5-b183-f8e01fc0f14b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:04.102522 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-64876742-8cc3-4028-8888-503a19f55b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempting to bind port 7d9b7f55-8c73-4103-80f3-787c2aad2ae7 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:26:04.102962 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-64876742-8cc3-4028-8888-503a19f55b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempting to bind port 7d9b7f55-8c73-4103-80f3-787c2aad2ae7 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '715d9db5-304f-45aa-9e02-5444736ea6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'f73522d9-61f6-49e9-a4eb-989b31eb1422'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:26:04.103485 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64876742-8cc3-4028-8888-503a19f55b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempting to bind port 7d9b7f55-8c73-4103-80f3-787c2aad2ae7 on network f73522d9-61f6-49e9-a4eb-989b31eb1422 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:26:04.150606 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-06c29bd5-e4fe-491b-a4f9-5471e42e60aa tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:04.179092 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64876742-8cc3-4028-8888-503a19f55b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Port 7d9b7f55-8c73-4103-80f3-787c2aad2ae7 on network f73522d9-61f6-49e9-a4eb-989b31eb1422 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 13:26:04.179387 dv-neutron-master-2-hyperv neutron-server[103152]: ERROR neutron.plugins.ml2.managers [None req-64876742-8cc3-4028-8888-503a19f55b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Failed to bind port 7d9b7f55-8c73-4103-80f3-787c2aad2ae7 on host hv-neutron-mast for vnic_type normal using segments [{'id': '715d9db5-304f-45aa-9e02-5444736ea6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'f73522d9-61f6-49e9-a4eb-989b31eb1422'}] Dec 21 13:26:04.196408 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.provisioning_blocks [req-79e72f32-87ff-4b74-a51c-1b7f26b68186 req-9b78a526-6b49-48a5-b183-f8e01fc0f14b service neutron] Transition to ACTIVE for port object 9254e1af-d3c0-416d-a770-279ae90ca001 will not be triggered until provisioned by entity L2. {{(pid=103153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 13:26:04.204061 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-12e2af59-4e61-466c-a7c0-94fccc5f63c9 req-b69333fd-9388-4cf0-a088-6304e94922a9 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b2b8fb0-da15-480b-8a72-3c7ce86ee437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2102101 Dec 21 13:26:04.217019 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.plugins.ml2.plugin [None req-64876742-8cc3-4028-8888-503a19f55b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempt 7 to bind port 7d9b7f55-8c73-4103-80f3-787c2aad2ae7 Dec 21 13:26:04.245381 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-f21dd7b9-97d9-4246-8eb2-2cfb17e1dbf7 req-c0d0e550-deb2-41b0-aabd-d2000e482571 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76407916-90b0-4b3d-969b-db8131c418cf HTTP/1.1" status: 200 len: 217 time: 0.1144392 Dec 21 13:26:04.245973 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d27e05ce-970b-4a62-aa6a-b0501d9541bb tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Router c4436f05-4384-48be-a49b-4b6328e723df is scheduled to L3 agent 59e14383-78fa-487e-9299-b32042a98157 with binding_index 1 {{(pid=103152) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 13:26:04.265836 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-64876742-8cc3-4028-8888-503a19f55b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempting to bind port 7d9b7f55-8c73-4103-80f3-787c2aad2ae7 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:26:04.266172 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-64876742-8cc3-4028-8888-503a19f55b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempting to bind port 7d9b7f55-8c73-4103-80f3-787c2aad2ae7 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '715d9db5-304f-45aa-9e02-5444736ea6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'f73522d9-61f6-49e9-a4eb-989b31eb1422'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:26:04.266549 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64876742-8cc3-4028-8888-503a19f55b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempting to bind port 7d9b7f55-8c73-4103-80f3-787c2aad2ae7 on network f73522d9-61f6-49e9-a4eb-989b31eb1422 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:26:04.290041 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-02f6d1e9-b017-491b-9ca4-c96d60dc2ce2 tempest-FloatingIPAdminTestJSON-1747396200 tempest-FloatingIPAdminTestJSON-1747396200-project-admin] Allocated IP 172.36.3.86 (7fdf1889-f079-4166-bbda-88b2a8d8d595/051a5607-1753-4008-a2f2-d94b48752e9c/cb4e97c0-5733-466e-86f2-41c822905aca) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:26:04.330285 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64876742-8cc3-4028-8888-503a19f55b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Port 7d9b7f55-8c73-4103-80f3-787c2aad2ae7 on network f73522d9-61f6-49e9-a4eb-989b31eb1422 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 13:26:04.330644 dv-neutron-master-2-hyperv neutron-server[103152]: ERROR neutron.plugins.ml2.managers [None req-64876742-8cc3-4028-8888-503a19f55b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Failed to bind port 7d9b7f55-8c73-4103-80f3-787c2aad2ae7 on host hv-neutron-mast for vnic_type normal using segments [{'id': '715d9db5-304f-45aa-9e02-5444736ea6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'f73522d9-61f6-49e9-a4eb-989b31eb1422'}] Dec 21 13:26:04.368704 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.plugins.ml2.plugin [None req-64876742-8cc3-4028-8888-503a19f55b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempt 8 to bind port 7d9b7f55-8c73-4103-80f3-787c2aad2ae7 Dec 21 13:26:04.442617 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-64876742-8cc3-4028-8888-503a19f55b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempting to bind port 7d9b7f55-8c73-4103-80f3-787c2aad2ae7 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:26:04.442869 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-64876742-8cc3-4028-8888-503a19f55b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempting to bind port 7d9b7f55-8c73-4103-80f3-787c2aad2ae7 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '715d9db5-304f-45aa-9e02-5444736ea6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'f73522d9-61f6-49e9-a4eb-989b31eb1422'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:26:04.443168 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64876742-8cc3-4028-8888-503a19f55b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempting to bind port 7d9b7f55-8c73-4103-80f3-787c2aad2ae7 on network f73522d9-61f6-49e9-a4eb-989b31eb1422 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:26:04.463659 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 13:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-938f0cd5-866d-42f5-b664-0ddb4da1bdd6 x-openstack-request-id: req-938f0cd5-866d-42f5-b664-0ddb4da1bdd6 {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:26:04.464219 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5a50cf6-e9ef-40a0-bcb8-50f22df91d1e", "tag": "76407916-90b0-4b3d-969b-db8131c418cf", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:26:04.464219 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-938f0cd5-866d-42f5-b664-0ddb4da1bdd6 {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:26:04.464604 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5a50cf6-e9ef-40a0-bcb8-50f22df91d1e', 'tag': '76407916-90b0-4b3d-969b-db8131c418cf', 'status': 'completed', 'code': 200} Dec 21 13:26:04.465208 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-79e72f32-87ff-4b74-a51c-1b7f26b68186 req-9b78a526-6b49-48a5-b183-f8e01fc0f14b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:04.509165 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21dd7b9-97d9-4246-8eb2-2cfb17e1dbf7 req-4872f49b-3c4f-4f86-8cba-7e3024940e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:04.510811 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-f21dd7b9-97d9-4246-8eb2-2cfb17e1dbf7 req-4872f49b-3c4f-4f86-8cba-7e3024940e70 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=40d80c43-5346-4a2c-a020-9bfccd6ebd6c HTTP/1.1" status: 200 len: 843 time: 0.2497470 Dec 21 13:26:04.528612 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64876742-8cc3-4028-8888-503a19f55b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Port 7d9b7f55-8c73-4103-80f3-787c2aad2ae7 on network f73522d9-61f6-49e9-a4eb-989b31eb1422 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 13:26:04.528928 dv-neutron-master-2-hyperv neutron-server[103152]: ERROR neutron.plugins.ml2.managers [None req-64876742-8cc3-4028-8888-503a19f55b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Failed to bind port 7d9b7f55-8c73-4103-80f3-787c2aad2ae7 on host hv-neutron-mast for vnic_type normal using segments [{'id': '715d9db5-304f-45aa-9e02-5444736ea6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'f73522d9-61f6-49e9-a4eb-989b31eb1422'}] Dec 21 13:26:04.545601 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.plugins.ml2.plugin [None req-64876742-8cc3-4028-8888-503a19f55b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempt 9 to bind port 7d9b7f55-8c73-4103-80f3-787c2aad2ae7 Dec 21 13:26:04.548652 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c29bd5-e4fe-491b-a4f9-5471e42e60aa tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Network 8ba33eed-c57c-4287-856c-f75df6a95a03 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:26:04.560053 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c29bd5-e4fe-491b-a4f9-5471e42e60aa tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Pushing event updated for resources: {'Port': ['ID=772a1bfe-112f-42b0-88f0-94f6b1c0406d,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:04.573421 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-06c29bd5-e4fe-491b-a4f9-5471e42e60aa tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:26:04.580781 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c29bd5-e4fe-491b-a4f9-5471e42e60aa tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:26:04.582144 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c29bd5-e4fe-491b-a4f9-5471e42e60aa tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:04.583036 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-06c29bd5-e4fe-491b-a4f9-5471e42e60aa tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:04.598413 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-64876742-8cc3-4028-8888-503a19f55b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempting to bind port 7d9b7f55-8c73-4103-80f3-787c2aad2ae7 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:26:04.598685 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-64876742-8cc3-4028-8888-503a19f55b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempting to bind port 7d9b7f55-8c73-4103-80f3-787c2aad2ae7 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '715d9db5-304f-45aa-9e02-5444736ea6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'f73522d9-61f6-49e9-a4eb-989b31eb1422'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:26:04.599073 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64876742-8cc3-4028-8888-503a19f55b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempting to bind port 7d9b7f55-8c73-4103-80f3-787c2aad2ae7 on network f73522d9-61f6-49e9-a4eb-989b31eb1422 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:26:04.606767 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d27e05ce-970b-4a62-aa6a-b0501d9541bb tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:26:04.614530 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:04.614530 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:26:04.614530 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:04.614530 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:26:04.614530 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:04.614530 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:26:04.614530 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:04.614530 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:26:04.614530 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:04.614530 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:26:04.614530 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:04.614530 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:26:04.614530 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:04.614530 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:26:04.614530 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:04.614530 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:26:04.614530 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:04.614530 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:26:04.614530 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:04.614530 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:26:04.614530 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:04.614530 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:26:04.614530 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:04.614530 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:26:04.614530 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:04.614530 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:26:04.614530 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:04.614530 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:26:04.614530 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:04.614530 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:26:04.614530 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:04.614530 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:26:04.614530 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:04.614530 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:26:04.614530 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:04.614530 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:26:04.618599 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:04.618599 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:26:04.618599 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:04.618599 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:26:04.618599 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:04.618599 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:26:04.618599 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:04.618599 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:26:04.618599 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:04.618599 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:26:04.618599 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:04.618599 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:26:04.626777 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b46bbbd-c1c4-451a-96a5-a5c711c23380 req-9a674810-2600-476e-98c1-8ee66fdd401b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:04.626777 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-4b46bbbd-c1c4-451a-96a5-a5c711c23380 req-9a674810-2600-476e-98c1-8ee66fdd401b service neutron] 10.222.0.60 "GET /v2.0/networks?id=39aa7305-1380-4f0a-b399-f8c03518e77f HTTP/1.1" status: 200 len: 912 time: 0.5235879 Dec 21 13:26:04.630876 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64876742-8cc3-4028-8888-503a19f55b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Port 7d9b7f55-8c73-4103-80f3-787c2aad2ae7 on network f73522d9-61f6-49e9-a4eb-989b31eb1422 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 13:26:04.630876 dv-neutron-master-2-hyperv neutron-server[103152]: ERROR neutron.plugins.ml2.managers [None req-64876742-8cc3-4028-8888-503a19f55b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Failed to bind port 7d9b7f55-8c73-4103-80f3-787c2aad2ae7 on host hv-neutron-mast for vnic_type normal using segments [{'id': '715d9db5-304f-45aa-9e02-5444736ea6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'f73522d9-61f6-49e9-a4eb-989b31eb1422'}] Dec 21 13:26:04.630876 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.plugins.ml2.plugin [None req-64876742-8cc3-4028-8888-503a19f55b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempt 10 to bind port 7d9b7f55-8c73-4103-80f3-787c2aad2ae7 Dec 21 13:26:04.664434 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d82f992-5648-47ef-a916-610134e05b75 None None] Sync routers for ids ['c4436f05-4384-48be-a49b-4b6328e723df'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:26:04.696995 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d82f992-5648-47ef-a916-610134e05b75 None None] Routers {'c4436f05-4384-48be-a49b-4b6328e723df'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:26:04.697820 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-7d82f992-5648-47ef-a916-610134e05b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:25:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['c4436f05-4384-48be-a49b-4b6328e723df'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:26:04.736245 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-06c29bd5-e4fe-491b-a4f9-5471e42e60aa tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.5183945 Dec 21 13:26:04.744127 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-7d82f992-5648-47ef-a916-610134e05b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:26:04.749764 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a807d78a-2ec7-4584-a4a8-42f2a70755e0 req-1fcd7146-13e5-49e0-bdc8-025c93f3b985 tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:04.755303 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d82f992-5648-47ef-a916-610134e05b75 None None] Routers {'c4436f05-4384-48be-a49b-4b6328e723df'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:26:04.756148 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a807d78a-2ec7-4584-a4a8-42f2a70755e0 req-1fcd7146-13e5-49e0-bdc8-025c93f3b985 tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3f56ce0-d200-46aa-8d4a-98f5ecd429fb HTTP/1.1" status: 200 len: 943 time: 0.2930090 Dec 21 13:26:04.756320 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-7d82f992-5648-47ef-a916-610134e05b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:25:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['c4436f05-4384-48be-a49b-4b6328e723df'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:26:04.758021 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-4b46bbbd-c1c4-451a-96a5-a5c711c23380 req-de750d82-cf77-46ae-a2a8-7b2ba6876f10 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16e9a28c-57b2-4f6e-beaa-917e8c3668e1 HTTP/1.1" status: 200 len: 217 time: 0.1246092 Dec 21 13:26:04.794698 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 53768) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:04.794992 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-7d82f992-5648-47ef-a916-610134e05b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:26:04.795824 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d82f992-5648-47ef-a916-610134e05b75 None None] The sync data for ids ['c4436f05-4384-48be-a49b-4b6328e723df'] in dv-neutron-master-2-hyperv is: [] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:26:04.808486 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b78a526-6b49-48a5-b183-f8e01fc0f14b service neutron] Pushing event updated for resources: {'Port': ['ID=9254e1af-d3c0-416d-a770-279ae90ca001,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:04.905915 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4275e508-a5e8-476b-bf39-489b4380f7e8 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:04.909622 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-4275e508-a5e8-476b-bf39-489b4380f7e8 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] 10.222.0.37 "GET /v2.0/ports/772a1bfe-112f-42b0-88f0-94f6b1c0406d HTTP/1.1" status: 200 len: 955 time: 0.1116614 Dec 21 13:26:04.928710 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 53770) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:04.947433 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b46bbbd-c1c4-451a-96a5-a5c711c23380 req-738fc2ab-6515-4182-971d-24b027c1ccee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:04.948814 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-4b46bbbd-c1c4-451a-96a5-a5c711c23380 req-738fc2ab-6515-4182-971d-24b027c1ccee service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e105ee7f-3655-4fbf-969b-c738adf2539b HTTP/1.1" status: 200 len: 850 time: 0.1424115 Dec 21 13:26:04.968823 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-79e72f32-87ff-4b74-a51c-1b7f26b68186 req-9b78a526-6b49-48a5-b183-f8e01fc0f14b service neutron] Attempting to bind port 9254e1af-d3c0-416d-a770-279ae90ca001 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:26:04.969164 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-79e72f32-87ff-4b74-a51c-1b7f26b68186 req-9b78a526-6b49-48a5-b183-f8e01fc0f14b service neutron] Attempting to bind port 9254e1af-d3c0-416d-a770-279ae90ca001 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'e364c909-484b-4482-ad56-e639441ae690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ec88161e-a588-41e1-b33a-71ad6f2116fc'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:26:04.969497 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e72f32-87ff-4b74-a51c-1b7f26b68186 req-9b78a526-6b49-48a5-b183-f8e01fc0f14b service neutron] Attempting to bind port 9254e1af-d3c0-416d-a770-279ae90ca001 on network ec88161e-a588-41e1-b33a-71ad6f2116fc {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:26:04.992272 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d27e05ce-970b-4a62-aa6a-b0501d9541bb tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks [] for router, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:04.992272 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-d27e05ce-970b-4a62-aa6a-b0501d9541bb tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 8.6829264 Dec 21 13:26:04.995178 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-02f6d1e9-b017-491b-9ca4-c96d60dc2ce2 tempest-FloatingIPAdminTestJSON-1747396200 tempest-FloatingIPAdminTestJSON-1747396200-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:05.000167 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 53772) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:05.003531 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21dd7b9-97d9-4246-8eb2-2cfb17e1dbf7 req-fa16bacc-2cd9-4845-8786-fb6f0694f027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:05.004993 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-f21dd7b9-97d9-4246-8eb2-2cfb17e1dbf7 req-fa16bacc-2cd9-4845-8786-fb6f0694f027 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=83c05ac8-bd36-43e0-a042-78664d1cb962&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4788780 Dec 21 13:26:05.007514 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-64876742-8cc3-4028-8888-503a19f55b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempting to bind port 7d9b7f55-8c73-4103-80f3-787c2aad2ae7 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:26:05.007844 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-64876742-8cc3-4028-8888-503a19f55b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempting to bind port 7d9b7f55-8c73-4103-80f3-787c2aad2ae7 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '715d9db5-304f-45aa-9e02-5444736ea6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'f73522d9-61f6-49e9-a4eb-989b31eb1422'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:26:05.008176 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64876742-8cc3-4028-8888-503a19f55b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempting to bind port 7d9b7f55-8c73-4103-80f3-787c2aad2ae7 on network f73522d9-61f6-49e9-a4eb-989b31eb1422 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:26:05.012450 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e72f32-87ff-4b74-a51c-1b7f26b68186 req-9b78a526-6b49-48a5-b183-f8e01fc0f14b service neutron] Port 9254e1af-d3c0-416d-a770-279ae90ca001 on network ec88161e-a588-41e1-b33a-71ad6f2116fc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 13:26:05.012788 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e72f32-87ff-4b74-a51c-1b7f26b68186 req-9b78a526-6b49-48a5-b183-f8e01fc0f14b service neutron] Attempting to bind port 9254e1af-d3c0-416d-a770-279ae90ca001 on network ec88161e-a588-41e1-b33a-71ad6f2116fc {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:26:05.017716 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a807d78a-2ec7-4584-a4a8-42f2a70755e0 req-871f3466-c04a-4869-ab33-403cd9b00183 tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a365f85-e497-47ef-99fa-94673fe66566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2101042 Dec 21 13:26:05.045116 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e72f32-87ff-4b74-a51c-1b7f26b68186 req-9b78a526-6b49-48a5-b183-f8e01fc0f14b service neutron] Checking agent: {'id': 'cb078e0e-af00-4e4f-8117-46ca6496af1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 23, 43), 'started_at': datetime.datetime(2021, 12, 21, 13, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:26:05.045462 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e72f32-87ff-4b74-a51c-1b7f26b68186 req-9b78a526-6b49-48a5-b183-f8e01fc0f14b service neutron] Checking segment: {'id': 'e364c909-484b-4482-ad56-e639441ae690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ec88161e-a588-41e1-b33a-71ad6f2116fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:26:05.045849 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e72f32-87ff-4b74-a51c-1b7f26b68186 req-9b78a526-6b49-48a5-b183-f8e01fc0f14b service neutron] Bound using segment: {'id': 'e364c909-484b-4482-ad56-e639441ae690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ec88161e-a588-41e1-b33a-71ad6f2116fc'} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:26:05.046294 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-79e72f32-87ff-4b74-a51c-1b7f26b68186 req-9b78a526-6b49-48a5-b183-f8e01fc0f14b service neutron] Bound port: 9254e1af-d3c0-416d-a770-279ae90ca001, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e364c909-484b-4482-ad56-e639441ae690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ec88161e-a588-41e1-b33a-71ad6f2116fc'}}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:26:05.046677 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-79e72f32-87ff-4b74-a51c-1b7f26b68186 req-9b78a526-6b49-48a5-b183-f8e01fc0f14b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:05.090674 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64876742-8cc3-4028-8888-503a19f55b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Port 7d9b7f55-8c73-4103-80f3-787c2aad2ae7 on network f73522d9-61f6-49e9-a4eb-989b31eb1422 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 13:26:05.091011 dv-neutron-master-2-hyperv neutron-server[103152]: ERROR neutron.plugins.ml2.managers [None req-64876742-8cc3-4028-8888-503a19f55b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Failed to bind port 7d9b7f55-8c73-4103-80f3-787c2aad2ae7 on host hv-neutron-mast for vnic_type normal using segments [{'id': '715d9db5-304f-45aa-9e02-5444736ea6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'f73522d9-61f6-49e9-a4eb-989b31eb1422'}] Dec 21 13:26:05.091371 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-64876742-8cc3-4028-8888-503a19f55b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:05.122860 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b46bbbd-c1c4-451a-96a5-a5c711c23380 req-162ca8b1-b134-4531-8d71-b732813317b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:05.124378 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-4b46bbbd-c1c4-451a-96a5-a5c711c23380 req-162ca8b1-b134-4531-8d71-b732813317b8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=39aa7305-1380-4f0a-b399-f8c03518e77f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1526387 Dec 21 13:26:05.216431 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-01fb4b10-47dc-452d-94c5-3d8b52759879 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Deleting port 772a1bfe-112f-42b0-88f0-94f6b1c0406d {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:26:05.216691 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-01fb4b10-47dc-452d-94c5-3d8b52759879 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:05.236270 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-79e72f32-87ff-4b74-a51c-1b7f26b68186 req-9b78a526-6b49-48a5-b183-f8e01fc0f14b service neutron] For port 9254e1af-d3c0-416d-a770-279ae90ca001, host hv-neutron-mast, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:26:05.265368 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-79e72f32-87ff-4b74-a51c-1b7f26b68186 req-9b78a526-6b49-48a5-b183-f8e01fc0f14b service neutron] For port 9254e1af-d3c0-416d-a770-279ae90ca001, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9254e1af-d3c0-416d-a770-279ae90ca001,segment=NetworkSegment(e364c909-484b-4482-ad56-e639441ae690),segment_id=e364c909-484b-4482-ad56-e639441ae690)] {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:26:05.275030 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1d09323a-8af6-4309-983a-0c251b97e042 tempest-RoutersAdminNegativeTest-938582669 tempest-RoutersAdminNegativeTest-938582669-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:05.304727 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-79e72f32-87ff-4b74-a51c-1b7f26b68186 req-9b78a526-6b49-48a5-b183-f8e01fc0f14b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:05.317910 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-02f6d1e9-b017-491b-9ca4-c96d60dc2ce2 tempest-FloatingIPAdminTestJSON-1747396200 tempest-FloatingIPAdminTestJSON-1747396200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:05.331200 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1d09323a-8af6-4309-983a-0c251b97e042 tempest-RoutersAdminNegativeTest-938582669 tempest-RoutersAdminNegativeTest-938582669-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:05.360687 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-01fb4b10-47dc-452d-94c5-3d8b52759879 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:05.364593 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-4b46bbbd-c1c4-451a-96a5-a5c711c23380 req-e5110e3e-fb16-4c59-8cfd-24a63692e582 service neutron] 10.222.0.60 "GET /v2.0/networks/39aa7305-1380-4f0a-b399-f8c03518e77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288742 Dec 21 13:26:05.394975 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-5889fb7b-d35d-4400-a1ad-41e33b3c5aa5 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] 10.222.0.37 "GET /v2.0/routers/c4436f05-4384-48be-a49b-4b6328e723df HTTP/1.1" status: 200 len: 925 time: 0.3868728 Dec 21 13:26:05.408165 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-f21dd7b9-97d9-4246-8eb2-2cfb17e1dbf7 req-ed647084-d26a-44e9-89bf-2d6a26b94236 service neutron] 10.222.0.60 "GET /v2.0/networks/83c05ac8-bd36-43e0-a042-78664d1cb962?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3900445 Dec 21 13:26:05.409648 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 53778) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:05.435409 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e72f32-87ff-4b74-a51c-1b7f26b68186 req-9b78a526-6b49-48a5-b183-f8e01fc0f14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:05.436137 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-79e72f32-87ff-4b74-a51c-1b7f26b68186 req-9b78a526-6b49-48a5-b183-f8e01fc0f14b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:05.437630 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-79e72f32-87ff-4b74-a51c-1b7f26b68186 req-9b78a526-6b49-48a5-b183-f8e01fc0f14b service neutron] 10.222.0.60 "PUT /v2.0/ports/9254e1af-d3c0-416d-a770-279ae90ca001 HTTP/1.1" status: 200 len: 1093 time: 2.3801713 Dec 21 13:26:05.461759 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-01fb4b10-47dc-452d-94c5-3d8b52759879 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Calling delete_port for 772a1bfe-112f-42b0-88f0-94f6b1c0406d owned by {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:26:05.473655 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f6d1e9-b017-491b-9ca4-c96d60dc2ce2 tempest-FloatingIPAdminTestJSON-1747396200 tempest-FloatingIPAdminTestJSON-1747396200-project-admin] Network 7fdf1889-f079-4166-bbda-88b2a8d8d595 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:26:05.481963 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318bb96a-579c-4057-9598-ae84edd69f2f req-9d1dfaf5-a856-48b4-9ae3-449f72726b72 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:05.484398 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-318bb96a-579c-4057-9598-ae84edd69f2f req-9d1dfaf5-a856-48b4-9ae3-449f72726b72 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f04569b-7b6a-480f-a48e-6be4ed1157fe HTTP/1.1" status: 200 len: 943 time: 0.2862811 Dec 21 13:26:05.509142 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-64876742-8cc3-4028-8888-503a19f55b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] For port 7d9b7f55-8c73-4103-80f3-787c2aad2ae7, host hv-neutron-mast, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:26:05.509512 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-64876742-8cc3-4028-8888-503a19f55b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempted to set empty binding levels {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 21 13:26:05.510822 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-02f6d1e9-b017-491b-9ca4-c96d60dc2ce2 tempest-FloatingIPAdminTestJSON-1747396200 tempest-FloatingIPAdminTestJSON-1747396200-project-admin] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:26:05.513511 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f6d1e9-b017-491b-9ca4-c96d60dc2ce2 tempest-FloatingIPAdminTestJSON-1747396200 tempest-FloatingIPAdminTestJSON-1747396200-project-admin] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:26:05.520349 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f6d1e9-b017-491b-9ca4-c96d60dc2ce2 tempest-FloatingIPAdminTestJSON-1747396200 tempest-FloatingIPAdminTestJSON-1747396200-project-admin] Pushing event updated for resources: {'Port': ['ID=cb4e97c0-5733-466e-86f2-41c822905aca,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:05.532300 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-2e6a6c25-3626-4f5b-a38d-5e1f0fda9dd8 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4436f05-4384-48be-a49b-4b6328e723df HTTP/1.1" status: 200 len: 205 time: 0.0981512 Dec 21 13:26:05.532862 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-64876742-8cc3-4028-8888-503a19f55b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805230'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:05.553702 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 53780) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:05.662112 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-64876742-8cc3-4028-8888-503a19f55b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] In _notify_port_updated(), no bound segment for port 7d9b7f55-8c73-4103-80f3-787c2aad2ae7 on network f73522d9-61f6-49e9-a4eb-989b31eb1422 {{(pid=103152) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 21 13:26:05.663545 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64876742-8cc3-4028-8888-503a19f55b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:05.664144 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-64876742-8cc3-4028-8888-503a19f55b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:05.665456 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-64876742-8cc3-4028-8888-503a19f55b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] 10.222.0.37 "PUT /v2.0/ports/7d9b7f55-8c73-4103-80f3-787c2aad2ae7 HTTP/1.1" status: 200 len: 980 time: 4.3432672 Dec 21 13:26:05.676292 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 53782) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:05.714136 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b78a526-6b49-48a5-b183-f8e01fc0f14b service neutron] Pushing event updated for resources: {'Port': ['ID=9254e1af-d3c0-416d-a770-279ae90ca001,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:05.733871 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb74a0-519f-46d8-b1fa-5c14e9d5b461 req-5608fd9d-651c-448e-81e9-3ac1f8a7b791 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:05.735317 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c5eb74a0-519f-46d8-b1fa-5c14e9d5b461 req-5608fd9d-651c-448e-81e9-3ac1f8a7b791 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5a50cf6-e9ef-40a0-bcb8-50f22df91d1e HTTP/1.1" status: 200 len: 943 time: 0.4172728 Dec 21 13:26:05.778580 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64876742-8cc3-4028-8888-503a19f55b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Pushing event updated for resources: {'Port': ['ID=7d9b7f55-8c73-4103-80f3-787c2aad2ae7,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:05.805719 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-318bb96a-579c-4057-9598-ae84edd69f2f req-24510cdd-4735-4256-ae4a-5ec674328185 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ba20eb6-7980-48d1-8013-51c2682fdc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3050330 Dec 21 13:26:05.835825 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-f21dd7b9-97d9-4246-8eb2-2cfb17e1dbf7 req-5eb01c23-ab50-4f81-8bcc-d4c1b2ae8829 service neutron] 10.222.0.60 "GET /v2.0/networks/83c05ac8-bd36-43e0-a042-78664d1cb962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3857381 Dec 21 13:26:05.872422 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-4b46bbbd-c1c4-451a-96a5-a5c711c23380 req-c0f0c006-9a51-4658-80e9-3c3862cec6a5 service neutron] 10.222.0.60 "GET /v2.0/networks/39aa7305-1380-4f0a-b399-f8c03518e77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4786170 Dec 21 13:26:05.893321 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e72f32-87ff-4b74-a51c-1b7f26b68186 req-d78c37a2-26ce-4590-8142-49e3ffac4caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:05.894832 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-79e72f32-87ff-4b74-a51c-1b7f26b68186 req-d78c37a2-26ce-4590-8142-49e3ffac4caf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=eb17296434674195836b28e8a0fc67cf&device_id=9f04569b-7b6a-480f-a48e-6be4ed1157fe HTTP/1.1" status: 200 len: 1096 time: 0.3601925 Dec 21 13:26:05.897148 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3705b491-d547-47d1-9854-bd3fdf8d4608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:05.897623 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3705b491-d547-47d1-9854-bd3fdf8d4608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:05.898085 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3705b491-d547-47d1-9854-bd3fdf8d4608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:05.898572 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3705b491-d547-47d1-9854-bd3fdf8d4608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:05.899027 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3705b491-d547-47d1-9854-bd3fdf8d4608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:05.899477 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3705b491-d547-47d1-9854-bd3fdf8d4608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:05.899923 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3705b491-d547-47d1-9854-bd3fdf8d4608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:05.900368 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3705b491-d547-47d1-9854-bd3fdf8d4608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:05.900818 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3705b491-d547-47d1-9854-bd3fdf8d4608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:05.902156 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3705b491-d547-47d1-9854-bd3fdf8d4608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:05.902389 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3705b491-d547-47d1-9854-bd3fdf8d4608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:05.903115 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3705b491-d547-47d1-9854-bd3fdf8d4608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:05.903475 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3705b491-d547-47d1-9854-bd3fdf8d4608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:05.903927 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3705b491-d547-47d1-9854-bd3fdf8d4608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:05.904376 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3705b491-d547-47d1-9854-bd3fdf8d4608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:05.904825 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3705b491-d547-47d1-9854-bd3fdf8d4608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:05.905271 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3705b491-d547-47d1-9854-bd3fdf8d4608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:05.905713 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3705b491-d547-47d1-9854-bd3fdf8d4608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:05.906157 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3705b491-d547-47d1-9854-bd3fdf8d4608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:05.906628 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3705b491-d547-47d1-9854-bd3fdf8d4608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:05.907072 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3705b491-d547-47d1-9854-bd3fdf8d4608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:05.908005 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3705b491-d547-47d1-9854-bd3fdf8d4608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:05.908005 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3705b491-d547-47d1-9854-bd3fdf8d4608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:05.908387 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3705b491-d547-47d1-9854-bd3fdf8d4608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:05.908840 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3705b491-d547-47d1-9854-bd3fdf8d4608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:05.909279 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3705b491-d547-47d1-9854-bd3fdf8d4608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:05.909725 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3705b491-d547-47d1-9854-bd3fdf8d4608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:05.910168 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3705b491-d547-47d1-9854-bd3fdf8d4608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:05.910633 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3705b491-d547-47d1-9854-bd3fdf8d4608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:05.918719 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-3705b491-d547-47d1-9854-bd3fdf8d4608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 25022 time: 0.2316859 Dec 21 13:26:05.921843 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 53784) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:05.934209 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1d09323a-8af6-4309-983a-0c251b97e042 tempest-RoutersAdminNegativeTest-938582669 tempest-RoutersAdminNegativeTest-938582669-project-admin] Publish callbacks [] for router, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:06.008725 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c5eb74a0-519f-46d8-b1fa-5c14e9d5b461 req-6d20b5ae-45f8-4667-b1aa-9919526a3776 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b2b8fb0-da15-480b-8a72-3c7ce86ee437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2543838 Dec 21 13:26:06.054650 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-79e72f32-87ff-4b74-a51c-1b7f26b68186 req-a00ae42f-6eb5-4d9a-a449-9ce05b1eec1c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9254e1af-d3c0-416d-a770-279ae90ca001 HTTP/1.1" status: 200 len: 217 time: 0.0654583 Dec 21 13:26:06.061538 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-002f1221-60ce-4a54-a1b8-1fab0f4165e4 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks [] for router, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:06.221866 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1d09323a-8af6-4309-983a-0c251b97e042 tempest-RoutersAdminNegativeTest-938582669 tempest-RoutersAdminNegativeTest-938582669-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26950'] for router, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:06.227946 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1d09323a-8af6-4309-983a-0c251b97e042 tempest-RoutersAdminNegativeTest-938582669 tempest-RoutersAdminNegativeTest-938582669-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:06.301344 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bec072-48ee-48c6-b071-018d29f2f634 req-09eb0304-9695-4ab0-bb82-1df764ec2345 tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:06.303175 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-54bec072-48ee-48c6-b071-018d29f2f634 req-09eb0304-9695-4ab0-bb82-1df764ec2345 tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3f56ce0-d200-46aa-8d4a-98f5ecd429fb HTTP/1.1" status: 200 len: 943 time: 0.2033851 Dec 21 13:26:06.313962 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-01fb4b10-47dc-452d-94c5-3d8b52759879 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:06.347346 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1d09323a-8af6-4309-983a-0c251b97e042 tempest-RoutersAdminNegativeTest-938582669 tempest-RoutersAdminNegativeTest-938582669-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534967'] for router, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:06.347866 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d09323a-8af6-4309-983a-0c251b97e042 tempest-RoutersAdminNegativeTest-938582669 tempest-RoutersAdminNegativeTest-938582669-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f03d0c95-bddd-4d0d-a8a3-e8beac2ea7ee {{(pid=103152) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 13:26:06.414521 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-01fb4b10-47dc-452d-94c5-3d8b52759879 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:06.418406 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-01fb4b10-47dc-452d-94c5-3d8b52759879 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] 10.222.0.37 "DELETE /v2.0/ports/772a1bfe-112f-42b0-88f0-94f6b1c0406d HTTP/1.1" status: 204 len: 168 time: 1.4862893 Dec 21 13:26:06.424832 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fb4b10-47dc-452d-94c5-3d8b52759879 tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Pushing event deleted for resources: {'Port': ['ID=772a1bfe-112f-42b0-88f0-94f6b1c0406d,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:06.430988 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 53788) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:06.456125 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.api.v2.resource [None req-1d09323a-8af6-4309-983a-0c251b97e042 tempest-RoutersAdminNegativeTest-938582669 tempest-RoutersAdminNegativeTest-938582669-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 21 13:26:06.457197 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-1d09323a-8af6-4309-983a-0c251b97e042 tempest-RoutersAdminNegativeTest-938582669 tempest-RoutersAdminNegativeTest-938582669-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.7993300 Dec 21 13:26:06.465338 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 53790) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:06.483209 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-54bec072-48ee-48c6-b071-018d29f2f634 req-676995cb-e196-4d0e-8b13-f41e4a929ec8 tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a365f85-e497-47ef-99fa-94673fe66566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1571918 Dec 21 13:26:06.495138 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f04569b-7b6a-480f-a48e-6be4ed1157fe', 'tag': '9254e1af-d3c0-416d-a770-279ae90ca001'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:26:06.497656 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af6034c98e584fa55ea4398f343c742ceb598288507feaf30d5a15785b2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-641a14db-aa1f-4011-9b0b-468271563993" -d '{"events": [{"name": "network-changed", "server_uuid": "9f04569b-7b6a-480f-a48e-6be4ed1157fe", "tag": "9254e1af-d3c0-416d-a770-279ae90ca001"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:26:06.511629 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.pecan_wsgi.hooks.translation [None req-ece5b27a-2a21-4b13-882c-b507e70bc74d tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] GET failed (client error): The resource could not be found. Dec 21 13:26:06.518768 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-ece5b27a-2a21-4b13-882c-b507e70bc74d tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] 10.222.0.37 "GET /v2.0/ports/772a1bfe-112f-42b0-88f0-94f6b1c0406d HTTP/1.1" status: 404 len: 333 time: 0.0789413 Dec 21 13:26:06.520509 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e72f32-87ff-4b74-a51c-1b7f26b68186 req-757890d8-a70e-4504-ba38-1c8f80fb9e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:06.522583 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-79e72f32-87ff-4b74-a51c-1b7f26b68186 req-757890d8-a70e-4504-ba38-1c8f80fb9e42 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fea6c692-bae9-40da-92a1-c6d85a86ba17 HTTP/1.1" status: 200 len: 850 time: 0.4582818 Dec 21 13:26:06.527373 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 53794) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:06.534470 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-0aef3273-4d4f-443b-8699-3fc197436b4b tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Request body: {'port': {'network_id': '8ba33eed-c57c-4287-856c-f75df6a95a03', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1384311163'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:26:06.583172 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cfd7ff-5d58-474c-9cd2-54002a37489a req-cb58d096-f58f-47af-b101-fd6a2dad1450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:06.587591 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-96cfd7ff-5d58-474c-9cd2-54002a37489a req-cb58d096-f58f-47af-b101-fd6a2dad1450 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8aee670f41db4d76aa264255d2510915&device_id=d5a50cf6-e9ef-40a0-bcb8-50f22df91d1e HTTP/1.1" status: 200 len: 1096 time: 0.5293796 Dec 21 13:26:06.607415 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 13:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-819bf692-6dfb-4f69-8b63-ad4c79c89aa2 x-openstack-request-id: req-819bf692-6dfb-4f69-8b63-ad4c79c89aa2 {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:26:06.607415 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f04569b-7b6a-480f-a48e-6be4ed1157fe", "tag": "9254e1af-d3c0-416d-a770-279ae90ca001", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:26:06.607415 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-819bf692-6dfb-4f69-8b63-ad4c79c89aa2 {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:26:06.607415 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f04569b-7b6a-480f-a48e-6be4ed1157fe', 'tag': '9254e1af-d3c0-416d-a770-279ae90ca001', 'status': 'completed', 'code': 200} Dec 21 13:26:06.640672 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-002f1221-60ce-4a54-a1b8-1fab0f4165e4 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:06.673095 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-99d1cbe5-670c-4c82-ab3e-31f2d6326ad5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Deleting port 7d9b7f55-8c73-4103-80f3-787c2aad2ae7 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:26:06.673440 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-99d1cbe5-670c-4c82-ab3e-31f2d6326ad5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:06.680534 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e72f32-87ff-4b74-a51c-1b7f26b68186 req-7dfb900b-92a0-42ae-9ce7-fbac7ab3bd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:06.682477 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-79e72f32-87ff-4b74-a51c-1b7f26b68186 req-7dfb900b-92a0-42ae-9ce7-fbac7ab3bd55 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ec88161e-a588-41e1-b33a-71ad6f2116fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1518877 Dec 21 13:26:06.708643 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aef3273-4d4f-443b-8699-3fc197436b4b tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Made reservation on behalf of 60394916bc5945539911164de85d1100 for: {'port': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:26:06.711820 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0aef3273-4d4f-443b-8699-3fc197436b4b tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:06.887624 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [None req-0aef3273-4d4f-443b-8699-3fc197436b4b tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] device_id is not set on port 19534999-05da-428e-a44c-2e56c5a2794d yet. {{(pid=103153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 13:26:06.901343 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-99d1cbe5-670c-4c82-ab3e-31f2d6326ad5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] For port 7d9b7f55-8c73-4103-80f3-787c2aad2ae7, host hv-neutron-mast, got binding levels [] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:26:06.901712 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-99d1cbe5-670c-4c82-ab3e-31f2d6326ad5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:06.968682 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-99d1cbe5-670c-4c82-ab3e-31f2d6326ad5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Calling delete_port for 7d9b7f55-8c73-4103-80f3-787c2aad2ae7 owned by {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:26:06.971290 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-02f6d1e9-b017-491b-9ca4-c96d60dc2ce2 tempest-FloatingIPAdminTestJSON-1747396200 tempest-FloatingIPAdminTestJSON-1747396200-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:06.973669 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cfd7ff-5d58-474c-9cd2-54002a37489a req-a0bc9e6c-092a-49d1-b2be-18eee5882ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:06.975326 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-96cfd7ff-5d58-474c-9cd2-54002a37489a req-a0bc9e6c-092a-49d1-b2be-18eee5882ab1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=83c05ac8-bd36-43e0-a042-78664d1cb962 HTTP/1.1" status: 200 len: 905 time: 0.3738313 Dec 21 13:26:07.044361 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916ec401-0e42-49b4-a285-74eef9089509 req-a761063e-a952-4507-89fa-3926f712587d tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:07.045882 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-916ec401-0e42-49b4-a285-74eef9089509 req-a761063e-a952-4507-89fa-3926f712587d tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f04569b-7b6a-480f-a48e-6be4ed1157fe HTTP/1.1" status: 200 len: 943 time: 0.1465783 Dec 21 13:26:07.070826 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-0295d915-431e-4b06-bc53-b683b6a7a345 tempest-RoutersAdminNegativeTest-938582669 tempest-RoutersAdminNegativeTest-938582669-project-admin] Deleting port d8cb409f-e590-4f4c-acc3-88fb4eb4a585 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:26:07.071238 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0295d915-431e-4b06-bc53-b683b6a7a345 tempest-RoutersAdminNegativeTest-938582669 tempest-RoutersAdminNegativeTest-938582669-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:07.095395 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-96cfd7ff-5d58-474c-9cd2-54002a37489a req-c5d7f875-082d-473a-be05-8a3a0f26b7d2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76407916-90b0-4b3d-969b-db8131c418cf HTTP/1.1" status: 200 len: 217 time: 0.1055999 Dec 21 13:26:07.110436 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-79e72f32-87ff-4b74-a51c-1b7f26b68186 req-ebd81edc-3b6d-4112-b896-e406d12dc0ea service neutron] 10.222.0.60 "GET /v2.0/networks/ec88161e-a588-41e1-b33a-71ad6f2116fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3813016 Dec 21 13:26:07.136081 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-002f1221-60ce-4a54-a1b8-1fab0f4165e4 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Deleting port e5b79c2e-fe94-4651-92a6-916a1006167f {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:26:07.136081 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-002f1221-60ce-4a54-a1b8-1fab0f4165e4 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:07.169495 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-02f6d1e9-b017-491b-9ca4-c96d60dc2ce2 tempest-FloatingIPAdminTestJSON-1747396200 tempest-FloatingIPAdminTestJSON-1747396200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:07.205416 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-916ec401-0e42-49b4-a285-74eef9089509 req-ca076f07-d80f-4ee4-bf49-465fc4d22a85 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ba20eb6-7980-48d1-8013-51c2682fdc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485503 Dec 21 13:26:07.236950 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0295d915-431e-4b06-bc53-b683b6a7a345 tempest-RoutersAdminNegativeTest-938582669 tempest-RoutersAdminNegativeTest-938582669-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:07.254365 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-0295d915-431e-4b06-bc53-b683b6a7a345 tempest-RoutersAdminNegativeTest-938582669 tempest-RoutersAdminNegativeTest-938582669-project-admin] Calling delete_port for d8cb409f-e590-4f4c-acc3-88fb4eb4a585 owned by {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:26:07.383725 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cfd7ff-5d58-474c-9cd2-54002a37489a req-9fa12b7e-301a-45ae-8007-edc5d5c72364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:07.385237 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-96cfd7ff-5d58-474c-9cd2-54002a37489a req-9fa12b7e-301a-45ae-8007-edc5d5c72364 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=40d80c43-5346-4a2c-a020-9bfccd6ebd6c HTTP/1.1" status: 200 len: 843 time: 0.2739334 Dec 21 13:26:07.425019 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-02f6d1e9-b017-491b-9ca4-c96d60dc2ce2 tempest-FloatingIPAdminTestJSON-1747396200 tempest-FloatingIPAdminTestJSON-1747396200-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:07.441309 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c54ff7-fc7b-45f9-979b-672c8b265ed7 req-096afc6f-7d67-4c3e-9f17-d6c3b7acbda3 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:07.442875 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b7c54ff7-fc7b-45f9-979b-672c8b265ed7 req-096afc6f-7d67-4c3e-9f17-d6c3b7acbda3 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5a50cf6-e9ef-40a0-bcb8-50f22df91d1e HTTP/1.1" status: 200 len: 943 time: 0.3436160 Dec 21 13:26:07.446288 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-02f6d1e9-b017-491b-9ca4-c96d60dc2ce2 tempest-FloatingIPAdminTestJSON-1747396200 tempest-FloatingIPAdminTestJSON-1747396200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805230'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:07.473884 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-99d1cbe5-670c-4c82-ab3e-31f2d6326ad5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:07.483170 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-002f1221-60ce-4a54-a1b8-1fab0f4165e4 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:07.510297 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0aef3273-4d4f-443b-8699-3fc197436b4b tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:07.529747 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f6d1e9-b017-491b-9ca4-c96d60dc2ce2 tempest-FloatingIPAdminTestJSON-1747396200 tempest-FloatingIPAdminTestJSON-1747396200-project-admin] Pushing event updated for resources: {'Port': ['ID=cb4e97c0-5733-466e-86f2-41c822905aca,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:07.540339 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-02f6d1e9-b017-491b-9ca4-c96d60dc2ce2 tempest-FloatingIPAdminTestJSON-1747396200 tempest-FloatingIPAdminTestJSON-1747396200-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548820'] for floatingip, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:07.543867 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0295d915-431e-4b06-bc53-b683b6a7a345 tempest-RoutersAdminNegativeTest-938582669 tempest-RoutersAdminNegativeTest-938582669-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:07.554101 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-002f1221-60ce-4a54-a1b8-1fab0f4165e4 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Calling delete_port for e5b79c2e-fe94-4651-92a6-916a1006167f owned by network:router_gateway {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:26:07.565002 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-99d1cbe5-670c-4c82-ab3e-31f2d6326ad5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:07.569830 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-99d1cbe5-670c-4c82-ab3e-31f2d6326ad5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] 10.222.0.37 "DELETE /v2.0/ports/7d9b7f55-8c73-4103-80f3-787c2aad2ae7 HTTP/1.1" status: 204 len: 168 time: 1.6394441 Dec 21 13:26:07.576236 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-79e72f32-87ff-4b74-a51c-1b7f26b68186 req-8095a12e-acc9-4fd6-81f7-84d6c7aa064a service neutron] 10.222.0.60 "GET /v2.0/networks/ec88161e-a588-41e1-b33a-71ad6f2116fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4458022 Dec 21 13:26:07.576946 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d1cbe5-670c-4c82-ab3e-31f2d6326ad5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Pushing event deleted for resources: {'Port': ['ID=7d9b7f55-8c73-4103-80f3-787c2aad2ae7,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:07.579469 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 53804) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:07.637512 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0295d915-431e-4b06-bc53-b683b6a7a345 tempest-RoutersAdminNegativeTest-938582669 tempest-RoutersAdminNegativeTest-938582669-project-admin] Pushing event deleted for resources: {'Port': ['ID=d8cb409f-e590-4f4c-acc3-88fb4eb4a585,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:07.696924 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.pecan_wsgi.hooks.translation [None req-16ab2e64-0d71-4229-aa6c-ba36a3158ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] GET failed (client error): The resource could not be found. Dec 21 13:26:07.698332 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-16ab2e64-0d71-4229-aa6c-ba36a3158ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] 10.222.0.37 "GET /v2.0/ports/7d9b7f55-8c73-4103-80f3-787c2aad2ae7 HTTP/1.1" status: 404 len: 333 time: 0.1147513 Dec 21 13:26:07.705805 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 53806) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:07.714038 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cfd7ff-5d58-474c-9cd2-54002a37489a req-a91f2d46-e15b-4937-9c8f-006482327093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:07.715502 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-96cfd7ff-5d58-474c-9cd2-54002a37489a req-a91f2d46-e15b-4937-9c8f-006482327093 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=83c05ac8-bd36-43e0-a042-78664d1cb962&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3121271 Dec 21 13:26:07.731553 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-03dffeb6-c1f7-4f56-8c97-f9a61b7c1045 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-13501554', 'network_id': 'f73522d9-61f6-49e9-a4eb-989b31eb1422'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:26:07.751935 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b7c54ff7-fc7b-45f9-979b-672c8b265ed7 req-b77ff1cd-1fc0-4e08-9eb0-45d322efcbb1 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b2b8fb0-da15-480b-8a72-3c7ce86ee437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2792363 Dec 21 13:26:07.758013 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dca0d3f-1ccc-41df-ae06-e45312a49aa9 req-a6dca48d-e513-4419-a7ad-4c51a76e9def tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:07.759671 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-2dca0d3f-1ccc-41df-ae06-e45312a49aa9 req-a6dca48d-e513-4419-a7ad-4c51a76e9def tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3f56ce0-d200-46aa-8d4a-98f5ecd429fb HTTP/1.1" status: 200 len: 943 time: 0.1799161 Dec 21 13:26:07.769760 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 16e9a28c-57b2-4f6e-beaa-917e8c3668e1 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 13:26:07.806171 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.l3_db [None req-02f6d1e9-b017-491b-9ca4-c96d60dc2ce2 tempest-FloatingIPAdminTestJSON-1747396200 tempest-FloatingIPAdminTestJSON-1747396200-project-admin] Floating IP 310a487c-5338-47af-8246-cc0f3deca150 associated. External IP: 172.36.3.86, port: c333c7b7-76f2-44b0-ab2e-29793173047d. Dec 21 13:26:07.806785 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0aef3273-4d4f-443b-8699-3fc197436b4b tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:07.845418 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0295d915-431e-4b06-bc53-b683b6a7a345 tempest-RoutersAdminNegativeTest-938582669 tempest-RoutersAdminNegativeTest-938582669-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:07.852830 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-0295d915-431e-4b06-bc53-b683b6a7a345 tempest-RoutersAdminNegativeTest-938582669 tempest-RoutersAdminNegativeTest-938582669-project-admin] 10.222.0.37 "DELETE /v2.0/ports/d8cb409f-e590-4f4c-acc3-88fb4eb4a585 HTTP/1.1" status: 204 len: 168 time: 1.3816845 Dec 21 13:26:07.863391 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03dffeb6-c1f7-4f56-8c97-f9a61b7c1045 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Made reservation on behalf of 3935f4f80e6740a9b6b9113ce69e5967 for: {'port': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:26:07.866307 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-03dffeb6-c1f7-4f56-8c97-f9a61b7c1045 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:07.881664 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port 16e9a28c-57b2-4f6e-beaa-917e8c3668e1, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=16e9a28c-57b2-4f6e-beaa-917e8c3668e1,segment=NetworkSegment(792830f5-514e-493a-b4cc-75683e9b81f8),segment_id=792830f5-514e-493a-b4cc-75683e9b81f8)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:26:07.895087 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Returning: {'device': '16e9a28c-57b2-4f6e-beaa-917e8c3668e1', 'network_id': '39aa7305-1380-4f0a-b399-f8c03518e77f', 'port_id': '16e9a28c-57b2-4f6e-beaa-917e8c3668e1', 'mac_address': 'fa:16:3e:8a:3f:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e105ee7f-3655-4fbf-969b-c738adf2539b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 13:26:07.908027 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-03dffeb6-c1f7-4f56-8c97-f9a61b7c1045 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] device_id is not set on port 51f9337e-4321-4fd0-a9de-60d199df0f2a yet. {{(pid=103152) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 13:26:07.918793 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-2dca0d3f-1ccc-41df-ae06-e45312a49aa9 req-6b8a9841-bb79-486d-b371-4fab63c605bb tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a365f85-e497-47ef-99fa-94673fe66566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1514540 Dec 21 13:26:07.947926 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:07.970867 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16e9a28c-57b2-4f6e-beaa-917e8c3668e1 {{(pid=103154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 13:26:08.007116 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port 16e9a28c-57b2-4f6e-beaa-917e8c3668e1, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=16e9a28c-57b2-4f6e-beaa-917e8c3668e1,segment=NetworkSegment(792830f5-514e-493a-b4cc-75683e9b81f8),segment_id=792830f5-514e-493a-b4cc-75683e9b81f8)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:26:08.013630 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:08.076777 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=16e9a28c-57b2-4f6e-beaa-917e8c3668e1,revision_number=4']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:08.211668 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aef3273-4d4f-443b-8699-3fc197436b4b tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Network 8ba33eed-c57c-4287-856c-f75df6a95a03 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:26:08.219041 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641a14db-aa1f-4011-9b0b-468271563993 req-c9e88830-19dd-4326-99e7-7c19db9fa128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:08.220674 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-641a14db-aa1f-4011-9b0b-468271563993 req-c9e88830-19dd-4326-99e7-7c19db9fa128 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=eb17296434674195836b28e8a0fc67cf&device_id=9f04569b-7b6a-480f-a48e-6be4ed1157fe HTTP/1.1" status: 200 len: 1096 time: 0.5251443 Dec 21 13:26:08.226458 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-03dffeb6-c1f7-4f56-8c97-f9a61b7c1045 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:08.231261 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-0aef3273-4d4f-443b-8699-3fc197436b4b tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:26:08.233964 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aef3273-4d4f-443b-8699-3fc197436b4b tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:26:08.235196 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aef3273-4d4f-443b-8699-3fc197436b4b tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:08.235972 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0aef3273-4d4f-443b-8699-3fc197436b4b tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:08.254657 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02f6d1e9-b017-491b-9ca4-c96d60dc2ce2 tempest-FloatingIPAdminTestJSON-1747396200 tempest-FloatingIPAdminTestJSON-1747396200-project-admin] Router 379ad297-0af3-4487-b835-20a9cf22cfbb has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:26:08.256000 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 53814) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:08.268007 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aef3273-4d4f-443b-8699-3fc197436b4b tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Pushing event updated for resources: {'Port': ['ID=19534999-05da-428e-a44c-2e56c5a2794d,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:08.337373 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-96cfd7ff-5d58-474c-9cd2-54002a37489a req-d4e5fd41-588e-48cb-afbc-6b82876a9550 service neutron] 10.222.0.60 "GET /v2.0/networks/83c05ac8-bd36-43e0-a042-78664d1cb962?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5988400 Dec 21 13:26:08.339932 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-03dffeb6-c1f7-4f56-8c97-f9a61b7c1045 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:08.417397 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03dffeb6-c1f7-4f56-8c97-f9a61b7c1045 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Network f73522d9-61f6-49e9-a4eb-989b31eb1422 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:26:08.425888 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-03dffeb6-c1f7-4f56-8c97-f9a61b7c1045 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:26:08.433114 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-0aef3273-4d4f-443b-8699-3fc197436b4b tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.9045463 Dec 21 13:26:08.434726 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03dffeb6-c1f7-4f56-8c97-f9a61b7c1045 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:26:08.436144 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03dffeb6-c1f7-4f56-8c97-f9a61b7c1045 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:08.436338 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-03dffeb6-c1f7-4f56-8c97-f9a61b7c1045 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:08.438852 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 53818) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:08.446267 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dffeb6-c1f7-4f56-8c97-f9a61b7c1045 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Pushing event updated for resources: {'Port': ['ID=51f9337e-4321-4fd0-a9de-60d199df0f2a,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:08.450346 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-a6a0889e-fd76-4e1c-a984-948ebf56ef7f tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-mast'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:26:08.463387 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-872b140c-1746-42e2-b072-55bfbf629d14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:08.468731 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] get_ports_and_sgs() called for port_ids ['16e9a28c-57b2-4f6e-beaa-917e8c3668e1'] {{(pid=103154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 13:26:08.481478 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-03dffeb6-c1f7-4f56-8c97-f9a61b7c1045 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 0.7739167 Dec 21 13:26:08.484564 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02f6d1e9-b017-491b-9ca4-c96d60dc2ce2 tempest-FloatingIPAdminTestJSON-1747396200 tempest-FloatingIPAdminTestJSON-1747396200-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:26:08.486948 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 53820) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:08.499617 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290f8bd6-8e89-4bae-831d-7d742fcdf6ca None None] Sync routers for ids ['379ad297-0af3-4487-b835-20a9cf22cfbb'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:26:08.517058 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290f8bd6-8e89-4bae-831d-7d742fcdf6ca None None] Routers {'379ad297-0af3-4487-b835-20a9cf22cfbb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:26:08.519066 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-290f8bd6-8e89-4bae-831d-7d742fcdf6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:25:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['379ad297-0af3-4487-b835-20a9cf22cfbb'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:26:08.550399 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-02f6d1e9-b017-491b-9ca4-c96d60dc2ce2 tempest-FloatingIPAdminTestJSON-1747396200 tempest-FloatingIPAdminTestJSON-1747396200-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for floatingip, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:08.550651 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-002f1221-60ce-4a54-a1b8-1fab0f4165e4 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:08.557450 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1457d504-0a71-4ee3-ab88-0f0abc3ccc23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:08.559191 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-1457d504-0a71-4ee3-ab88-0f0abc3ccc23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] 10.222.0.37 "GET /v2.0/ports/51f9337e-4321-4fd0-a9de-60d199df0f2a HTTP/1.1" status: 200 len: 957 time: 0.0712931 Dec 21 13:26:08.560677 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133e40c4-b348-4a27-90a6-dff22a315a63 req-e356b2f5-f80c-4240-8f94-f66b72e43987 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:08.562231 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-133e40c4-b348-4a27-90a6-dff22a315a63 req-e356b2f5-f80c-4240-8f94-f66b72e43987 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f04569b-7b6a-480f-a48e-6be4ed1157fe HTTP/1.1" status: 200 len: 943 time: 0.2408934 Dec 21 13:26:08.564803 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 53822) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:08.587418 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-290f8bd6-8e89-4bae-831d-7d742fcdf6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:26:08.597241 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-02f6d1e9-b017-491b-9ca4-c96d60dc2ce2 tempest-FloatingIPAdminTestJSON-1747396200 tempest-FloatingIPAdminTestJSON-1747396200-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 6.4316103 Dec 21 13:26:08.603014 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 53824) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:08.633311 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290f8bd6-8e89-4bae-831d-7d742fcdf6ca None None] Routers {'379ad297-0af3-4487-b835-20a9cf22cfbb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:26:08.634572 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-290f8bd6-8e89-4bae-831d-7d742fcdf6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:25:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['379ad297-0af3-4487-b835-20a9cf22cfbb'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:26:08.665086 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641a14db-aa1f-4011-9b0b-468271563993 req-c216e4b0-3953-403b-a85b-f0c84e7fd759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:08.666665 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-641a14db-aa1f-4011-9b0b-468271563993 req-c216e4b0-3953-403b-a85b-f0c84e7fd759 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ec88161e-a588-41e1-b33a-71ad6f2116fc HTTP/1.1" status: 200 len: 912 time: 0.4237869 Dec 21 13:26:08.673511 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002f1221-60ce-4a54-a1b8-1fab0f4165e4 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Pushing event deleted for resources: {'Port': ['ID=e5b79c2e-fe94-4651-92a6-916a1006167f,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:08.691675 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a6a0889e-fd76-4e1c-a984-948ebf56ef7f tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:08.693184 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-290f8bd6-8e89-4bae-831d-7d742fcdf6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:26:08.696147 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290f8bd6-8e89-4bae-831d-7d742fcdf6ca None None] The sync data for ids ['379ad297-0af3-4487-b835-20a9cf22cfbb'] in dv-neutron-master-2-hyperv is: [] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:26:08.706854 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-96cfd7ff-5d58-474c-9cd2-54002a37489a req-4e3b1064-d11d-4641-be78-ee2ec759f46a service neutron] 10.222.0.60 "GET /v2.0/networks/83c05ac8-bd36-43e0-a042-78664d1cb962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3415902 Dec 21 13:26:08.748061 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-4f69908a-e913-448f-911a-f30cedad2726 tempest-FloatingIPAdminTestJSON-1747396200 tempest-FloatingIPAdminTestJSON-1747396200-project-admin] 10.222.0.37 "GET /v2.0/floatingips/310a487c-5338-47af-8246-cc0f3deca150 HTTP/1.1" status: 200 len: 983 time: 0.1408048 Dec 21 13:26:08.748061 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-872b140c-1746-42e2-b072-55bfbf629d14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:08.748870 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 53826) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:08.762942 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-872b140c-1746-42e2-b072-55bfbf629d14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:08.798305 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-641a14db-aa1f-4011-9b0b-468271563993 req-a20b8cec-0df5-47a6-bb38-2d065df8f93a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9254e1af-d3c0-416d-a770-279ae90ca001 HTTP/1.1" status: 200 len: 217 time: 0.1224008 Dec 21 13:26:08.888593 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-872b140c-1746-42e2-b072-55bfbf629d14 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fbc8152f497f45f9a43c1534b7927189&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6267650 Dec 21 13:26:08.896927 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 53830) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:08.903386 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872b140c-1746-42e2-b072-55bfbf629d14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7651dea4-123e-413b-8982-b69a4602eb34,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:08.908960 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-612aff10-670b-4695-933a-d7faac6131df tempest-FloatingIPAdminTestJSON-1747396200 tempest-FloatingIPAdminTestJSON-1747396200-project-admin] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2905 time: 0.1589513 Dec 21 13:26:08.911855 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 53832) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:08.941048 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-133e40c4-b348-4a27-90a6-dff22a315a63 req-a8868763-7120-467e-ab8c-f88d863981e1 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ba20eb6-7980-48d1-8013-51c2682fdc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3489313 Dec 21 13:26:08.952536 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-002f1221-60ce-4a54-a1b8-1fab0f4165e4 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-548638'] for router_gateway, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:09.038423 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec380fc-4fb9-4478-a763-0f303beaf6bb req-5409918b-96ae-4326-b474-36432e7f562a tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:09.040789 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-dec380fc-4fb9-4478-a763-0f303beaf6bb req-5409918b-96ae-4326-b474-36432e7f562a tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5a50cf6-e9ef-40a0-bcb8-50f22df91d1e HTTP/1.1" status: 200 len: 943 time: 0.1933570 Dec 21 13:26:09.068154 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641a14db-aa1f-4011-9b0b-468271563993 req-d455d0eb-da5d-47b1-8d53-f06ac8991c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:09.071702 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-641a14db-aa1f-4011-9b0b-468271563993 req-d455d0eb-da5d-47b1-8d53-f06ac8991c6d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fea6c692-bae9-40da-92a1-c6d85a86ba17 HTTP/1.1" status: 200 len: 850 time: 0.2575076 Dec 21 13:26:09.139925 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-dec380fc-4fb9-4478-a763-0f303beaf6bb req-a90c8551-d57a-41c5-98bb-e3bb8aade8eb tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b2b8fb0-da15-480b-8a72-3c7ce86ee437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909884 Dec 21 13:26:09.157891 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-002f1221-60ce-4a54-a1b8-1fab0f4165e4 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26950'] for router, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:09.207865 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-002f1221-60ce-4a54-a1b8-1fab0f4165e4 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:09.339959 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-002f1221-60ce-4a54-a1b8-1fab0f4165e4 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534967'] for router, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:09.340626 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-002f1221-60ce-4a54-a1b8-1fab0f4165e4 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Fanout notify agent at l3_agent the message router_deleted on router c4436f05-4384-48be-a49b-4b6328e723df {{(pid=103153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 13:26:09.347922 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-002f1221-60ce-4a54-a1b8-1fab0f4165e4 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks [] for router, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:09.355361 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-002f1221-60ce-4a54-a1b8-1fab0f4165e4 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] 10.222.0.37 "DELETE /v2.0/routers/c4436f05-4384-48be-a49b-4b6328e723df HTTP/1.1" status: 204 len: 168 time: 3.7842624 Dec 21 13:26:09.355361 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9dd43d54-b21f-4655-9ac5-615f350189ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:09.364717 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47657c4-f617-42be-abbe-8fa3cf65fd44 req-cd686b65-fad4-478d-afc3-d6fcb3973be8 tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:09.367056 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-d47657c4-f617-42be-abbe-8fa3cf65fd44 req-cd686b65-fad4-478d-afc3-d6fcb3973be8 tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3f56ce0-d200-46aa-8d4a-98f5ecd429fb HTTP/1.1" status: 200 len: 944 time: 0.3009248 Dec 21 13:26:09.371421 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 53836) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:09.374386 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-a76c5b74-d6d6-4ef0-9ab2-f990bee610d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Deleting port 51f9337e-4321-4fd0-a9de-60d199df0f2a {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:26:09.374739 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a76c5b74-d6d6-4ef0-9ab2-f990bee610d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:09.378870 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-4f2c58fc-db1a-4544-b7e1-e61f6049dca3 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Request body: {'router': {'name': 'tempest-snat-router-698788880', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'enable_snat': False}}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:26:09.397129 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641a14db-aa1f-4011-9b0b-468271563993 req-03efbb2e-ae90-4bd8-ac00-c9f35e558f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:09.398702 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-641a14db-aa1f-4011-9b0b-468271563993 req-03efbb2e-ae90-4bd8-ac00-c9f35e558f90 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ec88161e-a588-41e1-b33a-71ad6f2116fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2703910 Dec 21 13:26:09.431657 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-3c19396b-25c6-437e-ae97-56c1def7627f tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Deleting port cb4e97c0-5733-466e-86f2-41c822905aca {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:26:09.432216 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3c19396b-25c6-437e-ae97-56c1def7627f tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:09.492599 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9dd43d54-b21f-4655-9ac5-615f350189ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:09.511440 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3c19396b-25c6-437e-ae97-56c1def7627f tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:09.511780 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3c19396b-25c6-437e-ae97-56c1def7627f tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:09.525543 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-3c19396b-25c6-437e-ae97-56c1def7627f tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Calling delete_port for cb4e97c0-5733-466e-86f2-41c822905aca owned by network:floatingip {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:26:09.619575 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a76c5b74-d6d6-4ef0-9ab2-f990bee610d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:09.628008 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [None req-a6a0889e-fd76-4e1c-a984-948ebf56ef7f tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] device_id is not set on port 19534999-05da-428e-a44c-2e56c5a2794d yet. {{(pid=103153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 13:26:09.671897 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a6a0889e-fd76-4e1c-a984-948ebf56ef7f tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:09.678836 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-a76c5b74-d6d6-4ef0-9ab2-f990bee610d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Calling delete_port for 51f9337e-4321-4fd0-a9de-60d199df0f2a owned by {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:26:09.685445 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4f2c58fc-db1a-4544-b7e1-e61f6049dca3 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26964'] for router, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:09.686974 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4f2c58fc-db1a-4544-b7e1-e61f6049dca3 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-642316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26957'] for router, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:09.703258 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a6a0889e-fd76-4e1c-a984-948ebf56ef7f tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:09.735112 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3c19396b-25c6-437e-ae97-56c1def7627f tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:09.744696 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-d47657c4-f617-42be-abbe-8fa3cf65fd44 req-97142c0f-70b9-4684-8a55-9cb8681780ab tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a365f85-e497-47ef-99fa-94673fe66566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3503220 Dec 21 13:26:09.775277 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c19396b-25c6-437e-ae97-56c1def7627f tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Pushing event deleted for resources: {'Port': ['ID=cb4e97c0-5733-466e-86f2-41c822905aca,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:09.789726 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 76407916-90b0-4b3d-969b-db8131c418cf details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 13:26:09.810181 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 16e9a28c-57b2-4f6e-beaa-917e8c3668e1 up at agent hyperv_hv-neutron-mast {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:26:09.860632 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-641a14db-aa1f-4011-9b0b-468271563993 req-4d4fa6cc-f378-492e-a09a-3b630f5a26cc service neutron] 10.222.0.60 "GET /v2.0/networks/ec88161e-a588-41e1-b33a-71ad6f2116fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4342513 Dec 21 13:26:09.867836 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3c19396b-25c6-437e-ae97-56c1def7627f tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Publish callbacks [] for floatingip, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:09.868247 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.l3_db [None req-3c19396b-25c6-437e-ae97-56c1def7627f tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Floating IP 310a487c-5338-47af-8246-cc0f3deca150 disassociated (deleted). External IP: 172.36.3.86, port: c333c7b7-76f2-44b0-ab2e-29793173047d. Dec 21 13:26:09.940283 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Provisioning for port 16e9a28c-57b2-4f6e-beaa-917e8c3668e1 completed by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 13:26:09.957320 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Provisioning complete for port 16e9a28c-57b2-4f6e-beaa-917e8c3668e1 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:26:09.958209 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:09.990826 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port 76407916-90b0-4b3d-969b-db8131c418cf, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=76407916-90b0-4b3d-969b-db8131c418cf,segment=NetworkSegment(44f21306-9fc3-4a00-99ff-7ee4e10446be),segment_id=44f21306-9fc3-4a00-99ff-7ee4e10446be)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:26:10.014381 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Returning: {'device': '76407916-90b0-4b3d-969b-db8131c418cf', 'network_id': '83c05ac8-bd36-43e0-a042-78664d1cb962', 'port_id': '76407916-90b0-4b3d-969b-db8131c418cf', 'mac_address': 'fa:16:3e:60:58:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40d80c43-5346-4a2c-a020-9bfccd6ebd6c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 13:26:10.115766 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:10.141330 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76407916-90b0-4b3d-969b-db8131c418cf {{(pid=103154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 13:26:10.156519 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a0889e-fd76-4e1c-a984-948ebf56ef7f tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Pushing event updated for resources: {'Port': ['ID=19534999-05da-428e-a44c-2e56c5a2794d,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:10.164858 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port 76407916-90b0-4b3d-969b-db8131c418cf, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=76407916-90b0-4b3d-969b-db8131c418cf,segment=NetworkSegment(44f21306-9fc3-4a00-99ff-7ee4e10446be),segment_id=44f21306-9fc3-4a00-99ff-7ee4e10446be)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:26:10.166070 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:10.179738 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4f2c58fc-db1a-4544-b7e1-e61f6049dca3 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:10.198704 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9dd43d54-b21f-4655-9ac5-615f350189ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:10.202308 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9dd43d54-b21f-4655-9ac5-615f350189ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:10.203534 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-9dd43d54-b21f-4655-9ac5-615f350189ca admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7651dea4-123e-413b-8982-b69a4602eb34 HTTP/1.1" status: 204 len: 168 time: 1.3019602 Dec 21 13:26:10.248522 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c19396b-25c6-437e-ae97-56c1def7627f tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Router 379ad297-0af3-4487-b835-20a9cf22cfbb has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:26:10.259316 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c25277-d941-4b25-b129-35dbc4ba4e14 req-4f430cf8-369b-47f5-bfc4-95502af5f4b5 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:10.261335 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-b9c25277-d941-4b25-b129-35dbc4ba4e14 req-4f430cf8-369b-47f5-bfc4-95502af5f4b5 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f04569b-7b6a-480f-a48e-6be4ed1157fe HTTP/1.1" status: 200 len: 943 time: 0.1770010 Dec 21 13:26:10.309028 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd43d54-b21f-4655-9ac5-615f350189ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7651dea4-123e-413b-8982-b69a4602eb34,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:10.313455 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:10.377286 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3f56ce0-d200-46aa-8d4a-98f5ecd429fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16e9a28c-57b2-4f6e-beaa-917e8c3668e1'}] {{(pid=103154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:26:10.415586 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-641a14db-aa1f-4011-9b0b-468271563993 req-0e910097-cd7b-496f-84cd-21f37d7700a1 service neutron] 10.222.0.60 "GET /v2.0/networks/ec88161e-a588-41e1-b33a-71ad6f2116fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5446513 Dec 21 13:26:10.465633 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-a6a0889e-fd76-4e1c-a984-948ebf56ef7f tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempting to bind port 19534999-05da-428e-a44c-2e56c5a2794d on host hv-neutron-mast for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:26:10.465985 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-a6a0889e-fd76-4e1c-a984-948ebf56ef7f tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempting to bind port 19534999-05da-428e-a44c-2e56c5a2794d by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'd68cd9cf-5664-41c8-9578-d1e7465dcd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8ba33eed-c57c-4287-856c-f75df6a95a03'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:26:10.466324 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a0889e-fd76-4e1c-a984-948ebf56ef7f tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempting to bind port 19534999-05da-428e-a44c-2e56c5a2794d on network 8ba33eed-c57c-4287-856c-f75df6a95a03 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:26:10.482151 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a0889e-fd76-4e1c-a984-948ebf56ef7f tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Port 19534999-05da-428e-a44c-2e56c5a2794d on network 8ba33eed-c57c-4287-856c-f75df6a95a03 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 13:26:10.482483 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port 16e9a28c-57b2-4f6e-beaa-917e8c3668e1, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=16e9a28c-57b2-4f6e-beaa-917e8c3668e1,segment=NetworkSegment(792830f5-514e-493a-b4cc-75683e9b81f8),segment_id=792830f5-514e-493a-b4cc-75683e9b81f8)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:26:10.482603 dv-neutron-master-2-hyperv neutron-server[103153]: ERROR neutron.plugins.ml2.managers [None req-a6a0889e-fd76-4e1c-a984-948ebf56ef7f tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Failed to bind port 19534999-05da-428e-a44c-2e56c5a2794d on host hv-neutron-mast for vnic_type normal using segments [{'id': 'd68cd9cf-5664-41c8-9578-d1e7465dcd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8ba33eed-c57c-4287-856c-f75df6a95a03'}] Dec 21 13:26:10.489073 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-b9c25277-d941-4b25-b129-35dbc4ba4e14 req-da88e5ba-252d-4576-9147-81ef78d17eae tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ba20eb6-7980-48d1-8013-51c2682fdc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2180946 Dec 21 13:26:10.489760 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:10.499604 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=76407916-90b0-4b3d-969b-db8131c418cf,revision_number=4']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:10.505044 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9908850e-1904-43f8-a0f2-0194d4723c75 req-3fed6404-59f6-4a57-9679-3bc17cb593d0 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:10.507200 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-9908850e-1904-43f8-a0f2-0194d4723c75 req-3fed6404-59f6-4a57-9679-3bc17cb593d0 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5a50cf6-e9ef-40a0-bcb8-50f22df91d1e HTTP/1.1" status: 200 len: 944 time: 0.1868362 Dec 21 13:26:10.509581 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.plugins.ml2.plugin [None req-a6a0889e-fd76-4e1c-a984-948ebf56ef7f tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempt 2 to bind port 19534999-05da-428e-a44c-2e56c5a2794d Dec 21 13:26:10.526018 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a76c5b74-d6d6-4ef0-9ab2-f990bee610d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:10.569445 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76c5b74-d6d6-4ef0-9ab2-f990bee610d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Pushing event deleted for resources: {'Port': ['ID=51f9337e-4321-4fd0-a9de-60d199df0f2a,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:10.572121 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-a6a0889e-fd76-4e1c-a984-948ebf56ef7f tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempting to bind port 19534999-05da-428e-a44c-2e56c5a2794d on host hv-neutron-mast for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:26:10.572462 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-a6a0889e-fd76-4e1c-a984-948ebf56ef7f tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempting to bind port 19534999-05da-428e-a44c-2e56c5a2794d by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'd68cd9cf-5664-41c8-9578-d1e7465dcd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8ba33eed-c57c-4287-856c-f75df6a95a03'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:26:10.572799 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a0889e-fd76-4e1c-a984-948ebf56ef7f tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempting to bind port 19534999-05da-428e-a44c-2e56c5a2794d on network 8ba33eed-c57c-4287-856c-f75df6a95a03 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:26:10.591184 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c19396b-25c6-437e-ae97-56c1def7627f tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:26:10.598980 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3c19396b-25c6-437e-ae97-56c1def7627f tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for floatingip, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:10.625284 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a0889e-fd76-4e1c-a984-948ebf56ef7f tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Port 19534999-05da-428e-a44c-2e56c5a2794d on network 8ba33eed-c57c-4287-856c-f75df6a95a03 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 13:26:10.625832 dv-neutron-master-2-hyperv neutron-server[103153]: ERROR neutron.plugins.ml2.managers [None req-a6a0889e-fd76-4e1c-a984-948ebf56ef7f tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Failed to bind port 19534999-05da-428e-a44c-2e56c5a2794d on host hv-neutron-mast for vnic_type normal using segments [{'id': 'd68cd9cf-5664-41c8-9578-d1e7465dcd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8ba33eed-c57c-4287-856c-f75df6a95a03'}] Dec 21 13:26:10.631680 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.plugins.ml2.plugin [None req-a6a0889e-fd76-4e1c-a984-948ebf56ef7f tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempt 3 to bind port 19534999-05da-428e-a44c-2e56c5a2794d Dec 21 13:26:10.642881 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=16e9a28c-57b2-4f6e-beaa-917e8c3668e1,revision_number=5']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:10.660520 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-3c19396b-25c6-437e-ae97-56c1def7627f tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] 10.222.0.37 "DELETE /v2.0/floatingips/310a487c-5338-47af-8246-cc0f3deca150 HTTP/1.1" status: 204 len: 168 time: 1.7474058 Dec 21 13:26:10.661241 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 53850) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:10.664541 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] get_ports_and_sgs() called for port_ids ['76407916-90b0-4b3d-969b-db8131c418cf'] {{(pid=103154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 13:26:10.665158 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 53852) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:10.672044 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d978aa-e21b-4056-9307-af0680d8d1d7 None None] Sync routers for ids ['379ad297-0af3-4487-b835-20a9cf22cfbb'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:26:10.675756 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-ad691fae-04d4-4629-a8ed-26192b7fd0ae tempest-FloatingIPAdminTestJSON-1747396200 tempest-FloatingIPAdminTestJSON-1747396200-project-admin] Request body: {'floatingip': {'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:26:10.693931 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4f2c58fc-db1a-4544-b7e1-e61f6049dca3 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:10.699425 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a76c5b74-d6d6-4ef0-9ab2-f990bee610d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:10.703330 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-a76c5b74-d6d6-4ef0-9ab2-f990bee610d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] 10.222.0.37 "DELETE /v2.0/ports/51f9337e-4321-4fd0-a9de-60d199df0f2a HTTP/1.1" status: 204 len: 168 time: 2.1156909 Dec 21 13:26:10.706918 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 53854) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:10.713749 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-a6a0889e-fd76-4e1c-a984-948ebf56ef7f tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempting to bind port 19534999-05da-428e-a44c-2e56c5a2794d on host hv-neutron-mast for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:26:10.714095 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-a6a0889e-fd76-4e1c-a984-948ebf56ef7f tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempting to bind port 19534999-05da-428e-a44c-2e56c5a2794d by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'd68cd9cf-5664-41c8-9578-d1e7465dcd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8ba33eed-c57c-4287-856c-f75df6a95a03'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:26:10.714464 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a0889e-fd76-4e1c-a984-948ebf56ef7f tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempting to bind port 19534999-05da-428e-a44c-2e56c5a2794d on network 8ba33eed-c57c-4287-856c-f75df6a95a03 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:26:10.741709 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a0889e-fd76-4e1c-a984-948ebf56ef7f tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Port 19534999-05da-428e-a44c-2e56c5a2794d on network 8ba33eed-c57c-4287-856c-f75df6a95a03 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 13:26:10.742047 dv-neutron-master-2-hyperv neutron-server[103153]: ERROR neutron.plugins.ml2.managers [None req-a6a0889e-fd76-4e1c-a984-948ebf56ef7f tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Failed to bind port 19534999-05da-428e-a44c-2e56c5a2794d on host hv-neutron-mast for vnic_type normal using segments [{'id': 'd68cd9cf-5664-41c8-9578-d1e7465dcd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8ba33eed-c57c-4287-856c-f75df6a95a03'}] Dec 21 13:26:10.744700 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.plugins.ml2.plugin [None req-a6a0889e-fd76-4e1c-a984-948ebf56ef7f tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempt 4 to bind port 19534999-05da-428e-a44c-2e56c5a2794d Dec 21 13:26:10.749447 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6f45aca8ac5f8c0cc5868273c98d8aa60330245aed22d61c8da5c1f2d6fc01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-570fdf43-e093-415e-b6b6-d50cbb63f915" -d '{"events": [{"server_uuid": "a3f56ce0-d200-46aa-8d4a-98f5ecd429fb", "name": "network-vif-plugged", "status": "completed", "tag": "16e9a28c-57b2-4f6e-beaa-917e8c3668e1"}]}' {{(pid=103154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:26:10.753932 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-99d8bfd5-f2a1-4f2e-b4e0-ddf35c51865c tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] GET failed (client error): The resource could not be found. Dec 21 13:26:10.755578 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-99d8bfd5-f2a1-4f2e-b4e0-ddf35c51865c tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] 10.222.0.37 "GET /v2.0/ports/51f9337e-4321-4fd0-a9de-60d199df0f2a HTTP/1.1" status: 404 len: 333 time: 0.0476093 Dec 21 13:26:10.762335 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 53858) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:10.763142 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ad691fae-04d4-4629-a8ed-26192b7fd0ae tempest-FloatingIPAdminTestJSON-1747396200 tempest-FloatingIPAdminTestJSON-1747396200-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:10.775841 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-9908850e-1904-43f8-a0f2-0194d4723c75 req-c24530a4-137f-4279-bce5-e3827663e6f9 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b2b8fb0-da15-480b-8a72-3c7ce86ee437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2513514 Dec 21 13:26:10.777360 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-5710edde-00b4-48ef-85de-dcd39b45018a tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Request body: {'port': {'network_id': 'f73522d9-61f6-49e9-a4eb-989b31eb1422', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724547113'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:26:10.792201 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d978aa-e21b-4056-9307-af0680d8d1d7 None None] Routers {'379ad297-0af3-4487-b835-20a9cf22cfbb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:26:10.795902 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-20d978aa-e21b-4056-9307-af0680d8d1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:25:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['379ad297-0af3-4487-b835-20a9cf22cfbb'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:26:10.801073 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-a6a0889e-fd76-4e1c-a984-948ebf56ef7f tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempting to bind port 19534999-05da-428e-a44c-2e56c5a2794d on host hv-neutron-mast for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:26:10.801423 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-a6a0889e-fd76-4e1c-a984-948ebf56ef7f tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempting to bind port 19534999-05da-428e-a44c-2e56c5a2794d by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'd68cd9cf-5664-41c8-9578-d1e7465dcd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8ba33eed-c57c-4287-856c-f75df6a95a03'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:26:10.801834 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a0889e-fd76-4e1c-a984-948ebf56ef7f tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempting to bind port 19534999-05da-428e-a44c-2e56c5a2794d on network 8ba33eed-c57c-4287-856c-f75df6a95a03 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:26:10.810959 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a0889e-fd76-4e1c-a984-948ebf56ef7f tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Port 19534999-05da-428e-a44c-2e56c5a2794d on network 8ba33eed-c57c-4287-856c-f75df6a95a03 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 13:26:10.811298 dv-neutron-master-2-hyperv neutron-server[103153]: ERROR neutron.plugins.ml2.managers [None req-a6a0889e-fd76-4e1c-a984-948ebf56ef7f tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Failed to bind port 19534999-05da-428e-a44c-2e56c5a2794d on host hv-neutron-mast for vnic_type normal using segments [{'id': 'd68cd9cf-5664-41c8-9578-d1e7465dcd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8ba33eed-c57c-4287-856c-f75df6a95a03'}] Dec 21 13:26:10.811939 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.plugins.ml2.plugin [None req-a6a0889e-fd76-4e1c-a984-948ebf56ef7f tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempt 5 to bind port 19534999-05da-428e-a44c-2e56c5a2794d Dec 21 13:26:10.823297 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-ea4ccad6-6781-4c26-aefc-136900f2e08a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ac710e2c9b05421ba62dfd9ae3000ddf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1605814 Dec 21 13:26:10.824528 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 53864) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:10.839999 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-a6a0889e-fd76-4e1c-a984-948ebf56ef7f tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempting to bind port 19534999-05da-428e-a44c-2e56c5a2794d on host hv-neutron-mast for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:26:10.840349 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-a6a0889e-fd76-4e1c-a984-948ebf56ef7f tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempting to bind port 19534999-05da-428e-a44c-2e56c5a2794d by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'd68cd9cf-5664-41c8-9578-d1e7465dcd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8ba33eed-c57c-4287-856c-f75df6a95a03'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:26:10.840695 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a0889e-fd76-4e1c-a984-948ebf56ef7f tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempting to bind port 19534999-05da-428e-a44c-2e56c5a2794d on network 8ba33eed-c57c-4287-856c-f75df6a95a03 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:26:10.870144 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-20d978aa-e21b-4056-9307-af0680d8d1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:26:10.872062 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a0889e-fd76-4e1c-a984-948ebf56ef7f tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Port 19534999-05da-428e-a44c-2e56c5a2794d on network 8ba33eed-c57c-4287-856c-f75df6a95a03 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 13:26:10.872407 dv-neutron-master-2-hyperv neutron-server[103153]: ERROR neutron.plugins.ml2.managers [None req-a6a0889e-fd76-4e1c-a984-948ebf56ef7f tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Failed to bind port 19534999-05da-428e-a44c-2e56c5a2794d on host hv-neutron-mast for vnic_type normal using segments [{'id': 'd68cd9cf-5664-41c8-9578-d1e7465dcd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8ba33eed-c57c-4287-856c-f75df6a95a03'}] Dec 21 13:26:10.873700 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.plugins.ml2.plugin [None req-a6a0889e-fd76-4e1c-a984-948ebf56ef7f tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempt 6 to bind port 19534999-05da-428e-a44c-2e56c5a2794d Dec 21 13:26:10.894202 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-a6a0889e-fd76-4e1c-a984-948ebf56ef7f tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempting to bind port 19534999-05da-428e-a44c-2e56c5a2794d on host hv-neutron-mast for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:26:10.894569 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-a6a0889e-fd76-4e1c-a984-948ebf56ef7f tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempting to bind port 19534999-05da-428e-a44c-2e56c5a2794d by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'd68cd9cf-5664-41c8-9578-d1e7465dcd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8ba33eed-c57c-4287-856c-f75df6a95a03'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:26:10.894913 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a0889e-fd76-4e1c-a984-948ebf56ef7f tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempting to bind port 19534999-05da-428e-a44c-2e56c5a2794d on network 8ba33eed-c57c-4287-856c-f75df6a95a03 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:26:10.903343 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a0889e-fd76-4e1c-a984-948ebf56ef7f tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Port 19534999-05da-428e-a44c-2e56c5a2794d on network 8ba33eed-c57c-4287-856c-f75df6a95a03 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 13:26:10.903683 dv-neutron-master-2-hyperv neutron-server[103153]: ERROR neutron.plugins.ml2.managers [None req-a6a0889e-fd76-4e1c-a984-948ebf56ef7f tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Failed to bind port 19534999-05da-428e-a44c-2e56c5a2794d on host hv-neutron-mast for vnic_type normal using segments [{'id': 'd68cd9cf-5664-41c8-9578-d1e7465dcd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8ba33eed-c57c-4287-856c-f75df6a95a03'}] Dec 21 13:26:10.906323 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.plugins.ml2.plugin [None req-a6a0889e-fd76-4e1c-a984-948ebf56ef7f tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempt 7 to bind port 19534999-05da-428e-a44c-2e56c5a2794d Dec 21 13:26:10.915917 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d978aa-e21b-4056-9307-af0680d8d1d7 None None] Routers {'379ad297-0af3-4487-b835-20a9cf22cfbb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:26:10.916627 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-20d978aa-e21b-4056-9307-af0680d8d1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:25:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['379ad297-0af3-4487-b835-20a9cf22cfbb'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:26:10.958758 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-20d978aa-e21b-4056-9307-af0680d8d1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:26:10.959054 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d978aa-e21b-4056-9307-af0680d8d1d7 None None] The sync data for ids ['379ad297-0af3-4487-b835-20a9cf22cfbb'] in dv-neutron-master-2-hyperv is: [] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:26:10.967360 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5710edde-00b4-48ef-85de-dcd39b45018a tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Made reservation on behalf of 3935f4f80e6740a9b6b9113ce69e5967 for: {'port': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:26:10.969672 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5710edde-00b4-48ef-85de-dcd39b45018a tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:10.992373 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-a6a0889e-fd76-4e1c-a984-948ebf56ef7f tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempting to bind port 19534999-05da-428e-a44c-2e56c5a2794d on host hv-neutron-mast for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:26:10.992833 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-a6a0889e-fd76-4e1c-a984-948ebf56ef7f tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempting to bind port 19534999-05da-428e-a44c-2e56c5a2794d by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'd68cd9cf-5664-41c8-9578-d1e7465dcd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8ba33eed-c57c-4287-856c-f75df6a95a03'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:26:10.993266 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a0889e-fd76-4e1c-a984-948ebf56ef7f tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempting to bind port 19534999-05da-428e-a44c-2e56c5a2794d on network 8ba33eed-c57c-4287-856c-f75df6a95a03 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:26:11.006952 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 13:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10e90f25-fdf4-4ae2-8bc2-d3b59da52f15 x-openstack-request-id: req-10e90f25-fdf4-4ae2-8bc2-d3b59da52f15 {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:26:11.006952 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3f56ce0-d200-46aa-8d4a-98f5ecd429fb", "name": "network-vif-plugged", "status": "completed", "tag": "16e9a28c-57b2-4f6e-beaa-917e8c3668e1", "code": 200}]} {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:26:11.007401 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-10e90f25-fdf4-4ae2-8bc2-d3b59da52f15 {{(pid=103154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:26:11.010430 dv-neutron-master-2-hyperv neutron-server[103154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3f56ce0-d200-46aa-8d4a-98f5ecd429fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16e9a28c-57b2-4f6e-beaa-917e8c3668e1', 'code': 200} Dec 21 13:26:11.024060 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a0889e-fd76-4e1c-a984-948ebf56ef7f tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Port 19534999-05da-428e-a44c-2e56c5a2794d on network 8ba33eed-c57c-4287-856c-f75df6a95a03 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 13:26:11.024662 dv-neutron-master-2-hyperv neutron-server[103153]: ERROR neutron.plugins.ml2.managers [None req-a6a0889e-fd76-4e1c-a984-948ebf56ef7f tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Failed to bind port 19534999-05da-428e-a44c-2e56c5a2794d on host hv-neutron-mast for vnic_type normal using segments [{'id': 'd68cd9cf-5664-41c8-9578-d1e7465dcd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8ba33eed-c57c-4287-856c-f75df6a95a03'}] Dec 21 13:26:11.026597 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.plugins.ml2.plugin [None req-a6a0889e-fd76-4e1c-a984-948ebf56ef7f tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempt 8 to bind port 19534999-05da-428e-a44c-2e56c5a2794d Dec 21 13:26:11.033495 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-5710edde-00b4-48ef-85de-dcd39b45018a tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] device_id is not set on port 415551dc-a4fd-419e-9ee9-40482a42a866 yet. {{(pid=103152) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 13:26:11.045813 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-23bb0e60-2fb5-46ad-a76d-169eb11f320f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:11.060987 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1fe8e9-e75b-49c6-9676-c4b0aed287d3 req-2dce92da-ff11-4ad2-8619-5d36406e6e80 tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:11.062711 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-cb1fe8e9-e75b-49c6-9676-c4b0aed287d3 req-2dce92da-ff11-4ad2-8619-5d36406e6e80 tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3f56ce0-d200-46aa-8d4a-98f5ecd429fb HTTP/1.1" status: 200 len: 945 time: 0.1580200 Dec 21 13:26:11.067195 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-a6a0889e-fd76-4e1c-a984-948ebf56ef7f tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempting to bind port 19534999-05da-428e-a44c-2e56c5a2794d on host hv-neutron-mast for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:26:11.067534 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-a6a0889e-fd76-4e1c-a984-948ebf56ef7f tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempting to bind port 19534999-05da-428e-a44c-2e56c5a2794d by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'd68cd9cf-5664-41c8-9578-d1e7465dcd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8ba33eed-c57c-4287-856c-f75df6a95a03'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:26:11.067870 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a0889e-fd76-4e1c-a984-948ebf56ef7f tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempting to bind port 19534999-05da-428e-a44c-2e56c5a2794d on network 8ba33eed-c57c-4287-856c-f75df6a95a03 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:26:11.088986 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a0889e-fd76-4e1c-a984-948ebf56ef7f tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Port 19534999-05da-428e-a44c-2e56c5a2794d on network 8ba33eed-c57c-4287-856c-f75df6a95a03 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 13:26:11.089330 dv-neutron-master-2-hyperv neutron-server[103153]: ERROR neutron.plugins.ml2.managers [None req-a6a0889e-fd76-4e1c-a984-948ebf56ef7f tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Failed to bind port 19534999-05da-428e-a44c-2e56c5a2794d on host hv-neutron-mast for vnic_type normal using segments [{'id': 'd68cd9cf-5664-41c8-9578-d1e7465dcd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8ba33eed-c57c-4287-856c-f75df6a95a03'}] Dec 21 13:26:11.092572 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.plugins.ml2.plugin [None req-a6a0889e-fd76-4e1c-a984-948ebf56ef7f tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempt 9 to bind port 19534999-05da-428e-a44c-2e56c5a2794d Dec 21 13:26:11.119698 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-23bb0e60-2fb5-46ad-a76d-169eb11f320f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:11.184837 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-a6a0889e-fd76-4e1c-a984-948ebf56ef7f tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempting to bind port 19534999-05da-428e-a44c-2e56c5a2794d on host hv-neutron-mast for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:26:11.185168 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-a6a0889e-fd76-4e1c-a984-948ebf56ef7f tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempting to bind port 19534999-05da-428e-a44c-2e56c5a2794d by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'd68cd9cf-5664-41c8-9578-d1e7465dcd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8ba33eed-c57c-4287-856c-f75df6a95a03'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:26:11.185504 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a0889e-fd76-4e1c-a984-948ebf56ef7f tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempting to bind port 19534999-05da-428e-a44c-2e56c5a2794d on network 8ba33eed-c57c-4287-856c-f75df6a95a03 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:26:11.220496 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a0889e-fd76-4e1c-a984-948ebf56ef7f tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Port 19534999-05da-428e-a44c-2e56c5a2794d on network 8ba33eed-c57c-4287-856c-f75df6a95a03 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 13:26:11.220834 dv-neutron-master-2-hyperv neutron-server[103153]: ERROR neutron.plugins.ml2.managers [None req-a6a0889e-fd76-4e1c-a984-948ebf56ef7f tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Failed to bind port 19534999-05da-428e-a44c-2e56c5a2794d on host hv-neutron-mast for vnic_type normal using segments [{'id': 'd68cd9cf-5664-41c8-9578-d1e7465dcd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8ba33eed-c57c-4287-856c-f75df6a95a03'}] Dec 21 13:26:11.225015 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.plugins.ml2.plugin [None req-a6a0889e-fd76-4e1c-a984-948ebf56ef7f tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempt 10 to bind port 19534999-05da-428e-a44c-2e56c5a2794d Dec 21 13:26:11.230635 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-cb1fe8e9-e75b-49c6-9676-c4b0aed287d3 req-8b8c2091-c94b-4abd-8e9a-7bf029cd4a1b tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a365f85-e497-47ef-99fa-94673fe66566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1598279 Dec 21 13:26:11.275419 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ad691fae-04d4-4629-a8ed-26192b7fd0ae tempest-FloatingIPAdminTestJSON-1747396200 tempest-FloatingIPAdminTestJSON-1747396200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:11.282268 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-23bb0e60-2fb5-46ad-a76d-169eb11f320f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:11.284874 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-23bb0e60-2fb5-46ad-a76d-169eb11f320f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:11.286061 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-23bb0e60-2fb5-46ad-a76d-169eb11f320f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0e153451-9f63-4843-a1d9-0b74b663ce9b HTTP/1.1" status: 204 len: 168 time: 0.4508219 Dec 21 13:26:11.307822 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-a6a0889e-fd76-4e1c-a984-948ebf56ef7f tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempting to bind port 19534999-05da-428e-a44c-2e56c5a2794d on host hv-neutron-mast for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:26:11.308271 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-a6a0889e-fd76-4e1c-a984-948ebf56ef7f tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempting to bind port 19534999-05da-428e-a44c-2e56c5a2794d by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'd68cd9cf-5664-41c8-9578-d1e7465dcd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8ba33eed-c57c-4287-856c-f75df6a95a03'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:26:11.308504 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a0889e-fd76-4e1c-a984-948ebf56ef7f tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempting to bind port 19534999-05da-428e-a44c-2e56c5a2794d on network 8ba33eed-c57c-4287-856c-f75df6a95a03 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:26:11.313906 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5710edde-00b4-48ef-85de-dcd39b45018a tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:11.315791 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4f2c58fc-db1a-4544-b7e1-e61f6049dca3 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:11.321945 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a0889e-fd76-4e1c-a984-948ebf56ef7f tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Port 19534999-05da-428e-a44c-2e56c5a2794d on network 8ba33eed-c57c-4287-856c-f75df6a95a03 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 13:26:11.322276 dv-neutron-master-2-hyperv neutron-server[103153]: ERROR neutron.plugins.ml2.managers [None req-a6a0889e-fd76-4e1c-a984-948ebf56ef7f tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Failed to bind port 19534999-05da-428e-a44c-2e56c5a2794d on host hv-neutron-mast for vnic_type normal using segments [{'id': 'd68cd9cf-5664-41c8-9578-d1e7465dcd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8ba33eed-c57c-4287-856c-f75df6a95a03'}] Dec 21 13:26:11.322675 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a6a0889e-fd76-4e1c-a984-948ebf56ef7f tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:11.354164 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bb0e60-2fb5-46ad-a76d-169eb11f320f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e153451-9f63-4843-a1d9-0b74b663ce9b,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:11.361963 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4f2c58fc-db1a-4544-b7e1-e61f6049dca3 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:11.438177 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838eb497-7362-45e9-a489-408b60bb6f14 req-a66ce06b-01f6-4c99-9335-c005aee5d5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:11.439781 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-838eb497-7362-45e9-a489-408b60bb6f14 req-a66ce06b-01f6-4c99-9335-c005aee5d5a5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a3f56ce0-d200-46aa-8d4a-98f5ecd429fb HTTP/1.1" status: 200 len: 1098 time: 0.1984918 Dec 21 13:26:11.482182 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-838eb497-7362-45e9-a489-408b60bb6f14 req-3daba08b-35ff-4d73-b057-f313f7c760cb service neutron] Publish callbacks [] for security_group, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:11.489226 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5710edde-00b4-48ef-85de-dcd39b45018a tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:11.519502 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-a6a0889e-fd76-4e1c-a984-948ebf56ef7f tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] For port 19534999-05da-428e-a44c-2e56c5a2794d, host hv-neutron-mast, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:26:11.519902 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-a6a0889e-fd76-4e1c-a984-948ebf56ef7f tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attempted to set empty binding levels {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 21 13:26:11.527659 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a6a0889e-fd76-4e1c-a984-948ebf56ef7f tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:11.578565 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-a6a0889e-fd76-4e1c-a984-948ebf56ef7f tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] In _notify_port_updated(), no bound segment for port 19534999-05da-428e-a44c-2e56c5a2794d on network 8ba33eed-c57c-4287-856c-f75df6a95a03 {{(pid=103153) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 21 13:26:11.579153 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a0889e-fd76-4e1c-a984-948ebf56ef7f tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:11.579858 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a6a0889e-fd76-4e1c-a984-948ebf56ef7f tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:11.581339 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-a6a0889e-fd76-4e1c-a984-948ebf56ef7f tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] 10.222.0.37 "PUT /v2.0/ports/19534999-05da-428e-a44c-2e56c5a2794d HTTP/1.1" status: 200 len: 977 time: 3.1365294 Dec 21 13:26:11.588656 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5710edde-00b4-48ef-85de-dcd39b45018a tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Pushing event updated for resources: {'Port': ['ID=415551dc-a4fd-419e-9ee9-40482a42a866,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:11.589842 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 53872) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:11.602832 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-ad691fae-04d4-4629-a8ed-26192b7fd0ae tempest-FloatingIPAdminTestJSON-1747396200 tempest-FloatingIPAdminTestJSON-1747396200-project-admin] Allocated IP 172.36.3.240 (7fdf1889-f079-4166-bbda-88b2a8d8d595/051a5607-1753-4008-a2f2-d94b48752e9c/ed1a0a77-21cf-40bc-baea-2c672c759e32) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:26:11.621940 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a0889e-fd76-4e1c-a984-948ebf56ef7f tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Pushing event updated for resources: {'Port': ['ID=19534999-05da-428e-a44c-2e56c5a2794d,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:11.663789 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5710edde-00b4-48ef-85de-dcd39b45018a tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Network f73522d9-61f6-49e9-a4eb-989b31eb1422 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:26:11.710404 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-5710edde-00b4-48ef-85de-dcd39b45018a tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:26:11.717634 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-838eb497-7362-45e9-a489-408b60bb6f14 req-3daba08b-35ff-4d73-b057-f313f7c760cb service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:11.718499 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5710edde-00b4-48ef-85de-dcd39b45018a tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:26:11.718876 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5710edde-00b4-48ef-85de-dcd39b45018a tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:11.719444 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5710edde-00b4-48ef-85de-dcd39b45018a tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:11.729665 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-838eb497-7362-45e9-a489-408b60bb6f14 req-3daba08b-35ff-4d73-b057-f313f7c760cb service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:11.751163 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-5710edde-00b4-48ef-85de-dcd39b45018a tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.9856474 Dec 21 13:26:11.756521 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 53878) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:11.766597 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-bc77d8a3-8aa3-4573-9ab0-ce60585b49df tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Deleting port 19534999-05da-428e-a44c-2e56c5a2794d {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:26:11.766937 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-bc77d8a3-8aa3-4573-9ab0-ce60585b49df tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:11.774806 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-da7e0ee8-c1c4-4266-af9d-3b5e51172b9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-mast'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:26:11.791122 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3ffa2b-e95a-41f8-8540-65b82268b7ac req-9efa84e8-9c7e-4e33-b31b-9c166dc077dc tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:11.791947 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-fa3ffa2b-e95a-41f8-8540-65b82268b7ac req-9efa84e8-9c7e-4e33-b31b-9c166dc077dc tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f04569b-7b6a-480f-a48e-6be4ed1157fe HTTP/1.1" status: 200 len: 943 time: 0.1556194 Dec 21 13:26:11.799340 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 9254e1af-d3c0-416d-a770-279ae90ca001 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 13:26:11.809158 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 76407916-90b0-4b3d-969b-db8131c418cf up at agent hyperv_hv-neutron-mast {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:26:11.810578 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ad691fae-04d4-4629-a8ed-26192b7fd0ae tempest-FloatingIPAdminTestJSON-1747396200 tempest-FloatingIPAdminTestJSON-1747396200-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:11.837073 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-838eb497-7362-45e9-a489-408b60bb6f14 req-3daba08b-35ff-4d73-b057-f313f7c760cb service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=7a365f85-e497-47ef-99fa-94673fe66566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3863931 Dec 21 13:26:11.845226 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daba08b-35ff-4d73-b057-f313f7c760cb service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=22789226-811b-4c9e-bb50-0ccdf5280c20,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:11.904134 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-fa3ffa2b-e95a-41f8-8540-65b82268b7ac req-24492c2d-7479-423b-9381-c5cc9db36b7b tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ba20eb6-7980-48d1-8013-51c2682fdc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905173 Dec 21 13:26:11.915419 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ad691fae-04d4-4629-a8ed-26192b7fd0ae tempest-FloatingIPAdminTestJSON-1747396200 tempest-FloatingIPAdminTestJSON-1747396200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:11.973237 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad691fae-04d4-4629-a8ed-26192b7fd0ae tempest-FloatingIPAdminTestJSON-1747396200 tempest-FloatingIPAdminTestJSON-1747396200-project-admin] Network 7fdf1889-f079-4166-bbda-88b2a8d8d595 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:26:11.977819 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-ad691fae-04d4-4629-a8ed-26192b7fd0ae tempest-FloatingIPAdminTestJSON-1747396200 tempest-FloatingIPAdminTestJSON-1747396200-project-admin] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:26:11.981941 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-da7e0ee8-c1c4-4266-af9d-3b5e51172b9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:11.983022 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad691fae-04d4-4629-a8ed-26192b7fd0ae tempest-FloatingIPAdminTestJSON-1747396200 tempest-FloatingIPAdminTestJSON-1747396200-project-admin] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:26:11.994759 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Provisioning for port 76407916-90b0-4b3d-969b-db8131c418cf completed by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 13:26:11.999514 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-bc77d8a3-8aa3-4573-9ab0-ce60585b49df tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] For port 19534999-05da-428e-a44c-2e56c5a2794d, host hv-neutron-mast, got binding levels [] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:26:11.999971 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-bc77d8a3-8aa3-4573-9ab0-ce60585b49df tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:12.003385 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Provisioning complete for port 76407916-90b0-4b3d-969b-db8131c418cf triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:26:12.004011 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:12.019481 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad691fae-04d4-4629-a8ed-26192b7fd0ae tempest-FloatingIPAdminTestJSON-1747396200 tempest-FloatingIPAdminTestJSON-1747396200-project-admin] Pushing event updated for resources: {'Port': ['ID=ed1a0a77-21cf-40bc-baea-2c672c759e32,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:12.043274 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-bc77d8a3-8aa3-4573-9ab0-ce60585b49df tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Calling delete_port for 19534999-05da-428e-a44c-2e56c5a2794d owned by {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:26:12.087039 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-4f2c58fc-db1a-4544-b7e1-e61f6049dca3 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Allocated IP 172.36.3.116 (7fdf1889-f079-4166-bbda-88b2a8d8d595/051a5607-1753-4008-a2f2-d94b48752e9c/d680ae6b-9b95-4281-8a34-4dab1d772704) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:26:12.137685 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:12.137685 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:26:12.137685 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:12.137685 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:26:12.137685 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:12.137685 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:26:12.137685 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:12.137685 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:26:12.137685 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:12.137685 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:26:12.137685 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:12.137685 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:26:12.137685 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:12.137685 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:26:12.137685 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:12.137685 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:26:12.137685 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:12.137685 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:26:12.137685 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:12.137685 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:26:12.137685 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:12.137685 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:26:12.137685 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:12.137685 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:26:12.137685 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:12.137685 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:26:12.137685 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:12.137685 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:26:12.137685 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:12.137685 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:26:12.137685 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:12.137685 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:26:12.137685 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:12.137685 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:26:12.137685 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:12.137685 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:26:12.142070 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:12.142070 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:26:12.142070 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:12.142070 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:26:12.142070 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:12.142070 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:26:12.142070 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:12.142070 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:26:12.142070 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:12.142070 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:26:12.142070 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:12.142070 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:26:12.143635 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac1552d-2b1b-4a1a-85b5-c975d86f60db req-c620f37b-3ce0-4a5a-8ffe-2d6f5a873ef3 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:12.149643 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-fac1552d-2b1b-4a1a-85b5-c975d86f60db req-c620f37b-3ce0-4a5a-8ffe-2d6f5a873ef3 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5a50cf6-e9ef-40a0-bcb8-50f22df91d1e HTTP/1.1" status: 200 len: 944 time: 0.2343333 Dec 21 13:26:12.155675 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ad691fae-04d4-4629-a8ed-26192b7fd0ae tempest-FloatingIPAdminTestJSON-1747396200 tempest-FloatingIPAdminTestJSON-1747396200-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:12.216333 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ad691fae-04d4-4629-a8ed-26192b7fd0ae tempest-FloatingIPAdminTestJSON-1747396200 tempest-FloatingIPAdminTestJSON-1747396200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:12.231531 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port 9254e1af-d3c0-416d-a770-279ae90ca001, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9254e1af-d3c0-416d-a770-279ae90ca001,segment=NetworkSegment(e364c909-484b-4482-ad56-e639441ae690),segment_id=e364c909-484b-4482-ad56-e639441ae690)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:26:12.248539 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Returning: {'device': '9254e1af-d3c0-416d-a770-279ae90ca001', 'network_id': 'ec88161e-a588-41e1-b33a-71ad6f2116fc', 'port_id': '9254e1af-d3c0-416d-a770-279ae90ca001', 'mac_address': 'fa:16:3e:eb:ec:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fea6c692-bae9-40da-92a1-c6d85a86ba17', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 13:26:12.261203 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:12.338527 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port 76407916-90b0-4b3d-969b-db8131c418cf, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=76407916-90b0-4b3d-969b-db8131c418cf,segment=NetworkSegment(44f21306-9fc3-4a00-99ff-7ee4e10446be),segment_id=44f21306-9fc3-4a00-99ff-7ee4e10446be)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:26:12.351325 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:12.370685 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-fac1552d-2b1b-4a1a-85b5-c975d86f60db req-ecf33ea7-15e7-4a64-acb1-126ae9b4e0e0 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b2b8fb0-da15-480b-8a72-3c7ce86ee437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2199209 Dec 21 13:26:12.402904 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-bc77d8a3-8aa3-4573-9ab0-ce60585b49df tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:12.403348 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:12.462518 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=76407916-90b0-4b3d-969b-db8131c418cf,revision_number=5']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:12.467754 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9254e1af-d3c0-416d-a770-279ae90ca001 {{(pid=103154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 13:26:12.479348 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc77d8a3-8aa3-4573-9ab0-ce60585b49df tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Pushing event deleted for resources: {'Port': ['ID=19534999-05da-428e-a44c-2e56c5a2794d,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:12.494902 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-bc77d8a3-8aa3-4573-9ab0-ce60585b49df tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:12.498084 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56b7808-208d-494d-8aec-0fe48b67b7a8 req-484d94c5-4de8-42a9-a0a9-fa1e699a0559 tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:12.499735 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-b56b7808-208d-494d-8aec-0fe48b67b7a8 req-484d94c5-4de8-42a9-a0a9-fa1e699a0559 tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3f56ce0-d200-46aa-8d4a-98f5ecd429fb HTTP/1.1" status: 200 len: 945 time: 0.1021514 Dec 21 13:26:12.501819 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-bc77d8a3-8aa3-4573-9ab0-ce60585b49df tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] 10.222.0.37 "DELETE /v2.0/ports/19534999-05da-428e-a44c-2e56c5a2794d HTTP/1.1" status: 204 len: 168 time: 0.9103744 Dec 21 13:26:12.501977 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 53896) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:12.527216 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [None req-da7e0ee8-c1c4-4266-af9d-3b5e51172b9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] device_id is not set on port 415551dc-a4fd-419e-9ee9-40482a42a866 yet. {{(pid=103153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 13:26:12.534601 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port 9254e1af-d3c0-416d-a770-279ae90ca001, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9254e1af-d3c0-416d-a770-279ae90ca001,segment=NetworkSegment(e364c909-484b-4482-ad56-e639441ae690),segment_id=e364c909-484b-4482-ad56-e639441ae690)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:26:12.534883 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4f2c58fc-db1a-4544-b7e1-e61f6049dca3 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:12.540634 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:12.542028 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-da7e0ee8-c1c4-4266-af9d-3b5e51172b9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:12.544343 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e5a53f3-37a4-475d-b03f-7aa1532f7dce tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] GET failed (client error): The resource could not be found. Dec 21 13:26:12.545834 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-6e5a53f3-37a4-475d-b03f-7aa1532f7dce tempest-PortsAdminExtendedAttrsTestJSON-2092267476 tempest-PortsAdminExtendedAttrsTestJSON-2092267476-project-admin] 10.222.0.37 "GET /v2.0/ports/19534999-05da-428e-a44c-2e56c5a2794d HTTP/1.1" status: 404 len: 333 time: 0.0429127 Dec 21 13:26:12.550218 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 53898) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:12.557567 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ad691fae-04d4-4629-a8ed-26192b7fd0ae tempest-FloatingIPAdminTestJSON-1747396200 tempest-FloatingIPAdminTestJSON-1747396200-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:12.565649 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ad691fae-04d4-4629-a8ed-26192b7fd0ae tempest-FloatingIPAdminTestJSON-1747396200 tempest-FloatingIPAdminTestJSON-1747396200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805230'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:12.602649 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 53900) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:12.609364 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=9254e1af-d3c0-416d-a770-279ae90ca001,revision_number=4']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:12.628225 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-b56b7808-208d-494d-8aec-0fe48b67b7a8 req-67bce6ec-2a7d-423d-b873-8b57c38000fe tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a365f85-e497-47ef-99fa-94673fe66566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158569 Dec 21 13:26:12.636401 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-da7e0ee8-c1c4-4266-af9d-3b5e51172b9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:12.643762 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-cf5c3505-b646-43ef-852e-005aed09de7a tempest-PortsAdminExtendedAttrsTestJSON-1757369616 tempest-PortsAdminExtendedAttrsTestJSON-1757369616-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:12.660654 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad691fae-04d4-4629-a8ed-26192b7fd0ae tempest-FloatingIPAdminTestJSON-1747396200 tempest-FloatingIPAdminTestJSON-1747396200-project-admin] Pushing event updated for resources: {'Port': ['ID=ed1a0a77-21cf-40bc-baea-2c672c759e32,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:12.675138 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ad691fae-04d4-4629-a8ed-26192b7fd0ae tempest-FloatingIPAdminTestJSON-1747396200 tempest-FloatingIPAdminTestJSON-1747396200-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548820'] for floatingip, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:12.696066 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ad691fae-04d4-4629-a8ed-26192b7fd0ae tempest-FloatingIPAdminTestJSON-1747396200 tempest-FloatingIPAdminTestJSON-1747396200-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for floatingip, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:12.697341 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-ad691fae-04d4-4629-a8ed-26192b7fd0ae tempest-FloatingIPAdminTestJSON-1747396200 tempest-FloatingIPAdminTestJSON-1747396200-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0268183 Dec 21 13:26:12.700167 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 53904) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:12.760796 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-f4e64f0a-fc8e-4afa-8f2b-ad64ac427f5f tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-940678382'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:26:12.764939 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7e0ee8-c1c4-4266-af9d-3b5e51172b9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Pushing event updated for resources: {'Port': ['ID=415551dc-a4fd-419e-9ee9-40482a42a866,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:12.779630 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-da7e0ee8-c1c4-4266-af9d-3b5e51172b9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempting to bind port 415551dc-a4fd-419e-9ee9-40482a42a866 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:26:12.779967 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-da7e0ee8-c1c4-4266-af9d-3b5e51172b9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempting to bind port 415551dc-a4fd-419e-9ee9-40482a42a866 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '715d9db5-304f-45aa-9e02-5444736ea6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'f73522d9-61f6-49e9-a4eb-989b31eb1422'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:26:12.780327 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7e0ee8-c1c4-4266-af9d-3b5e51172b9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempting to bind port 415551dc-a4fd-419e-9ee9-40482a42a866 on network f73522d9-61f6-49e9-a4eb-989b31eb1422 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:26:12.790150 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4f2c58fc-db1a-4544-b7e1-e61f6049dca3 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:12.793563 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e64f0a-fc8e-4afa-8f2b-ad64ac427f5f tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Made reservation on behalf of 65768d6586864634b516c9fe38af7537 for: {'network': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:26:12.798148 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f4e64f0a-fc8e-4afa-8f2b-ad64ac427f5f tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:12.809351 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f4e64f0a-fc8e-4afa-8f2b-ad64ac427f5f tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Publish callbacks [] for security_group, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:12.822760 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7e0ee8-c1c4-4266-af9d-3b5e51172b9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Port 415551dc-a4fd-419e-9ee9-40482a42a866 on network f73522d9-61f6-49e9-a4eb-989b31eb1422 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 13:26:12.823088 dv-neutron-master-2-hyperv neutron-server[103153]: ERROR neutron.plugins.ml2.managers [None req-da7e0ee8-c1c4-4266-af9d-3b5e51172b9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Failed to bind port 415551dc-a4fd-419e-9ee9-40482a42a866 on host hv-neutron-mast for vnic_type normal using segments [{'id': '715d9db5-304f-45aa-9e02-5444736ea6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'f73522d9-61f6-49e9-a4eb-989b31eb1422'}] Dec 21 13:26:12.829145 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.plugins.ml2.plugin [None req-da7e0ee8-c1c4-4266-af9d-3b5e51172b9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempt 2 to bind port 415551dc-a4fd-419e-9ee9-40482a42a866 Dec 21 13:26:12.835441 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-cfd9be2b-b83c-471d-a80b-670a49f373e7 tempest-FloatingIPAdminTestJSON-218029959 tempest-FloatingIPAdminTestJSON-218029959-project] Request body: {'floatingip': {'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:26:12.844160 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] get_ports_and_sgs() called for port_ids ['9254e1af-d3c0-416d-a770-279ae90ca001'] {{(pid=103154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 13:26:12.852500 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-cf5c3505-b646-43ef-852e-005aed09de7a tempest-PortsAdminExtendedAttrsTestJSON-1757369616 tempest-PortsAdminExtendedAttrsTestJSON-1757369616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:12.886436 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cfd9be2b-b83c-471d-a80b-670a49f373e7 tempest-FloatingIPAdminTestJSON-218029959 tempest-FloatingIPAdminTestJSON-218029959-project] Publish callbacks [] for floatingip, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:12.891375 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2c58fc-db1a-4544-b7e1-e61f6049dca3 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Network 7fdf1889-f079-4166-bbda-88b2a8d8d595 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:26:12.897494 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-da7e0ee8-c1c4-4266-af9d-3b5e51172b9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempting to bind port 415551dc-a4fd-419e-9ee9-40482a42a866 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:26:12.897828 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-da7e0ee8-c1c4-4266-af9d-3b5e51172b9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempting to bind port 415551dc-a4fd-419e-9ee9-40482a42a866 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '715d9db5-304f-45aa-9e02-5444736ea6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'f73522d9-61f6-49e9-a4eb-989b31eb1422'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:26:12.898169 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7e0ee8-c1c4-4266-af9d-3b5e51172b9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempting to bind port 415551dc-a4fd-419e-9ee9-40482a42a866 on network f73522d9-61f6-49e9-a4eb-989b31eb1422 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:26:12.900372 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-4f2c58fc-db1a-4544-b7e1-e61f6049dca3 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:26:12.903200 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-cf5c3505-b646-43ef-852e-005aed09de7a tempest-PortsAdminExtendedAttrsTestJSON-1757369616 tempest-PortsAdminExtendedAttrsTestJSON-1757369616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ba33eed-c57c-4287-856c-f75df6a95a03']}} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:26:12.909104 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2c58fc-db1a-4544-b7e1-e61f6049dca3 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:26:12.917993 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2c58fc-db1a-4544-b7e1-e61f6049dca3 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Pushing event updated for resources: {'Port': ['ID=d680ae6b-9b95-4281-8a34-4dab1d772704,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:12.940985 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-cf5c3505-b646-43ef-852e-005aed09de7a tempest-PortsAdminExtendedAttrsTestJSON-1757369616 tempest-PortsAdminExtendedAttrsTestJSON-1757369616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd68cd9cf-5664-41c8-9578-d1e7465dcd08') {'for_net_delete': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:26:12.941289 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-cf5c3505-b646-43ef-852e-005aed09de7a tempest-PortsAdminExtendedAttrsTestJSON-1757369616 tempest-PortsAdminExtendedAttrsTestJSON-1757369616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd68cd9cf-5664-41c8-9578-d1e7465dcd08') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:26:12.942913 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7e0ee8-c1c4-4266-af9d-3b5e51172b9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Port 415551dc-a4fd-419e-9ee9-40482a42a866 on network f73522d9-61f6-49e9-a4eb-989b31eb1422 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 13:26:12.943277 dv-neutron-master-2-hyperv neutron-server[103153]: ERROR neutron.plugins.ml2.managers [None req-da7e0ee8-c1c4-4266-af9d-3b5e51172b9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Failed to bind port 415551dc-a4fd-419e-9ee9-40482a42a866 on host hv-neutron-mast for vnic_type normal using segments [{'id': '715d9db5-304f-45aa-9e02-5444736ea6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'f73522d9-61f6-49e9-a4eb-989b31eb1422'}] Dec 21 13:26:12.949789 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.plugins.ml2.plugin [None req-da7e0ee8-c1c4-4266-af9d-3b5e51172b9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempt 3 to bind port 415551dc-a4fd-419e-9ee9-40482a42a866 Dec 21 13:26:12.951498 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f4e64f0a-fc8e-4afa-8f2b-ad64ac427f5f tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Publish callbacks [] for security_group, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:12.962721 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-cf5c3505-b646-43ef-852e-005aed09de7a tempest-PortsAdminExtendedAttrsTestJSON-1757369616 tempest-PortsAdminExtendedAttrsTestJSON-1757369616-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1585430'] for segment, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:12.984223 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f4e64f0a-fc8e-4afa-8f2b-ad64ac427f5f tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:12.992193 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-da7e0ee8-c1c4-4266-af9d-3b5e51172b9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempting to bind port 415551dc-a4fd-419e-9ee9-40482a42a866 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:26:12.992521 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-da7e0ee8-c1c4-4266-af9d-3b5e51172b9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempting to bind port 415551dc-a4fd-419e-9ee9-40482a42a866 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '715d9db5-304f-45aa-9e02-5444736ea6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'f73522d9-61f6-49e9-a4eb-989b31eb1422'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:26:12.992859 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7e0ee8-c1c4-4266-af9d-3b5e51172b9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempting to bind port 415551dc-a4fd-419e-9ee9-40482a42a866 on network f73522d9-61f6-49e9-a4eb-989b31eb1422 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:26:12.997101 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-cf5c3505-b646-43ef-852e-005aed09de7a tempest-PortsAdminExtendedAttrsTestJSON-1757369616 tempest-PortsAdminExtendedAttrsTestJSON-1757369616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:13.011002 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5a50cf6-e9ef-40a0-bcb8-50f22df91d1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76407916-90b0-4b3d-969b-db8131c418cf'}] {{(pid=103154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:26:13.011201 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4e64f0a-fc8e-4afa-8f2b-ad64ac427f5f tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=103152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:26:13.013787 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6f45aca8ac5f8c0cc5868273c98d8aa60330245aed22d61c8da5c1f2d6fc01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73c77968-fafc-467f-94c2-187ef16fe046" -d '{"events": [{"server_uuid": "d5a50cf6-e9ef-40a0-bcb8-50f22df91d1e", "name": "network-vif-plugged", "status": "completed", "tag": "76407916-90b0-4b3d-969b-db8131c418cf"}]}' {{(pid=103154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:26:13.028878 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf5c3505-b646-43ef-852e-005aed09de7a tempest-PortsAdminExtendedAttrsTestJSON-1757369616 tempest-PortsAdminExtendedAttrsTestJSON-1757369616-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=103153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:26:13.029417 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-cf5c3505-b646-43ef-852e-005aed09de7a tempest-PortsAdminExtendedAttrsTestJSON-1757369616 tempest-PortsAdminExtendedAttrsTestJSON-1757369616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11349758'] for segment, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:13.043153 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f4e64f0a-fc8e-4afa-8f2b-ad64ac427f5f tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:13.043504 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.segments_db [None req-f4e64f0a-fc8e-4afa-8f2b-ad64ac427f5f tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Added segment e6fa6d96-978d-4bb0-8335-3ddc067f80ef of type vlan for network 8a124a90-7f68-46e1-bb1a-302e490965ef Dec 21 13:26:13.056404 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e64f0a-fc8e-4afa-8f2b-ad64ac427f5f tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c330fac-b9be-4158-87c6-37930bd2f2ad,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:13.064971 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7e0ee8-c1c4-4266-af9d-3b5e51172b9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Port 415551dc-a4fd-419e-9ee9-40482a42a866 on network f73522d9-61f6-49e9-a4eb-989b31eb1422 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 13:26:13.065366 dv-neutron-master-2-hyperv neutron-server[103153]: ERROR neutron.plugins.ml2.managers [None req-da7e0ee8-c1c4-4266-af9d-3b5e51172b9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Failed to bind port 415551dc-a4fd-419e-9ee9-40482a42a866 on host hv-neutron-mast for vnic_type normal using segments [{'id': '715d9db5-304f-45aa-9e02-5444736ea6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'f73522d9-61f6-49e9-a4eb-989b31eb1422'}] Dec 21 13:26:13.065919 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:13.065919 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:26:13.065919 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:13.065919 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:26:13.065919 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:13.065919 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:26:13.065919 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:13.065919 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:26:13.065919 dv-neutron-master-2-hyperv neutron-server[103153]: Traceback (most recent call last): Dec 21 13:26:13.065919 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:26:13.065919 dv-neutron-master-2-hyperv neutron-server[103153]: timer() Dec 21 13:26:13.065919 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:26:13.065919 dv-neutron-master-2-hyperv neutron-server[103153]: cb(*args, **kw) Dec 21 13:26:13.065919 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:26:13.065919 dv-neutron-master-2-hyperv neutron-server[103153]: return func(*args, **kwargs) Dec 21 13:26:13.065919 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:26:13.065919 dv-neutron-master-2-hyperv neutron-server[103153]: self._notify() Dec 21 13:26:13.065919 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:26:13.065919 dv-neutron-master-2-hyperv neutron-server[103153]: self.callback(batched_events) Dec 21 13:26:13.065919 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:26:13.065919 dv-neutron-master-2-hyperv neutron-server[103153]: event.method(event) Dec 21 13:26:13.065919 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:26:13.065919 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:26:13.065919 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:26:13.065919 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:26:13.065919 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:26:13.065919 dv-neutron-master-2-hyperv neutron-server[103153]: return f(self, *a, **k) Dec 21 13:26:13.065919 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:26:13.065919 dv-neutron-master-2-hyperv neutron-server[103153]: return self._get(url).json() Dec 21 13:26:13.065919 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:26:13.065919 dv-neutron-master-2-hyperv neutron-server[103153]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:26:13.065919 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:26:13.065919 dv-neutron-master-2-hyperv neutron-server[103153]: return self.request(url, 'GET', **kwargs) Dec 21 13:26:13.065919 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:26:13.065919 dv-neutron-master-2-hyperv neutron-server[103153]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:26:13.065919 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:26:13.065919 dv-neutron-master-2-hyperv neutron-server[103153]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:26:13.065919 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:26:13.065919 dv-neutron-master-2-hyperv neutron-server[103153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:26:13.065919 dv-neutron-master-2-hyperv neutron-server[103153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:26:13.078702 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 13:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6ad2205-4329-4ad1-8124-94546d09ee4b x-openstack-request-id: req-d6ad2205-4329-4ad1-8124-94546d09ee4b {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:26:13.078702 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5a50cf6-e9ef-40a0-bcb8-50f22df91d1e", "name": "network-vif-plugged", "status": "completed", "tag": "76407916-90b0-4b3d-969b-db8131c418cf", "code": 200}]} {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:26:13.078918 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.plugins.ml2.plugin [None req-da7e0ee8-c1c4-4266-af9d-3b5e51172b9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempt 4 to bind port 415551dc-a4fd-419e-9ee9-40482a42a866 Dec 21 13:26:13.079009 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d6ad2205-4329-4ad1-8124-94546d09ee4b {{(pid=103154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:26:13.079009 dv-neutron-master-2-hyperv neutron-server[103154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5a50cf6-e9ef-40a0-bcb8-50f22df91d1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76407916-90b0-4b3d-969b-db8131c418cf', 'code': 200} Dec 21 13:26:13.107853 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f4e64f0a-fc8e-4afa-8f2b-ad64ac427f5f tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:13.147652 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cfd9be2b-b83c-471d-a80b-670a49f373e7 tempest-FloatingIPAdminTestJSON-218029959 tempest-FloatingIPAdminTestJSON-218029959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:13.151188 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f4e64f0a-fc8e-4afa-8f2b-ad64ac427f5f tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:13.158473 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e64f0a-fc8e-4afa-8f2b-ad64ac427f5f tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:13.159132 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f4e64f0a-fc8e-4afa-8f2b-ad64ac427f5f tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633769'] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:13.196663 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:13.242704 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-f4e64f0a-fc8e-4afa-8f2b-ad64ac427f5f tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.6347425 Dec 21 13:26:13.250449 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 53912) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:13.257998 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-96b9df6e-ceab-4458-b945-35bd373a2177 tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Request body: {'subnet': {'network_id': '8a124a90-7f68-46e1-bb1a-302e490965ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:26:13.323716 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e64f0a-fc8e-4afa-8f2b-ad64ac427f5f tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Pushing event updated for resources: {'Network': ['ID=8a124a90-7f68-46e1-bb1a-302e490965ef,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:13.340665 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network 8a124a90-7f68-46e1-bb1a-302e490965ef details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:26:13.424467 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-cfd9be2b-b83c-471d-a80b-670a49f373e7 tempest-FloatingIPAdminTestJSON-218029959 tempest-FloatingIPAdminTestJSON-218029959-project] Allocated IP 172.36.3.36 (7fdf1889-f079-4166-bbda-88b2a8d8d595/051a5607-1753-4008-a2f2-d94b48752e9c/f7cd165c-2cf3-4e6b-aaf5-698cae3f4d44) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:26:13.473580 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-da7e0ee8-c1c4-4266-af9d-3b5e51172b9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempting to bind port 415551dc-a4fd-419e-9ee9-40482a42a866 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:26:13.474029 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-da7e0ee8-c1c4-4266-af9d-3b5e51172b9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempting to bind port 415551dc-a4fd-419e-9ee9-40482a42a866 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '715d9db5-304f-45aa-9e02-5444736ea6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'f73522d9-61f6-49e9-a4eb-989b31eb1422'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:26:13.474257 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7e0ee8-c1c4-4266-af9d-3b5e51172b9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempting to bind port 415551dc-a4fd-419e-9ee9-40482a42a866 on network f73522d9-61f6-49e9-a4eb-989b31eb1422 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:26:13.496560 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7e0ee8-c1c4-4266-af9d-3b5e51172b9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Port 415551dc-a4fd-419e-9ee9-40482a42a866 on network f73522d9-61f6-49e9-a4eb-989b31eb1422 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 13:26:13.496934 dv-neutron-master-2-hyperv neutron-server[103153]: ERROR neutron.plugins.ml2.managers [None req-da7e0ee8-c1c4-4266-af9d-3b5e51172b9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Failed to bind port 415551dc-a4fd-419e-9ee9-40482a42a866 on host hv-neutron-mast for vnic_type normal using segments [{'id': '715d9db5-304f-45aa-9e02-5444736ea6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'f73522d9-61f6-49e9-a4eb-989b31eb1422'}] Dec 21 13:26:13.498668 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.plugins.ml2.plugin [None req-da7e0ee8-c1c4-4266-af9d-3b5e51172b9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempt 5 to bind port 415551dc-a4fd-419e-9ee9-40482a42a866 Dec 21 13:26:13.519791 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-cf5c3505-b646-43ef-852e-005aed09de7a tempest-PortsAdminExtendedAttrsTestJSON-1757369616 tempest-PortsAdminExtendedAttrsTestJSON-1757369616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:13.531563 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e112ccb3-9a7b-48e1-960a-b5af1305e7f2 req-d443dd9b-25f4-4bfc-baf6-27273fa1690c tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:13.533087 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-e112ccb3-9a7b-48e1-960a-b5af1305e7f2 req-d443dd9b-25f4-4bfc-baf6-27273fa1690c tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f04569b-7b6a-480f-a48e-6be4ed1157fe HTTP/1.1" status: 200 len: 944 time: 0.5455391 Dec 21 13:26:13.543497 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-cf5c3505-b646-43ef-852e-005aed09de7a tempest-PortsAdminExtendedAttrsTestJSON-1757369616 tempest-PortsAdminExtendedAttrsTestJSON-1757369616-project] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:13.546609 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-cf5c3505-b646-43ef-852e-005aed09de7a tempest-PortsAdminExtendedAttrsTestJSON-1757369616 tempest-PortsAdminExtendedAttrsTestJSON-1757369616-project] 10.222.0.37 "DELETE /v2.0/networks/8ba33eed-c57c-4287-856c-f75df6a95a03 HTTP/1.1" status: 204 len: 168 time: 0.9928434 Dec 21 13:26:13.546866 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b9df6e-ceab-4458-b945-35bd373a2177 tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Made reservation on behalf of 65768d6586864634b516c9fe38af7537 for: {'subnet': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:26:13.550024 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a75550-f052-44bb-8f82-d194a91ee446 req-ac52c1c0-bb87-4fbe-8711-1184d41eec52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:13.551501 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f9a75550-f052-44bb-8f82-d194a91ee446 req-ac52c1c0-bb87-4fbe-8711-1184d41eec52 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d5a50cf6-e9ef-40a0-bcb8-50f22df91d1e HTTP/1.1" status: 200 len: 1098 time: 0.2263961 Dec 21 13:26:13.552167 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-da7e0ee8-c1c4-4266-af9d-3b5e51172b9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempting to bind port 415551dc-a4fd-419e-9ee9-40482a42a866 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:26:13.553411 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-da7e0ee8-c1c4-4266-af9d-3b5e51172b9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempting to bind port 415551dc-a4fd-419e-9ee9-40482a42a866 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '715d9db5-304f-45aa-9e02-5444736ea6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'f73522d9-61f6-49e9-a4eb-989b31eb1422'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:26:13.553656 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7e0ee8-c1c4-4266-af9d-3b5e51172b9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempting to bind port 415551dc-a4fd-419e-9ee9-40482a42a866 on network f73522d9-61f6-49e9-a4eb-989b31eb1422 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:26:13.557341 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-96b9df6e-ceab-4458-b945-35bd373a2177 tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12346583'] for subnet, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:13.625666 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5c3505-b646-43ef-852e-005aed09de7a tempest-PortsAdminExtendedAttrsTestJSON-1757369616 tempest-PortsAdminExtendedAttrsTestJSON-1757369616-project] Pushing event deleted for resources: {'Network': ['ID=8ba33eed-c57c-4287-856c-f75df6a95a03,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:13.642474 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7e0ee8-c1c4-4266-af9d-3b5e51172b9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Port 415551dc-a4fd-419e-9ee9-40482a42a866 on network f73522d9-61f6-49e9-a4eb-989b31eb1422 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 13:26:13.642922 dv-neutron-master-2-hyperv neutron-server[103153]: ERROR neutron.plugins.ml2.managers [None req-da7e0ee8-c1c4-4266-af9d-3b5e51172b9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Failed to bind port 415551dc-a4fd-419e-9ee9-40482a42a866 on host hv-neutron-mast for vnic_type normal using segments [{'id': '715d9db5-304f-45aa-9e02-5444736ea6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'f73522d9-61f6-49e9-a4eb-989b31eb1422'}] Dec 21 13:26:13.660570 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.plugins.ml2.plugin [None req-da7e0ee8-c1c4-4266-af9d-3b5e51172b9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempt 6 to bind port 415551dc-a4fd-419e-9ee9-40482a42a866 Dec 21 13:26:13.675507 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3a58b1-c379-40c7-9967-38a2a731ccf2 req-621b22da-7c25-464e-add5-fb4ea778bfc3 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:13.677042 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-fa3a58b1-c379-40c7-9967-38a2a731ccf2 req-621b22da-7c25-464e-add5-fb4ea778bfc3 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5a50cf6-e9ef-40a0-bcb8-50f22df91d1e HTTP/1.1" status: 200 len: 945 time: 0.2163112 Dec 21 13:26:13.731993 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cfd9be2b-b83c-471d-a80b-670a49f373e7 tempest-FloatingIPAdminTestJSON-218029959 tempest-FloatingIPAdminTestJSON-218029959-project] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:13.734742 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-da7e0ee8-c1c4-4266-af9d-3b5e51172b9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempting to bind port 415551dc-a4fd-419e-9ee9-40482a42a866 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:26:13.734742 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-da7e0ee8-c1c4-4266-af9d-3b5e51172b9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempting to bind port 415551dc-a4fd-419e-9ee9-40482a42a866 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '715d9db5-304f-45aa-9e02-5444736ea6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'f73522d9-61f6-49e9-a4eb-989b31eb1422'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:26:13.735090 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7e0ee8-c1c4-4266-af9d-3b5e51172b9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempting to bind port 415551dc-a4fd-419e-9ee9-40482a42a866 on network f73522d9-61f6-49e9-a4eb-989b31eb1422 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:26:13.765750 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f9a75550-f052-44bb-8f82-d194a91ee446 req-d6c798d6-5687-4f1e-a147-4785dae7816d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=7b2b8fb0-da15-480b-8a72-3c7ce86ee437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1591492 Dec 21 13:26:13.775136 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-e112ccb3-9a7b-48e1-960a-b5af1305e7f2 req-9a0b37d7-c2fd-486f-a949-469230f7cba9 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ba20eb6-7980-48d1-8013-51c2682fdc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2273808 Dec 21 13:26:13.781262 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7e0ee8-c1c4-4266-af9d-3b5e51172b9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Port 415551dc-a4fd-419e-9ee9-40482a42a866 on network f73522d9-61f6-49e9-a4eb-989b31eb1422 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 13:26:13.781598 dv-neutron-master-2-hyperv neutron-server[103153]: ERROR neutron.plugins.ml2.managers [None req-da7e0ee8-c1c4-4266-af9d-3b5e51172b9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Failed to bind port 415551dc-a4fd-419e-9ee9-40482a42a866 on host hv-neutron-mast for vnic_type normal using segments [{'id': '715d9db5-304f-45aa-9e02-5444736ea6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'f73522d9-61f6-49e9-a4eb-989b31eb1422'}] Dec 21 13:26:13.795222 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.plugins.ml2.plugin [None req-da7e0ee8-c1c4-4266-af9d-3b5e51172b9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempt 7 to bind port 415551dc-a4fd-419e-9ee9-40482a42a866 Dec 21 13:26:13.815493 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-fa3a58b1-c379-40c7-9967-38a2a731ccf2 req-d001aafa-9994-48cb-a856-92b35cc0ac8d tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b2b8fb0-da15-480b-8a72-3c7ce86ee437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299062 Dec 21 13:26:13.815755 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 9254e1af-d3c0-416d-a770-279ae90ca001 up at agent hyperv_hv-neutron-mast {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:26:13.838194 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4f2c58fc-db1a-4544-b7e1-e61f6049dca3 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:13.874242 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cfd9be2b-b83c-471d-a80b-670a49f373e7 tempest-FloatingIPAdminTestJSON-218029959 tempest-FloatingIPAdminTestJSON-218029959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:13.906875 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-da7e0ee8-c1c4-4266-af9d-3b5e51172b9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempting to bind port 415551dc-a4fd-419e-9ee9-40482a42a866 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:26:13.907116 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-da7e0ee8-c1c4-4266-af9d-3b5e51172b9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempting to bind port 415551dc-a4fd-419e-9ee9-40482a42a866 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '715d9db5-304f-45aa-9e02-5444736ea6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'f73522d9-61f6-49e9-a4eb-989b31eb1422'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:26:13.907456 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7e0ee8-c1c4-4266-af9d-3b5e51172b9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempting to bind port 415551dc-a4fd-419e-9ee9-40482a42a866 on network f73522d9-61f6-49e9-a4eb-989b31eb1422 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:26:13.909854 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Provisioning for port 9254e1af-d3c0-416d-a770-279ae90ca001 completed by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 13:26:13.917170 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Provisioning complete for port 9254e1af-d3c0-416d-a770-279ae90ca001 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:26:13.918153 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:13.946683 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd9be2b-b83c-471d-a80b-670a49f373e7 tempest-FloatingIPAdminTestJSON-218029959 tempest-FloatingIPAdminTestJSON-218029959-project] Network 7fdf1889-f079-4166-bbda-88b2a8d8d595 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:26:13.951826 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7e0ee8-c1c4-4266-af9d-3b5e51172b9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Port 415551dc-a4fd-419e-9ee9-40482a42a866 on network f73522d9-61f6-49e9-a4eb-989b31eb1422 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 13:26:13.955702 dv-neutron-master-2-hyperv neutron-server[103153]: ERROR neutron.plugins.ml2.managers [None req-da7e0ee8-c1c4-4266-af9d-3b5e51172b9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Failed to bind port 415551dc-a4fd-419e-9ee9-40482a42a866 on host hv-neutron-mast for vnic_type normal using segments [{'id': '715d9db5-304f-45aa-9e02-5444736ea6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'f73522d9-61f6-49e9-a4eb-989b31eb1422'}] Dec 21 13:26:13.955884 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-cfd9be2b-b83c-471d-a80b-670a49f373e7 tempest-FloatingIPAdminTestJSON-218029959 tempest-FloatingIPAdminTestJSON-218029959-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:26:13.955978 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.plugins.ml2.plugin [None req-da7e0ee8-c1c4-4266-af9d-3b5e51172b9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempt 8 to bind port 415551dc-a4fd-419e-9ee9-40482a42a866 Dec 21 13:26:13.956638 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd9be2b-b83c-471d-a80b-670a49f373e7 tempest-FloatingIPAdminTestJSON-218029959 tempest-FloatingIPAdminTestJSON-218029959-project] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:26:13.959729 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 53922) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:13.992758 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-96b9df6e-ceab-4458-b945-35bd373a2177 tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12346565'] for subnet, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:14.000870 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd9be2b-b83c-471d-a80b-670a49f373e7 tempest-FloatingIPAdminTestJSON-218029959 tempest-FloatingIPAdminTestJSON-218029959-project] Pushing event updated for resources: {'Port': ['ID=f7cd165c-2cf3-4e6b-aaf5-698cae3f4d44,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:14.015622 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-da7e0ee8-c1c4-4266-af9d-3b5e51172b9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempting to bind port 415551dc-a4fd-419e-9ee9-40482a42a866 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:26:14.015980 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-da7e0ee8-c1c4-4266-af9d-3b5e51172b9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempting to bind port 415551dc-a4fd-419e-9ee9-40482a42a866 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '715d9db5-304f-45aa-9e02-5444736ea6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'f73522d9-61f6-49e9-a4eb-989b31eb1422'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:26:14.016286 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7e0ee8-c1c4-4266-af9d-3b5e51172b9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempting to bind port 415551dc-a4fd-419e-9ee9-40482a42a866 on network f73522d9-61f6-49e9-a4eb-989b31eb1422 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:26:14.032999 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7e0ee8-c1c4-4266-af9d-3b5e51172b9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Port 415551dc-a4fd-419e-9ee9-40482a42a866 on network f73522d9-61f6-49e9-a4eb-989b31eb1422 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 13:26:14.033346 dv-neutron-master-2-hyperv neutron-server[103153]: ERROR neutron.plugins.ml2.managers [None req-da7e0ee8-c1c4-4266-af9d-3b5e51172b9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Failed to bind port 415551dc-a4fd-419e-9ee9-40482a42a866 on host hv-neutron-mast for vnic_type normal using segments [{'id': '715d9db5-304f-45aa-9e02-5444736ea6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'f73522d9-61f6-49e9-a4eb-989b31eb1422'}] Dec 21 13:26:14.035388 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.plugins.ml2.plugin [None req-da7e0ee8-c1c4-4266-af9d-3b5e51172b9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempt 9 to bind port 415551dc-a4fd-419e-9ee9-40482a42a866 Dec 21 13:26:14.044927 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed94c7b7-0b66-4f67-8909-fee07470fa41 req-cae7be0a-f230-4e63-9659-490596a1822b tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:14.046448 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-ed94c7b7-0b66-4f67-8909-fee07470fa41 req-cae7be0a-f230-4e63-9659-490596a1822b tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3f56ce0-d200-46aa-8d4a-98f5ecd429fb HTTP/1.1" status: 200 len: 945 time: 0.1408691 Dec 21 13:26:14.046618 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:14.087323 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-da7e0ee8-c1c4-4266-af9d-3b5e51172b9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempting to bind port 415551dc-a4fd-419e-9ee9-40482a42a866 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:26:14.087323 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-da7e0ee8-c1c4-4266-af9d-3b5e51172b9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempting to bind port 415551dc-a4fd-419e-9ee9-40482a42a866 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '715d9db5-304f-45aa-9e02-5444736ea6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'f73522d9-61f6-49e9-a4eb-989b31eb1422'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:26:14.087627 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7e0ee8-c1c4-4266-af9d-3b5e51172b9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempting to bind port 415551dc-a4fd-419e-9ee9-40482a42a866 on network f73522d9-61f6-49e9-a4eb-989b31eb1422 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:26:14.093519 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port 9254e1af-d3c0-416d-a770-279ae90ca001, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9254e1af-d3c0-416d-a770-279ae90ca001,segment=NetworkSegment(e364c909-484b-4482-ad56-e639441ae690),segment_id=e364c909-484b-4482-ad56-e639441ae690)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:26:14.102426 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:14.132957 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7e0ee8-c1c4-4266-af9d-3b5e51172b9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Port 415551dc-a4fd-419e-9ee9-40482a42a866 on network f73522d9-61f6-49e9-a4eb-989b31eb1422 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 13:26:14.133285 dv-neutron-master-2-hyperv neutron-server[103153]: ERROR neutron.plugins.ml2.managers [None req-da7e0ee8-c1c4-4266-af9d-3b5e51172b9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Failed to bind port 415551dc-a4fd-419e-9ee9-40482a42a866 on host hv-neutron-mast for vnic_type normal using segments [{'id': '715d9db5-304f-45aa-9e02-5444736ea6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'f73522d9-61f6-49e9-a4eb-989b31eb1422'}] Dec 21 13:26:14.139308 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.plugins.ml2.plugin [None req-da7e0ee8-c1c4-4266-af9d-3b5e51172b9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempt 10 to bind port 415551dc-a4fd-419e-9ee9-40482a42a866 Dec 21 13:26:14.154933 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b9df6e-ceab-4458-b945-35bd373a2177 tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Pushing event updated for resources: {'Subnet': ['ID=76377a05-a979-4a15-a545-1ad1dac55654,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:14.157457 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=9254e1af-d3c0-416d-a770-279ae90ca001,revision_number=5']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:14.164396 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-ed94c7b7-0b66-4f67-8909-fee07470fa41 req-01458e6f-fb6a-4072-98ec-58a81982b11f tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a365f85-e497-47ef-99fa-94673fe66566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083236 Dec 21 13:26:14.168419 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-da7e0ee8-c1c4-4266-af9d-3b5e51172b9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempting to bind port 415551dc-a4fd-419e-9ee9-40482a42a866 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:26:14.168748 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-da7e0ee8-c1c4-4266-af9d-3b5e51172b9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempting to bind port 415551dc-a4fd-419e-9ee9-40482a42a866 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '715d9db5-304f-45aa-9e02-5444736ea6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'f73522d9-61f6-49e9-a4eb-989b31eb1422'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:26:14.169253 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7e0ee8-c1c4-4266-af9d-3b5e51172b9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempting to bind port 415551dc-a4fd-419e-9ee9-40482a42a866 on network f73522d9-61f6-49e9-a4eb-989b31eb1422 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:26:14.197453 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cfd9be2b-b83c-471d-a80b-670a49f373e7 tempest-FloatingIPAdminTestJSON-218029959 tempest-FloatingIPAdminTestJSON-218029959-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:14.200587 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7e0ee8-c1c4-4266-af9d-3b5e51172b9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Port 415551dc-a4fd-419e-9ee9-40482a42a866 on network f73522d9-61f6-49e9-a4eb-989b31eb1422 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 13:26:14.200869 dv-neutron-master-2-hyperv neutron-server[103153]: ERROR neutron.plugins.ml2.managers [None req-da7e0ee8-c1c4-4266-af9d-3b5e51172b9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Failed to bind port 415551dc-a4fd-419e-9ee9-40482a42a866 on host hv-neutron-mast for vnic_type normal using segments [{'id': '715d9db5-304f-45aa-9e02-5444736ea6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'f73522d9-61f6-49e9-a4eb-989b31eb1422'}] Dec 21 13:26:14.201232 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-da7e0ee8-c1c4-4266-af9d-3b5e51172b9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:14.268000 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-ba3aa69d-072f-41e2-b540-cb0872980f0f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5a4ef0c024bd4c638b42d689ae8b03e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3020108 Dec 21 13:26:14.270587 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 53928) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:14.272796 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b9df6e-ceab-4458-b945-35bd373a2177 tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Checking segment: {'id': 'e6fa6d96-978d-4bb0-8335-3ddc067f80ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '8a124a90-7f68-46e1-bb1a-302e490965ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:26:14.273164 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b9df6e-ceab-4458-b945-35bd373a2177 tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Network hostable DHCP agents. Network: 8a124a90-7f68-46e1-bb1a-302e490965ef, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:26:14.283500 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cfd9be2b-b83c-471d-a80b-670a49f373e7 tempest-FloatingIPAdminTestJSON-218029959 tempest-FloatingIPAdminTestJSON-218029959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:14.289089 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4f2c58fc-db1a-4544-b7e1-e61f6049dca3 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548730'] for router, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:14.309482 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-da7e0ee8-c1c4-4266-af9d-3b5e51172b9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] For port 415551dc-a4fd-419e-9ee9-40482a42a866, host hv-neutron-mast, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:26:14.309834 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-da7e0ee8-c1c4-4266-af9d-3b5e51172b9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attempted to set empty binding levels {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 21 13:26:14.343295 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b9df6e-ceab-4458-b945-35bd373a2177 tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Network 8a124a90-7f68-46e1-bb1a-302e490965ef is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:26:14.347372 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-da7e0ee8-c1c4-4266-af9d-3b5e51172b9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:14.371821 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-96b9df6e-ceab-4458-b945-35bd373a2177 tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 8a124a90-7f68-46e1-bb1a-302e490965ef) {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:26:14.376358 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b9df6e-ceab-4458-b945-35bd373a2177 tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:14.376979 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-96b9df6e-ceab-4458-b945-35bd373a2177 tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:14.387593 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6f3f56-621f-4d6c-8b6b-93dbde68cf8c None None] Network 8a124a90-7f68-46e1-bb1a-302e490965ef requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:26:14.400393 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-da7e0ee8-c1c4-4266-af9d-3b5e51172b9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] In _notify_port_updated(), no bound segment for port 415551dc-a4fd-419e-9ee9-40482a42a866 on network f73522d9-61f6-49e9-a4eb-989b31eb1422 {{(pid=103153) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 21 13:26:14.401273 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7e0ee8-c1c4-4266-af9d-3b5e51172b9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:14.401832 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-da7e0ee8-c1c4-4266-af9d-3b5e51172b9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:14.405632 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-da7e0ee8-c1c4-4266-af9d-3b5e51172b9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] 10.222.0.37 "PUT /v2.0/ports/415551dc-a4fd-419e-9ee9-40482a42a866 HTTP/1.1" status: 200 len: 981 time: 2.6341951 Dec 21 13:26:14.410543 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 53930) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:14.422080 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9f1a15-3c22-46ed-aa70-439f3306e4af req-7960a3e4-51cc-4ce0-8e7b-21349671297b tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:14.424127 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-4c9f1a15-3c22-46ed-aa70-439f3306e4af req-7960a3e4-51cc-4ce0-8e7b-21349671297b tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3f56ce0-d200-46aa-8d4a-98f5ecd429fb HTTP/1.1" status: 200 len: 945 time: 0.1156688 Dec 21 13:26:14.459490 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 53932) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:14.466754 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-829c0bb4-822d-4ea3-be4a-351770bebe8a tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] Request body: {'floatingip': {'port_id': '16e9a28c-57b2-4f6e-beaa-917e8c3668e1'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:26:14.477948 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-96b9df6e-ceab-4458-b945-35bd373a2177 tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2264247 Dec 21 13:26:14.487161 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7e0ee8-c1c4-4266-af9d-3b5e51172b9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Pushing event updated for resources: {'Port': ['ID=415551dc-a4fd-419e-9ee9-40482a42a866,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:14.505253 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 53934) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:14.513792 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-e28d782a-beea-4e77-a95c-5fb09822f044 tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1624812885', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:26:14.516187 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60185986-3d42-4e7b-95b8-34d48df825e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-8a124a90-7f68-46e1-bb1a-302e490965ef', 'network_id': '8a124a90-7f68-46e1-bb1a-302e490965ef', 'project_id': '65768d6586864634b516c9fe38af7537', 'fixed_ips': [{'subnet_id': '76377a05-a979-4a15-a545-1ad1dac55654'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:26:14.517107 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-60185986-3d42-4e7b-95b8-34d48df825e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:14.522200 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-829c0bb4-822d-4ea3-be4a-351770bebe8a tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] Publish callbacks [] for floatingip, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:14.550706 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2a542852-d9cd-4d34-ad26-ebf984fae1dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:14.601924 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2a542852-d9cd-4d34-ad26-ebf984fae1dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:14.624092 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e28d782a-beea-4e77-a95c-5fb09822f044 tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26964'] for router, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:14.625273 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e28d782a-beea-4e77-a95c-5fb09822f044 tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-642316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26957'] for router, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:14.668431 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cfd9be2b-b83c-471d-a80b-670a49f373e7 tempest-FloatingIPAdminTestJSON-218029959 tempest-FloatingIPAdminTestJSON-218029959-project] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:14.677181 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cfd9be2b-b83c-471d-a80b-670a49f373e7 tempest-FloatingIPAdminTestJSON-218029959 tempest-FloatingIPAdminTestJSON-218029959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805230'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:14.687871 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-60185986-3d42-4e7b-95b8-34d48df825e3 None None] Allocated IP 172.20.0.2 (8a124a90-7f68-46e1-bb1a-302e490965ef/76377a05-a979-4a15-a545-1ad1dac55654/a85cfeba-076a-460a-b2f5-6f8ab9378d28) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:26:14.728815 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-750f3102-033b-4d4a-a2ee-0bc5afd87483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Deleting port 415551dc-a4fd-419e-9ee9-40482a42a866 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:26:14.729202 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-750f3102-033b-4d4a-a2ee-0bc5afd87483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:14.734341 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e28d782a-beea-4e77-a95c-5fb09822f044 tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:14.746511 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f2c58fc-db1a-4544-b7e1-e61f6049dca3 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Router b026ab0d-80f3-4c22-8741-a5fcc93f17f3 is scheduled to L3 agent 59e14383-78fa-487e-9299-b32042a98157 with binding_index 1 {{(pid=103153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 13:26:14.759858 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e28d782a-beea-4e77-a95c-5fb09822f044 tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548730'] for router, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:14.780458 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2a542852-d9cd-4d34-ad26-ebf984fae1dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:14.782882 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2a542852-d9cd-4d34-ad26-ebf984fae1dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:14.787221 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-2a542852-d9cd-4d34-ad26-ebf984fae1dd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f6142bcf-b0d3-4da4-b7b4-7f33497ae818 HTTP/1.1" status: 204 len: 168 time: 0.5117006 Dec 21 13:26:14.851362 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e28d782a-beea-4e77-a95c-5fb09822f044 tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Publish callbacks [] for router, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:14.862637 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-e28d782a-beea-4e77-a95c-5fb09822f044 tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.3547468 Dec 21 13:26:14.916410 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a542852-d9cd-4d34-ad26-ebf984fae1dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6142bcf-b0d3-4da4-b7b4-7f33497ae818,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:14.928237 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 53942) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:14.999768 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-60185986-3d42-4e7b-95b8-34d48df825e3 None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:15.024602 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-60185986-3d42-4e7b-95b8-34d48df825e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:15.026517 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-750f3102-033b-4d4a-a2ee-0bc5afd87483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] For port 415551dc-a4fd-419e-9ee9-40482a42a866, host hv-neutron-mast, got binding levels [] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:26:15.027100 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-750f3102-033b-4d4a-a2ee-0bc5afd87483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:15.086281 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f04569b-7b6a-480f-a48e-6be4ed1157fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9254e1af-d3c0-416d-a770-279ae90ca001'}] {{(pid=103154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:26:15.088513 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6f45aca8ac5f8c0cc5868273c98d8aa60330245aed22d61c8da5c1f2d6fc01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7a8d890-a9af-4dab-b545-1769ca41394a" -d '{"events": [{"server_uuid": "9f04569b-7b6a-480f-a48e-6be4ed1157fe", "name": "network-vif-plugged", "status": "completed", "tag": "9254e1af-d3c0-416d-a770-279ae90ca001"}]}' {{(pid=103154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:26:15.115936 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60185986-3d42-4e7b-95b8-34d48df825e3 None None] Network 8a124a90-7f68-46e1-bb1a-302e490965ef is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:26:15.122789 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60185986-3d42-4e7b-95b8-34d48df825e3 None None] Pushing event updated for resources: {'Port': ['ID=a85cfeba-076a-460a-b2f5-6f8ab9378d28,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:15.125638 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-60185986-3d42-4e7b-95b8-34d48df825e3 None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:26:15.128355 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60185986-3d42-4e7b-95b8-34d48df825e3 None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:26:15.190806 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 53948) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:15.193624 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-750f3102-033b-4d4a-a2ee-0bc5afd87483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Calling delete_port for 415551dc-a4fd-419e-9ee9-40482a42a866 owned by {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:26:15.194928 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-60185986-3d42-4e7b-95b8-34d48df825e3 None None] Attempting to bind port a85cfeba-076a-460a-b2f5-6f8ab9378d28 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:26:15.195397 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-60185986-3d42-4e7b-95b8-34d48df825e3 None None] Attempting to bind port a85cfeba-076a-460a-b2f5-6f8ab9378d28 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'e6fa6d96-978d-4bb0-8335-3ddc067f80ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '8a124a90-7f68-46e1-bb1a-302e490965ef'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:26:15.195859 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60185986-3d42-4e7b-95b8-34d48df825e3 None None] Attempting to bind port a85cfeba-076a-460a-b2f5-6f8ab9378d28 on network 8a124a90-7f68-46e1-bb1a-302e490965ef {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:26:15.205422 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60185986-3d42-4e7b-95b8-34d48df825e3 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:26:15.206245 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60185986-3d42-4e7b-95b8-34d48df825e3 None None] Checking segment: {'id': 'e6fa6d96-978d-4bb0-8335-3ddc067f80ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '8a124a90-7f68-46e1-bb1a-302e490965ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:26:15.206398 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd9be2b-b83c-471d-a80b-670a49f373e7 tempest-FloatingIPAdminTestJSON-218029959 tempest-FloatingIPAdminTestJSON-218029959-project] Pushing event updated for resources: {'Port': ['ID=f7cd165c-2cf3-4e6b-aaf5-698cae3f4d44,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:15.206498 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-60185986-3d42-4e7b-95b8-34d48df825e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:15.206584 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60185986-3d42-4e7b-95b8-34d48df825e3 None None] Bound using segment: {'id': 'e6fa6d96-978d-4bb0-8335-3ddc067f80ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '8a124a90-7f68-46e1-bb1a-302e490965ef'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:26:15.207062 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-60185986-3d42-4e7b-95b8-34d48df825e3 None None] Bound port: a85cfeba-076a-460a-b2f5-6f8ab9378d28, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6fa6d96-978d-4bb0-8335-3ddc067f80ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '8a124a90-7f68-46e1-bb1a-302e490965ef'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:26:15.207605 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-60185986-3d42-4e7b-95b8-34d48df825e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:15.268003 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f2c58fc-db1a-4544-b7e1-e61f6049dca3 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:26:15.284117 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b311a60-c555-4821-a49c-c13c31d7e877 None None] Sync routers for ids ['b026ab0d-80f3-4c22-8741-a5fcc93f17f3'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:26:15.284666 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04822bd0-39d8-405d-bd17-cf5e8f7a33a6 req-5b915110-dbda-48d6-a8f8-347ed3231cde tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:15.284775 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-60185986-3d42-4e7b-95b8-34d48df825e3 None None] For port a85cfeba-076a-460a-b2f5-6f8ab9378d28, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:26:15.287693 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-60185986-3d42-4e7b-95b8-34d48df825e3 None None] For port a85cfeba-076a-460a-b2f5-6f8ab9378d28, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a85cfeba-076a-460a-b2f5-6f8ab9378d28,segment=NetworkSegment(e6fa6d96-978d-4bb0-8335-3ddc067f80ef),segment_id=e6fa6d96-978d-4bb0-8335-3ddc067f80ef)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:26:15.291603 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-04822bd0-39d8-405d-bd17-cf5e8f7a33a6 req-5b915110-dbda-48d6-a8f8-347ed3231cde tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5a50cf6-e9ef-40a0-bcb8-50f22df91d1e HTTP/1.1" status: 200 len: 945 time: 0.1907039 Dec 21 13:26:15.292428 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-60185986-3d42-4e7b-95b8-34d48df825e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:15.297458 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cfd9be2b-b83c-471d-a80b-670a49f373e7 tempest-FloatingIPAdminTestJSON-218029959 tempest-FloatingIPAdminTestJSON-218029959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548820'] for floatingip, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:15.306159 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b311a60-c555-4821-a49c-c13c31d7e877 None None] Routers {'b026ab0d-80f3-4c22-8741-a5fcc93f17f3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:26:15.307102 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-1b311a60-c555-4821-a49c-c13c31d7e877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:25:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['b026ab0d-80f3-4c22-8741-a5fcc93f17f3'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:26:15.324573 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5c5aa6-e494-4768-84d8-31ea23b1afad req-00641b0f-4799-4ade-b9f9-c821582c787d tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:15.326268 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-ba5c5aa6-e494-4768-84d8-31ea23b1afad req-00641b0f-4799-4ade-b9f9-c821582c787d tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f04569b-7b6a-480f-a48e-6be4ed1157fe HTTP/1.1" status: 200 len: 945 time: 0.3993711 Dec 21 13:26:15.346921 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-bfd14c86-ba94-4643-b100-73899cb2c857 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=60394916bc5945539911164de85d1100&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1512885 Dec 21 13:26:15.347672 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 53950) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:15.371805 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60185986-3d42-4e7b-95b8-34d48df825e3 None None] Pushing event updated for resources: {'Port': ['ID=a85cfeba-076a-460a-b2f5-6f8ab9378d28,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:15.411647 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4f2c58fc-db1a-4544-b7e1-e61f6049dca3 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks [] for router, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:15.413536 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-4f2c58fc-db1a-4544-b7e1-e61f6049dca3 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.0410161 Dec 21 13:26:15.423731 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 53952) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:15.459831 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-1b311a60-c555-4821-a49c-c13c31d7e877 None None] Set router b026ab0d-80f3-4c22-8741-a5fcc93f17f3 gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:26:15.491661 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cfd9be2b-b83c-471d-a80b-670a49f373e7 tempest-FloatingIPAdminTestJSON-218029959 tempest-FloatingIPAdminTestJSON-218029959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for floatingip, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:15.495372 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-cfd9be2b-b83c-471d-a80b-670a49f373e7 tempest-FloatingIPAdminTestJSON-218029959 tempest-FloatingIPAdminTestJSON-218029959-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7905805 Dec 21 13:26:15.511991 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 53954) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:15.629127 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-04822bd0-39d8-405d-bd17-cf5e8f7a33a6 req-9b008a80-a48d-42b7-bda3-dd4ba12c5aaa tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b2b8fb0-da15-480b-8a72-3c7ce86ee437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3358204 Dec 21 13:26:15.662691 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-ba5c5aa6-e494-4768-84d8-31ea23b1afad req-83c16e94-a97e-4a58-8c46-e60917ec608c tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ba20eb6-7980-48d1-8013-51c2682fdc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3183708 Dec 21 13:26:15.674729 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-2eb9e1b1-c602-47ce-862c-f9b31961569e tempest-FloatingIPAdminTestJSON-1747396200 tempest-FloatingIPAdminTestJSON-1747396200-project-admin] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3089 time: 0.1602583 Dec 21 13:26:15.679287 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 53956) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:15.684639 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8b817c01-88cd-43da-bcc1-8b3aab5120cb tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:15.745676 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 13:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f53624b-eb9a-4727-9fed-4e58610e9af4 x-openstack-request-id: req-7f53624b-eb9a-4727-9fed-4e58610e9af4 {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:26:15.746466 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f04569b-7b6a-480f-a48e-6be4ed1157fe", "name": "network-vif-plugged", "status": "completed", "tag": "9254e1af-d3c0-416d-a770-279ae90ca001", "code": 200}]} {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:26:15.746860 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7f53624b-eb9a-4727-9fed-4e58610e9af4 {{(pid=103154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:26:15.747514 dv-neutron-master-2-hyperv neutron-server[103154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f04569b-7b6a-480f-a48e-6be4ed1157fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9254e1af-d3c0-416d-a770-279ae90ca001', 'code': 200} Dec 21 13:26:15.765480 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-a9790cdd-6f1e-4766-8ffc-3fcb46b355b3 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] 10.222.0.37 "GET /v2.0/routers/b026ab0d-80f3-4c22-8741-a5fcc93f17f3 HTTP/1.1" status: 200 len: 908 time: 0.2771587 Dec 21 13:26:15.783793 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 53958) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:15.789254 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-1b5dbe78-3952-4d48-8dff-0aa1cf26abee tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Request body: {'router': {'name': 'tempest-snat-router-698788880', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'enable_snat': True}}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:26:15.811502 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.agents_db [None req-c60a5637-8c6f-4692-b23b-7dd82bd36b21 None None] Agent healthcheck: found 6 active agents {{(pid=103155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 13:26:15.844901 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1b5dbe78-3952-4d48-8dff-0aa1cf26abee tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26964'] for router, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:15.846819 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1b5dbe78-3952-4d48-8dff-0aa1cf26abee tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-642316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26957'] for router, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:15.873503 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-1b311a60-c555-4821-a49c-c13c31d7e877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b026ab0d-80f3-4c22-8741-a5fcc93f17f3', 'name': 'tempest-snat-router-698788880', 'tenant_id': '3d94f03dbf1c4f0aa2571543427d6226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.116'}], 'enable_snat': False}, 'gw_port_id': 'd680ae6b-9b95-4281-8a34-4dab1d772704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:26:09Z', 'updated_at': '2021-12-21T13:26:13Z', 'revision_number': 3, 'project_id': '3d94f03dbf1c4f0aa2571543427d6226', 'gw_port': {'id': 'd680ae6b-9b95-4281-8a34-4dab1d772704', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9d:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b026ab0d-80f3-4c22-8741-a5fcc93f17f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:26:11Z', 'updated_at': '2021-12-21T13:26:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:26:15.884116 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c3db2818-e2bd-4789-9418-906e45b7b7ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:15.914062 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c3db2818-e2bd-4789-9418-906e45b7b7ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:15.915038 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b311a60-c555-4821-a49c-c13c31d7e877 None None] Checking router: b026ab0d-80f3-4c22-8741-a5fcc93f17f3 for host: dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:26:15.915506 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b311a60-c555-4821-a49c-c13c31d7e877 None None] Updating router b026ab0d-80f3-4c22-8741-a5fcc93f17f3 port d680ae6b-9b95-4281-8a34-4dab1d772704 binding host dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 13:26:15.950034 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-1b311a60-c555-4821-a49c-c13c31d7e877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:16.003668 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.db.resource_extend [None req-829c0bb4-822d-4ea3-be4a-351770bebe8a tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 21 13:26:16.007364 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1b5dbe78-3952-4d48-8dff-0aa1cf26abee tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:16.073264 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-62c04d25-3a6b-4949-b2d8-5300961bacc3 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.3791494 Dec 21 13:26:16.074493 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 53960) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:16.148365 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c3db2818-e2bd-4789-9418-906e45b7b7ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:16.151150 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c3db2818-e2bd-4789-9418-906e45b7b7ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:16.154414 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-c3db2818-e2bd-4789-9418-906e45b7b7ba admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9aa8f6de-aad1-4da0-acb5-67ede9e2f4ec HTTP/1.1" status: 204 len: 168 time: 0.7979996 Dec 21 13:26:16.154414 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-829c0bb4-822d-4ea3-be4a-351770bebe8a tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:16.199577 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-750f3102-033b-4d4a-a2ee-0bc5afd87483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:16.201224 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-829c0bb4-822d-4ea3-be4a-351770bebe8a tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548820'] for floatingip, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:16.280993 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-1b311a60-c555-4821-a49c-c13c31d7e877 None None] Publish callbacks [] for port, precommit_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:16.293294 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-1b311a60-c555-4821-a49c-c13c31d7e877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:16.314190 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750f3102-033b-4d4a-a2ee-0bc5afd87483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Pushing event deleted for resources: {'Port': ['ID=415551dc-a4fd-419e-9ee9-40482a42a866,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:16.352370 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-750f3102-033b-4d4a-a2ee-0bc5afd87483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:16.364342 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3db2818-e2bd-4789-9418-906e45b7b7ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa8f6de-aad1-4da0-acb5-67ede9e2f4ec,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:16.366606 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 53964) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:16.368436 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-750f3102-033b-4d4a-a2ee-0bc5afd87483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] 10.222.0.37 "DELETE /v2.0/ports/415551dc-a4fd-419e-9ee9-40482a42a866 HTTP/1.1" status: 204 len: 168 time: 1.9551477 Dec 21 13:26:16.384424 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-1b311a60-c555-4821-a49c-c13c31d7e877 None None] Attempting to bind port d680ae6b-9b95-4281-8a34-4dab1d772704 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:26:16.385202 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-1b311a60-c555-4821-a49c-c13c31d7e877 None None] Attempting to bind port d680ae6b-9b95-4281-8a34-4dab1d772704 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:26:16.385202 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b311a60-c555-4821-a49c-c13c31d7e877 None None] Attempting to bind port d680ae6b-9b95-4281-8a34-4dab1d772704 on network 7fdf1889-f079-4166-bbda-88b2a8d8d595 {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:26:16.395644 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd356d0d-e94e-4886-9907-61287b14b137 None None] Pushing event updated for resources: {'Port': ['ID=d680ae6b-9b95-4281-8a34-4dab1d772704,revision_number=2']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:16.398701 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b311a60-c555-4821-a49c-c13c31d7e877 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:26:16.399071 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b311a60-c555-4821-a49c-c13c31d7e877 None None] Checking segment: {'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:26:16.399471 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-1b311a60-c555-4821-a49c-c13c31d7e877 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:16.399838 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b311a60-c555-4821-a49c-c13c31d7e877 None None] Bound using segment: {'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:26:16.400304 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-1b311a60-c555-4821-a49c-c13c31d7e877 None None] Bound port: d680ae6b-9b95-4281-8a34-4dab1d772704, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:26:16.400695 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-1b311a60-c555-4821-a49c-c13c31d7e877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:16.409183 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fab22d-3716-4732-a443-19a88b835550 req-dd8b6305-b6a9-4a86-b37a-e8bc9cc97b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:16.410706 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-43fab22d-3716-4732-a443-19a88b835550 req-dd8b6305-b6a9-4a86-b37a-e8bc9cc97b78 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9f04569b-7b6a-480f-a48e-6be4ed1157fe HTTP/1.1" status: 200 len: 1098 time: 0.3569458 Dec 21 13:26:16.426737 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1b5dbe78-3952-4d48-8dff-0aa1cf26abee tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:16.433089 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a13a475-5ea3-43c3-a639-fba1f0c9fbe3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] GET failed (client error): The resource could not be found. Dec 21 13:26:16.437286 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-4a13a475-5ea3-43c3-a639-fba1f0c9fbe3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-553728131-project-admin] 10.222.0.37 "GET /v2.0/ports/415551dc-a4fd-419e-9ee9-40482a42a866 HTTP/1.1" status: 404 len: 333 time: 0.0587206 Dec 21 13:26:16.447317 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 53968) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:16.475440 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.l3_db [None req-829c0bb4-822d-4ea3-be4a-351770bebe8a tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] Floating IP a024e448-d36e-4ad9-84ba-9efdeedb09b6 associated. External IP: 172.36.3.54, port: 16e9a28c-57b2-4f6e-beaa-917e8c3668e1. Dec 21 13:26:16.502391 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-1b311a60-c555-4821-a49c-c13c31d7e877 None None] For port d680ae6b-9b95-4281-8a34-4dab1d772704, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:26:16.509206 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-1b311a60-c555-4821-a49c-c13c31d7e877 None None] For port d680ae6b-9b95-4281-8a34-4dab1d772704, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d680ae6b-9b95-4281-8a34-4dab1d772704,segment=NetworkSegment(a32e5bfd-6fac-434f-817b-5707a23fd2ca),segment_id=a32e5bfd-6fac-434f-817b-5707a23fd2ca)] {{(pid=103155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:26:16.515449 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-1b311a60-c555-4821-a49c-c13c31d7e877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:16.654895 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-43fab22d-3716-4732-a443-19a88b835550 req-5d361607-b84e-4e24-b5cf-af8d0b522f5b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6ba20eb6-7980-48d1-8013-51c2682fdc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2186248 Dec 21 13:26:16.669438 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd356d0d-e94e-4886-9907-61287b14b137 None None] Pushing event updated for resources: {'Port': ['ID=d680ae6b-9b95-4281-8a34-4dab1d772704,revision_number=3']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:16.680706 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b311a60-c555-4821-a49c-c13c31d7e877 None None] Routers {'b026ab0d-80f3-4c22-8741-a5fcc93f17f3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:26:16.681502 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-1b311a60-c555-4821-a49c-c13c31d7e877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:25:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['b026ab0d-80f3-4c22-8741-a5fcc93f17f3'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:26:16.710386 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-0faeffb6-51ce-4768-aa2e-f411f0305ba2 tempest-FloatingIPAdminTestJSON-218029959 tempest-FloatingIPAdminTestJSON-218029959-project] Deleting port f7cd165c-2cf3-4e6b-aaf5-698cae3f4d44 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:26:16.710775 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0faeffb6-51ce-4768-aa2e-f411f0305ba2 tempest-FloatingIPAdminTestJSON-218029959 tempest-FloatingIPAdminTestJSON-218029959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:16.718899 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-16a39137-ef5c-4579-adaf-6f0b3abca272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1492202231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1492202231-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:16.771975 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-8b817c01-88cd-43da-bcc1-8b3aab5120cb tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Allocated IP 172.20.0.1 (8a124a90-7f68-46e1-bb1a-302e490965ef/76377a05-a979-4a15-a545-1ad1dac55654/bf4d2fb0-9c04-47db-a0f1-cc777aaf0abc) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:26:16.978836 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device a85cfeba-076a-460a-b2f5-6f8ab9378d28 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:26:16.999470 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0faeffb6-51ce-4768-aa2e-f411f0305ba2 tempest-FloatingIPAdminTestJSON-218029959 tempest-FloatingIPAdminTestJSON-218029959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:17.000027 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0faeffb6-51ce-4768-aa2e-f411f0305ba2 tempest-FloatingIPAdminTestJSON-218029959 tempest-FloatingIPAdminTestJSON-218029959-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:17.024397 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-0faeffb6-51ce-4768-aa2e-f411f0305ba2 tempest-FloatingIPAdminTestJSON-218029959 tempest-FloatingIPAdminTestJSON-218029959-project] Calling delete_port for f7cd165c-2cf3-4e6b-aaf5-698cae3f4d44 owned by network:floatingip {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:26:17.062638 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-1b311a60-c555-4821-a49c-c13c31d7e877 None None] Set router b026ab0d-80f3-4c22-8741-a5fcc93f17f3 gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:26:17.103705 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port a85cfeba-076a-460a-b2f5-6f8ab9378d28 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:26:17.107405 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:17.174161 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-16a39137-ef5c-4579-adaf-6f0b3abca272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1492202231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1492202231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:17.224038 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18a9662-db5d-49b1-b72a-09c8c6bafdbd None None] Network 8a124a90-7f68-46e1-bb1a-302e490965ef requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:26:17.269669 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-16a39137-ef5c-4579-adaf-6f0b3abca272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1492202231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1492202231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f73522d9-61f6-49e9-a4eb-989b31eb1422']}} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:26:17.283093 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6d1324-b6e8-444b-a7e9-e0fbc3f58bcb req-742fd325-97ec-48a0-818c-e544dbabccff tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:17.284402 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-cd6d1324-b6e8-444b-a7e9-e0fbc3f58bcb req-742fd325-97ec-48a0-818c-e544dbabccff tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f04569b-7b6a-480f-a48e-6be4ed1157fe HTTP/1.1" status: 200 len: 945 time: 0.3905830 Dec 21 13:26:17.298491 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-16a39137-ef5c-4579-adaf-6f0b3abca272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1492202231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1492202231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '715d9db5-304f-45aa-9e02-5444736ea6a0') {'for_net_delete': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:26:17.298798 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-16a39137-ef5c-4579-adaf-6f0b3abca272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1492202231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1492202231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '715d9db5-304f-45aa-9e02-5444736ea6a0') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:26:17.322736 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f714dd1-f91c-4720-b77e-95df47f27164 req-7de652c5-3e14-4127-8976-4b31dfb931eb tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:17.330487 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1f714dd1-f91c-4720-b77e-95df47f27164 req-7de652c5-3e14-4127-8976-4b31dfb931eb tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5a50cf6-e9ef-40a0-bcb8-50f22df91d1e HTTP/1.1" status: 200 len: 945 time: 0.4729557 Dec 21 13:26:17.371224 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-16a39137-ef5c-4579-adaf-6f0b3abca272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1492202231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1492202231-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526653'] for segment, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:17.401920 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-16a39137-ef5c-4579-adaf-6f0b3abca272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1492202231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1492202231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:17.409783 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-ff4d5e84-08fc-416c-b234-ebe8e15792f6 None None] Provisioning complete for port a85cfeba-076a-460a-b2f5-6f8ab9378d28 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:26:17.410425 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ff4d5e84-08fc-416c-b234-ebe8e15792f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:17.422198 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16a39137-ef5c-4579-adaf-6f0b3abca272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1492202231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1492202231-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=103152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:26:17.422634 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-16a39137-ef5c-4579-adaf-6f0b3abca272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1492202231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1492202231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805426'] for segment, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:17.427547 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:17.427547 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:26:17.427547 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:17.427547 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:26:17.427547 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:17.427547 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:26:17.427547 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:17.427547 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:26:17.427547 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:17.427547 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:26:17.427547 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:17.427547 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:26:17.427547 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:17.427547 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:26:17.427547 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:17.427547 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:26:17.427547 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:17.427547 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:26:17.427547 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:17.427547 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:26:17.427547 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:17.427547 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:26:17.427547 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:17.427547 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:26:17.427547 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:17.427547 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:26:17.427547 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:17.427547 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:26:17.427547 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:17.427547 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:26:17.427547 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:17.427547 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:26:17.427547 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:17.427547 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:26:17.427547 dv-neutron-master-2-hyperv neutron-server[103152]: Traceback (most recent call last): Dec 21 13:26:17.427547 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:26:17.427547 dv-neutron-master-2-hyperv neutron-server[103152]: timer() Dec 21 13:26:17.427547 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:26:17.427547 dv-neutron-master-2-hyperv neutron-server[103152]: cb(*args, **kw) Dec 21 13:26:17.427547 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:26:17.427547 dv-neutron-master-2-hyperv neutron-server[103152]: return func(*args, **kwargs) Dec 21 13:26:17.430888 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:26:17.430888 dv-neutron-master-2-hyperv neutron-server[103152]: self._notify() Dec 21 13:26:17.430888 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:26:17.430888 dv-neutron-master-2-hyperv neutron-server[103152]: self.callback(batched_events) Dec 21 13:26:17.430888 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:26:17.430888 dv-neutron-master-2-hyperv neutron-server[103152]: event.method(event) Dec 21 13:26:17.430888 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:26:17.430888 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:26:17.430888 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:26:17.430888 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:26:17.430888 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:26:17.430888 dv-neutron-master-2-hyperv neutron-server[103152]: return f(self, *a, **k) Dec 21 13:26:17.430888 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:26:17.430888 dv-neutron-master-2-hyperv neutron-server[103152]: return self._get(url).json() Dec 21 13:26:17.430888 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:26:17.430888 dv-neutron-master-2-hyperv neutron-server[103152]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:26:17.430888 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:26:17.430888 dv-neutron-master-2-hyperv neutron-server[103152]: return self.request(url, 'GET', **kwargs) Dec 21 13:26:17.430888 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:26:17.430888 dv-neutron-master-2-hyperv neutron-server[103152]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:26:17.430888 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:26:17.430888 dv-neutron-master-2-hyperv neutron-server[103152]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:26:17.430888 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:26:17.430888 dv-neutron-master-2-hyperv neutron-server[103152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:26:17.430888 dv-neutron-master-2-hyperv neutron-server[103152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:26:17.491316 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-1b311a60-c555-4821-a49c-c13c31d7e877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b026ab0d-80f3-4c22-8741-a5fcc93f17f3', 'name': 'tempest-snat-router-698788880', 'tenant_id': '3d94f03dbf1c4f0aa2571543427d6226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.116'}], 'enable_snat': False}, 'gw_port_id': 'd680ae6b-9b95-4281-8a34-4dab1d772704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:26:09Z', 'updated_at': '2021-12-21T13:26:13Z', 'revision_number': 3, 'project_id': '3d94f03dbf1c4f0aa2571543427d6226', 'gw_port': {'id': 'd680ae6b-9b95-4281-8a34-4dab1d772704', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9d:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b026ab0d-80f3-4c22-8741-a5fcc93f17f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:26:11Z', 'updated_at': '2021-12-21T13:26:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:26:17.542784 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:17.554821 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b311a60-c555-4821-a49c-c13c31d7e877 None None] The sync data for ids ['b026ab0d-80f3-4c22-8741-a5fcc93f17f3'] in dv-neutron-master-2-hyperv is: [{'id': 'b026ab0d-80f3-4c22-8741-a5fcc93f17f3', 'name': 'tempest-snat-router-698788880', 'tenant_id': '3d94f03dbf1c4f0aa2571543427d6226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.116'}], 'enable_snat': False}, 'gw_port_id': 'd680ae6b-9b95-4281-8a34-4dab1d772704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:26:09Z', 'updated_at': '2021-12-21T13:26:13Z', 'revision_number': 3, 'project_id': '3d94f03dbf1c4f0aa2571543427d6226', 'gw_port': {'id': 'd680ae6b-9b95-4281-8a34-4dab1d772704', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9d:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b026ab0d-80f3-4c22-8741-a5fcc93f17f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:26:11Z', 'updated_at': '2021-12-21T13:26:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:26:17.574458 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8b817c01-88cd-43da-bcc1-8b3aab5120cb tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:17.606697 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1f714dd1-f91c-4720-b77e-95df47f27164 req-bced6284-faea-4cd4-b804-423daba3dc11 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b2b8fb0-da15-480b-8a72-3c7ce86ee437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2738161 Dec 21 13:26:17.620368 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 53990) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:17.653523 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ff4d5e84-08fc-416c-b234-ebe8e15792f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:17.673242 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0faeffb6-51ce-4768-aa2e-f411f0305ba2 tempest-FloatingIPAdminTestJSON-218029959 tempest-FloatingIPAdminTestJSON-218029959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:17.734012 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] For port a85cfeba-076a-460a-b2f5-6f8ab9378d28, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a85cfeba-076a-460a-b2f5-6f8ab9378d28,segment=NetworkSegment(e6fa6d96-978d-4bb0-8335-3ddc067f80ef),segment_id=e6fa6d96-978d-4bb0-8335-3ddc067f80ef)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:26:17.748804 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faeffb6-51ce-4768-aa2e-f411f0305ba2 tempest-FloatingIPAdminTestJSON-218029959 tempest-FloatingIPAdminTestJSON-218029959-project] Pushing event deleted for resources: {'Port': ['ID=f7cd165c-2cf3-4e6b-aaf5-698cae3f4d44,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:17.750526 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8b817c01-88cd-43da-bcc1-8b3aab5120cb tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:17.778605 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:17.924634 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-422439c4-1bc7-41ed-b306-9b14b31039fa tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-328563742'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:26:17.951966 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0faeffb6-51ce-4768-aa2e-f411f0305ba2 tempest-FloatingIPAdminTestJSON-218029959 tempest-FloatingIPAdminTestJSON-218029959-project] Publish callbacks [] for floatingip, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:17.954814 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0faeffb6-51ce-4768-aa2e-f411f0305ba2 tempest-FloatingIPAdminTestJSON-218029959 tempest-FloatingIPAdminTestJSON-218029959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for floatingip, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:17.958882 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-0faeffb6-51ce-4768-aa2e-f411f0305ba2 tempest-FloatingIPAdminTestJSON-218029959 tempest-FloatingIPAdminTestJSON-218029959-project] 10.222.0.37 "DELETE /v2.0/floatingips/ff656d22-d105-4a49-9207-6968fc967d9c HTTP/1.1" status: 204 len: 168 time: 1.8833778 Dec 21 13:26:17.965129 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 53996) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:17.998985 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b817c01-88cd-43da-bcc1-8b3aab5120cb tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Network 8a124a90-7f68-46e1-bb1a-302e490965ef is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:26:18.019790 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-cd6d1324-b6e8-444b-a7e9-e0fbc3f58bcb req-106c307d-6e3a-4387-ae11-c1d5ccd16ca9 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ba20eb6-7980-48d1-8013-51c2682fdc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7248354 Dec 21 13:26:18.026639 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-829c0bb4-822d-4ea3-be4a-351770bebe8a tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] Router 23d06902-5da5-4ccb-8023-4bd30e43970f has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:26:18.054309 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-16a39137-ef5c-4579-adaf-6f0b3abca272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1492202231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1492202231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:18.069515 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.db.api [None req-ff4d5e84-08fc-416c-b234-ebe8e15792f6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 13:26:18.070027 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG oslo_db.api [None req-ff4d5e84-08fc-416c-b234-ebe8e15792f6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 13:26:18.071211 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-16a39137-ef5c-4579-adaf-6f0b3abca272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1492202231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1492202231-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633769'] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:18.089511 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-16a39137-ef5c-4579-adaf-6f0b3abca272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1492202231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1492202231-project] 10.222.0.37 "DELETE /v2.0/networks/f73522d9-61f6-49e9-a4eb-989b31eb1422 HTTP/1.1" status: 204 len: 168 time: 1.6288464 Dec 21 13:26:18.101062 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Pushing event updated for resources: {'Port': ['ID=a85cfeba-076a-460a-b2f5-6f8ab9378d28,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:18.138066 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a39137-ef5c-4579-adaf-6f0b3abca272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1492202231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1492202231-project] Pushing event deleted for resources: {'Network': ['ID=f73522d9-61f6-49e9-a4eb-989b31eb1422,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:18.157666 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-8b817c01-88cd-43da-bcc1-8b3aab5120cb tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:26:18.173449 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b817c01-88cd-43da-bcc1-8b3aab5120cb tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:26:18.178599 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b817c01-88cd-43da-bcc1-8b3aab5120cb tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Pushing event updated for resources: {'Port': ['ID=bf4d2fb0-9c04-47db-a0f1-cc777aaf0abc,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:18.230462 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1b5dbe78-3952-4d48-8dff-0aa1cf26abee tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:18.273803 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1b5dbe78-3952-4d48-8dff-0aa1cf26abee tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:18.281840 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-422439c4-1bc7-41ed-b306-9b14b31039fa tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Made reservation on behalf of 5d2c9a3181764d51b85f95e0276c0ec2 for: {'network': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:26:18.289119 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-422439c4-1bc7-41ed-b306-9b14b31039fa tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:18.326583 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc5efba-af54-4e52-bb21-9371a4860bc7 req-5355acc5-9dd0-4b30-adbd-2880e5800216 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:18.331948 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-edc5efba-af54-4e52-bb21-9371a4860bc7 req-5355acc5-9dd0-4b30-adbd-2880e5800216 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5a50cf6-e9ef-40a0-bcb8-50f22df91d1e HTTP/1.1" status: 200 len: 945 time: 0.5320251 Dec 21 13:26:18.357008 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 54000) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:18.364947 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-a36f8864-c978-4100-a531-573bafbba464 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] Request body: {'floatingip': {'port_id': '76407916-90b0-4b3d-969b-db8131c418cf'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:26:18.372642 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-422439c4-1bc7-41ed-b306-9b14b31039fa tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Publish callbacks [] for security_group, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:18.450023 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-829c0bb4-822d-4ea3-be4a-351770bebe8a tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:26:18.457012 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-829c0bb4-822d-4ea3-be4a-351770bebe8a tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for floatingip, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:18.464035 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ec9a4d-c9bf-4d88-80c7-24ec6fe77354 None None] Sync routers for ids ['23d06902-5da5-4ccb-8023-4bd30e43970f'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:26:18.483655 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ec9a4d-c9bf-4d88-80c7-24ec6fe77354 None None] Routers {'23d06902-5da5-4ccb-8023-4bd30e43970f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:26:18.485263 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-97ec9a4d-c9bf-4d88-80c7-24ec6fe77354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:25:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['23d06902-5da5-4ccb-8023-4bd30e43970f'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:26:18.524680 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-829c0bb4-822d-4ea3-be4a-351770bebe8a tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] 10.222.0.37 "PUT /v2.0/floatingips/a024e448-d36e-4ad9-84ba-9efdeedb09b6 HTTP/1.1" status: 200 len: 990 time: 4.0639651 Dec 21 13:26:18.526851 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3f56ce0-d200-46aa-8d4a-98f5ecd429fb', 'tag': '16e9a28c-57b2-4f6e-beaa-917e8c3668e1'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:26:18.529668 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d59863cea1d3cd3753b105ac340115874538247bffc4ddd9c7a2f3cf3d2521b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf1f991e-96bc-4b48-9a65-db2959a8738d" -d '{"events": [{"name": "network-changed", "server_uuid": "a3f56ce0-d200-46aa-8d4a-98f5ecd429fb", "tag": "16e9a28c-57b2-4f6e-beaa-917e8c3668e1"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:26:18.570985 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-422439c4-1bc7-41ed-b306-9b14b31039fa tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Publish callbacks [] for security_group, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:18.580578 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-1b5dbe78-3952-4d48-8dff-0aa1cf26abee tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Allocated IP 172.36.3.222 (7fdf1889-f079-4166-bbda-88b2a8d8d595/051a5607-1753-4008-a2f2-d94b48752e9c/b2523a0b-5bd1-45e5-afa6-3d4bc3ccce4a) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:26:18.586635 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-422439c4-1bc7-41ed-b306-9b14b31039fa tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:18.593854 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 13:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b4899ef-1494-47bd-9175-c683ce7ab39f x-openstack-request-id: req-7b4899ef-1494-47bd-9175-c683ce7ab39f {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:26:18.594413 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3f56ce0-d200-46aa-8d4a-98f5ecd429fb", "tag": "16e9a28c-57b2-4f6e-beaa-917e8c3668e1", "status": "completed", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:26:18.594814 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7b4899ef-1494-47bd-9175-c683ce7ab39f {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:26:18.595522 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3f56ce0-d200-46aa-8d4a-98f5ecd429fb', 'tag': '16e9a28c-57b2-4f6e-beaa-917e8c3668e1', 'status': 'completed', 'code': 200} Dec 21 13:26:18.606899 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8b817c01-88cd-43da-bcc1-8b3aab5120cb tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532557'] for router_interface, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:18.649832 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54008) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:18.714657 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a36f8864-c978-4100-a531-573bafbba464 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] Publish callbacks [] for floatingip, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:18.770412 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-97ec9a4d-c9bf-4d88-80c7-24ec6fe77354 None None] Set router 23d06902-5da5-4ccb-8023-4bd30e43970f gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:26:18.837120 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1b5dbe78-3952-4d48-8dff-0aa1cf26abee tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:18.909858 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device a85cfeba-076a-460a-b2f5-6f8ab9378d28 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:26:18.911472 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1b5dbe78-3952-4d48-8dff-0aa1cf26abee tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:18.981615 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5dbe78-3952-4d48-8dff-0aa1cf26abee tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Network 7fdf1889-f079-4166-bbda-88b2a8d8d595 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:26:18.988016 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-1b5dbe78-3952-4d48-8dff-0aa1cf26abee tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:26:18.991254 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5dbe78-3952-4d48-8dff-0aa1cf26abee tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:26:19.077965 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-2a8f5fa0-49b9-442c-b04b-75ec88da4c0c None None] Provisioning complete for port bf4d2fb0-9c04-47db-a0f1-cc777aaf0abc triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:26:19.078588 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-2a8f5fa0-49b9-442c-b04b-75ec88da4c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:19.144829 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-2a8f5fa0-49b9-442c-b04b-75ec88da4c0c None None] Port bf4d2fb0-9c04-47db-a0f1-cc777aaf0abc cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:26:19.168849 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5dbe78-3952-4d48-8dff-0aa1cf26abee tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Pushing event updated for resources: {'Port': ['ID=b2523a0b-5bd1-45e5-afa6-3d4bc3ccce4a,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:19.176127 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-2a8f5fa0-49b9-442c-b04b-75ec88da4c0c None None] Provisioning complete for port a85cfeba-076a-460a-b2f5-6f8ab9378d28 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:26:19.176492 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-2a8f5fa0-49b9-442c-b04b-75ec88da4c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:19.182529 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-b22a9a31-e5ee-4d82-8a30-4b1063bc8649 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5cbfe225d0044da0a8c5a76f62cfdcc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5289643 Dec 21 13:26:19.183502 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54016) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:19.206681 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-422439c4-1bc7-41ed-b306-9b14b31039fa tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=103153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:26:19.206927 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port a85cfeba-076a-460a-b2f5-6f8ab9378d28 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:26:19.206927 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:19.225091 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-422439c4-1bc7-41ed-b306-9b14b31039fa tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:19.225421 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.segments_db [None req-422439c4-1bc7-41ed-b306-9b14b31039fa tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Added segment 171cb5ed-1933-42b8-8266-eab20903ffa9 of type vlan for network 5dfd510d-3f73-4b52-8de0-0ffb067f78c2 Dec 21 13:26:19.346456 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-48b2e690-6779-4ff8-bc97-7e667a3034d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:19.351313 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422439c4-1bc7-41ed-b306-9b14b31039fa tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5098c401-0caa-44d6-9e66-73ca271e5ab6,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:19.354607 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1b5dbe78-3952-4d48-8dff-0aa1cf26abee tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:19.366109 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-422439c4-1bc7-41ed-b306-9b14b31039fa tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:19.390840 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device d680ae6b-9b95-4281-8a34-4dab1d772704 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:26:19.395271 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-97ec9a4d-c9bf-4d88-80c7-24ec6fe77354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d06902-5da5-4ccb-8023-4bd30e43970f', 'name': 'tempest-ServersTestManualDisk-368290171-router', 'tenant_id': '88700cfa6fca443f813dbee92d0bf4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.248'}], 'enable_snat': True}, 'gw_port_id': '3c398b2b-31eb-4500-8329-00d20e2d565d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:25:20Z', 'updated_at': '2021-12-21T13:25:31Z', 'revision_number': 4, 'project_id': '88700cfa6fca443f813dbee92d0bf4e2', 'gw_port': {'id': '3c398b2b-31eb-4500-8329-00d20e2d565d', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:b1:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d06902-5da5-4ccb-8023-4bd30e43970f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:25:22Z', 'updated_at': '2021-12-21T13:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'a024e448-d36e-4ad9-84ba-9efdeedb09b6', 'tenant_id': '88700cfa6fca443f813dbee92d0bf4e2', 'floating_ip_address': '172.36.3.54', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': '23d06902-5da5-4ccb-8023-4bd30e43970f', 'port_id': '16e9a28c-57b2-4f6e-beaa-917e8c3668e1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39aa7305-1380-4f0a-b399-f8c03518e77f', 'mac_address': 'fa:16:3e:8a:3f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f56ce0-d200-46aa-8d4a-98f5ecd429fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T13:25:40Z', 'updated_at': '2021-12-21T13:26:15Z', 'revision_number': 1, 'project_id': '88700cfa6fca443f813dbee92d0bf4e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8934446e-9587-4dbb-9741-331962081e48', 'name': '', 'network_id': '39aa7305-1380-4f0a-b399-f8c03518e77f', 'tenant_id': '88700cfa6fca443f813dbee92d0bf4e2', 'mac_address': 'fa:16:3e:18:e6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d06902-5da5-4ccb-8023-4bd30e43970f', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'e105ee7f-3655-4fbf-969b-c738adf2539b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:25:29Z', 'updated_at': '2021-12-21T13:25:36Z', 'revision_number': 5, 'project_id': '88700cfa6fca443f813dbee92d0bf4e2', 'subnets': [{'id': 'e105ee7f-3655-4fbf-969b-c738adf2539b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:26:19.417059 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8b817c01-88cd-43da-bcc1-8b3aab5120cb tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:19.424792 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-a1530c61-7d4d-48b4-82ea-505b85dd0547 tempest-FloatingIPAdminTestJSON-1747396200 tempest-FloatingIPAdminTestJSON-1747396200-project-admin] Deleting port ed1a0a77-21cf-40bc-baea-2c672c759e32 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:26:19.425130 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a1530c61-7d4d-48b4-82ea-505b85dd0547 tempest-FloatingIPAdminTestJSON-1747396200 tempest-FloatingIPAdminTestJSON-1747396200-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:19.431682 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-48b2e690-6779-4ff8-bc97-7e667a3034d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:19.441758 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ec9a4d-c9bf-4d88-80c7-24ec6fe77354 None None] Checking router: 23d06902-5da5-4ccb-8023-4bd30e43970f for host: dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:26:19.465247 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ec9a4d-c9bf-4d88-80c7-24ec6fe77354 None None] Routers {'23d06902-5da5-4ccb-8023-4bd30e43970f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:26:19.465873 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-97ec9a4d-c9bf-4d88-80c7-24ec6fe77354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:25:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['23d06902-5da5-4ccb-8023-4bd30e43970f'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:26:19.468291 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1f991e-96bc-4b48-9a65-db2959a8738d req-0e3ed3e9-9864-4e61-88ef-96f1bcbdfa1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:19.470001 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-bf1f991e-96bc-4b48-9a65-db2959a8738d req-0e3ed3e9-9864-4e61-88ef-96f1bcbdfa1d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=88700cfa6fca443f813dbee92d0bf4e2&device_id=a3f56ce0-d200-46aa-8d4a-98f5ecd429fb HTTP/1.1" status: 200 len: 1098 time: 0.7432294 Dec 21 13:26:19.560900 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port d680ae6b-9b95-4281-8a34-4dab1d772704 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:26:19.561266 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:19.571907 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589fc556-d79a-40f5-94d3-fc1f94adf28f req-81c1b485-eb56-4843-b80a-8b024743f982 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:19.579244 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-589fc556-d79a-40f5-94d3-fc1f94adf28f req-81c1b485-eb56-4843-b80a-8b024743f982 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f04569b-7b6a-480f-a48e-6be4ed1157fe HTTP/1.1" status: 200 len: 945 time: 0.3574255 Dec 21 13:26:19.597820 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-48b2e690-6779-4ff8-bc97-7e667a3034d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:19.602444 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-48b2e690-6779-4ff8-bc97-7e667a3034d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:19.603760 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-48b2e690-6779-4ff8-bc97-7e667a3034d7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/79b75f0b-0e9b-46d0-a7ad-256539d6b8f8 HTTP/1.1" status: 204 len: 168 time: 0.4196022 Dec 21 13:26:19.612283 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-97ec9a4d-c9bf-4d88-80c7-24ec6fe77354 None None] Set router 23d06902-5da5-4ccb-8023-4bd30e43970f gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:26:19.618880 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b2e690-6779-4ff8-bc97-7e667a3034d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b75f0b-0e9b-46d0-a7ad-256539d6b8f8,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:19.688521 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1b5dbe78-3952-4d48-8dff-0aa1cf26abee tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548730'] for router, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:19.731434 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a1530c61-7d4d-48b4-82ea-505b85dd0547 tempest-FloatingIPAdminTestJSON-1747396200 tempest-FloatingIPAdminTestJSON-1747396200-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:19.731789 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a1530c61-7d4d-48b4-82ea-505b85dd0547 tempest-FloatingIPAdminTestJSON-1747396200 tempest-FloatingIPAdminTestJSON-1747396200-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:19.748080 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:19.757152 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-a1530c61-7d4d-48b4-82ea-505b85dd0547 tempest-FloatingIPAdminTestJSON-1747396200 tempest-FloatingIPAdminTestJSON-1747396200-project-admin] Calling delete_port for ed1a0a77-21cf-40bc-baea-2c672c759e32 owned by network:floatingip {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:26:19.785295 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] For port d680ae6b-9b95-4281-8a34-4dab1d772704, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d680ae6b-9b95-4281-8a34-4dab1d772704,segment=NetworkSegment(a32e5bfd-6fac-434f-817b-5707a23fd2ca),segment_id=a32e5bfd-6fac-434f-817b-5707a23fd2ca)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:26:19.796195 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:19.897807 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Pushing event updated for resources: {'Port': ['ID=d680ae6b-9b95-4281-8a34-4dab1d772704,revision_number=4']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:19.909962 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b5dbe78-3952-4d48-8dff-0aa1cf26abee tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Router 962ca149-f491-4366-a2db-e0ac669471d5 is scheduled to L3 agent 59e14383-78fa-487e-9299-b32042a98157 with binding_index 1 {{(pid=103152) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 13:26:19.917668 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-422439c4-1bc7-41ed-b306-9b14b31039fa tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:19.924641 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422439c4-1bc7-41ed-b306-9b14b31039fa tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:19.925349 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-422439c4-1bc7-41ed-b306-9b14b31039fa tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:19.969655 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-97ec9a4d-c9bf-4d88-80c7-24ec6fe77354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d06902-5da5-4ccb-8023-4bd30e43970f', 'name': 'tempest-ServersTestManualDisk-368290171-router', 'tenant_id': '88700cfa6fca443f813dbee92d0bf4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.248'}], 'enable_snat': True}, 'gw_port_id': '3c398b2b-31eb-4500-8329-00d20e2d565d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:25:20Z', 'updated_at': '2021-12-21T13:25:31Z', 'revision_number': 4, 'project_id': '88700cfa6fca443f813dbee92d0bf4e2', 'gw_port': {'id': '3c398b2b-31eb-4500-8329-00d20e2d565d', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:b1:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d06902-5da5-4ccb-8023-4bd30e43970f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:25:22Z', 'updated_at': '2021-12-21T13:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'a024e448-d36e-4ad9-84ba-9efdeedb09b6', 'tenant_id': '88700cfa6fca443f813dbee92d0bf4e2', 'floating_ip_address': '172.36.3.54', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': '23d06902-5da5-4ccb-8023-4bd30e43970f', 'port_id': '16e9a28c-57b2-4f6e-beaa-917e8c3668e1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39aa7305-1380-4f0a-b399-f8c03518e77f', 'mac_address': 'fa:16:3e:8a:3f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f56ce0-d200-46aa-8d4a-98f5ecd429fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T13:25:40Z', 'updated_at': '2021-12-21T13:26:15Z', 'revision_number': 1, 'project_id': '88700cfa6fca443f813dbee92d0bf4e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8934446e-9587-4dbb-9741-331962081e48', 'name': '', 'network_id': '39aa7305-1380-4f0a-b399-f8c03518e77f', 'tenant_id': '88700cfa6fca443f813dbee92d0bf4e2', 'mac_address': 'fa:16:3e:18:e6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d06902-5da5-4ccb-8023-4bd30e43970f', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'e105ee7f-3655-4fbf-969b-c738adf2539b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:25:29Z', 'updated_at': '2021-12-21T13:25:36Z', 'revision_number': 5, 'project_id': '88700cfa6fca443f813dbee92d0bf4e2', 'subnets': [{'id': 'e105ee7f-3655-4fbf-969b-c738adf2539b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:26:20.003726 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ec9a4d-c9bf-4d88-80c7-24ec6fe77354 None None] The sync data for ids ['23d06902-5da5-4ccb-8023-4bd30e43970f'] in dv-neutron-master-2-hyperv is: [{'id': '23d06902-5da5-4ccb-8023-4bd30e43970f', 'name': 'tempest-ServersTestManualDisk-368290171-router', 'tenant_id': '88700cfa6fca443f813dbee92d0bf4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.248'}], 'enable_snat': True}, 'gw_port_id': '3c398b2b-31eb-4500-8329-00d20e2d565d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:25:20Z', 'updated_at': '2021-12-21T13:25:31Z', 'revision_number': 4, 'project_id': '88700cfa6fca443f813dbee92d0bf4e2', 'gw_port': {'id': '3c398b2b-31eb-4500-8329-00d20e2d565d', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:b1:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d06902-5da5-4ccb-8023-4bd30e43970f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:25:22Z', 'updated_at': '2021-12-21T13:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'a024e448-d36e-4ad9-84ba-9efdeedb09b6', 'tenant_id': '88700cfa6fca443f813dbee92d0bf4e2', 'floating_ip_address': '172.36.3.54', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': '23d06902-5da5-4ccb-8023-4bd30e43970f', 'port_id': '16e9a28c-57b2-4f6e-beaa-917e8c3668e1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39aa7305-1380-4f0a-b399-f8c03518e77f', 'mac_address': 'fa:16:3e:8a:3f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f56ce0-d200-46aa-8d4a-98f5ecd429fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T13:25:40Z', 'updated_at': '2021-12-21T13:26:15Z', 'revision_number': 1, 'project_id': '88700cfa6fca443f813dbee92d0bf4e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8934446e-9587-4dbb-9741-331962081e48', 'name': '', 'network_id': '39aa7305-1380-4f0a-b399-f8c03518e77f', 'tenant_id': '88700cfa6fca443f813dbee92d0bf4e2', 'mac_address': 'fa:16:3e:18:e6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d06902-5da5-4ccb-8023-4bd30e43970f', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'e105ee7f-3655-4fbf-969b-c738adf2539b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:25:29Z', 'updated_at': '2021-12-21T13:25:36Z', 'revision_number': 5, 'project_id': '88700cfa6fca443f813dbee92d0bf4e2', 'subnets': [{'id': 'e105ee7f-3655-4fbf-969b-c738adf2539b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:26:20.061827 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b5dbe78-3952-4d48-8dff-0aa1cf26abee tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:26:20.073461 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49263b7-8931-4682-8db1-ab9735ba86df None None] Sync routers for ids ['962ca149-f491-4366-a2db-e0ac669471d5'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:26:20.091180 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49263b7-8931-4682-8db1-ab9735ba86df None None] Routers {'962ca149-f491-4366-a2db-e0ac669471d5'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:26:20.092307 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-b49263b7-8931-4682-8db1-ab9735ba86df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:25:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['962ca149-f491-4366-a2db-e0ac669471d5'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:26:20.105358 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1b5dbe78-3952-4d48-8dff-0aa1cf26abee tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks [] for router, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:20.110570 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-1b5dbe78-3952-4d48-8dff-0aa1cf26abee tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.3233120 Dec 21 13:26:20.111742 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54024) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:20.165370 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54026) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:20.181871 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422439c4-1bc7-41ed-b306-9b14b31039fa tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Pushing event updated for resources: {'Network': ['ID=5dfd510d-3f73-4b52-8de0-0ffb067f78c2,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:20.219022 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-422439c4-1bc7-41ed-b306-9b14b31039fa tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 2.5975773 Dec 21 13:26:20.231984 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-b49263b7-8931-4682-8db1-ab9735ba86df None None] Set router 962ca149-f491-4366-a2db-e0ac669471d5 gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:26:20.243646 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54028) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:20.249003 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-86b83e7d-d4d2-407f-96eb-9b81243ae55e tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Request body: {'subnet': {'network_id': '5dfd510d-3f73-4b52-8de0-0ffb067f78c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:26:20.298148 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-6839384c-2a21-4452-8d47-25c8a56d0aa2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3935f4f80e6740a9b6b9113ce69e5967&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1293893 Dec 21 13:26:20.303104 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 54030) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:20.311261 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422439c4-1bc7-41ed-b306-9b14b31039fa tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:26:20.311695 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422439c4-1bc7-41ed-b306-9b14b31039fa tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:26:20.312102 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422439c4-1bc7-41ed-b306-9b14b31039fa tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:26:20.312522 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422439c4-1bc7-41ed-b306-9b14b31039fa tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:26:20.312920 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422439c4-1bc7-41ed-b306-9b14b31039fa tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:26:20.313312 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422439c4-1bc7-41ed-b306-9b14b31039fa tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:26:20.313699 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422439c4-1bc7-41ed-b306-9b14b31039fa tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:26:20.314087 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422439c4-1bc7-41ed-b306-9b14b31039fa tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:26:20.316994 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422439c4-1bc7-41ed-b306-9b14b31039fa tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:26:20.316994 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422439c4-1bc7-41ed-b306-9b14b31039fa tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:26:20.316994 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422439c4-1bc7-41ed-b306-9b14b31039fa tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:26:20.316994 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422439c4-1bc7-41ed-b306-9b14b31039fa tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:26:20.316994 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422439c4-1bc7-41ed-b306-9b14b31039fa tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:26:20.330152 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73054c44-ba05-4110-bb4b-a1cc96b0f73b None None] New status for floating IP a024e448-d36e-4ad9-84ba-9efdeedb09b6: ACTIVE {{(pid=103154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 13:26:20.363609 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-766ca48d-9759-4a07-8c59-08f2cc468370 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] 10.222.0.37 "GET /v2.0/routers/962ca149-f491-4366-a2db-e0ac669471d5 HTTP/1.1" status: 200 len: 907 time: 0.2479730 Dec 21 13:26:20.365545 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54032) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:20.372643 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-589fc556-d79a-40f5-94d3-fc1f94adf28f req-cdc633c6-50ac-4e90-a6a0-9d48fbdf4129 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ba20eb6-7980-48d1-8013-51c2682fdc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7925086 Dec 21 13:26:20.444212 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network 5dfd510d-3f73-4b52-8de0-0ffb067f78c2 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:26:20.448004 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86b83e7d-d4d2-407f-96eb-9b81243ae55e tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Made reservation on behalf of 5d2c9a3181764d51b85f95e0276c0ec2 for: {'subnet': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:26:20.453796 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-86b83e7d-d4d2-407f-96eb-9b81243ae55e tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12346583'] for subnet, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:20.509080 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1f991e-96bc-4b48-9a65-db2959a8738d req-234c3485-0dd7-4132-9b09-cf31c3a11d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:20.510765 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-bf1f991e-96bc-4b48-9a65-db2959a8738d req-234c3485-0dd7-4132-9b09-cf31c3a11d78 service neutron] 10.222.0.60 "GET /v2.0/networks?id=39aa7305-1380-4f0a-b399-f8c03518e77f HTTP/1.1" status: 200 len: 912 time: 1.0248144 Dec 21 13:26:20.598483 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-b49263b7-8931-4682-8db1-ab9735ba86df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '962ca149-f491-4366-a2db-e0ac669471d5', 'name': 'tempest-snat-router-698788880', 'tenant_id': '3d94f03dbf1c4f0aa2571543427d6226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.222'}], 'enable_snat': True}, 'gw_port_id': 'b2523a0b-5bd1-45e5-afa6-3d4bc3ccce4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:26:15Z', 'updated_at': '2021-12-21T13:26:19Z', 'revision_number': 3, 'project_id': '3d94f03dbf1c4f0aa2571543427d6226', 'gw_port': {'id': 'b2523a0b-5bd1-45e5-afa6-3d4bc3ccce4a', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ee:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '962ca149-f491-4366-a2db-e0ac669471d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:26:18Z', 'updated_at': '2021-12-21T13:26:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:26:20.632542 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49263b7-8931-4682-8db1-ab9735ba86df None None] Checking router: 962ca149-f491-4366-a2db-e0ac669471d5 for host: dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:26:20.632747 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49263b7-8931-4682-8db1-ab9735ba86df None None] Updating router 962ca149-f491-4366-a2db-e0ac669471d5 port b2523a0b-5bd1-45e5-afa6-3d4bc3ccce4a binding host dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 13:26:20.664105 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b49263b7-8931-4682-8db1-ab9735ba86df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:20.765948 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7b0e018f-de29-486a-abd6-0e847ab08b81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:20.771489 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device d680ae6b-9b95-4281-8a34-4dab1d772704 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:26:20.790153 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-180c32f2-0bcc-4156-a0de-67770e387439 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks [] for router, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:20.861863 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-bf1f991e-96bc-4b48-9a65-db2959a8738d req-98602c05-53af-46f7-895a-75ce15af77e3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16e9a28c-57b2-4f6e-beaa-917e8c3668e1 HTTP/1.1" status: 200 len: 998 time: 0.2854896 Dec 21 13:26:20.877776 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7b0e018f-de29-486a-abd6-0e847ab08b81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:20.913157 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-86b83e7d-d4d2-407f-96eb-9b81243ae55e tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12346565'] for subnet, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:20.922108 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-180c32f2-0bcc-4156-a0de-67770e387439 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:20.925025 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1f991e-96bc-4b48-9a65-db2959a8738d req-52b1b975-8c78-4955-8141-78de005041c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:20.926589 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-bf1f991e-96bc-4b48-9a65-db2959a8738d req-52b1b975-8c78-4955-8141-78de005041c2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e105ee7f-3655-4fbf-969b-c738adf2539b HTTP/1.1" status: 200 len: 850 time: 0.0539141 Dec 21 13:26:20.988428 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port d680ae6b-9b95-4281-8a34-4dab1d772704 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:26:20.990841 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:20.995298 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b83e7d-d4d2-407f-96eb-9b81243ae55e tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Pushing event updated for resources: {'Subnet': ['ID=a6cb507b-6bdb-45a4-937d-d0727b51ae7b,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:21.037833 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a1530c61-7d4d-48b4-82ea-505b85dd0547 tempest-FloatingIPAdminTestJSON-1747396200 tempest-FloatingIPAdminTestJSON-1747396200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:21.088402 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b49263b7-8931-4682-8db1-ab9735ba86df None None] Publish callbacks [] for port, precommit_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:21.092361 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec27ffa-adb5-4571-85ad-14b3abcef9f2 req-d5f222b3-7036-4199-93f7-b49ae0f042b9 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:21.099651 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-fec27ffa-adb5-4571-85ad-14b3abcef9f2 req-d5f222b3-7036-4199-93f7-b49ae0f042b9 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f04569b-7b6a-480f-a48e-6be4ed1157fe HTTP/1.1" status: 200 len: 945 time: 0.5338271 Dec 21 13:26:21.100848 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b83e7d-d4d2-407f-96eb-9b81243ae55e tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Checking segment: {'id': '171cb5ed-1933-42b8-8266-eab20903ffa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '5dfd510d-3f73-4b52-8de0-0ffb067f78c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:26:21.101257 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b83e7d-d4d2-407f-96eb-9b81243ae55e tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Network hostable DHCP agents. Network: 5dfd510d-3f73-4b52-8de0-0ffb067f78c2, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:26:21.111028 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54040) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:21.112072 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b49263b7-8931-4682-8db1-ab9735ba86df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:21.113080 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b83e7d-d4d2-407f-96eb-9b81243ae55e tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:26:21.113435 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b83e7d-d4d2-407f-96eb-9b81243ae55e tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:26:21.113785 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b83e7d-d4d2-407f-96eb-9b81243ae55e tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:26:21.114145 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b83e7d-d4d2-407f-96eb-9b81243ae55e tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:26:21.114493 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b83e7d-d4d2-407f-96eb-9b81243ae55e tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:26:21.115384 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b83e7d-d4d2-407f-96eb-9b81243ae55e tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:26:21.115861 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b83e7d-d4d2-407f-96eb-9b81243ae55e tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:26:21.116210 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b83e7d-d4d2-407f-96eb-9b81243ae55e tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:26:21.116776 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b83e7d-d4d2-407f-96eb-9b81243ae55e tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:26:21.117123 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b83e7d-d4d2-407f-96eb-9b81243ae55e tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:26:21.117452 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b83e7d-d4d2-407f-96eb-9b81243ae55e tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:26:21.118842 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b83e7d-d4d2-407f-96eb-9b81243ae55e tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:26:21.119181 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b83e7d-d4d2-407f-96eb-9b81243ae55e tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:26:21.132806 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-0c0dfd74-db96-4273-a4e7-2b8fd1437495 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Request body: {'floatingip': {'port_id': '9254e1af-d3c0-416d-a770-279ae90ca001'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:26:21.172401 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b7e112-0d94-4eab-8971-c6150a270fe1 None None] Pushing event updated for resources: {'Port': ['ID=b2523a0b-5bd1-45e5-afa6-3d4bc3ccce4a,revision_number=2']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:21.208087 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-b49263b7-8931-4682-8db1-ab9735ba86df None None] Attempting to bind port b2523a0b-5bd1-45e5-afa6-3d4bc3ccce4a on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:26:21.208988 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-b49263b7-8931-4682-8db1-ab9735ba86df None None] Attempting to bind port b2523a0b-5bd1-45e5-afa6-3d4bc3ccce4a by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:26:21.210437 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49263b7-8931-4682-8db1-ab9735ba86df None None] Attempting to bind port b2523a0b-5bd1-45e5-afa6-3d4bc3ccce4a on network 7fdf1889-f079-4166-bbda-88b2a8d8d595 {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:26:21.218267 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49263b7-8931-4682-8db1-ab9735ba86df None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:26:21.219182 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49263b7-8931-4682-8db1-ab9735ba86df None None] Checking segment: {'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:26:21.219864 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b49263b7-8931-4682-8db1-ab9735ba86df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:21.220610 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49263b7-8931-4682-8db1-ab9735ba86df None None] Bound using segment: {'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:26:21.221332 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-b49263b7-8931-4682-8db1-ab9735ba86df None None] Bound port: b2523a0b-5bd1-45e5-afa6-3d4bc3ccce4a, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:26:21.222062 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b49263b7-8931-4682-8db1-ab9735ba86df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:21.282577 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-b49263b7-8931-4682-8db1-ab9735ba86df None None] For port b2523a0b-5bd1-45e5-afa6-3d4bc3ccce4a, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:26:21.287366 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-b49263b7-8931-4682-8db1-ab9735ba86df None None] For port b2523a0b-5bd1-45e5-afa6-3d4bc3ccce4a, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b2523a0b-5bd1-45e5-afa6-3d4bc3ccce4a,segment=NetworkSegment(a32e5bfd-6fac-434f-817b-5707a23fd2ca),segment_id=a32e5bfd-6fac-434f-817b-5707a23fd2ca)] {{(pid=103155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:26:21.293183 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b49263b7-8931-4682-8db1-ab9735ba86df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:21.354584 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49263b7-8931-4682-8db1-ab9735ba86df None None] Routers {'962ca149-f491-4366-a2db-e0ac669471d5'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:26:21.355391 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-b49263b7-8931-4682-8db1-ab9735ba86df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:25:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['962ca149-f491-4366-a2db-e0ac669471d5'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:26:21.401257 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1530c61-7d4d-48b4-82ea-505b85dd0547 tempest-FloatingIPAdminTestJSON-1747396200 tempest-FloatingIPAdminTestJSON-1747396200-project-admin] Pushing event deleted for resources: {'Port': ['ID=ed1a0a77-21cf-40bc-baea-2c672c759e32,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:21.451664 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.db.resource_extend [None req-a36f8864-c978-4100-a531-573bafbba464 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] It took 0.50 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 21 13:26:21.497661 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0c0dfd74-db96-4273-a4e7-2b8fd1437495 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Publish callbacks [] for floatingip, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:21.526218 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b7e112-0d94-4eab-8971-c6150a270fe1 None None] Pushing event updated for resources: {'Port': ['ID=b2523a0b-5bd1-45e5-afa6-3d4bc3ccce4a,revision_number=3']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:21.548244 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1f991e-96bc-4b48-9a65-db2959a8738d req-e6854c5d-6f78-480d-a43e-1f474e14c2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:21.550234 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-bf1f991e-96bc-4b48-9a65-db2959a8738d req-e6854c5d-6f78-480d-a43e-1f474e14c2d2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=39aa7305-1380-4f0a-b399-f8c03518e77f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6134558 Dec 21 13:26:21.553065 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8b817c01-88cd-43da-bcc1-8b3aab5120cb tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:21.562669 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-b49263b7-8931-4682-8db1-ab9735ba86df None None] Set router 962ca149-f491-4366-a2db-e0ac669471d5 gateway port host: None {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:26:21.573678 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-180c32f2-0bcc-4156-a0de-67770e387439 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Deleting port b2523a0b-5bd1-45e5-afa6-3d4bc3ccce4a {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:26:21.574062 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-180c32f2-0bcc-4156-a0de-67770e387439 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:21.583277 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8b817c01-88cd-43da-bcc1-8b3aab5120cb tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:21.615259 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b83e7d-d4d2-407f-96eb-9b81243ae55e tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Network 5dfd510d-3f73-4b52-8de0-0ffb067f78c2 is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:26:21.639947 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-b49263b7-8931-4682-8db1-ab9735ba86df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '962ca149-f491-4366-a2db-e0ac669471d5', 'name': 'tempest-snat-router-698788880', 'tenant_id': '3d94f03dbf1c4f0aa2571543427d6226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:26:15Z', 'updated_at': '2021-12-21T13:26:20Z', 'revision_number': 4, 'project_id': '3d94f03dbf1c4f0aa2571543427d6226', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:26:21.676430 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-86b83e7d-d4d2-407f-96eb-9b81243ae55e tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 5dfd510d-3f73-4b52-8de0-0ffb067f78c2) {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:26:21.676646 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49263b7-8931-4682-8db1-ab9735ba86df None None] The sync data for ids ['962ca149-f491-4366-a2db-e0ac669471d5'] in dv-neutron-master-2-hyperv is: [{'id': '962ca149-f491-4366-a2db-e0ac669471d5', 'name': 'tempest-snat-router-698788880', 'tenant_id': '3d94f03dbf1c4f0aa2571543427d6226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:26:15Z', 'updated_at': '2021-12-21T13:26:20Z', 'revision_number': 4, 'project_id': '3d94f03dbf1c4f0aa2571543427d6226', 'gw_port_host': None}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:26:21.682589 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7b0e018f-de29-486a-abd6-0e847ab08b81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:21.685456 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7b0e018f-de29-486a-abd6-0e847ab08b81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:21.686599 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-7b0e018f-de29-486a-abd6-0e847ab08b81 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b2eb71cb-35d3-4f77-baf2-2cb2bc70c85f HTTP/1.1" status: 204 len: 168 time: 1.3770921 Dec 21 13:26:21.687509 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b076660-14d6-4d9e-8dcd-d3a548ff9f83 None None] Network 5dfd510d-3f73-4b52-8de0-0ffb067f78c2 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:26:21.692186 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a36f8864-c978-4100-a531-573bafbba464 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:21.703254 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a1530c61-7d4d-48b4-82ea-505b85dd0547 tempest-FloatingIPAdminTestJSON-1747396200 tempest-FloatingIPAdminTestJSON-1747396200-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:21.706199 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a1530c61-7d4d-48b4-82ea-505b85dd0547 tempest-FloatingIPAdminTestJSON-1747396200 tempest-FloatingIPAdminTestJSON-1747396200-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for floatingip, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:21.711140 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-a1530c61-7d4d-48b4-82ea-505b85dd0547 tempest-FloatingIPAdminTestJSON-1747396200 tempest-FloatingIPAdminTestJSON-1747396200-project-admin] 10.222.0.37 "DELETE /v2.0/floatingips/72ff8d53-f503-4dfe-b2ad-da45904c8248 HTTP/1.1" status: 204 len: 168 time: 3.7071726 Dec 21 13:26:21.725055 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a36f8864-c978-4100-a531-573bafbba464 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548820'] for floatingip, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:21.749097 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-180c32f2-0bcc-4156-a0de-67770e387439 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:21.765080 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-180c32f2-0bcc-4156-a0de-67770e387439 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Calling delete_port for b2523a0b-5bd1-45e5-afa6-3d4bc3ccce4a owned by network:router_gateway {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:26:21.771368 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 54044) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:21.860896 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0e018f-de29-486a-abd6-0e847ab08b81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2eb71cb-35d3-4f77-baf2-2cb2bc70c85f,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:21.863287 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b83e7d-d4d2-407f-96eb-9b81243ae55e tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:21.863894 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-86b83e7d-d4d2-407f-96eb-9b81243ae55e tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:21.867969 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e88c4d-5753-444f-9b25-558417f7350c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-5dfd510d-3f73-4b52-8de0-0ffb067f78c2', 'network_id': '5dfd510d-3f73-4b52-8de0-0ffb067f78c2', 'project_id': '5d2c9a3181764d51b85f95e0276c0ec2', 'fixed_ips': [{'subnet_id': 'a6cb507b-6bdb-45a4-937d-d0727b51ae7b'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:26:21.871154 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f6e88c4d-5753-444f-9b25-558417f7350c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:21.908295 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8b817c01-88cd-43da-bcc1-8b3aab5120cb tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532537'] for router_interface, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:21.916626 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b817c01-88cd-43da-bcc1-8b3aab5120cb tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Pushing event updated for resources: {'Port': ['ID=bf4d2fb0-9c04-47db-a0f1-cc777aaf0abc,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:22.072799 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-bf1f991e-96bc-4b48-9a65-db2959a8738d req-29f97599-df65-46b2-a84b-be007c4a653c service neutron] 10.222.0.60 "GET /v2.0/networks/39aa7305-1380-4f0a-b399-f8c03518e77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5065317 Dec 21 13:26:22.165321 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-86b83e7d-d4d2-407f-96eb-9b81243ae55e tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9204352 Dec 21 13:26:22.170248 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54050) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:22.243185 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-f6e88c4d-5753-444f-9b25-558417f7350c None None] Allocated IP 2001:db8::2 (5dfd510d-3f73-4b52-8de0-0ffb067f78c2/a6cb507b-6bdb-45a4-937d-d0727b51ae7b/bde85b45-8b85-47d0-a2fa-fc21c01b94e0) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:26:22.256129 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-42fdda3d-1186-4bb8-8632-41a84c89a97c tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Request body: {'port': {'network_id': '5dfd510d-3f73-4b52-8de0-0ffb067f78c2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-601216912'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:26:22.263351 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.l3_db [None req-a36f8864-c978-4100-a531-573bafbba464 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] Floating IP 93171689-e42c-47f3-aee1-917af793709b associated. External IP: 172.36.3.229, port: 76407916-90b0-4b3d-969b-db8131c418cf. Dec 21 13:26:22.527717 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-180c32f2-0bcc-4156-a0de-67770e387439 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:22.572695 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f6e88c4d-5753-444f-9b25-558417f7350c None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:22.582338 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f6e88c4d-5753-444f-9b25-558417f7350c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:22.624234 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-0213b4e0-36f3-4994-a62a-35b3d35eaf89 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Deleting port c333c7b7-76f2-44b0-ab2e-29793173047d {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:26:22.625050 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0213b4e0-36f3-4994-a62a-35b3d35eaf89 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:22.635934 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e88c4d-5753-444f-9b25-558417f7350c None None] Pushing event updated for resources: {'Port': ['ID=bde85b45-8b85-47d0-a2fa-fc21c01b94e0,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:22.644352 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180c32f2-0bcc-4156-a0de-67770e387439 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Pushing event deleted for resources: {'Port': ['ID=b2523a0b-5bd1-45e5-afa6-3d4bc3ccce4a,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:22.658044 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e88c4d-5753-444f-9b25-558417f7350c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:26:22.658662 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e88c4d-5753-444f-9b25-558417f7350c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:26:22.658871 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e88c4d-5753-444f-9b25-558417f7350c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:26:22.659263 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e88c4d-5753-444f-9b25-558417f7350c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:26:22.659602 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e88c4d-5753-444f-9b25-558417f7350c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:26:22.660308 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e88c4d-5753-444f-9b25-558417f7350c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:26:22.661448 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e88c4d-5753-444f-9b25-558417f7350c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:26:22.661828 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e88c4d-5753-444f-9b25-558417f7350c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:26:22.662255 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e88c4d-5753-444f-9b25-558417f7350c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:26:22.662644 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e88c4d-5753-444f-9b25-558417f7350c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:26:22.663108 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e88c4d-5753-444f-9b25-558417f7350c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:26:22.663436 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e88c4d-5753-444f-9b25-558417f7350c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:26:22.663770 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e88c4d-5753-444f-9b25-558417f7350c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:26:22.668863 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.db.resource_extend [None req-0c0dfd74-db96-4273-a4e7-2b8fd1437495 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 21 13:26:22.682783 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e88c4d-5753-444f-9b25-558417f7350c None None] Network 5dfd510d-3f73-4b52-8de0-0ffb067f78c2 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:26:22.686391 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-f6e88c4d-5753-444f-9b25-558417f7350c None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:26:22.694495 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e88c4d-5753-444f-9b25-558417f7350c None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:26:22.696343 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42fdda3d-1186-4bb8-8632-41a84c89a97c tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Made reservation on behalf of 5d2c9a3181764d51b85f95e0276c0ec2 for: {'port': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:26:22.700711 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-42fdda3d-1186-4bb8-8632-41a84c89a97c tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:22.766635 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-42fdda3d-1186-4bb8-8632-41a84c89a97c tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] device_id is not set on port 5b44a53b-de65-42b9-81a0-19ec7d1f7c5d yet. {{(pid=103152) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 13:26:22.787411 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-f6e88c4d-5753-444f-9b25-558417f7350c None None] Attempting to bind port bde85b45-8b85-47d0-a2fa-fc21c01b94e0 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:26:22.788151 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-f6e88c4d-5753-444f-9b25-558417f7350c None None] Attempting to bind port bde85b45-8b85-47d0-a2fa-fc21c01b94e0 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '171cb5ed-1933-42b8-8266-eab20903ffa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '5dfd510d-3f73-4b52-8de0-0ffb067f78c2'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:26:22.788869 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e88c4d-5753-444f-9b25-558417f7350c None None] Attempting to bind port bde85b45-8b85-47d0-a2fa-fc21c01b94e0 on network 5dfd510d-3f73-4b52-8de0-0ffb067f78c2 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:26:22.798033 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e88c4d-5753-444f-9b25-558417f7350c None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:26:22.799030 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e88c4d-5753-444f-9b25-558417f7350c None None] Checking segment: {'id': '171cb5ed-1933-42b8-8266-eab20903ffa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '5dfd510d-3f73-4b52-8de0-0ffb067f78c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:26:22.799778 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f6e88c4d-5753-444f-9b25-558417f7350c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:22.800398 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e88c4d-5753-444f-9b25-558417f7350c None None] Bound using segment: {'id': '171cb5ed-1933-42b8-8266-eab20903ffa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '5dfd510d-3f73-4b52-8de0-0ffb067f78c2'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:26:22.801223 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-f6e88c4d-5753-444f-9b25-558417f7350c None None] Bound port: bde85b45-8b85-47d0-a2fa-fc21c01b94e0, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '171cb5ed-1933-42b8-8266-eab20903ffa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '5dfd510d-3f73-4b52-8de0-0ffb067f78c2'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:26:22.804364 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f6e88c4d-5753-444f-9b25-558417f7350c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:22.868700 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0c0dfd74-db96-4273-a4e7-2b8fd1437495 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:22.899169 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0c0dfd74-db96-4273-a4e7-2b8fd1437495 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548820'] for floatingip, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:22.931006 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-f6e88c4d-5753-444f-9b25-558417f7350c None None] For port bde85b45-8b85-47d0-a2fa-fc21c01b94e0, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:26:22.934558 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-f6e88c4d-5753-444f-9b25-558417f7350c None None] For port bde85b45-8b85-47d0-a2fa-fc21c01b94e0, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bde85b45-8b85-47d0-a2fa-fc21c01b94e0,segment=NetworkSegment(171cb5ed-1933-42b8-8266-eab20903ffa9),segment_id=171cb5ed-1933-42b8-8266-eab20903ffa9)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:26:22.947099 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f6e88c4d-5753-444f-9b25-558417f7350c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:23.059932 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b817c01-88cd-43da-bcc1-8b3aab5120cb tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Network 8a124a90-7f68-46e1-bb1a-302e490965ef is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:26:23.072398 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0213b4e0-36f3-4994-a62a-35b3d35eaf89 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:23.080528 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-8b817c01-88cd-43da-bcc1-8b3aab5120cb tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:26:23.081685 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e88c4d-5753-444f-9b25-558417f7350c None None] Pushing event updated for resources: {'Port': ['ID=bde85b45-8b85-47d0-a2fa-fc21c01b94e0,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:23.093146 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a36f8864-c978-4100-a531-573bafbba464 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] Router c1c8c185-7ea7-4358-89e1-dbdf029dbd22 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:26:23.102424 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-bf1f991e-96bc-4b48-9a65-db2959a8738d req-e54e7d82-b755-4d36-b90d-37e94617e702 service neutron] 10.222.0.60 "GET /v2.0/networks/39aa7305-1380-4f0a-b399-f8c03518e77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0143442 Dec 21 13:26:23.111343 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-0213b4e0-36f3-4994-a62a-35b3d35eaf89 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Calling delete_port for c333c7b7-76f2-44b0-ab2e-29793173047d owned by {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:26:23.148035 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.l3_db [None req-0c0dfd74-db96-4273-a4e7-2b8fd1437495 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Floating IP 43713f4a-c800-44ff-9fbd-1ad418dd89db associated. External IP: 172.36.3.63, port: 9254e1af-d3c0-416d-a770-279ae90ca001. Dec 21 13:26:23.396456 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-42fdda3d-1186-4bb8-8632-41a84c89a97c tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Allocated IP 2001:db8::23f (5dfd510d-3f73-4b52-8de0-0ffb067f78c2/a6cb507b-6bdb-45a4-937d-d0727b51ae7b/5b44a53b-de65-42b9-81a0-19ec7d1f7c5d) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:26:23.463254 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-180c32f2-0bcc-4156-a0de-67770e387439 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-548638'] for router_gateway, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:23.589365 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a36f8864-c978-4100-a531-573bafbba464 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:26:23.595872 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a36f8864-c978-4100-a531-573bafbba464 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for floatingip, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:23.602144 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8079a7f3-5a54-4c9b-ad83-330cb3d8b133 None None] Sync routers for ids ['c1c8c185-7ea7-4358-89e1-dbdf029dbd22'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:26:23.623326 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8079a7f3-5a54-4c9b-ad83-330cb3d8b133 None None] Routers {'c1c8c185-7ea7-4358-89e1-dbdf029dbd22'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:26:23.626220 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-8079a7f3-5a54-4c9b-ad83-330cb3d8b133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:25:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['c1c8c185-7ea7-4358-89e1-dbdf029dbd22'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:26:23.643550 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0213b4e0-36f3-4994-a62a-35b3d35eaf89 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:23.682801 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-180c32f2-0bcc-4156-a0de-67770e387439 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26950'] for router, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:23.685766 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-180c32f2-0bcc-4156-a0de-67770e387439 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:23.697355 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-a36f8864-c978-4100-a531-573bafbba464 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] 10.222.0.37 "PUT /v2.0/floatingips/93171689-e42c-47f3-aee1-917af793709b HTTP/1.1" status: 200 len: 991 time: 5.3389199 Dec 21 13:26:23.704277 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b817c01-88cd-43da-bcc1-8b3aab5120cb tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Router fcb00c9b-995f-4543-8a21-2f08796e9bed is scheduled to L3 agent 59e14383-78fa-487e-9299-b32042a98157 with binding_index 1 {{(pid=103153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 13:26:23.753188 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5a50cf6-e9ef-40a0-bcb8-50f22df91d1e', 'tag': '76407916-90b0-4b3d-969b-db8131c418cf'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:26:23.757117 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af6034c98e584fa55ea4398f343c742ceb598288507feaf30d5a15785b2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65327023-044f-49b3-aaa8-65209e575236" -d '{"events": [{"name": "network-changed", "server_uuid": "d5a50cf6-e9ef-40a0-bcb8-50f22df91d1e", "tag": "76407916-90b0-4b3d-969b-db8131c418cf"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:26:23.806196 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-a1ac5125-5946-4ab6-b7a2-45fc0fb1a244 None None] Provisioning complete for port bf4d2fb0-9c04-47db-a0f1-cc777aaf0abc triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:26:23.807389 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a1ac5125-5946-4ab6-b7a2-45fc0fb1a244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:23.838592 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-8079a7f3-5a54-4c9b-ad83-330cb3d8b133 None None] Set router c1c8c185-7ea7-4358-89e1-dbdf029dbd22 gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:26:23.864071 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-180c32f2-0bcc-4156-a0de-67770e387439 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534967'] for router, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:23.864626 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-180c32f2-0bcc-4156-a0de-67770e387439 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 962ca149-f491-4366-a2db-e0ac669471d5 {{(pid=103152) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 13:26:23.871439 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0213b4e0-36f3-4994-a62a-35b3d35eaf89 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Pushing event deleted for resources: {'Port': ['ID=c333c7b7-76f2-44b0-ab2e-29793173047d,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:23.883786 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-180c32f2-0bcc-4156-a0de-67770e387439 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks [] for router, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:23.887441 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-180c32f2-0bcc-4156-a0de-67770e387439 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] 10.222.0.37 "DELETE /v2.0/routers/962ca149-f491-4366-a2db-e0ac669471d5 HTTP/1.1" status: 204 len: 168 time: 3.5181465 Dec 21 13:26:23.896939 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54078) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:23.921765 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 13:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ead2a825-cd6e-40cd-9d5e-b272d33b1fc0 x-openstack-request-id: req-ead2a825-cd6e-40cd-9d5e-b272d33b1fc0 {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:26:23.922062 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5a50cf6-e9ef-40a0-bcb8-50f22df91d1e", "tag": "76407916-90b0-4b3d-969b-db8131c418cf", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:26:23.922325 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ead2a825-cd6e-40cd-9d5e-b272d33b1fc0 {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:26:23.922789 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5a50cf6-e9ef-40a0-bcb8-50f22df91d1e', 'tag': '76407916-90b0-4b3d-969b-db8131c418cf', 'status': 'completed', 'code': 200} Dec 21 13:26:23.966344 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-a1ac5125-5946-4ab6-b7a2-45fc0fb1a244 None None] Port bf4d2fb0-9c04-47db-a0f1-cc777aaf0abc cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:26:24.065222 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0213b4e0-36f3-4994-a62a-35b3d35eaf89 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:24.069018 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-0213b4e0-36f3-4994-a62a-35b3d35eaf89 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] 10.222.0.37 "DELETE /v2.0/ports/c333c7b7-76f2-44b0-ab2e-29793173047d HTTP/1.1" status: 204 len: 168 time: 2.2954564 Dec 21 13:26:24.099544 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54084) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:24.452880 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1c103be1-1aa2-402c-a341-043ef4f3fbe2 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks [] for router, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:24.472249 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7dc0d71-136c-4f65-8281-53ac49b6d459 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:24.473966 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-a7dc0d71-136c-4f65-8281-53ac49b6d459 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] 10.222.0.37 "GET /v2.0/ports?device_id=379ad297-0af3-4487-b835-20a9cf22cfbb HTTP/1.1" status: 200 len: 913 time: 0.3731165 Dec 21 13:26:24.496058 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54090) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:24.549036 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-8079a7f3-5a54-4c9b-ad83-330cb3d8b133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1c8c185-7ea7-4358-89e1-dbdf029dbd22', 'name': 'tempest-ServersTestJSON-48013927-router', 'tenant_id': '8aee670f41db4d76aa264255d2510915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.162'}], 'enable_snat': True}, 'gw_port_id': '3577293b-0870-463f-963e-35b3036c27fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:25:21Z', 'updated_at': '2021-12-21T13:25:35Z', 'revision_number': 4, 'project_id': '8aee670f41db4d76aa264255d2510915', 'gw_port': {'id': '3577293b-0870-463f-963e-35b3036c27fa', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:34:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c8c185-7ea7-4358-89e1-dbdf029dbd22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:25:23Z', 'updated_at': '2021-12-21T13:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '93171689-e42c-47f3-aee1-917af793709b', 'tenant_id': '8aee670f41db4d76aa264255d2510915', 'floating_ip_address': '172.36.3.229', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': 'c1c8c185-7ea7-4358-89e1-dbdf029dbd22', 'port_id': '76407916-90b0-4b3d-969b-db8131c418cf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 182, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83c05ac8-bd36-43e0-a042-78664d1cb962', 'mac_address': 'fa:16:3e:60:58:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a50cf6-e9ef-40a0-bcb8-50f22df91d1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T13:25:47Z', 'updated_at': '2021-12-21T13:26:20Z', 'revision_number': 1, 'project_id': '8aee670f41db4d76aa264255d2510915', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8e23467-83d2-424a-a531-c080c307aeea', 'name': '', 'network_id': '83c05ac8-bd36-43e0-a042-78664d1cb962', 'tenant_id': '8aee670f41db4d76aa264255d2510915', 'mac_address': 'fa:16:3e:73:bd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c8c185-7ea7-4358-89e1-dbdf029dbd22', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '40d80c43-5346-4a2c-a020-9bfccd6ebd6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:25:31Z', 'updated_at': '2021-12-21T13:25:43Z', 'revision_number': 5, 'project_id': '8aee670f41db4d76aa264255d2510915', 'subnets': [{'id': '40d80c43-5346-4a2c-a020-9bfccd6ebd6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:26:24.630792 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b817c01-88cd-43da-bcc1-8b3aab5120cb tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:26:24.635843 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8079a7f3-5a54-4c9b-ad83-330cb3d8b133 None None] Checking router: c1c8c185-7ea7-4358-89e1-dbdf029dbd22 for host: dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:26:24.643814 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795a77ff-ee18-4b85-b1ba-fd9452f6be93 None None] Sync routers for ids ['fcb00c9b-995f-4543-8a21-2f08796e9bed'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:26:24.658806 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8079a7f3-5a54-4c9b-ad83-330cb3d8b133 None None] Routers {'c1c8c185-7ea7-4358-89e1-dbdf029dbd22'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:26:24.659459 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-8079a7f3-5a54-4c9b-ad83-330cb3d8b133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:25:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['c1c8c185-7ea7-4358-89e1-dbdf029dbd22'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:26:24.672529 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795a77ff-ee18-4b85-b1ba-fd9452f6be93 None None] Routers {'fcb00c9b-995f-4543-8a21-2f08796e9bed'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:26:24.675869 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-795a77ff-ee18-4b85-b1ba-fd9452f6be93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:25:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['fcb00c9b-995f-4543-8a21-2f08796e9bed'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:26:24.676612 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-8b817c01-88cd-43da-bcc1-8b3aab5120cb tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] 10.222.0.37 "PUT /v2.0/routers/fcb00c9b-995f-4543-8a21-2f08796e9bed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7469769 Dec 21 13:26:24.686409 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 54096) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:24.701744 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-713a04cb-1d6e-4838-93aa-06e55b520eee tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Request body: {'port': {'network_id': '8a124a90-7f68-46e1-bb1a-302e490965ef', 'name': 'tempest-FloatingIPNegativeTestJSON-923533869'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:26:24.768029 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65327023-044f-49b3-aaa8-65209e575236 req-2f0bb0cc-99a1-48bd-bc90-464943247629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:24.782850 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-65327023-044f-49b3-aaa8-65209e575236 req-2f0bb0cc-99a1-48bd-bc90-464943247629 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8aee670f41db4d76aa264255d2510915&device_id=d5a50cf6-e9ef-40a0-bcb8-50f22df91d1e HTTP/1.1" status: 200 len: 1098 time: 0.8573313 Dec 21 13:26:24.783366 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 54098) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:24.796087 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-795a77ff-ee18-4b85-b1ba-fd9452f6be93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:26:24.838744 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795a77ff-ee18-4b85-b1ba-fd9452f6be93 None None] Routers {'fcb00c9b-995f-4543-8a21-2f08796e9bed'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:26:24.839567 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-795a77ff-ee18-4b85-b1ba-fd9452f6be93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:25:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['fcb00c9b-995f-4543-8a21-2f08796e9bed'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:26:24.938801 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-8079a7f3-5a54-4c9b-ad83-330cb3d8b133 None None] Set router c1c8c185-7ea7-4358-89e1-dbdf029dbd22 gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:26:24.997464 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device bde85b45-8b85-47d0-a2fa-fc21c01b94e0 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:26:24.999187 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65327023-044f-49b3-aaa8-65209e575236 req-56db75b3-4b24-41c1-a4e0-0a5f02643edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:25.000736 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-65327023-044f-49b3-aaa8-65209e575236 req-56db75b3-4b24-41c1-a4e0-0a5f02643edb service neutron] 10.222.0.60 "GET /v2.0/networks?id=83c05ac8-bd36-43e0-a042-78664d1cb962 HTTP/1.1" status: 200 len: 905 time: 0.1945515 Dec 21 13:26:25.003881 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8383c05-4d9a-4717-9377-b8612116dac3 None None] Network 5dfd510d-3f73-4b52-8de0-0ffb067f78c2 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:26:25.037025 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-795a77ff-ee18-4b85-b1ba-fd9452f6be93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:26:25.042009 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795a77ff-ee18-4b85-b1ba-fd9452f6be93 None None] The sync data for ids ['fcb00c9b-995f-4543-8a21-2f08796e9bed'] in dv-neutron-master-2-hyperv is: [] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:26:25.080825 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-2219bc3b-6973-4a46-808b-3b49781e6351 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-532651561', 'router:external': True}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:26:25.126165 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-713a04cb-1d6e-4838-93aa-06e55b520eee tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Made reservation on behalf of 65768d6586864634b516c9fe38af7537 for: {'port': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:26:25.130610 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-713a04cb-1d6e-4838-93aa-06e55b520eee tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:25.136762 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2219bc3b-6973-4a46-808b-3b49781e6351 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Made reservation on behalf of 5dfce5a937c44fa489dbfd6d1d065e41 for: {'network': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:26:25.139177 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2219bc3b-6973-4a46-808b-3b49781e6351 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:25.168806 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-1a42b72c-776f-4cb0-bc47-05ef1b40d8ef None None] Provisioning complete for port bde85b45-8b85-47d0-a2fa-fc21c01b94e0 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:26:25.169392 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2219bc3b-6973-4a46-808b-3b49781e6351 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:25.172600 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-1a42b72c-776f-4cb0-bc47-05ef1b40d8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:25.183896 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-65327023-044f-49b3-aaa8-65209e575236 req-f9bfffe7-9a07-4992-be4b-2a64023aa07d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76407916-90b0-4b3d-969b-db8131c418cf HTTP/1.1" status: 200 len: 999 time: 0.1680472 Dec 21 13:26:25.190099 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [None req-713a04cb-1d6e-4838-93aa-06e55b520eee tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] device_id is not set on port fade8039-476a-4ac3-b1bc-9b92b7c716dc yet. {{(pid=103153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 13:26:25.307893 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-3446a346-7828-40f1-8394-648bdc27cfc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:25.331307 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-713a04cb-1d6e-4838-93aa-06e55b520eee tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Allocated IP 172.20.0.12 (8a124a90-7f68-46e1-bb1a-302e490965ef/76377a05-a979-4a15-a545-1ad1dac55654/fade8039-476a-4ac3-b1bc-9b92b7c716dc) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:26:25.417962 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-42fdda3d-1186-4bb8-8632-41a84c89a97c tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:25.432443 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-1a42b72c-776f-4cb0-bc47-05ef1b40d8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:25.434894 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port bde85b45-8b85-47d0-a2fa-fc21c01b94e0 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:26:25.435389 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:25.548777 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-1a42b72c-776f-4cb0-bc47-05ef1b40d8ef None None] For port bde85b45-8b85-47d0-a2fa-fc21c01b94e0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bde85b45-8b85-47d0-a2fa-fc21c01b94e0,segment=NetworkSegment(171cb5ed-1933-42b8-8266-eab20903ffa9),segment_id=171cb5ed-1933-42b8-8266-eab20903ffa9)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:26:25.551205 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-8079a7f3-5a54-4c9b-ad83-330cb3d8b133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1c8c185-7ea7-4358-89e1-dbdf029dbd22', 'name': 'tempest-ServersTestJSON-48013927-router', 'tenant_id': '8aee670f41db4d76aa264255d2510915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.162'}], 'enable_snat': True}, 'gw_port_id': '3577293b-0870-463f-963e-35b3036c27fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:25:21Z', 'updated_at': '2021-12-21T13:25:35Z', 'revision_number': 4, 'project_id': '8aee670f41db4d76aa264255d2510915', 'gw_port': {'id': '3577293b-0870-463f-963e-35b3036c27fa', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:34:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c8c185-7ea7-4358-89e1-dbdf029dbd22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:25:23Z', 'updated_at': '2021-12-21T13:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '93171689-e42c-47f3-aee1-917af793709b', 'tenant_id': '8aee670f41db4d76aa264255d2510915', 'floating_ip_address': '172.36.3.229', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': 'c1c8c185-7ea7-4358-89e1-dbdf029dbd22', 'port_id': '76407916-90b0-4b3d-969b-db8131c418cf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 182, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83c05ac8-bd36-43e0-a042-78664d1cb962', 'mac_address': 'fa:16:3e:60:58:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a50cf6-e9ef-40a0-bcb8-50f22df91d1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T13:25:47Z', 'updated_at': '2021-12-21T13:26:20Z', 'revision_number': 1, 'project_id': '8aee670f41db4d76aa264255d2510915', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8e23467-83d2-424a-a531-c080c307aeea', 'name': '', 'network_id': '83c05ac8-bd36-43e0-a042-78664d1cb962', 'tenant_id': '8aee670f41db4d76aa264255d2510915', 'mac_address': 'fa:16:3e:73:bd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c8c185-7ea7-4358-89e1-dbdf029dbd22', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '40d80c43-5346-4a2c-a020-9bfccd6ebd6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:25:31Z', 'updated_at': '2021-12-21T13:25:43Z', 'revision_number': 5, 'project_id': '8aee670f41db4d76aa264255d2510915', 'subnets': [{'id': '40d80c43-5346-4a2c-a020-9bfccd6ebd6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:26:25.563133 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-1a42b72c-776f-4cb0-bc47-05ef1b40d8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:25.619455 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8079a7f3-5a54-4c9b-ad83-330cb3d8b133 None None] The sync data for ids ['c1c8c185-7ea7-4358-89e1-dbdf029dbd22'] in dv-neutron-master-2-hyperv is: [{'id': 'c1c8c185-7ea7-4358-89e1-dbdf029dbd22', 'name': 'tempest-ServersTestJSON-48013927-router', 'tenant_id': '8aee670f41db4d76aa264255d2510915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.162'}], 'enable_snat': True}, 'gw_port_id': '3577293b-0870-463f-963e-35b3036c27fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:25:21Z', 'updated_at': '2021-12-21T13:25:35Z', 'revision_number': 4, 'project_id': '8aee670f41db4d76aa264255d2510915', 'gw_port': {'id': '3577293b-0870-463f-963e-35b3036c27fa', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:34:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c8c185-7ea7-4358-89e1-dbdf029dbd22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:25:23Z', 'updated_at': '2021-12-21T13:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '93171689-e42c-47f3-aee1-917af793709b', 'tenant_id': '8aee670f41db4d76aa264255d2510915', 'floating_ip_address': '172.36.3.229', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': 'c1c8c185-7ea7-4358-89e1-dbdf029dbd22', 'port_id': '76407916-90b0-4b3d-969b-db8131c418cf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 182, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83c05ac8-bd36-43e0-a042-78664d1cb962', 'mac_address': 'fa:16:3e:60:58:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a50cf6-e9ef-40a0-bcb8-50f22df91d1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T13:25:47Z', 'updated_at': '2021-12-21T13:26:20Z', 'revision_number': 1, 'project_id': '8aee670f41db4d76aa264255d2510915', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8e23467-83d2-424a-a531-c080c307aeea', 'name': '', 'network_id': '83c05ac8-bd36-43e0-a042-78664d1cb962', 'tenant_id': '8aee670f41db4d76aa264255d2510915', 'mac_address': 'fa:16:3e:73:bd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c8c185-7ea7-4358-89e1-dbdf029dbd22', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '40d80c43-5346-4a2c-a020-9bfccd6ebd6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:25:31Z', 'updated_at': '2021-12-21T13:25:43Z', 'revision_number': 5, 'project_id': '8aee670f41db4d76aa264255d2510915', 'subnets': [{'id': '40d80c43-5346-4a2c-a020-9bfccd6ebd6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:26:25.693717 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c0dfd74-db96-4273-a4e7-2b8fd1437495 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Router 2e68b54d-ba7b-4ea5-857e-5c90bb3745ba has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:26:25.704767 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-713a04cb-1d6e-4838-93aa-06e55b520eee tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:25.729726 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-42fdda3d-1186-4bb8-8632-41a84c89a97c tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:25.741366 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a42b72c-776f-4cb0-bc47-05ef1b40d8ef None None] Pushing event updated for resources: {'Port': ['ID=bde85b45-8b85-47d0-a2fa-fc21c01b94e0,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:25.758938 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1c103be1-1aa2-402c-a341-043ef4f3fbe2 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:25.767129 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-713a04cb-1d6e-4838-93aa-06e55b520eee tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:25.881789 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713a04cb-1d6e-4838-93aa-06e55b520eee tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Network 8a124a90-7f68-46e1-bb1a-302e490965ef is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:26:25.891631 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-713a04cb-1d6e-4838-93aa-06e55b520eee tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:26:25.894093 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713a04cb-1d6e-4838-93aa-06e55b520eee tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Pushing event updated for resources: {'Port': ['ID=fade8039-476a-4ac3-b1bc-9b92b7c716dc,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:25.900984 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713a04cb-1d6e-4838-93aa-06e55b520eee tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:26:25.904967 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65327023-044f-49b3-aaa8-65209e575236 req-cf6c7bd2-e13b-4df8-b291-5373790d0913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:25.906171 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-65327023-044f-49b3-aaa8-65209e575236 req-cf6c7bd2-e13b-4df8-b291-5373790d0913 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=40d80c43-5346-4a2c-a020-9bfccd6ebd6c HTTP/1.1" status: 200 len: 843 time: 0.1529224 Dec 21 13:26:25.926681 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-435c4e99-b113-4eb6-8728-5d06ae124540 None None] Provisioning complete for port bde85b45-8b85-47d0-a2fa-fc21c01b94e0 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:26:25.927967 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-435c4e99-b113-4eb6-8728-5d06ae124540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:25.945943 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42fdda3d-1186-4bb8-8632-41a84c89a97c tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Network 5dfd510d-3f73-4b52-8de0-0ffb067f78c2 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:26:25.961191 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-42fdda3d-1186-4bb8-8632-41a84c89a97c tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:26:25.968469 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fdda3d-1186-4bb8-8632-41a84c89a97c tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Pushing event updated for resources: {'Port': ['ID=5b44a53b-de65-42b9-81a0-19ec7d1f7c5d,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:26.016354 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d60e71-222d-431b-bc01-02d7911c049f None None] New status for floating IP 93171689-e42c-47f3-aee1-917af793709b: ACTIVE {{(pid=103155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 13:26:26.032337 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fdda3d-1186-4bb8-8632-41a84c89a97c tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:26:26.040632 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42fdda3d-1186-4bb8-8632-41a84c89a97c tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:26.045192 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-42fdda3d-1186-4bb8-8632-41a84c89a97c tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:26.058345 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713a04cb-1d6e-4838-93aa-06e55b520eee tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:26.059030 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-713a04cb-1d6e-4838-93aa-06e55b520eee tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:26.100846 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2219bc3b-6973-4a46-808b-3b49781e6351 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:26.107507 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2219bc3b-6973-4a46-808b-3b49781e6351 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:26.149277 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-713a04cb-1d6e-4838-93aa-06e55b520eee tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4580946 Dec 21 13:26:26.151523 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65327023-044f-49b3-aaa8-65209e575236 req-c8d290ed-d570-46ed-9dbb-b89c0d45e998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:26.153925 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-65327023-044f-49b3-aaa8-65209e575236 req-c8d290ed-d570-46ed-9dbb-b89c0d45e998 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=83c05ac8-bd36-43e0-a042-78664d1cb962&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2199695 Dec 21 13:26:26.156407 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 54108) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:26.176328 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-0a2b3055-1709-4d55-96e3-d96d4d70e463 tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Request body: {'floatingip': {'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:26:26.210055 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2219bc3b-6973-4a46-808b-3b49781e6351 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=103153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:26:26.228044 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-42fdda3d-1186-4bb8-8632-41a84c89a97c tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.0068493 Dec 21 13:26:26.236549 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54110) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:26.245719 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-8af24617-8780-4898-8bc1-64f2273bc2c9 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Request body: {'port': {'network_id': '5dfd510d-3f73-4b52-8de0-0ffb067f78c2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2051354132', 'allowed_address_pairs': [{'ip_address': '2001:db8::23f', 'mac_address': 'fa:16:3e:da:2d:93'}]}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:26:26.247572 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2219bc3b-6973-4a46-808b-3b49781e6351 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00622b5d-e086-4029-8f24-b248ca69d7a2,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:26.252719 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2219bc3b-6973-4a46-808b-3b49781e6351 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:26.253073 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.segments_db [None req-2219bc3b-6973-4a46-808b-3b49781e6351 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Added segment 319ee406-ec40-4006-91d6-0a95f5ac9c1f of type vlan for network ffc37400-bf76-4a86-8106-d27d20cea6a6 Dec 21 13:26:26.299551 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c0dfd74-db96-4273-a4e7-2b8fd1437495 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:26:26.311597 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33aa4c4-2f41-4d52-a498-c9c6433797de None None] Sync routers for ids ['2e68b54d-ba7b-4ea5-857e-5c90bb3745ba'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:26:26.318762 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-1c103be1-1aa2-402c-a341-043ef4f3fbe2 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Deleting port d680ae6b-9b95-4281-8a34-4dab1d772704 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:26:26.319110 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1c103be1-1aa2-402c-a341-043ef4f3fbe2 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:26.325301 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0c0dfd74-db96-4273-a4e7-2b8fd1437495 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for floatingip, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:26.326771 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33aa4c4-2f41-4d52-a498-c9c6433797de None None] Routers {'2e68b54d-ba7b-4ea5-857e-5c90bb3745ba'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:26:26.327592 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-e33aa4c4-2f41-4d52-a498-c9c6433797de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:25:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['2e68b54d-ba7b-4ea5-857e-5c90bb3745ba'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:26:26.389112 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0a2b3055-1709-4d55-96e3-d96d4d70e463 tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Publish callbacks [] for floatingip, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:26.402897 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2219bc3b-6973-4a46-808b-3b49781e6351 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:26.450729 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-65327023-044f-49b3-aaa8-65209e575236 req-d720a082-c7af-4892-88e8-77fa15c9f2ae service neutron] 10.222.0.60 "GET /v2.0/networks/83c05ac8-bd36-43e0-a042-78664d1cb962?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2777030 Dec 21 13:26:26.492437 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-b27df174-21d9-4084-8252-204acbb9fad3 None None] Provisioning complete for port fade8039-476a-4ac3-b1bc-9b92b7c716dc triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:26:26.493059 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b27df174-21d9-4084-8252-204acbb9fad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:26.556336 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2219bc3b-6973-4a46-808b-3b49781e6351 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:26.557258 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2219bc3b-6973-4a46-808b-3b49781e6351 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:26.557851 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2219bc3b-6973-4a46-808b-3b49781e6351 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:26.572486 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-0c0dfd74-db96-4273-a4e7-2b8fd1437495 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "PUT /v2.0/floatingips/43713f4a-c800-44ff-9fbd-1ad418dd89db HTTP/1.1" status: 200 len: 990 time: 5.4486086 Dec 21 13:26:26.577613 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f04569b-7b6a-480f-a48e-6be4ed1157fe', 'tag': '9254e1af-d3c0-416d-a770-279ae90ca001'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:26:26.579687 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d59863cea1d3cd3753b105ac340115874538247bffc4ddd9c7a2f3cf3d2521b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e7a548-0163-4483-8259-c46a3b400792" -d '{"events": [{"name": "network-changed", "server_uuid": "9f04569b-7b6a-480f-a48e-6be4ed1157fe", "tag": "9254e1af-d3c0-416d-a770-279ae90ca001"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:26:26.648553 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-2219bc3b-6973-4a46-808b-3b49781e6351 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.8607206 Dec 21 13:26:26.651941 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 54116) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:26.652595 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2219bc3b-6973-4a46-808b-3b49781e6351 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Pushing event updated for resources: {'Network': ['ID=ffc37400-bf76-4a86-8106-d27d20cea6a6,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:26.659553 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-e5253bc4-bec1-4a2e-990c-06ffe6caf69c tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Request body: {'subnet': {'network_id': 'ffc37400-bf76-4a86-8106-d27d20cea6a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:26:26.686381 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-65327023-044f-49b3-aaa8-65209e575236 req-5a46ff5f-f412-4d76-9220-0dae5782f1cb service neutron] 10.222.0.60 "GET /v2.0/networks/83c05ac8-bd36-43e0-a042-78664d1cb962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261276 Dec 21 13:26:26.716874 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5253bc4-bec1-4a2e-990c-06ffe6caf69c tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Made reservation on behalf of 5dfce5a937c44fa489dbfd6d1d065e41 for: {'subnet': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:26:26.719275 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e5253bc4-bec1-4a2e-990c-06ffe6caf69c tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11288759'] for subnet, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:26.723042 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 13:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-031b90b0-a710-4d7b-8269-d2bbf94c7e80 x-openstack-request-id: req-031b90b0-a710-4d7b-8269-d2bbf94c7e80 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:26:26.723582 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f04569b-7b6a-480f-a48e-6be4ed1157fe", "tag": "9254e1af-d3c0-416d-a770-279ae90ca001", "status": "completed", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:26:26.724027 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-031b90b0-a710-4d7b-8269-d2bbf94c7e80 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:26:26.724489 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f04569b-7b6a-480f-a48e-6be4ed1157fe', 'tag': '9254e1af-d3c0-416d-a770-279ae90ca001', 'status': 'completed', 'code': 200} Dec 21 13:26:26.726622 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-1c103be1-1aa2-402c-a341-043ef4f3fbe2 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] For port d680ae6b-9b95-4281-8a34-4dab1d772704, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d680ae6b-9b95-4281-8a34-4dab1d772704,segment=NetworkSegment(a32e5bfd-6fac-434f-817b-5707a23fd2ca),segment_id=a32e5bfd-6fac-434f-817b-5707a23fd2ca)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:26:26.727030 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1c103be1-1aa2-402c-a341-043ef4f3fbe2 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:26.760811 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-713e766b-c539-4b16-84a3-4db36067a414 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532692'] for router_interface, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:26.764209 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-1c103be1-1aa2-402c-a341-043ef4f3fbe2 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Calling delete_port for d680ae6b-9b95-4281-8a34-4dab1d772704 owned by network:router_gateway {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:26:26.767784 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0a2b3055-1709-4d55-96e3-d96d4d70e463 tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:26.784865 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network ffc37400-bf76-4a86-8106-d27d20cea6a6 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:26:26.787306 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device bde85b45-8b85-47d0-a2fa-fc21c01b94e0 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:26:26.822466 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8af24617-8780-4898-8bc1-64f2273bc2c9 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Made reservation on behalf of 5d2c9a3181764d51b85f95e0276c0ec2 for: {'port': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:26:26.865159 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-e33aa4c4-2f41-4d52-a498-c9c6433797de None None] Set router 2e68b54d-ba7b-4ea5-857e-5c90bb3745ba gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:26:26.932301 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-b27df174-21d9-4084-8252-204acbb9fad3 None None] Port fade8039-476a-4ac3-b1bc-9b92b7c716dc cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:26:26.983558 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e7a548-0163-4483-8259-c46a3b400792 req-b540cdf8-a0f4-4f98-a817-944be711dba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:26.985471 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-19e7a548-0163-4483-8259-c46a3b400792 req-b540cdf8-a0f4-4f98-a817-944be711dba3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=eb17296434674195836b28e8a0fc67cf&device_id=9f04569b-7b6a-480f-a48e-6be4ed1157fe HTTP/1.1" status: 200 len: 1098 time: 0.1774414 Dec 21 13:26:27.016761 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port bde85b45-8b85-47d0-a2fa-fc21c01b94e0 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:26:27.017332 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:27.105137 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-9f8e12d0-1ec8-47f1-8b8c-e84d757701c0 None None] Provisioning complete for port 5b44a53b-de65-42b9-81a0-19ec7d1f7c5d triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:26:27.105544 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-9f8e12d0-1ec8-47f1-8b8c-e84d757701c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:27.145266 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-0a2b3055-1709-4d55-96e3-d96d4d70e463 tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Allocated IP 172.36.3.153 (7fdf1889-f079-4166-bbda-88b2a8d8d595/051a5607-1753-4008-a2f2-d94b48752e9c/3da7cff2-9a7f-4978-9c9e-c929eb408f26) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:26:27.170226 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8af24617-8780-4898-8bc1-64f2273bc2c9 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:27.190451 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e7a548-0163-4483-8259-c46a3b400792 req-72a410ed-ba5b-40bf-89b8-f5b12dec4df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:27.192381 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-19e7a548-0163-4483-8259-c46a3b400792 req-72a410ed-ba5b-40bf-89b8-f5b12dec4df3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ec88161e-a588-41e1-b33a-71ad6f2116fc HTTP/1.1" status: 200 len: 912 time: 0.1942391 Dec 21 13:26:27.211154 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-9f8e12d0-1ec8-47f1-8b8c-e84d757701c0 None None] Port 5b44a53b-de65-42b9-81a0-19ec7d1f7c5d cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:26:27.240816 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-8af24617-8780-4898-8bc1-64f2273bc2c9 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] device_id is not set on port 7077557d-6448-4778-8b9a-5c61e6255106 yet. {{(pid=103152) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 13:26:27.378008 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-e33aa4c4-2f41-4d52-a498-c9c6433797de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e68b54d-ba7b-4ea5-857e-5c90bb3745ba', 'name': 'tempest-ServerActionsTestJSON-196369966-router', 'tenant_id': 'eb17296434674195836b28e8a0fc67cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.93'}], 'enable_snat': True}, 'gw_port_id': 'b3c1be79-5ee6-4a0c-b4ac-211e5b59e717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:25:21Z', 'updated_at': '2021-12-21T13:25:37Z', 'revision_number': 4, 'project_id': 'eb17296434674195836b28e8a0fc67cf', 'gw_port': {'id': 'b3c1be79-5ee6-4a0c-b4ac-211e5b59e717', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a4:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e68b54d-ba7b-4ea5-857e-5c90bb3745ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:25:24Z', 'updated_at': '2021-12-21T13:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '43713f4a-c800-44ff-9fbd-1ad418dd89db', 'tenant_id': 'eb17296434674195836b28e8a0fc67cf', 'floating_ip_address': '172.36.3.63', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': '2e68b54d-ba7b-4ea5-857e-5c90bb3745ba', 'port_id': '9254e1af-d3c0-416d-a770-279ae90ca001', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 185, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec88161e-a588-41e1-b33a-71ad6f2116fc', 'mac_address': 'fa:16:3e:eb:ec:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f04569b-7b6a-480f-a48e-6be4ed1157fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T13:25:49Z', 'updated_at': '2021-12-21T13:26:22Z', 'revision_number': 1, 'project_id': 'eb17296434674195836b28e8a0fc67cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a984a249-347d-4f6c-962c-d06af2546cf7', 'name': '', 'network_id': 'ec88161e-a588-41e1-b33a-71ad6f2116fc', 'tenant_id': 'eb17296434674195836b28e8a0fc67cf', 'mac_address': 'fa:16:3e:26:78:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e68b54d-ba7b-4ea5-857e-5c90bb3745ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'fea6c692-bae9-40da-92a1-c6d85a86ba17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:25:34Z', 'updated_at': '2021-12-21T13:25:45Z', 'revision_number': 5, 'project_id': 'eb17296434674195836b28e8a0fc67cf', 'subnets': [{'id': 'fea6c692-bae9-40da-92a1-c6d85a86ba17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:26:27.384773 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-19e7a548-0163-4483-8259-c46a3b400792 req-27ff3175-83eb-418f-b537-e94f9b4f721c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9254e1af-d3c0-416d-a770-279ae90ca001 HTTP/1.1" status: 200 len: 998 time: 0.1743100 Dec 21 13:26:27.410198 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1c103be1-1aa2-402c-a341-043ef4f3fbe2 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:27.411933 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33aa4c4-2f41-4d52-a498-c9c6433797de None None] Checking router: 2e68b54d-ba7b-4ea5-857e-5c90bb3745ba for host: dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:26:27.417669 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0a2b3055-1709-4d55-96e3-d96d4d70e463 tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:27.427880 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33aa4c4-2f41-4d52-a498-c9c6433797de None None] Routers {'2e68b54d-ba7b-4ea5-857e-5c90bb3745ba'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:26:27.428678 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-e33aa4c4-2f41-4d52-a498-c9c6433797de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:25:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['2e68b54d-ba7b-4ea5-857e-5c90bb3745ba'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:26:27.484249 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c103be1-1aa2-402c-a341-043ef4f3fbe2 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Pushing event deleted for resources: {'Port': ['ID=d680ae6b-9b95-4281-8a34-4dab1d772704,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:27.486683 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-8af24617-8780-4898-8bc1-64f2273bc2c9 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Allocated IP 2001:db8::1dc (5dfd510d-3f73-4b52-8de0-0ffb067f78c2/a6cb507b-6bdb-45a4-937d-d0727b51ae7b/7077557d-6448-4778-8b9a-5c61e6255106) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:26:27.502769 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e7a548-0163-4483-8259-c46a3b400792 req-cc6d7f53-ec63-4835-84b1-f07d64f122a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:27.504367 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-19e7a548-0163-4483-8259-c46a3b400792 req-cc6d7f53-ec63-4835-84b1-f07d64f122a1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fea6c692-bae9-40da-92a1-c6d85a86ba17 HTTP/1.1" status: 200 len: 850 time: 0.0810318 Dec 21 13:26:27.529093 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0a2b3055-1709-4d55-96e3-d96d4d70e463 tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:27.569693 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-9e75e77c-0cbf-4f58-a109-4d347ca70e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:27.576232 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-e33aa4c4-2f41-4d52-a498-c9c6433797de None None] Set router 2e68b54d-ba7b-4ea5-857e-5c90bb3745ba gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:26:27.596000 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2b3055-1709-4d55-96e3-d96d4d70e463 tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Network 7fdf1889-f079-4166-bbda-88b2a8d8d595 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:26:27.604205 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-0a2b3055-1709-4d55-96e3-d96d4d70e463 tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:26:27.620279 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2b3055-1709-4d55-96e3-d96d4d70e463 tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:26:27.675554 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2b3055-1709-4d55-96e3-d96d4d70e463 tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Pushing event updated for resources: {'Port': ['ID=3da7cff2-9a7f-4978-9c9e-c929eb408f26,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:27.682709 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.objects.ports [None req-e5253bc4-bec1-4a2e-990c-06ffe6caf69c tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103153) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 21 13:26:27.683985 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e5253bc4-bec1-4a2e-990c-06ffe6caf69c tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11195289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11288741'] for subnet, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:27.719495 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e7a548-0163-4483-8259-c46a3b400792 req-588820dc-8fb1-45e2-a0a0-de094874684e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:27.721107 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-19e7a548-0163-4483-8259-c46a3b400792 req-588820dc-8fb1-45e2-a0a0-de094874684e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ec88161e-a588-41e1-b33a-71ad6f2116fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2060320 Dec 21 13:26:27.795160 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5253bc4-bec1-4a2e-990c-06ffe6caf69c tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Pushing event updated for resources: {'Subnet': ['ID=4dc8d8c2-9e48-46a3-b534-84ea7c6d897e,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:27.885223 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5253bc4-bec1-4a2e-990c-06ffe6caf69c tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Checking segment: {'id': '319ee406-ec40-4006-91d6-0a95f5ac9c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'ffc37400-bf76-4a86-8106-d27d20cea6a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:26:27.885587 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5253bc4-bec1-4a2e-990c-06ffe6caf69c tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Network hostable DHCP agents. Network: ffc37400-bf76-4a86-8106-d27d20cea6a6, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:26:27.901111 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-e33aa4c4-2f41-4d52-a498-c9c6433797de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e68b54d-ba7b-4ea5-857e-5c90bb3745ba', 'name': 'tempest-ServerActionsTestJSON-196369966-router', 'tenant_id': 'eb17296434674195836b28e8a0fc67cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.93'}], 'enable_snat': True}, 'gw_port_id': 'b3c1be79-5ee6-4a0c-b4ac-211e5b59e717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:25:21Z', 'updated_at': '2021-12-21T13:25:37Z', 'revision_number': 4, 'project_id': 'eb17296434674195836b28e8a0fc67cf', 'gw_port': {'id': 'b3c1be79-5ee6-4a0c-b4ac-211e5b59e717', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a4:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e68b54d-ba7b-4ea5-857e-5c90bb3745ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:25:24Z', 'updated_at': '2021-12-21T13:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '43713f4a-c800-44ff-9fbd-1ad418dd89db', 'tenant_id': 'eb17296434674195836b28e8a0fc67cf', 'floating_ip_address': '172.36.3.63', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': '2e68b54d-ba7b-4ea5-857e-5c90bb3745ba', 'port_id': '9254e1af-d3c0-416d-a770-279ae90ca001', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 185, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec88161e-a588-41e1-b33a-71ad6f2116fc', 'mac_address': 'fa:16:3e:eb:ec:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f04569b-7b6a-480f-a48e-6be4ed1157fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T13:25:49Z', 'updated_at': '2021-12-21T13:26:22Z', 'revision_number': 1, 'project_id': 'eb17296434674195836b28e8a0fc67cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a984a249-347d-4f6c-962c-d06af2546cf7', 'name': '', 'network_id': 'ec88161e-a588-41e1-b33a-71ad6f2116fc', 'tenant_id': 'eb17296434674195836b28e8a0fc67cf', 'mac_address': 'fa:16:3e:26:78:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e68b54d-ba7b-4ea5-857e-5c90bb3745ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'fea6c692-bae9-40da-92a1-c6d85a86ba17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:25:34Z', 'updated_at': '2021-12-21T13:25:45Z', 'revision_number': 5, 'project_id': 'eb17296434674195836b28e8a0fc67cf', 'subnets': [{'id': 'fea6c692-bae9-40da-92a1-c6d85a86ba17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:26:27.913252 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0a2b3055-1709-4d55-96e3-d96d4d70e463 tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:27.923554 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-19e7a548-0163-4483-8259-c46a3b400792 req-95140ba4-b764-4062-8c02-16785bfb069b service neutron] 10.222.0.60 "GET /v2.0/networks/ec88161e-a588-41e1-b33a-71ad6f2116fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889536 Dec 21 13:26:27.932939 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33aa4c4-2f41-4d52-a498-c9c6433797de None None] The sync data for ids ['2e68b54d-ba7b-4ea5-857e-5c90bb3745ba'] in dv-neutron-master-2-hyperv is: [{'id': '2e68b54d-ba7b-4ea5-857e-5c90bb3745ba', 'name': 'tempest-ServerActionsTestJSON-196369966-router', 'tenant_id': 'eb17296434674195836b28e8a0fc67cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.93'}], 'enable_snat': True}, 'gw_port_id': 'b3c1be79-5ee6-4a0c-b4ac-211e5b59e717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:25:21Z', 'updated_at': '2021-12-21T13:25:37Z', 'revision_number': 4, 'project_id': 'eb17296434674195836b28e8a0fc67cf', 'gw_port': {'id': 'b3c1be79-5ee6-4a0c-b4ac-211e5b59e717', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a4:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e68b54d-ba7b-4ea5-857e-5c90bb3745ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:25:24Z', 'updated_at': '2021-12-21T13:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '43713f4a-c800-44ff-9fbd-1ad418dd89db', 'tenant_id': 'eb17296434674195836b28e8a0fc67cf', 'floating_ip_address': '172.36.3.63', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': '2e68b54d-ba7b-4ea5-857e-5c90bb3745ba', 'port_id': '9254e1af-d3c0-416d-a770-279ae90ca001', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 185, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec88161e-a588-41e1-b33a-71ad6f2116fc', 'mac_address': 'fa:16:3e:eb:ec:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f04569b-7b6a-480f-a48e-6be4ed1157fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T13:25:49Z', 'updated_at': '2021-12-21T13:26:22Z', 'revision_number': 1, 'project_id': 'eb17296434674195836b28e8a0fc67cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a984a249-347d-4f6c-962c-d06af2546cf7', 'name': '', 'network_id': 'ec88161e-a588-41e1-b33a-71ad6f2116fc', 'tenant_id': 'eb17296434674195836b28e8a0fc67cf', 'mac_address': 'fa:16:3e:26:78:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e68b54d-ba7b-4ea5-857e-5c90bb3745ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'fea6c692-bae9-40da-92a1-c6d85a86ba17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:25:34Z', 'updated_at': '2021-12-21T13:25:45Z', 'revision_number': 5, 'project_id': 'eb17296434674195836b28e8a0fc67cf', 'subnets': [{'id': 'fea6c692-bae9-40da-92a1-c6d85a86ba17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:26:27.946407 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1c103be1-1aa2-402c-a341-043ef4f3fbe2 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-548638'] for router_gateway, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:27.953950 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5253bc4-bec1-4a2e-990c-06ffe6caf69c tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Network ffc37400-bf76-4a86-8106-d27d20cea6a6 is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:26:28.002518 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-713e766b-c539-4b16-84a3-4db36067a414 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Deleting port 81a931de-7647-4ed4-9201-de0a3641b8fe {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:26:28.002944 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-713e766b-c539-4b16-84a3-4db36067a414 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:28.003907 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-e5253bc4-bec1-4a2e-990c-06ffe6caf69c tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, ffc37400-bf76-4a86-8106-d27d20cea6a6) {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:26:28.006475 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0a2b3055-1709-4d55-96e3-d96d4d70e463 tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:28.015833 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf899c3b-4c3e-44f7-a83a-ef190b4acc9e None None] Network ffc37400-bf76-4a86-8106-d27d20cea6a6 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:26:28.022272 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5253bc4-bec1-4a2e-990c-06ffe6caf69c tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:28.023067 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e5253bc4-bec1-4a2e-990c-06ffe6caf69c tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633769'] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:28.133752 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1c103be1-1aa2-402c-a341-043ef4f3fbe2 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26950'] for router, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:28.140267 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1c103be1-1aa2-402c-a341-043ef4f3fbe2 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:28.149222 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-e5253bc4-bec1-4a2e-990c-06ffe6caf69c tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.4934328 Dec 21 13:26:28.152391 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 54126) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:28.164835 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-498567cc-e46a-43c4-8abd-0e3ed4cd1ca9 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1853950059', 'network_id': 'ffc37400-bf76-4a86-8106-d27d20cea6a6'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:26:28.186183 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3cd999b-2abe-4aa0-80a5-8c3de603febe None None] Network ffc37400-bf76-4a86-8106-d27d20cea6a6 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:26:28.227300 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-19e7a548-0163-4483-8259-c46a3b400792 req-21e08a7b-17ab-488d-8840-879053bcbea5 service neutron] 10.222.0.60 "GET /v2.0/networks/ec88161e-a588-41e1-b33a-71ad6f2116fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2744508 Dec 21 13:26:28.256451 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1c103be1-1aa2-402c-a341-043ef4f3fbe2 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534967'] for router, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:28.257815 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c103be1-1aa2-402c-a341-043ef4f3fbe2 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b026ab0d-80f3-4c22-8741-a5fcc93f17f3 {{(pid=103152) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 13:26:28.269987 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1c103be1-1aa2-402c-a341-043ef4f3fbe2 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks [] for router, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:28.277138 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-1c103be1-1aa2-402c-a341-043ef4f3fbe2 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] 10.222.0.37 "DELETE /v2.0/routers/b026ab0d-80f3-4c22-8741-a5fcc93f17f3 HTTP/1.1" status: 204 len: 168 time: 4.3616667 Dec 21 13:26:28.277923 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54128) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:28.288674 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-498567cc-e46a-43c4-8abd-0e3ed4cd1ca9 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Made reservation on behalf of 5dfce5a937c44fa489dbfd6d1d065e41 for: {'port': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:26:28.289807 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8af24617-8780-4898-8bc1-64f2273bc2c9 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:28.291493 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-498567cc-e46a-43c4-8abd-0e3ed4cd1ca9 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:28.297045 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-3ca01451-d72a-4242-908b-a19260a62f25 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-730187969', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}, 'admin_state_up': False}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:26:28.329872 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-713e766b-c539-4b16-84a3-4db36067a414 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:28.337627 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [None req-498567cc-e46a-43c4-8abd-0e3ed4cd1ca9 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] device_id is not set on port 56f97ef9-620b-4b7d-b6d5-b08fc17fc8ab yet. {{(pid=103153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 13:26:28.367247 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4da4cf-a619-45ef-b4ff-82416fb7700f None None] New status for floating IP 43713f4a-c800-44ff-9fbd-1ad418dd89db: ACTIVE {{(pid=103155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 13:26:28.385812 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-713e766b-c539-4b16-84a3-4db36067a414 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Calling delete_port for 81a931de-7647-4ed4-9201-de0a3641b8fe owned by network:router_interface {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:26:28.431887 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3ca01451-d72a-4242-908b-a19260a62f25 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26964'] for router, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:28.432921 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3ca01451-d72a-4242-908b-a19260a62f25 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-642316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26957'] for router, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:28.486836 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8af24617-8780-4898-8bc1-64f2273bc2c9 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:28.495189 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0a2b3055-1709-4d55-96e3-d96d4d70e463 tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:28.525489 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0a2b3055-1709-4d55-96e3-d96d4d70e463 tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:28.584386 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3ca01451-d72a-4242-908b-a19260a62f25 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:28.650698 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af24617-8780-4898-8bc1-64f2273bc2c9 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Network 5dfd510d-3f73-4b52-8de0-0ffb067f78c2 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:26:28.686973 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af24617-8780-4898-8bc1-64f2273bc2c9 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Pushing event updated for resources: {'Port': ['ID=7077557d-6448-4778-8b9a-5c61e6255106,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:28.693398 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-8af24617-8780-4898-8bc1-64f2273bc2c9 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:26:28.720778 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:28.722831 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af24617-8780-4898-8bc1-64f2273bc2c9 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:26:28.729300 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af24617-8780-4898-8bc1-64f2273bc2c9 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:28.729974 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8af24617-8780-4898-8bc1-64f2273bc2c9 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:28.768392 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-8af24617-8780-4898-8bc1-64f2273bc2c9 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 2.5268116 Dec 21 13:26:28.799031 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54132) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:28.876972 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-498567cc-e46a-43c4-8abd-0e3ed4cd1ca9 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Allocated IP 172.20.0.4 (ffc37400-bf76-4a86-8106-d27d20cea6a6/4dc8d8c2-9e48-46a3-b534-84ea7c6d897e/56f97ef9-620b-4b7d-b6d5-b08fc17fc8ab) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:26:28.886822 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3ca01451-d72a-4242-908b-a19260a62f25 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:28.915924 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0a2b3055-1709-4d55-96e3-d96d4d70e463 tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548820'] for floatingip, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:28.953341 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2b3055-1709-4d55-96e3-d96d4d70e463 tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Pushing event updated for resources: {'Port': ['ID=3da7cff2-9a7f-4978-9c9e-c929eb408f26,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:28.957711 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device d680ae6b-9b95-4281-8a34-4dab1d772704 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:26:28.965076 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0a2b3055-1709-4d55-96e3-d96d4d70e463 tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for floatingip, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:28.966367 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-0a2b3055-1709-4d55-96e3-d96d4d70e463 tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7947712 Dec 21 13:26:28.975518 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 54134) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:28.984456 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-7b78a291-8767-464b-bd98-d5a90658f332 tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Request body: {'floatingip': {'port_id': 'fade8039-476a-4ac3-b1bc-9b92b7c716dc', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:26:29.003261 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: d680ae6b-9b95-4281-8a34-4dab1d772704 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:26:29.004067 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device d680ae6b-9b95-4281-8a34-4dab1d772704 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:26:29.006954 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc0a9e0-6122-4fcc-994a-b4a2154108b3 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:29.024508 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc0a9e0-6122-4fcc-994a-b4a2154108b3 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:29.030501 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc0a9e0-6122-4fcc-994a-b4a2154108b3 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:29.032115 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-9bc0a9e0-6122-4fcc-994a-b4a2154108b3 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.2307308 Dec 21 13:26:29.034229 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-713e766b-c539-4b16-84a3-4db36067a414 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:29.037184 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54138) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:29.041402 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7b78a291-8767-464b-bd98-d5a90658f332 tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Publish callbacks [] for floatingip, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:29.060100 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-beb49e00-3c31-4eb7-bdb5-cb52ec1ccec3 None None] Provisioning complete for port 7077557d-6448-4778-8b9a-5c61e6255106 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:26:29.060799 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-beb49e00-3c31-4eb7-bdb5-cb52ec1ccec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:29.096968 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-beb49e00-3c31-4eb7-bdb5-cb52ec1ccec3 None None] Port 7077557d-6448-4778-8b9a-5c61e6255106 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:26:29.112845 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713e766b-c539-4b16-84a3-4db36067a414 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Pushing event deleted for resources: {'Port': ['ID=81a931de-7647-4ed4-9201-de0a3641b8fe,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:29.226106 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.api.v2.resource [None req-7b78a291-8767-464b-bd98-d5a90658f332 tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] update failed (client error): The resource could not be found. Dec 21 13:26:29.227093 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-7b78a291-8767-464b-bd98-d5a90658f332 tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] 10.222.0.37 "PUT /v2.0/floatingips/4de44aea-1b55-4249-9641-ad564506c57f HTTP/1.1" status: 404 len: 507 time: 0.2506125 Dec 21 13:26:29.231062 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54140) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:29.260522 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-498567cc-e46a-43c4-8abd-0e3ed4cd1ca9 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:29.315507 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-498567cc-e46a-43c4-8abd-0e3ed4cd1ca9 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:29.365859 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498567cc-e46a-43c4-8abd-0e3ed4cd1ca9 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Network ffc37400-bf76-4a86-8106-d27d20cea6a6 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:26:29.371497 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-498567cc-e46a-43c4-8abd-0e3ed4cd1ca9 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:26:29.374080 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498567cc-e46a-43c4-8abd-0e3ed4cd1ca9 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:26:29.419507 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498567cc-e46a-43c4-8abd-0e3ed4cd1ca9 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:29.420206 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-498567cc-e46a-43c4-8abd-0e3ed4cd1ca9 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:29.438133 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498567cc-e46a-43c4-8abd-0e3ed4cd1ca9 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Pushing event updated for resources: {'Port': ['ID=56f97ef9-620b-4b7d-b6d5-b08fc17fc8ab,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:29.450201 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-498567cc-e46a-43c4-8abd-0e3ed4cd1ca9 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.2950482 Dec 21 13:26:29.452598 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 54144) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:29.493012 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-628dbbe3-e3b5-4376-86f7-73548ae0291f tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Deleting port 7077557d-6448-4778-8b9a-5c61e6255106 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:26:29.493266 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-628dbbe3-e3b5-4376-86f7-73548ae0291f tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:29.532475 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-713e766b-c539-4b16-84a3-4db36067a414 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534084'] for router_interface, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:29.540947 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-9c4d4106-fe92-4ad2-ba21-1af67f065296 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Deleting port 56f97ef9-620b-4b7d-b6d5-b08fc17fc8ab {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:26:29.541285 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9c4d4106-fe92-4ad2-ba21-1af67f065296 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:29.618855 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9c4d4106-fe92-4ad2-ba21-1af67f065296 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:29.633790 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-9c4d4106-fe92-4ad2-ba21-1af67f065296 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Calling delete_port for 56f97ef9-620b-4b7d-b6d5-b08fc17fc8ab owned by {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:26:29.732539 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3ca01451-d72a-4242-908b-a19260a62f25 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks [] for router_gateway, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:29.740606 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-6c1e09b4-96ed-4012-8f6d-9fe9d954803c tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Deleting port 3da7cff2-9a7f-4978-9c9e-c929eb408f26 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:26:29.740938 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6c1e09b4-96ed-4012-8f6d-9fe9d954803c tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:29.785201 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9c4d4106-fe92-4ad2-ba21-1af67f065296 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:29.811559 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3ca01451-d72a-4242-908b-a19260a62f25 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:29.814521 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4d4106-fe92-4ad2-ba21-1af67f065296 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Pushing event deleted for resources: {'Port': ['ID=56f97ef9-620b-4b7d-b6d5-b08fc17fc8ab,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:29.818193 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-628dbbe3-e3b5-4376-86f7-73548ae0291f tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:29.887086 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-628dbbe3-e3b5-4376-86f7-73548ae0291f tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Calling delete_port for 7077557d-6448-4778-8b9a-5c61e6255106 owned by {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:26:29.894508 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9c4d4106-fe92-4ad2-ba21-1af67f065296 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:29.902789 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-9c4d4106-fe92-4ad2-ba21-1af67f065296 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] 10.222.0.37 "DELETE /v2.0/ports/56f97ef9-620b-4b7d-b6d5-b08fc17fc8ab HTTP/1.1" status: 204 len: 168 time: 0.4467509 Dec 21 13:26:29.903186 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 54148) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:29.910121 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-4ac29b54-bab7-4ace-a1b9-a24956a2032b tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ffc37400-bf76-4a86-8106-d27d20cea6a6', 'external_fixed_ips': [{'subnet_id': '4dc8d8c2-9e48-46a3-b534-84ea7c6d897e', 'ip_address': '172.20.0.4'}]}}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:26:29.945668 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4ac29b54-bab7-4ace-a1b9-a24956a2032b tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26964'] for router, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:29.947375 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4ac29b54-bab7-4ace-a1b9-a24956a2032b tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-642316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26957'] for router, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:30.034644 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4ac29b54-bab7-4ace-a1b9-a24956a2032b tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:30.190698 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4ac29b54-bab7-4ace-a1b9-a24956a2032b tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:30.330919 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6c1e09b4-96ed-4012-8f6d-9fe9d954803c tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:30.331805 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6c1e09b4-96ed-4012-8f6d-9fe9d954803c tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:30.420948 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4ac29b54-bab7-4ace-a1b9-a24956a2032b tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:30.423735 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-6c1e09b4-96ed-4012-8f6d-9fe9d954803c tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Calling delete_port for 3da7cff2-9a7f-4978-9c9e-c929eb408f26 owned by network:floatingip {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:26:30.447069 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4ac29b54-bab7-4ace-a1b9-a24956a2032b tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:30.612001 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-3ca01451-d72a-4242-908b-a19260a62f25 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Allocated IP 172.36.3.60 (7fdf1889-f079-4166-bbda-88b2a8d8d595/051a5607-1753-4008-a2f2-d94b48752e9c/f75f773f-75b3-46a7-b163-1382722deec9) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:26:30.650192 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-4ac29b54-bab7-4ace-a1b9-a24956a2032b tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Allocated IP 172.20.0.4 (ffc37400-bf76-4a86-8106-d27d20cea6a6/4dc8d8c2-9e48-46a3-b534-84ea7c6d897e/318dc62b-e886-44d6-8331-2551f9e35328) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:26:30.726518 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:30.727576 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-713e766b-c539-4b16-84a3-4db36067a414 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Router 379ad297-0af3-4487-b835-20a9cf22cfbb has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:26:30.863356 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4ac29b54-bab7-4ace-a1b9-a24956a2032b tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:30.876659 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-628dbbe3-e3b5-4376-86f7-73548ae0291f tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:30.911939 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4ac29b54-bab7-4ace-a1b9-a24956a2032b tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:30.959296 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628dbbe3-e3b5-4376-86f7-73548ae0291f tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Pushing event deleted for resources: {'Port': ['ID=7077557d-6448-4778-8b9a-5c61e6255106,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:30.971737 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac29b54-bab7-4ace-a1b9-a24956a2032b tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Network ffc37400-bf76-4a86-8106-d27d20cea6a6 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:26:30.973320 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:30.975720 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-4ac29b54-bab7-4ace-a1b9-a24956a2032b tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:26:30.981437 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac29b54-bab7-4ace-a1b9-a24956a2032b tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:26:30.981742 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3ca01451-d72a-4242-908b-a19260a62f25 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:30.985227 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac29b54-bab7-4ace-a1b9-a24956a2032b tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Pushing event updated for resources: {'Port': ['ID=318dc62b-e886-44d6-8331-2551f9e35328,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:31.118516 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6c1e09b4-96ed-4012-8f6d-9fe9d954803c tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:31.183068 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-713e766b-c539-4b16-84a3-4db36067a414 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:26:31.196875 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-713e766b-c539-4b16-84a3-4db36067a414 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] 10.222.0.37 "PUT /v2.0/routers/379ad297-0af3-4487-b835-20a9cf22cfbb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6889966 Dec 21 13:26:31.197577 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848f7aec-d5c8-47af-a568-4c68c77ffec8 None None] Sync routers for ids ['379ad297-0af3-4487-b835-20a9cf22cfbb'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:26:31.199638 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1e09b4-96ed-4012-8f6d-9fe9d954803c tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Pushing event deleted for resources: {'Port': ['ID=3da7cff2-9a7f-4978-9c9e-c929eb408f26,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:31.211726 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 54156) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:31.219604 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848f7aec-d5c8-47af-a568-4c68c77ffec8 None None] Routers {'379ad297-0af3-4487-b835-20a9cf22cfbb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:26:31.221143 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-848f7aec-d5c8-47af-a568-4c68c77ffec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:26:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['379ad297-0af3-4487-b835-20a9cf22cfbb'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:26:31.279651 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-848f7aec-d5c8-47af-a568-4c68c77ffec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:26:31.299779 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3ca01451-d72a-4242-908b-a19260a62f25 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:31.303554 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848f7aec-d5c8-47af-a568-4c68c77ffec8 None None] Routers {'379ad297-0af3-4487-b835-20a9cf22cfbb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:26:31.305212 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-848f7aec-d5c8-47af-a568-4c68c77ffec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:26:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['379ad297-0af3-4487-b835-20a9cf22cfbb'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:26:31.305824 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-628dbbe3-e3b5-4376-86f7-73548ae0291f tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:31.309136 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-628dbbe3-e3b5-4376-86f7-73548ae0291f tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] 10.222.0.37 "DELETE /v2.0/ports/7077557d-6448-4778-8b9a-5c61e6255106 HTTP/1.1" status: 204 len: 168 time: 2.2678185 Dec 21 13:26:31.312534 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54160) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:31.365172 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-848f7aec-d5c8-47af-a568-4c68c77ffec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:26:31.365941 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848f7aec-d5c8-47af-a568-4c68c77ffec8 None None] The sync data for ids ['379ad297-0af3-4487-b835-20a9cf22cfbb'] in dv-neutron-master-2-hyperv is: [] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:26:31.383328 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-15570db7-b9f1-46b3-b9e2-ef9ccaddf716 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] GET failed (client error): The resource could not be found. Dec 21 13:26:31.388730 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-15570db7-b9f1-46b3-b9e2-ef9ccaddf716 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] 10.222.0.37 "GET /v2.0/ports/7077557d-6448-4778-8b9a-5c61e6255106 HTTP/1.1" status: 404 len: 333 time: 0.0629900 Dec 21 13:26:31.391109 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 54162) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:31.393503 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca01451-d72a-4242-908b-a19260a62f25 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Network 7fdf1889-f079-4166-bbda-88b2a8d8d595 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:26:31.396141 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-4f56a8a8-34cc-42d8-806b-7cd46e6c5d91 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Request body: {'port': {'network_id': '5dfd510d-3f73-4b52-8de0-0ffb067f78c2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1659716055'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:26:31.398575 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-3ca01451-d72a-4242-908b-a19260a62f25 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:26:31.404296 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca01451-d72a-4242-908b-a19260a62f25 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:26:31.406518 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6c1e09b4-96ed-4012-8f6d-9fe9d954803c tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Publish callbacks [] for floatingip, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:31.409035 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6c1e09b4-96ed-4012-8f6d-9fe9d954803c tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for floatingip, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:31.410224 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-6c1e09b4-96ed-4012-8f6d-9fe9d954803c tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] 10.222.0.37 "DELETE /v2.0/floatingips/4de44aea-1b55-4249-9641-ad564506c57f HTTP/1.1" status: 204 len: 168 time: 2.1694736 Dec 21 13:26:31.413354 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca01451-d72a-4242-908b-a19260a62f25 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Pushing event updated for resources: {'Port': ['ID=f75f773f-75b3-46a7-b163-1382722deec9,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:31.414977 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54164) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:31.437779 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-d5c10683-8160-45d9-89f0-2b0ec62a7c33 tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Request body: {'floatingip': {'floating_network_id': '8a124a90-7f68-46e1-bb1a-302e490965ef', 'port_id': 'fade8039-476a-4ac3-b1bc-9b92b7c716dc', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:26:31.537828 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b047d4b6-1e2d-4177-ad99-6576b702cc04 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Publish callbacks [] for router, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:31.544349 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4ac29b54-bab7-4ace-a1b9-a24956a2032b tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:31.552504 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d5c10683-8160-45d9-89f0-2b0ec62a7c33 tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Publish callbacks [] for floatingip, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:31.757781 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f56a8a8-34cc-42d8-806b-7cd46e6c5d91 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Made reservation on behalf of 5d2c9a3181764d51b85f95e0276c0ec2 for: {'port': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:26:31.761291 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4f56a8a8-34cc-42d8-806b-7cd46e6c5d91 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:31.837718 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [None req-4f56a8a8-34cc-42d8-806b-7cd46e6c5d91 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] device_id is not set on port 9ac53506-93eb-4a88-bdcb-ede76c2c0613 yet. {{(pid=103153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 13:26:31.854988 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b047d4b6-1e2d-4177-ad99-6576b702cc04 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:31.955489 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3ca01451-d72a-4242-908b-a19260a62f25 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks [] for router_gateway, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:32.014673 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4ac29b54-bab7-4ace-a1b9-a24956a2032b tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548730'] for router, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:32.096778 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-4f56a8a8-34cc-42d8-806b-7cd46e6c5d91 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Allocated IP 2001:db8::32b (5dfd510d-3f73-4b52-8de0-0ffb067f78c2/a6cb507b-6bdb-45a4-937d-d0727b51ae7b/9ac53506-93eb-4a88-bdcb-ede76c2c0613) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:26:32.104636 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-b047d4b6-1e2d-4177-ad99-6576b702cc04 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Deleting port db07fbc1-fd1e-4390-9e79-32616c335d74 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:26:32.105091 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b047d4b6-1e2d-4177-ad99-6576b702cc04 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:32.124959 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.api.v2.resource [None req-d5c10683-8160-45d9-89f0-2b0ec62a7c33 tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 13:26:32.126697 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-d5c10683-8160-45d9-89f0-2b0ec62a7c33 tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.6923661 Dec 21 13:26:32.132387 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54170) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:32.139019 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-ea01c62f-e946-40a3-a4c3-9dc319e83d7a tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Request body: {'floatingip': {'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'port_id': 'fade8039-476a-4ac3-b1bc-9b92b7c716dc', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:26:32.259882 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ea01c62f-e946-40a3-a4c3-9dc319e83d7a tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Publish callbacks [] for floatingip, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:32.398737 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3ca01451-d72a-4242-908b-a19260a62f25 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548730'] for router, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:32.555136 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ea01c62f-e946-40a3-a4c3-9dc319e83d7a tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:32.563654 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b047d4b6-1e2d-4177-ad99-6576b702cc04 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:32.587572 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-b047d4b6-1e2d-4177-ad99-6576b702cc04 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Calling delete_port for db07fbc1-fd1e-4390-9e79-32616c335d74 owned by network:router_gateway {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:26:32.633188 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ca01451-d72a-4242-908b-a19260a62f25 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Router b5ff3f97-222e-4b7e-9535-498d98cc6525 is scheduled to L3 agent 59e14383-78fa-487e-9299-b32042a98157 with binding_index 1 {{(pid=103152) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 13:26:32.701917 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ac29b54-bab7-4ace-a1b9-a24956a2032b tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Router 5934ed72-d77d-4f8c-bf65-acfcbd12cb73 is scheduled to L3 agent 59e14383-78fa-487e-9299-b32042a98157 with binding_index 1 {{(pid=103153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 13:26:32.731778 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-ea01c62f-e946-40a3-a4c3-9dc319e83d7a tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Allocated IP 172.36.3.209 (7fdf1889-f079-4166-bbda-88b2a8d8d595/051a5607-1753-4008-a2f2-d94b48752e9c/1de2af7e-7e80-494d-99e4-b163c8752133) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:26:32.739948 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4f56a8a8-34cc-42d8-806b-7cd46e6c5d91 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:32.830740 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ca01451-d72a-4242-908b-a19260a62f25 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:26:32.846122 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6d5adb-653d-4744-b952-acc11f0614a7 None None] Sync routers for ids ['b5ff3f97-222e-4b7e-9535-498d98cc6525'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:26:32.873001 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6d5adb-653d-4744-b952-acc11f0614a7 None None] Routers {'b5ff3f97-222e-4b7e-9535-498d98cc6525'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:26:32.875182 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-ae6d5adb-653d-4744-b952-acc11f0614a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:26:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['b5ff3f97-222e-4b7e-9535-498d98cc6525'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:26:32.885777 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3ca01451-d72a-4242-908b-a19260a62f25 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks [] for router, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:32.887054 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-3ca01451-d72a-4242-908b-a19260a62f25 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.6001945 Dec 21 13:26:32.889789 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54176) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:32.896457 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-144c93f5-ac6f-4aac-9254-ba3c547987a7 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'enable_snat': False}}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:26:32.935851 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-ae6d5adb-653d-4744-b952-acc11f0614a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:26:32.943604 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4f56a8a8-34cc-42d8-806b-7cd46e6c5d91 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:32.954600 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6d5adb-653d-4744-b952-acc11f0614a7 None None] Routers {'b5ff3f97-222e-4b7e-9535-498d98cc6525'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:26:32.955540 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-ae6d5adb-653d-4744-b952-acc11f0614a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:26:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['b5ff3f97-222e-4b7e-9535-498d98cc6525'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:26:32.977158 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ea01c62f-e946-40a3-a4c3-9dc319e83d7a tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:32.996409 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-ae6d5adb-653d-4744-b952-acc11f0614a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:26:32.996990 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6d5adb-653d-4744-b952-acc11f0614a7 None None] The sync data for ids ['b5ff3f97-222e-4b7e-9535-498d98cc6525'] in dv-neutron-master-2-hyperv is: [] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:26:33.029588 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f56a8a8-34cc-42d8-806b-7cd46e6c5d91 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Network 5dfd510d-3f73-4b52-8de0-0ffb067f78c2 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:26:33.033354 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b047d4b6-1e2d-4177-ad99-6576b702cc04 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:33.035852 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ac29b54-bab7-4ace-a1b9-a24956a2032b tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:26:33.044128 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f56a8a8-34cc-42d8-806b-7cd46e6c5d91 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Pushing event updated for resources: {'Port': ['ID=9ac53506-93eb-4a88-bdcb-ede76c2c0613,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:33.049734 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-4f56a8a8-34cc-42d8-806b-7cd46e6c5d91 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:26:33.057032 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f56a8a8-34cc-42d8-806b-7cd46e6c5d91 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:26:33.062809 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f56a8a8-34cc-42d8-806b-7cd46e6c5d91 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:33.063482 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4f56a8a8-34cc-42d8-806b-7cd46e6c5d91 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:33.073503 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc426b9b-7970-4f2f-9a82-82ca47d5ed7a None None] Sync routers for ids ['5934ed72-d77d-4f8c-bf65-acfcbd12cb73'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:26:33.101298 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b047d4b6-1e2d-4177-ad99-6576b702cc04 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Pushing event deleted for resources: {'Port': ['ID=db07fbc1-fd1e-4390-9e79-32616c335d74,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:33.123290 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc426b9b-7970-4f2f-9a82-82ca47d5ed7a None None] Routers {'5934ed72-d77d-4f8c-bf65-acfcbd12cb73'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:26:33.124074 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4ac29b54-bab7-4ace-a1b9-a24956a2032b tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks [] for router, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:33.127024 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-cc426b9b-7970-4f2f-9a82-82ca47d5ed7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:26:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['5934ed72-d77d-4f8c-bf65-acfcbd12cb73'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:26:33.128330 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-4ac29b54-bab7-4ace-a1b9-a24956a2032b tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 3.2236464 Dec 21 13:26:33.129002 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 54180) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:33.166744 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-4f56a8a8-34cc-42d8-806b-7cd46e6c5d91 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.7745171 Dec 21 13:26:33.216988 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 54182) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:33.226420 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-66cb51e7-efb2-4f6d-830e-53b6f57d46b1 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::23f', 'mac_address': 'fa:16:3e:da:2d:93'}]}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:26:33.305827 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b047d4b6-1e2d-4177-ad99-6576b702cc04 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-548638'] for router_gateway, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:33.332302 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-cc426b9b-7970-4f2f-9a82-82ca47d5ed7a None None] Set router 5934ed72-d77d-4f8c-bf65-acfcbd12cb73 gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:26:33.440026 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b047d4b6-1e2d-4177-ad99-6576b702cc04 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26950'] for router, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:33.455631 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ea01c62f-e946-40a3-a4c3-9dc319e83d7a tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:33.467531 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b047d4b6-1e2d-4177-ad99-6576b702cc04 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:33.518576 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-53d9692f-2d72-4733-a75b-6ee3f0d2b12e tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks [] for router, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:33.549491 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea01c62f-e946-40a3-a4c3-9dc319e83d7a tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Network 7fdf1889-f079-4166-bbda-88b2a8d8d595 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:26:33.561732 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-ea01c62f-e946-40a3-a4c3-9dc319e83d7a tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:26:33.564886 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea01c62f-e946-40a3-a4c3-9dc319e83d7a tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:26:33.578015 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b047d4b6-1e2d-4177-ad99-6576b702cc04 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534967'] for router, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:33.579237 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b047d4b6-1e2d-4177-ad99-6576b702cc04 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Fanout notify agent at l3_agent the message router_deleted on router 379ad297-0af3-4487-b835-20a9cf22cfbb {{(pid=103153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 13:26:33.596043 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b047d4b6-1e2d-4177-ad99-6576b702cc04 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Publish callbacks [] for router, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:33.600736 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-b047d4b6-1e2d-4177-ad99-6576b702cc04 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] 10.222.0.37 "DELETE /v2.0/routers/379ad297-0af3-4487-b835-20a9cf22cfbb HTTP/1.1" status: 204 len: 168 time: 2.3842268 Dec 21 13:26:33.602191 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 54186) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:33.644664 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea01c62f-e946-40a3-a4c3-9dc319e83d7a tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Pushing event updated for resources: {'Port': ['ID=1de2af7e-7e80-494d-99e4-b163c8752133,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:33.737228 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-7f7bb09e-e4a0-42ec-891e-6dcead04f825 None None] Provisioning complete for port 9ac53506-93eb-4a88-bdcb-ede76c2c0613 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:26:33.737858 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7f7bb09e-e4a0-42ec-891e-6dcead04f825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:33.741783 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-66cb51e7-efb2-4f6d-830e-53b6f57d46b1 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:33.761392 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_v2 [None req-419a7222-87f3-45ac-8aac-a37303d4f218 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Deleting subnet 891701de-9daf-4f1e-89ca-985aadb7c908 {{(pid=103153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:26:33.770522 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-419a7222-87f3-45ac-8aac-a37303d4f218 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Publish callbacks [] for subnet, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:33.794890 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-7f7bb09e-e4a0-42ec-891e-6dcead04f825 None None] Port 9ac53506-93eb-4a88-bdcb-ede76c2c0613 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:26:33.806847 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-cc426b9b-7970-4f2f-9a82-82ca47d5ed7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5934ed72-d77d-4f8c-bf65-acfcbd12cb73', 'name': '', 'tenant_id': '5dfce5a937c44fa489dbfd6d1d065e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffc37400-bf76-4a86-8106-d27d20cea6a6', 'external_fixed_ips': [{'subnet_id': '4dc8d8c2-9e48-46a3-b534-84ea7c6d897e', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': '318dc62b-e886-44d6-8331-2551f9e35328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:26:29Z', 'updated_at': '2021-12-21T13:26:31Z', 'revision_number': 3, 'project_id': '5dfce5a937c44fa489dbfd6d1d065e41', 'gw_port': {'id': '318dc62b-e886-44d6-8331-2551f9e35328', 'name': '', 'network_id': 'ffc37400-bf76-4a86-8106-d27d20cea6a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a6:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5934ed72-d77d-4f8c-bf65-acfcbd12cb73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '4dc8d8c2-9e48-46a3-b534-84ea7c6d897e', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:26:30Z', 'updated_at': '2021-12-21T13:26:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4dc8d8c2-9e48-46a3-b534-84ea7c6d897e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:26:33.834861 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc426b9b-7970-4f2f-9a82-82ca47d5ed7a None None] Checking router: 5934ed72-d77d-4f8c-bf65-acfcbd12cb73 for host: dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:26:33.834861 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc426b9b-7970-4f2f-9a82-82ca47d5ed7a None None] Updating router 5934ed72-d77d-4f8c-bf65-acfcbd12cb73 port 318dc62b-e886-44d6-8331-2551f9e35328 binding host dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 13:26:33.835857 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-53d9692f-2d72-4733-a75b-6ee3f0d2b12e tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:33.860440 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-419a7222-87f3-45ac-8aac-a37303d4f218 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1585439'] for subnet, precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:33.865452 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-cc426b9b-7970-4f2f-9a82-82ca47d5ed7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:33.875498 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-144c93f5-ac6f-4aac-9254-ba3c547987a7 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:33.886787 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ea01c62f-e946-40a3-a4c3-9dc319e83d7a tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Deleting port 1de2af7e-7e80-494d-99e4-b163c8752133 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:26:33.887135 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ea01c62f-e946-40a3-a4c3-9dc319e83d7a tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:34.031006 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ea01c62f-e946-40a3-a4c3-9dc319e83d7a tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:34.031240 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ea01c62f-e946-40a3-a4c3-9dc319e83d7a tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:34.059219 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ea01c62f-e946-40a3-a4c3-9dc319e83d7a tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Calling delete_port for 1de2af7e-7e80-494d-99e4-b163c8752133 owned by network:floatingip {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:26:34.102416 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-53d9692f-2d72-4733-a75b-6ee3f0d2b12e tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Deleting port 318dc62b-e886-44d6-8331-2551f9e35328 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:26:34.103077 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-53d9692f-2d72-4733-a75b-6ee3f0d2b12e tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:34.152506 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-419a7222-87f3-45ac-8aac-a37303d4f218 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:34.214248 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-cc426b9b-7970-4f2f-9a82-82ca47d5ed7a None None] Publish callbacks [] for port, precommit_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:34.224389 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-cc426b9b-7970-4f2f-9a82-82ca47d5ed7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:34.259522 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-66cb51e7-efb2-4f6d-830e-53b6f57d46b1 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:34.281391 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-66cb51e7-efb2-4f6d-830e-53b6f57d46b1 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:34.282227 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-cc426b9b-7970-4f2f-9a82-82ca47d5ed7a None None] Attempting to bind port 318dc62b-e886-44d6-8331-2551f9e35328 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:26:34.282744 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-cc426b9b-7970-4f2f-9a82-82ca47d5ed7a None None] Attempting to bind port 318dc62b-e886-44d6-8331-2551f9e35328 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '319ee406-ec40-4006-91d6-0a95f5ac9c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'ffc37400-bf76-4a86-8106-d27d20cea6a6'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:26:34.283392 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc426b9b-7970-4f2f-9a82-82ca47d5ed7a None None] Attempting to bind port 318dc62b-e886-44d6-8331-2551f9e35328 on network ffc37400-bf76-4a86-8106-d27d20cea6a6 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:26:34.291486 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc426b9b-7970-4f2f-9a82-82ca47d5ed7a None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:26:34.293292 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc426b9b-7970-4f2f-9a82-82ca47d5ed7a None None] Checking segment: {'id': '319ee406-ec40-4006-91d6-0a95f5ac9c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'ffc37400-bf76-4a86-8106-d27d20cea6a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:26:34.293292 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-cc426b9b-7970-4f2f-9a82-82ca47d5ed7a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:34.293292 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc426b9b-7970-4f2f-9a82-82ca47d5ed7a None None] Bound using segment: {'id': '319ee406-ec40-4006-91d6-0a95f5ac9c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'ffc37400-bf76-4a86-8106-d27d20cea6a6'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:26:34.293292 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-cc426b9b-7970-4f2f-9a82-82ca47d5ed7a None None] Bound port: 318dc62b-e886-44d6-8331-2551f9e35328, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '319ee406-ec40-4006-91d6-0a95f5ac9c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'ffc37400-bf76-4a86-8106-d27d20cea6a6'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:26:34.294028 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-cc426b9b-7970-4f2f-9a82-82ca47d5ed7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:34.300102 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-53d9692f-2d72-4733-a75b-6ee3f0d2b12e tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:34.325558 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60a7745-935e-49f1-9789-e8c6ef00dd4e None None] Pushing event updated for resources: {'Port': ['ID=318dc62b-e886-44d6-8331-2551f9e35328,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:34.356394 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ea01c62f-e946-40a3-a4c3-9dc319e83d7a tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:34.356994 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-66cb51e7-efb2-4f6d-830e-53b6f57d46b1 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] In _notify_port_updated(), no bound segment for port 9ac53506-93eb-4a88-bdcb-ede76c2c0613 on network 5dfd510d-3f73-4b52-8de0-0ffb067f78c2 {{(pid=103153) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 21 13:26:34.364646 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66cb51e7-efb2-4f6d-830e-53b6f57d46b1 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:34.365394 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-66cb51e7-efb2-4f6d-830e-53b6f57d46b1 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:34.367817 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-66cb51e7-efb2-4f6d-830e-53b6f57d46b1 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] 10.222.0.37 "PUT /v2.0/ports/9ac53506-93eb-4a88-bdcb-ede76c2c0613 HTTP/1.1" status: 200 len: 1003 time: 1.1496980 Dec 21 13:26:34.369073 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-53d9692f-2d72-4733-a75b-6ee3f0d2b12e tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Calling delete_port for 318dc62b-e886-44d6-8331-2551f9e35328 owned by network:router_gateway {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:26:34.372254 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-cc426b9b-7970-4f2f-9a82-82ca47d5ed7a None None] For port 318dc62b-e886-44d6-8331-2551f9e35328, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:26:34.373730 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 54192) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:34.376314 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-cc426b9b-7970-4f2f-9a82-82ca47d5ed7a None None] For port 318dc62b-e886-44d6-8331-2551f9e35328, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=318dc62b-e886-44d6-8331-2551f9e35328,segment=NetworkSegment(319ee406-ec40-4006-91d6-0a95f5ac9c1f),segment_id=319ee406-ec40-4006-91d6-0a95f5ac9c1f)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:26:34.386872 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-cc426b9b-7970-4f2f-9a82-82ca47d5ed7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:34.389381 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-419a7222-87f3-45ac-8aac-a37303d4f218 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11349588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11288746'] for subnet, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:34.432622 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea01c62f-e946-40a3-a4c3-9dc319e83d7a tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Pushing event deleted for resources: {'Port': ['ID=1de2af7e-7e80-494d-99e4-b163c8752133,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:34.460960 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60a7745-935e-49f1-9789-e8c6ef00dd4e None None] Pushing event updated for resources: {'Port': ['ID=318dc62b-e886-44d6-8331-2551f9e35328,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:34.480036 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc426b9b-7970-4f2f-9a82-82ca47d5ed7a None None] Routers {'5934ed72-d77d-4f8c-bf65-acfcbd12cb73'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:26:34.481998 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-cc426b9b-7970-4f2f-9a82-82ca47d5ed7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:26:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['5934ed72-d77d-4f8c-bf65-acfcbd12cb73'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:26:34.616910 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-cc426b9b-7970-4f2f-9a82-82ca47d5ed7a None None] Set router 5934ed72-d77d-4f8c-bf65-acfcbd12cb73 gateway port host: None {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:26:34.643366 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.api.v2.resource [None req-ea01c62f-e946-40a3-a4c3-9dc319e83d7a tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] create failed (client error): The resource could not be found. Dec 21 13:26:34.648639 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-ea01c62f-e946-40a3-a4c3-9dc319e83d7a tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.5154223 Dec 21 13:26:34.649327 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54194) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:34.695901 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-cc426b9b-7970-4f2f-9a82-82ca47d5ed7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5934ed72-d77d-4f8c-bf65-acfcbd12cb73', 'name': '', 'tenant_id': '5dfce5a937c44fa489dbfd6d1d065e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:26:29Z', 'updated_at': '2021-12-21T13:26:33Z', 'revision_number': 4, 'project_id': '5dfce5a937c44fa489dbfd6d1d065e41', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:26:34.727854 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc426b9b-7970-4f2f-9a82-82ca47d5ed7a None None] The sync data for ids ['5934ed72-d77d-4f8c-bf65-acfcbd12cb73'] in dv-neutron-master-2-hyperv is: [{'id': '5934ed72-d77d-4f8c-bf65-acfcbd12cb73', 'name': '', 'tenant_id': '5dfce5a937c44fa489dbfd6d1d065e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:26:29Z', 'updated_at': '2021-12-21T13:26:33Z', 'revision_number': 4, 'project_id': '5dfce5a937c44fa489dbfd6d1d065e41', 'gw_port_host': None}] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:26:34.805495 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cb51e7-efb2-4f6d-830e-53b6f57d46b1 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Pushing event updated for resources: {'Port': ['ID=9ac53506-93eb-4a88-bdcb-ede76c2c0613,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:34.834652 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419a7222-87f3-45ac-8aac-a37303d4f218 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Pushing event deleted for resources: {'Subnet': ['ID=891701de-9daf-4f1e-89ca-985aadb7c908,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:34.849584 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23030dfb-dcc6-4fb4-9876-1844868d46d9 None None] Network 3c38dfbd-4f71-40a9-9333-bd78c4b15e62 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:26:34.853779 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-5f1fdf3b-0e6d-442e-8fe8-16af39c2dcc9 None None] Provisioning complete for port 9ac53506-93eb-4a88-bdcb-ede76c2c0613 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:26:34.857296 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-5f1fdf3b-0e6d-442e-8fe8-16af39c2dcc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:34.892539 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-144c93f5-ac6f-4aac-9254-ba3c547987a7 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26943'] for router, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:34.893177 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-419a7222-87f3-45ac-8aac-a37303d4f218 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633769'] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:34.899418 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-419a7222-87f3-45ac-8aac-a37303d4f218 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] 10.222.0.37 "DELETE /v2.0/subnets/891701de-9daf-4f1e-89ca-985aadb7c908 HTTP/1.1" status: 204 len: 168 time: 1.2947180 Dec 21 13:26:34.902335 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54198) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:34.911960 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-144c93f5-ac6f-4aac-9254-ba3c547987a7 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-548712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-548721', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-534931'] for router, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:34.978402 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-6be43e54-eb92-47c4-ab26-87e491a43286 tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Deleting port fade8039-476a-4ac3-b1bc-9b92b7c716dc {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:26:34.978402 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6be43e54-eb92-47c4-ab26-87e491a43286 tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:34.993483 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-53d9692f-2d72-4733-a75b-6ee3f0d2b12e tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:34.994287 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-5f1fdf3b-0e6d-442e-8fe8-16af39c2dcc9 None None] Port 9ac53506-93eb-4a88-bdcb-ede76c2c0613 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:26:35.034906 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d9692f-2d72-4733-a75b-6ee3f0d2b12e tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Pushing event deleted for resources: {'Port': ['ID=318dc62b-e886-44d6-8331-2551f9e35328,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:35.097147 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-38c25e4f-82c0-46bc-9d1b-ed8efaf742e0 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Deleting port 9ac53506-93eb-4a88-bdcb-ede76c2c0613 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:26:35.097328 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-38c25e4f-82c0-46bc-9d1b-ed8efaf742e0 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:35.156282 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829b7635-6fe6-4948-ad38-bdda4a30eff7 None None] DHCP port deletion for 3c38dfbd-4f71-40a9-9333-bd78c4b15e62 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:26:35.174102 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-53d9692f-2d72-4733-a75b-6ee3f0d2b12e tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-548638'] for router_gateway, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:35.202602 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4a4e39c9-02b4-4733-ad76-52911c51c2fa tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:35.217008 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-829b7635-6fe6-4948-ad38-bdda4a30eff7 None None] Deleting port 955c6d41-7463-42ba-a9a0-5827bd17a6d9 {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:26:35.217601 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-829b7635-6fe6-4948-ad38-bdda4a30eff7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:35.315378 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6be43e54-eb92-47c4-ab26-87e491a43286 tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:35.323137 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-144c93f5-ac6f-4aac-9254-ba3c547987a7 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Router b5ff3f97-222e-4b7e-9535-498d98cc6525 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:26:35.346086 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-829b7635-6fe6-4948-ad38-bdda4a30eff7 None None] For port 955c6d41-7463-42ba-a9a0-5827bd17a6d9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=955c6d41-7463-42ba-a9a0-5827bd17a6d9,segment=NetworkSegment(a29505f2-2196-462a-a975-2e0e0f55df03),segment_id=a29505f2-2196-462a-a975-2e0e0f55df03)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:26:35.346920 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-829b7635-6fe6-4948-ad38-bdda4a30eff7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:35.352299 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-6be43e54-eb92-47c4-ab26-87e491a43286 tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Calling delete_port for fade8039-476a-4ac3-b1bc-9b92b7c716dc owned by {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:26:35.371387 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-829b7635-6fe6-4948-ad38-bdda4a30eff7 None None] Calling delete_port for 955c6d41-7463-42ba-a9a0-5827bd17a6d9 owned by network:dhcp {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:26:35.374980 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-53d9692f-2d72-4733-a75b-6ee3f0d2b12e tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26950'] for router, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:35.417241 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-38c25e4f-82c0-46bc-9d1b-ed8efaf742e0 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:35.420569 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-53d9692f-2d72-4733-a75b-6ee3f0d2b12e tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:35.441321 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-38c25e4f-82c0-46bc-9d1b-ed8efaf742e0 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Calling delete_port for 9ac53506-93eb-4a88-bdcb-ede76c2c0613 owned by {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:26:35.509215 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-53d9692f-2d72-4733-a75b-6ee3f0d2b12e tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534967'] for router, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:35.510075 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53d9692f-2d72-4733-a75b-6ee3f0d2b12e tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5934ed72-d77d-4f8c-bf65-acfcbd12cb73 {{(pid=103153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 13:26:35.548770 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4a4e39c9-02b4-4733-ad76-52911c51c2fa tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Deleting port 955c6d41-7463-42ba-a9a0-5827bd17a6d9 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:26:35.548770 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4a4e39c9-02b4-4733-ad76-52911c51c2fa tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:35.556168 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-53d9692f-2d72-4733-a75b-6ee3f0d2b12e tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks [] for router, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:35.557002 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-53d9692f-2d72-4733-a75b-6ee3f0d2b12e tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] 10.222.0.37 "DELETE /v2.0/routers/5934ed72-d77d-4f8c-bf65-acfcbd12cb73 HTTP/1.1" status: 204 len: 168 time: 2.4245622 Dec 21 13:26:35.560443 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 54204) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:35.572929 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-829b7635-6fe6-4948-ad38-bdda4a30eff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636'] for port, after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:35.622288 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829b7635-6fe6-4948-ad38-bdda4a30eff7 None None] No DVR routers for this DVR port 955c6d41-7463-42ba-a9a0-5827bd17a6d9 on host dv-neutron-master-2-hyperv {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:26:35.626599 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_v2 [None req-29b31944-d78a-4df9-85bb-837b85e95c3a tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Deleting subnet 4dc8d8c2-9e48-46a3-b534-84ea7c6d897e {{(pid=103153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:26:35.632869 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-29b31944-d78a-4df9-85bb-837b85e95c3a tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:35.687061 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-144c93f5-ac6f-4aac-9254-ba3c547987a7 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:26:35.693824 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-144c93f5-ac6f-4aac-9254-ba3c547987a7 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks [] for router, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:35.696316 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-29b31944-d78a-4df9-85bb-837b85e95c3a tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1585439'] for subnet, precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:35.697980 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-144c93f5-ac6f-4aac-9254-ba3c547987a7 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] 10.222.0.37 "PUT /v2.0/routers/b5ff3f97-222e-4b7e-9535-498d98cc6525 HTTP/1.1" status: 200 len: 924 time: 2.8071060 Dec 21 13:26:35.698182 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 54206) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:35.710970 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9e53ad-3514-4ddb-ba24-7f08e6a16da1 None None] Sync routers for ids ['b5ff3f97-222e-4b7e-9535-498d98cc6525'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:26:35.711816 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4a4e39c9-02b4-4733-ad76-52911c51c2fa tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] For port 955c6d41-7463-42ba-a9a0-5827bd17a6d9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=955c6d41-7463-42ba-a9a0-5827bd17a6d9,segment=NetworkSegment(a29505f2-2196-462a-a975-2e0e0f55df03),segment_id=a29505f2-2196-462a-a975-2e0e0f55df03)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:26:35.712306 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4a4e39c9-02b4-4733-ad76-52911c51c2fa tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:35.738094 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9e53ad-3514-4ddb-ba24-7f08e6a16da1 None None] Routers {'b5ff3f97-222e-4b7e-9535-498d98cc6525'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:26:35.738693 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829b7635-6fe6-4948-ad38-bdda4a30eff7 None None] Pushing event deleted for resources: {'Port': ['ID=955c6d41-7463-42ba-a9a0-5827bd17a6d9,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:35.740868 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-1d9e53ad-3514-4ddb-ba24-7f08e6a16da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:26:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['b5ff3f97-222e-4b7e-9535-498d98cc6525'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:26:35.753554 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4a4e39c9-02b4-4733-ad76-52911c51c2fa tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Calling delete_port for 955c6d41-7463-42ba-a9a0-5827bd17a6d9 owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:26:35.818328 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-1d9e53ad-3514-4ddb-ba24-7f08e6a16da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:26:35.830717 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9e53ad-3514-4ddb-ba24-7f08e6a16da1 None None] Routers {'b5ff3f97-222e-4b7e-9535-498d98cc6525'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:26:35.832032 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-1d9e53ad-3514-4ddb-ba24-7f08e6a16da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:26:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['b5ff3f97-222e-4b7e-9535-498d98cc6525'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:26:35.842930 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6be43e54-eb92-47c4-ab26-87e491a43286 tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:35.874429 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-1d9e53ad-3514-4ddb-ba24-7f08e6a16da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:26:35.875358 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9e53ad-3514-4ddb-ba24-7f08e6a16da1 None None] The sync data for ids ['b5ff3f97-222e-4b7e-9535-498d98cc6525'] in dv-neutron-master-2-hyperv is: [] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:26:35.887288 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-29b31944-d78a-4df9-85bb-837b85e95c3a tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:35.965395 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-bc707198-9c3b-4852-82d2-a76988f55eff tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] 10.222.0.37 "GET /v2.0/routers/b5ff3f97-222e-4b7e-9535-498d98cc6525 HTTP/1.1" status: 200 len: 924 time: 0.2619708 Dec 21 13:26:35.968187 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 54210) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:36.000432 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be43e54-eb92-47c4-ab26-87e491a43286 tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Pushing event deleted for resources: {'Port': ['ID=fade8039-476a-4ac3-b1bc-9b92b7c716dc,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:36.003559 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-38c25e4f-82c0-46bc-9d1b-ed8efaf742e0 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:36.053666 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6be43e54-eb92-47c4-ab26-87e491a43286 tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:36.059861 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-6be43e54-eb92-47c4-ab26-87e491a43286 tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] 10.222.0.37 "DELETE /v2.0/ports/fade8039-476a-4ac3-b1bc-9b92b7c716dc HTTP/1.1" status: 204 len: 168 time: 1.4067428 Dec 21 13:26:36.062455 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54212) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:36.081476 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4a4e39c9-02b4-4733-ad76-52911c51c2fa tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:36.154622 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c25e4f-82c0-46bc-9d1b-ed8efaf742e0 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Pushing event deleted for resources: {'Port': ['ID=9ac53506-93eb-4a88-bdcb-ede76c2c0613,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:36.163795 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4e39c9-02b4-4733-ad76-52911c51c2fa tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] No DVR routers for this DVR port 955c6d41-7463-42ba-a9a0-5827bd17a6d9 on host dv-neutron-master-2-hyperv {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:26:36.166739 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4e39c9-02b4-4733-ad76-52911c51c2fa tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Pushing event deleted for resources: {'Port': ['ID=955c6d41-7463-42ba-a9a0-5827bd17a6d9,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:36.215223 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-29b31944-d78a-4df9-85bb-837b85e95c3a tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11349588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11288746'] for subnet, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:36.289503 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdcf1050-706f-4f35-820b-1049a2d6bc6b tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:36.293521 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-bdcf1050-706f-4f35-820b-1049a2d6bc6b tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=7fdf1889-f079-4166-bbda-88b2a8d8d595&device_id=b5ff3f97-222e-4b7e-9535-498d98cc6525&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3219538 Dec 21 13:26:36.297424 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b31944-d78a-4df9-85bb-837b85e95c3a tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=4dc8d8c2-9e48-46a3-b534-84ea7c6d897e,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:36.300631 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 54216) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:36.300830 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8015413e-9fdb-4f1e-adb4-16881abbcbf5 tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:36.302687 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-29b31944-d78a-4df9-85bb-837b85e95c3a tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633769'] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:36.305714 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-8015413e-9fdb-4f1e-adb4-16881abbcbf5 tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] 10.222.0.37 "GET /v2.0/ports?device_id=fcb00c9b-995f-4543-8a21-2f08796e9bed HTTP/1.1" status: 200 len: 913 time: 0.2418618 Dec 21 13:26:36.311309 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-29b31944-d78a-4df9-85bb-837b85e95c3a tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] 10.222.0.37 "DELETE /v2.0/subnets/4dc8d8c2-9e48-46a3-b534-84ea7c6d897e HTTP/1.1" status: 204 len: 168 time: 0.7473974 Dec 21 13:26:36.312529 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54218) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:36.313428 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54220) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:36.383234 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-38c25e4f-82c0-46bc-9d1b-ed8efaf742e0 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:36.388773 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-38c25e4f-82c0-46bc-9d1b-ed8efaf742e0 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] 10.222.0.37 "DELETE /v2.0/ports/9ac53506-93eb-4a88-bdcb-ede76c2c0613 HTTP/1.1" status: 204 len: 168 time: 2.0113688 Dec 21 13:26:36.389643 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 54222) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:36.449771 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.pecan_wsgi.hooks.translation [None req-abe7409f-2fd1-4e97-a5c7-ecaf3ad1162b tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] GET failed (client error): The resource could not be found. Dec 21 13:26:36.455264 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-abe7409f-2fd1-4e97-a5c7-ecaf3ad1162b tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] 10.222.0.37 "GET /v2.0/ports/9ac53506-93eb-4a88-bdcb-ede76c2c0613 HTTP/1.1" status: 404 len: 333 time: 0.0584362 Dec 21 13:26:36.455482 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4a4e39c9-02b4-4733-ad76-52911c51c2fa tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:36.457875 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 54224) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:36.465318 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-e03a30a0-940f-4bff-981f-2f532bec6a2b tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Request body: {'port': {'network_id': '5dfd510d-3f73-4b52-8de0-0ffb067f78c2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-777635454'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:26:36.528309 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-4a4e39c9-02b4-4733-ad76-52911c51c2fa tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c38dfbd-4f71-40a9-9333-bd78c4b15e62']}} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:26:36.545240 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e313503-67db-43d9-9238-68572ba5bbd5 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:36.548934 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-4a4e39c9-02b4-4733-ad76-52911c51c2fa tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a29505f2-2196-462a-a975-2e0e0f55df03') {'for_net_delete': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:26:36.549234 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-4a4e39c9-02b4-4733-ad76-52911c51c2fa tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a29505f2-2196-462a-a975-2e0e0f55df03') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:26:36.569703 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0474d7-0791-4e7d-bfb4-829c53ea24e6 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:36.574670 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-9e0474d7-0791-4e7d-bfb4-829c53ea24e6 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] 10.222.0.37 "GET /v2.0/networks/7fdf1889-f079-4166-bbda-88b2a8d8d595 HTTP/1.1" status: 200 len: 881 time: 0.2643108 Dec 21 13:26:36.577745 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 54226) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:36.602108 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4a4e39c9-02b4-4733-ad76-52911c51c2fa tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526653'] for segment, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:36.611945 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-4195688f-db5a-42e3-98bc-a93b4d0a2047 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5ff3f97-222e-4b7e-9535-498d98cc6525 HTTP/1.1" status: 200 len: 205 time: 0.0330000 Dec 21 13:26:36.617128 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 54228) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:36.653081 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4a4e39c9-02b4-4733-ad76-52911c51c2fa tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:36.686227 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a4e39c9-02b4-4733-ad76-52911c51c2fa tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=103152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:26:36.686543 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4a4e39c9-02b4-4733-ad76-52911c51c2fa tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805426'] for segment, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:36.689475 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:36.689475 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:26:36.689475 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:36.689475 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:26:36.689475 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:36.689475 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:26:36.689475 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:36.689475 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:26:36.689475 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:36.689475 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:26:36.689475 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:36.689475 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:26:36.689475 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:36.689475 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:26:36.689475 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:36.689475 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:26:36.689475 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:36.689475 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:26:36.689475 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:36.689475 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:26:36.689475 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 13:26:36.689475 dv-neutron-master-2-hyperv neutron-server[103152]: self.session.flush() Dec 21 13:26:36.689475 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 13:26:36.689475 dv-neutron-master-2-hyperv neutron-server[103152]: self.session.flush() Dec 21 13:26:36.689475 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 13:26:36.689475 dv-neutron-master-2-hyperv neutron-server[103152]: self.session.flush() Dec 21 13:26:36.689475 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 13:26:36.689475 dv-neutron-master-2-hyperv neutron-server[103152]: self.session.flush() Dec 21 13:26:36.689475 dv-neutron-master-2-hyperv neutron-server[103152]: Traceback (most recent call last): Dec 21 13:26:36.689475 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:26:36.689475 dv-neutron-master-2-hyperv neutron-server[103152]: timer() Dec 21 13:26:36.689475 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:26:36.689475 dv-neutron-master-2-hyperv neutron-server[103152]: cb(*args, **kw) Dec 21 13:26:36.689475 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:26:36.689475 dv-neutron-master-2-hyperv neutron-server[103152]: return func(*args, **kwargs) Dec 21 13:26:36.689475 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:26:36.689475 dv-neutron-master-2-hyperv neutron-server[103152]: self._notify() Dec 21 13:26:36.689475 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:26:36.689475 dv-neutron-master-2-hyperv neutron-server[103152]: self.callback(batched_events) Dec 21 13:26:36.689475 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:26:36.689475 dv-neutron-master-2-hyperv neutron-server[103152]: event.method(event) Dec 21 13:26:36.689475 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:26:36.689475 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:26:36.689475 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:26:36.689475 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:26:36.689475 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:26:36.689475 dv-neutron-master-2-hyperv neutron-server[103152]: return f(self, *a, **k) Dec 21 13:26:36.689475 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:26:36.689475 dv-neutron-master-2-hyperv neutron-server[103152]: return self._get(url).json() Dec 21 13:26:36.689475 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:26:36.689475 dv-neutron-master-2-hyperv neutron-server[103152]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:26:36.689475 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:26:36.689475 dv-neutron-master-2-hyperv neutron-server[103152]: return self.request(url, 'GET', **kwargs) Dec 21 13:26:36.693569 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:26:36.693569 dv-neutron-master-2-hyperv neutron-server[103152]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:26:36.693569 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:26:36.693569 dv-neutron-master-2-hyperv neutron-server[103152]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:26:36.693569 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:26:36.693569 dv-neutron-master-2-hyperv neutron-server[103152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:26:36.693569 dv-neutron-master-2-hyperv neutron-server[103152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:26:36.741480 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e03a30a0-940f-4bff-981f-2f532bec6a2b tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Made reservation on behalf of 5d2c9a3181764d51b85f95e0276c0ec2 for: {'port': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:26:36.745365 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e03a30a0-940f-4bff-981f-2f532bec6a2b tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:36.752904 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 955c6d41-7463-42ba-a9a0-5827bd17a6d9 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:26:36.779844 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: 955c6d41-7463-42ba-a9a0-5827bd17a6d9 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:26:36.780186 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 955c6d41-7463-42ba-a9a0-5827bd17a6d9 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:26:36.780815 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-423e2519-8776-42a4-816f-b763e39ac5e9 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks [] for router, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:36.784147 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [None req-e03a30a0-940f-4bff-981f-2f532bec6a2b tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] device_id is not set on port 2b2f5278-530f-4018-955a-78cbd8058acb yet. {{(pid=103153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 13:26:36.872499 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4a4e39c9-02b4-4733-ad76-52911c51c2fa tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:36.888058 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e313503-67db-43d9-9238-68572ba5bbd5 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:36.890779 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4a4e39c9-02b4-4733-ad76-52911c51c2fa tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633769'] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:36.894409 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-4a4e39c9-02b4-4733-ad76-52911c51c2fa tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] 10.222.0.37 "DELETE /v2.0/networks/3c38dfbd-4f71-40a9-9333-bd78c4b15e62 HTTP/1.1" status: 204 len: 168 time: 1.9903929 Dec 21 13:26:36.897529 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 54232) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:36.919918 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4e39c9-02b4-4733-ad76-52911c51c2fa tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Pushing event deleted for resources: {'Network': ['ID=3c38dfbd-4f71-40a9-9333-bd78c4b15e62,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:36.933296 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-4e313503-67db-43d9-9238-68572ba5bbd5 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffc37400-bf76-4a86-8106-d27d20cea6a6']}} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:26:36.960562 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-4e313503-67db-43d9-9238-68572ba5bbd5 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '319ee406-ec40-4006-91d6-0a95f5ac9c1f') {'for_net_delete': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:26:36.960925 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-4e313503-67db-43d9-9238-68572ba5bbd5 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '319ee406-ec40-4006-91d6-0a95f5ac9c1f') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:26:36.977918 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e313503-67db-43d9-9238-68572ba5bbd5 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526653'] for segment, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:37.105265 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-423e2519-8776-42a4-816f-b763e39ac5e9 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:37.125323 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-e03a30a0-940f-4bff-981f-2f532bec6a2b tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Allocated IP 2001:db8::33e (5dfd510d-3f73-4b52-8de0-0ffb067f78c2/a6cb507b-6bdb-45a4-937d-d0727b51ae7b/2b2f5278-530f-4018-955a-78cbd8058acb) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:26:37.241634 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-2ad24084-501b-48a9-9249-2660ddf8a719 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Deleting port e14b4433-7ad5-436c-b902-0661772feb2c {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:26:37.242336 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2ad24084-501b-48a9-9249-2660ddf8a719 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:37.300950 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e313503-67db-43d9-9238-68572ba5bbd5 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:37.311288 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e313503-67db-43d9-9238-68572ba5bbd5 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=103152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:26:37.311722 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e313503-67db-43d9-9238-68572ba5bbd5 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805426'] for segment, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:37.314560 dv-neutron-master-2-hyperv neutron-server[103152]: Traceback (most recent call last): Dec 21 13:26:37.314560 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:26:37.314560 dv-neutron-master-2-hyperv neutron-server[103152]: timer() Dec 21 13:26:37.314560 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:26:37.314560 dv-neutron-master-2-hyperv neutron-server[103152]: cb(*args, **kw) Dec 21 13:26:37.314560 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:26:37.314560 dv-neutron-master-2-hyperv neutron-server[103152]: return func(*args, **kwargs) Dec 21 13:26:37.314560 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:26:37.314560 dv-neutron-master-2-hyperv neutron-server[103152]: self._notify() Dec 21 13:26:37.314560 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:26:37.314560 dv-neutron-master-2-hyperv neutron-server[103152]: self.callback(batched_events) Dec 21 13:26:37.314560 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:26:37.314560 dv-neutron-master-2-hyperv neutron-server[103152]: event.method(event) Dec 21 13:26:37.314560 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:26:37.314560 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:26:37.314560 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:26:37.314560 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:26:37.314560 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:26:37.314560 dv-neutron-master-2-hyperv neutron-server[103152]: return f(self, *a, **k) Dec 21 13:26:37.314560 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:26:37.314560 dv-neutron-master-2-hyperv neutron-server[103152]: return self._get(url).json() Dec 21 13:26:37.314560 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:26:37.314560 dv-neutron-master-2-hyperv neutron-server[103152]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:26:37.314560 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:26:37.314560 dv-neutron-master-2-hyperv neutron-server[103152]: return self.request(url, 'GET', **kwargs) Dec 21 13:26:37.314560 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:26:37.314560 dv-neutron-master-2-hyperv neutron-server[103152]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:26:37.314560 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:26:37.314560 dv-neutron-master-2-hyperv neutron-server[103152]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:26:37.314560 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:26:37.314560 dv-neutron-master-2-hyperv neutron-server[103152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:26:37.314560 dv-neutron-master-2-hyperv neutron-server[103152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:26:37.409118 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e313503-67db-43d9-9238-68572ba5bbd5 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:37.416407 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e313503-67db-43d9-9238-68572ba5bbd5 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ffc37400-bf76-4a86-8106-d27d20cea6a6 {{(pid=103152) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 21 13:26:37.423521 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e313503-67db-43d9-9238-68572ba5bbd5 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633769'] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:37.431886 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-4e313503-67db-43d9-9238-68572ba5bbd5 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] 10.222.0.37 "DELETE /v2.0/networks/ffc37400-bf76-4a86-8106-d27d20cea6a6 HTTP/1.1" status: 204 len: 168 time: 1.1074417 Dec 21 13:26:37.444357 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e313503-67db-43d9-9238-68572ba5bbd5 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Pushing event deleted for resources: {'Network': ['ID=ffc37400-bf76-4a86-8106-d27d20cea6a6,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:37.474371 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5bc1c7d1-6568-40fd-8867-96a05954890c tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532692'] for router_interface, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:37.653984 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-423e2519-8776-42a4-816f-b763e39ac5e9 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Deleting port f75f773f-75b3-46a7-b163-1382722deec9 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:26:37.654228 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-423e2519-8776-42a4-816f-b763e39ac5e9 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:37.748304 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2ad24084-501b-48a9-9249-2660ddf8a719 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:37.748625 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2ad24084-501b-48a9-9249-2660ddf8a719 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:37.764465 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54244) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:37.768914 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-90918117-2981-4104-9dcf-05d9c7adcf89 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Request body: {'router': {'name': 'tempest-router--134189615', 'project_id': '3904cc7e1c724101a60ac6ffc4a68f16'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:26:37.776483 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-2ad24084-501b-48a9-9249-2660ddf8a719 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Calling delete_port for e14b4433-7ad5-436c-b902-0661772feb2c owned by network:floatingip {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:26:37.787142 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e03a30a0-940f-4bff-981f-2f532bec6a2b tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:37.810183 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-423e2519-8776-42a4-816f-b763e39ac5e9 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:37.844306 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-90918117-2981-4104-9dcf-05d9c7adcf89 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26964'] for router, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:37.845505 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-90918117-2981-4104-9dcf-05d9c7adcf89 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-642316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26957'] for router, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:37.862020 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-423e2519-8776-42a4-816f-b763e39ac5e9 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Calling delete_port for f75f773f-75b3-46a7-b163-1382722deec9 owned by network:router_gateway {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:26:37.918740 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-90918117-2981-4104-9dcf-05d9c7adcf89 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:37.926639 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-90918117-2981-4104-9dcf-05d9c7adcf89 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548730'] for router, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:37.935248 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-5bc1c7d1-6568-40fd-8867-96a05954890c tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Deleting port bf4d2fb0-9c04-47db-a0f1-cc777aaf0abc {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:26:37.935753 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5bc1c7d1-6568-40fd-8867-96a05954890c tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:37.973460 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e03a30a0-940f-4bff-981f-2f532bec6a2b tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:37.974725 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-90918117-2981-4104-9dcf-05d9c7adcf89 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks [] for router, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:37.978428 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-90918117-2981-4104-9dcf-05d9c7adcf89 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2104309 Dec 21 13:26:37.979387 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54248) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:38.096705 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-00b27b89-a25c-4ab1-8e2f-6d9c8c8f8213 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks [] for router, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:38.106098 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03a30a0-940f-4bff-981f-2f532bec6a2b tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Network 5dfd510d-3f73-4b52-8de0-0ffb067f78c2 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:26:38.122898 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-e03a30a0-940f-4bff-981f-2f532bec6a2b tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:26:38.124930 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03a30a0-940f-4bff-981f-2f532bec6a2b tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Pushing event updated for resources: {'Port': ['ID=2b2f5278-530f-4018-955a-78cbd8058acb,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:38.127961 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03a30a0-940f-4bff-981f-2f532bec6a2b tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:26:38.129320 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:38.129320 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:26:38.129320 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:38.129320 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:26:38.129320 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:38.129320 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:26:38.129320 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:38.129320 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:26:38.129320 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:38.129320 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:26:38.129320 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:38.129320 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:26:38.129320 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:38.129320 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:26:38.129320 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:38.129320 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:26:38.129320 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:38.129320 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:26:38.129320 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:38.129320 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:26:38.129320 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:38.129320 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:26:38.129320 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:38.129320 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:26:38.129320 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:38.129320 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:26:38.129320 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:38.129320 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:26:38.129320 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:38.129320 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:26:38.129320 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:38.129320 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:26:38.129320 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:38.129320 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:26:38.129320 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:38.129320 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:26:38.132652 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:38.132652 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:26:38.132652 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:38.132652 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:26:38.132652 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:38.132652 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:26:38.132652 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:38.132652 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:26:38.132652 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:38.132652 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:26:38.132652 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 13:26:38.132652 dv-neutron-master-2-hyperv neutron-server[103153]: items = [ Dec 21 13:26:38.134347 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03a30a0-940f-4bff-981f-2f532bec6a2b tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:38.135021 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e03a30a0-940f-4bff-981f-2f532bec6a2b tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:38.164138 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-e03a30a0-940f-4bff-981f-2f532bec6a2b tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.7043066 Dec 21 13:26:38.164409 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 54250) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:38.173347 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-04bc7770-9d00-4500-ab80-2b3bb15c1055 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:da:2d:93'}]}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:26:38.182487 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2ad24084-501b-48a9-9249-2660ddf8a719 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:38.193775 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5bc1c7d1-6568-40fd-8867-96a05954890c tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:38.276793 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad24084-501b-48a9-9249-2660ddf8a719 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Pushing event deleted for resources: {'Port': ['ID=e14b4433-7ad5-436c-b902-0661772feb2c,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:38.289527 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-5bc1c7d1-6568-40fd-8867-96a05954890c tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Calling delete_port for bf4d2fb0-9c04-47db-a0f1-cc777aaf0abc owned by network:router_interface {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:26:38.329561 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-00b27b89-a25c-4ab1-8e2f-6d9c8c8f8213 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26950'] for router, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:38.334509 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-00b27b89-a25c-4ab1-8e2f-6d9c8c8f8213 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:38.398909 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-04bc7770-9d00-4500-ab80-2b3bb15c1055 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:38.414900 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-423e2519-8776-42a4-816f-b763e39ac5e9 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:38.432025 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-00b27b89-a25c-4ab1-8e2f-6d9c8c8f8213 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534967'] for router, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:38.432025 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00b27b89-a25c-4ab1-8e2f-6d9c8c8f8213 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ef27d056-f8a6-440b-bf60-68e83935229f {{(pid=103152) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 13:26:38.437792 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-00b27b89-a25c-4ab1-8e2f-6d9c8c8f8213 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks [] for router, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:38.443505 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-00b27b89-a25c-4ab1-8e2f-6d9c8c8f8213 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] 10.222.0.37 "DELETE /v2.0/routers/ef27d056-f8a6-440b-bf60-68e83935229f HTTP/1.1" status: 204 len: 168 time: 0.4592829 Dec 21 13:26:38.496036 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2ad24084-501b-48a9-9249-2660ddf8a719 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Publish callbacks [] for floatingip, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:38.498767 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2ad24084-501b-48a9-9249-2660ddf8a719 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for floatingip, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:38.503429 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-2ad24084-501b-48a9-9249-2660ddf8a719 tempest-FloatingIPAdminTestJSON-145922713 tempest-FloatingIPAdminTestJSON-145922713-project] 10.222.0.37 "DELETE /v2.0/floatingips/8e4cb9e1-a247-4dfa-bb99-41d17a55acb6 HTTP/1.1" status: 204 len: 168 time: 1.6028821 Dec 21 13:26:38.512336 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423e2519-8776-42a4-816f-b763e39ac5e9 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Pushing event deleted for resources: {'Port': ['ID=f75f773f-75b3-46a7-b163-1382722deec9,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:38.657440 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-7981bd6c-d170-40b7-ad13-e7cbc9c42659 None None] Provisioning complete for port 2b2f5278-530f-4018-955a-78cbd8058acb triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:26:38.659174 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7981bd6c-d170-40b7-ad13-e7cbc9c42659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:38.681251 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5bc1c7d1-6568-40fd-8867-96a05954890c tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:38.695118 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-423e2519-8776-42a4-816f-b763e39ac5e9 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-548638'] for router_gateway, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:38.701489 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54260) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:38.730129 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-7981bd6c-d170-40b7-ad13-e7cbc9c42659 None None] Port 2b2f5278-530f-4018-955a-78cbd8058acb cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:26:38.765786 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc1c7d1-6568-40fd-8867-96a05954890c tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Pushing event deleted for resources: {'Port': ['ID=bf4d2fb0-9c04-47db-a0f1-cc777aaf0abc,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:38.876291 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-423e2519-8776-42a4-816f-b763e39ac5e9 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26950'] for router, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:38.917991 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-423e2519-8776-42a4-816f-b763e39ac5e9 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:39.011107 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-423e2519-8776-42a4-816f-b763e39ac5e9 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534967'] for router, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:39.011917 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-423e2519-8776-42a4-816f-b763e39ac5e9 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Fanout notify agent at l3_agent the message router_deleted on router b5ff3f97-222e-4b7e-9535-498d98cc6525 {{(pid=103153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 13:26:39.031720 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-423e2519-8776-42a4-816f-b763e39ac5e9 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks [] for router, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:39.043587 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-423e2519-8776-42a4-816f-b763e39ac5e9 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] 10.222.0.37 "DELETE /v2.0/routers/b5ff3f97-222e-4b7e-9535-498d98cc6525 HTTP/1.1" status: 204 len: 168 time: 2.4247766 Dec 21 13:26:39.044428 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 54264) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:39.070014 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-666a2a6f-62ee-402e-99f4-d5ceb6936379 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-451770727', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:26:39.092168 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-530aea7e-8f2f-480e-93d2-c2c1afc54430 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1065841423', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}, 'admin_state_up': False}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:26:39.116964 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5bc1c7d1-6568-40fd-8867-96a05954890c tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534084'] for router_interface, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:39.126925 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-666a2a6f-62ee-402e-99f4-d5ceb6936379 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26964'] for router, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:39.128111 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-666a2a6f-62ee-402e-99f4-d5ceb6936379 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-642316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26957'] for router, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:39.141860 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-04bc7770-9d00-4500-ab80-2b3bb15c1055 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:39.152265 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-04bc7770-9d00-4500-ab80-2b3bb15c1055 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:39.194575 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 54270) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:39.232786 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-666a2a6f-62ee-402e-99f4-d5ceb6936379 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:39.235843 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-04bc7770-9d00-4500-ab80-2b3bb15c1055 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] In _notify_port_updated(), no bound segment for port 2b2f5278-530f-4018-955a-78cbd8058acb on network 5dfd510d-3f73-4b52-8de0-0ffb067f78c2 {{(pid=103153) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 21 13:26:39.241930 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04bc7770-9d00-4500-ab80-2b3bb15c1055 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:39.242596 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-04bc7770-9d00-4500-ab80-2b3bb15c1055 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:39.246881 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-04bc7770-9d00-4500-ab80-2b3bb15c1055 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] 10.222.0.37 "PUT /v2.0/ports/2b2f5278-530f-4018-955a-78cbd8058acb HTTP/1.1" status: 200 len: 1002 time: 1.0786471 Dec 21 13:26:39.247938 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 54274) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:39.298997 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-666a2a6f-62ee-402e-99f4-d5ceb6936379 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548730'] for router, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:39.310195 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-530aea7e-8f2f-480e-93d2-c2c1afc54430 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26964'] for router, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:39.312290 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-530aea7e-8f2f-480e-93d2-c2c1afc54430 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-642316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26957'] for router, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:39.341550 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc7770-9d00-4500-ab80-2b3bb15c1055 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Pushing event updated for resources: {'Port': ['ID=2b2f5278-530f-4018-955a-78cbd8058acb,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:39.365100 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-666a2a6f-62ee-402e-99f4-d5ceb6936379 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks [] for router, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:39.370719 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-666a2a6f-62ee-402e-99f4-d5ceb6936379 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3198211 Dec 21 13:26:39.371518 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 54276) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:39.378562 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-41015238-de21-477e-991f-f4755a885933 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Request body: {'router': {'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:26:39.475450 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bc1c7d1-6568-40fd-8867-96a05954890c tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Router fcb00c9b-995f-4543-8a21-2f08796e9bed has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:26:39.508005 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-530aea7e-8f2f-480e-93d2-c2c1afc54430 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:39.584113 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-af5a04c3-fb7c-4273-85f7-05764a59e883 None None] Provisioning complete for port 2b2f5278-530f-4018-955a-78cbd8058acb triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:26:39.584742 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-af5a04c3-fb7c-4273-85f7-05764a59e883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:39.598009 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-1a6cb653-ba40-4148-8860-c3c44a0c9f3a tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Deleting port 2b2f5278-530f-4018-955a-78cbd8058acb {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:26:39.598526 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1a6cb653-ba40-4148-8860-c3c44a0c9f3a tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:39.643931 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-af5a04c3-fb7c-4273-85f7-05764a59e883 None None] Port 2b2f5278-530f-4018-955a-78cbd8058acb cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:26:39.684013 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-994bdebf-9695-4e0e-8443-2944363a6e1f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=232c21e991bb49f184f3ed4365ba4915&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4883044 Dec 21 13:26:39.694294 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54280) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:39.701061 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-41015238-de21-477e-991f-f4755a885933 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:39.703629 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bc1c7d1-6568-40fd-8867-96a05954890c tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:26:39.720122 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fef56b2-a862-4412-841d-0a801395f9aa None None] Sync routers for ids ['fcb00c9b-995f-4543-8a21-2f08796e9bed'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:26:39.743629 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fef56b2-a862-4412-841d-0a801395f9aa None None] Routers {'fcb00c9b-995f-4543-8a21-2f08796e9bed'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:26:39.743883 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-5bc1c7d1-6568-40fd-8867-96a05954890c tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] 10.222.0.37 "PUT /v2.0/routers/fcb00c9b-995f-4543-8a21-2f08796e9bed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4283884 Dec 21 13:26:39.745268 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-6fef56b2-a862-4412-841d-0a801395f9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:26:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['fcb00c9b-995f-4543-8a21-2f08796e9bed'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:26:39.745498 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 54282) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:39.759405 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-530aea7e-8f2f-480e-93d2-c2c1afc54430 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:39.807973 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-6fef56b2-a862-4412-841d-0a801395f9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:26:39.823831 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fef56b2-a862-4412-841d-0a801395f9aa None None] Routers {'fcb00c9b-995f-4543-8a21-2f08796e9bed'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:26:39.824888 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-6fef56b2-a862-4412-841d-0a801395f9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:26:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['fcb00c9b-995f-4543-8a21-2f08796e9bed'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:26:39.827187 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1285c907-277b-4f60-aa32-f24a2828d820 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:39.879205 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2423a6b3-15a2-4488-9e01-11db345deeb9 tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Publish callbacks [] for router, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:39.882993 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1a6cb653-ba40-4148-8860-c3c44a0c9f3a tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:39.889160 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1285c907-277b-4f60-aa32-f24a2828d820 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:39.936663 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-1a6cb653-ba40-4148-8860-c3c44a0c9f3a tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Calling delete_port for 2b2f5278-530f-4018-955a-78cbd8058acb owned by {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:26:39.939237 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-6fef56b2-a862-4412-841d-0a801395f9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:26:39.939864 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fef56b2-a862-4412-841d-0a801395f9aa None None] The sync data for ids ['fcb00c9b-995f-4543-8a21-2f08796e9bed'] in dv-neutron-master-2-hyperv is: [] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:26:40.055832 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1285c907-277b-4f60-aa32-f24a2828d820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:40.058436 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1285c907-277b-4f60-aa32-f24a2828d820 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:40.059620 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-1285c907-277b-4f60-aa32-f24a2828d820 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5b9722c5-f2fe-49bb-a1d1-676fd37cb6c5 HTTP/1.1" status: 204 len: 168 time: 0.3636630 Dec 21 13:26:40.074543 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1285c907-277b-4f60-aa32-f24a2828d820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b9722c5-f2fe-49bb-a1d1-676fd37cb6c5,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:40.094169 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-530aea7e-8f2f-480e-93d2-c2c1afc54430 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks [] for router_gateway, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:40.117278 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-530aea7e-8f2f-480e-93d2-c2c1afc54430 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:40.164932 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2423a6b3-15a2-4488-9e01-11db345deeb9 tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26950'] for router, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:40.168887 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2423a6b3-15a2-4488-9e01-11db345deeb9 tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:40.238725 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2423a6b3-15a2-4488-9e01-11db345deeb9 tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534967'] for router, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:40.239327 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2423a6b3-15a2-4488-9e01-11db345deeb9 tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Fanout notify agent at l3_agent the message router_deleted on router fcb00c9b-995f-4543-8a21-2f08796e9bed {{(pid=103153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 13:26:40.250343 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2423a6b3-15a2-4488-9e01-11db345deeb9 tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Publish callbacks [] for router, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:40.251641 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-2423a6b3-15a2-4488-9e01-11db345deeb9 tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] 10.222.0.37 "DELETE /v2.0/routers/fcb00c9b-995f-4543-8a21-2f08796e9bed HTTP/1.1" status: 204 len: 168 time: 0.4919317 Dec 21 13:26:40.256845 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 54290) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:40.284774 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-530aea7e-8f2f-480e-93d2-c2c1afc54430 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Allocated IP 172.36.3.107 (7fdf1889-f079-4166-bbda-88b2a8d8d595/051a5607-1753-4008-a2f2-d94b48752e9c/23b34f29-567d-4347-96e9-bf19fbfab17f) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:26:40.520367 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54294) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:40.535334 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1209a16e-b42a-4825-b31c-f445f4821625 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:40.700004 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1a6cb653-ba40-4148-8860-c3c44a0c9f3a tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:40.705026 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d5c50a5-10cf-4f95-9ccc-170aa99f4faa tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Deleting subnet 76377a05-a979-4a15-a545-1ad1dac55654 {{(pid=103153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:26:40.729652 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7d5c50a5-10cf-4f95-9ccc-170aa99f4faa tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Publish callbacks [] for subnet, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:40.771992 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-41015238-de21-477e-991f-f4755a885933 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks [] for router_gateway, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:40.782050 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6cb653-ba40-4148-8860-c3c44a0c9f3a tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Pushing event deleted for resources: {'Port': ['ID=2b2f5278-530f-4018-955a-78cbd8058acb,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:40.814744 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-41015238-de21-477e-991f-f4755a885933 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:40.839048 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1209a16e-b42a-4825-b31c-f445f4821625 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:40.842869 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7d5c50a5-10cf-4f95-9ccc-170aa99f4faa tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1585439'] for subnet, precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:40.845831 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1209a16e-b42a-4825-b31c-f445f4821625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:40.869793 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1a6cb653-ba40-4148-8860-c3c44a0c9f3a tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:40.873403 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-1a6cb653-ba40-4148-8860-c3c44a0c9f3a tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] 10.222.0.37 "DELETE /v2.0/ports/2b2f5278-530f-4018-955a-78cbd8058acb HTTP/1.1" status: 204 len: 168 time: 1.6225038 Dec 21 13:26:40.877747 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 54298) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:40.905840 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1209a16e-b42a-4825-b31c-f445f4821625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a68457f-05b9-4dd5-a915-9e8bc5d8d88d,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:40.917534 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-530aea7e-8f2f-480e-93d2-c2c1afc54430 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:40.928294 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-1209a16e-b42a-4825-b31c-f445f4821625 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f48db86153cb422780e3672e0d4fc02f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4065993 Dec 21 13:26:40.932060 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54300) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:40.958986 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.pecan_wsgi.hooks.translation [None req-11522870-24bc-4098-a3c2-6ac3e8fbeab2 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] GET failed (client error): The resource could not be found. Dec 21 13:26:40.964073 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-11522870-24bc-4098-a3c2-6ac3e8fbeab2 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] 10.222.0.37 "GET /v2.0/ports/2b2f5278-530f-4018-955a-78cbd8058acb HTTP/1.1" status: 404 len: 333 time: 0.0781996 Dec 21 13:26:40.968952 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 54302) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:40.978002 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-f5f22f0d-95d5-45ca-906d-b1e4515f3066 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Request body: {'port': {'network_id': '5dfd510d-3f73-4b52-8de0-0ffb067f78c2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2005031283'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:26:41.022312 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-530aea7e-8f2f-480e-93d2-c2c1afc54430 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:41.080793 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-458fbd4d-4855-4fe9-8e80-8990512572dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:41.119745 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530aea7e-8f2f-480e-93d2-c2c1afc54430 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Network 7fdf1889-f079-4166-bbda-88b2a8d8d595 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:26:41.137901 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-530aea7e-8f2f-480e-93d2-c2c1afc54430 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:26:41.144321 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530aea7e-8f2f-480e-93d2-c2c1afc54430 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Pushing event updated for resources: {'Port': ['ID=23b34f29-567d-4347-96e9-bf19fbfab17f,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:41.148558 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530aea7e-8f2f-480e-93d2-c2c1afc54430 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:26:41.148742 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7d5c50a5-10cf-4f95-9ccc-170aa99f4faa tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:41.152316 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-41015238-de21-477e-991f-f4755a885933 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Allocated IP 172.36.3.51 (7fdf1889-f079-4166-bbda-88b2a8d8d595/051a5607-1753-4008-a2f2-d94b48752e9c/1111dd50-72cd-4eed-8c4e-3f5434ee34bd) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:26:41.193907 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-458fbd4d-4855-4fe9-8e80-8990512572dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:41.306913 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f22f0d-95d5-45ca-906d-b1e4515f3066 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Made reservation on behalf of 5d2c9a3181764d51b85f95e0276c0ec2 for: {'port': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:26:41.310618 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f5f22f0d-95d5-45ca-906d-b1e4515f3066 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:41.315480 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7d5c50a5-10cf-4f95-9ccc-170aa99f4faa tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11349588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11288746'] for subnet, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:41.357111 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-458fbd4d-4855-4fe9-8e80-8990512572dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:41.360030 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-458fbd4d-4855-4fe9-8e80-8990512572dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:41.364419 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-458fbd4d-4855-4fe9-8e80-8990512572dd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4a68457f-05b9-4dd5-a915-9e8bc5d8d88d HTTP/1.1" status: 204 len: 168 time: 0.4289577 Dec 21 13:26:41.368923 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5c50a5-10cf-4f95-9ccc-170aa99f4faa tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Pushing event deleted for resources: {'Subnet': ['ID=76377a05-a979-4a15-a545-1ad1dac55654,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:41.373446 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7d5c50a5-10cf-4f95-9ccc-170aa99f4faa tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633769'] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:41.376616 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-7d5c50a5-10cf-4f95-9ccc-170aa99f4faa tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] 10.222.0.37 "DELETE /v2.0/subnets/76377a05-a979-4a15-a545-1ad1dac55654 HTTP/1.1" status: 204 len: 168 time: 1.1168683 Dec 21 13:26:41.379160 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 54310) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:41.388255 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458fbd4d-4855-4fe9-8e80-8990512572dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a68457f-05b9-4dd5-a915-9e8bc5d8d88d,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:41.393324 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee89572-2050-46b6-a595-6aceeff250ac None None] Network 8a124a90-7f68-46e1-bb1a-302e490965ef requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:26:41.397820 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [None req-f5f22f0d-95d5-45ca-906d-b1e4515f3066 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] device_id is not set on port d8ce1e4d-5cfe-447c-a5a0-580b310997f1 yet. {{(pid=103153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 13:26:41.473809 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-41015238-de21-477e-991f-f4755a885933 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:41.517389 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-530aea7e-8f2f-480e-93d2-c2c1afc54430 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks [] for router_gateway, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:41.568526 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-83dfaf27-4933-4e3a-b011-f9448c0910ad tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:41.624741 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-41015238-de21-477e-991f-f4755a885933 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:41.683033 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-f5f22f0d-95d5-45ca-906d-b1e4515f3066 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Allocated IP 2001:db8::385 (5dfd510d-3f73-4b52-8de0-0ffb067f78c2/a6cb507b-6bdb-45a4-937d-d0727b51ae7b/d8ce1e4d-5cfe-447c-a5a0-580b310997f1) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:26:41.720217 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926d58b2-60c2-45ee-9da9-9b8e252a00d9 None None] DHCP port deletion for 8a124a90-7f68-46e1-bb1a-302e490965ef request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:26:41.735486 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41015238-de21-477e-991f-f4755a885933 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Network 7fdf1889-f079-4166-bbda-88b2a8d8d595 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:26:41.744194 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-41015238-de21-477e-991f-f4755a885933 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:26:41.755355 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41015238-de21-477e-991f-f4755a885933 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:26:41.768019 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41015238-de21-477e-991f-f4755a885933 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Pushing event updated for resources: {'Port': ['ID=1111dd50-72cd-4eed-8c4e-3f5434ee34bd,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:41.824803 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-926d58b2-60c2-45ee-9da9-9b8e252a00d9 None None] Deleting port a85cfeba-076a-460a-b2f5-6f8ab9378d28 {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:26:41.827102 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-926d58b2-60c2-45ee-9da9-9b8e252a00d9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:41.929384 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-926d58b2-60c2-45ee-9da9-9b8e252a00d9 None None] For port a85cfeba-076a-460a-b2f5-6f8ab9378d28, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a85cfeba-076a-460a-b2f5-6f8ab9378d28,segment=NetworkSegment(e6fa6d96-978d-4bb0-8335-3ddc067f80ef),segment_id=e6fa6d96-978d-4bb0-8335-3ddc067f80ef)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:26:41.930314 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-926d58b2-60c2-45ee-9da9-9b8e252a00d9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:41.948152 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-926d58b2-60c2-45ee-9da9-9b8e252a00d9 None None] Calling delete_port for a85cfeba-076a-460a-b2f5-6f8ab9378d28 owned by network:dhcp {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:26:42.024269 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-83dfaf27-4933-4e3a-b011-f9448c0910ad tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Deleting port a85cfeba-076a-460a-b2f5-6f8ab9378d28 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:26:42.024650 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-83dfaf27-4933-4e3a-b011-f9448c0910ad tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:42.081779 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-926d58b2-60c2-45ee-9da9-9b8e252a00d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636'] for port, after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:42.122732 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54316) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:42.133219 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926d58b2-60c2-45ee-9da9-9b8e252a00d9 None None] Pushing event deleted for resources: {'Port': ['ID=a85cfeba-076a-460a-b2f5-6f8ab9378d28,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:42.140899 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926d58b2-60c2-45ee-9da9-9b8e252a00d9 None None] No DVR routers for this DVR port a85cfeba-076a-460a-b2f5-6f8ab9378d28 on host dv-neutron-master-2-hyperv {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:26:42.145120 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2a4d4dd6-82c9-4d63-a879-87fd60491d61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:42.168369 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-530aea7e-8f2f-480e-93d2-c2c1afc54430 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548730'] for router, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:42.171295 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-83dfaf27-4933-4e3a-b011-f9448c0910ad tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] For port a85cfeba-076a-460a-b2f5-6f8ab9378d28, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a85cfeba-076a-460a-b2f5-6f8ab9378d28,segment=NetworkSegment(e6fa6d96-978d-4bb0-8335-3ddc067f80ef),segment_id=e6fa6d96-978d-4bb0-8335-3ddc067f80ef)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:26:42.171655 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-83dfaf27-4933-4e3a-b011-f9448c0910ad tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:42.176405 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f5f22f0d-95d5-45ca-906d-b1e4515f3066 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:42.189749 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-83dfaf27-4933-4e3a-b011-f9448c0910ad tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Calling delete_port for a85cfeba-076a-460a-b2f5-6f8ab9378d28 owned by network:dhcp {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:26:42.328658 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2a4d4dd6-82c9-4d63-a879-87fd60491d61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:42.335917 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2a4d4dd6-82c9-4d63-a879-87fd60491d61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:42.352097 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f5f22f0d-95d5-45ca-906d-b1e4515f3066 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:42.408120 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-2a4d4dd6-82c9-4d63-a879-87fd60491d61 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0a9e01199ca44dbb95bd601a36537006&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2843599 Dec 21 13:26:42.410874 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54320) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:42.422106 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4d4dd6-82c9-4d63-a879-87fd60491d61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce327392-fa3b-4c29-98d7-eae8e021abd0,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:42.435147 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f22f0d-95d5-45ca-906d-b1e4515f3066 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Network 5dfd510d-3f73-4b52-8de0-0ffb067f78c2 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:26:42.439402 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-41015238-de21-477e-991f-f4755a885933 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks [] for router_gateway, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:42.441307 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-f5f22f0d-95d5-45ca-906d-b1e4515f3066 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:26:42.450006 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f22f0d-95d5-45ca-906d-b1e4515f3066 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:26:42.455773 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f22f0d-95d5-45ca-906d-b1e4515f3066 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:42.456439 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f5f22f0d-95d5-45ca-906d-b1e4515f3066 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:42.465907 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-530aea7e-8f2f-480e-93d2-c2c1afc54430 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Router c9c67d42-9967-4694-917a-a6f911798897 is scheduled to L3 agent 59e14383-78fa-487e-9299-b32042a98157 with binding_index 1 {{(pid=103152) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 13:26:42.493129 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f22f0d-95d5-45ca-906d-b1e4515f3066 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Pushing event updated for resources: {'Port': ['ID=d8ce1e4d-5cfe-447c-a5a0-580b310997f1,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:42.495546 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-83dfaf27-4933-4e3a-b011-f9448c0910ad tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:42.525160 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-34943d97-79a2-4e38-ae5d-4efdf3e57c2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:42.537480 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-f5f22f0d-95d5-45ca-906d-b1e4515f3066 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.5672021 Dec 21 13:26:42.541675 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54322) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:42.541884 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dfaf27-4933-4e3a-b011-f9448c0910ad tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Pushing event deleted for resources: {'Port': ['ID=a85cfeba-076a-460a-b2f5-6f8ab9378d28,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:42.545115 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83dfaf27-4933-4e3a-b011-f9448c0910ad tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] No DVR routers for this DVR port a85cfeba-076a-460a-b2f5-6f8ab9378d28 on host dv-neutron-master-2-hyperv {{(pid=103153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:26:42.552587 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-3ba37f18-92eb-42ce-83a7-74206d0733be tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Request body: {'port': {'network_id': '5dfd510d-3f73-4b52-8de0-0ffb067f78c2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1843434704'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:26:42.594470 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-34943d97-79a2-4e38-ae5d-4efdf3e57c2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:42.731290 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device a85cfeba-076a-460a-b2f5-6f8ab9378d28 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:26:42.750137 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-530aea7e-8f2f-480e-93d2-c2c1afc54430 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:26:42.780374 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-83dfaf27-4933-4e3a-b011-f9448c0910ad tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:42.791196 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-530aea7e-8f2f-480e-93d2-c2c1afc54430 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks [] for router, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:42.795396 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-530aea7e-8f2f-480e-93d2-c2c1afc54430 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.0900569 Dec 21 13:26:42.796300 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 54326) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:42.800953 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-34943d97-79a2-4e38-ae5d-4efdf3e57c2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:42.804493 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-34943d97-79a2-4e38-ae5d-4efdf3e57c2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:42.808740 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: a85cfeba-076a-460a-b2f5-6f8ab9378d28 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:26:42.809244 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device a85cfeba-076a-460a-b2f5-6f8ab9378d28 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:26:42.809419 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-34943d97-79a2-4e38-ae5d-4efdf3e57c2d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ce327392-fa3b-4c29-98d7-eae8e021abd0 HTTP/1.1" status: 204 len: 168 time: 0.3972547 Dec 21 13:26:42.834921 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-2564a4fb-492c-497f-95a8-295748f97b1a None None] Provisioning complete for port d8ce1e4d-5cfe-447c-a5a0-580b310997f1 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:26:42.835410 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-2564a4fb-492c-497f-95a8-295748f97b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:42.846513 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34943d97-79a2-4e38-ae5d-4efdf3e57c2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce327392-fa3b-4c29-98d7-eae8e021abd0,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:42.852680 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-83dfaf27-4933-4e3a-b011-f9448c0910ad tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a124a90-7f68-46e1-bb1a-302e490965ef']}} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:26:42.862847 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ba37f18-92eb-42ce-83a7-74206d0733be tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Made reservation on behalf of 5d2c9a3181764d51b85f95e0276c0ec2 for: {'port': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:26:42.868837 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3ba37f18-92eb-42ce-83a7-74206d0733be tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:42.872949 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ae0b0b-8869-40ff-b1b1-1637a8acf20b None None] Sync routers for ids ['c9c67d42-9967-4694-917a-a6f911798897'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:26:42.893717 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-3ba37f18-92eb-42ce-83a7-74206d0733be tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] device_id is not set on port 9f4f45b1-789d-4886-a4c6-54735e808e14 yet. {{(pid=103152) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 13:26:42.895646 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-83dfaf27-4933-4e3a-b011-f9448c0910ad tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6fa6d96-978d-4bb0-8335-3ddc067f80ef') {'for_net_delete': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:26:42.896156 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-83dfaf27-4933-4e3a-b011-f9448c0910ad tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6fa6d96-978d-4bb0-8335-3ddc067f80ef') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:26:42.913319 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ae0b0b-8869-40ff-b1b1-1637a8acf20b None None] Routers {'c9c67d42-9967-4694-917a-a6f911798897'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:26:42.914069 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-79ae0b0b-8869-40ff-b1b1-1637a8acf20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:26:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['c9c67d42-9967-4694-917a-a6f911798897'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:26:42.919274 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-2564a4fb-492c-497f-95a8-295748f97b1a None None] Port d8ce1e4d-5cfe-447c-a5a0-580b310997f1 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:26:42.925288 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-83dfaf27-4933-4e3a-b011-f9448c0910ad tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1585430'] for segment, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:42.975189 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-41015238-de21-477e-991f-f4755a885933 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26943'] for router, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:42.977226 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-83dfaf27-4933-4e3a-b011-f9448c0910ad tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:42.979253 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-79ae0b0b-8869-40ff-b1b1-1637a8acf20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:26:42.990019 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-41015238-de21-477e-991f-f4755a885933 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-548712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-548721', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-534931'] for router, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:42.994930 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83dfaf27-4933-4e3a-b011-f9448c0910ad tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=103153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:26:42.995337 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-83dfaf27-4933-4e3a-b011-f9448c0910ad tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11349758'] for segment, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:42.999111 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:42.999111 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:26:42.999111 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:42.999111 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:26:42.999111 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:42.999111 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:26:42.999111 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:42.999111 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:26:42.999111 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:42.999111 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:26:42.999111 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:42.999111 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:26:42.999111 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:42.999111 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:26:42.999111 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:42.999111 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:26:42.999111 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 13:26:42.999111 dv-neutron-master-2-hyperv neutron-server[103153]: self.session.flush() Dec 21 13:26:42.999111 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 13:26:42.999111 dv-neutron-master-2-hyperv neutron-server[103153]: self.session.flush() Dec 21 13:26:42.999111 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 13:26:42.999111 dv-neutron-master-2-hyperv neutron-server[103153]: self.session.flush() Dec 21 13:26:42.999111 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 13:26:42.999111 dv-neutron-master-2-hyperv neutron-server[103153]: self.session.flush() Dec 21 13:26:42.999111 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:42.999111 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:26:42.999111 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:42.999111 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:26:42.999111 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:42.999111 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:26:42.999111 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:42.999111 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:26:42.999111 dv-neutron-master-2-hyperv neutron-server[103153]: Traceback (most recent call last): Dec 21 13:26:42.999111 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:26:42.999111 dv-neutron-master-2-hyperv neutron-server[103153]: timer() Dec 21 13:26:42.999111 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:26:42.999111 dv-neutron-master-2-hyperv neutron-server[103153]: cb(*args, **kw) Dec 21 13:26:42.999111 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:26:42.999111 dv-neutron-master-2-hyperv neutron-server[103153]: return func(*args, **kwargs) Dec 21 13:26:42.999111 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:26:42.999111 dv-neutron-master-2-hyperv neutron-server[103153]: self._notify() Dec 21 13:26:42.999111 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:26:42.999111 dv-neutron-master-2-hyperv neutron-server[103153]: self.callback(batched_events) Dec 21 13:26:42.999111 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:26:42.999111 dv-neutron-master-2-hyperv neutron-server[103153]: event.method(event) Dec 21 13:26:42.999111 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:26:42.999111 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:26:43.001835 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:26:43.001835 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:26:43.001835 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:26:43.001835 dv-neutron-master-2-hyperv neutron-server[103153]: return f(self, *a, **k) Dec 21 13:26:43.001835 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:26:43.001835 dv-neutron-master-2-hyperv neutron-server[103153]: return self._get(url).json() Dec 21 13:26:43.001835 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:26:43.001835 dv-neutron-master-2-hyperv neutron-server[103153]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:26:43.001835 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:26:43.001835 dv-neutron-master-2-hyperv neutron-server[103153]: return self.request(url, 'GET', **kwargs) Dec 21 13:26:43.001835 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:26:43.001835 dv-neutron-master-2-hyperv neutron-server[103153]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:26:43.001835 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:26:43.001835 dv-neutron-master-2-hyperv neutron-server[103153]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:26:43.001835 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:26:43.001835 dv-neutron-master-2-hyperv neutron-server[103153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:26:43.001835 dv-neutron-master-2-hyperv neutron-server[103153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:26:43.002766 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ae0b0b-8869-40ff-b1b1-1637a8acf20b None None] Routers {'c9c67d42-9967-4694-917a-a6f911798897'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:26:43.002766 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-79ae0b0b-8869-40ff-b1b1-1637a8acf20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:26:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['c9c67d42-9967-4694-917a-a6f911798897'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:26:43.045405 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-79ae0b0b-8869-40ff-b1b1-1637a8acf20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:26:43.046327 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ae0b0b-8869-40ff-b1b1-1637a8acf20b None None] The sync data for ids ['c9c67d42-9967-4694-917a-a6f911798897'] in dv-neutron-master-2-hyperv is: [] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:26:43.093772 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-993f3537-9d14-4aad-8397-271be43a20ea tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] 10.222.0.37 "GET /v2.0/routers/c9c67d42-9967-4694-917a-a6f911798897 HTTP/1.1" status: 200 len: 921 time: 0.2941287 Dec 21 13:26:43.100314 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 54334) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:43.104258 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-3ba37f18-92eb-42ce-83a7-74206d0733be tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Allocated IP 2001:db8::263 (5dfd510d-3f73-4b52-8de0-0ffb067f78c2/a6cb507b-6bdb-45a4-937d-d0727b51ae7b/9f4f45b1-789d-4886-a4c6-54735e808e14) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:26:43.150445 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-64552d1f-145c-40a4-b5b2-7db43320b047 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9c67d42-9967-4694-917a-a6f911798897 HTTP/1.1" status: 200 len: 205 time: 0.0489807 Dec 21 13:26:43.153017 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-83dfaf27-4933-4e3a-b011-f9448c0910ad tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:43.154596 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 54336) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:43.180308 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-83dfaf27-4933-4e3a-b011-f9448c0910ad tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:43.183766 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-83dfaf27-4933-4e3a-b011-f9448c0910ad tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] 10.222.0.37 "DELETE /v2.0/networks/8a124a90-7f68-46e1-bb1a-302e490965ef HTTP/1.1" status: 204 len: 168 time: 1.8025053 Dec 21 13:26:43.209780 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:43.217903 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dfaf27-4933-4e3a-b011-f9448c0910ad tempest-FloatingIPNegativeTestJSON-1640596307 tempest-FloatingIPNegativeTestJSON-1640596307-project] Pushing event deleted for resources: {'Network': ['ID=8a124a90-7f68-46e1-bb1a-302e490965ef,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:43.308310 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3ba37f18-92eb-42ce-83a7-74206d0733be tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:43.370563 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3ba37f18-92eb-42ce-83a7-74206d0733be tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:43.457526 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba37f18-92eb-42ce-83a7-74206d0733be tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Pushing event updated for resources: {'Port': ['ID=9f4f45b1-789d-4886-a4c6-54735e808e14,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:43.481784 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba37f18-92eb-42ce-83a7-74206d0733be tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Network 5dfd510d-3f73-4b52-8de0-0ffb067f78c2 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:26:43.483750 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-3ba37f18-92eb-42ce-83a7-74206d0733be tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:26:43.487830 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba37f18-92eb-42ce-83a7-74206d0733be tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:26:43.496695 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba37f18-92eb-42ce-83a7-74206d0733be tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:43.497671 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3ba37f18-92eb-42ce-83a7-74206d0733be tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:43.525905 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-3ba37f18-92eb-42ce-83a7-74206d0733be tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.9796052 Dec 21 13:26:43.525905 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54352) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:43.532752 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-3433f7b5-ab70-4c15-80a7-09ce13f4218f tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::23f', 'mac_address': 'fa:16:3e:da:2d:93'}, {'ip_address': '2001:db8::385', 'mac_address': 'fa:16:3e:4d:6a:ed'}]}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:26:43.630116 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 54354) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:43.661588 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b06594c6-3a95-4436-8dd2-9474851c9ddf tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks [] for router, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:43.715933 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41015238-de21-477e-991f-f4755a885933 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Router a2e51aea-922c-440f-a919-b4408845a990 is scheduled to L3 agent 59e14383-78fa-487e-9299-b32042a98157 with binding_index 1 {{(pid=103153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 13:26:43.761106 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3433f7b5-ab70-4c15-80a7-09ce13f4218f tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:43.949854 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-3579a208-5ebf-4065-8324-93f53a6f358c None None] Provisioning complete for port 9f4f45b1-789d-4886-a4c6-54735e808e14 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:26:43.950995 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-3579a208-5ebf-4065-8324-93f53a6f358c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:43.972136 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b06594c6-3a95-4436-8dd2-9474851c9ddf tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:43.984082 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-7c77aba8-4349-4be8-b0fa-cf4fa1e1968c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=65768d6586864634b516c9fe38af7537&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3497386 Dec 21 13:26:43.987044 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54368) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:43.995445 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41015238-de21-477e-991f-f4755a885933 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:26:44.006369 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-3579a208-5ebf-4065-8324-93f53a6f358c None None] Port 9f4f45b1-789d-4886-a4c6-54735e808e14 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:26:44.011071 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27a18e1-2b2d-41c1-b561-67741716b66a None None] Sync routers for ids ['a2e51aea-922c-440f-a919-b4408845a990'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:26:44.015881 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-41015238-de21-477e-991f-f4755a885933 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks [] for router, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:44.021001 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-41015238-de21-477e-991f-f4755a885933 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] 10.222.0.37 "PUT /v2.0/routers/a2e51aea-922c-440f-a919-b4408845a990 HTTP/1.1" status: 200 len: 882 time: 4.6471040 Dec 21 13:26:44.024260 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54372) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:44.039164 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27a18e1-2b2d-41c1-b561-67741716b66a None None] Routers {'a2e51aea-922c-440f-a919-b4408845a990'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:26:44.040808 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-f27a18e1-2b2d-41c1-b561-67741716b66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:26:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['a2e51aea-922c-440f-a919-b4408845a990'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:26:44.067579 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-b06594c6-3a95-4436-8dd2-9474851c9ddf tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Deleting port 23b34f29-567d-4347-96e9-bf19fbfab17f {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:26:44.067918 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b06594c6-3a95-4436-8dd2-9474851c9ddf tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:44.088338 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-f27a18e1-2b2d-41c1-b561-67741716b66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:26:44.101829 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27a18e1-2b2d-41c1-b561-67741716b66a None None] Routers {'a2e51aea-922c-440f-a919-b4408845a990'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:26:44.102783 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-f27a18e1-2b2d-41c1-b561-67741716b66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:26:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['a2e51aea-922c-440f-a919-b4408845a990'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:26:44.125458 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3433f7b5-ab70-4c15-80a7-09ce13f4218f tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:44.148905 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-f27a18e1-2b2d-41c1-b561-67741716b66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:26:44.148905 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27a18e1-2b2d-41c1-b561-67741716b66a None None] The sync data for ids ['a2e51aea-922c-440f-a919-b4408845a990'] in dv-neutron-master-2-hyperv is: [] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:26:44.170862 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3433f7b5-ab70-4c15-80a7-09ce13f4218f tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805230'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:44.172788 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b06594c6-3a95-4436-8dd2-9474851c9ddf tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:44.187821 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-b06594c6-3a95-4436-8dd2-9474851c9ddf tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Calling delete_port for 23b34f29-567d-4347-96e9-bf19fbfab17f owned by network:router_gateway {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:26:44.205848 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e40853e8-a5e1-4229-b2ae-b9b026372a42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:44.229787 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-3433f7b5-ab70-4c15-80a7-09ce13f4218f tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] In _notify_port_updated(), no bound segment for port 9f4f45b1-789d-4886-a4c6-54735e808e14 on network 5dfd510d-3f73-4b52-8de0-0ffb067f78c2 {{(pid=103152) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 21 13:26:44.236748 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3433f7b5-ab70-4c15-80a7-09ce13f4218f tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:44.237392 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3433f7b5-ab70-4c15-80a7-09ce13f4218f tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:44.250959 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-3433f7b5-ab70-4c15-80a7-09ce13f4218f tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] 10.222.0.37 "PUT /v2.0/ports/9f4f45b1-789d-4886-a4c6-54735e808e14 HTTP/1.1" status: 200 len: 1068 time: 0.7237456 Dec 21 13:26:44.257992 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54378) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:44.308493 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e40853e8-a5e1-4229-b2ae-b9b026372a42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:44.326112 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-bb62467b-8183-4d62-b22d-eb167bf10a5d tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] 10.222.0.37 "GET /v2.0/routers/a2e51aea-922c-440f-a919-b4408845a990 HTTP/1.1" status: 200 len: 923 time: 0.3006508 Dec 21 13:26:44.326758 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54382) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:44.350091 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3433f7b5-ab70-4c15-80a7-09ce13f4218f tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Pushing event updated for resources: {'Port': ['ID=9f4f45b1-789d-4886-a4c6-54735e808e14,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:44.440810 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b06594c6-3a95-4436-8dd2-9474851c9ddf tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:44.479418 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06594c6-3a95-4436-8dd2-9474851c9ddf tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Pushing event deleted for resources: {'Port': ['ID=23b34f29-567d-4347-96e9-bf19fbfab17f,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:44.512645 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3945677-5bc7-4bb1-a0ac-94212307ebe4 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:44.514245 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-c3945677-5bc7-4bb1-a0ac-94212307ebe4 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=7fdf1889-f079-4166-bbda-88b2a8d8d595&device_id=a2e51aea-922c-440f-a919-b4408845a990&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1818511 Dec 21 13:26:44.520726 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54388) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:44.555559 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e40853e8-a5e1-4229-b2ae-b9b026372a42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:44.558195 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e40853e8-a5e1-4229-b2ae-b9b026372a42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:44.559413 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-e40853e8-a5e1-4229-b2ae-b9b026372a42 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0c330fac-b9be-4158-87c6-37930bd2f2ad HTTP/1.1" status: 204 len: 168 time: 0.5708158 Dec 21 13:26:44.567916 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b06594c6-3a95-4436-8dd2-9474851c9ddf tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-548638'] for router_gateway, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:44.605340 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40853e8-a5e1-4229-b2ae-b9b026372a42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c330fac-b9be-4158-87c6-37930bd2f2ad,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:44.644395 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-60513ca2-0585-414b-973a-bcecd8c8a9d1 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Deleting port 9f4f45b1-789d-4886-a4c6-54735e808e14 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:26:44.645476 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-60513ca2-0585-414b-973a-bcecd8c8a9d1 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:44.670202 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-df086e04-d9d5-4c57-8533-e20a34814a7c None None] Provisioning complete for port 9f4f45b1-789d-4886-a4c6-54735e808e14 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:26:44.670603 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-df086e04-d9d5-4c57-8533-e20a34814a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:44.692770 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b06594c6-3a95-4436-8dd2-9474851c9ddf tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26950'] for router, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:44.695569 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b06594c6-3a95-4436-8dd2-9474851c9ddf tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:44.729098 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-df086e04-d9d5-4c57-8533-e20a34814a7c None None] Port 9f4f45b1-789d-4886-a4c6-54735e808e14 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:26:44.775598 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a58abb-3c04-4aa1-a064-c3889ff6e346 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:44.777226 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-a1a58abb-3c04-4aa1-a064-c3889ff6e346 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] 10.222.0.37 "GET /v2.0/networks/7fdf1889-f079-4166-bbda-88b2a8d8d595 HTTP/1.1" status: 200 len: 881 time: 0.2574205 Dec 21 13:26:44.780281 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54400) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:44.789035 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b06594c6-3a95-4436-8dd2-9474851c9ddf tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534967'] for router, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:44.789757 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b06594c6-3a95-4436-8dd2-9474851c9ddf tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Fanout notify agent at l3_agent the message router_deleted on router c9c67d42-9967-4694-917a-a6f911798897 {{(pid=103153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 13:26:44.799553 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b06594c6-3a95-4436-8dd2-9474851c9ddf tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks [] for router, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:44.805034 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-b06594c6-3a95-4436-8dd2-9474851c9ddf tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] 10.222.0.37 "DELETE /v2.0/routers/c9c67d42-9967-4694-917a-a6f911798897 HTTP/1.1" status: 204 len: 168 time: 1.6436403 Dec 21 13:26:44.805439 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 54402) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:44.812213 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-1c856317-260b-47a0-92e1-837d652f8fc8 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Request body: {'router': {'name': 'tempest-snat-router-837388457', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'enable_snat': False}}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:26:44.816564 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-bd438e87-5fba-4203-b64d-87cad03aa583 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2e51aea-922c-440f-a919-b4408845a990 HTTP/1.1" status: 200 len: 205 time: 0.0352035 Dec 21 13:26:44.821400 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54404) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:44.838709 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 54406) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:44.855918 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1c856317-260b-47a0-92e1-837d652f8fc8 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26964'] for router, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:44.857322 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1c856317-260b-47a0-92e1-837d652f8fc8 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-642316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26957'] for router, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:44.865449 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-60513ca2-0585-414b-973a-bcecd8c8a9d1 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:44.886097 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-60513ca2-0585-414b-973a-bcecd8c8a9d1 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Calling delete_port for 9f4f45b1-789d-4886-a4c6-54735e808e14 owned by {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:26:44.937122 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1c856317-260b-47a0-92e1-837d652f8fc8 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:44.991134 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-00bc9add-b1c9-4167-86ba-47bec1dfdb7c tempest-MeteringIpV6TestJSON-979428790 tempest-MeteringIpV6TestJSON-979428790-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-703653582'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:26:44.991864 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-00bc9add-b1c9-4167-86ba-47bec1dfdb7c tempest-MeteringIpV6TestJSON-979428790 tempest-MeteringIpV6TestJSON-979428790-project-admin] Unknown quota resources ['metering_label']. {{(pid=103153) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 21 13:26:45.000693 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-25c2a1ca-c14f-4319-b3e0-54627987a0bc tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks [] for router, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:45.161773 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-25c2a1ca-c14f-4319-b3e0-54627987a0bc tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:45.172196 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-60513ca2-0585-414b-973a-bcecd8c8a9d1 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:45.211897 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-00bc9add-b1c9-4167-86ba-47bec1dfdb7c tempest-MeteringIpV6TestJSON-979428790 tempest-MeteringIpV6TestJSON-979428790-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:45.213087 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-00bc9add-b1c9-4167-86ba-47bec1dfdb7c tempest-MeteringIpV6TestJSON-979428790 tempest-MeteringIpV6TestJSON-979428790-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.3729973 Dec 21 13:26:45.224167 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54420) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:45.229088 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-a746e110-49c6-4438-a10c-2e81785f2d51 tempest-MeteringIpV6TestJSON-979428790 tempest-MeteringIpV6TestJSON-979428790-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '35e3f653-5e2a-4666-bb2d-6ac0b10763dd'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:26:45.229805 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-a746e110-49c6-4438-a10c-2e81785f2d51 tempest-MeteringIpV6TestJSON-979428790 tempest-MeteringIpV6TestJSON-979428790-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103152) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 21 13:26:45.236734 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60513ca2-0585-414b-973a-bcecd8c8a9d1 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Pushing event deleted for resources: {'Port': ['ID=9f4f45b1-789d-4886-a4c6-54735e808e14,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:45.307265 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1c856317-260b-47a0-92e1-837d652f8fc8 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:45.415321 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b0f83253-1b17-40c1-8444-414c4afe575b req-bccca6d1-c2d6-4a49-aca2-177b39f6c2aa service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a3f56ce0-d200-46aa-8d4a-98f5ecd429fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0989654 Dec 21 13:26:45.596943 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 54432) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:45.667929 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f83253-1b17-40c1-8444-414c4afe575b req-f1199f92-3961-4e38-8065-6ee6433cddaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:45.669842 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b0f83253-1b17-40c1-8444-414c4afe575b req-f1199f92-3961-4e38-8065-6ee6433cddaf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=88700cfa6fca443f813dbee92d0bf4e2&device_id=a3f56ce0-d200-46aa-8d4a-98f5ecd429fb HTTP/1.1" status: 200 len: 1098 time: 0.1089585 Dec 21 13:26:45.678105 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1c856317-260b-47a0-92e1-837d652f8fc8 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:45.709626 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1c856317-260b-47a0-92e1-837d652f8fc8 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:45.717605 dv-neutron-master-2-hyperv neutron-server[103152]: WARNING neutron.services.metering.metering_plugin [None req-a746e110-49c6-4438-a10c-2e81785f2d51 tempest-MeteringIpV6TestJSON-979428790 tempest-MeteringIpV6TestJSON-979428790-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 21 13:26:45.742039 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-ee431b5d-fbc7-4381-95d8-3cf604330784 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1148440710'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:26:45.851376 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee431b5d-fbc7-4381-95d8-3cf604330784 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Made reservation on behalf of c34ff9443f5b440bb29daef02ccce959 for: {'network': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:26:45.855090 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ee431b5d-fbc7-4381-95d8-3cf604330784 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:45.874016 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ee431b5d-fbc7-4381-95d8-3cf604330784 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks [] for security_group, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:45.895487 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a746e110-49c6-4438-a10c-2e81785f2d51 tempest-MeteringIpV6TestJSON-979428790 tempest-MeteringIpV6TestJSON-979428790-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:45.899943 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-a746e110-49c6-4438-a10c-2e81785f2d51 tempest-MeteringIpV6TestJSON-979428790 tempest-MeteringIpV6TestJSON-979428790-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.6714742 Dec 21 13:26:45.901521 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54438) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:45.904116 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-25c2a1ca-c14f-4319-b3e0-54627987a0bc tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Deleting port 1111dd50-72cd-4eed-8c4e-3f5434ee34bd {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:26:45.904455 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-25c2a1ca-c14f-4319-b3e0-54627987a0bc tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:45.908344 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-8d3bbba4-f6e8-4dc8-9a80-c30e34c3cc74 tempest-MeteringIpV6TestJSON-979428790 tempest-MeteringIpV6TestJSON-979428790-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '35e3f653-5e2a-4666-bb2d-6ac0b10763dd'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:26:45.908835 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-8d3bbba4-f6e8-4dc8-9a80-c30e34c3cc74 tempest-MeteringIpV6TestJSON-979428790 tempest-MeteringIpV6TestJSON-979428790-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103152) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 21 13:26:45.925185 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f83253-1b17-40c1-8444-414c4afe575b req-5b9030c4-a755-4f45-b28f-e5944f0add4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:45.926776 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b0f83253-1b17-40c1-8444-414c4afe575b req-5b9030c4-a755-4f45-b28f-e5944f0add4a service neutron] 10.222.0.60 "GET /v2.0/networks?id=39aa7305-1380-4f0a-b399-f8c03518e77f HTTP/1.1" status: 200 len: 912 time: 0.2263424 Dec 21 13:26:46.000480 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-1c856317-260b-47a0-92e1-837d652f8fc8 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Allocated IP 172.36.3.240 (7fdf1889-f079-4166-bbda-88b2a8d8d595/051a5607-1753-4008-a2f2-d94b48752e9c/22b2599f-4e82-4778-b19d-2ec9dbcea8a1) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:26:46.053819 dv-neutron-master-2-hyperv neutron-server[103152]: WARNING neutron.services.metering.metering_plugin [None req-8d3bbba4-f6e8-4dc8-9a80-c30e34c3cc74 tempest-MeteringIpV6TestJSON-979428790 tempest-MeteringIpV6TestJSON-979428790-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 21 13:26:46.060392 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b0f83253-1b17-40c1-8444-414c4afe575b req-b2f70ab9-3393-49f6-b640-20d30f978663 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16e9a28c-57b2-4f6e-beaa-917e8c3668e1 HTTP/1.1" status: 200 len: 1000 time: 0.1234319 Dec 21 13:26:46.067284 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-60513ca2-0585-414b-973a-bcecd8c8a9d1 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:46.073713 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-60513ca2-0585-414b-973a-bcecd8c8a9d1 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] 10.222.0.37 "DELETE /v2.0/ports/9f4f45b1-789d-4886-a4c6-54735e808e14 HTTP/1.1" status: 204 len: 168 time: 1.8076811 Dec 21 13:26:46.082202 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 54440) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:46.174345 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8d3bbba4-f6e8-4dc8-9a80-c30e34c3cc74 tempest-MeteringIpV6TestJSON-979428790 tempest-MeteringIpV6TestJSON-979428790-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:46.175612 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3c54e58-14e6-42c3-82fb-f7ad2ce9d6da tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] GET failed (client error): The resource could not be found. Dec 21 13:26:46.175780 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-8d3bbba4-f6e8-4dc8-9a80-c30e34c3cc74 tempest-MeteringIpV6TestJSON-979428790 tempest-MeteringIpV6TestJSON-979428790-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2732303 Dec 21 13:26:46.180357 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-a3c54e58-14e6-42c3-82fb-f7ad2ce9d6da tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] 10.222.0.37 "GET /v2.0/ports/9f4f45b1-789d-4886-a4c6-54735e808e14 HTTP/1.1" status: 404 len: 333 time: 0.0904114 Dec 21 13:26:46.181613 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54444) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:46.182064 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54446) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:46.205938 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ee431b5d-fbc7-4381-95d8-3cf604330784 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks [] for security_group, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:46.211125 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ee431b5d-fbc7-4381-95d8-3cf604330784 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:46.214861 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f83253-1b17-40c1-8444-414c4afe575b req-39c236cc-82e0-4212-b50e-53c26ea5da46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:46.216336 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b0f83253-1b17-40c1-8444-414c4afe575b req-39c236cc-82e0-4212-b50e-53c26ea5da46 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e105ee7f-3655-4fbf-969b-c738adf2539b HTTP/1.1" status: 200 len: 850 time: 0.1470902 Dec 21 13:26:46.221758 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-25c2a1ca-c14f-4319-b3e0-54627987a0bc tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:46.237226 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-b762f994-db53-44f9-9399-05c2dcffb132 tempest-MeteringIpV6TestJSON-979428790 tempest-MeteringIpV6TestJSON-979428790-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=18071161-9f47-4443-bb08-df81db4ea6ac HTTP/1.1" status: 200 len: 462 time: 0.0538476 Dec 21 13:26:46.243843 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54448) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:46.248395 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-25c2a1ca-c14f-4319-b3e0-54627987a0bc tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Calling delete_port for 1111dd50-72cd-4eed-8c4e-3f5434ee34bd owned by network:router_gateway {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:26:46.258145 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee431b5d-fbc7-4381-95d8-3cf604330784 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=103153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:26:46.295932 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1c856317-260b-47a0-92e1-837d652f8fc8 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:46.311951 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee431b5d-fbc7-4381-95d8-3cf604330784 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f6fbd3-3a2b-4776-bae6-4c6550ce50d3,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:46.315949 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ee431b5d-fbc7-4381-95d8-3cf604330784 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:46.316328 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.segments_db [None req-ee431b5d-fbc7-4381-95d8-3cf604330784 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Added segment 13855a1b-a40f-42b1-9b22-8986609e04e8 of type vlan for network 0651671c-4c42-46d4-afda-76f63ce0ca1e Dec 21 13:26:46.379892 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f83253-1b17-40c1-8444-414c4afe575b req-2d52fd1f-bff8-46d6-9f11-b396d545a6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:46.381819 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b0f83253-1b17-40c1-8444-414c4afe575b req-2d52fd1f-bff8-46d6-9f11-b396d545a6c0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=39aa7305-1380-4f0a-b399-f8c03518e77f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1474164 Dec 21 13:26:46.387415 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ee431b5d-fbc7-4381-95d8-3cf604330784 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:46.422873 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1c856317-260b-47a0-92e1-837d652f8fc8 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:46.446145 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-76ae920f-153c-411c-a33a-5c3985f4aac8 tempest-MeteringIpV6TestJSON-979428790 tempest-MeteringIpV6TestJSON-979428790-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:46.447753 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-76ae920f-153c-411c-a33a-5c3985f4aac8 tempest-MeteringIpV6TestJSON-979428790 tempest-MeteringIpV6TestJSON-979428790-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-label-rules/18071161-9f47-4443-bb08-df81db4ea6ac HTTP/1.1" status: 204 len: 168 time: 0.2007143 Dec 21 13:26:46.452301 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54450) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:46.510629 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c856317-260b-47a0-92e1-837d652f8fc8 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Network 7fdf1889-f079-4166-bbda-88b2a8d8d595 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:26:46.511024 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-f149dc73-135f-4b8e-a8df-d918fa12549b tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Deleting port d8ce1e4d-5cfe-447c-a5a0-580b310997f1 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:26:46.511365 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f149dc73-135f-4b8e-a8df-d918fa12549b tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:46.514904 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-14ea46a7-99c7-44af-a6e3-2b531e069308 tempest-MeteringIpV6TestJSON-979428790 tempest-MeteringIpV6TestJSON-979428790-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=18071161-9f47-4443-bb08-df81db4ea6ac HTTP/1.1" status: 200 len: 221 time: 0.0603700 Dec 21 13:26:46.518515 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-1c856317-260b-47a0-92e1-837d652f8fc8 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:26:46.522907 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54452) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:46.524763 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c856317-260b-47a0-92e1-837d652f8fc8 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:26:46.526946 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ee431b5d-fbc7-4381-95d8-3cf604330784 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:46.532658 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee431b5d-fbc7-4381-95d8-3cf604330784 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:46.533263 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ee431b5d-fbc7-4381-95d8-3cf604330784 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:46.547826 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-78598b56-aaff-49f0-b10b-8e1066ad030c tempest-MeteringIpV6TestJSON-979428790 tempest-MeteringIpV6TestJSON-979428790-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--741928779', 'description': 'label created by tempest'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:26:46.548343 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-78598b56-aaff-49f0-b10b-8e1066ad030c tempest-MeteringIpV6TestJSON-979428790 tempest-MeteringIpV6TestJSON-979428790-project-admin] Unknown quota resources ['metering_label']. {{(pid=103152) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 21 13:26:46.583211 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c856317-260b-47a0-92e1-837d652f8fc8 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Pushing event updated for resources: {'Port': ['ID=22b2599f-4e82-4778-b19d-2ec9dbcea8a1,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:46.622726 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-ee431b5d-fbc7-4381-95d8-3cf604330784 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0242090 Dec 21 13:26:46.624533 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b0f83253-1b17-40c1-8444-414c4afe575b req-fdc372f2-f6b8-4311-84e3-b65ecba38cfe service neutron] 10.222.0.60 "GET /v2.0/networks/39aa7305-1380-4f0a-b399-f8c03518e77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334471 Dec 21 13:26:46.733896 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee431b5d-fbc7-4381-95d8-3cf604330784 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Pushing event updated for resources: {'Network': ['ID=0651671c-4c42-46d4-afda-76f63ce0ca1e,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:46.745919 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network 0651671c-4c42-46d4-afda-76f63ce0ca1e details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:26:46.774881 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54456) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:46.811642 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f149dc73-135f-4b8e-a8df-d918fa12549b tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:46.817959 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-22b68fc7-53dd-4d3e-a48d-75bf77b8d8d0 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Request body: {'subnet': {'network_id': '0651671c-4c42-46d4-afda-76f63ce0ca1e', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:26:46.860455 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-f149dc73-135f-4b8e-a8df-d918fa12549b tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Calling delete_port for d8ce1e4d-5cfe-447c-a5a0-580b310997f1 owned by {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:26:46.862430 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-25c2a1ca-c14f-4319-b3e0-54627987a0bc tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:46.929166 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-78598b56-aaff-49f0-b10b-8e1066ad030c tempest-MeteringIpV6TestJSON-979428790 tempest-MeteringIpV6TestJSON-979428790-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:46.930417 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-78598b56-aaff-49f0-b10b-8e1066ad030c tempest-MeteringIpV6TestJSON-979428790 tempest-MeteringIpV6TestJSON-979428790-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.3936417 Dec 21 13:26:46.964650 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54460) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:46.967065 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c2a1ca-c14f-4319-b3e0-54627987a0bc tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Pushing event deleted for resources: {'Port': ['ID=1111dd50-72cd-4eed-8c4e-3f5434ee34bd,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:47.109015 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-5ba1444a-04a9-48c7-8b97-3358192b9102 tempest-MeteringIpV6TestJSON-979428790 tempest-MeteringIpV6TestJSON-979428790-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=d437a716-546f-4b37-ae7c-f2e7f6970448 HTTP/1.1" status: 200 len: 467 time: 0.1429257 Dec 21 13:26:47.113540 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54462) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:47.151095 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b0f83253-1b17-40c1-8444-414c4afe575b req-a78cdf46-a8b5-4a02-bca6-55d0af5a9210 service neutron] 10.222.0.60 "GET /v2.0/networks/39aa7305-1380-4f0a-b399-f8c03518e77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4865453 Dec 21 13:26:47.264383 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1c856317-260b-47a0-92e1-837d652f8fc8 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:47.275386 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22b68fc7-53dd-4d3e-a48d-75bf77b8d8d0 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Made reservation on behalf of c34ff9443f5b440bb29daef02ccce959 for: {'subnet': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:26:47.278942 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-22b68fc7-53dd-4d3e-a48d-75bf77b8d8d0 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12346583'] for subnet, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:47.315273 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-25c2a1ca-c14f-4319-b3e0-54627987a0bc tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-548638'] for router_gateway, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:47.467099 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-25c2a1ca-c14f-4319-b3e0-54627987a0bc tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26950'] for router, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:47.484095 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1c856317-260b-47a0-92e1-837d652f8fc8 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548730'] for router, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:47.498470 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-25c2a1ca-c14f-4319-b3e0-54627987a0bc tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:47.534053 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-24341d54-5c77-47cf-9425-aa4f1b51d239 tempest-MeteringIpV6TestJSON-979428790 tempest-MeteringIpV6TestJSON-979428790-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:47.535233 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-24341d54-5c77-47cf-9425-aa4f1b51d239 tempest-MeteringIpV6TestJSON-979428790 tempest-MeteringIpV6TestJSON-979428790-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-labels/d437a716-546f-4b37-ae7c-f2e7f6970448 HTTP/1.1" status: 204 len: 168 time: 0.4216402 Dec 21 13:26:47.539808 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 54466) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:47.584793 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-4f68d924-d2a8-44c9-bdc6-cfa451e0bd94 tempest-MeteringIpV6TestJSON-979428790 tempest-MeteringIpV6TestJSON-979428790-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=d437a716-546f-4b37-ae7c-f2e7f6970448 HTTP/1.1" status: 200 len: 216 time: 0.0437763 Dec 21 13:26:47.589051 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 54468) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:47.599314 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-25c2a1ca-c14f-4319-b3e0-54627987a0bc tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534967'] for router, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:47.599881 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25c2a1ca-c14f-4319-b3e0-54627987a0bc tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Fanout notify agent at l3_agent the message router_deleted on router a2e51aea-922c-440f-a919-b4408845a990 {{(pid=103152) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 13:26:47.608025 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-25c2a1ca-c14f-4319-b3e0-54627987a0bc tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks [] for router, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:47.612781 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-25c2a1ca-c14f-4319-b3e0-54627987a0bc tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] 10.222.0.37 "DELETE /v2.0/routers/a2e51aea-922c-440f-a919-b4408845a990 HTTP/1.1" status: 204 len: 168 time: 2.7867661 Dec 21 13:26:47.613221 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 54470) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:47.614641 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f149dc73-135f-4b8e-a8df-d918fa12549b tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:47.619990 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-a23935c5-a43f-4f6b-bf15-0adbc6536c63 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-388969980', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:26:47.630437 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-b540930e-ddbf-4465-a8d7-10ec1565607c tempest-MeteringIpV6TestJSON-979428790 tempest-MeteringIpV6TestJSON-979428790-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0411215 Dec 21 13:26:47.635248 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 54472) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:47.649248 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f149dc73-135f-4b8e-a8df-d918fa12549b tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Pushing event deleted for resources: {'Port': ['ID=d8ce1e4d-5cfe-447c-a5a0-580b310997f1,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:47.662949 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-a56c9e31-04bb-46d2-b570-0475917fa441 tempest-MeteringIpV6TestJSON-979428790 tempest-MeteringIpV6TestJSON-979428790-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0256984 Dec 21 13:26:47.664926 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54474) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:47.693133 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a23935c5-a43f-4f6b-bf15-0adbc6536c63 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26964'] for router, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:47.695770 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a23935c5-a43f-4f6b-bf15-0adbc6536c63 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-642316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26957'] for router, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:47.741210 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c856317-260b-47a0-92e1-837d652f8fc8 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Router 556dc852-2127-4779-ae8e-937e65b413cc is scheduled to L3 agent 59e14383-78fa-487e-9299-b32042a98157 with binding_index 1 {{(pid=103153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 13:26:47.756697 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f149dc73-135f-4b8e-a8df-d918fa12549b tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:47.760105 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-f149dc73-135f-4b8e-a8df-d918fa12549b tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] 10.222.0.37 "DELETE /v2.0/ports/d8ce1e4d-5cfe-447c-a5a0-580b310997f1 HTTP/1.1" status: 204 len: 168 time: 1.5752516 Dec 21 13:26:47.764065 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-e480d2b0-2959-48bd-8172-f883aad52c88 tempest-MeteringIpV6TestJSON-979428790 tempest-MeteringIpV6TestJSON-979428790-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels/35e3f653-5e2a-4666-bb2d-6ac0b10763dd HTTP/1.1" status: 200 len: 472 time: 0.0979891 Dec 21 13:26:47.764674 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54478) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:47.769899 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54480) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:47.784076 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a23935c5-a43f-4f6b-bf15-0adbc6536c63 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:47.790692 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a23935c5-a43f-4f6b-bf15-0adbc6536c63 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548730'] for router, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:47.813198 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-d131b2b7-7d75-4a6e-ba11-2fa4c93c6c0c tempest-MeteringIpV6TestJSON-979428790 tempest-MeteringIpV6TestJSON-979428790-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules/5038a290-2804-404e-8643-ff65ac0b45e7 HTTP/1.1" status: 200 len: 459 time: 0.0380945 Dec 21 13:26:47.813198 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd0b1721-26b2-4758-bd85-685a70d20d5a tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] GET failed (client error): The resource could not be found. Dec 21 13:26:47.814312 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-cd0b1721-26b2-4758-bd85-685a70d20d5a tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] 10.222.0.37 "GET /v2.0/ports/d8ce1e4d-5cfe-447c-a5a0-580b310997f1 HTTP/1.1" status: 404 len: 333 time: 0.0447187 Dec 21 13:26:47.818222 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54482) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:47.829505 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54484) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:47.881354 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a23935c5-a43f-4f6b-bf15-0adbc6536c63 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks [] for router, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:47.885785 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-a23935c5-a43f-4f6b-bf15-0adbc6536c63 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2716391 Dec 21 13:26:47.891893 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 54486) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:47.897715 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-848814bd-14b1-48c4-aa72-0407b4dfeac3 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'enable_snat': True}}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:26:48.081621 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c856317-260b-47a0-92e1-837d652f8fc8 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:26:48.097003 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4510f686-7066-4576-be34-2ecef7ae1cdb None None] Sync routers for ids ['556dc852-2127-4779-ae8e-937e65b413cc'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:26:48.112572 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4510f686-7066-4576-be34-2ecef7ae1cdb None None] Routers {'556dc852-2127-4779-ae8e-937e65b413cc'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:26:48.113326 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-4510f686-7066-4576-be34-2ecef7ae1cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:26:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['556dc852-2127-4779-ae8e-937e65b413cc'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:26:48.165605 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1c856317-260b-47a0-92e1-837d652f8fc8 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks [] for router, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:48.170016 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-1c856317-260b-47a0-92e1-837d652f8fc8 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.3604114 Dec 21 13:26:48.177381 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-848814bd-14b1-48c4-aa72-0407b4dfeac3 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:48.180222 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 54490) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:48.244505 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-4510f686-7066-4576-be34-2ecef7ae1cdb None None] Set router 556dc852-2127-4779-ae8e-937e65b413cc gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:26:48.251972 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-22b68fc7-53dd-4d3e-a48d-75bf77b8d8d0 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12346565'] for subnet, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:48.346285 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-7b10109e-fea3-4509-a50a-161b6b17be93 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] 10.222.0.37 "GET /v2.0/routers/556dc852-2127-4779-ae8e-937e65b413cc HTTP/1.1" status: 200 len: 908 time: 0.1649694 Dec 21 13:26:48.349824 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 54492) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:48.354142 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-d3f45264-01b6-435f-bab3-5a8f7437b74a tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Request body: {'router': {'name': 'tempest-snat-router-837388457', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'enable_snat': True}}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:26:48.376889 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-556f5e2c-8ccf-47f2-b391-8c5eb7bd80b1 tempest-MeteringIpV6TestJSON-979428790 tempest-MeteringIpV6TestJSON-979428790-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:48.378040 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-556f5e2c-8ccf-47f2-b391-8c5eb7bd80b1 tempest-MeteringIpV6TestJSON-979428790 tempest-MeteringIpV6TestJSON-979428790-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-label-rules/5038a290-2804-404e-8643-ff65ac0b45e7 HTTP/1.1" status: 204 len: 168 time: 0.5533400 Dec 21 13:26:48.383496 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54496) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:48.397537 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b68fc7-53dd-4d3e-a48d-75bf77b8d8d0 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Pushing event updated for resources: {'Subnet': ['ID=952eace5-4a89-451a-8048-39fc029de057,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:48.449552 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d3f45264-01b6-435f-bab3-5a8f7437b74a tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26964'] for router, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:48.450670 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d3f45264-01b6-435f-bab3-5a8f7437b74a tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-642316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26957'] for router, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:48.464271 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-4510f686-7066-4576-be34-2ecef7ae1cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '556dc852-2127-4779-ae8e-937e65b413cc', 'name': 'tempest-snat-router-837388457', 'tenant_id': '5dfce5a937c44fa489dbfd6d1d065e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.240'}], 'enable_snat': False}, 'gw_port_id': '22b2599f-4e82-4778-b19d-2ec9dbcea8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:26:44Z', 'updated_at': '2021-12-21T13:26:47Z', 'revision_number': 3, 'project_id': '5dfce5a937c44fa489dbfd6d1d065e41', 'gw_port': {'id': '22b2599f-4e82-4778-b19d-2ec9dbcea8a1', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e4:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '556dc852-2127-4779-ae8e-937e65b413cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:26:45Z', 'updated_at': '2021-12-21T13:26:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:26:48.470848 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b68fc7-53dd-4d3e-a48d-75bf77b8d8d0 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Checking segment: {'id': '13855a1b-a40f-42b1-9b22-8986609e04e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0651671c-4c42-46d4-afda-76f63ce0ca1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:26:48.471216 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b68fc7-53dd-4d3e-a48d-75bf77b8d8d0 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Network hostable DHCP agents. Network: 0651671c-4c42-46d4-afda-76f63ce0ca1e, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:26:48.492314 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4510f686-7066-4576-be34-2ecef7ae1cdb None None] Checking router: 556dc852-2127-4779-ae8e-937e65b413cc for host: dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:26:48.492922 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4510f686-7066-4576-be34-2ecef7ae1cdb None None] Updating router 556dc852-2127-4779-ae8e-937e65b413cc port 22b2599f-4e82-4778-b19d-2ec9dbcea8a1 binding host dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 13:26:48.518918 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-7ea59f71-4175-4023-8506-c5db0db64653 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Deleting port 5b44a53b-de65-42b9-81a0-19ec7d1f7c5d {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:26:48.519265 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7ea59f71-4175-4023-8506-c5db0db64653 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:48.519457 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-4510f686-7066-4576-be34-2ecef7ae1cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:48.578504 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d3f45264-01b6-435f-bab3-5a8f7437b74a tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:48.583759 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-848814bd-14b1-48c4-aa72-0407b4dfeac3 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:48.609684 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-848814bd-14b1-48c4-aa72-0407b4dfeac3 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:48.636067 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b68fc7-53dd-4d3e-a48d-75bf77b8d8d0 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Network 0651671c-4c42-46d4-afda-76f63ce0ca1e is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:26:48.684771 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-eac2ed2b-ddad-44b7-acc6-208234c6ce96 tempest-MeteringIpV6TestJSON-979428790 tempest-MeteringIpV6TestJSON-979428790-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:48.685506 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-eac2ed2b-ddad-44b7-acc6-208234c6ce96 tempest-MeteringIpV6TestJSON-979428790 tempest-MeteringIpV6TestJSON-979428790-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-labels/35e3f653-5e2a-4666-bb2d-6ac0b10763dd HTTP/1.1" status: 204 len: 168 time: 0.2990613 Dec 21 13:26:48.690906 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-22b68fc7-53dd-4d3e-a48d-75bf77b8d8d0 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 0651671c-4c42-46d4-afda-76f63ce0ca1e) {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:26:48.699061 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b68fc7-53dd-4d3e-a48d-75bf77b8d8d0 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:48.699708 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-22b68fc7-53dd-4d3e-a48d-75bf77b8d8d0 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:48.716870 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af673ece-ea59-49e4-afee-1aa6a2aeeab0 None None] Network 0651671c-4c42-46d4-afda-76f63ce0ca1e requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:26:48.726541 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7ea59f71-4175-4023-8506-c5db0db64653 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:48.732747 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-22b68fc7-53dd-4d3e-a48d-75bf77b8d8d0 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.9557650 Dec 21 13:26:48.738320 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54500) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:48.745115 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-5804709a-6279-42d5-9b96-fe4ebb7c8625 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1596978341'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:26:48.756187 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-7ea59f71-4175-4023-8506-c5db0db64653 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Calling delete_port for 5b44a53b-de65-42b9-81a0-19ec7d1f7c5d owned by {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:26:48.811461 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5804709a-6279-42d5-9b96-fe4ebb7c8625 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Made reservation on behalf of c34ff9443f5b440bb29daef02ccce959 for: {'network': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:26:48.821762 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5804709a-6279-42d5-9b96-fe4ebb7c8625 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:48.898978 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-4510f686-7066-4576-be34-2ecef7ae1cdb None None] Publish callbacks [] for port, precommit_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:48.907260 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec43493-fc03-4535-b62d-e1b3966f33d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-0651671c-4c42-46d4-afda-76f63ce0ca1e', 'network_id': '0651671c-4c42-46d4-afda-76f63ce0ca1e', 'project_id': 'c34ff9443f5b440bb29daef02ccce959', 'fixed_ips': [{'subnet_id': '952eace5-4a89-451a-8048-39fc029de057'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:26:48.908157 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-4510f686-7066-4576-be34-2ecef7ae1cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:48.908946 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-5ec43493-fc03-4535-b62d-e1b3966f33d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:48.980520 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5804709a-6279-42d5-9b96-fe4ebb7c8625 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=103152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:26:48.990082 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c088f20-824f-4842-a458-3f5c20e26431 None None] Pushing event updated for resources: {'Port': ['ID=22b2599f-4e82-4778-b19d-2ec9dbcea8a1,revision_number=2']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:49.016017 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c088f20-824f-4842-a458-3f5c20e26431 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:26:49.016397 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c088f20-824f-4842-a458-3f5c20e26431 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:26:49.016886 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c088f20-824f-4842-a458-3f5c20e26431 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:26:49.017228 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c088f20-824f-4842-a458-3f5c20e26431 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:26:49.017560 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c088f20-824f-4842-a458-3f5c20e26431 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:26:49.017883 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c088f20-824f-4842-a458-3f5c20e26431 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:26:49.018278 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c088f20-824f-4842-a458-3f5c20e26431 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:26:49.018637 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c088f20-824f-4842-a458-3f5c20e26431 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:26:49.018985 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c088f20-824f-4842-a458-3f5c20e26431 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:26:49.019465 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c088f20-824f-4842-a458-3f5c20e26431 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:26:49.020399 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c088f20-824f-4842-a458-3f5c20e26431 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:26:49.020894 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c088f20-824f-4842-a458-3f5c20e26431 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:26:49.021224 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c088f20-824f-4842-a458-3f5c20e26431 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:26:49.026062 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-4510f686-7066-4576-be34-2ecef7ae1cdb None None] Attempting to bind port 22b2599f-4e82-4778-b19d-2ec9dbcea8a1 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:26:49.026527 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-4510f686-7066-4576-be34-2ecef7ae1cdb None None] Attempting to bind port 22b2599f-4e82-4778-b19d-2ec9dbcea8a1 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:26:49.027223 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4510f686-7066-4576-be34-2ecef7ae1cdb None None] Attempting to bind port 22b2599f-4e82-4778-b19d-2ec9dbcea8a1 on network 7fdf1889-f079-4166-bbda-88b2a8d8d595 {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:26:49.034629 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4510f686-7066-4576-be34-2ecef7ae1cdb None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:26:49.035282 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4510f686-7066-4576-be34-2ecef7ae1cdb None None] Checking segment: {'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:26:49.036239 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-4510f686-7066-4576-be34-2ecef7ae1cdb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:49.036629 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4510f686-7066-4576-be34-2ecef7ae1cdb None None] Bound using segment: {'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:26:49.037316 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-4510f686-7066-4576-be34-2ecef7ae1cdb None None] Bound port: 22b2599f-4e82-4778-b19d-2ec9dbcea8a1, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:26:49.037650 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-4510f686-7066-4576-be34-2ecef7ae1cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:49.041382 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5804709a-6279-42d5-9b96-fe4ebb7c8625 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:49.042131 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.segments_db [None req-5804709a-6279-42d5-9b96-fe4ebb7c8625 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Added segment 1c7886f2-f087-4708-a178-47cb9a92cb58 of type vlan for network abd593cf-1c93-493e-bc42-cceb1ca76aba Dec 21 13:26:49.102169 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-4510f686-7066-4576-be34-2ecef7ae1cdb None None] For port 22b2599f-4e82-4778-b19d-2ec9dbcea8a1, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:26:49.106601 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-4510f686-7066-4576-be34-2ecef7ae1cdb None None] For port 22b2599f-4e82-4778-b19d-2ec9dbcea8a1, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=22b2599f-4e82-4778-b19d-2ec9dbcea8a1,segment=NetworkSegment(a32e5bfd-6fac-434f-817b-5707a23fd2ca),segment_id=a32e5bfd-6fac-434f-817b-5707a23fd2ca)] {{(pid=103155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:26:49.113288 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-4510f686-7066-4576-be34-2ecef7ae1cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:49.125018 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5804709a-6279-42d5-9b96-fe4ebb7c8625 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:49.177458 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-5ec43493-fc03-4535-b62d-e1b3966f33d9 None None] Allocated IP 172.20.255.242 (0651671c-4c42-46d4-afda-76f63ce0ca1e/952eace5-4a89-451a-8048-39fc029de057/982c8d86-2157-46f2-b048-9f3f83079d3d) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:26:49.186537 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54508) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:49.204092 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4510f686-7066-4576-be34-2ecef7ae1cdb None None] Routers {'556dc852-2127-4779-ae8e-937e65b413cc'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:26:49.204750 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-4510f686-7066-4576-be34-2ecef7ae1cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:26:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['556dc852-2127-4779-ae8e-937e65b413cc'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:26:49.226151 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5804709a-6279-42d5-9b96-fe4ebb7c8625 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:49.240598 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5804709a-6279-42d5-9b96-fe4ebb7c8625 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:49.243519 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5804709a-6279-42d5-9b96-fe4ebb7c8625 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633769'] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:49.246186 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d3f45264-01b6-435f-bab3-5a8f7437b74a tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:49.290672 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c088f20-824f-4842-a458-3f5c20e26431 None None] Pushing event updated for resources: {'Port': ['ID=22b2599f-4e82-4778-b19d-2ec9dbcea8a1,revision_number=3']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:49.295760 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7ea59f71-4175-4023-8506-c5db0db64653 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:49.367461 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-5804709a-6279-42d5-9b96-fe4ebb7c8625 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6255541 Dec 21 13:26:49.368746 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea59f71-4175-4023-8506-c5db0db64653 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Pushing event deleted for resources: {'Port': ['ID=5b44a53b-de65-42b9-81a0-19ec7d1f7c5d,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:49.370598 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54512) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:49.371535 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-4510f686-7066-4576-be34-2ecef7ae1cdb None None] Set router 556dc852-2127-4779-ae8e-937e65b413cc gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:26:49.379621 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-6dae427f-65f9-4e15-80a8-7a21e321cede tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Request body: {'subnet': {'network_id': 'abd593cf-1c93-493e-bc42-cceb1ca76aba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:26:49.387258 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5804709a-6279-42d5-9b96-fe4ebb7c8625 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Pushing event updated for resources: {'Network': ['ID=abd593cf-1c93-493e-bc42-cceb1ca76aba,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:49.409880 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network abd593cf-1c93-493e-bc42-cceb1ca76aba details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:26:49.433475 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-848814bd-14b1-48c4-aa72-0407b4dfeac3 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Allocated IP 172.36.3.130 (7fdf1889-f079-4166-bbda-88b2a8d8d595/051a5607-1753-4008-a2f2-d94b48752e9c/2a383249-d216-4fdf-85f2-65b166ddcd31) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:26:49.446484 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7ea59f71-4175-4023-8506-c5db0db64653 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:49.449530 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-7ea59f71-4175-4023-8506-c5db0db64653 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] 10.222.0.37 "DELETE /v2.0/ports/5b44a53b-de65-42b9-81a0-19ec7d1f7c5d HTTP/1.1" status: 204 len: 168 time: 1.6173482 Dec 21 13:26:49.482210 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54514) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:49.510021 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-676179f0-28cc-4da8-a443-6a0726635a02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:49.579517 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-848814bd-14b1-48c4-aa72-0407b4dfeac3 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:49.620635 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_v2 [None req-748c54c4-dd35-4604-9b01-2834df167837 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Deleting subnet a6cb507b-6bdb-45a4-937d-d0727b51ae7b {{(pid=103152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:26:49.628643 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-848814bd-14b1-48c4-aa72-0407b4dfeac3 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:49.640613 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-748c54c4-dd35-4604-9b01-2834df167837 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Publish callbacks [] for subnet, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:49.712807 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848814bd-14b1-48c4-aa72-0407b4dfeac3 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Network 7fdf1889-f079-4166-bbda-88b2a8d8d595 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:26:49.725345 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-848814bd-14b1-48c4-aa72-0407b4dfeac3 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:26:49.734457 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848814bd-14b1-48c4-aa72-0407b4dfeac3 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:26:49.767583 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-676179f0-28cc-4da8-a443-6a0726635a02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:49.772493 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848814bd-14b1-48c4-aa72-0407b4dfeac3 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Pushing event updated for resources: {'Port': ['ID=2a383249-d216-4fdf-85f2-65b166ddcd31,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:49.776559 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-676179f0-28cc-4da8-a443-6a0726635a02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:49.779577 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dae427f-65f9-4e15-80a8-7a21e321cede tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Made reservation on behalf of c34ff9443f5b440bb29daef02ccce959 for: {'subnet': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:26:49.785389 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6dae427f-65f9-4e15-80a8-7a21e321cede tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12346583'] for subnet, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:49.826049 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-4510f686-7066-4576-be34-2ecef7ae1cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '556dc852-2127-4779-ae8e-937e65b413cc', 'name': 'tempest-snat-router-837388457', 'tenant_id': '5dfce5a937c44fa489dbfd6d1d065e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.240'}], 'enable_snat': False}, 'gw_port_id': '22b2599f-4e82-4778-b19d-2ec9dbcea8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:26:44Z', 'updated_at': '2021-12-21T13:26:47Z', 'revision_number': 3, 'project_id': '5dfce5a937c44fa489dbfd6d1d065e41', 'gw_port': {'id': '22b2599f-4e82-4778-b19d-2ec9dbcea8a1', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e4:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '556dc852-2127-4779-ae8e-937e65b413cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:26:45Z', 'updated_at': '2021-12-21T13:26:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:26:49.848848 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-5ec43493-fc03-4535-b62d-e1b3966f33d9 None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:49.857331 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-5ec43493-fc03-4535-b62d-e1b3966f33d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:49.867230 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4510f686-7066-4576-be34-2ecef7ae1cdb None None] The sync data for ids ['556dc852-2127-4779-ae8e-937e65b413cc'] in dv-neutron-master-2-hyperv is: [{'id': '556dc852-2127-4779-ae8e-937e65b413cc', 'name': 'tempest-snat-router-837388457', 'tenant_id': '5dfce5a937c44fa489dbfd6d1d065e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.240'}], 'enable_snat': False}, 'gw_port_id': '22b2599f-4e82-4778-b19d-2ec9dbcea8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:26:44Z', 'updated_at': '2021-12-21T13:26:47Z', 'revision_number': 3, 'project_id': '5dfce5a937c44fa489dbfd6d1d065e41', 'gw_port': {'id': '22b2599f-4e82-4778-b19d-2ec9dbcea8a1', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e4:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '556dc852-2127-4779-ae8e-937e65b413cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:26:45Z', 'updated_at': '2021-12-21T13:26:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:26:49.910887 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec43493-fc03-4535-b62d-e1b3966f33d9 None None] Pushing event updated for resources: {'Port': ['ID=982c8d86-2157-46f2-b048-9f3f83079d3d,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:49.920813 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec43493-fc03-4535-b62d-e1b3966f33d9 None None] Network 0651671c-4c42-46d4-afda-76f63ce0ca1e is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:26:49.922628 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-5ec43493-fc03-4535-b62d-e1b3966f33d9 None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:26:49.927493 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec43493-fc03-4535-b62d-e1b3966f33d9 None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:26:49.938386 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-748c54c4-dd35-4604-9b01-2834df167837 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526644'] for subnet, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:49.974737 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676179f0-28cc-4da8-a443-6a0726635a02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed60076-1938-4139-8c1e-e1d30962b463,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:49.988071 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-676179f0-28cc-4da8-a443-6a0726635a02 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=45f7fd366ce74c83b70bba9324943a58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7960446 Dec 21 13:26:49.989149 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 54518) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:50.016128 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-5ec43493-fc03-4535-b62d-e1b3966f33d9 None None] Attempting to bind port 982c8d86-2157-46f2-b048-9f3f83079d3d on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:26:50.016864 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-5ec43493-fc03-4535-b62d-e1b3966f33d9 None None] Attempting to bind port 982c8d86-2157-46f2-b048-9f3f83079d3d by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '13855a1b-a40f-42b1-9b22-8986609e04e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0651671c-4c42-46d4-afda-76f63ce0ca1e'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:26:50.017456 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec43493-fc03-4535-b62d-e1b3966f33d9 None None] Attempting to bind port 982c8d86-2157-46f2-b048-9f3f83079d3d on network 0651671c-4c42-46d4-afda-76f63ce0ca1e {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:26:50.024356 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec43493-fc03-4535-b62d-e1b3966f33d9 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:26:50.025157 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec43493-fc03-4535-b62d-e1b3966f33d9 None None] Checking segment: {'id': '13855a1b-a40f-42b1-9b22-8986609e04e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0651671c-4c42-46d4-afda-76f63ce0ca1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:26:50.025905 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-5ec43493-fc03-4535-b62d-e1b3966f33d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:50.026540 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec43493-fc03-4535-b62d-e1b3966f33d9 None None] Bound using segment: {'id': '13855a1b-a40f-42b1-9b22-8986609e04e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0651671c-4c42-46d4-afda-76f63ce0ca1e'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:26:50.027872 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-5ec43493-fc03-4535-b62d-e1b3966f33d9 None None] Bound port: 982c8d86-2157-46f2-b048-9f3f83079d3d, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13855a1b-a40f-42b1-9b22-8986609e04e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0651671c-4c42-46d4-afda-76f63ce0ca1e'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:26:50.028507 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-5ec43493-fc03-4535-b62d-e1b3966f33d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:50.106645 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-748c54c4-dd35-4604-9b01-2834df167837 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:50.115478 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-5ec43493-fc03-4535-b62d-e1b3966f33d9 None None] For port 982c8d86-2157-46f2-b048-9f3f83079d3d, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:26:50.119058 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-5ec43493-fc03-4535-b62d-e1b3966f33d9 None None] For port 982c8d86-2157-46f2-b048-9f3f83079d3d, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=982c8d86-2157-46f2-b048-9f3f83079d3d,segment=NetworkSegment(13855a1b-a40f-42b1-9b22-8986609e04e8),segment_id=13855a1b-a40f-42b1-9b22-8986609e04e8)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:26:50.124653 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-5ec43493-fc03-4535-b62d-e1b3966f33d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:50.158450 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-51c64cbe-e22d-4d10-a2a1-a6394286eba6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:50.203934 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec43493-fc03-4535-b62d-e1b3966f33d9 None None] Pushing event updated for resources: {'Port': ['ID=982c8d86-2157-46f2-b048-9f3f83079d3d,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:50.228401 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6dae427f-65f9-4e15-80a8-7a21e321cede tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12346565'] for subnet, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:50.279387 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-51c64cbe-e22d-4d10-a2a1-a6394286eba6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:50.291487 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-748c54c4-dd35-4604-9b01-2834df167837 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12346570'] for subnet, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:50.331062 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-748c54c4-dd35-4604-9b01-2834df167837 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:50.336354 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-748c54c4-dd35-4604-9b01-2834df167837 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] 10.222.0.37 "DELETE /v2.0/subnets/a6cb507b-6bdb-45a4-937d-d0727b51ae7b HTTP/1.1" status: 204 len: 168 time: 0.8453760 Dec 21 13:26:50.339150 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9a47dc-073c-47f4-ac38-43214ea52d17 None None] Network 5dfd510d-3f73-4b52-8de0-0ffb067f78c2 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:26:50.343288 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 54524) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:50.353160 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dae427f-65f9-4e15-80a8-7a21e321cede tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Pushing event updated for resources: {'Subnet': ['ID=281089ea-1d44-4336-9ecb-48ce30c46de3,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:50.424379 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748c54c4-dd35-4604-9b01-2834df167837 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Pushing event deleted for resources: {'Subnet': ['ID=a6cb507b-6bdb-45a4-937d-d0727b51ae7b,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:50.431136 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dae427f-65f9-4e15-80a8-7a21e321cede tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Checking segment: {'id': '1c7886f2-f087-4708-a178-47cb9a92cb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'abd593cf-1c93-493e-bc42-cceb1ca76aba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:26:50.431509 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dae427f-65f9-4e15-80a8-7a21e321cede tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Network hostable DHCP agents. Network: abd593cf-1c93-493e-bc42-cceb1ca76aba, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:26:50.453333 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dae427f-65f9-4e15-80a8-7a21e321cede tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Network abd593cf-1c93-493e-bc42-cceb1ca76aba is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:26:50.467340 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-6dae427f-65f9-4e15-80a8-7a21e321cede tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, abd593cf-1c93-493e-bc42-cceb1ca76aba) {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:26:50.479823 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dae427f-65f9-4e15-80a8-7a21e321cede tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:50.480437 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6dae427f-65f9-4e15-80a8-7a21e321cede tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:50.490530 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faeb3a61-d863-4fc8-97ac-0b8d039c4bf5 None None] Network abd593cf-1c93-493e-bc42-cceb1ca76aba requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:26:50.537168 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-6dae427f-65f9-4e15-80a8-7a21e321cede tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.1608410 Dec 21 13:26:50.537752 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54526) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:50.595616 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0126bb9a-b389-4a64-9a25-0078eac6b309 None None] DHCP port deletion for 5dfd510d-3f73-4b52-8de0-0ffb067f78c2 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:26:50.661100 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d3f45264-01b6-435f-bab3-5a8f7437b74a tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:50.681155 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913cbc7f-0a28-4ff5-bcb2-faa23bda297c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-abd593cf-1c93-493e-bc42-cceb1ca76aba', 'network_id': 'abd593cf-1c93-493e-bc42-cceb1ca76aba', 'project_id': 'c34ff9443f5b440bb29daef02ccce959', 'fixed_ips': [{'subnet_id': '281089ea-1d44-4336-9ecb-48ce30c46de3'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:26:50.682036 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-913cbc7f-0a28-4ff5-bcb2-faa23bda297c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:50.757265 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-0126bb9a-b389-4a64-9a25-0078eac6b309 None None] Deleting port bde85b45-8b85-47d0-a2fa-fc21c01b94e0 {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:26:50.757644 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-0126bb9a-b389-4a64-9a25-0078eac6b309 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:50.777766 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d3f45264-01b6-435f-bab3-5a8f7437b74a tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:50.798436 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b01f0768-eb4b-4bf9-ace2-c0b8ba8a436e tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:50.814510 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-00b232c0-c524-4c84-b187-b35d55920524 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:50.824143 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-848814bd-14b1-48c4-aa72-0407b4dfeac3 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:50.902780 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-51c64cbe-e22d-4d10-a2a1-a6394286eba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:50.905408 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-51c64cbe-e22d-4d10-a2a1-a6394286eba6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:50.914981 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-51c64cbe-e22d-4d10-a2a1-a6394286eba6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3ed60076-1938-4139-8c1e-e1d30962b463 HTTP/1.1" status: 204 len: 168 time: 0.9220314 Dec 21 13:26:50.919988 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b01f0768-eb4b-4bf9-ace2-c0b8ba8a436e tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:50.986999 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c64cbe-e22d-4d10-a2a1-a6394286eba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed60076-1938-4139-8c1e-e1d30962b463,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:51.036044 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 22b2599f-4e82-4778-b19d-2ec9dbcea8a1 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:26:51.087284 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-d3f45264-01b6-435f-bab3-5a8f7437b74a tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Allocated IP 172.36.3.126 (7fdf1889-f079-4166-bbda-88b2a8d8d595/051a5607-1753-4008-a2f2-d94b48752e9c/c89eed1f-745d-460b-aa25-6ed03649926c) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:26:51.150423 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-0126bb9a-b389-4a64-9a25-0078eac6b309 None None] For port bde85b45-8b85-47d0-a2fa-fc21c01b94e0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bde85b45-8b85-47d0-a2fa-fc21c01b94e0,segment=NetworkSegment(171cb5ed-1933-42b8-8266-eab20903ffa9),segment_id=171cb5ed-1933-42b8-8266-eab20903ffa9)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:26:51.150833 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-0126bb9a-b389-4a64-9a25-0078eac6b309 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:51.177290 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-0126bb9a-b389-4a64-9a25-0078eac6b309 None None] Calling delete_port for bde85b45-8b85-47d0-a2fa-fc21c01b94e0 owned by network:dhcp {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:26:51.183166 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-913cbc7f-0a28-4ff5-bcb2-faa23bda297c None None] Allocated IP 172.20.0.2 (abd593cf-1c93-493e-bc42-cceb1ca76aba/281089ea-1d44-4336-9ecb-48ce30c46de3/1324fee2-5682-4d46-8f3a-acc45059f654) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:26:51.259742 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 22b2599f-4e82-4778-b19d-2ec9dbcea8a1 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:26:51.260116 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:51.355577 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d3f45264-01b6-435f-bab3-5a8f7437b74a tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:51.358721 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-00b232c0-c524-4c84-b187-b35d55920524 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Deleting port bde85b45-8b85-47d0-a2fa-fc21c01b94e0 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:26:51.358721 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-00b232c0-c524-4c84-b187-b35d55920524 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:51.359755 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54536) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:51.388178 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-72cb4c58-8c6a-4be3-8e8e-e300dded0be2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:51.521095 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-0126bb9a-b389-4a64-9a25-0078eac6b309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636'] for port, after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:51.536361 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-72cb4c58-8c6a-4be3-8e8e-e300dded0be2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:51.542126 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-00b232c0-c524-4c84-b187-b35d55920524 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] For port bde85b45-8b85-47d0-a2fa-fc21c01b94e0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bde85b45-8b85-47d0-a2fa-fc21c01b94e0,segment=NetworkSegment(171cb5ed-1933-42b8-8266-eab20903ffa9),segment_id=171cb5ed-1933-42b8-8266-eab20903ffa9)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:26:51.543199 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-00b232c0-c524-4c84-b187-b35d55920524 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:51.546914 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-72cb4c58-8c6a-4be3-8e8e-e300dded0be2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:51.552908 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-848814bd-14b1-48c4-aa72-0407b4dfeac3 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26943'] for router, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:51.574618 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-00b232c0-c524-4c84-b187-b35d55920524 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Calling delete_port for bde85b45-8b85-47d0-a2fa-fc21c01b94e0 owned by network:dhcp {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:26:51.578909 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-848814bd-14b1-48c4-aa72-0407b4dfeac3 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-548712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-548721', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-534931'] for router, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:51.584415 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-72cb4c58-8c6a-4be3-8e8e-e300dded0be2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f1110c6abfd44602b4fc4b4c142a6a7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2235527 Dec 21 13:26:51.589600 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54540) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:51.592422 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0126bb9a-b389-4a64-9a25-0078eac6b309 None None] Pushing event deleted for resources: {'Port': ['ID=bde85b45-8b85-47d0-a2fa-fc21c01b94e0,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:51.594788 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0126bb9a-b389-4a64-9a25-0078eac6b309 None None] No DVR routers for this DVR port bde85b45-8b85-47d0-a2fa-fc21c01b94e0 on host dv-neutron-master-2-hyperv {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:26:51.639662 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4c58-8c6a-4be3-8e8e-e300dded0be2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5844f89c-7020-4668-922a-9c35c32bae63,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:51.641165 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:51.668600 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-913cbc7f-0a28-4ff5-bcb2-faa23bda297c None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:51.691304 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] For port 22b2599f-4e82-4778-b19d-2ec9dbcea8a1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=22b2599f-4e82-4778-b19d-2ec9dbcea8a1,segment=NetworkSegment(a32e5bfd-6fac-434f-817b-5707a23fd2ca),segment_id=a32e5bfd-6fac-434f-817b-5707a23fd2ca)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:26:51.695196 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-913cbc7f-0a28-4ff5-bcb2-faa23bda297c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:51.696169 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8866fc7e-01f9-4a70-967d-9022d597ddc1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:51.720663 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b01f0768-eb4b-4bf9-ace2-c0b8ba8a436e tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12346570'] for subnet, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:51.730970 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8866fc7e-01f9-4a70-967d-9022d597ddc1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:51.747674 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d3f45264-01b6-435f-bab3-5a8f7437b74a tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:51.761941 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:51.762731 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 982c8d86-2157-46f2-b048-9f3f83079d3d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:26:51.766316 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01f0768-eb4b-4bf9-ace2-c0b8ba8a436e tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Pushing event deleted for resources: {'Subnet': ['ID=281089ea-1d44-4336-9ecb-48ce30c46de3,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:51.769160 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913cbc7f-0a28-4ff5-bcb2-faa23bda297c None None] Pushing event updated for resources: {'Port': ['ID=1324fee2-5682-4d46-8f3a-acc45059f654,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:51.848526 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913cbc7f-0a28-4ff5-bcb2-faa23bda297c None None] Network abd593cf-1c93-493e-bc42-cceb1ca76aba is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:26:51.860296 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-913cbc7f-0a28-4ff5-bcb2-faa23bda297c None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:26:51.869708 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913cbc7f-0a28-4ff5-bcb2-faa23bda297c None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:26:51.872969 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b01f0768-eb4b-4bf9-ace2-c0b8ba8a436e tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:51.883840 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f45264-01b6-435f-bab3-5a8f7437b74a tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Network 7fdf1889-f079-4166-bbda-88b2a8d8d595 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:26:51.896863 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-d3f45264-01b6-435f-bab3-5a8f7437b74a tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:26:51.899933 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-b01f0768-eb4b-4bf9-ace2-c0b8ba8a436e tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abd593cf-1c93-493e-bc42-cceb1ca76aba']}} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:26:51.900505 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f45264-01b6-435f-bab3-5a8f7437b74a tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:26:51.905998 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ebb225b-1675-4480-b7c0-2876b529e604 None None] Network 0651671c-4c42-46d4-afda-76f63ce0ca1e requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:26:51.909489 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8866fc7e-01f9-4a70-967d-9022d597ddc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:51.912145 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8866fc7e-01f9-4a70-967d-9022d597ddc1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:51.914576 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-8866fc7e-01f9-4a70-967d-9022d597ddc1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5844f89c-7020-4668-922a-9c35c32bae63 HTTP/1.1" status: 204 len: 168 time: 0.3224084 Dec 21 13:26:51.915762 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-b01f0768-eb4b-4bf9-ace2-c0b8ba8a436e tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c7886f2-f087-4708-a178-47cb9a92cb58') {'for_net_delete': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:26:51.916245 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-b01f0768-eb4b-4bf9-ace2-c0b8ba8a436e tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c7886f2-f087-4708-a178-47cb9a92cb58') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:26:51.918379 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Pushing event updated for resources: {'Port': ['ID=22b2599f-4e82-4778-b19d-2ec9dbcea8a1,revision_number=4']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:51.932375 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8866fc7e-01f9-4a70-967d-9022d597ddc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5844f89c-7020-4668-922a-9c35c32bae63,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:51.935538 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b01f0768-eb4b-4bf9-ace2-c0b8ba8a436e tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526653'] for segment, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:51.959478 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b01f0768-eb4b-4bf9-ace2-c0b8ba8a436e tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:51.973515 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b01f0768-eb4b-4bf9-ace2-c0b8ba8a436e tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=103152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:26:51.975661 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f45264-01b6-435f-bab3-5a8f7437b74a tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Pushing event updated for resources: {'Port': ['ID=c89eed1f-745d-460b-aa25-6ed03649926c,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:51.976208 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b01f0768-eb4b-4bf9-ace2-c0b8ba8a436e tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805426'] for segment, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:51.978424 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-00b232c0-c524-4c84-b187-b35d55920524 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:51.980976 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:51.980976 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:26:51.980976 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:51.980976 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:26:51.980976 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:51.980976 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:26:51.980976 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:51.980976 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:26:51.980976 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:51.980976 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:26:51.980976 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:51.980976 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:26:51.980976 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:51.980976 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:26:51.980976 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:51.980976 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:26:51.980976 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:51.980976 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:26:51.980976 dv-neutron-master-2-hyperv neutron-server[103152]: Traceback (most recent call last): Dec 21 13:26:51.980976 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:26:51.980976 dv-neutron-master-2-hyperv neutron-server[103152]: timer() Dec 21 13:26:51.980976 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:26:51.980976 dv-neutron-master-2-hyperv neutron-server[103152]: cb(*args, **kw) Dec 21 13:26:51.980976 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:26:51.980976 dv-neutron-master-2-hyperv neutron-server[103152]: return func(*args, **kwargs) Dec 21 13:26:51.980976 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:26:51.980976 dv-neutron-master-2-hyperv neutron-server[103152]: self._notify() Dec 21 13:26:51.980976 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:26:51.980976 dv-neutron-master-2-hyperv neutron-server[103152]: self.callback(batched_events) Dec 21 13:26:51.980976 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:26:51.980976 dv-neutron-master-2-hyperv neutron-server[103152]: event.method(event) Dec 21 13:26:51.980976 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:26:51.980976 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:26:51.980976 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:26:51.980976 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:26:51.980976 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:26:51.980976 dv-neutron-master-2-hyperv neutron-server[103152]: return f(self, *a, **k) Dec 21 13:26:51.980976 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:26:51.980976 dv-neutron-master-2-hyperv neutron-server[103152]: return self._get(url).json() Dec 21 13:26:51.980976 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:26:51.980976 dv-neutron-master-2-hyperv neutron-server[103152]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:26:51.980976 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:26:51.980976 dv-neutron-master-2-hyperv neutron-server[103152]: return self.request(url, 'GET', **kwargs) Dec 21 13:26:51.980976 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:26:51.980976 dv-neutron-master-2-hyperv neutron-server[103152]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:26:51.980976 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:26:51.980976 dv-neutron-master-2-hyperv neutron-server[103152]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:26:51.980976 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:26:51.980976 dv-neutron-master-2-hyperv neutron-server[103152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:26:51.980976 dv-neutron-master-2-hyperv neutron-server[103152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:26:52.019892 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-913cbc7f-0a28-4ff5-bcb2-faa23bda297c None None] Attempting to bind port 1324fee2-5682-4d46-8f3a-acc45059f654 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:26:52.022895 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-913cbc7f-0a28-4ff5-bcb2-faa23bda297c None None] Attempting to bind port 1324fee2-5682-4d46-8f3a-acc45059f654 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '1c7886f2-f087-4708-a178-47cb9a92cb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'abd593cf-1c93-493e-bc42-cceb1ca76aba'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:26:52.023354 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913cbc7f-0a28-4ff5-bcb2-faa23bda297c None None] Attempting to bind port 1324fee2-5682-4d46-8f3a-acc45059f654 on network abd593cf-1c93-493e-bc42-cceb1ca76aba {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:26:52.034337 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 982c8d86-2157-46f2-b048-9f3f83079d3d triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:26:52.034816 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:52.072985 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b232c0-c524-4c84-b187-b35d55920524 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Pushing event deleted for resources: {'Port': ['ID=bde85b45-8b85-47d0-a2fa-fc21c01b94e0,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:52.085792 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.db.api [None req-b01f0768-eb4b-4bf9-ace2-c0b8ba8a436e tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 21 13:26:52.085792 dv-neutron-master-2-hyperv neutron-server[103152]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 21 13:26:52.085792 dv-neutron-master-2-hyperv neutron-server[103152]: [parameters: {'id': 'abd593cf-1c93-493e-bc42-cceb1ca76aba'}] Dec 21 13:26:52.085792 dv-neutron-master-2-hyperv neutron-server[103152]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103152) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 13:26:52.087898 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG oslo_db.api [None req-b01f0768-eb4b-4bf9-ace2-c0b8ba8a436e tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 13:26:52.102519 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913cbc7f-0a28-4ff5-bcb2-faa23bda297c None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:26:52.103157 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913cbc7f-0a28-4ff5-bcb2-faa23bda297c None None] Checking segment: {'id': '1c7886f2-f087-4708-a178-47cb9a92cb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'abd593cf-1c93-493e-bc42-cceb1ca76aba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:26:52.103439 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-913cbc7f-0a28-4ff5-bcb2-faa23bda297c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:52.104034 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913cbc7f-0a28-4ff5-bcb2-faa23bda297c None None] Bound using segment: {'id': '1c7886f2-f087-4708-a178-47cb9a92cb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'abd593cf-1c93-493e-bc42-cceb1ca76aba'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:26:52.104522 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-913cbc7f-0a28-4ff5-bcb2-faa23bda297c None None] Bound port: 1324fee2-5682-4d46-8f3a-acc45059f654, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c7886f2-f087-4708-a178-47cb9a92cb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'abd593cf-1c93-493e-bc42-cceb1ca76aba'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:26:52.104994 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-913cbc7f-0a28-4ff5-bcb2-faa23bda297c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:52.112841 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b232c0-c524-4c84-b187-b35d55920524 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] No DVR routers for this DVR port bde85b45-8b85-47d0-a2fa-fc21c01b94e0 on host dv-neutron-master-2-hyperv {{(pid=103153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:26:52.162002 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-a03a47dd-8e9b-438d-960c-d9826c16776d None None] Provisioning complete for port 982c8d86-2157-46f2-b048-9f3f83079d3d triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:26:52.162284 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a03a47dd-8e9b-438d-960c-d9826c16776d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:52.260745 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-913cbc7f-0a28-4ff5-bcb2-faa23bda297c None None] For port 1324fee2-5682-4d46-8f3a-acc45059f654, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:26:52.265042 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-913cbc7f-0a28-4ff5-bcb2-faa23bda297c None None] For port 1324fee2-5682-4d46-8f3a-acc45059f654, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1324fee2-5682-4d46-8f3a-acc45059f654,segment=NetworkSegment(1c7886f2-f087-4708-a178-47cb9a92cb58),segment_id=1c7886f2-f087-4708-a178-47cb9a92cb58)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:26:52.273193 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-913cbc7f-0a28-4ff5-bcb2-faa23bda297c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:52.304293 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-848814bd-14b1-48c4-aa72-0407b4dfeac3 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Router 671a971a-0040-459f-bf8a-29f93e2a51e5 is scheduled to L3 agent 59e14383-78fa-487e-9299-b32042a98157 with binding_index 1 {{(pid=103153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 13:26:52.498214 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:52.507206 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a03a47dd-8e9b-438d-960c-d9826c16776d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:52.517432 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a167c7-bf92-4bd6-994f-b9a2af9b032e None None] Network abd593cf-1c93-493e-bc42-cceb1ca76aba requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:26:52.519843 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913cbc7f-0a28-4ff5-bcb2-faa23bda297c None None] Pushing event updated for resources: {'Port': ['ID=1324fee2-5682-4d46-8f3a-acc45059f654,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:52.589749 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b01f0768-eb4b-4bf9-ace2-c0b8ba8a436e tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:52.639796 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-a03a47dd-8e9b-438d-960c-d9826c16776d None None] For port 982c8d86-2157-46f2-b048-9f3f83079d3d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=982c8d86-2157-46f2-b048-9f3f83079d3d,segment=NetworkSegment(13855a1b-a40f-42b1-9b22-8986609e04e8),segment_id=13855a1b-a40f-42b1-9b22-8986609e04e8)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:26:52.665574 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a03a47dd-8e9b-438d-960c-d9826c16776d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:52.720676 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-b01f0768-eb4b-4bf9-ace2-c0b8ba8a436e tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Deleting port 1324fee2-5682-4d46-8f3a-acc45059f654 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:26:52.721025 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b01f0768-eb4b-4bf9-ace2-c0b8ba8a436e tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:52.782376 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-00b232c0-c524-4c84-b187-b35d55920524 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:52.803021 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.agents_db [None req-c60a5637-8c6f-4692-b23b-7dd82bd36b21 None None] Agent healthcheck: found 6 active agents {{(pid=103155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 13:26:52.854046 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-b01f0768-eb4b-4bf9-ace2-c0b8ba8a436e tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] For port 1324fee2-5682-4d46-8f3a-acc45059f654, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1324fee2-5682-4d46-8f3a-acc45059f654,segment=NetworkSegment(1c7886f2-f087-4708-a178-47cb9a92cb58),segment_id=1c7886f2-f087-4708-a178-47cb9a92cb58)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:26:52.854449 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b01f0768-eb4b-4bf9-ace2-c0b8ba8a436e tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:52.876781 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-b01f0768-eb4b-4bf9-ace2-c0b8ba8a436e tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Calling delete_port for 1324fee2-5682-4d46-8f3a-acc45059f654 owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:26:52.890342 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-00b232c0-c524-4c84-b187-b35d55920524 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dfd510d-3f73-4b52-8de0-0ffb067f78c2']}} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:26:52.913220 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.db.api [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 13:26:52.913562 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG oslo_db.api [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 13:26:52.919255 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-00b232c0-c524-4c84-b187-b35d55920524 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '171cb5ed-1933-42b8-8266-eab20903ffa9') {'for_net_delete': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:26:52.919679 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-00b232c0-c524-4c84-b187-b35d55920524 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '171cb5ed-1933-42b8-8266-eab20903ffa9') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:26:52.924314 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-2b523dd0-8888-42fe-8c14-31dfed6f07e8 None None] Provisioning complete for port 982c8d86-2157-46f2-b048-9f3f83079d3d triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:26:52.924683 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-2b523dd0-8888-42fe-8c14-31dfed6f07e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:52.929831 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07628555-d60c-4eb2-af08-a3d3b674165b None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=103154) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 21 13:26:52.933473 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a47dd-8e9b-438d-960c-d9826c16776d None None] Pushing event updated for resources: {'Port': ['ID=982c8d86-2157-46f2-b048-9f3f83079d3d,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:52.937729 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-00b232c0-c524-4c84-b187-b35d55920524 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1585430'] for segment, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:53.011501 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b01f0768-eb4b-4bf9-ace2-c0b8ba8a436e tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:53.032797 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-00b232c0-c524-4c84-b187-b35d55920524 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:53.051289 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00b232c0-c524-4c84-b187-b35d55920524 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=103153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:26:53.051708 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-00b232c0-c524-4c84-b187-b35d55920524 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11349758'] for segment, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:53.052792 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01f0768-eb4b-4bf9-ace2-c0b8ba8a436e tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Pushing event deleted for resources: {'Port': ['ID=1324fee2-5682-4d46-8f3a-acc45059f654,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:53.057515 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:53.057515 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:26:53.057515 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:53.057515 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:26:53.057515 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:53.057515 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:26:53.057515 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:53.057515 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:26:53.057515 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:53.057515 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:26:53.057515 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 13:26:53.057515 dv-neutron-master-2-hyperv neutron-server[103153]: self.session.flush() Dec 21 13:26:53.057515 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 13:26:53.057515 dv-neutron-master-2-hyperv neutron-server[103153]: self.session.flush() Dec 21 13:26:53.057515 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 13:26:53.057515 dv-neutron-master-2-hyperv neutron-server[103153]: self.session.flush() Dec 21 13:26:53.057515 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 13:26:53.057515 dv-neutron-master-2-hyperv neutron-server[103153]: self.session.flush() Dec 21 13:26:53.057515 dv-neutron-master-2-hyperv neutron-server[103153]: Traceback (most recent call last): Dec 21 13:26:53.057515 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:26:53.057515 dv-neutron-master-2-hyperv neutron-server[103153]: timer() Dec 21 13:26:53.057515 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:26:53.057515 dv-neutron-master-2-hyperv neutron-server[103153]: cb(*args, **kw) Dec 21 13:26:53.057515 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:26:53.057515 dv-neutron-master-2-hyperv neutron-server[103153]: return func(*args, **kwargs) Dec 21 13:26:53.057515 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:26:53.057515 dv-neutron-master-2-hyperv neutron-server[103153]: self._notify() Dec 21 13:26:53.057515 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:26:53.057515 dv-neutron-master-2-hyperv neutron-server[103153]: self.callback(batched_events) Dec 21 13:26:53.057515 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:26:53.057515 dv-neutron-master-2-hyperv neutron-server[103153]: event.method(event) Dec 21 13:26:53.057515 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:26:53.057515 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:26:53.057515 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:26:53.057515 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:26:53.057515 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:26:53.057515 dv-neutron-master-2-hyperv neutron-server[103153]: return f(self, *a, **k) Dec 21 13:26:53.057515 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:26:53.057515 dv-neutron-master-2-hyperv neutron-server[103153]: return self._get(url).json() Dec 21 13:26:53.057515 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:26:53.057515 dv-neutron-master-2-hyperv neutron-server[103153]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:26:53.057515 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:26:53.057515 dv-neutron-master-2-hyperv neutron-server[103153]: return self.request(url, 'GET', **kwargs) Dec 21 13:26:53.057515 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:26:53.057515 dv-neutron-master-2-hyperv neutron-server[103153]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:26:53.057515 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:26:53.057515 dv-neutron-master-2-hyperv neutron-server[103153]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:26:53.057515 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:26:53.057515 dv-neutron-master-2-hyperv neutron-server[103153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:26:53.057515 dv-neutron-master-2-hyperv neutron-server[103153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:26:53.063976 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01f0768-eb4b-4bf9-ace2-c0b8ba8a436e tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] No DVR routers for this DVR port 1324fee2-5682-4d46-8f3a-acc45059f654 on host dv-neutron-master-2-hyperv {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:26:53.131918 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07628555-d60c-4eb2-af08-a3d3b674165b None None] Resources bound (agent type, host, resource id): {{(pid=103154) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 21 13:26:53.133882 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-848814bd-14b1-48c4-aa72-0407b4dfeac3 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:26:53.141832 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-848814bd-14b1-48c4-aa72-0407b4dfeac3 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks [] for router, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:53.143083 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-848814bd-14b1-48c4-aa72-0407b4dfeac3 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] 10.222.0.37 "PUT /v2.0/routers/671a971a-0040-459f-bf8a-29f93e2a51e5 HTTP/1.1" status: 200 len: 918 time: 5.2501249 Dec 21 13:26:53.148161 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 54570) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:53.148464 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a774975e-0374-4155-846f-34f2140aaf23 None None] Sync routers for ids ['671a971a-0040-459f-bf8a-29f93e2a51e5'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:26:53.154288 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d3f45264-01b6-435f-bab3-5a8f7437b74a tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:53.191901 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b01f0768-eb4b-4bf9-ace2-c0b8ba8a436e tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:53.222223 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a774975e-0374-4155-846f-34f2140aaf23 None None] Routers {'671a971a-0040-459f-bf8a-29f93e2a51e5'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:26:53.222223 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-a774975e-0374-4155-846f-34f2140aaf23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:26:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['671a971a-0040-459f-bf8a-29f93e2a51e5'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:26:53.222468 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-b01f0768-eb4b-4bf9-ace2-c0b8ba8a436e tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abd593cf-1c93-493e-bc42-cceb1ca76aba']}} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:26:53.238803 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-b01f0768-eb4b-4bf9-ace2-c0b8ba8a436e tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c7886f2-f087-4708-a178-47cb9a92cb58') {'for_net_delete': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:26:53.239123 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-b01f0768-eb4b-4bf9-ace2-c0b8ba8a436e tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c7886f2-f087-4708-a178-47cb9a92cb58') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:26:53.245516 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-00b232c0-c524-4c84-b187-b35d55920524 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:53.261364 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b01f0768-eb4b-4bf9-ace2-c0b8ba8a436e tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526653'] for segment, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:53.271066 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-00b232c0-c524-4c84-b187-b35d55920524 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:53.274593 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-00b232c0-c524-4c84-b187-b35d55920524 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] 10.222.0.37 "DELETE /v2.0/networks/5dfd510d-3f73-4b52-8de0-0ffb067f78c2 HTTP/1.1" status: 204 len: 168 time: 2.9238720 Dec 21 13:26:53.275505 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b232c0-c524-4c84-b187-b35d55920524 tempest-AllowedAddressPairIpV6TestJSON-2013217323 tempest-AllowedAddressPairIpV6TestJSON-2013217323-project] Pushing event deleted for resources: {'Network': ['ID=5dfd510d-3f73-4b52-8de0-0ffb067f78c2,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:53.284923 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b01f0768-eb4b-4bf9-ace2-c0b8ba8a436e tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:53.292856 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b01f0768-eb4b-4bf9-ace2-c0b8ba8a436e tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=103152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:26:53.293388 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b01f0768-eb4b-4bf9-ace2-c0b8ba8a436e tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805426'] for segment, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:53.319315 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-a774975e-0374-4155-846f-34f2140aaf23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:26:53.368520 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a774975e-0374-4155-846f-34f2140aaf23 None None] Routers {'671a971a-0040-459f-bf8a-29f93e2a51e5'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:26:53.369149 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-a774975e-0374-4155-846f-34f2140aaf23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:26:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['671a971a-0040-459f-bf8a-29f93e2a51e5'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:26:53.372099 dv-neutron-master-2-hyperv neutron-server[103152]: Traceback (most recent call last): Dec 21 13:26:53.372099 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:26:53.372099 dv-neutron-master-2-hyperv neutron-server[103152]: timer() Dec 21 13:26:53.372099 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:26:53.372099 dv-neutron-master-2-hyperv neutron-server[103152]: cb(*args, **kw) Dec 21 13:26:53.372099 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:26:53.372099 dv-neutron-master-2-hyperv neutron-server[103152]: return func(*args, **kwargs) Dec 21 13:26:53.372099 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:26:53.372099 dv-neutron-master-2-hyperv neutron-server[103152]: self._notify() Dec 21 13:26:53.372099 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:26:53.372099 dv-neutron-master-2-hyperv neutron-server[103152]: self.callback(batched_events) Dec 21 13:26:53.372099 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:26:53.372099 dv-neutron-master-2-hyperv neutron-server[103152]: event.method(event) Dec 21 13:26:53.372099 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:26:53.372099 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:26:53.372099 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:26:53.372099 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:26:53.372099 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:26:53.372099 dv-neutron-master-2-hyperv neutron-server[103152]: return f(self, *a, **k) Dec 21 13:26:53.372099 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:26:53.372099 dv-neutron-master-2-hyperv neutron-server[103152]: return self._get(url).json() Dec 21 13:26:53.372099 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:26:53.372099 dv-neutron-master-2-hyperv neutron-server[103152]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:26:53.372099 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:26:53.372099 dv-neutron-master-2-hyperv neutron-server[103152]: return self.request(url, 'GET', **kwargs) Dec 21 13:26:53.372099 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:26:53.372099 dv-neutron-master-2-hyperv neutron-server[103152]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:26:53.372099 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:26:53.372099 dv-neutron-master-2-hyperv neutron-server[103152]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:26:53.372099 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:26:53.372099 dv-neutron-master-2-hyperv neutron-server[103152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:26:53.372099 dv-neutron-master-2-hyperv neutron-server[103152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:26:53.376224 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b01f0768-eb4b-4bf9-ace2-c0b8ba8a436e tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:53.388424 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b01f0768-eb4b-4bf9-ace2-c0b8ba8a436e tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633769'] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:53.397639 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-b01f0768-eb4b-4bf9-ace2-c0b8ba8a436e tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] 10.222.0.37 "DELETE /v2.0/networks/abd593cf-1c93-493e-bc42-cceb1ca76aba HTTP/1.1" status: 204 len: 168 time: 2.8581331 Dec 21 13:26:53.398240 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54576) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:53.409185 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-2dfa42a1-ae6a-4b37-acdc-11747ab9ec3a tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1001029722'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:26:53.441151 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01f0768-eb4b-4bf9-ace2-c0b8ba8a436e tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Pushing event deleted for resources: {'Network': ['ID=abd593cf-1c93-493e-bc42-cceb1ca76aba,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:53.453649 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-a774975e-0374-4155-846f-34f2140aaf23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:26:53.454306 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a774975e-0374-4155-846f-34f2140aaf23 None None] The sync data for ids ['671a971a-0040-459f-bf8a-29f93e2a51e5'] in dv-neutron-master-2-hyperv is: [] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:26:53.473662 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dfa42a1-ae6a-4b37-acdc-11747ab9ec3a tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Made reservation on behalf of c34ff9443f5b440bb29daef02ccce959 for: {'network': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:26:53.486893 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2dfa42a1-ae6a-4b37-acdc-11747ab9ec3a tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:53.501888 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-5abbeed5-60d6-421a-9873-958a5ce17c1d tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] 10.222.0.37 "GET /v2.0/routers/671a971a-0040-459f-bf8a-29f93e2a51e5 HTTP/1.1" status: 200 len: 924 time: 0.3499930 Dec 21 13:26:53.502699 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 54580) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:53.545732 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dfa42a1-ae6a-4b37-acdc-11747ab9ec3a tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=103152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:26:53.558973 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2dfa42a1-ae6a-4b37-acdc-11747ab9ec3a tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:53.559514 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.segments_db [None req-2dfa42a1-ae6a-4b37-acdc-11747ab9ec3a tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Added segment 7fa44f7a-4020-44c8-80c2-cd9eb99cffb9 of type vlan for network 63508b2f-7952-431a-945f-2c7ea721a8d3 Dec 21 13:26:53.633325 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2dfa42a1-ae6a-4b37-acdc-11747ab9ec3a tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:53.656492 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda28677-b809-4781-a48d-81dbaeeb59b7 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:53.658777 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-bda28677-b809-4781-a48d-81dbaeeb59b7 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=7fdf1889-f079-4166-bbda-88b2a8d8d595&device_id=671a971a-0040-459f-bf8a-29f93e2a51e5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1549177 Dec 21 13:26:53.662033 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54588) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:53.681813 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device bde85b45-8b85-47d0-a2fa-fc21c01b94e0 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:26:53.694578 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d3f45264-01b6-435f-bab3-5a8f7437b74a tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548730'] for router, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:53.718772 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2dfa42a1-ae6a-4b37-acdc-11747ab9ec3a tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:53.726970 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dfa42a1-ae6a-4b37-acdc-11747ab9ec3a tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:53.727961 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2dfa42a1-ae6a-4b37-acdc-11747ab9ec3a tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633769'] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:53.755613 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: bde85b45-8b85-47d0-a2fa-fc21c01b94e0 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:26:53.755978 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device bde85b45-8b85-47d0-a2fa-fc21c01b94e0 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:26:53.842739 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-2dfa42a1-ae6a-4b37-acdc-11747ab9ec3a tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4360857 Dec 21 13:26:53.842927 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 54594) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:53.846775 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-dd74ab82-3732-4e68-bc92-7a0df224dab6 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Request body: {'subnet': {'network_id': '63508b2f-7952-431a-945f-2c7ea721a8d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:26:53.953927 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfa42a1-ae6a-4b37-acdc-11747ab9ec3a tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Pushing event updated for resources: {'Network': ['ID=63508b2f-7952-431a-945f-2c7ea721a8d3,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:53.967661 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54600) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:53.975949 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 22b2599f-4e82-4778-b19d-2ec9dbcea8a1 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:26:53.992762 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771feb1f-b327-44ff-83f3-0b21e14cc3ec tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:53.998127 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 54604) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:53.999565 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-771feb1f-b327-44ff-83f3-0b21e14cc3ec tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] 10.222.0.37 "GET /v2.0/networks/7fdf1889-f079-4166-bbda-88b2a8d8d595 HTTP/1.1" status: 200 len: 881 time: 0.3353522 Dec 21 13:26:54.040579 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-2e21f8d8-5adb-4840-a176-121c5fba285e tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] 10.222.0.37 "GET /v2.0/ports?device_id=671a971a-0040-459f-bf8a-29f93e2a51e5 HTTP/1.1" status: 200 len: 205 time: 0.0393236 Dec 21 13:26:54.043637 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network 63508b2f-7952-431a-945f-2c7ea721a8d3 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:26:54.043875 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54608) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:54.091075 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3f45264-01b6-435f-bab3-5a8f7437b74a tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Router 83714195-477a-457f-ab5e-73525122ed9b is scheduled to L3 agent 59e14383-78fa-487e-9299-b32042a98157 with binding_index 1 {{(pid=103153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 13:26:54.102828 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd74ab82-3732-4e68-bc92-7a0df224dab6 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Made reservation on behalf of c34ff9443f5b440bb29daef02ccce959 for: {'subnet': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:26:54.107486 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-dd74ab82-3732-4e68-bc92-7a0df224dab6 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11288759'] for subnet, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:54.165803 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-2e3f7565-f904-4380-ae52-d6668b8b850b None None] Provisioning complete for port 5ada5249-24b2-41c1-9020-27eaa2db307f triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:26:54.166346 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-2e3f7565-f904-4380-ae52-d6668b8b850b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:54.172420 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.ipam_backend_mixin [None req-dd74ab82-3732-4e68-bc92-7a0df224dab6 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Performing IP validity checks on allocation pools {{(pid=103153) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 21 13:26:54.173217 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.ipam_backend_mixin [None req-dd74ab82-3732-4e68-bc92-7a0df224dab6 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103153) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 21 13:26:54.186657 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 22b2599f-4e82-4778-b19d-2ec9dbcea8a1 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:26:54.187025 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:54.237095 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-2e3f7565-f904-4380-ae52-d6668b8b850b None None] Port 5ada5249-24b2-41c1-9020-27eaa2db307f cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:26:54.251022 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54610) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:54.321177 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cce9ccdf-ce3c-4276-bf39-53339f013ca7 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks [] for router, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:54.367555 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-2e3f7565-f904-4380-ae52-d6668b8b850b None None] Provisioning complete for port 22b2599f-4e82-4778-b19d-2ec9dbcea8a1 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:26:54.368080 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-2e3f7565-f904-4380-ae52-d6668b8b850b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:54.406639 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-38649d7e-3f4b-4491-a1dd-326082a863d6 tempest-RoutersTestDVR-1471378463 tempest-RoutersTestDVR-1471378463-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-644999180'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:26:54.461877 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 982c8d86-2157-46f2-b048-9f3f83079d3d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:26:54.463293 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3f45264-01b6-435f-bab3-5a8f7437b74a tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:26:54.474195 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95356e8-0cbd-4187-9fdd-5bde71b7bb37 None None] Sync routers for ids ['83714195-477a-457f-ab5e-73525122ed9b'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:26:54.492911 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-dd74ab82-3732-4e68-bc92-7a0df224dab6 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11195289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11288741'] for subnet, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:54.493380 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95356e8-0cbd-4187-9fdd-5bde71b7bb37 None None] Routers {'83714195-477a-457f-ab5e-73525122ed9b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:26:54.494996 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-b95356e8-0cbd-4187-9fdd-5bde71b7bb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:26:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['83714195-477a-457f-ab5e-73525122ed9b'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:26:54.515594 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d3f45264-01b6-435f-bab3-5a8f7437b74a tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks [] for router, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:54.520875 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-d3f45264-01b6-435f-bab3-5a8f7437b74a tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.1661828 Dec 21 13:26:54.535844 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-3648efd3-ee5e-4b3b-8d97-9179488292be admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5d2c9a3181764d51b85f95e0276c0ec2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5662448 Dec 21 13:26:54.538347 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54616) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:54.542509 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 54618) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:54.547846 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cce9ccdf-ce3c-4276-bf39-53339f013ca7 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:54.589453 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-38649d7e-3f4b-4491-a1dd-326082a863d6 tempest-RoutersTestDVR-1471378463 tempest-RoutersTestDVR-1471378463-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26964'] for router, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:54.590648 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-38649d7e-3f4b-4491-a1dd-326082a863d6 tempest-RoutersTestDVR-1471378463 tempest-RoutersTestDVR-1471378463-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-642316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26957'] for router, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:54.639360 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd74ab82-3732-4e68-bc92-7a0df224dab6 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Pushing event updated for resources: {'Subnet': ['ID=5970458c-fee8-46e1-b525-07d636ced7ea,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:54.642935 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd74ab82-3732-4e68-bc92-7a0df224dab6 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Checking segment: {'id': '7fa44f7a-4020-44c8-80c2-cd9eb99cffb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '63508b2f-7952-431a-945f-2c7ea721a8d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:26:54.643305 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd74ab82-3732-4e68-bc92-7a0df224dab6 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Network hostable DHCP agents. Network: 63508b2f-7952-431a-945f-2c7ea721a8d3, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:26:54.670921 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-2e3f7565-f904-4380-ae52-d6668b8b850b None None] Provisioning complete for port 3c398b2b-31eb-4500-8329-00d20e2d565d triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:26:54.672113 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-2e3f7565-f904-4380-ae52-d6668b8b850b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:54.675879 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 982c8d86-2157-46f2-b048-9f3f83079d3d triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:26:54.676987 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:54.680779 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a84b2b6c-5d4a-4fba-a29d-d894525df72a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:54.712085 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a84b2b6c-5d4a-4fba-a29d-d894525df72a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:54.728155 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-b95356e8-0cbd-4187-9fdd-5bde71b7bb37 None None] Set router 83714195-477a-457f-ab5e-73525122ed9b gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:26:54.745223 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-38649d7e-3f4b-4491-a1dd-326082a863d6 tempest-RoutersTestDVR-1471378463 tempest-RoutersTestDVR-1471378463-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:54.760522 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-38649d7e-3f4b-4491-a1dd-326082a863d6 tempest-RoutersTestDVR-1471378463 tempest-RoutersTestDVR-1471378463-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548730'] for router, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:54.771431 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-cce9ccdf-ce3c-4276-bf39-53339f013ca7 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Deleting port 2a383249-d216-4fdf-85f2-65b166ddcd31 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:26:54.771895 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cce9ccdf-ce3c-4276-bf39-53339f013ca7 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:54.784042 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-ec63dfc8-7da7-42f1-83b4-172779847413 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] 10.222.0.37 "GET /v2.0/routers/83714195-477a-457f-ab5e-73525122ed9b HTTP/1.1" status: 200 len: 907 time: 0.2403841 Dec 21 13:26:54.784459 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 54620) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:54.803137 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd74ab82-3732-4e68-bc92-7a0df224dab6 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Network 63508b2f-7952-431a-945f-2c7ea721a8d3 is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:26:54.812783 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-38649d7e-3f4b-4491-a1dd-326082a863d6 tempest-RoutersTestDVR-1471378463 tempest-RoutersTestDVR-1471378463-project-admin] Publish callbacks [] for router, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:54.815441 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-38649d7e-3f4b-4491-a1dd-326082a863d6 tempest-RoutersTestDVR-1471378463 tempest-RoutersTestDVR-1471378463-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.5626748 Dec 21 13:26:54.844187 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a84b2b6c-5d4a-4fba-a29d-d894525df72a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:54.847127 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a84b2b6c-5d4a-4fba-a29d-d894525df72a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:54.848773 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-a84b2b6c-5d4a-4fba-a29d-d894525df72a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5098c401-0caa-44d6-9e66-73ca271e5ab6 HTTP/1.1" status: 204 len: 168 time: 0.3023200 Dec 21 13:26:54.860953 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 54622) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:54.947230 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cce9ccdf-ce3c-4276-bf39-53339f013ca7 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:54.971524 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-2e3f7565-f904-4380-ae52-d6668b8b850b None None] Provisioning complete for port 2a383249-d216-4fdf-85f2-65b166ddcd31 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:26:54.972421 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-2e3f7565-f904-4380-ae52-d6668b8b850b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:54.995951 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-cce9ccdf-ce3c-4276-bf39-53339f013ca7 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Calling delete_port for 2a383249-d216-4fdf-85f2-65b166ddcd31 owned by network:router_gateway {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:26:55.018073 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-2e3f7565-f904-4380-ae52-d6668b8b850b None None] Port 2a383249-d216-4fdf-85f2-65b166ddcd31 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:26:55.047240 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-2e3f7565-f904-4380-ae52-d6668b8b850b None None] Provisioning complete for port b3c1be79-5ee6-4a0c-b4ac-211e5b59e717 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:26:55.047697 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-2e3f7565-f904-4380-ae52-d6668b8b850b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:55.048842 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-01c944ae-d4c1-4bf2-a73d-fd466fb584df tempest-RoutersTestDVR-1471378463 tempest-RoutersTestDVR-1471378463-project-admin] Publish callbacks [] for router, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:55.073230 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-dd74ab82-3732-4e68-bc92-7a0df224dab6 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 63508b2f-7952-431a-945f-2c7ea721a8d3) {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:26:55.109230 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84b2b6c-5d4a-4fba-a29d-d894525df72a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5098c401-0caa-44d6-9e66-73ca271e5ab6,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:55.111990 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc09e1e-65d2-4ed9-92ea-95bfd748d016 None None] Network 63508b2f-7952-431a-945f-2c7ea721a8d3 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:26:55.150236 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd74ab82-3732-4e68-bc92-7a0df224dab6 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:55.150879 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-dd74ab82-3732-4e68-bc92-7a0df224dab6 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633769'] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:55.195219 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-b95356e8-0cbd-4187-9fdd-5bde71b7bb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83714195-477a-457f-ab5e-73525122ed9b', 'name': 'tempest-snat-router-837388457', 'tenant_id': '5dfce5a937c44fa489dbfd6d1d065e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.126'}], 'enable_snat': True}, 'gw_port_id': 'c89eed1f-745d-460b-aa25-6ed03649926c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:26:48Z', 'updated_at': '2021-12-21T13:26:52Z', 'revision_number': 3, 'project_id': '5dfce5a937c44fa489dbfd6d1d065e41', 'gw_port': {'id': 'c89eed1f-745d-460b-aa25-6ed03649926c', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:f8:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83714195-477a-457f-ab5e-73525122ed9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:26:50Z', 'updated_at': '2021-12-21T13:26:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:26:55.244342 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-dd74ab82-3732-4e68-bc92-7a0df224dab6 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.4013863 Dec 21 13:26:55.255997 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54632) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:55.315351 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95356e8-0cbd-4187-9fdd-5bde71b7bb37 None None] Checking router: 83714195-477a-457f-ab5e-73525122ed9b for host: dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:26:55.316901 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95356e8-0cbd-4187-9fdd-5bde71b7bb37 None None] Updating router 83714195-477a-457f-ab5e-73525122ed9b port c89eed1f-745d-460b-aa25-6ed03649926c binding host dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 13:26:55.319275 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8a0068bd-8985-47f6-ae8a-35c66fd6be5d tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks [] for router, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:55.363183 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-01c944ae-d4c1-4bf2-a73d-fd466fb584df tempest-RoutersTestDVR-1471378463 tempest-RoutersTestDVR-1471378463-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26950'] for router, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:55.367613 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-01c944ae-d4c1-4bf2-a73d-fd466fb584df tempest-RoutersTestDVR-1471378463 tempest-RoutersTestDVR-1471378463-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:55.416197 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b95356e8-0cbd-4187-9fdd-5bde71b7bb37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:55.463840 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b6aeaa52-6d0a-4ea4-b794-8f722f5303b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:55.503666 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0063240-4e7c-4d7c-97d2-9d2648174e10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-63508b2f-7952-431a-945f-2c7ea721a8d3', 'network_id': '63508b2f-7952-431a-945f-2c7ea721a8d3', 'project_id': 'c34ff9443f5b440bb29daef02ccce959', 'fixed_ips': [{'subnet_id': '5970458c-fee8-46e1-b525-07d636ced7ea'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:26:55.505083 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c0063240-4e7c-4d7c-97d2-9d2648174e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:55.538761 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-01c944ae-d4c1-4bf2-a73d-fd466fb584df tempest-RoutersTestDVR-1471378463 tempest-RoutersTestDVR-1471378463-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534967'] for router, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:55.539554 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01c944ae-d4c1-4bf2-a73d-fd466fb584df tempest-RoutersTestDVR-1471378463 tempest-RoutersTestDVR-1471378463-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 734d9435-11a7-4023-b8f2-b808edf0d7ff {{(pid=103153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 13:26:55.548583 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-01c944ae-d4c1-4bf2-a73d-fd466fb584df tempest-RoutersTestDVR-1471378463 tempest-RoutersTestDVR-1471378463-project-admin] Publish callbacks [] for router, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:55.554517 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-01c944ae-d4c1-4bf2-a73d-fd466fb584df tempest-RoutersTestDVR-1471378463 tempest-RoutersTestDVR-1471378463-project-admin] 10.222.0.37 "DELETE /v2.0/routers/734d9435-11a7-4023-b8f2-b808edf0d7ff HTTP/1.1" status: 204 len: 168 time: 0.6837301 Dec 21 13:26:55.557359 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 54640) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:55.568732 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-fa4e55ec-294a-4e69-91e3-d5f89740d67d tempest-RoutersTestDVR-1471378463 tempest-RoutersTestDVR-1471378463-project-admin] Request body: {'router': {'name': 'tempest-router-972072097', 'distributed': False}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:26:55.607819 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8a0068bd-8985-47f6-ae8a-35c66fd6be5d tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:55.615206 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cce9ccdf-ce3c-4276-bf39-53339f013ca7 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:55.628628 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fa4e55ec-294a-4e69-91e3-d5f89740d67d tempest-RoutersTestDVR-1471378463 tempest-RoutersTestDVR-1471378463-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26964'] for router, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:55.630812 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fa4e55ec-294a-4e69-91e3-d5f89740d67d tempest-RoutersTestDVR-1471378463 tempest-RoutersTestDVR-1471378463-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-642316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26957'] for router, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:55.636637 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-2e3f7565-f904-4380-ae52-d6668b8b850b None None] Provisioning complete for port f6a9ac52-e34d-479f-9e17-d20f1569f6a9 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:26:55.636890 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-2e3f7565-f904-4380-ae52-d6668b8b850b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:55.704555 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce9ccdf-ce3c-4276-bf39-53339f013ca7 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Pushing event deleted for resources: {'Port': ['ID=2a383249-d216-4fdf-85f2-65b166ddcd31,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:55.759536 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18e37e2-8525-478e-8bba-bcd6216b73eb None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:26:55.765011 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-22b8ccc4-cfef-45d9-956f-e52341247e22 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:55.930612 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b95356e8-0cbd-4187-9fdd-5bde71b7bb37 None None] Publish callbacks [] for port, precommit_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:55.938230 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-c0063240-4e7c-4d7c-97d2-9d2648174e10 None None] Allocated IP 172.20.0.3 (63508b2f-7952-431a-945f-2c7ea721a8d3/5970458c-fee8-46e1-b525-07d636ced7ea/47d8f5ed-f397-47bc-b8cf-ecec4712ea97) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:26:55.938599 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b95356e8-0cbd-4187-9fdd-5bde71b7bb37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:55.970605 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-22b8ccc4-cfef-45d9-956f-e52341247e22 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:56.021602 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-2e3f7565-f904-4380-ae52-d6668b8b850b None None] Provisioning complete for port e3039ad7-37bc-4cd2-9b84-2a42b5dda8c1 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:26:56.023034 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-2e3f7565-f904-4380-ae52-d6668b8b850b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:56.042836 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cce9ccdf-ce3c-4276-bf39-53339f013ca7 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-548638'] for router_gateway, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:56.068906 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ff927b-e394-4dc7-b957-0859581c2eb1 None None] Pushing event updated for resources: {'Port': ['ID=c89eed1f-745d-460b-aa25-6ed03649926c,revision_number=2']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:56.077768 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-b95356e8-0cbd-4187-9fdd-5bde71b7bb37 None None] Attempting to bind port c89eed1f-745d-460b-aa25-6ed03649926c on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:26:56.079841 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-b95356e8-0cbd-4187-9fdd-5bde71b7bb37 None None] Attempting to bind port c89eed1f-745d-460b-aa25-6ed03649926c by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:26:56.081812 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95356e8-0cbd-4187-9fdd-5bde71b7bb37 None None] Attempting to bind port c89eed1f-745d-460b-aa25-6ed03649926c on network 7fdf1889-f079-4166-bbda-88b2a8d8d595 {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:26:56.086940 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7588a04-daf9-40b4-8a22-9c86b8946775 None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:26:56.101503 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95356e8-0cbd-4187-9fdd-5bde71b7bb37 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:26:56.102789 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95356e8-0cbd-4187-9fdd-5bde71b7bb37 None None] Checking segment: {'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:26:56.103370 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b95356e8-0cbd-4187-9fdd-5bde71b7bb37 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:56.106423 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95356e8-0cbd-4187-9fdd-5bde71b7bb37 None None] Bound using segment: {'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:26:56.107293 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-b95356e8-0cbd-4187-9fdd-5bde71b7bb37 None None] Bound port: c89eed1f-745d-460b-aa25-6ed03649926c, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:26:56.107865 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b95356e8-0cbd-4187-9fdd-5bde71b7bb37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:56.128484 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fa4e55ec-294a-4e69-91e3-d5f89740d67d tempest-RoutersTestDVR-1471378463 tempest-RoutersTestDVR-1471378463-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:56.147856 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fa4e55ec-294a-4e69-91e3-d5f89740d67d tempest-RoutersTestDVR-1471378463 tempest-RoutersTestDVR-1471378463-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548730'] for router, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:56.170534 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-2e3f7565-f904-4380-ae52-d6668b8b850b None None] Port e3039ad7-37bc-4cd2-9b84-2a42b5dda8c1 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:26:56.189242 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fa4e55ec-294a-4e69-91e3-d5f89740d67d tempest-RoutersTestDVR-1471378463 tempest-RoutersTestDVR-1471378463-project-admin] Publish callbacks [] for router, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:56.193732 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54656) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:56.196177 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-fa4e55ec-294a-4e69-91e3-d5f89740d67d tempest-RoutersTestDVR-1471378463 tempest-RoutersTestDVR-1471378463-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.6376717 Dec 21 13:26:56.196756 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cce9ccdf-ce3c-4276-bf39-53339f013ca7 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26950'] for router, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:56.199134 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-8a0068bd-8985-47f6-ae8a-35c66fd6be5d tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Deleting port c89eed1f-745d-460b-aa25-6ed03649926c {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:26:56.199489 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8a0068bd-8985-47f6-ae8a-35c66fd6be5d tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:56.205889 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cce9ccdf-ce3c-4276-bf39-53339f013ca7 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:56.211347 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-b95356e8-0cbd-4187-9fdd-5bde71b7bb37 None None] For port c89eed1f-745d-460b-aa25-6ed03649926c, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:26:56.215395 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-b95356e8-0cbd-4187-9fdd-5bde71b7bb37 None None] For port c89eed1f-745d-460b-aa25-6ed03649926c, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c89eed1f-745d-460b-aa25-6ed03649926c,segment=NetworkSegment(a32e5bfd-6fac-434f-817b-5707a23fd2ca),segment_id=a32e5bfd-6fac-434f-817b-5707a23fd2ca)] {{(pid=103155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:26:56.224546 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b95356e8-0cbd-4187-9fdd-5bde71b7bb37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:56.226941 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-2e3f7565-f904-4380-ae52-d6668b8b850b None None] Provisioning complete for port 3577293b-0870-463f-963e-35b3036c27fa triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:26:56.227380 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-2e3f7565-f904-4380-ae52-d6668b8b850b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:56.332533 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8a0068bd-8985-47f6-ae8a-35c66fd6be5d tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:56.343715 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-8a0068bd-8985-47f6-ae8a-35c66fd6be5d tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Calling delete_port for c89eed1f-745d-460b-aa25-6ed03649926c owned by network:router_gateway {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:26:56.350973 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ff927b-e394-4dc7-b957-0859581c2eb1 None None] Pushing event updated for resources: {'Port': ['ID=c89eed1f-745d-460b-aa25-6ed03649926c,revision_number=3']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:56.364897 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54658) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:56.378692 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cce9ccdf-ce3c-4276-bf39-53339f013ca7 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534967'] for router, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:56.379279 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cce9ccdf-ce3c-4276-bf39-53339f013ca7 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Fanout notify agent at l3_agent the message router_deleted on router 671a971a-0040-459f-bf8a-29f93e2a51e5 {{(pid=103152) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 13:26:56.382017 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6c28e256-cdaa-4b74-ba49-b94dd5adca73 tempest-RoutersTestDVR-1471378463 tempest-RoutersTestDVR-1471378463-project-admin] Publish callbacks [] for router, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:56.389291 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cce9ccdf-ce3c-4276-bf39-53339f013ca7 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks [] for router, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:56.390810 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-cce9ccdf-ce3c-4276-bf39-53339f013ca7 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] 10.222.0.37 "DELETE /v2.0/routers/671a971a-0040-459f-bf8a-29f93e2a51e5 HTTP/1.1" status: 204 len: 168 time: 2.3457775 Dec 21 13:26:56.424091 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95356e8-0cbd-4187-9fdd-5bde71b7bb37 None None] Routers {'83714195-477a-457f-ab5e-73525122ed9b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:26:56.425816 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-b95356e8-0cbd-4187-9fdd-5bde71b7bb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:26:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['83714195-477a-457f-ab5e-73525122ed9b'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:26:56.434806 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54662) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:56.443199 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-292a6350-40da-48f9-9327-d54243c81b07 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-617019326', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:26:56.444315 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda42654-405f-4b3e-acc0-88564ca9f973 None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:26:56.541306 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-b95356e8-0cbd-4187-9fdd-5bde71b7bb37 None None] Set router 83714195-477a-457f-ab5e-73525122ed9b gateway port host: None {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:26:56.604708 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c0063240-4e7c-4d7c-97d2-9d2648174e10 None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:56.626171 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-b95356e8-0cbd-4187-9fdd-5bde71b7bb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83714195-477a-457f-ab5e-73525122ed9b', 'name': 'tempest-snat-router-837388457', 'tenant_id': '5dfce5a937c44fa489dbfd6d1d065e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:26:48Z', 'updated_at': '2021-12-21T13:26:55Z', 'revision_number': 4, 'project_id': '5dfce5a937c44fa489dbfd6d1d065e41', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:26:56.632077 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c0063240-4e7c-4d7c-97d2-9d2648174e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:56.662057 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0063240-4e7c-4d7c-97d2-9d2648174e10 None None] Network 63508b2f-7952-431a-945f-2c7ea721a8d3 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:26:56.671431 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8a0068bd-8985-47f6-ae8a-35c66fd6be5d tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:56.688004 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-c0063240-4e7c-4d7c-97d2-9d2648174e10 None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:26:56.693541 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0063240-4e7c-4d7c-97d2-9d2648174e10 None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:26:56.699225 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-2e3f7565-f904-4380-ae52-d6668b8b850b None None] Provisioning complete for port e93f9205-bca7-4216-a081-1e2063f0c579 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:26:56.699623 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-2e3f7565-f904-4380-ae52-d6668b8b850b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:56.701488 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95356e8-0cbd-4187-9fdd-5bde71b7bb37 None None] The sync data for ids ['83714195-477a-457f-ab5e-73525122ed9b'] in dv-neutron-master-2-hyperv is: [{'id': '83714195-477a-457f-ab5e-73525122ed9b', 'name': 'tempest-snat-router-837388457', 'tenant_id': '5dfce5a937c44fa489dbfd6d1d065e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:26:48Z', 'updated_at': '2021-12-21T13:26:55Z', 'revision_number': 4, 'project_id': '5dfce5a937c44fa489dbfd6d1d065e41', 'gw_port_host': None}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:26:56.713036 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0068bd-8985-47f6-ae8a-35c66fd6be5d tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Pushing event deleted for resources: {'Port': ['ID=c89eed1f-745d-460b-aa25-6ed03649926c,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:56.783309 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd230b1-e283-40b5-91cd-2774df2efcbd None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:26:56.790659 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8a0068bd-8985-47f6-ae8a-35c66fd6be5d tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-548638'] for router_gateway, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:56.816666 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0063240-4e7c-4d7c-97d2-9d2648174e10 None None] Pushing event updated for resources: {'Port': ['ID=47d8f5ed-f397-47bc-b8cf-ecec4712ea97,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:56.822990 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-c0063240-4e7c-4d7c-97d2-9d2648174e10 None None] Attempting to bind port 47d8f5ed-f397-47bc-b8cf-ecec4712ea97 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:26:56.823438 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-c0063240-4e7c-4d7c-97d2-9d2648174e10 None None] Attempting to bind port 47d8f5ed-f397-47bc-b8cf-ecec4712ea97 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '7fa44f7a-4020-44c8-80c2-cd9eb99cffb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '63508b2f-7952-431a-945f-2c7ea721a8d3'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:26:56.823798 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0063240-4e7c-4d7c-97d2-9d2648174e10 None None] Attempting to bind port 47d8f5ed-f397-47bc-b8cf-ecec4712ea97 on network 63508b2f-7952-431a-945f-2c7ea721a8d3 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:26:56.832506 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-2e3f7565-f904-4380-ae52-d6668b8b850b None None] Port e93f9205-bca7-4216-a081-1e2063f0c579 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:26:56.834492 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0063240-4e7c-4d7c-97d2-9d2648174e10 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:26:56.834866 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0063240-4e7c-4d7c-97d2-9d2648174e10 None None] Checking segment: {'id': '7fa44f7a-4020-44c8-80c2-cd9eb99cffb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '63508b2f-7952-431a-945f-2c7ea721a8d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:26:56.835284 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c0063240-4e7c-4d7c-97d2-9d2648174e10 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:56.835781 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0063240-4e7c-4d7c-97d2-9d2648174e10 None None] Bound using segment: {'id': '7fa44f7a-4020-44c8-80c2-cd9eb99cffb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '63508b2f-7952-431a-945f-2c7ea721a8d3'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:26:56.836172 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-c0063240-4e7c-4d7c-97d2-9d2648174e10 None None] Bound port: 47d8f5ed-f397-47bc-b8cf-ecec4712ea97, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fa44f7a-4020-44c8-80c2-cd9eb99cffb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '63508b2f-7952-431a-945f-2c7ea721a8d3'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:26:56.836631 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c0063240-4e7c-4d7c-97d2-9d2648174e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:56.864015 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-2e3f7565-f904-4380-ae52-d6668b8b850b None None] Could not find standard attr ID for object c89eed1f-745d-460b-aa25-6ed03649926c. {{(pid=103154) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 21 13:26:56.917493 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8a0068bd-8985-47f6-ae8a-35c66fd6be5d tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26950'] for router, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:56.920131 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8a0068bd-8985-47f6-ae8a-35c66fd6be5d tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:56.940004 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-c0063240-4e7c-4d7c-97d2-9d2648174e10 None None] For port 47d8f5ed-f397-47bc-b8cf-ecec4712ea97, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:26:56.943821 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-c0063240-4e7c-4d7c-97d2-9d2648174e10 None None] For port 47d8f5ed-f397-47bc-b8cf-ecec4712ea97, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=47d8f5ed-f397-47bc-b8cf-ecec4712ea97,segment=NetworkSegment(7fa44f7a-4020-44c8-80c2-cd9eb99cffb9),segment_id=7fa44f7a-4020-44c8-80c2-cd9eb99cffb9)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:26:56.953115 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c0063240-4e7c-4d7c-97d2-9d2648174e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:56.978335 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8a0068bd-8985-47f6-ae8a-35c66fd6be5d tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534967'] for router, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:56.978948 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a0068bd-8985-47f6-ae8a-35c66fd6be5d tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 83714195-477a-457f-ab5e-73525122ed9b {{(pid=103153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 13:26:56.984351 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8a0068bd-8985-47f6-ae8a-35c66fd6be5d tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks [] for router, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:56.986081 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-8a0068bd-8985-47f6-ae8a-35c66fd6be5d tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] 10.222.0.37 "DELETE /v2.0/routers/83714195-477a-457f-ab5e-73525122ed9b HTTP/1.1" status: 204 len: 168 time: 2.1974030 Dec 21 13:26:56.989631 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 54670) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:57.010778 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-9e6c23a1-b5e9-46ca-bb41-655afa6a9397 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-736217678'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:26:57.020933 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-bc75ad9f-4ae0-4b1e-b75d-f0f6c704dd6f None None] Could not find standard attr ID for object c89eed1f-745d-460b-aa25-6ed03649926c. {{(pid=103154) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 21 13:26:57.066862 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0063240-4e7c-4d7c-97d2-9d2648174e10 None None] Pushing event updated for resources: {'Port': ['ID=47d8f5ed-f397-47bc-b8cf-ecec4712ea97,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:57.147875 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-292a6350-40da-48f9-9327-d54243c81b07 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26964'] for router, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:57.149062 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-292a6350-40da-48f9-9327-d54243c81b07 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-642316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26957'] for router, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:57.155259 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6c28e256-cdaa-4b74-ba49-b94dd5adca73 tempest-RoutersTestDVR-1471378463 tempest-RoutersTestDVR-1471378463-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26950'] for router, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:57.161805 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6c28e256-cdaa-4b74-ba49-b94dd5adca73 tempest-RoutersTestDVR-1471378463 tempest-RoutersTestDVR-1471378463-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:57.170907 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1fb2c3ff-d49e-46ea-8e30-c42d24d2e129 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks [] for router, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:57.178193 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-22b8ccc4-cfef-45d9-956f-e52341247e22 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12346570'] for subnet, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:57.283973 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b8ccc4-cfef-45d9-956f-e52341247e22 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Pushing event deleted for resources: {'Subnet': ['ID=5970458c-fee8-46e1-b525-07d636ced7ea,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:57.302494 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e6c23a1-b5e9-46ca-bb41-655afa6a9397 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Made reservation on behalf of d368a1938e3342de9d3358d110005af5 for: {'network': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:26:57.306469 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9e6c23a1-b5e9-46ca-bb41-655afa6a9397 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:57.337534 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6c28e256-cdaa-4b74-ba49-b94dd5adca73 tempest-RoutersTestDVR-1471378463 tempest-RoutersTestDVR-1471378463-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534967'] for router, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:57.337534 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c28e256-cdaa-4b74-ba49-b94dd5adca73 tempest-RoutersTestDVR-1471378463 tempest-RoutersTestDVR-1471378463-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6fd3aa60-7ed3-4107-a705-eadf86d0b5b9 {{(pid=103152) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 13:26:57.337998 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1fb2c3ff-d49e-46ea-8e30-c42d24d2e129 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:57.372700 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6c28e256-cdaa-4b74-ba49-b94dd5adca73 tempest-RoutersTestDVR-1471378463 tempest-RoutersTestDVR-1471378463-project-admin] Publish callbacks [] for router, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:57.373893 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-6c28e256-cdaa-4b74-ba49-b94dd5adca73 tempest-RoutersTestDVR-1471378463 tempest-RoutersTestDVR-1471378463-project-admin] 10.222.0.37 "DELETE /v2.0/routers/6fd3aa60-7ed3-4107-a705-eadf86d0b5b9 HTTP/1.1" status: 204 len: 168 time: 1.1791990 Dec 21 13:26:57.374938 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9e6c23a1-b5e9-46ca-bb41-655afa6a9397 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks [] for security_group, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:57.379420 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 54674) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:57.391555 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-973fd134-90a2-4949-bc17-716ec1ccc9df tempest-RoutersTestDVR-1471378463 tempest-RoutersTestDVR-1471378463-project-admin] Request body: {'router': {'name': 'tempest-router-1288935788', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '56fc7a63a7634ec0a1a7a85700a93828'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:26:57.392110 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11527b3d-5d49-4e44-8d6e-c040b33ad17b req-664fbafb-b129-4c46-9011-4e47c9651528 tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:57.403691 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-11527b3d-5d49-4e44-8d6e-c040b33ad17b req-664fbafb-b129-4c46-9011-4e47c9651528 tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3f56ce0-d200-46aa-8d4a-98f5ecd429fb HTTP/1.1" status: 200 len: 945 time: 0.4028878 Dec 21 13:26:57.408952 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-292a6350-40da-48f9-9327-d54243c81b07 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:57.454459 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-292a6350-40da-48f9-9327-d54243c81b07 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548730'] for router, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:57.478384 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-22b8ccc4-cfef-45d9-956f-e52341247e22 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:57.478681 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-973fd134-90a2-4949-bc17-716ec1ccc9df tempest-RoutersTestDVR-1471378463 tempest-RoutersTestDVR-1471378463-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26964'] for router, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:57.478681 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-973fd134-90a2-4949-bc17-716ec1ccc9df tempest-RoutersTestDVR-1471378463 tempest-RoutersTestDVR-1471378463-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-642316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26957'] for router, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:57.496358 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-1fb2c3ff-d49e-46ea-8e30-c42d24d2e129 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Deleting port 22b2599f-4e82-4778-b19d-2ec9dbcea8a1 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:26:57.496755 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1fb2c3ff-d49e-46ea-8e30-c42d24d2e129 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:57.531586 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-292a6350-40da-48f9-9327-d54243c81b07 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks [] for router, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:57.532760 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-292a6350-40da-48f9-9327-d54243c81b07 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.0960486 Dec 21 13:26:57.538916 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-22b8ccc4-cfef-45d9-956f-e52341247e22 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63508b2f-7952-431a-945f-2c7ea721a8d3']}} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:26:57.541456 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 54676) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:57.549840 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-69e9d5cb-8b8e-4088-8247-e02b489032d6 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'enable_snat': False}}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:26:57.568549 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-22b8ccc4-cfef-45d9-956f-e52341247e22 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fa44f7a-4020-44c8-80c2-cd9eb99cffb9') {'for_net_delete': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:26:57.568971 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-22b8ccc4-cfef-45d9-956f-e52341247e22 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fa44f7a-4020-44c8-80c2-cd9eb99cffb9') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:26:57.578780 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7444bc8d-dc22-4b58-9569-392cd4f5e9da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:57.598615 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-22b8ccc4-cfef-45d9-956f-e52341247e22 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526653'] for segment, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:57.613954 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-11527b3d-5d49-4e44-8d6e-c040b33ad17b req-31351d42-f5b7-456d-ae60-c41a6826c099 tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a365f85-e497-47ef-99fa-94673fe66566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1607482 Dec 21 13:26:57.631175 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-22b8ccc4-cfef-45d9-956f-e52341247e22 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:57.653492 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22b8ccc4-cfef-45d9-956f-e52341247e22 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=103152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:26:57.653492 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-22b8ccc4-cfef-45d9-956f-e52341247e22 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805426'] for segment, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:57.653492 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:57.653492 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:26:57.653492 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:57.653492 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:26:57.653492 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:57.653492 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:26:57.653492 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:26:57.653492 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:26:57.653492 dv-neutron-master-2-hyperv neutron-server[103152]: Traceback (most recent call last): Dec 21 13:26:57.653492 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:26:57.653492 dv-neutron-master-2-hyperv neutron-server[103152]: timer() Dec 21 13:26:57.653492 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:26:57.653492 dv-neutron-master-2-hyperv neutron-server[103152]: cb(*args, **kw) Dec 21 13:26:57.653492 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:26:57.653492 dv-neutron-master-2-hyperv neutron-server[103152]: return func(*args, **kwargs) Dec 21 13:26:57.653492 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:26:57.653492 dv-neutron-master-2-hyperv neutron-server[103152]: self._notify() Dec 21 13:26:57.653492 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:26:57.653492 dv-neutron-master-2-hyperv neutron-server[103152]: self.callback(batched_events) Dec 21 13:26:57.653492 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:26:57.653492 dv-neutron-master-2-hyperv neutron-server[103152]: event.method(event) Dec 21 13:26:57.653492 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:26:57.653492 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:26:57.653492 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:26:57.653492 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:26:57.653492 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:26:57.653492 dv-neutron-master-2-hyperv neutron-server[103152]: return f(self, *a, **k) Dec 21 13:26:57.653492 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:26:57.653492 dv-neutron-master-2-hyperv neutron-server[103152]: return self._get(url).json() Dec 21 13:26:57.653492 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:26:57.653492 dv-neutron-master-2-hyperv neutron-server[103152]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:26:57.653492 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:26:57.653492 dv-neutron-master-2-hyperv neutron-server[103152]: return self.request(url, 'GET', **kwargs) Dec 21 13:26:57.653492 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:26:57.653492 dv-neutron-master-2-hyperv neutron-server[103152]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:26:57.653492 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:26:57.653492 dv-neutron-master-2-hyperv neutron-server[103152]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:26:57.653492 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:26:57.653492 dv-neutron-master-2-hyperv neutron-server[103152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:26:57.653492 dv-neutron-master-2-hyperv neutron-server[103152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:26:57.698526 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-973fd134-90a2-4949-bc17-716ec1ccc9df tempest-RoutersTestDVR-1471378463 tempest-RoutersTestDVR-1471378463-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:57.705201 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-973fd134-90a2-4949-bc17-716ec1ccc9df tempest-RoutersTestDVR-1471378463 tempest-RoutersTestDVR-1471378463-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548730'] for router, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:57.717537 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9e6c23a1-b5e9-46ca-bb41-655afa6a9397 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks [] for security_group, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:57.727821 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9e6c23a1-b5e9-46ca-bb41-655afa6a9397 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:57.757018 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.db.api [None req-22b8ccc4-cfef-45d9-956f-e52341247e22 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 21 13:26:57.757018 dv-neutron-master-2-hyperv neutron-server[103152]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 21 13:26:57.757018 dv-neutron-master-2-hyperv neutron-server[103152]: [parameters: {'id': '63508b2f-7952-431a-945f-2c7ea721a8d3'}] Dec 21 13:26:57.757018 dv-neutron-master-2-hyperv neutron-server[103152]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103152) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 13:26:57.757485 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG oslo_db.api [None req-22b8ccc4-cfef-45d9-956f-e52341247e22 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 13:26:57.765601 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e6c23a1-b5e9-46ca-bb41-655afa6a9397 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=103152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:26:57.783244 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6c23a1-b5e9-46ca-bb41-655afa6a9397 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35ea71ef-c161-40b4-b6e8-eb51cd6c70be,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:57.787419 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9e6c23a1-b5e9-46ca-bb41-655afa6a9397 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:57.787555 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.segments_db [None req-9e6c23a1-b5e9-46ca-bb41-655afa6a9397 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Added segment 7d29c40c-1dbb-4b70-ab18-490703f92674 of type vlan for network 1c50ee05-4eb7-432b-91fa-5ad0c5b42a69 Dec 21 13:26:57.815695 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-973fd134-90a2-4949-bc17-716ec1ccc9df tempest-RoutersTestDVR-1471378463 tempest-RoutersTestDVR-1471378463-project-admin] Publish callbacks [] for router, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:57.823533 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-973fd134-90a2-4949-bc17-716ec1ccc9df tempest-RoutersTestDVR-1471378463 tempest-RoutersTestDVR-1471378463-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4360642 Dec 21 13:26:57.828783 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54682) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:57.839195 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-f0be6940-b735-45d4-a088-a5ceaaf2a810 tempest-RoutersTestDVR-1471378463 tempest-RoutersTestDVR-1471378463-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:26:57.861171 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-1fb2c3ff-d49e-46ea-8e30-c42d24d2e129 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] For port 22b2599f-4e82-4778-b19d-2ec9dbcea8a1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=22b2599f-4e82-4778-b19d-2ec9dbcea8a1,segment=NetworkSegment(a32e5bfd-6fac-434f-817b-5707a23fd2ca),segment_id=a32e5bfd-6fac-434f-817b-5707a23fd2ca)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:26:57.862597 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1fb2c3ff-d49e-46ea-8e30-c42d24d2e129 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:57.922725 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9e6c23a1-b5e9-46ca-bb41-655afa6a9397 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:57.954397 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-1fb2c3ff-d49e-46ea-8e30-c42d24d2e129 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Calling delete_port for 22b2599f-4e82-4778-b19d-2ec9dbcea8a1 owned by network:router_gateway {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:26:57.954781 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 47d8f5ed-f397-47bc-b8cf-ecec4712ea97 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:26:57.966989 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-69e9d5cb-8b8e-4088-8247-e02b489032d6 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:58.025852 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9e6c23a1-b5e9-46ca-bb41-655afa6a9397 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:58.031669 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6c23a1-b5e9-46ca-bb41-655afa6a9397 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:58.036533 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9e6c23a1-b5e9-46ca-bb41-655afa6a9397 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633769'] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:58.063110 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 47d8f5ed-f397-47bc-b8cf-ecec4712ea97 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:26:58.064192 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:58.169507 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:58.184015 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-9e6c23a1-b5e9-46ca-bb41-655afa6a9397 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.8150158 Dec 21 13:26:58.184271 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 54686) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:58.202803 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-426dee6b-61ec-45e3-81a2-63c977a2c508 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1518586974'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:26:58.216086 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] For port 47d8f5ed-f397-47bc-b8cf-ecec4712ea97, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=47d8f5ed-f397-47bc-b8cf-ecec4712ea97,segment=NetworkSegment(7fa44f7a-4020-44c8-80c2-cd9eb99cffb9),segment_id=7fa44f7a-4020-44c8-80c2-cd9eb99cffb9)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:26:58.220200 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:58.237061 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f0be6940-b735-45d4-a088-a5ceaaf2a810 tempest-RoutersTestDVR-1471378463 tempest-RoutersTestDVR-1471378463-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26943'] for router, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:58.237632 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f0be6940-b735-45d4-a088-a5ceaaf2a810 tempest-RoutersTestDVR-1471378463 tempest-RoutersTestDVR-1471378463-project-admin] Publish callbacks [] for router, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:58.281220 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-426dee6b-61ec-45e3-81a2-63c977a2c508 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Made reservation on behalf of d368a1938e3342de9d3358d110005af5 for: {'network': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:26:58.282143 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-22b8ccc4-cfef-45d9-956f-e52341247e22 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:58.286039 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-426dee6b-61ec-45e3-81a2-63c977a2c508 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:58.286196 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6c23a1-b5e9-46ca-bb41-655afa6a9397 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Pushing event updated for resources: {'Network': ['ID=1c50ee05-4eb7-432b-91fa-5ad0c5b42a69,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:58.287910 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Pushing event updated for resources: {'Port': ['ID=47d8f5ed-f397-47bc-b8cf-ecec4712ea97,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:58.314858 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network 1c50ee05-4eb7-432b-91fa-5ad0c5b42a69 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:26:58.340643 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-426dee6b-61ec-45e3-81a2-63c977a2c508 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=103153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:26:58.357156 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-426dee6b-61ec-45e3-81a2-63c977a2c508 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:58.357585 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.segments_db [None req-426dee6b-61ec-45e3-81a2-63c977a2c508 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Added segment fa4af33c-3304-4f9b-83d0-29e6591e8862 of type vlan for network be696852-5b8b-4bac-9636-dcb42f4f08c4 Dec 21 13:26:58.379239 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-f0be6940-b735-45d4-a088-a5ceaaf2a810 tempest-RoutersTestDVR-1471378463 tempest-RoutersTestDVR-1471378463-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103152) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Dec 21 13:26:58.379381 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-f0be6940-b735-45d4-a088-a5ceaaf2a810 tempest-RoutersTestDVR-1471378463 tempest-RoutersTestDVR-1471378463-project-admin] Router 5be38a2a-bc46-41f0-b964-9c0343afdaa8 migrating from provider to provider. {{(pid=103152) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Dec 21 13:26:58.379756 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f0be6940-b735-45d4-a088-a5ceaaf2a810 tempest-RoutersTestDVR-1471378463 tempest-RoutersTestDVR-1471378463-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:58.386266 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f0be6940-b735-45d4-a088-a5ceaaf2a810 tempest-RoutersTestDVR-1471378463 tempest-RoutersTestDVR-1471378463-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:58.397115 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f0be6940-b735-45d4-a088-a5ceaaf2a810 tempest-RoutersTestDVR-1471378463 tempest-RoutersTestDVR-1471378463-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-548712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-548721', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-534931'] for router, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:58.422145 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-426dee6b-61ec-45e3-81a2-63c977a2c508 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:58.477588 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1fb2c3ff-d49e-46ea-8e30-c42d24d2e129 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:58.507648 dv-neutron-master-2-hyperv neutron-server[103152]: WARNING neutron.scheduler.l3_agent_scheduler [None req-f0be6940-b735-45d4-a088-a5ceaaf2a810 tempest-RoutersTestDVR-1471378463 tempest-RoutersTestDVR-1471378463-project-admin] No L3 agents can host the router 5be38a2a-bc46-41f0-b964-9c0343afdaa8 Dec 21 13:26:58.521494 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-22b8ccc4-cfef-45d9-956f-e52341247e22 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Deleting port 47d8f5ed-f397-47bc-b8cf-ecec4712ea97 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:26:58.522038 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-22b8ccc4-cfef-45d9-956f-e52341247e22 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:58.562301 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.db.resource_extend [None req-426dee6b-61ec-45e3-81a2-63c977a2c508 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 21 13:26:58.583907 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb2c3ff-d49e-46ea-8e30-c42d24d2e129 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Pushing event deleted for resources: {'Port': ['ID=22b2599f-4e82-4778-b19d-2ec9dbcea8a1,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:58.627598 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4802af0b-f58d-412d-92eb-54d9a2f4d049 None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:26:58.672330 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-426dee6b-61ec-45e3-81a2-63c977a2c508 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:58.695477 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426dee6b-61ec-45e3-81a2-63c977a2c508 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:58.695952 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-426dee6b-61ec-45e3-81a2-63c977a2c508 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:58.727467 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:58.776289 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-22b8ccc4-cfef-45d9-956f-e52341247e22 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] For port 47d8f5ed-f397-47bc-b8cf-ecec4712ea97, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=47d8f5ed-f397-47bc-b8cf-ecec4712ea97,segment=NetworkSegment(7fa44f7a-4020-44c8-80c2-cd9eb99cffb9),segment_id=7fa44f7a-4020-44c8-80c2-cd9eb99cffb9)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:26:58.776690 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-22b8ccc4-cfef-45d9-956f-e52341247e22 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:58.779327 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1fb2c3ff-d49e-46ea-8e30-c42d24d2e129 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-548638'] for router_gateway, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:58.779495 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0be6940-b735-45d4-a088-a5ceaaf2a810 tempest-RoutersTestDVR-1471378463 tempest-RoutersTestDVR-1471378463-project-admin] Hosts for router 5be38a2a-bc46-41f0-b964-9c0343afdaa8: [] {{(pid=103152) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Dec 21 13:26:58.790311 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-426dee6b-61ec-45e3-81a2-63c977a2c508 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5990875 Dec 21 13:26:58.813059 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54694) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:58.828243 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-b1be061f-01f3-4e7d-952a-429b41ffc03f tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Request body: {'subnet': {'network_id': '1c50ee05-4eb7-432b-91fa-5ad0c5b42a69', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:26:58.832673 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-22b8ccc4-cfef-45d9-956f-e52341247e22 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Calling delete_port for 47d8f5ed-f397-47bc-b8cf-ecec4712ea97 owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:26:58.836315 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0be6940-b735-45d4-a088-a5ceaaf2a810 tempest-RoutersTestDVR-1471378463 tempest-RoutersTestDVR-1471378463-project-admin] Hosts for other DVR routers connected to router 5be38a2a-bc46-41f0-b964-9c0343afdaa8: set() {{(pid=103152) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Dec 21 13:26:58.839037 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f0be6940-b735-45d4-a088-a5ceaaf2a810 tempest-RoutersTestDVR-1471378463 tempest-RoutersTestDVR-1471378463-project-admin] Publish callbacks [] for router, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:58.840286 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-f0be6940-b735-45d4-a088-a5ceaaf2a810 tempest-RoutersTestDVR-1471378463 tempest-RoutersTestDVR-1471378463-project-admin] 10.222.0.37 "PUT /v2.0/routers/5be38a2a-bc46-41f0-b964-9c0343afdaa8 HTTP/1.1" status: 200 len: 717 time: 1.0101886 Dec 21 13:26:58.854320 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54696) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:58.860290 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-69e9d5cb-8b8e-4088-8247-e02b489032d6 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:58.950240 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f39f68d-532a-460f-b17b-fcab42612189 None None] Network 63508b2f-7952-431a-945f-2c7ea721a8d3 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:26:58.979427 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426dee6b-61ec-45e3-81a2-63c977a2c508 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Pushing event updated for resources: {'Network': ['ID=be696852-5b8b-4bac-9636-dcb42f4f08c4,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:58.985691 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-69e9d5cb-8b8e-4088-8247-e02b489032d6 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:59.021336 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network be696852-5b8b-4bac-9636-dcb42f4f08c4 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:26:59.029056 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1fb2c3ff-d49e-46ea-8e30-c42d24d2e129 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26950'] for router, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:59.038733 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1fb2c3ff-d49e-46ea-8e30-c42d24d2e129 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:59.054175 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-ab7c808e-6aec-44d6-8484-90391ae6a1d9 None None] Provisioning complete for port 47d8f5ed-f397-47bc-b8cf-ecec4712ea97 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:26:59.054673 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ab7c808e-6aec-44d6-8484-90391ae6a1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:59.056236 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-d7ad5341-efc1-4677-8514-0f58ed8ff61c tempest-RoutersTestDVR-1471378463 tempest-RoutersTestDVR-1471378463-project-admin] 10.222.0.37 "GET /v2.0/routers/5be38a2a-bc46-41f0-b964-9c0343afdaa8 HTTP/1.1" status: 200 len: 717 time: 0.2008080 Dec 21 13:26:59.059757 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54698) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:59.106402 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302665d4-5b0a-44a9-b4de-615c88aeb8eb req-b33a377b-9bd8-4144-80e1-d36a39cb0198 tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:59.107666 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-302665d4-5b0a-44a9-b4de-615c88aeb8eb req-b33a377b-9bd8-4144-80e1-d36a39cb0198 tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3f56ce0-d200-46aa-8d4a-98f5ecd429fb HTTP/1.1" status: 200 len: 945 time: 0.2055585 Dec 21 13:26:59.124534 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1be061f-01f3-4e7d-952a-429b41ffc03f tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Made reservation on behalf of d368a1938e3342de9d3358d110005af5 for: {'subnet': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:26:59.133710 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b1be061f-01f3-4e7d-952a-429b41ffc03f tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12346583'] for subnet, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:59.164333 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-22b8ccc4-cfef-45d9-956f-e52341247e22 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:59.170564 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1fb2c3ff-d49e-46ea-8e30-c42d24d2e129 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534967'] for router, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:59.171088 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fb2c3ff-d49e-46ea-8e30-c42d24d2e129 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 556dc852-2127-4779-ae8e-937e65b413cc {{(pid=103153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 13:26:59.183047 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1fb2c3ff-d49e-46ea-8e30-c42d24d2e129 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks [] for router, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:59.184268 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-1fb2c3ff-d49e-46ea-8e30-c42d24d2e129 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] 10.222.0.37 "DELETE /v2.0/routers/556dc852-2127-4779-ae8e-937e65b413cc HTTP/1.1" status: 204 len: 168 time: 2.1931219 Dec 21 13:26:59.192891 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 54704) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:59.211925 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-ab7c808e-6aec-44d6-8484-90391ae6a1d9 None None] Could not find standard attr ID for object 47d8f5ed-f397-47bc-b8cf-ecec4712ea97. {{(pid=103154) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 21 13:26:59.215303 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-02da6142-40ee-4477-add3-e55166beb044 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1096603920', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}, 'admin_state_up': False}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:26:59.217793 dv-neutron-master-2-hyperv neutron-server[103154]: INFO neutron.plugins.ml2.db [None req-ab7c808e-6aec-44d6-8484-90391ae6a1d9 None None] No ports have port_id starting with 47d8f5ed-f397-47bc-b8cf-ecec4712ea97 Dec 21 13:26:59.227936 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b8ccc4-cfef-45d9-956f-e52341247e22 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Pushing event deleted for resources: {'Port': ['ID=47d8f5ed-f397-47bc-b8cf-ecec4712ea97,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:59.248949 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b8ccc4-cfef-45d9-956f-e52341247e22 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] No DVR routers for this DVR port 47d8f5ed-f397-47bc-b8cf-ecec4712ea97 on host dv-neutron-master-2-hyperv {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:26:59.290316 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b270471d-be1f-4a04-a86c-bc45b3424778 None None] DHCP port deletion for 63508b2f-7952-431a-945f-2c7ea721a8d3 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:26:59.307844 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-69e9d5cb-8b8e-4088-8247-e02b489032d6 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Allocated IP 172.36.3.214 (7fdf1889-f079-4166-bbda-88b2a8d8d595/051a5607-1753-4008-a2f2-d94b48752e9c/42288109-22a1-46b3-a39d-95b93618c35c) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:26:59.321864 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-302665d4-5b0a-44a9-b4de-615c88aeb8eb req-038a4016-8208-4ee7-bca0-3494953037fc tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a365f85-e497-47ef-99fa-94673fe66566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1954513 Dec 21 13:26:59.337090 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-02da6142-40ee-4477-add3-e55166beb044 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26964'] for router, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:59.338105 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-02da6142-40ee-4477-add3-e55166beb044 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-642316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26957'] for router, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:59.463214 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 54706) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:59.463416 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-fbab66c5-5d2b-4afa-b7bf-2b06d073d24b tempest-RoutersTestDVR-195311129 tempest-RoutersTestDVR-195311129-project] 10.222.0.37 "GET /v2.0/routers/5be38a2a-bc46-41f0-b964-9c0343afdaa8 HTTP/1.1" status: 200 len: 683 time: 0.4020233 Dec 21 13:26:59.467724 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-22b8ccc4-cfef-45d9-956f-e52341247e22 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:59.478441 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-02da6142-40ee-4477-add3-e55166beb044 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:59.515868 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-22b8ccc4-cfef-45d9-956f-e52341247e22 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63508b2f-7952-431a-945f-2c7ea721a8d3']}} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:26:59.530579 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-22b8ccc4-cfef-45d9-956f-e52341247e22 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fa44f7a-4020-44c8-80c2-cd9eb99cffb9') {'for_net_delete': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:26:59.530877 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-22b8ccc4-cfef-45d9-956f-e52341247e22 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fa44f7a-4020-44c8-80c2-cd9eb99cffb9') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:26:59.544733 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-22b8ccc4-cfef-45d9-956f-e52341247e22 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526653'] for segment, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:59.589958 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-69e9d5cb-8b8e-4088-8247-e02b489032d6 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:59.590582 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-22b8ccc4-cfef-45d9-956f-e52341247e22 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:59.600259 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22b8ccc4-cfef-45d9-956f-e52341247e22 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=103152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:26:59.600650 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-22b8ccc4-cfef-45d9-956f-e52341247e22 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805426'] for segment, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:59.603602 dv-neutron-master-2-hyperv neutron-server[103152]: Traceback (most recent call last): Dec 21 13:26:59.603602 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:26:59.603602 dv-neutron-master-2-hyperv neutron-server[103152]: timer() Dec 21 13:26:59.603602 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:26:59.603602 dv-neutron-master-2-hyperv neutron-server[103152]: cb(*args, **kw) Dec 21 13:26:59.603602 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:26:59.603602 dv-neutron-master-2-hyperv neutron-server[103152]: return func(*args, **kwargs) Dec 21 13:26:59.603602 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:26:59.603602 dv-neutron-master-2-hyperv neutron-server[103152]: self._notify() Dec 21 13:26:59.603602 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:26:59.603602 dv-neutron-master-2-hyperv neutron-server[103152]: self.callback(batched_events) Dec 21 13:26:59.603602 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:26:59.603602 dv-neutron-master-2-hyperv neutron-server[103152]: event.method(event) Dec 21 13:26:59.603602 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:26:59.603602 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:26:59.603602 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:26:59.603602 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:26:59.603602 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:26:59.603602 dv-neutron-master-2-hyperv neutron-server[103152]: return f(self, *a, **k) Dec 21 13:26:59.603602 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:26:59.603602 dv-neutron-master-2-hyperv neutron-server[103152]: return self._get(url).json() Dec 21 13:26:59.603602 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:26:59.603602 dv-neutron-master-2-hyperv neutron-server[103152]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:26:59.603602 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:26:59.603602 dv-neutron-master-2-hyperv neutron-server[103152]: return self.request(url, 'GET', **kwargs) Dec 21 13:26:59.603602 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:26:59.603602 dv-neutron-master-2-hyperv neutron-server[103152]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:26:59.603602 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:26:59.603602 dv-neutron-master-2-hyperv neutron-server[103152]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:26:59.603602 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:26:59.603602 dv-neutron-master-2-hyperv neutron-server[103152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:26:59.603602 dv-neutron-master-2-hyperv neutron-server[103152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:26:59.615510 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b1be061f-01f3-4e7d-952a-429b41ffc03f tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12346565'] for subnet, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:59.629098 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-640788d8-8833-418d-9b44-dec6eafbefe9 tempest-RoutersTestDVR-1471378463 tempest-RoutersTestDVR-1471378463-project-admin] Publish callbacks [] for router, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:59.701422 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-22b8ccc4-cfef-45d9-956f-e52341247e22 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:59.708331 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1be061f-01f3-4e7d-952a-429b41ffc03f tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Pushing event updated for resources: {'Subnet': ['ID=eeea2e36-3ce7-4b72-b144-563c78ee694f,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:59.736103 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-22b8ccc4-cfef-45d9-956f-e52341247e22 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633769'] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:59.741761 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-22b8ccc4-cfef-45d9-956f-e52341247e22 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] 10.222.0.37 "DELETE /v2.0/networks/63508b2f-7952-431a-945f-2c7ea721a8d3 HTTP/1.1" status: 204 len: 168 time: 4.4838438 Dec 21 13:26:59.755290 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54710) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:59.762813 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-dfa0176d-cb78-49b9-9f73-0b9ae2473180 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1317991314'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:26:59.770189 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b8ccc4-cfef-45d9-956f-e52341247e22 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Pushing event deleted for resources: {'Network': ['ID=63508b2f-7952-431a-945f-2c7ea721a8d3,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:26:59.779337 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1be061f-01f3-4e7d-952a-429b41ffc03f tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Checking segment: {'id': '7d29c40c-1dbb-4b70-ab18-490703f92674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '1c50ee05-4eb7-432b-91fa-5ad0c5b42a69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:26:59.779703 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1be061f-01f3-4e7d-952a-429b41ffc03f tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Network hostable DHCP agents. Network: 1c50ee05-4eb7-432b-91fa-5ad0c5b42a69, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:26:59.812503 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfa0176d-cb78-49b9-9f73-0b9ae2473180 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Made reservation on behalf of c34ff9443f5b440bb29daef02ccce959 for: {'network': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:26:59.816586 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-dfa0176d-cb78-49b9-9f73-0b9ae2473180 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:59.820256 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1be061f-01f3-4e7d-952a-429b41ffc03f tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Network 1c50ee05-4eb7-432b-91fa-5ad0c5b42a69 is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:26:59.838935 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-b1be061f-01f3-4e7d-952a-429b41ffc03f tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 1c50ee05-4eb7-432b-91fa-5ad0c5b42a69) {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:26:59.844682 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1be061f-01f3-4e7d-952a-429b41ffc03f tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:26:59.845280 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b1be061f-01f3-4e7d-952a-429b41ffc03f tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:59.856032 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfa0176d-cb78-49b9-9f73-0b9ae2473180 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=103152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:26:59.856772 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-149f011d-c09a-4a88-ab34-3d189f9d2e79 None None] Network 1c50ee05-4eb7-432b-91fa-5ad0c5b42a69 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:26:59.869732 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-dfa0176d-cb78-49b9-9f73-0b9ae2473180 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:59.870083 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.segments_db [None req-dfa0176d-cb78-49b9-9f73-0b9ae2473180 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Added segment 2a0c2b5e-e213-40a8-9c64-6023028ad3f9 of type vlan for network cb6954ea-03f1-48c7-a2d7-d8a7705d2d0c Dec 21 13:26:59.885341 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-b1be061f-01f3-4e7d-952a-429b41ffc03f tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0671649 Dec 21 13:26:59.886012 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54712) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:26:59.893547 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-f71e88ed-de30-4179-9819-56e365a18e70 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Request body: {'subnet': {'network_id': 'be696852-5b8b-4bac-9636-dcb42f4f08c4', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:26:59.919141 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 22b2599f-4e82-4778-b19d-2ec9dbcea8a1 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:26:59.946976 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: 22b2599f-4e82-4778-b19d-2ec9dbcea8a1 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:26:59.947186 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 22b2599f-4e82-4778-b19d-2ec9dbcea8a1 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:26:59.947608 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 47d8f5ed-f397-47bc-b8cf-ecec4712ea97 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:26:59.947816 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-dfa0176d-cb78-49b9-9f73-0b9ae2473180 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:26:59.973532 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: 47d8f5ed-f397-47bc-b8cf-ecec4712ea97 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:26:59.974095 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 47d8f5ed-f397-47bc-b8cf-ecec4712ea97 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:27:00.022881 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe36fbc4-4a5c-419f-99e5-74b9fe4c3225 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-1c50ee05-4eb7-432b-91fa-5ad0c5b42a69', 'network_id': '1c50ee05-4eb7-432b-91fa-5ad0c5b42a69', 'project_id': 'd368a1938e3342de9d3358d110005af5', 'fixed_ips': [{'subnet_id': 'eeea2e36-3ce7-4b72-b144-563c78ee694f'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:27:00.024464 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fe36fbc4-4a5c-419f-99e5-74b9fe4c3225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:00.032294 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-dfa0176d-cb78-49b9-9f73-0b9ae2473180 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:00.037993 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa0176d-cb78-49b9-9f73-0b9ae2473180 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:00.038830 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-dfa0176d-cb78-49b9-9f73-0b9ae2473180 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633769'] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:00.083206 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f71e88ed-de30-4179-9819-56e365a18e70 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Made reservation on behalf of d368a1938e3342de9d3358d110005af5 for: {'subnet': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:27:00.086756 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f71e88ed-de30-4179-9819-56e365a18e70 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12346583'] for subnet, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:00.092822 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-02da6142-40ee-4477-add3-e55166beb044 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:00.099568 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-dfa0176d-cb78-49b9-9f73-0b9ae2473180 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3409009 Dec 21 13:27:00.122570 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 54714) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:00.128959 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-b2d39b67-fe6c-4624-bcd7-3a765c087f91 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Request body: {'subnet': {'network_id': 'cb6954ea-03f1-48c7-a2d7-d8a7705d2d0c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:27:00.150467 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa0176d-cb78-49b9-9f73-0b9ae2473180 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Pushing event updated for resources: {'Network': ['ID=cb6954ea-03f1-48c7-a2d7-d8a7705d2d0c,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:00.180477 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network cb6954ea-03f1-48c7-a2d7-d8a7705d2d0c details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:27:00.237624 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-69e9d5cb-8b8e-4088-8247-e02b489032d6 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:00.266385 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-fe36fbc4-4a5c-419f-99e5-74b9fe4c3225 None None] Allocated IP 2001:db8::2 (1c50ee05-4eb7-432b-91fa-5ad0c5b42a69/eeea2e36-3ce7-4b72-b144-563c78ee694f/58485317-dc4e-4b73-a88c-d0f150fc9a85) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:27:00.268264 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-640788d8-8833-418d-9b44-dec6eafbefe9 tempest-RoutersTestDVR-1471378463 tempest-RoutersTestDVR-1471378463-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26950'] for router, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:00.276708 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-640788d8-8833-418d-9b44-dec6eafbefe9 tempest-RoutersTestDVR-1471378463 tempest-RoutersTestDVR-1471378463-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:00.340414 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f71e88ed-de30-4179-9819-56e365a18e70 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12346565'] for subnet, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:00.404312 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e9d5cb-8b8e-4088-8247-e02b489032d6 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Network 7fdf1889-f079-4166-bbda-88b2a8d8d595 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:27:00.413023 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71e88ed-de30-4179-9819-56e365a18e70 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Pushing event updated for resources: {'Subnet': ['ID=7cabd20d-5beb-42c3-ae03-5a1374fbec72,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:00.415973 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-69e9d5cb-8b8e-4088-8247-e02b489032d6 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:27:00.428523 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e9d5cb-8b8e-4088-8247-e02b489032d6 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Pushing event updated for resources: {'Port': ['ID=42288109-22a1-46b3-a39d-95b93618c35c,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:00.435713 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5fad8d-4fd2-463e-9161-c805ed46a1dd None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:27:00.438700 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71e88ed-de30-4179-9819-56e365a18e70 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Checking segment: {'id': 'fa4af33c-3304-4f9b-83d0-29e6591e8862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'be696852-5b8b-4bac-9636-dcb42f4f08c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:27:00.438963 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e9d5cb-8b8e-4088-8247-e02b489032d6 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:27:00.439157 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71e88ed-de30-4179-9819-56e365a18e70 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Network hostable DHCP agents. Network: be696852-5b8b-4bac-9636-dcb42f4f08c4, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:27:00.442380 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-640788d8-8833-418d-9b44-dec6eafbefe9 tempest-RoutersTestDVR-1471378463 tempest-RoutersTestDVR-1471378463-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534967'] for router, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:00.442863 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-640788d8-8833-418d-9b44-dec6eafbefe9 tempest-RoutersTestDVR-1471378463 tempest-RoutersTestDVR-1471378463-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5be38a2a-bc46-41f0-b964-9c0343afdaa8 {{(pid=103153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 13:27:00.468121 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-640788d8-8833-418d-9b44-dec6eafbefe9 tempest-RoutersTestDVR-1471378463 tempest-RoutersTestDVR-1471378463-project-admin] Publish callbacks [] for router, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:00.469265 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-640788d8-8833-418d-9b44-dec6eafbefe9 tempest-RoutersTestDVR-1471378463 tempest-RoutersTestDVR-1471378463-project-admin] 10.222.0.37 "DELETE /v2.0/routers/5be38a2a-bc46-41f0-b964-9c0343afdaa8 HTTP/1.1" status: 204 len: 168 time: 1.0002711 Dec 21 13:27:00.484046 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fe36fbc4-4a5c-419f-99e5-74b9fe4c3225 None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:00.493423 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fe36fbc4-4a5c-419f-99e5-74b9fe4c3225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:00.509776 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54722) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:00.513368 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2d39b67-fe6c-4624-bcd7-3a765c087f91 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Made reservation on behalf of c34ff9443f5b440bb29daef02ccce959 for: {'subnet': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:27:00.517400 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b2d39b67-fe6c-4624-bcd7-3a765c087f91 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11288759'] for subnet, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:00.520710 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-6cd26faf-d5c6-4b12-942d-f5b7213f9e7c tempest-RoutersTestDVR-1471378463 tempest-RoutersTestDVR-1471378463-project-admin] Request body: {'router': {'name': 'tempest-router-1305664564', 'distributed': True}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:27:00.529974 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71e88ed-de30-4179-9819-56e365a18e70 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Network be696852-5b8b-4bac-9636-dcb42f4f08c4 is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:27:00.540150 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe36fbc4-4a5c-419f-99e5-74b9fe4c3225 None None] Network 1c50ee05-4eb7-432b-91fa-5ad0c5b42a69 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:27:00.543010 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-fe36fbc4-4a5c-419f-99e5-74b9fe4c3225 None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:27:00.548636 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe36fbc4-4a5c-419f-99e5-74b9fe4c3225 None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:27:00.555814 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e7c9ca-4962-484b-87c7-e15a2d1c757f req-9ac9cd26-4b62-42f4-af91-d91d8f35a2c5 tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:00.556759 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe36fbc4-4a5c-419f-99e5-74b9fe4c3225 None None] Pushing event updated for resources: {'Port': ['ID=58485317-dc4e-4b73-a88c-d0f150fc9a85,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:00.557371 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-18e7c9ca-4962-484b-87c7-e15a2d1c757f req-9ac9cd26-4b62-42f4-af91-d91d8f35a2c5 tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3f56ce0-d200-46aa-8d4a-98f5ecd429fb HTTP/1.1" status: 200 len: 945 time: 0.1064434 Dec 21 13:27:00.579651 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-f71e88ed-de30-4179-9819-56e365a18e70 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, be696852-5b8b-4bac-9636-dcb42f4f08c4) {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:27:00.588600 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-db76c048-f695-46b7-a3c3-e872b6497b19 None None] Provisioning complete for port 42288109-22a1-46b3-a39d-95b93618c35c triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:27:00.588600 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-db76c048-f695-46b7-a3c3-e872b6497b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:00.588856 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6cd26faf-d5c6-4b12-942d-f5b7213f9e7c tempest-RoutersTestDVR-1471378463 tempest-RoutersTestDVR-1471378463-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26964'] for router, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:00.589910 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6cd26faf-d5c6-4b12-942d-f5b7213f9e7c tempest-RoutersTestDVR-1471378463 tempest-RoutersTestDVR-1471378463-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-642316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26957'] for router, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:00.619389 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7853ce91-5c98-4f4a-a63d-22df1f9fccdf None None] Network be696852-5b8b-4bac-9636-dcb42f4f08c4 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:27:00.669565 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-fe36fbc4-4a5c-419f-99e5-74b9fe4c3225 None None] Attempting to bind port 58485317-dc4e-4b73-a88c-d0f150fc9a85 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:27:00.669852 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-fe36fbc4-4a5c-419f-99e5-74b9fe4c3225 None None] Attempting to bind port 58485317-dc4e-4b73-a88c-d0f150fc9a85 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '7d29c40c-1dbb-4b70-ab18-490703f92674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '1c50ee05-4eb7-432b-91fa-5ad0c5b42a69'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:27:00.670214 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe36fbc4-4a5c-419f-99e5-74b9fe4c3225 None None] Attempting to bind port 58485317-dc4e-4b73-a88c-d0f150fc9a85 on network 1c50ee05-4eb7-432b-91fa-5ad0c5b42a69 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:27:00.675515 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-db76c048-f695-46b7-a3c3-e872b6497b19 None None] Port 42288109-22a1-46b3-a39d-95b93618c35c cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:27:00.710127 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe36fbc4-4a5c-419f-99e5-74b9fe4c3225 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:27:00.710638 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe36fbc4-4a5c-419f-99e5-74b9fe4c3225 None None] Checking segment: {'id': '7d29c40c-1dbb-4b70-ab18-490703f92674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '1c50ee05-4eb7-432b-91fa-5ad0c5b42a69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:27:00.710923 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fe36fbc4-4a5c-419f-99e5-74b9fe4c3225 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:00.711309 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe36fbc4-4a5c-419f-99e5-74b9fe4c3225 None None] Bound using segment: {'id': '7d29c40c-1dbb-4b70-ab18-490703f92674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '1c50ee05-4eb7-432b-91fa-5ad0c5b42a69'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:27:00.711792 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-fe36fbc4-4a5c-419f-99e5-74b9fe4c3225 None None] Bound port: 58485317-dc4e-4b73-a88c-d0f150fc9a85, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d29c40c-1dbb-4b70-ab18-490703f92674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '1c50ee05-4eb7-432b-91fa-5ad0c5b42a69'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:27:00.712167 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fe36fbc4-4a5c-419f-99e5-74b9fe4c3225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:00.745572 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:00.814140 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f279f958-22cd-4657-8432-e45e94a312c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-be696852-5b8b-4bac-9636-dcb42f4f08c4', 'network_id': 'be696852-5b8b-4bac-9636-dcb42f4f08c4', 'project_id': 'd368a1938e3342de9d3358d110005af5', 'fixed_ips': [{'subnet_id': '7cabd20d-5beb-42c3-ae03-5a1374fbec72'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:27:00.815033 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f279f958-22cd-4657-8432-e45e94a312c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:00.834441 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af35717-82c1-48e1-9f46-76d0e0fa8804 req-76230128-fbe7-4d98-9927-3b8ec7786d06 tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:00.835846 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-fe36fbc4-4a5c-419f-99e5-74b9fe4c3225 None None] For port 58485317-dc4e-4b73-a88c-d0f150fc9a85, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:27:00.836745 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-0af35717-82c1-48e1-9f46-76d0e0fa8804 req-76230128-fbe7-4d98-9927-3b8ec7786d06 tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3f56ce0-d200-46aa-8d4a-98f5ecd429fb HTTP/1.1" status: 200 len: 945 time: 0.4222417 Dec 21 13:27:00.852079 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-fe36fbc4-4a5c-419f-99e5-74b9fe4c3225 None None] For port 58485317-dc4e-4b73-a88c-d0f150fc9a85, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=58485317-dc4e-4b73-a88c-d0f150fc9a85,segment=NetworkSegment(7d29c40c-1dbb-4b70-ab18-490703f92674),segment_id=7d29c40c-1dbb-4b70-ab18-490703f92674)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:27:00.859831 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fe36fbc4-4a5c-419f-99e5-74b9fe4c3225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:00.918407 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a15fd84-6b6f-4838-a2a9-f633f677bd3a req-572aec7c-6657-426d-a07d-7f4b2acedb31 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:00.920811 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1a15fd84-6b6f-4838-a2a9-f633f677bd3a req-572aec7c-6657-426d-a07d-7f4b2acedb31 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5a50cf6-e9ef-40a0-bcb8-50f22df91d1e HTTP/1.1" status: 200 len: 945 time: 0.3044574 Dec 21 13:27:00.958778 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71e88ed-de30-4179-9819-56e365a18e70 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:00.959698 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f71e88ed-de30-4179-9819-56e365a18e70 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:01.020392 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:01.028755 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe36fbc4-4a5c-419f-99e5-74b9fe4c3225 None None] Pushing event updated for resources: {'Port': ['ID=58485317-dc4e-4b73-a88c-d0f150fc9a85,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:01.035197 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-18e7c9ca-4962-484b-87c7-e15a2d1c757f req-520eca85-cb87-4f11-9399-349b0e9dd6c8 tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a365f85-e497-47ef-99fa-94673fe66566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4574749 Dec 21 13:27:01.044204 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-f279f958-22cd-4657-8432-e45e94a312c1 None None] Allocated IP 2001:db8:1::2 (be696852-5b8b-4bac-9636-dcb42f4f08c4/7cabd20d-5beb-42c3-ae03-5a1374fbec72/80ea2bfd-90b2-4950-b83f-a5798adc5e9a) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:27:01.072697 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-f71e88ed-de30-4179-9819-56e365a18e70 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1807666 Dec 21 13:27:01.077819 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54726) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:01.096961 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-ba56ad31-1b60-4499-8250-d9a9abfe356c tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1155229646', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:27:01.156119 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6cd26faf-d5c6-4b12-942d-f5b7213f9e7c tempest-RoutersTestDVR-1471378463 tempest-RoutersTestDVR-1471378463-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:01.164666 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6cd26faf-d5c6-4b12-942d-f5b7213f9e7c tempest-RoutersTestDVR-1471378463 tempest-RoutersTestDVR-1471378463-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548730'] for router, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:01.193922 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6cd26faf-d5c6-4b12-942d-f5b7213f9e7c tempest-RoutersTestDVR-1471378463 tempest-RoutersTestDVR-1471378463-project-admin] Publish callbacks [] for router, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:01.197652 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-6cd26faf-d5c6-4b12-942d-f5b7213f9e7c tempest-RoutersTestDVR-1471378463 tempest-RoutersTestDVR-1471378463-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.6834919 Dec 21 13:27:01.198061 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54728) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:01.286697 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a4e6e4d4-fbf5-4ecc-b2ed-dae523c15079 tempest-RoutersTestDVR-1471378463 tempest-RoutersTestDVR-1471378463-project-admin] Publish callbacks [] for router, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:01.309759 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f279f958-22cd-4657-8432-e45e94a312c1 None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:01.320717 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f279f958-22cd-4657-8432-e45e94a312c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:01.328642 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ba56ad31-1b60-4499-8250-d9a9abfe356c tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26964'] for router, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:01.329684 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ba56ad31-1b60-4499-8250-d9a9abfe356c tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-642316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26957'] for router, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:01.420945 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f279f958-22cd-4657-8432-e45e94a312c1 None None] Network be696852-5b8b-4bac-9636-dcb42f4f08c4 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:27:01.423889 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-f279f958-22cd-4657-8432-e45e94a312c1 None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:27:01.428970 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f279f958-22cd-4657-8432-e45e94a312c1 None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:27:01.442034 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f279f958-22cd-4657-8432-e45e94a312c1 None None] Pushing event updated for resources: {'Port': ['ID=80ea2bfd-90b2-4950-b83f-a5798adc5e9a,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:01.503083 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-f279f958-22cd-4657-8432-e45e94a312c1 None None] Attempting to bind port 80ea2bfd-90b2-4950-b83f-a5798adc5e9a on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:27:01.503461 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-f279f958-22cd-4657-8432-e45e94a312c1 None None] Attempting to bind port 80ea2bfd-90b2-4950-b83f-a5798adc5e9a by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'fa4af33c-3304-4f9b-83d0-29e6591e8862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'be696852-5b8b-4bac-9636-dcb42f4f08c4'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:27:01.504514 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f279f958-22cd-4657-8432-e45e94a312c1 None None] Attempting to bind port 80ea2bfd-90b2-4950-b83f-a5798adc5e9a on network be696852-5b8b-4bac-9636-dcb42f4f08c4 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:27:01.507850 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b2d39b67-fe6c-4624-bcd7-3a765c087f91 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11195289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11288741'] for subnet, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:01.512205 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f279f958-22cd-4657-8432-e45e94a312c1 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:27:01.512396 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1a15fd84-6b6f-4838-a2a9-f633f677bd3a req-64b0c8e2-9ce4-4766-aef5-f69082b1edf8 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b2b8fb0-da15-480b-8a72-3c7ce86ee437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5547893 Dec 21 13:27:01.512614 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f279f958-22cd-4657-8432-e45e94a312c1 None None] Checking segment: {'id': 'fa4af33c-3304-4f9b-83d0-29e6591e8862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'be696852-5b8b-4bac-9636-dcb42f4f08c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:27:01.512989 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f279f958-22cd-4657-8432-e45e94a312c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:01.513382 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f279f958-22cd-4657-8432-e45e94a312c1 None None] Bound using segment: {'id': 'fa4af33c-3304-4f9b-83d0-29e6591e8862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'be696852-5b8b-4bac-9636-dcb42f4f08c4'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:27:01.513856 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-f279f958-22cd-4657-8432-e45e94a312c1 None None] Bound port: 80ea2bfd-90b2-4950-b83f-a5798adc5e9a, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa4af33c-3304-4f9b-83d0-29e6591e8862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'be696852-5b8b-4bac-9636-dcb42f4f08c4'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:27:01.518077 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f279f958-22cd-4657-8432-e45e94a312c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:01.530221 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ba56ad31-1b60-4499-8250-d9a9abfe356c tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:01.564605 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ba56ad31-1b60-4499-8250-d9a9abfe356c tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548730'] for router, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:01.577778 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a4e6e4d4-fbf5-4ecc-b2ed-dae523c15079 tempest-RoutersTestDVR-1471378463 tempest-RoutersTestDVR-1471378463-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26950'] for router, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:01.588793 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a4e6e4d4-fbf5-4ecc-b2ed-dae523c15079 tempest-RoutersTestDVR-1471378463 tempest-RoutersTestDVR-1471378463-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:01.594900 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-02da6142-40ee-4477-add3-e55166beb044 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks [] for router_gateway, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:01.604059 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ba56ad31-1b60-4499-8250-d9a9abfe356c tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks [] for router, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:01.606410 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-ba56ad31-1b60-4499-8250-d9a9abfe356c tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5257292 Dec 21 13:27:01.623192 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 54734) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:01.628298 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-02da6142-40ee-4477-add3-e55166beb044 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:01.638194 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-f279f958-22cd-4657-8432-e45e94a312c1 None None] For port 80ea2bfd-90b2-4950-b83f-a5798adc5e9a, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:27:01.650892 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-f279f958-22cd-4657-8432-e45e94a312c1 None None] For port 80ea2bfd-90b2-4950-b83f-a5798adc5e9a, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=80ea2bfd-90b2-4950-b83f-a5798adc5e9a,segment=NetworkSegment(fa4af33c-3304-4f9b-83d0-29e6591e8862),segment_id=fa4af33c-3304-4f9b-83d0-29e6591e8862)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:27:01.655815 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f279f958-22cd-4657-8432-e45e94a312c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:01.657595 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a4e6e4d4-fbf5-4ecc-b2ed-dae523c15079 tempest-RoutersTestDVR-1471378463 tempest-RoutersTestDVR-1471378463-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534967'] for router, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:01.658432 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4e6e4d4-fbf5-4ecc-b2ed-dae523c15079 tempest-RoutersTestDVR-1471378463 tempest-RoutersTestDVR-1471378463-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8b52769d-e4f0-4490-8c6d-6d8e30b8c970 {{(pid=103152) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 13:27:01.673596 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a4e6e4d4-fbf5-4ecc-b2ed-dae523c15079 tempest-RoutersTestDVR-1471378463 tempest-RoutersTestDVR-1471378463-project-admin] Publish callbacks [] for router, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:01.675058 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-a4e6e4d4-fbf5-4ecc-b2ed-dae523c15079 tempest-RoutersTestDVR-1471378463 tempest-RoutersTestDVR-1471378463-project-admin] 10.222.0.37 "DELETE /v2.0/routers/8b52769d-e4f0-4490-8c6d-6d8e30b8c970 HTTP/1.1" status: 204 len: 168 time: 0.4729416 Dec 21 13:27:01.768730 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d39b67-fe6c-4624-bcd7-3a765c087f91 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Pushing event updated for resources: {'Subnet': ['ID=160d4fdf-8a96-4145-8f90-65021b086908,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:01.824603 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [req-0af35717-82c1-48e1-9f46-76d0e0fa8804 req-a9138363-04d6-4c72-88c4-5c094d00f4a3 tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] Deleting port 16e9a28c-57b2-4f6e-beaa-917e8c3668e1 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:27:01.824941 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-0af35717-82c1-48e1-9f46-76d0e0fa8804 req-a9138363-04d6-4c72-88c4-5c094d00f4a3 tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:01.875951 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f279f958-22cd-4657-8432-e45e94a312c1 None None] Pushing event updated for resources: {'Port': ['ID=80ea2bfd-90b2-4950-b83f-a5798adc5e9a,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:01.927639 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-69e9d5cb-8b8e-4088-8247-e02b489032d6 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:01.971426 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 58485317-dc4e-4b73-a88c-d0f150fc9a85 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:27:02.031436 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 58485317-dc4e-4b73-a88c-d0f150fc9a85 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:27:02.032100 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:02.060475 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d39b67-fe6c-4624-bcd7-3a765c087f91 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Checking segment: {'id': '2a0c2b5e-e213-40a8-9c64-6023028ad3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cb6954ea-03f1-48c7-a2d7-d8a7705d2d0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:27:02.060835 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d39b67-fe6c-4624-bcd7-3a765c087f91 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Network hostable DHCP agents. Network: cb6954ea-03f1-48c7-a2d7-d8a7705d2d0c, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:27:02.078599 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54740) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:02.152707 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:02.255299 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] For port 58485317-dc4e-4b73-a88c-d0f150fc9a85, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=58485317-dc4e-4b73-a88c-d0f150fc9a85,segment=NetworkSegment(7d29c40c-1dbb-4b70-ab18-490703f92674),segment_id=7d29c40c-1dbb-4b70-ab18-490703f92674)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:27:02.270760 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:02.384051 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Pushing event updated for resources: {'Port': ['ID=58485317-dc4e-4b73-a88c-d0f150fc9a85,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:02.423631 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e1d644a8-df0b-4eab-bff3-25b66b5ebfa8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:02.532026 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e1d644a8-df0b-4eab-bff3-25b66b5ebfa8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:02.537826 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e1d644a8-df0b-4eab-bff3-25b66b5ebfa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:02.582925 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-0af35717-82c1-48e1-9f46-76d0e0fa8804 req-a9138363-04d6-4c72-88c4-5c094d00f4a3 tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] For port 16e9a28c-57b2-4f6e-beaa-917e8c3668e1, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=16e9a28c-57b2-4f6e-beaa-917e8c3668e1,segment=NetworkSegment(792830f5-514e-493a-b4cc-75683e9b81f8),segment_id=792830f5-514e-493a-b4cc-75683e9b81f8)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:27:02.583432 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-e1d644a8-df0b-4eab-bff3-25b66b5ebfa8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=56fc7a63a7634ec0a1a7a85700a93828&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5034442 Dec 21 13:27:02.583970 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-0af35717-82c1-48e1-9f46-76d0e0fa8804 req-a9138363-04d6-4c72-88c4-5c094d00f4a3 tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:02.585803 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54752) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:02.593642 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d644a8-df0b-4eab-bff3-25b66b5ebfa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=985ab89d-005a-4597-8c3e-919fe5f9a0de,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:02.662799 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1eb235d2-58c2-42f8-8fab-9a654eda18d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:02.701922 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6bdc3a-4d5b-4d89-9480-77e4a540fa06 None None] Network 1c50ee05-4eb7-432b-91fa-5ad0c5b42a69 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:27:02.709689 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1eb235d2-58c2-42f8-8fab-9a654eda18d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:02.738484 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93631d3-ff7f-42ed-baa5-0f4a0be2003e req-d7e37a98-8ddd-4dd4-917a-37169d860a8f tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:02.740012 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-e93631d3-ff7f-42ed-baa5-0f4a0be2003e req-d7e37a98-8ddd-4dd4-917a-37169d860a8f tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5a50cf6-e9ef-40a0-bcb8-50f22df91d1e HTTP/1.1" status: 200 len: 945 time: 0.0956850 Dec 21 13:27:02.775714 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-36024592-047c-42e7-806c-c2c36bdf02cd None None] Provisioning complete for port 58485317-dc4e-4b73-a88c-d0f150fc9a85 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:27:02.776184 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-36024592-047c-42e7-806c-c2c36bdf02cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:02.800054 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1eb235d2-58c2-42f8-8fab-9a654eda18d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:02.803882 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1eb235d2-58c2-42f8-8fab-9a654eda18d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:02.805271 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-1eb235d2-58c2-42f8-8fab-9a654eda18d1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/985ab89d-005a-4597-8c3e-919fe5f9a0de HTTP/1.1" status: 204 len: 168 time: 0.2181370 Dec 21 13:27:02.811903 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-e93631d3-ff7f-42ed-baa5-0f4a0be2003e req-2bf03867-e305-4de0-81c5-b396a762b9b5 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b2b8fb0-da15-480b-8a72-3c7ce86ee437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610585 Dec 21 13:27:02.812247 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-02da6142-40ee-4477-add3-e55166beb044 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Allocated IP 172.36.3.117 (7fdf1889-f079-4166-bbda-88b2a8d8d595/051a5607-1753-4008-a2f2-d94b48752e9c/b064bb45-d37b-4eed-b60e-11a9bbdaca18) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:27:02.819384 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb235d2-58c2-42f8-8fab-9a654eda18d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=985ab89d-005a-4597-8c3e-919fe5f9a0de,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:02.905264 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d39b67-fe6c-4624-bcd7-3a765c087f91 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Network cb6954ea-03f1-48c7-a2d7-d8a7705d2d0c is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:27:03.014684 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0c3bcb-c24d-465c-bc7b-b49be09f763c req-70b30687-0c4d-4580-81ba-25a9787d687d tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:03.016263 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-5c0c3bcb-c24d-465c-bc7b-b49be09f763c req-70b30687-0c4d-4580-81ba-25a9787d687d tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3f56ce0-d200-46aa-8d4a-98f5ecd429fb HTTP/1.1" status: 200 len: 945 time: 0.3834717 Dec 21 13:27:03.017270 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-b2d39b67-fe6c-4624-bcd7-3a765c087f91 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, cb6954ea-03f1-48c7-a2d7-d8a7705d2d0c) {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:27:03.022892 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d39b67-fe6c-4624-bcd7-3a765c087f91 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:03.024075 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b2d39b67-fe6c-4624-bcd7-3a765c087f91 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633769'] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:03.038248 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998cfa36-4019-4c3d-86cc-b8289367599e None None] Network cb6954ea-03f1-48c7-a2d7-d8a7705d2d0c requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:27:03.198372 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-b2d39b67-fe6c-4624-bcd7-3a765c087f91 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.0729353 Dec 21 13:27:03.201249 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54758) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:03.218780 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0109ba-e8eb-4edf-8636-0201c0f4242e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-cb6954ea-03f1-48c7-a2d7-d8a7705d2d0c', 'network_id': 'cb6954ea-03f1-48c7-a2d7-d8a7705d2d0c', 'project_id': 'c34ff9443f5b440bb29daef02ccce959', 'fixed_ips': [{'subnet_id': '160d4fdf-8a96-4145-8f90-65021b086908'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:27:03.221609 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7a0109ba-e8eb-4edf-8636-0201c0f4242e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:03.235154 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3fffe566-534d-4f36-84ad-43d29f0415fe tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:03.265436 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54760) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:03.337831 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8cc552a6-6808-4cd3-9114-1e8200834cf3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:03.414955 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-5c0c3bcb-c24d-465c-bc7b-b49be09f763c req-624c0212-8c99-4dfe-acf9-b2191169ff38 tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a365f85-e497-47ef-99fa-94673fe66566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3695524 Dec 21 13:27:03.426397 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-7be022ab-01ff-4f82-8c2c-5e60c8657511 None None] Provisioning complete for port 58485317-dc4e-4b73-a88c-d0f150fc9a85 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:27:03.426777 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7be022ab-01ff-4f82-8c2c-5e60c8657511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:03.435285 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-16b6aee8-63a4-449a-97d7-5d3b5941fdbd tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:03.459712 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-7a0109ba-e8eb-4edf-8636-0201c0f4242e None None] Allocated IP 172.20.0.1 (cb6954ea-03f1-48c7-a2d7-d8a7705d2d0c/160d4fdf-8a96-4145-8f90-65021b086908/fda5b92f-ced3-475b-8e9c-7830ae853dc1) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:27:03.482610 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-0af35717-82c1-48e1-9f46-76d0e0fa8804 req-a9138363-04d6-4c72-88c4-5c094d00f4a3 tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:03.483536 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-0af35717-82c1-48e1-9f46-76d0e0fa8804 req-a9138363-04d6-4c72-88c4-5c094d00f4a3 tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548820'] for floatingip, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:03.483536 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.l3_db [req-0af35717-82c1-48e1-9f46-76d0e0fa8804 req-a9138363-04d6-4c72-88c4-5c094d00f4a3 tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] Floating IP a024e448-d36e-4ad9-84ba-9efdeedb09b6 disassociated. External IP: 172.36.3.54, port: 16e9a28c-57b2-4f6e-beaa-917e8c3668e1. Dec 21 13:27:03.483815 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [req-0af35717-82c1-48e1-9f46-76d0e0fa8804 req-a9138363-04d6-4c72-88c4-5c094d00f4a3 tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] Calling delete_port for 16e9a28c-57b2-4f6e-beaa-917e8c3668e1 owned by compute:nova {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:27:03.499821 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-02da6142-40ee-4477-add3-e55166beb044 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:03.502764 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-69e9d5cb-8b8e-4088-8247-e02b489032d6 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26943'] for router, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:03.519204 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-69e9d5cb-8b8e-4088-8247-e02b489032d6 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-548712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-548721', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-534931'] for router, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:03.525652 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4252391-8e9d-40e3-b2da-8a28e27023ba None None] Network be696852-5b8b-4bac-9636-dcb42f4f08c4 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:27:03.528477 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8cc552a6-6808-4cd3-9114-1e8200834cf3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:03.530109 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-16b6aee8-63a4-449a-97d7-5d3b5941fdbd tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:03.555639 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8cc552a6-6808-4cd3-9114-1e8200834cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:03.622553 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-8cc552a6-6808-4cd3-9114-1e8200834cf3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d0f4dce997ba4b1f8fc94ed7bd2a96b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3485548 Dec 21 13:27:03.625181 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54764) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:03.625944 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc552a6-6808-4cd3-9114-1e8200834cf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cee6b745-e271-4dc9-b665-36157712a851,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:03.701566 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1a96b4b4-57ef-4450-b6e2-87678b3f0d32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:03.732565 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1a96b4b4-57ef-4450-b6e2-87678b3f0d32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:03.818163 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1a96b4b4-57ef-4450-b6e2-87678b3f0d32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:03.825343 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1a96b4b4-57ef-4450-b6e2-87678b3f0d32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:03.827850 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7a0109ba-e8eb-4edf-8636-0201c0f4242e None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:03.828858 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-1a96b4b4-57ef-4450-b6e2-87678b3f0d32 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cee6b745-e271-4dc9-b665-36157712a851 HTTP/1.1" status: 204 len: 168 time: 0.1988323 Dec 21 13:27:03.839885 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7a0109ba-e8eb-4edf-8636-0201c0f4242e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:03.864049 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-02da6142-40ee-4477-add3-e55166beb044 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:03.886073 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a96b4b4-57ef-4450-b6e2-87678b3f0d32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cee6b745-e271-4dc9-b665-36157712a851,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:03.895552 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-16b6aee8-63a4-449a-97d7-5d3b5941fdbd tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12346570'] for subnet, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:03.955381 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 16e9a28c-57b2-4f6e-beaa-917e8c3668e1 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:27:03.974106 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02da6142-40ee-4477-add3-e55166beb044 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Network 7fdf1889-f079-4166-bbda-88b2a8d8d595 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:27:03.995337 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-02da6142-40ee-4477-add3-e55166beb044 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:27:03.999085 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b6aee8-63a4-449a-97d7-5d3b5941fdbd tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Pushing event deleted for resources: {'Subnet': ['ID=160d4fdf-8a96-4145-8f90-65021b086908,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:03.999255 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02da6142-40ee-4477-add3-e55166beb044 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:27:04.074943 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33230022-2e2c-4d97-acd9-70a9efcbdf7b None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:27:04.117158 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0109ba-e8eb-4edf-8636-0201c0f4242e None None] Network cb6954ea-03f1-48c7-a2d7-d8a7705d2d0c is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:27:04.139863 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-16b6aee8-63a4-449a-97d7-5d3b5941fdbd tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:04.148404 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1ebe81-e409-48a3-a197-5441608ddd2f req-d169095b-c9cd-4597-a5e6-0fa3ad292d7c tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:04.156981 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-ea1ebe81-e409-48a3-a197-5441608ddd2f req-d169095b-c9cd-4597-a5e6-0fa3ad292d7c tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f04569b-7b6a-480f-a48e-6be4ed1157fe HTTP/1.1" status: 200 len: 945 time: 0.3439426 Dec 21 13:27:04.160224 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-51ce1038-70f0-4e6c-96a0-e7f5690d9a9b None None] Provisioning complete for port 80ea2bfd-90b2-4950-b83f-a5798adc5e9a triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:27:04.163502 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-51ce1038-70f0-4e6c-96a0-e7f5690d9a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:04.171337 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-16b6aee8-63a4-449a-97d7-5d3b5941fdbd tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb6954ea-03f1-48c7-a2d7-d8a7705d2d0c']}} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:04.187161 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f978d108-c550-41aa-b39c-5c7696e7e49b req-6c795ebb-32ec-4abd-97fd-c06e29761cf0 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:04.188743 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-f978d108-c550-41aa-b39c-5c7696e7e49b req-6c795ebb-32ec-4abd-97fd-c06e29761cf0 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5a50cf6-e9ef-40a0-bcb8-50f22df91d1e HTTP/1.1" status: 200 len: 945 time: 0.1866512 Dec 21 13:27:04.198918 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-16b6aee8-63a4-449a-97d7-5d3b5941fdbd tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a0c2b5e-e213-40a8-9c64-6023028ad3f9') {'for_net_delete': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:04.199227 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-16b6aee8-63a4-449a-97d7-5d3b5941fdbd tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a0c2b5e-e213-40a8-9c64-6023028ad3f9') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:04.230092 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 58485317-dc4e-4b73-a88c-d0f150fc9a85 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:27:04.240316 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-16b6aee8-63a4-449a-97d7-5d3b5941fdbd tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526653'] for segment, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:04.265730 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-16b6aee8-63a4-449a-97d7-5d3b5941fdbd tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:04.274465 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-7a0109ba-e8eb-4edf-8636-0201c0f4242e None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:27:04.281438 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16b6aee8-63a4-449a-97d7-5d3b5941fdbd tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=103152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:27:04.281840 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-16b6aee8-63a4-449a-97d7-5d3b5941fdbd tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805426'] for segment, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:04.282137 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0109ba-e8eb-4edf-8636-0201c0f4242e None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:27:04.285943 dv-neutron-master-2-hyperv neutron-server[103152]: Traceback (most recent call last): Dec 21 13:27:04.285943 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:27:04.285943 dv-neutron-master-2-hyperv neutron-server[103152]: timer() Dec 21 13:27:04.285943 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:27:04.285943 dv-neutron-master-2-hyperv neutron-server[103152]: cb(*args, **kw) Dec 21 13:27:04.285943 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:27:04.285943 dv-neutron-master-2-hyperv neutron-server[103152]: return func(*args, **kwargs) Dec 21 13:27:04.285943 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:27:04.285943 dv-neutron-master-2-hyperv neutron-server[103152]: self._notify() Dec 21 13:27:04.285943 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:27:04.285943 dv-neutron-master-2-hyperv neutron-server[103152]: self.callback(batched_events) Dec 21 13:27:04.285943 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:27:04.285943 dv-neutron-master-2-hyperv neutron-server[103152]: event.method(event) Dec 21 13:27:04.285943 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:27:04.285943 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:27:04.285943 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:27:04.285943 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:27:04.285943 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:27:04.285943 dv-neutron-master-2-hyperv neutron-server[103152]: return f(self, *a, **k) Dec 21 13:27:04.285943 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:27:04.285943 dv-neutron-master-2-hyperv neutron-server[103152]: return self._get(url).json() Dec 21 13:27:04.285943 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:27:04.285943 dv-neutron-master-2-hyperv neutron-server[103152]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:27:04.285943 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:27:04.285943 dv-neutron-master-2-hyperv neutron-server[103152]: return self.request(url, 'GET', **kwargs) Dec 21 13:27:04.285943 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:27:04.285943 dv-neutron-master-2-hyperv neutron-server[103152]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:27:04.285943 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:27:04.285943 dv-neutron-master-2-hyperv neutron-server[103152]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:27:04.285943 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:27:04.285943 dv-neutron-master-2-hyperv neutron-server[103152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:27:04.285943 dv-neutron-master-2-hyperv neutron-server[103152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:27:04.288003 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0109ba-e8eb-4edf-8636-0201c0f4242e None None] Pushing event updated for resources: {'Port': ['ID=fda5b92f-ced3-475b-8e9c-7830ae853dc1,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:04.313101 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-f978d108-c550-41aa-b39c-5c7696e7e49b req-b09ecc74-27d4-4ff0-98cc-4e14a1df0ee5 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b2b8fb0-da15-480b-8a72-3c7ce86ee437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115532 Dec 21 13:27:04.323732 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bee2b88-2671-409b-86e4-d905ec5aa658 req-b551110b-e186-4330-9c13-87077b55a971 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:04.325517 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-5bee2b88-2671-409b-86e4-d905ec5aa658 req-b551110b-e186-4330-9c13-87077b55a971 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5a50cf6-e9ef-40a0-bcb8-50f22df91d1e HTTP/1.1" status: 200 len: 945 time: 0.3354473 Dec 21 13:27:04.341692 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-ea1ebe81-e409-48a3-a197-5441608ddd2f req-1e803273-4f66-40e1-b68a-2871cc0110f5 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ba20eb6-7980-48d1-8013-51c2682fdc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1835225 Dec 21 13:27:04.377732 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.db.api [None req-16b6aee8-63a4-449a-97d7-5d3b5941fdbd tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 21 13:27:04.377732 dv-neutron-master-2-hyperv neutron-server[103152]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 21 13:27:04.377732 dv-neutron-master-2-hyperv neutron-server[103152]: [parameters: {'id': 'cb6954ea-03f1-48c7-a2d7-d8a7705d2d0c'}] Dec 21 13:27:04.377732 dv-neutron-master-2-hyperv neutron-server[103152]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103152) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 13:27:04.378059 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG oslo_db.api [None req-16b6aee8-63a4-449a-97d7-5d3b5941fdbd tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 13:27:04.432425 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 58485317-dc4e-4b73-a88c-d0f150fc9a85 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:27:04.432997 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:04.470610 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02da6142-40ee-4477-add3-e55166beb044 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Pushing event updated for resources: {'Port': ['ID=b064bb45-d37b-4eed-b60e-11a9bbdaca18,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:04.497260 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-51ce1038-70f0-4e6c-96a0-e7f5690d9a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:04.527498 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-3fffe566-534d-4f36-84ad-43d29f0415fe tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Allocated IP 2001:db8::1 (1c50ee05-4eb7-432b-91fa-5ad0c5b42a69/eeea2e36-3ce7-4b72-b144-563c78ee694f/643ad1c2-9693-41e3-8b9a-854471507d6d) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:27:04.617399 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 80ea2bfd-90b2-4950-b83f-a5798adc5e9a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:27:04.661541 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-7a0109ba-e8eb-4edf-8636-0201c0f4242e None None] Attempting to bind port fda5b92f-ced3-475b-8e9c-7830ae853dc1 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:27:04.661922 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-7a0109ba-e8eb-4edf-8636-0201c0f4242e None None] Attempting to bind port fda5b92f-ced3-475b-8e9c-7830ae853dc1 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '2a0c2b5e-e213-40a8-9c64-6023028ad3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cb6954ea-03f1-48c7-a2d7-d8a7705d2d0c'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:27:04.662287 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0109ba-e8eb-4edf-8636-0201c0f4242e None None] Attempting to bind port fda5b92f-ced3-475b-8e9c-7830ae853dc1 on network cb6954ea-03f1-48c7-a2d7-d8a7705d2d0c {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:27:04.664441 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69e9d5cb-8b8e-4088-8247-e02b489032d6 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Router 4ca4a58b-8c70-4e95-90ea-68741947cab8 is scheduled to L3 agent 59e14383-78fa-487e-9299-b32042a98157 with binding_index 1 {{(pid=103153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 13:27:04.693140 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-51ce1038-70f0-4e6c-96a0-e7f5690d9a9b None None] For port 80ea2bfd-90b2-4950-b83f-a5798adc5e9a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=80ea2bfd-90b2-4950-b83f-a5798adc5e9a,segment=NetworkSegment(fa4af33c-3304-4f9b-83d0-29e6591e8862),segment_id=fa4af33c-3304-4f9b-83d0-29e6591e8862)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:27:04.697743 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:04.729244 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0109ba-e8eb-4edf-8636-0201c0f4242e None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:27:04.730518 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0109ba-e8eb-4edf-8636-0201c0f4242e None None] Checking segment: {'id': '2a0c2b5e-e213-40a8-9c64-6023028ad3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cb6954ea-03f1-48c7-a2d7-d8a7705d2d0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:27:04.731403 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7a0109ba-e8eb-4edf-8636-0201c0f4242e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:04.732028 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0109ba-e8eb-4edf-8636-0201c0f4242e None None] Bound using segment: {'id': '2a0c2b5e-e213-40a8-9c64-6023028ad3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cb6954ea-03f1-48c7-a2d7-d8a7705d2d0c'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:27:04.732741 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-7a0109ba-e8eb-4edf-8636-0201c0f4242e None None] Bound port: fda5b92f-ced3-475b-8e9c-7830ae853dc1, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a0c2b5e-e213-40a8-9c64-6023028ad3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cb6954ea-03f1-48c7-a2d7-d8a7705d2d0c'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:27:04.733344 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7a0109ba-e8eb-4edf-8636-0201c0f4242e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:04.824759 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-51ce1038-70f0-4e6c-96a0-e7f5690d9a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:04.829241 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-7a0109ba-e8eb-4edf-8636-0201c0f4242e None None] For port fda5b92f-ced3-475b-8e9c-7830ae853dc1, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:27:04.837679 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-7a0109ba-e8eb-4edf-8636-0201c0f4242e None None] For port fda5b92f-ced3-475b-8e9c-7830ae853dc1, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fda5b92f-ced3-475b-8e9c-7830ae853dc1,segment=NetworkSegment(2a0c2b5e-e213-40a8-9c64-6023028ad3f9),segment_id=2a0c2b5e-e213-40a8-9c64-6023028ad3f9)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:27:04.851709 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86986cc7-21e0-4606-b872-75b9133019b3 req-f21da991-d725-4d3f-b920-d92d93becfe7 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:04.860769 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-86986cc7-21e0-4606-b872-75b9133019b3 req-f21da991-d725-4d3f-b920-d92d93becfe7 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f04569b-7b6a-480f-a48e-6be4ed1157fe HTTP/1.1" status: 200 len: 945 time: 0.0920665 Dec 21 13:27:04.880026 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-16b6aee8-63a4-449a-97d7-5d3b5941fdbd tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:04.892523 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7a0109ba-e8eb-4edf-8636-0201c0f4242e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:04.940231 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-86986cc7-21e0-4606-b872-75b9133019b3 req-fed43b25-9e27-4303-971c-1631d707c22c tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ba20eb6-7980-48d1-8013-51c2682fdc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780523 Dec 21 13:27:04.964853 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 80ea2bfd-90b2-4950-b83f-a5798adc5e9a triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:27:04.965236 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:04.986579 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54798) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:05.026153 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-16b6aee8-63a4-449a-97d7-5d3b5941fdbd tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Deleting port fda5b92f-ced3-475b-8e9c-7830ae853dc1 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:27:05.027427 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-16b6aee8-63a4-449a-97d7-5d3b5941fdbd tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:05.032328 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-0af35717-82c1-48e1-9f46-76d0e0fa8804 req-a9138363-04d6-4c72-88c4-5c094d00f4a3 tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:05.120371 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ce1038-70f0-4e6c-96a0-e7f5690d9a9b None None] Pushing event updated for resources: {'Port': ['ID=80ea2bfd-90b2-4950-b83f-a5798adc5e9a,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:05.141520 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-16b6aee8-63a4-449a-97d7-5d3b5941fdbd tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] For port fda5b92f-ced3-475b-8e9c-7830ae853dc1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fda5b92f-ced3-475b-8e9c-7830ae853dc1,segment=NetworkSegment(2a0c2b5e-e213-40a8-9c64-6023028ad3f9),segment_id=2a0c2b5e-e213-40a8-9c64-6023028ad3f9)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:27:05.142581 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-16b6aee8-63a4-449a-97d7-5d3b5941fdbd tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:05.167100 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9138363-04d6-4c72-88c4-5c094d00f4a3 tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] Pushing event deleted for resources: {'Port': ['ID=16e9a28c-57b2-4f6e-beaa-917e8c3668e1,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:05.182554 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-16b6aee8-63a4-449a-97d7-5d3b5941fdbd tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Calling delete_port for fda5b92f-ced3-475b-8e9c-7830ae853dc1 owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:27:05.190600 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-74be01ce-abbf-4cf7-87f5-3762bce3e717 None None] Provisioning complete for port b064bb45-d37b-4eed-b60e-11a9bbdaca18 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:27:05.191485 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-74be01ce-abbf-4cf7-87f5-3762bce3e717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:05.238457 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-74be01ce-abbf-4cf7-87f5-3762bce3e717 None None] Port b064bb45-d37b-4eed-b60e-11a9bbdaca18 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:27:05.240348 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ce182f-f35c-48c4-9b89-659a01a460c9 None None] Network cb6954ea-03f1-48c7-a2d7-d8a7705d2d0c requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:27:05.240779 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05f83bb-c0c3-417c-b5a0-72162ee65ea7 req-5a617a65-32d7-4442-8900-cb04fc336e74 tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:05.241407 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-9e1f6a5b-f16a-4a2b-a3e3-13ad30cfe933 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Request body: {'network': {'name': 'tempest-RoutersTest-1748923157'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:27:05.242791 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-e05f83bb-c0c3-417c-b5a0-72162ee65ea7 req-5a617a65-32d7-4442-8900-cb04fc336e74 tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3f56ce0-d200-46aa-8d4a-98f5ecd429fb HTTP/1.1" status: 200 len: 867 time: 0.7070212 Dec 21 13:27:05.320895 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e1f6a5b-f16a-4a2b-a3e3-13ad30cfe933 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Made reservation on behalf of 2443f9ebd5734093aca8f8d69b48dcbc for: {'network': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:27:05.325784 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9e1f6a5b-f16a-4a2b-a3e3-13ad30cfe933 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:05.343404 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9e1f6a5b-f16a-4a2b-a3e3-13ad30cfe933 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks [] for security_group, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:05.385826 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-02da6142-40ee-4477-add3-e55166beb044 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks [] for router_gateway, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:05.389234 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-16b6aee8-63a4-449a-97d7-5d3b5941fdbd tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:05.430683 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b6aee8-63a4-449a-97d7-5d3b5941fdbd tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Pushing event deleted for resources: {'Port': ['ID=fda5b92f-ced3-475b-8e9c-7830ae853dc1,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:05.447716 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b6aee8-63a4-449a-97d7-5d3b5941fdbd tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] No DVR routers for this DVR port fda5b92f-ced3-475b-8e9c-7830ae853dc1 on host dv-neutron-master-2-hyperv {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:27:05.583426 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3fffe566-534d-4f36-84ad-43d29f0415fe tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:05.619091 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0109ba-e8eb-4edf-8636-0201c0f4242e None None] Pushing event updated for resources: {'Port': ['ID=fda5b92f-ced3-475b-8e9c-7830ae853dc1,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:05.623676 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9e1f6a5b-f16a-4a2b-a3e3-13ad30cfe933 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks [] for security_group, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:05.627423 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-16b6aee8-63a4-449a-97d7-5d3b5941fdbd tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:05.631553 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-74be01ce-abbf-4cf7-87f5-3762bce3e717 None None] Provisioning complete for port 80ea2bfd-90b2-4950-b83f-a5798adc5e9a triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:27:05.632116 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-74be01ce-abbf-4cf7-87f5-3762bce3e717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:05.652275 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9e1f6a5b-f16a-4a2b-a3e3-13ad30cfe933 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:05.671428 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [req-5bee2b88-2671-409b-86e4-d905ec5aa658 req-ec87bb14-7eba-466a-8ca4-d466d8bc7498 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] Deleting port 76407916-90b0-4b3d-969b-db8131c418cf {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:27:05.671753 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-5bee2b88-2671-409b-86e4-d905ec5aa658 req-ec87bb14-7eba-466a-8ca4-d466d8bc7498 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:05.730591 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c5515e-56ff-4bad-8718-227f36b12b84 req-7eeb2eef-696a-4f5f-ad25-aeaf42c3422f tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:05.740984 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-52c5515e-56ff-4bad-8718-227f36b12b84 req-7eeb2eef-696a-4f5f-ad25-aeaf42c3422f tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5a50cf6-e9ef-40a0-bcb8-50f22df91d1e HTTP/1.1" status: 200 len: 945 time: 0.2150974 Dec 21 13:27:05.744749 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-16b6aee8-63a4-449a-97d7-5d3b5941fdbd tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb6954ea-03f1-48c7-a2d7-d8a7705d2d0c']}} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:05.748135 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e1f6a5b-f16a-4a2b-a3e3-13ad30cfe933 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=103152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:27:05.766222 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-e05f83bb-c0c3-417c-b5a0-72162ee65ea7 req-438ae674-dedf-428e-a199-bab4d41a9d65 tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a365f85-e497-47ef-99fa-94673fe66566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4898734 Dec 21 13:27:05.777368 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-16b6aee8-63a4-449a-97d7-5d3b5941fdbd tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a0c2b5e-e213-40a8-9c64-6023028ad3f9') {'for_net_delete': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:05.777665 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-16b6aee8-63a4-449a-97d7-5d3b5941fdbd tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a0c2b5e-e213-40a8-9c64-6023028ad3f9') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:05.779321 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69e9d5cb-8b8e-4088-8247-e02b489032d6 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:27:05.797111 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1f6a5b-f16a-4a2b-a3e3-13ad30cfe933 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7691ad83-5d5c-47ee-b5a5-4fb9132b47c8,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:05.797332 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-69e9d5cb-8b8e-4088-8247-e02b489032d6 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Publish callbacks [] for router, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:05.801624 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-69e9d5cb-8b8e-4088-8247-e02b489032d6 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] 10.222.0.37 "PUT /v2.0/routers/4ca4a58b-8c70-4e95-90ea-68741947cab8 HTTP/1.1" status: 200 len: 919 time: 8.2560568 Dec 21 13:27:05.802967 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-16b6aee8-63a4-449a-97d7-5d3b5941fdbd tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526653'] for segment, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:05.805017 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9e1f6a5b-f16a-4a2b-a3e3-13ad30cfe933 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:05.805364 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.segments_db [None req-9e1f6a5b-f16a-4a2b-a3e3-13ad30cfe933 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Added segment 2c189a87-eb5d-4fbe-b6f8-e1be668524eb of type vlan for network e0215fe8-b10f-494e-9f21-3e3652743f31 Dec 21 13:27:05.813582 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f842cb-6e00-486a-8a50-40604d916177 None None] Sync routers for ids ['4ca4a58b-8c70-4e95-90ea-68741947cab8'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:27:05.820327 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54810) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:05.842723 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f842cb-6e00-486a-8a50-40604d916177 None None] Routers {'4ca4a58b-8c70-4e95-90ea-68741947cab8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:27:05.843622 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-a4f842cb-6e00-486a-8a50-40604d916177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:26:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['4ca4a58b-8c70-4e95-90ea-68741947cab8'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:05.866550 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0af35717-82c1-48e1-9f46-76d0e0fa8804 req-a9138363-04d6-4c72-88c4-5c094d00f4a3 tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] Router 23d06902-5da5-4ccb-8023-4bd30e43970f has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:27:05.924573 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3fffe566-534d-4f36-84ad-43d29f0415fe tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:05.949774 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-a4f842cb-6e00-486a-8a50-40604d916177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:05.989202 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-187a9a36-56cf-491e-be05-6920a1c1877b tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] 10.222.0.37 "GET /v2.0/routers/4ca4a58b-8c70-4e95-90ea-68741947cab8 HTTP/1.1" status: 200 len: 925 time: 0.1620884 Dec 21 13:27:05.991940 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f842cb-6e00-486a-8a50-40604d916177 None None] Routers {'4ca4a58b-8c70-4e95-90ea-68741947cab8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:27:05.998249 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 54812) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:06.000011 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-a4f842cb-6e00-486a-8a50-40604d916177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:26:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['4ca4a58b-8c70-4e95-90ea-68741947cab8'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:06.012827 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-16b6aee8-63a4-449a-97d7-5d3b5941fdbd tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:06.045073 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16b6aee8-63a4-449a-97d7-5d3b5941fdbd tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=103152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:27:06.045473 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-16b6aee8-63a4-449a-97d7-5d3b5941fdbd tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805426'] for segment, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:06.048855 dv-neutron-master-2-hyperv neutron-server[103152]: Traceback (most recent call last): Dec 21 13:27:06.048855 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:27:06.048855 dv-neutron-master-2-hyperv neutron-server[103152]: timer() Dec 21 13:27:06.048855 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:27:06.048855 dv-neutron-master-2-hyperv neutron-server[103152]: cb(*args, **kw) Dec 21 13:27:06.048855 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:27:06.048855 dv-neutron-master-2-hyperv neutron-server[103152]: return func(*args, **kwargs) Dec 21 13:27:06.048855 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:27:06.048855 dv-neutron-master-2-hyperv neutron-server[103152]: self._notify() Dec 21 13:27:06.048855 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:27:06.048855 dv-neutron-master-2-hyperv neutron-server[103152]: self.callback(batched_events) Dec 21 13:27:06.048855 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:27:06.048855 dv-neutron-master-2-hyperv neutron-server[103152]: event.method(event) Dec 21 13:27:06.048855 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:27:06.048855 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:27:06.048855 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:27:06.048855 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:27:06.048855 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:27:06.048855 dv-neutron-master-2-hyperv neutron-server[103152]: return f(self, *a, **k) Dec 21 13:27:06.048855 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:27:06.048855 dv-neutron-master-2-hyperv neutron-server[103152]: return self._get(url).json() Dec 21 13:27:06.048855 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:27:06.048855 dv-neutron-master-2-hyperv neutron-server[103152]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:27:06.048855 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:27:06.048855 dv-neutron-master-2-hyperv neutron-server[103152]: return self.request(url, 'GET', **kwargs) Dec 21 13:27:06.048855 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:27:06.048855 dv-neutron-master-2-hyperv neutron-server[103152]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:27:06.048855 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:27:06.048855 dv-neutron-master-2-hyperv neutron-server[103152]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:27:06.048855 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:27:06.048855 dv-neutron-master-2-hyperv neutron-server[103152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:27:06.048855 dv-neutron-master-2-hyperv neutron-server[103152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:27:06.054526 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-a4f842cb-6e00-486a-8a50-40604d916177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:06.054526 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f842cb-6e00-486a-8a50-40604d916177 None None] The sync data for ids ['4ca4a58b-8c70-4e95-90ea-68741947cab8'] in dv-neutron-master-2-hyperv is: [] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:27:06.054772 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-5bee2b88-2671-409b-86e4-d905ec5aa658 req-ec87bb14-7eba-466a-8ca4-d466d8bc7498 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] For port 76407916-90b0-4b3d-969b-db8131c418cf, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=76407916-90b0-4b3d-969b-db8131c418cf,segment=NetworkSegment(44f21306-9fc3-4a00-99ff-7ee4e10446be),segment_id=44f21306-9fc3-4a00-99ff-7ee4e10446be)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:27:06.054772 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-5bee2b88-2671-409b-86e4-d905ec5aa658 req-ec87bb14-7eba-466a-8ca4-d466d8bc7498 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:06.058754 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 80ea2bfd-90b2-4950-b83f-a5798adc5e9a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:27:06.107564 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-52c5515e-56ff-4bad-8718-227f36b12b84 req-cc5f8612-b5cb-4aad-a7a1-abe21901e6e6 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b2b8fb0-da15-480b-8a72-3c7ce86ee437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3655913 Dec 21 13:27:06.146301 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9e1f6a5b-f16a-4a2b-a3e3-13ad30cfe933 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:06.148809 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 80ea2bfd-90b2-4950-b83f-a5798adc5e9a triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:27:06.149438 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:06.180830 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fffe566-534d-4f36-84ad-43d29f0415fe tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Network 1c50ee05-4eb7-432b-91fa-5ad0c5b42a69 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:27:06.182557 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-16b6aee8-63a4-449a-97d7-5d3b5941fdbd tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:06.191946 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-16b6aee8-63a4-449a-97d7-5d3b5941fdbd tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633769'] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:06.198937 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-16b6aee8-63a4-449a-97d7-5d3b5941fdbd tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] 10.222.0.37 "DELETE /v2.0/networks/cb6954ea-03f1-48c7-a2d7-d8a7705d2d0c HTTP/1.1" status: 204 len: 168 time: 2.9963803 Dec 21 13:27:06.201058 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54814) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:06.207158 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-8d33791c-1d19-4970-afb9-f1c298e604e1 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-844223151'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:27:06.220812 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9e1f6a5b-f16a-4a2b-a3e3-13ad30cfe933 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:06.227171 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1f6a5b-f16a-4a2b-a3e3-13ad30cfe933 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:06.227891 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9e1f6a5b-f16a-4a2b-a3e3-13ad30cfe933 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633769'] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:06.230416 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b6aee8-63a4-449a-97d7-5d3b5941fdbd tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Pushing event deleted for resources: {'Network': ['ID=cb6954ea-03f1-48c7-a2d7-d8a7705d2d0c,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:06.266938 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-3fffe566-534d-4f36-84ad-43d29f0415fe tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:27:06.270601 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fffe566-534d-4f36-84ad-43d29f0415fe tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:27:06.271512 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3fffe566-534d-4f36-84ad-43d29f0415fe tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532557'] for router_interface, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:06.301078 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1f6a5b-f16a-4a2b-a3e3-13ad30cfe933 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Pushing event updated for resources: {'Network': ['ID=e0215fe8-b10f-494e-9f21-3e3652743f31,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:06.320231 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-9e1f6a5b-f16a-4a2b-a3e3-13ad30cfe933 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3314724 Dec 21 13:27:06.321146 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network e0215fe8-b10f-494e-9f21-3e3652743f31 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:27:06.332161 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fffe566-534d-4f36-84ad-43d29f0415fe tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Pushing event updated for resources: {'Port': ['ID=643ad1c2-9693-41e3-8b9a-854471507d6d,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:06.334681 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54816) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:06.359538 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-7d6b2dd6-9b8e-46de-aa70-042e1cacdbe7 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Request body: {'network': {'name': 'tempest-RoutersTest-369528713'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:27:06.376448 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d33791c-1d19-4970-afb9-f1c298e604e1 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Made reservation on behalf of c34ff9443f5b440bb29daef02ccce959 for: {'network': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:27:06.382561 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8d33791c-1d19-4970-afb9-f1c298e604e1 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:06.424133 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d33791c-1d19-4970-afb9-f1c298e604e1 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=103152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:27:06.429121 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0ef35c-f2a6-4119-a985-7dd2d142aab2 req-20ef3552-2bc0-4a69-8b16-c90b2284cd6e tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:06.430769 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-db0ef35c-f2a6-4119-a985-7dd2d142aab2 req-20ef3552-2bc0-4a69-8b16-c90b2284cd6e tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f04569b-7b6a-480f-a48e-6be4ed1157fe HTTP/1.1" status: 200 len: 945 time: 0.5107498 Dec 21 13:27:06.447091 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8d33791c-1d19-4970-afb9-f1c298e604e1 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:06.450457 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.segments_db [None req-8d33791c-1d19-4970-afb9-f1c298e604e1 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Added segment 412bfef9-a8eb-4d3e-b6ef-ff55855722ee of type vlan for network bf2f9b9e-d6ef-4200-b415-e8cda658b330 Dec 21 13:27:06.466503 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc83f6c-a29c-4ec2-a296-7242fff24980 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:06.468041 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-afc83f6c-a29c-4ec2-a296-7242fff24980 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=7fdf1889-f079-4166-bbda-88b2a8d8d595&device_id=4ca4a58b-8c70-4e95-90ea-68741947cab8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4452658 Dec 21 13:27:06.473967 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54818) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:06.488881 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-02da6142-40ee-4477-add3-e55166beb044 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548730'] for router, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:06.529002 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d6b2dd6-9b8e-46de-aa70-042e1cacdbe7 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Made reservation on behalf of 2443f9ebd5734093aca8f8d69b48dcbc for: {'network': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:27:06.537442 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7d6b2dd6-9b8e-46de-aa70-042e1cacdbe7 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:06.575413 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8d33791c-1d19-4970-afb9-f1c298e604e1 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:06.646501 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0af35717-82c1-48e1-9f46-76d0e0fa8804 req-a9138363-04d6-4c72-88c4-5c094d00f4a3 tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:27:06.664186 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30b6458-376c-4baa-85ae-40c33ee8e232 None None] Sync routers for ids ['23d06902-5da5-4ccb-8023-4bd30e43970f'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:27:06.674126 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30b6458-376c-4baa-85ae-40c33ee8e232 None None] Routers {'23d06902-5da5-4ccb-8023-4bd30e43970f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:27:06.674965 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-e30b6458-376c-4baa-85ae-40c33ee8e232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:26:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['23d06902-5da5-4ccb-8023-4bd30e43970f'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:06.678905 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d6b2dd6-9b8e-46de-aa70-042e1cacdbe7 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=103152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:27:06.692835 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7d6b2dd6-9b8e-46de-aa70-042e1cacdbe7 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:06.693229 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.segments_db [None req-7d6b2dd6-9b8e-46de-aa70-042e1cacdbe7 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Added segment b5d6282b-cedc-4533-bd87-b73566cf999c of type vlan for network aceb9be6-655d-432f-b4f1-667e3a79e2ae Dec 21 13:27:06.729433 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.db.resource_extend [None req-8d33791c-1d19-4970-afb9-f1c298e604e1 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 21 13:27:06.742164 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7935f2c-3fdb-4efb-a298-97ed658d710a tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:06.746613 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-a7935f2c-3fdb-4efb-a298-97ed658d710a tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] 10.222.0.37 "GET /v2.0/networks/7fdf1889-f079-4166-bbda-88b2a8d8d595 HTTP/1.1" status: 200 len: 881 time: 0.2685847 Dec 21 13:27:06.750796 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-19b8e3cf-bede-4cad-8d8d-070ec23d4cdc None None] Provisioning complete for port 643ad1c2-9693-41e3-8b9a-854471507d6d triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:27:06.751679 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54820) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:06.752119 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-19b8e3cf-bede-4cad-8d8d-070ec23d4cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:06.756571 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7d6b2dd6-9b8e-46de-aa70-042e1cacdbe7 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:06.791841 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8d33791c-1d19-4970-afb9-f1c298e604e1 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:06.797506 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d33791c-1d19-4970-afb9-f1c298e604e1 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:06.798138 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8d33791c-1d19-4970-afb9-f1c298e604e1 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633769'] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:06.804838 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-c857f1f7-ff40-4c74-97aa-4074a4f3ad06 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ca4a58b-8c70-4e95-90ea-68741947cab8 HTTP/1.1" status: 200 len: 205 time: 0.0474868 Dec 21 13:27:06.812348 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54822) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:06.843861 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-19b8e3cf-bede-4cad-8d8d-070ec23d4cdc None None] Port 643ad1c2-9693-41e3-8b9a-854471507d6d cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:27:06.885997 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-e30b6458-376c-4baa-85ae-40c33ee8e232 None None] Set router 23d06902-5da5-4ccb-8023-4bd30e43970f gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:27:06.902658 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-8d33791c-1d19-4970-afb9-f1c298e604e1 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6998012 Dec 21 13:27:06.916455 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54826) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:06.929515 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-1f03d03c-25fa-4fd3-8268-b7f0ddd834b3 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Request body: {'subnet': {'network_id': 'bf2f9b9e-d6ef-4200-b415-e8cda658b330', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:27:06.964582 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7d6b2dd6-9b8e-46de-aa70-042e1cacdbe7 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:06.970576 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6b2dd6-9b8e-46de-aa70-042e1cacdbe7 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:06.971225 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7d6b2dd6-9b8e-46de-aa70-042e1cacdbe7 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633769'] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:07.016633 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-6087a794-aa03-446d-8e01-56074f627a51 req-4b10175d-87ca-4471-971f-2e73940722dc tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3f56ce0-d200-46aa-8d4a-98f5ecd429fb HTTP/1.1" status: 200 len: 210 time: 0.1216838 Dec 21 13:27:07.024140 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d33791c-1d19-4970-afb9-f1c298e604e1 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Pushing event updated for resources: {'Network': ['ID=bf2f9b9e-d6ef-4200-b415-e8cda658b330,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:07.036268 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network bf2f9b9e-d6ef-4200-b415-e8cda658b330 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:27:07.120737 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6b2dd6-9b8e-46de-aa70-042e1cacdbe7 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Pushing event updated for resources: {'Network': ['ID=aceb9be6-655d-432f-b4f1-667e3a79e2ae,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:07.151729 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-e30b6458-376c-4baa-85ae-40c33ee8e232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d06902-5da5-4ccb-8023-4bd30e43970f', 'name': 'tempest-ServersTestManualDisk-368290171-router', 'tenant_id': '88700cfa6fca443f813dbee92d0bf4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.248'}], 'enable_snat': True}, 'gw_port_id': '3c398b2b-31eb-4500-8329-00d20e2d565d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:25:20Z', 'updated_at': '2021-12-21T13:25:31Z', 'revision_number': 4, 'project_id': '88700cfa6fca443f813dbee92d0bf4e2', 'gw_port': {'id': '3c398b2b-31eb-4500-8329-00d20e2d565d', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:b1:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d06902-5da5-4ccb-8023-4bd30e43970f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:25:22Z', 'updated_at': '2021-12-21T13:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8934446e-9587-4dbb-9741-331962081e48', 'name': '', 'network_id': '39aa7305-1380-4f0a-b399-f8c03518e77f', 'tenant_id': '88700cfa6fca443f813dbee92d0bf4e2', 'mac_address': 'fa:16:3e:18:e6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d06902-5da5-4ccb-8023-4bd30e43970f', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'e105ee7f-3655-4fbf-969b-c738adf2539b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:25:29Z', 'updated_at': '2021-12-21T13:25:36Z', 'revision_number': 5, 'project_id': '88700cfa6fca443f813dbee92d0bf4e2', 'subnets': [{'id': 'e105ee7f-3655-4fbf-969b-c738adf2539b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:07.197580 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network aceb9be6-655d-432f-b4f1-667e3a79e2ae details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:27:07.201917 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [req-0af35717-82c1-48e1-9f46-76d0e0fa8804 req-a9138363-04d6-4c72-88c4-5c094d00f4a3 tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] No DVR routers for this DVR port 16e9a28c-57b2-4f6e-beaa-917e8c3668e1 on host hv-neutron-mast {{(pid=103153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:27:07.208548 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-7d6b2dd6-9b8e-46de-aa70-042e1cacdbe7 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8726885 Dec 21 13:27:07.211029 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 54830) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:07.212424 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-0af35717-82c1-48e1-9f46-76d0e0fa8804 req-a9138363-04d6-4c72-88c4-5c094d00f4a3 tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:07.216769 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-0af35717-82c1-48e1-9f46-76d0e0fa8804 req-a9138363-04d6-4c72-88c4-5c094d00f4a3 tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] 10.222.0.60 "DELETE /v2.0/ports/16e9a28c-57b2-4f6e-beaa-917e8c3668e1 HTTP/1.1" status: 204 len: 173 time: 6.3537948 Dec 21 13:27:07.218322 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30b6458-376c-4baa-85ae-40c33ee8e232 None None] Checking router: 23d06902-5da5-4ccb-8023-4bd30e43970f for host: dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:27:07.225767 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3f56ce0-d200-46aa-8d4a-98f5ecd429fb', 'name': 'network-vif-deleted', 'tag': '16e9a28c-57b2-4f6e-beaa-917e8c3668e1'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:27:07.228678 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af6034c98e584fa55ea4398f343c742ceb598288507feaf30d5a15785b2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df9b7c22-86eb-49fb-9717-693d6a036751" -d '{"events": [{"server_uuid": "a3f56ce0-d200-46aa-8d4a-98f5ecd429fb", "name": "network-vif-deleted", "tag": "16e9a28c-57b2-4f6e-beaa-917e8c3668e1"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:27:07.238227 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-db0ef35c-f2a6-4119-a985-7dd2d142aab2 req-eeb1fd83-2e66-442c-93e8-60857e06b3c2 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ba20eb6-7980-48d1-8013-51c2682fdc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7971628 Dec 21 13:27:07.244759 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-55afb3e2-ce65-4678-856d-f5382d5bd6cf tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Request body: {'subnet': {'network_id': 'e0215fe8-b10f-494e-9f21-3e3652743f31', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:27:07.246771 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c2ff40bf-ba82-4660-a3b1-cb797dc1a48e tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks [] for router, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:07.294115 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30b6458-376c-4baa-85ae-40c33ee8e232 None None] Routers {'23d06902-5da5-4ccb-8023-4bd30e43970f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:27:07.298249 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-e30b6458-376c-4baa-85ae-40c33ee8e232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:26:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['23d06902-5da5-4ccb-8023-4bd30e43970f'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:07.301889 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3fffe566-534d-4f36-84ad-43d29f0415fe tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:07.358503 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-5bee2b88-2671-409b-86e4-d905ec5aa658 req-ec87bb14-7eba-466a-8ca4-d466d8bc7498 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:07.359129 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-5bee2b88-2671-409b-86e4-d905ec5aa658 req-ec87bb14-7eba-466a-8ca4-d466d8bc7498 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548820'] for floatingip, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:07.359762 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.l3_db [req-5bee2b88-2671-409b-86e4-d905ec5aa658 req-ec87bb14-7eba-466a-8ca4-d466d8bc7498 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] Floating IP 93171689-e42c-47f3-aee1-917af793709b disassociated. External IP: 172.36.3.229, port: 76407916-90b0-4b3d-969b-db8131c418cf. Dec 21 13:27:07.360723 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [req-5bee2b88-2671-409b-86e4-d905ec5aa658 req-ec87bb14-7eba-466a-8ca4-d466d8bc7498 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] Calling delete_port for 76407916-90b0-4b3d-969b-db8131c418cf owned by compute:nova {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:27:07.373578 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f03d03c-25fa-4fd3-8268-b7f0ddd834b3 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Made reservation on behalf of c34ff9443f5b440bb29daef02ccce959 for: {'subnet': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:27:07.377232 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1f03d03c-25fa-4fd3-8268-b7f0ddd834b3 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12346583'] for subnet, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:07.441463 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 13:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1ff3c12-b21f-41e7-bf2a-a2326e3d7d58 x-openstack-request-id: req-e1ff3c12-b21f-41e7-bf2a-a2326e3d7d58 {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:27:07.441762 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3f56ce0-d200-46aa-8d4a-98f5ecd429fb", "name": "network-vif-deleted", "tag": "16e9a28c-57b2-4f6e-beaa-917e8c3668e1", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:27:07.442020 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e1ff3c12-b21f-41e7-bf2a-a2326e3d7d58 {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:27:07.442445 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3f56ce0-d200-46aa-8d4a-98f5ecd429fb', 'name': 'network-vif-deleted', 'tag': '16e9a28c-57b2-4f6e-beaa-917e8c3668e1', 'status': 'completed', 'code': 200} Dec 21 13:27:07.473770 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bea4508-6d4d-4a57-a226-95a2548a1593 req-21cb2963-e992-4a01-9673-91183ba01949 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:07.475405 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-3bea4508-6d4d-4a57-a226-95a2548a1593 req-21cb2963-e992-4a01-9673-91183ba01949 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5a50cf6-e9ef-40a0-bcb8-50f22df91d1e HTTP/1.1" status: 200 len: 945 time: 0.1836357 Dec 21 13:27:07.591094 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c2ff40bf-ba82-4660-a3b1-cb797dc1a48e tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:07.614327 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-3bea4508-6d4d-4a57-a226-95a2548a1593 req-ded1e5cf-9872-4efc-a8b8-9c99be92c741 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b2b8fb0-da15-480b-8a72-3c7ce86ee437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976770 Dec 21 13:27:07.650493 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-e30b6458-376c-4baa-85ae-40c33ee8e232 None None] Set router 23d06902-5da5-4ccb-8023-4bd30e43970f gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:27:07.755540 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-c2ff40bf-ba82-4660-a3b1-cb797dc1a48e tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Deleting port 42288109-22a1-46b3-a39d-95b93618c35c {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:27:07.755882 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c2ff40bf-ba82-4660-a3b1-cb797dc1a48e tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:07.794129 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1f03d03c-25fa-4fd3-8268-b7f0ddd834b3 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12346565'] for subnet, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:07.891471 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55afb3e2-ce65-4678-856d-f5382d5bd6cf tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Made reservation on behalf of 2443f9ebd5734093aca8f8d69b48dcbc for: {'subnet': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:27:07.896101 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-55afb3e2-ce65-4678-856d-f5382d5bd6cf tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11288759'] for subnet, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:07.927936 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c2ff40bf-ba82-4660-a3b1-cb797dc1a48e tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:07.932939 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f03d03c-25fa-4fd3-8268-b7f0ddd834b3 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Pushing event updated for resources: {'Subnet': ['ID=afa43809-0e83-459c-8fe1-ed96e3185858,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:07.938122 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 76407916-90b0-4b3d-969b-db8131c418cf no longer exists at agent hyperv_hv-neutron-mast {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:27:07.944413 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02da6142-40ee-4477-add3-e55166beb044 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Router 169d2f64-3c23-48a7-bed7-2aacc826b3d2 is scheduled to L3 agent 59e14383-78fa-487e-9299-b32042a98157 with binding_index 1 {{(pid=103153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 13:27:07.953101 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-c2ff40bf-ba82-4660-a3b1-cb797dc1a48e tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Calling delete_port for 42288109-22a1-46b3-a39d-95b93618c35c owned by network:router_gateway {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:27:07.962166 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f03d03c-25fa-4fd3-8268-b7f0ddd834b3 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Checking segment: {'id': '412bfef9-a8eb-4d3e-b6ef-ff55855722ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'bf2f9b9e-d6ef-4200-b415-e8cda658b330'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:27:07.962696 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f03d03c-25fa-4fd3-8268-b7f0ddd834b3 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Network hostable DHCP agents. Network: bf2f9b9e-d6ef-4200-b415-e8cda658b330, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:27:07.966752 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-e30b6458-376c-4baa-85ae-40c33ee8e232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d06902-5da5-4ccb-8023-4bd30e43970f', 'name': 'tempest-ServersTestManualDisk-368290171-router', 'tenant_id': '88700cfa6fca443f813dbee92d0bf4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.248'}], 'enable_snat': True}, 'gw_port_id': '3c398b2b-31eb-4500-8329-00d20e2d565d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:25:20Z', 'updated_at': '2021-12-21T13:25:31Z', 'revision_number': 4, 'project_id': '88700cfa6fca443f813dbee92d0bf4e2', 'gw_port': {'id': '3c398b2b-31eb-4500-8329-00d20e2d565d', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:b1:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d06902-5da5-4ccb-8023-4bd30e43970f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:25:22Z', 'updated_at': '2021-12-21T13:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8934446e-9587-4dbb-9741-331962081e48', 'name': '', 'network_id': '39aa7305-1380-4f0a-b399-f8c03518e77f', 'tenant_id': '88700cfa6fca443f813dbee92d0bf4e2', 'mac_address': 'fa:16:3e:18:e6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d06902-5da5-4ccb-8023-4bd30e43970f', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'e105ee7f-3655-4fbf-969b-c738adf2539b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:25:29Z', 'updated_at': '2021-12-21T13:25:36Z', 'revision_number': 5, 'project_id': '88700cfa6fca443f813dbee92d0bf4e2', 'subnets': [{'id': 'e105ee7f-3655-4fbf-969b-c738adf2539b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:08.025745 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30b6458-376c-4baa-85ae-40c33ee8e232 None None] The sync data for ids ['23d06902-5da5-4ccb-8023-4bd30e43970f'] in dv-neutron-master-2-hyperv is: [{'id': '23d06902-5da5-4ccb-8023-4bd30e43970f', 'name': 'tempest-ServersTestManualDisk-368290171-router', 'tenant_id': '88700cfa6fca443f813dbee92d0bf4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.248'}], 'enable_snat': True}, 'gw_port_id': '3c398b2b-31eb-4500-8329-00d20e2d565d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:25:20Z', 'updated_at': '2021-12-21T13:25:31Z', 'revision_number': 4, 'project_id': '88700cfa6fca443f813dbee92d0bf4e2', 'gw_port': {'id': '3c398b2b-31eb-4500-8329-00d20e2d565d', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:b1:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d06902-5da5-4ccb-8023-4bd30e43970f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:25:22Z', 'updated_at': '2021-12-21T13:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8934446e-9587-4dbb-9741-331962081e48', 'name': '', 'network_id': '39aa7305-1380-4f0a-b399-f8c03518e77f', 'tenant_id': '88700cfa6fca443f813dbee92d0bf4e2', 'mac_address': 'fa:16:3e:18:e6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d06902-5da5-4ccb-8023-4bd30e43970f', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'e105ee7f-3655-4fbf-969b-c738adf2539b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:25:29Z', 'updated_at': '2021-12-21T13:25:36Z', 'revision_number': 5, 'project_id': '88700cfa6fca443f813dbee92d0bf4e2', 'subnets': [{'id': 'e105ee7f-3655-4fbf-969b-c738adf2539b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:27:08.120160 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3fffe566-534d-4f36-84ad-43d29f0415fe tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:08.129792 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:08.214427 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 54840) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:08.215166 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3fffe566-534d-4f36-84ad-43d29f0415fe tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:08.216020 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3fffe566-534d-4f36-84ad-43d29f0415fe tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532537'] for router_interface, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:08.381267 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98c443e-9a84-42f5-83a2-3e69c7cb1554 None None] New status for floating IP a024e448-d36e-4ad9-84ba-9efdeedb09b6: DOWN {{(pid=103154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 13:27:08.417172 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f03d03c-25fa-4fd3-8268-b7f0ddd834b3 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Network bf2f9b9e-d6ef-4200-b415-e8cda658b330 is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:27:08.438485 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-1f03d03c-25fa-4fd3-8268-b7f0ddd834b3 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, bf2f9b9e-d6ef-4200-b415-e8cda658b330) {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:27:08.452056 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f03d03c-25fa-4fd3-8268-b7f0ddd834b3 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:08.452769 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf396b6-a8e2-468b-acca-d0dcd42e633b None None] Network bf2f9b9e-d6ef-4200-b415-e8cda658b330 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:27:08.455322 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1f03d03c-25fa-4fd3-8268-b7f0ddd834b3 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:08.469892 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-5bee2b88-2671-409b-86e4-d905ec5aa658 req-ec87bb14-7eba-466a-8ca4-d466d8bc7498 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:08.509439 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fffe566-534d-4f36-84ad-43d29f0415fe tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Pushing event updated for resources: {'Port': ['ID=643ad1c2-9693-41e3-8b9a-854471507d6d,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:08.519848 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-1f03d03c-25fa-4fd3-8268-b7f0ddd834b3 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5999506 Dec 21 13:27:08.524186 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54844) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:08.610712 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02da6142-40ee-4477-add3-e55166beb044 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:27:08.612083 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec87bb14-7eba-466a-8ca4-d466d8bc7498 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] Pushing event deleted for resources: {'Port': ['ID=76407916-90b0-4b3d-969b-db8131c418cf,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:08.638296 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cb727e-af48-4eb7-abb8-3ec851ca45b3 None None] Sync routers for ids ['169d2f64-3c23-48a7-bed7-2aacc826b3d2'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:27:08.685056 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cb727e-af48-4eb7-abb8-3ec851ca45b3 None None] Routers {'169d2f64-3c23-48a7-bed7-2aacc826b3d2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:27:08.685709 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-d3cb727e-af48-4eb7-abb8-3ec851ca45b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:26:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['169d2f64-3c23-48a7-bed7-2aacc826b3d2'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:08.691799 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0d4bc18a-44a2-4d9d-b027-310b50341bd0 tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] Publish callbacks [] for security_group, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:08.723227 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce42228e-bc67-48ff-87b9-28f6526e3147 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-bf2f9b9e-d6ef-4200-b415-e8cda658b330', 'network_id': 'bf2f9b9e-d6ef-4200-b415-e8cda658b330', 'project_id': 'c34ff9443f5b440bb29daef02ccce959', 'fixed_ips': [{'subnet_id': 'afa43809-0e83-459c-8fe1-ed96e3185858'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:27:08.724955 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ce42228e-bc67-48ff-87b9-28f6526e3147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:08.749522 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-434a7538-d2bc-4163-827d-ba766a34dfea tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:08.756807 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c2ff40bf-ba82-4660-a3b1-cb797dc1a48e tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:08.763483 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-d3cb727e-af48-4eb7-abb8-3ec851ca45b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:08.778263 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-02da6142-40ee-4477-add3-e55166beb044 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks [] for router, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:08.780449 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cb727e-af48-4eb7-abb8-3ec851ca45b3 None None] Routers {'169d2f64-3c23-48a7-bed7-2aacc826b3d2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:27:08.781240 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-d3cb727e-af48-4eb7-abb8-3ec851ca45b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:26:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['169d2f64-3c23-48a7-bed7-2aacc826b3d2'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:08.783710 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-02da6142-40ee-4477-add3-e55166beb044 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 9.5846784 Dec 21 13:27:08.796612 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54848) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:08.812143 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ff40bf-ba82-4660-a3b1-cb797dc1a48e tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Pushing event deleted for resources: {'Port': ['ID=42288109-22a1-46b3-a39d-95b93618c35c,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:08.823685 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-7c2ed4ed-20d3-4413-9674-fb595dce1f70 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'enable_snat': False}}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:27:08.843398 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb3a1d1-9409-409a-bc14-9b9cfbd52bda req-b6c21a4b-99ea-41ea-8573-f7703ebcddf9 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:08.845175 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-bbb3a1d1-9409-409a-bc14-9b9cfbd52bda req-b6c21a4b-99ea-41ea-8573-f7703ebcddf9 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f04569b-7b6a-480f-a48e-6be4ed1157fe HTTP/1.1" status: 200 len: 945 time: 0.4524589 Dec 21 13:27:08.848020 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-d3cb727e-af48-4eb7-abb8-3ec851ca45b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:08.848681 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cb727e-af48-4eb7-abb8-3ec851ca45b3 None None] The sync data for ids ['169d2f64-3c23-48a7-bed7-2aacc826b3d2'] in dv-neutron-master-2-hyperv is: [] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:27:08.880642 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-55afb3e2-ce65-4678-856d-f5382d5bd6cf tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11195289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11288741'] for subnet, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:08.883585 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fffe566-534d-4f36-84ad-43d29f0415fe tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Network 1c50ee05-4eb7-432b-91fa-5ad0c5b42a69 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:27:08.888709 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0d4bc18a-44a2-4d9d-b027-310b50341bd0 tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:08.890249 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-8ea8e051-4fe4-4b78-bbe1-eca51b7c82da req-e83a6180-a1e1-48c5-9f35-eed16f6cbd9b tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5a50cf6-e9ef-40a0-bcb8-50f22df91d1e HTTP/1.1" status: 200 len: 210 time: 0.0927331 Dec 21 13:27:08.913762 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-ce42228e-bc67-48ff-87b9-28f6526e3147 None None] Allocated IP 172.20.0.2 (bf2f9b9e-d6ef-4200-b415-e8cda658b330/afa43809-0e83-459c-8fe1-ed96e3185858/b21ca65c-87fb-4d92-b1fa-6fd9798de375) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:27:08.914258 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-3fffe566-534d-4f36-84ad-43d29f0415fe tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:27:08.937574 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb850a0-c161-4ba4-8d66-38cbfa0a5da7 None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:27:09.052681 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c2ff40bf-ba82-4660-a3b1-cb797dc1a48e tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-548638'] for router_gateway, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:09.056582 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-434a7538-d2bc-4163-827d-ba766a34dfea tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:09.150680 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afb3e2-ce65-4678-856d-f5382d5bd6cf tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Pushing event updated for resources: {'Subnet': ['ID=40d5b9eb-55d3-42a5-b6ff-830191319a09,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:09.173627 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-bbb3a1d1-9409-409a-bc14-9b9cfbd52bda req-b79976a3-7e16-40ad-960f-856845a34d44 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ba20eb6-7980-48d1-8013-51c2682fdc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3191001 Dec 21 13:27:09.190781 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ce42228e-bc67-48ff-87b9-28f6526e3147 None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:09.201128 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ce42228e-bc67-48ff-87b9-28f6526e3147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:09.232000 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55afb3e2-ce65-4678-856d-f5382d5bd6cf tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Checking segment: {'id': '2c189a87-eb5d-4fbe-b6f8-e1be668524eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'e0215fe8-b10f-494e-9f21-3e3652743f31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:27:09.232602 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55afb3e2-ce65-4678-856d-f5382d5bd6cf tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Network hostable DHCP agents. Network: e0215fe8-b10f-494e-9f21-3e3652743f31, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:27:09.236772 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5bee2b88-2671-409b-86e4-d905ec5aa658 req-ec87bb14-7eba-466a-8ca4-d466d8bc7498 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] Router c1c8c185-7ea7-4358-89e1-dbdf029dbd22 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:27:09.248395 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0d4bc18a-44a2-4d9d-b027-310b50341bd0 tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:09.250275 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c2ff40bf-ba82-4660-a3b1-cb797dc1a48e tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26950'] for router, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:09.251116 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0d4bc18a-44a2-4d9d-b027-310b50341bd0 tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:09.253589 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c2ff40bf-ba82-4660-a3b1-cb797dc1a48e tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:09.255441 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce42228e-bc67-48ff-87b9-28f6526e3147 None None] Network bf2f9b9e-d6ef-4200-b415-e8cda658b330 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:27:09.255736 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-0d4bc18a-44a2-4d9d-b027-310b50341bd0 tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] 10.222.0.37 "DELETE /v2.0/security-groups/7a365f85-e497-47ef-99fa-94673fe66566 HTTP/1.1" status: 204 len: 168 time: 1.0373769 Dec 21 13:27:09.257467 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 54850) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:09.262137 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-ce42228e-bc67-48ff-87b9-28f6526e3147 None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:27:09.270319 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce42228e-bc67-48ff-87b9-28f6526e3147 None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:27:09.283394 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce42228e-bc67-48ff-87b9-28f6526e3147 None None] Pushing event updated for resources: {'Port': ['ID=b21ca65c-87fb-4d92-b1fa-6fd9798de375,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:09.295677 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4bc18a-44a2-4d9d-b027-310b50341bd0 tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a365f85-e497-47ef-99fa-94673fe66566,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:09.324838 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.api.v2.resource [None req-8e034e5f-9e11-42ef-88dc-dd1863f20e48 tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] show failed (client error): The resource could not be found. Dec 21 13:27:09.329995 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-8e034e5f-9e11-42ef-88dc-dd1863f20e48 tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] 10.222.0.37 "GET /v2.0/security-groups/7a365f85-e497-47ef-99fa-94673fe66566 HTTP/1.1" status: 404 len: 347 time: 0.0500820 Dec 21 13:27:09.332981 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 54852) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:09.385080 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-ce42228e-bc67-48ff-87b9-28f6526e3147 None None] Attempting to bind port b21ca65c-87fb-4d92-b1fa-6fd9798de375 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:27:09.386111 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-ce42228e-bc67-48ff-87b9-28f6526e3147 None None] Attempting to bind port b21ca65c-87fb-4d92-b1fa-6fd9798de375 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '412bfef9-a8eb-4d3e-b6ef-ff55855722ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'bf2f9b9e-d6ef-4200-b415-e8cda658b330'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:27:09.386734 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce42228e-bc67-48ff-87b9-28f6526e3147 None None] Attempting to bind port b21ca65c-87fb-4d92-b1fa-6fd9798de375 on network bf2f9b9e-d6ef-4200-b415-e8cda658b330 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:27:09.394423 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce42228e-bc67-48ff-87b9-28f6526e3147 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:27:09.395137 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce42228e-bc67-48ff-87b9-28f6526e3147 None None] Checking segment: {'id': '412bfef9-a8eb-4d3e-b6ef-ff55855722ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'bf2f9b9e-d6ef-4200-b415-e8cda658b330'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:27:09.395907 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ce42228e-bc67-48ff-87b9-28f6526e3147 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:09.396492 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce42228e-bc67-48ff-87b9-28f6526e3147 None None] Bound using segment: {'id': '412bfef9-a8eb-4d3e-b6ef-ff55855722ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'bf2f9b9e-d6ef-4200-b415-e8cda658b330'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:27:09.397163 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-ce42228e-bc67-48ff-87b9-28f6526e3147 None None] Bound port: b21ca65c-87fb-4d92-b1fa-6fd9798de375, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '412bfef9-a8eb-4d3e-b6ef-ff55855722ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'bf2f9b9e-d6ef-4200-b415-e8cda658b330'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:27:09.397742 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ce42228e-bc67-48ff-87b9-28f6526e3147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:09.465170 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c2ff40bf-ba82-4660-a3b1-cb797dc1a48e tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534967'] for router, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:09.465742 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2ff40bf-ba82-4660-a3b1-cb797dc1a48e tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Fanout notify agent at l3_agent the message router_deleted on router 4ca4a58b-8c70-4e95-90ea-68741947cab8 {{(pid=103152) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 13:27:09.468779 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55afb3e2-ce65-4678-856d-f5382d5bd6cf tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Network e0215fe8-b10f-494e-9f21-3e3652743f31 is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:27:09.475139 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c2ff40bf-ba82-4660-a3b1-cb797dc1a48e tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks [] for router, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:09.476460 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-c2ff40bf-ba82-4660-a3b1-cb797dc1a48e tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] 10.222.0.37 "DELETE /v2.0/routers/4ca4a58b-8c70-4e95-90ea-68741947cab8 HTTP/1.1" status: 204 len: 168 time: 2.6569979 Dec 21 13:27:09.484212 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54854) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:09.490697 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-86bfc7d3-7fb3-4ac1-8301-e61efdaea009 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-133513070', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}, 'admin_state_up': False}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:27:09.503115 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-ce42228e-bc67-48ff-87b9-28f6526e3147 None None] For port b21ca65c-87fb-4d92-b1fa-6fd9798de375, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:27:09.507039 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-ce42228e-bc67-48ff-87b9-28f6526e3147 None None] For port b21ca65c-87fb-4d92-b1fa-6fd9798de375, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b21ca65c-87fb-4d92-b1fa-6fd9798de375,segment=NetworkSegment(412bfef9-a8eb-4d3e-b6ef-ff55855722ee),segment_id=412bfef9-a8eb-4d3e-b6ef-ff55855722ee)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:27:09.518300 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ce42228e-bc67-48ff-87b9-28f6526e3147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:09.524281 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-55afb3e2-ce65-4678-856d-f5382d5bd6cf tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, e0215fe8-b10f-494e-9f21-3e3652743f31) {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:27:09.550444 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596fd990-99fd-42f7-aaef-3b691c4b01c5 None None] Network e0215fe8-b10f-494e-9f21-3e3652743f31 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:27:09.557418 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55afb3e2-ce65-4678-856d-f5382d5bd6cf tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:09.558022 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-55afb3e2-ce65-4678-856d-f5382d5bd6cf tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633769'] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:09.571868 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-f7d06fab-7b3d-493f-8439-43c49cef900c None None] Provisioning complete for port 643ad1c2-9693-41e3-8b9a-854471507d6d triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:27:09.572252 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f7d06fab-7b3d-493f-8439-43c49cef900c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:09.601976 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-86bfc7d3-7fb3-4ac1-8301-e61efdaea009 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26964'] for router, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:09.603080 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-86bfc7d3-7fb3-4ac1-8301-e61efdaea009 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-642316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26957'] for router, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:09.621397 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-55afb3e2-ce65-4678-856d-f5382d5bd6cf tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3964226 Dec 21 13:27:09.627888 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 54856) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:09.635688 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fffe566-534d-4f36-84ad-43d29f0415fe tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Router 97f00bab-f46e-4954-81a8-e2cb785927f8 is scheduled to L3 agent 59e14383-78fa-487e-9299-b32042a98157 with binding_index 1 {{(pid=103153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 13:27:09.641146 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-f3780c6b-5994-4bd0-aad9-a3afa39204b2 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Request body: {'subnet': {'network_id': 'aceb9be6-655d-432f-b4f1-667e3a79e2ae', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:27:09.675971 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce42228e-bc67-48ff-87b9-28f6526e3147 None None] Pushing event updated for resources: {'Port': ['ID=b21ca65c-87fb-4d92-b1fa-6fd9798de375,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:09.681540 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-f7d06fab-7b3d-493f-8439-43c49cef900c None None] Port 643ad1c2-9693-41e3-8b9a-854471507d6d cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:27:09.704240 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5bee2b88-2671-409b-86e4-d905ec5aa658 req-ec87bb14-7eba-466a-8ca4-d466d8bc7498 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:27:09.716730 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7c2ed4ed-20d3-4413-9674-fb595dce1f70 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:09.724850 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-434a7538-d2bc-4163-827d-ba766a34dfea tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12346570'] for subnet, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:09.728652 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1a7466-2695-4283-aa26-59d70f08ba3a None None] Sync routers for ids ['c1c8c185-7ea7-4358-89e1-dbdf029dbd22'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:27:09.740403 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1a7466-2695-4283-aa26-59d70f08ba3a None None] Routers {'c1c8c185-7ea7-4358-89e1-dbdf029dbd22'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:27:09.741750 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-1e1a7466-2695-4283-aa26-59d70f08ba3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:26:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['c1c8c185-7ea7-4358-89e1-dbdf029dbd22'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:09.745673 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eee62e2-c67e-476e-b7ed-ff2dfa95ed4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-e0215fe8-b10f-494e-9f21-3e3652743f31', 'network_id': 'e0215fe8-b10f-494e-9f21-3e3652743f31', 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'fixed_ips': [{'subnet_id': '40d5b9eb-55d3-42a5-b6ff-830191319a09'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:27:09.746640 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-5eee62e2-c67e-476e-b7ed-ff2dfa95ed4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:09.783722 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434a7538-d2bc-4163-827d-ba766a34dfea tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Pushing event deleted for resources: {'Subnet': ['ID=afa43809-0e83-459c-8fe1-ed96e3185858,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:09.845517 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-875648e3-fcb0-4d3d-8de6-5e90fb6d1a7f tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] Deleting port e93f9205-bca7-4216-a081-1e2063f0c579 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:27:09.845856 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-875648e3-fcb0-4d3d-8de6-5e90fb6d1a7f tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:09.900583 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-86bfc7d3-7fb3-4ac1-8301-e61efdaea009 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:09.900836 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bee2b88-2671-409b-86e4-d905ec5aa658 req-ec87bb14-7eba-466a-8ca4-d466d8bc7498 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] No DVR routers for this DVR port 76407916-90b0-4b3d-969b-db8131c418cf on host hv-neutron-mast {{(pid=103153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:27:09.905036 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-434a7538-d2bc-4163-827d-ba766a34dfea tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:09.910519 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-5bee2b88-2671-409b-86e4-d905ec5aa658 req-ec87bb14-7eba-466a-8ca4-d466d8bc7498 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:09.913944 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-5bee2b88-2671-409b-86e4-d905ec5aa658 req-ec87bb14-7eba-466a-8ca4-d466d8bc7498 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] 10.222.0.60 "DELETE /v2.0/ports/76407916-90b0-4b3d-969b-db8131c418cf HTTP/1.1" status: 204 len: 173 time: 5.5623770 Dec 21 13:27:09.916533 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5a50cf6-e9ef-40a0-bcb8-50f22df91d1e', 'name': 'network-vif-deleted', 'tag': '76407916-90b0-4b3d-969b-db8131c418cf'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:27:09.918846 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af6034c98e584fa55ea4398f343c742ceb598288507feaf30d5a15785b2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f52e017c-ba9d-4d63-8b3a-bd733b34c9c2" -d '{"events": [{"server_uuid": "d5a50cf6-e9ef-40a0-bcb8-50f22df91d1e", "name": "network-vif-deleted", "tag": "76407916-90b0-4b3d-969b-db8131c418cf"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:27:10.083496 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-1e1a7466-2695-4283-aa26-59d70f08ba3a None None] Set router c1c8c185-7ea7-4358-89e1-dbdf029dbd22 gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:27:10.083695 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fffe566-534d-4f36-84ad-43d29f0415fe tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:27:10.084470 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-434a7538-d2bc-4163-827d-ba766a34dfea tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf2f9b9e-d6ef-4200-b415-e8cda658b330']}} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:10.101731 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976fb7c8-2eb7-45be-acbc-851f269e4f03 None None] Sync routers for ids ['97f00bab-f46e-4954-81a8-e2cb785927f8'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:27:10.107342 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 13:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b659f9d3-adfc-4037-b53e-8153e6eca30b x-openstack-request-id: req-b659f9d3-adfc-4037-b53e-8153e6eca30b {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:27:10.108134 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5a50cf6-e9ef-40a0-bcb8-50f22df91d1e", "name": "network-vif-deleted", "tag": "76407916-90b0-4b3d-969b-db8131c418cf", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:27:10.108951 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b659f9d3-adfc-4037-b53e-8153e6eca30b {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:27:10.109645 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5a50cf6-e9ef-40a0-bcb8-50f22df91d1e', 'name': 'network-vif-deleted', 'tag': '76407916-90b0-4b3d-969b-db8131c418cf', 'status': 'completed', 'code': 200} Dec 21 13:27:10.124398 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976fb7c8-2eb7-45be-acbc-851f269e4f03 None None] Routers {'97f00bab-f46e-4954-81a8-e2cb785927f8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:27:10.124665 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-3fffe566-534d-4f36-84ad-43d29f0415fe tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "PUT /v2.0/routers/97f00bab-f46e-4954-81a8-e2cb785927f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4868784 Dec 21 13:27:10.125109 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-976fb7c8-2eb7-45be-acbc-851f269e4f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:26:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['97f00bab-f46e-4954-81a8-e2cb785927f8'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:10.131319 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 54862) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:10.223842 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3780c6b-5994-4bd0-aad9-a3afa39204b2 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Made reservation on behalf of 2443f9ebd5734093aca8f8d69b48dcbc for: {'subnet': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:27:10.231506 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-976fb7c8-2eb7-45be-acbc-851f269e4f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:10.243165 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976fb7c8-2eb7-45be-acbc-851f269e4f03 None None] Routers {'97f00bab-f46e-4954-81a8-e2cb785927f8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:27:10.243977 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-976fb7c8-2eb7-45be-acbc-851f269e4f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:26:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['97f00bab-f46e-4954-81a8-e2cb785927f8'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:10.252040 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f3780c6b-5994-4bd0-aad9-a3afa39204b2 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11288759'] for subnet, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:10.278087 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-434a7538-d2bc-4163-827d-ba766a34dfea tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '412bfef9-a8eb-4d3e-b6ef-ff55855722ee') {'for_net_delete': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:10.279484 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-434a7538-d2bc-4163-827d-ba766a34dfea tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '412bfef9-a8eb-4d3e-b6ef-ff55855722ee') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:10.303172 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-976fb7c8-2eb7-45be-acbc-851f269e4f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:10.303738 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976fb7c8-2eb7-45be-acbc-851f269e4f03 None None] The sync data for ids ['97f00bab-f46e-4954-81a8-e2cb785927f8'] in dv-neutron-master-2-hyperv is: [] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:27:10.306488 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-434a7538-d2bc-4163-827d-ba766a34dfea tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526653'] for segment, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:10.354168 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-86bfc7d3-7fb3-4ac1-8301-e61efdaea009 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:10.388041 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-434a7538-d2bc-4163-827d-ba766a34dfea tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:10.399668 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-434a7538-d2bc-4163-827d-ba766a34dfea tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=103152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:27:10.400371 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-434a7538-d2bc-4163-827d-ba766a34dfea tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805426'] for segment, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:10.420933 dv-neutron-master-2-hyperv neutron-server[103152]: Traceback (most recent call last): Dec 21 13:27:10.420933 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:27:10.420933 dv-neutron-master-2-hyperv neutron-server[103152]: timer() Dec 21 13:27:10.420933 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:27:10.420933 dv-neutron-master-2-hyperv neutron-server[103152]: cb(*args, **kw) Dec 21 13:27:10.420933 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:27:10.420933 dv-neutron-master-2-hyperv neutron-server[103152]: return func(*args, **kwargs) Dec 21 13:27:10.420933 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:27:10.420933 dv-neutron-master-2-hyperv neutron-server[103152]: self._notify() Dec 21 13:27:10.420933 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:27:10.420933 dv-neutron-master-2-hyperv neutron-server[103152]: self.callback(batched_events) Dec 21 13:27:10.420933 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:27:10.420933 dv-neutron-master-2-hyperv neutron-server[103152]: event.method(event) Dec 21 13:27:10.420933 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:27:10.420933 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:27:10.420933 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:27:10.420933 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:27:10.420933 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:27:10.420933 dv-neutron-master-2-hyperv neutron-server[103152]: return f(self, *a, **k) Dec 21 13:27:10.420933 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:27:10.420933 dv-neutron-master-2-hyperv neutron-server[103152]: return self._get(url).json() Dec 21 13:27:10.420933 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:27:10.420933 dv-neutron-master-2-hyperv neutron-server[103152]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:27:10.420933 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:27:10.420933 dv-neutron-master-2-hyperv neutron-server[103152]: return self.request(url, 'GET', **kwargs) Dec 21 13:27:10.420933 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:27:10.420933 dv-neutron-master-2-hyperv neutron-server[103152]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:27:10.420933 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:27:10.420933 dv-neutron-master-2-hyperv neutron-server[103152]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:27:10.420933 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:27:10.420933 dv-neutron-master-2-hyperv neutron-server[103152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:27:10.420933 dv-neutron-master-2-hyperv neutron-server[103152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:27:10.466852 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-5eee62e2-c67e-476e-b7ed-ff2dfa95ed4e None None] Allocated IP 172.20.0.2 (e0215fe8-b10f-494e-9f21-3e3652743f31/40d5b9eb-55d3-42a5-b6ff-830191319a09/2d13a6d5-a6bc-4b77-9dfd-0b9be4d20d1e) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:27:10.591265 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.db.api [None req-434a7538-d2bc-4163-827d-ba766a34dfea tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 21 13:27:10.591265 dv-neutron-master-2-hyperv neutron-server[103152]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 21 13:27:10.591265 dv-neutron-master-2-hyperv neutron-server[103152]: [parameters: {'id': 'bf2f9b9e-d6ef-4200-b415-e8cda658b330'}] Dec 21 13:27:10.591265 dv-neutron-master-2-hyperv neutron-server[103152]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103152) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 13:27:10.592095 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG oslo_db.api [None req-434a7538-d2bc-4163-827d-ba766a34dfea tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 13:27:10.629415 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82fc3f9a-0774-4aae-916b-6d88d56041bc tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:10.630915 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-82fc3f9a-0774-4aae-916b-6d88d56041bc tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "GET /v2.0/ports/643ad1c2-9693-41e3-8b9a-854471507d6d HTTP/1.1" status: 200 len: 911 time: 0.4956925 Dec 21 13:27:10.635990 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d10945-a46b-46d5-998f-81b193ef9f2e req-40f12f8a-b7a4-4ee8-9b87-95203339ca34 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:10.637993 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-96d10945-a46b-46d5-998f-81b193ef9f2e req-40f12f8a-b7a4-4ee8-9b87-95203339ca34 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f04569b-7b6a-480f-a48e-6be4ed1157fe HTTP/1.1" status: 200 len: 945 time: 0.2962475 Dec 21 13:27:10.638516 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54866) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:10.737152 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-875648e3-fcb0-4d3d-8de6-5e90fb6d1a7f tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:10.738820 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-875648e3-fcb0-4d3d-8de6-5e90fb6d1a7f tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:10.763524 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-5eee62e2-c67e-476e-b7ed-ff2dfa95ed4e None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:10.775654 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-1e1a7466-2695-4283-aa26-59d70f08ba3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1c8c185-7ea7-4358-89e1-dbdf029dbd22', 'name': 'tempest-ServersTestJSON-48013927-router', 'tenant_id': '8aee670f41db4d76aa264255d2510915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.162'}], 'enable_snat': True}, 'gw_port_id': '3577293b-0870-463f-963e-35b3036c27fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:25:21Z', 'updated_at': '2021-12-21T13:25:35Z', 'revision_number': 4, 'project_id': '8aee670f41db4d76aa264255d2510915', 'gw_port': {'id': '3577293b-0870-463f-963e-35b3036c27fa', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:34:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c8c185-7ea7-4358-89e1-dbdf029dbd22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:25:23Z', 'updated_at': '2021-12-21T13:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'e8e23467-83d2-424a-a531-c080c307aeea', 'name': '', 'network_id': '83c05ac8-bd36-43e0-a042-78664d1cb962', 'tenant_id': '8aee670f41db4d76aa264255d2510915', 'mac_address': 'fa:16:3e:73:bd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c8c185-7ea7-4358-89e1-dbdf029dbd22', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '40d80c43-5346-4a2c-a020-9bfccd6ebd6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:25:31Z', 'updated_at': '2021-12-21T13:25:43Z', 'revision_number': 5, 'project_id': '8aee670f41db4d76aa264255d2510915', 'subnets': [{'id': '40d80c43-5346-4a2c-a020-9bfccd6ebd6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:10.778968 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b37774d3-4997-433a-a55c-05535540e82e req-7f1056c4-8566-4d02-b0c4-442cf5bdca7d tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5a50cf6-e9ef-40a0-bcb8-50f22df91d1e HTTP/1.1" status: 200 len: 210 time: 0.0621164 Dec 21 13:27:10.781646 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-5eee62e2-c67e-476e-b7ed-ff2dfa95ed4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:10.821655 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-875648e3-fcb0-4d3d-8de6-5e90fb6d1a7f tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] Calling delete_port for e93f9205-bca7-4216-a081-1e2063f0c579 owned by network:floatingip {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:27:10.847939 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1a7466-2695-4283-aa26-59d70f08ba3a None None] Checking router: c1c8c185-7ea7-4358-89e1-dbdf029dbd22 for host: dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:27:10.920490 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eee62e2-c67e-476e-b7ed-ff2dfa95ed4e None None] Network e0215fe8-b10f-494e-9f21-3e3652743f31 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:27:10.929355 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-5eee62e2-c67e-476e-b7ed-ff2dfa95ed4e None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:27:10.943643 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eee62e2-c67e-476e-b7ed-ff2dfa95ed4e None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:27:10.952975 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1a7466-2695-4283-aa26-59d70f08ba3a None None] Routers {'c1c8c185-7ea7-4358-89e1-dbdf029dbd22'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:27:10.952975 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-1e1a7466-2695-4283-aa26-59d70f08ba3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:26:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['c1c8c185-7ea7-4358-89e1-dbdf029dbd22'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:11.033843 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eee62e2-c67e-476e-b7ed-ff2dfa95ed4e None None] Pushing event updated for resources: {'Port': ['ID=2d13a6d5-a6bc-4b77-9dfd-0b9be4d20d1e,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:11.226942 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f3780c6b-5994-4bd0-aad9-a3afa39204b2 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11195289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11288741'] for subnet, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:11.228244 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-1e1a7466-2695-4283-aa26-59d70f08ba3a None None] Set router c1c8c185-7ea7-4358-89e1-dbdf029dbd22 gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:27:11.319855 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-5eee62e2-c67e-476e-b7ed-ff2dfa95ed4e None None] Attempting to bind port 2d13a6d5-a6bc-4b77-9dfd-0b9be4d20d1e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:27:11.320532 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-5eee62e2-c67e-476e-b7ed-ff2dfa95ed4e None None] Attempting to bind port 2d13a6d5-a6bc-4b77-9dfd-0b9be4d20d1e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '2c189a87-eb5d-4fbe-b6f8-e1be668524eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'e0215fe8-b10f-494e-9f21-3e3652743f31'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:27:11.321192 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eee62e2-c67e-476e-b7ed-ff2dfa95ed4e None None] Attempting to bind port 2d13a6d5-a6bc-4b77-9dfd-0b9be4d20d1e on network e0215fe8-b10f-494e-9f21-3e3652743f31 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:27:11.327664 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-434a7538-d2bc-4163-827d-ba766a34dfea tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:11.333016 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eee62e2-c67e-476e-b7ed-ff2dfa95ed4e None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:27:11.333887 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eee62e2-c67e-476e-b7ed-ff2dfa95ed4e None None] Checking segment: {'id': '2c189a87-eb5d-4fbe-b6f8-e1be668524eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'e0215fe8-b10f-494e-9f21-3e3652743f31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:27:11.335070 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-5eee62e2-c67e-476e-b7ed-ff2dfa95ed4e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:11.335505 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eee62e2-c67e-476e-b7ed-ff2dfa95ed4e None None] Bound using segment: {'id': '2c189a87-eb5d-4fbe-b6f8-e1be668524eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'e0215fe8-b10f-494e-9f21-3e3652743f31'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:27:11.336107 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-5eee62e2-c67e-476e-b7ed-ff2dfa95ed4e None None] Bound port: 2d13a6d5-a6bc-4b77-9dfd-0b9be4d20d1e, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c189a87-eb5d-4fbe-b6f8-e1be668524eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'e0215fe8-b10f-494e-9f21-3e3652743f31'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:27:11.336549 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-5eee62e2-c67e-476e-b7ed-ff2dfa95ed4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:11.369600 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3780c6b-5994-4bd0-aad9-a3afa39204b2 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Pushing event updated for resources: {'Subnet': ['ID=d64ef863-f501-4891-a5b1-2fe84247445e,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:11.431255 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3780c6b-5994-4bd0-aad9-a3afa39204b2 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Checking segment: {'id': 'b5d6282b-cedc-4533-bd87-b73566cf999c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'aceb9be6-655d-432f-b4f1-667e3a79e2ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:27:11.431763 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3780c6b-5994-4bd0-aad9-a3afa39204b2 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Network hostable DHCP agents. Network: aceb9be6-655d-432f-b4f1-667e3a79e2ae, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:27:11.475239 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-875648e3-fcb0-4d3d-8de6-5e90fb6d1a7f tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:11.482186 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3780c6b-5994-4bd0-aad9-a3afa39204b2 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Network aceb9be6-655d-432f-b4f1-667e3a79e2ae is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:27:11.495653 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7c2ed4ed-20d3-4413-9674-fb595dce1f70 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26943'] for router, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:11.508683 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-5eee62e2-c67e-476e-b7ed-ff2dfa95ed4e None None] For port 2d13a6d5-a6bc-4b77-9dfd-0b9be4d20d1e, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:27:11.512818 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-5eee62e2-c67e-476e-b7ed-ff2dfa95ed4e None None] For port 2d13a6d5-a6bc-4b77-9dfd-0b9be4d20d1e, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2d13a6d5-a6bc-4b77-9dfd-0b9be4d20d1e,segment=NetworkSegment(2c189a87-eb5d-4fbe-b6f8-e1be668524eb),segment_id=2c189a87-eb5d-4fbe-b6f8-e1be668524eb)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:27:11.517503 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55043cd2-6c37-44eb-af7f-d60db526e990 None None] Network bf2f9b9e-d6ef-4200-b415-e8cda658b330 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:27:11.525717 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875648e3-fcb0-4d3d-8de6-5e90fb6d1a7f tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] Pushing event deleted for resources: {'Port': ['ID=e93f9205-bca7-4216-a081-1e2063f0c579,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:11.547153 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-f3780c6b-5994-4bd0-aad9-a3afa39204b2 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, aceb9be6-655d-432f-b4f1-667e3a79e2ae) {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:27:11.554019 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3780c6b-5994-4bd0-aad9-a3afa39204b2 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:11.555476 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f3780c6b-5994-4bd0-aad9-a3afa39204b2 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633769'] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:11.557895 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-96d10945-a46b-46d5-998f-81b193ef9f2e req-78739f41-be01-4b14-bb51-8ef9be01bc90 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ba20eb6-7980-48d1-8013-51c2682fdc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9073529 Dec 21 13:27:11.598397 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7c2ed4ed-20d3-4413-9674-fb595dce1f70 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-548712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-548721', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-534931'] for router, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:11.606539 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-f3780c6b-5994-4bd0-aad9-a3afa39204b2 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9726596 Dec 21 13:27:11.609505 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54868) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:11.613798 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-f47f53e8-8cfa-4685-a3dc-cc1326fdf1af tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1881670267', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:27:11.614400 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-875648e3-fcb0-4d3d-8de6-5e90fb6d1a7f tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] Publish callbacks [] for floatingip, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:11.615045 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f76622f-8405-439f-8eb9-afafcd08371d None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:27:11.617319 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9b91a7-24b1-4b99-bed2-2ff8f9a0c446 None None] Network aceb9be6-655d-432f-b4f1-667e3a79e2ae requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:27:11.617464 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-875648e3-fcb0-4d3d-8de6-5e90fb6d1a7f tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for floatingip, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:11.618573 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-875648e3-fcb0-4d3d-8de6-5e90fb6d1a7f tempest-ServersTestManualDisk-1631165155 tempest-ServersTestManualDisk-1631165155-project] 10.222.0.37 "DELETE /v2.0/floatingips/a024e448-d36e-4ad9-84ba-9efdeedb09b6 HTTP/1.1" status: 204 len: 168 time: 2.2817192 Dec 21 13:27:11.621450 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 54870) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:11.624122 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-5eee62e2-c67e-476e-b7ed-ff2dfa95ed4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:11.776939 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-13925453-35e6-4ac1-8dfa-f5161ccc8fa2 None None] Provisioning complete for port b21ca65c-87fb-4d92-b1fa-6fd9798de375 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:27:11.777378 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-13925453-35e6-4ac1-8dfa-f5161ccc8fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:11.815926 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eee62e2-c67e-476e-b7ed-ff2dfa95ed4e None None] Pushing event updated for resources: {'Port': ['ID=2d13a6d5-a6bc-4b77-9dfd-0b9be4d20d1e,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:11.887225 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f47f53e8-8cfa-4685-a3dc-cc1326fdf1af tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26964'] for router, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:11.888292 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f47f53e8-8cfa-4685-a3dc-cc1326fdf1af tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-642316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26957'] for router, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:11.944706 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 54876) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:12.007308 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-434a7538-d2bc-4163-827d-ba766a34dfea tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Deleting port b21ca65c-87fb-4d92-b1fa-6fd9798de375 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:27:12.007947 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-434a7538-d2bc-4163-827d-ba766a34dfea tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:12.032650 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157f9ef9-bbae-4ba5-a8f6-1de954019425 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-aceb9be6-655d-432f-b4f1-667e3a79e2ae', 'network_id': 'aceb9be6-655d-432f-b4f1-667e3a79e2ae', 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'fixed_ips': [{'subnet_id': 'd64ef863-f501-4891-a5b1-2fe84247445e'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:27:12.033531 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-157f9ef9-bbae-4ba5-a8f6-1de954019425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:12.087648 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7c778990-ee84-4682-b734-1572f31f8cb8 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] Publish callbacks [] for security_group, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:12.111159 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-86bfc7d3-7fb3-4ac1-8301-e61efdaea009 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks [] for router_gateway, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:12.136890 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-13925453-35e6-4ac1-8dfa-f5161ccc8fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:12.171497 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7c778990-ee84-4682-b734-1572f31f8cb8 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:12.199384 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6196cbaa-be77-4d0d-ba08-4393451b2818 None None] DHCP port deletion for bf2f9b9e-d6ef-4200-b415-e8cda658b330 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:27:12.224984 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c2ed4ed-20d3-4413-9674-fb595dce1f70 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Router 169d2f64-3c23-48a7-bed7-2aacc826b3d2 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:27:12.236904 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-86bfc7d3-7fb3-4ac1-8301-e61efdaea009 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:12.269841 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7c778990-ee84-4682-b734-1572f31f8cb8 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:12.275413 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7c778990-ee84-4682-b734-1572f31f8cb8 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:12.279130 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-7c778990-ee84-4682-b734-1572f31f8cb8 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] 10.222.0.37 "DELETE /v2.0/security-groups/7b2b8fb0-da15-480b-8a72-3c7ce86ee437 HTTP/1.1" status: 204 len: 168 time: 0.3308218 Dec 21 13:27:12.283094 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f47f53e8-8cfa-4685-a3dc-cc1326fdf1af tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:12.284013 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54878) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:12.287142 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-434a7538-d2bc-4163-827d-ba766a34dfea tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] For port b21ca65c-87fb-4d92-b1fa-6fd9798de375, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b21ca65c-87fb-4d92-b1fa-6fd9798de375,segment=NetworkSegment(412bfef9-a8eb-4d3e-b6ef-ff55855722ee),segment_id=412bfef9-a8eb-4d3e-b6ef-ff55855722ee)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:27:12.287736 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-434a7538-d2bc-4163-827d-ba766a34dfea tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:12.307895 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-13925453-35e6-4ac1-8dfa-f5161ccc8fa2 None None] For port b21ca65c-87fb-4d92-b1fa-6fd9798de375, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b21ca65c-87fb-4d92-b1fa-6fd9798de375,segment=NetworkSegment(412bfef9-a8eb-4d3e-b6ef-ff55855722ee),segment_id=412bfef9-a8eb-4d3e-b6ef-ff55855722ee)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:27:12.326024 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c778990-ee84-4682-b734-1572f31f8cb8 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b2b8fb0-da15-480b-8a72-3c7ce86ee437,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:12.339345 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-13925453-35e6-4ac1-8dfa-f5161ccc8fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:12.341942 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f47f53e8-8cfa-4685-a3dc-cc1326fdf1af tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548730'] for router, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:12.374104 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-434a7538-d2bc-4163-827d-ba766a34dfea tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Calling delete_port for b21ca65c-87fb-4d92-b1fa-6fd9798de375 owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:27:12.405711 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-1e1a7466-2695-4283-aa26-59d70f08ba3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1c8c185-7ea7-4358-89e1-dbdf029dbd22', 'name': 'tempest-ServersTestJSON-48013927-router', 'tenant_id': '8aee670f41db4d76aa264255d2510915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.162'}], 'enable_snat': True}, 'gw_port_id': '3577293b-0870-463f-963e-35b3036c27fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:25:21Z', 'updated_at': '2021-12-21T13:25:35Z', 'revision_number': 4, 'project_id': '8aee670f41db4d76aa264255d2510915', 'gw_port': {'id': '3577293b-0870-463f-963e-35b3036c27fa', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:34:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c8c185-7ea7-4358-89e1-dbdf029dbd22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:25:23Z', 'updated_at': '2021-12-21T13:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'e8e23467-83d2-424a-a531-c080c307aeea', 'name': '', 'network_id': '83c05ac8-bd36-43e0-a042-78664d1cb962', 'tenant_id': '8aee670f41db4d76aa264255d2510915', 'mac_address': 'fa:16:3e:73:bd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c8c185-7ea7-4358-89e1-dbdf029dbd22', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '40d80c43-5346-4a2c-a020-9bfccd6ebd6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:25:31Z', 'updated_at': '2021-12-21T13:25:43Z', 'revision_number': 5, 'project_id': '8aee670f41db4d76aa264255d2510915', 'subnets': [{'id': '40d80c43-5346-4a2c-a020-9bfccd6ebd6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:12.431077 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.api.v2.resource [None req-a8cdf3b3-7dea-46dc-a720-281608e746fc tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] show failed (client error): The resource could not be found. Dec 21 13:27:12.434851 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-a8cdf3b3-7dea-46dc-a720-281608e746fc tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] 10.222.0.37 "GET /v2.0/security-groups/7b2b8fb0-da15-480b-8a72-3c7ce86ee437 HTTP/1.1" status: 404 len: 347 time: 0.1405830 Dec 21 13:27:12.440266 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 54880) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:12.443830 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1a7466-2695-4283-aa26-59d70f08ba3a None None] The sync data for ids ['c1c8c185-7ea7-4358-89e1-dbdf029dbd22'] in dv-neutron-master-2-hyperv is: [{'id': 'c1c8c185-7ea7-4358-89e1-dbdf029dbd22', 'name': 'tempest-ServersTestJSON-48013927-router', 'tenant_id': '8aee670f41db4d76aa264255d2510915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.162'}], 'enable_snat': True}, 'gw_port_id': '3577293b-0870-463f-963e-35b3036c27fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:25:21Z', 'updated_at': '2021-12-21T13:25:35Z', 'revision_number': 4, 'project_id': '8aee670f41db4d76aa264255d2510915', 'gw_port': {'id': '3577293b-0870-463f-963e-35b3036c27fa', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:34:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c8c185-7ea7-4358-89e1-dbdf029dbd22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:25:23Z', 'updated_at': '2021-12-21T13:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'e8e23467-83d2-424a-a531-c080c307aeea', 'name': '', 'network_id': '83c05ac8-bd36-43e0-a042-78664d1cb962', 'tenant_id': '8aee670f41db4d76aa264255d2510915', 'mac_address': 'fa:16:3e:73:bd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c8c185-7ea7-4358-89e1-dbdf029dbd22', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '40d80c43-5346-4a2c-a020-9bfccd6ebd6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:25:31Z', 'updated_at': '2021-12-21T13:25:43Z', 'revision_number': 5, 'project_id': '8aee670f41db4d76aa264255d2510915', 'subnets': [{'id': '40d80c43-5346-4a2c-a020-9bfccd6ebd6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:27:12.453107 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-157f9ef9-bbae-4ba5-a8f6-1de954019425 None None] Allocated IP 172.21.0.2 (aceb9be6-655d-432f-b4f1-667e3a79e2ae/d64ef863-f501-4891-a5b1-2fe84247445e/f64ed3ae-264a-4749-b729-6115499a170f) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:27:12.489238 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13925453-35e6-4ac1-8dfa-f5161ccc8fa2 None None] Pushing event updated for resources: {'Port': ['ID=b21ca65c-87fb-4d92-b1fa-6fd9798de375,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:12.494105 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-6196cbaa-be77-4d0d-ba08-4393451b2818 None None] Deleting port b21ca65c-87fb-4d92-b1fa-6fd9798de375 {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:27:12.494504 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6196cbaa-be77-4d0d-ba08-4393451b2818 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:12.508327 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f47f53e8-8cfa-4685-a3dc-cc1326fdf1af tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks [] for router, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:12.512499 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-f47f53e8-8cfa-4685-a3dc-cc1326fdf1af tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.9023383 Dec 21 13:27:12.517065 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54882) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:12.595827 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-61f528fd-6bea-44a7-8a73-9be2458069c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532692'] for router_interface, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:12.802452 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6196cbaa-be77-4d0d-ba08-4393451b2818 None None] For port b21ca65c-87fb-4d92-b1fa-6fd9798de375, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b21ca65c-87fb-4d92-b1fa-6fd9798de375,segment=NetworkSegment(412bfef9-a8eb-4d3e-b6ef-ff55855722ee),segment_id=412bfef9-a8eb-4d3e-b6ef-ff55855722ee)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:27:12.803017 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6196cbaa-be77-4d0d-ba08-4393451b2818 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:12.821047 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-6196cbaa-be77-4d0d-ba08-4393451b2818 None None] Calling delete_port for b21ca65c-87fb-4d92-b1fa-6fd9798de375 owned by network:dhcp {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:27:12.831390 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b901bb4-088b-4da8-9e2d-0f6f439182f4 req-83abdb6b-ad7e-451b-916d-9db81afa08a0 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:12.832862 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7b901bb4-088b-4da8-9e2d-0f6f439182f4 req-83abdb6b-ad7e-451b-916d-9db81afa08a0 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f04569b-7b6a-480f-a48e-6be4ed1157fe HTTP/1.1" status: 200 len: 945 time: 0.1707923 Dec 21 13:27:12.933450 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-86bfc7d3-7fb3-4ac1-8301-e61efdaea009 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Allocated IP 172.36.3.142 (7fdf1889-f079-4166-bbda-88b2a8d8d595/051a5607-1753-4008-a2f2-d94b48752e9c/2a2aaeed-aade-499a-a960-9a3f66e58d47) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:27:12.943501 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1047916d-81fe-4f75-92cf-aae8f2de30aa tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:12.971341 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-e83e0046-578b-461b-b20d-9eb1da093052 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] Deleting port 5ada5249-24b2-41c1-9020-27eaa2db307f {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:27:12.971681 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e83e0046-578b-461b-b20d-9eb1da093052 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:13.008451 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6196cbaa-be77-4d0d-ba08-4393451b2818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636'] for port, after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:13.010612 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c2ed4ed-20d3-4413-9674-fb595dce1f70 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:27:13.023720 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-157f9ef9-bbae-4ba5-a8f6-1de954019425 None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:13.028988 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7c2ed4ed-20d3-4413-9674-fb595dce1f70 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks [] for router, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:13.032818 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-7c2ed4ed-20d3-4413-9674-fb595dce1f70 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] 10.222.0.37 "PUT /v2.0/routers/169d2f64-3c23-48a7-bed7-2aacc826b3d2 HTTP/1.1" status: 200 len: 922 time: 4.2104554 Dec 21 13:27:13.051354 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d016a2f6-2c7d-43fe-a6c4-a7a66e1a240a None None] Sync routers for ids ['169d2f64-3c23-48a7-bed7-2aacc826b3d2'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:27:13.084801 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54886) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:13.099474 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-157f9ef9-bbae-4ba5-a8f6-1de954019425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:13.109414 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196cbaa-be77-4d0d-ba08-4393451b2818 None None] Pushing event deleted for resources: {'Port': ['ID=b21ca65c-87fb-4d92-b1fa-6fd9798de375,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:13.118723 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6196cbaa-be77-4d0d-ba08-4393451b2818 None None] No DVR routers for this DVR port b21ca65c-87fb-4d92-b1fa-6fd9798de375 on host dv-neutron-master-2-hyperv {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:27:13.129163 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d016a2f6-2c7d-43fe-a6c4-a7a66e1a240a None None] Routers {'169d2f64-3c23-48a7-bed7-2aacc826b3d2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:27:13.129963 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-d016a2f6-2c7d-43fe-a6c4-a7a66e1a240a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:26:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['169d2f64-3c23-48a7-bed7-2aacc826b3d2'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:13.137717 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33852cdb-5103-4e7d-82d9-12ee5fdf903e None None] New status for floating IP 93171689-e42c-47f3-aee1-917af793709b: DOWN {{(pid=103155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 13:27:13.173684 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e83e0046-578b-461b-b20d-9eb1da093052 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:13.174110 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e83e0046-578b-461b-b20d-9eb1da093052 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:13.207966 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-e83e0046-578b-461b-b20d-9eb1da093052 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] Calling delete_port for 5ada5249-24b2-41c1-9020-27eaa2db307f owned by network:floatingip {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:27:13.254103 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7b901bb4-088b-4da8-9e2d-0f6f439182f4 req-1f643e5a-221f-4ef4-9009-7d0953d47ee5 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ba20eb6-7980-48d1-8013-51c2682fdc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3809695 Dec 21 13:27:13.308618 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9af57d-4a3c-4f15-a86e-48ab3a8d6d77 None None] Network e0215fe8-b10f-494e-9f21-3e3652743f31 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:27:13.315715 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-d016a2f6-2c7d-43fe-a6c4-a7a66e1a240a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:13.365320 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157f9ef9-bbae-4ba5-a8f6-1de954019425 None None] Network aceb9be6-655d-432f-b4f1-667e3a79e2ae is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:27:13.367932 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-434a7538-d2bc-4163-827d-ba766a34dfea tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:13.417149 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-157f9ef9-bbae-4ba5-a8f6-1de954019425 None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:27:13.419804 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157f9ef9-bbae-4ba5-a8f6-1de954019425 None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:27:13.474698 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:13.485192 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157f9ef9-bbae-4ba5-a8f6-1de954019425 None None] Pushing event updated for resources: {'Port': ['ID=f64ed3ae-264a-4749-b729-6115499a170f,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:13.485387 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e83e0046-578b-461b-b20d-9eb1da093052 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:13.491757 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-61f528fd-6bea-44a7-8a73-9be2458069c9 admin admin] Deleting port 8934446e-9587-4dbb-9741-331962081e48 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:27:13.492230 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-61f528fd-6bea-44a7-8a73-9be2458069c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:13.508122 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d016a2f6-2c7d-43fe-a6c4-a7a66e1a240a None None] Routers {'169d2f64-3c23-48a7-bed7-2aacc826b3d2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:27:13.509100 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-d016a2f6-2c7d-43fe-a6c4-a7a66e1a240a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:26:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['169d2f64-3c23-48a7-bed7-2aacc826b3d2'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:13.536009 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83e0046-578b-461b-b20d-9eb1da093052 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] Pushing event deleted for resources: {'Port': ['ID=5ada5249-24b2-41c1-9020-27eaa2db307f,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:13.549945 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-7cdb4d0a-0c5a-431d-8bf6-01cf80828e29 None None] Provisioning complete for port 2d13a6d5-a6bc-4b77-9dfd-0b9be4d20d1e triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:27:13.551318 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7cdb4d0a-0c5a-431d-8bf6-01cf80828e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:13.590404 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a31e9b8-8f0b-4015-95ef-ac2d60217d14 None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:27:13.592388 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434a7538-d2bc-4163-827d-ba766a34dfea tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] No DVR routers for this DVR port b21ca65c-87fb-4d92-b1fa-6fd9798de375 on host dv-neutron-master-2-hyperv {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:27:13.634679 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434a7538-d2bc-4163-827d-ba766a34dfea tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Pushing event deleted for resources: {'Port': ['ID=b21ca65c-87fb-4d92-b1fa-6fd9798de375,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:13.655990 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-d016a2f6-2c7d-43fe-a6c4-a7a66e1a240a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:13.656956 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d016a2f6-2c7d-43fe-a6c4-a7a66e1a240a None None] The sync data for ids ['169d2f64-3c23-48a7-bed7-2aacc826b3d2'] in dv-neutron-master-2-hyperv is: [] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:27:13.668684 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e83e0046-578b-461b-b20d-9eb1da093052 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] Publish callbacks [] for floatingip, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:13.673325 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e83e0046-578b-461b-b20d-9eb1da093052 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for floatingip, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:13.680549 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-e83e0046-578b-461b-b20d-9eb1da093052 tempest-ServersTestJSON-1459684255 tempest-ServersTestJSON-1459684255-project] 10.222.0.37 "DELETE /v2.0/floatingips/93171689-e42c-47f3-aee1-917af793709b HTTP/1.1" status: 204 len: 168 time: 1.2313890 Dec 21 13:27:13.680549 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-61f528fd-6bea-44a7-8a73-9be2458069c9 admin admin] For port 8934446e-9587-4dbb-9741-331962081e48, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8934446e-9587-4dbb-9741-331962081e48,segment=NetworkSegment(792830f5-514e-493a-b4cc-75683e9b81f8),segment_id=792830f5-514e-493a-b4cc-75683e9b81f8)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:27:13.680549 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-61f528fd-6bea-44a7-8a73-9be2458069c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:13.683225 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 54888) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:13.726241 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-157f9ef9-bbae-4ba5-a8f6-1de954019425 None None] Attempting to bind port f64ed3ae-264a-4749-b729-6115499a170f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:27:13.726733 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-157f9ef9-bbae-4ba5-a8f6-1de954019425 None None] Attempting to bind port f64ed3ae-264a-4749-b729-6115499a170f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b5d6282b-cedc-4533-bd87-b73566cf999c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'aceb9be6-655d-432f-b4f1-667e3a79e2ae'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:27:13.727161 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157f9ef9-bbae-4ba5-a8f6-1de954019425 None None] Attempting to bind port f64ed3ae-264a-4749-b729-6115499a170f on network aceb9be6-655d-432f-b4f1-667e3a79e2ae {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:27:13.742583 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-61f528fd-6bea-44a7-8a73-9be2458069c9 admin admin] Calling delete_port for 8934446e-9587-4dbb-9741-331962081e48 owned by network:router_interface {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:27:13.746861 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-aa739141-a06b-4864-9684-4c7b4e7c16d0 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:13.752869 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157f9ef9-bbae-4ba5-a8f6-1de954019425 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:27:13.753544 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157f9ef9-bbae-4ba5-a8f6-1de954019425 None None] Checking segment: {'id': 'b5d6282b-cedc-4533-bd87-b73566cf999c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'aceb9be6-655d-432f-b4f1-667e3a79e2ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:27:13.754036 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-157f9ef9-bbae-4ba5-a8f6-1de954019425 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:13.754527 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157f9ef9-bbae-4ba5-a8f6-1de954019425 None None] Bound using segment: {'id': 'b5d6282b-cedc-4533-bd87-b73566cf999c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'aceb9be6-655d-432f-b4f1-667e3a79e2ae'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:27:13.755098 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-157f9ef9-bbae-4ba5-a8f6-1de954019425 None None] Bound port: f64ed3ae-264a-4749-b729-6115499a170f, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5d6282b-cedc-4533-bd87-b73566cf999c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'aceb9be6-655d-432f-b4f1-667e3a79e2ae'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:27:13.755553 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-157f9ef9-bbae-4ba5-a8f6-1de954019425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:13.840632 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-434a7538-d2bc-4163-827d-ba766a34dfea tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:13.849648 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-6f70f02c-bcd6-4774-a8ef-529d94eaaff8 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] 10.222.0.37 "GET /v2.0/routers/169d2f64-3c23-48a7-bed7-2aacc826b3d2 HTTP/1.1" status: 200 len: 922 time: 0.7614880 Dec 21 13:27:13.862408 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 54890) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:13.897605 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7cdb4d0a-0c5a-431d-8bf6-01cf80828e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:13.933382 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-157f9ef9-bbae-4ba5-a8f6-1de954019425 None None] For port f64ed3ae-264a-4749-b729-6115499a170f, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:27:13.983342 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-157f9ef9-bbae-4ba5-a8f6-1de954019425 None None] For port f64ed3ae-264a-4749-b729-6115499a170f, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f64ed3ae-264a-4749-b729-6115499a170f,segment=NetworkSegment(b5d6282b-cedc-4533-bd87-b73566cf999c),segment_id=b5d6282b-cedc-4533-bd87-b73566cf999c)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:27:13.985873 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68461dd0-d072-4acb-a323-6303a1c9893f tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:13.991532 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-68461dd0-d072-4acb-a323-6303a1c9893f tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=7fdf1889-f079-4166-bbda-88b2a8d8d595&device_id=169d2f64-3c23-48a7-bed7-2aacc826b3d2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1264267 Dec 21 13:27:13.991926 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 2d13a6d5-a6bc-4b77-9dfd-0b9be4d20d1e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:27:14.006385 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-157f9ef9-bbae-4ba5-a8f6-1de954019425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:14.010796 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-7cdb4d0a-0c5a-431d-8bf6-01cf80828e29 None None] For port 2d13a6d5-a6bc-4b77-9dfd-0b9be4d20d1e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2d13a6d5-a6bc-4b77-9dfd-0b9be4d20d1e,segment=NetworkSegment(2c189a87-eb5d-4fbe-b6f8-e1be668524eb),segment_id=2c189a87-eb5d-4fbe-b6f8-e1be668524eb)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:27:14.038227 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 54892) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:14.044023 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7cdb4d0a-0c5a-431d-8bf6-01cf80828e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:14.139984 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775c60cd-a343-4612-800e-051e4e1716b3 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:14.140418 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157f9ef9-bbae-4ba5-a8f6-1de954019425 None None] Pushing event updated for resources: {'Port': ['ID=f64ed3ae-264a-4749-b729-6115499a170f,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:14.144749 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-775c60cd-a343-4612-800e-051e4e1716b3 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] 10.222.0.37 "GET /v2.0/networks/7fdf1889-f079-4166-bbda-88b2a8d8d595 HTTP/1.1" status: 200 len: 881 time: 0.1051540 Dec 21 13:27:14.148927 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 54894) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:14.180994 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 2d13a6d5-a6bc-4b77-9dfd-0b9be4d20d1e triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:27:14.181432 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:14.205079 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-0c9d0a61-035d-49fa-af53-7bfb6d8e560c tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] 10.222.0.37 "GET /v2.0/ports?device_id=169d2f64-3c23-48a7-bed7-2aacc826b3d2 HTTP/1.1" status: 200 len: 205 time: 0.0548618 Dec 21 13:27:14.231050 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 54898) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:14.357601 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-a1752f06-2a2e-415f-86bc-e13db88d23d8 None None] Provisioning complete for port 2d13a6d5-a6bc-4b77-9dfd-0b9be4d20d1e triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:27:14.357988 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a1752f06-2a2e-415f-86bc-e13db88d23d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:14.396970 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdb4d0a-0c5a-431d-8bf6-01cf80828e29 None None] Pushing event updated for resources: {'Port': ['ID=2d13a6d5-a6bc-4b77-9dfd-0b9be4d20d1e,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:14.429444 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-86bfc7d3-7fb3-4ac1-8301-e61efdaea009 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:14.433036 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-434a7538-d2bc-4163-827d-ba766a34dfea tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf2f9b9e-d6ef-4200-b415-e8cda658b330']}} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:14.474183 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ff36df98-f631-45da-b4d0-9ced9b14bda7 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks [] for router, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:14.520316 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-434a7538-d2bc-4163-827d-ba766a34dfea tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '412bfef9-a8eb-4d3e-b6ef-ff55855722ee') {'for_net_delete': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:14.520754 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-434a7538-d2bc-4163-827d-ba766a34dfea tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '412bfef9-a8eb-4d3e-b6ef-ff55855722ee') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:14.554514 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-61f528fd-6bea-44a7-8a73-9be2458069c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:14.570824 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-434a7538-d2bc-4163-827d-ba766a34dfea tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526653'] for segment, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:14.614253 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device b21ca65c-87fb-4d92-b1fa-6fd9798de375 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:27:14.640798 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: b21ca65c-87fb-4d92-b1fa-6fd9798de375 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:27:14.641755 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-434a7538-d2bc-4163-827d-ba766a34dfea tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:14.641945 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device b21ca65c-87fb-4d92-b1fa-6fd9798de375 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:27:14.665917 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-1047916d-81fe-4f75-92cf-aae8f2de30aa tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Allocated IP 2001:db8:1::1 (be696852-5b8b-4bac-9636-dcb42f4f08c4/7cabd20d-5beb-42c3-ae03-5a1374fbec72/577769ce-053f-4c59-8292-59bae9bc7a57) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:27:14.671624 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-434a7538-d2bc-4163-827d-ba766a34dfea tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=103152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:27:14.672025 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-434a7538-d2bc-4163-827d-ba766a34dfea tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805426'] for segment, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:14.680942 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 13:27:14.680942 dv-neutron-master-2-hyperv neutron-server[103152]: self.session.flush() Dec 21 13:27:14.680942 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 13:27:14.680942 dv-neutron-master-2-hyperv neutron-server[103152]: self.session.flush() Dec 21 13:27:14.680942 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 13:27:14.680942 dv-neutron-master-2-hyperv neutron-server[103152]: self.session.flush() Dec 21 13:27:14.680942 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 13:27:14.680942 dv-neutron-master-2-hyperv neutron-server[103152]: self.session.flush() Dec 21 13:27:14.680942 dv-neutron-master-2-hyperv neutron-server[103152]: Traceback (most recent call last): Dec 21 13:27:14.680942 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:27:14.680942 dv-neutron-master-2-hyperv neutron-server[103152]: timer() Dec 21 13:27:14.680942 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:27:14.680942 dv-neutron-master-2-hyperv neutron-server[103152]: cb(*args, **kw) Dec 21 13:27:14.680942 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:27:14.680942 dv-neutron-master-2-hyperv neutron-server[103152]: return func(*args, **kwargs) Dec 21 13:27:14.680942 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:27:14.680942 dv-neutron-master-2-hyperv neutron-server[103152]: self._notify() Dec 21 13:27:14.680942 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:27:14.680942 dv-neutron-master-2-hyperv neutron-server[103152]: self.callback(batched_events) Dec 21 13:27:14.680942 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:27:14.680942 dv-neutron-master-2-hyperv neutron-server[103152]: event.method(event) Dec 21 13:27:14.680942 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:27:14.680942 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:27:14.680942 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:27:14.680942 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:27:14.680942 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:27:14.680942 dv-neutron-master-2-hyperv neutron-server[103152]: return f(self, *a, **k) Dec 21 13:27:14.680942 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:27:14.680942 dv-neutron-master-2-hyperv neutron-server[103152]: return self._get(url).json() Dec 21 13:27:14.680942 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:27:14.680942 dv-neutron-master-2-hyperv neutron-server[103152]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:27:14.680942 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:27:14.680942 dv-neutron-master-2-hyperv neutron-server[103152]: return self.request(url, 'GET', **kwargs) Dec 21 13:27:14.680942 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:27:14.680942 dv-neutron-master-2-hyperv neutron-server[103152]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:27:14.680942 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:27:14.680942 dv-neutron-master-2-hyperv neutron-server[103152]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:27:14.680942 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:27:14.680942 dv-neutron-master-2-hyperv neutron-server[103152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:27:14.680942 dv-neutron-master-2-hyperv neutron-server[103152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:27:14.823826 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a54fd5-c19b-4494-8de0-6402efc2926b req-e383566c-6829-4e55-88d3-02d2153f848d tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:14.825268 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-11a54fd5-c19b-4494-8de0-6402efc2926b req-e383566c-6829-4e55-88d3-02d2153f848d tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f04569b-7b6a-480f-a48e-6be4ed1157fe HTTP/1.1" status: 200 len: 945 time: 0.3893456 Dec 21 13:27:14.847818 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-86bfc7d3-7fb3-4ac1-8301-e61efdaea009 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:14.869717 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-434a7538-d2bc-4163-827d-ba766a34dfea tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:14.873823 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-434a7538-d2bc-4163-827d-ba766a34dfea tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633769'] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:14.877677 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-434a7538-d2bc-4163-827d-ba766a34dfea tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] 10.222.0.37 "DELETE /v2.0/networks/bf2f9b9e-d6ef-4200-b415-e8cda658b330 HTTP/1.1" status: 204 len: 168 time: 6.3524668 Dec 21 13:27:14.891104 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 54902) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:14.902741 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-cb55780f-8752-4024-891e-a8fe488ae4ca tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1824895875'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:27:14.907385 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f528fd-6bea-44a7-8a73-9be2458069c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8934446e-9587-4dbb-9741-331962081e48,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:15.023079 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86bfc7d3-7fb3-4ac1-8301-e61efdaea009 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Network 7fdf1889-f079-4166-bbda-88b2a8d8d595 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:27:15.024020 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434a7538-d2bc-4163-827d-ba766a34dfea tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Pushing event deleted for resources: {'Network': ['ID=bf2f9b9e-d6ef-4200-b415-e8cda658b330,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:15.043914 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb55780f-8752-4024-891e-a8fe488ae4ca tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Made reservation on behalf of c34ff9443f5b440bb29daef02ccce959 for: {'network': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:27:15.047149 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-cb55780f-8752-4024-891e-a8fe488ae4ca tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:15.069699 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ff36df98-f631-45da-b4d0-9ced9b14bda7 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:15.100121 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1047916d-81fe-4f75-92cf-aae8f2de30aa tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:15.112679 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-86bfc7d3-7fb3-4ac1-8301-e61efdaea009 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:27:15.115425 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bfc7d3-7fb3-4ac1-8301-e61efdaea009 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:27:15.133184 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc73936-b604-4839-bb43-ae20dc8f23cd None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:27:15.154240 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bfc7d3-7fb3-4ac1-8301-e61efdaea009 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Pushing event updated for resources: {'Port': ['ID=2a2aaeed-aade-499a-a960-9a3f66e58d47,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:15.192136 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-aa739141-a06b-4864-9684-4c7b4e7c16d0 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Allocated IP 172.20.0.1 (e0215fe8-b10f-494e-9f21-3e3652743f31/40d5b9eb-55d3-42a5-b6ff-830191319a09/8329517b-adc0-4886-b158-8feb16a847fa) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:27:15.193946 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb55780f-8752-4024-891e-a8fe488ae4ca tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=103153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:27:15.197228 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-11a54fd5-c19b-4494-8de0-6402efc2926b req-0962b983-f791-4377-914e-a9f985235fcd tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ba20eb6-7980-48d1-8013-51c2682fdc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3575690 Dec 21 13:27:15.231460 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-b98c35a9-1729-4e82-9a7e-bc6ec2a97258 None None] Provisioning complete for port 2a2aaeed-aade-499a-a960-9a3f66e58d47 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:27:15.232055 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b98c35a9-1729-4e82-9a7e-bc6ec2a97258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:15.249093 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-cb55780f-8752-4024-891e-a8fe488ae4ca tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:15.249601 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.segments_db [None req-cb55780f-8752-4024-891e-a8fe488ae4ca tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Added segment b953e05d-96ce-4190-b9ed-11daef176ed4 of type vlan for network 54e8ffa4-5c69-48fe-af3e-35285bac402c Dec 21 13:27:15.276522 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-b98c35a9-1729-4e82-9a7e-bc6ec2a97258 None None] Port 2a2aaeed-aade-499a-a960-9a3f66e58d47 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:27:15.292745 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1047916d-81fe-4f75-92cf-aae8f2de30aa tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:15.335065 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-61f528fd-6bea-44a7-8a73-9be2458069c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534084'] for router_interface, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:15.370540 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-cb55780f-8752-4024-891e-a8fe488ae4ca tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:15.429025 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-66667efb-278a-40ef-9706-b667e0369f68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532692'] for router_interface, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:15.448571 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1047916d-81fe-4f75-92cf-aae8f2de30aa tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Network be696852-5b8b-4bac-9636-dcb42f4f08c4 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:27:15.456908 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1047916d-81fe-4f75-92cf-aae8f2de30aa tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Pushing event updated for resources: {'Port': ['ID=577769ce-053f-4c59-8292-59bae9bc7a57,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:15.459479 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-1047916d-81fe-4f75-92cf-aae8f2de30aa tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:27:15.469721 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1047916d-81fe-4f75-92cf-aae8f2de30aa tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:27:15.470220 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1047916d-81fe-4f75-92cf-aae8f2de30aa tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532557'] for router_interface, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:15.474680 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-ff36df98-f631-45da-b4d0-9ced9b14bda7 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Deleting port b064bb45-d37b-4eed-b60e-11a9bbdaca18 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:27:15.474680 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ff36df98-f631-45da-b4d0-9ced9b14bda7 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:15.529312 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb00d2b-4818-4146-a851-8b6c12075dc2 None None] Network aceb9be6-655d-432f-b4f1-667e3a79e2ae requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:27:15.594580 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-aa739141-a06b-4864-9684-4c7b4e7c16d0 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:15.611887 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-cb55780f-8752-4024-891e-a8fe488ae4ca tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:15.619277 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb55780f-8752-4024-891e-a8fe488ae4ca tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:15.619979 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-cb55780f-8752-4024-891e-a8fe488ae4ca tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:15.627118 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-43c86726-786e-4647-b62a-0db26a20b634 None None] Provisioning complete for port f64ed3ae-264a-4749-b729-6115499a170f triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:27:15.628281 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-43c86726-786e-4647-b62a-0db26a20b634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:15.716045 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-cb55780f-8752-4024-891e-a8fe488ae4ca tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8181300 Dec 21 13:27:15.717619 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54904) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:15.719233 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1047916d-81fe-4f75-92cf-aae8f2de30aa tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:15.728491 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-b913cf7f-7f86-4c32-b4c8-dbd7c5d2ecf7 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Request body: {'subnet': {'network_id': '54e8ffa4-5c69-48fe-af3e-35285bac402c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:27:15.754055 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-86bfc7d3-7fb3-4ac1-8301-e61efdaea009 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks [] for router_gateway, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:15.763321 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-aa739141-a06b-4864-9684-4c7b4e7c16d0 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:15.781533 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-43c86726-786e-4647-b62a-0db26a20b634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:15.811029 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb55780f-8752-4024-891e-a8fe488ae4ca tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Pushing event updated for resources: {'Network': ['ID=54e8ffa4-5c69-48fe-af3e-35285bac402c,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:15.817130 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ff36df98-f631-45da-b4d0-9ced9b14bda7 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:15.829969 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-43c86726-786e-4647-b62a-0db26a20b634 None None] For port f64ed3ae-264a-4749-b729-6115499a170f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f64ed3ae-264a-4749-b729-6115499a170f,segment=NetworkSegment(b5d6282b-cedc-4533-bd87-b73566cf999c),segment_id=b5d6282b-cedc-4533-bd87-b73566cf999c)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:27:15.836060 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-43c86726-786e-4647-b62a-0db26a20b634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:15.911404 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-ff36df98-f631-45da-b4d0-9ced9b14bda7 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Calling delete_port for b064bb45-d37b-4eed-b60e-11a9bbdaca18 owned by network:router_gateway {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:27:15.947045 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c86726-786e-4647-b62a-0db26a20b634 None None] Pushing event updated for resources: {'Port': ['ID=f64ed3ae-264a-4749-b729-6115499a170f,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:15.953704 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network 54e8ffa4-5c69-48fe-af3e-35285bac402c details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:27:16.029572 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa739141-a06b-4864-9684-4c7b4e7c16d0 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Network e0215fe8-b10f-494e-9f21-3e3652743f31 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:27:16.077569 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-86e2f665-ea50-4637-ba7f-14275be0cb41 None None] Provisioning complete for port 577769ce-053f-4c59-8292-59bae9bc7a57 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:27:16.078121 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-86e2f665-ea50-4637-ba7f-14275be0cb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:16.079059 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-aa739141-a06b-4864-9684-4c7b4e7c16d0 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:27:16.106348 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa739141-a06b-4864-9684-4c7b4e7c16d0 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:27:16.131169 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-86e2f665-ea50-4637-ba7f-14275be0cb41 None None] Port 577769ce-053f-4c59-8292-59bae9bc7a57 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:27:16.151077 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61f528fd-6bea-44a7-8a73-9be2458069c9 admin admin] Router 23d06902-5da5-4ccb-8023-4bd30e43970f has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:27:16.196930 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa739141-a06b-4864-9684-4c7b4e7c16d0 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Pushing event updated for resources: {'Port': ['ID=8329517b-adc0-4886-b158-8feb16a847fa,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:16.265020 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device f64ed3ae-264a-4749-b729-6115499a170f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:27:16.311027 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b913cf7f-7f86-4c32-b4c8-dbd7c5d2ecf7 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Made reservation on behalf of c34ff9443f5b440bb29daef02ccce959 for: {'subnet': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:27:16.314677 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b913cf7f-7f86-4c32-b4c8-dbd7c5d2ecf7 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12346583'] for subnet, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:16.351238 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7713c587-53bd-4114-aa42-a20ffb1a51c5 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=103154) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 21 13:27:16.383148 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-8f4a95d7-0f2d-4fb6-a4a7-3016b698290c None None] Provisioning complete for port f64ed3ae-264a-4749-b729-6115499a170f triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:27:16.383409 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8f4a95d7-0f2d-4fb6-a4a7-3016b698290c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:16.430975 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-aa739141-a06b-4864-9684-4c7b4e7c16d0 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532557'] for router_interface, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:16.434395 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.ipam_backend_mixin [None req-b913cf7f-7f86-4c32-b4c8-dbd7c5d2ecf7 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Performing IP validity checks on allocation pools {{(pid=103152) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 21 13:27:16.434984 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.ipam_backend_mixin [None req-b913cf7f-7f86-4c32-b4c8-dbd7c5d2ecf7 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103152) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 21 13:27:16.464731 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-66667efb-278a-40ef-9706-b667e0369f68 admin admin] Deleting port e8e23467-83d2-424a-a531-c080c307aeea {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:27:16.464983 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-66667efb-278a-40ef-9706-b667e0369f68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:16.482499 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ff36df98-f631-45da-b4d0-9ced9b14bda7 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:16.493609 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port f64ed3ae-264a-4749-b729-6115499a170f triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:27:16.493609 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:16.559764 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff36df98-f631-45da-b4d0-9ced9b14bda7 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Pushing event deleted for resources: {'Port': ['ID=b064bb45-d37b-4eed-b60e-11a9bbdaca18,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:16.580428 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cdda27-ab3e-4432-b9a8-83ba037f5e31 req-1533e5b7-1638-4da6-aca9-3a36df909a1f tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:16.582788 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-57cdda27-ab3e-4432-b9a8-83ba037f5e31 req-1533e5b7-1638-4da6-aca9-3a36df909a1f tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f04569b-7b6a-480f-a48e-6be4ed1157fe HTTP/1.1" status: 200 len: 945 time: 0.2302735 Dec 21 13:27:16.600276 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61f528fd-6bea-44a7-8a73-9be2458069c9 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:27:16.620610 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-61f528fd-6bea-44a7-8a73-9be2458069c9 admin admin] 10.222.0.37 "PUT /v2.0/routers/23d06902-5da5-4ccb-8023-4bd30e43970f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9944568 Dec 21 13:27:16.621836 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e7cd4c-bc31-4382-9526-f6ca378f4d9a None None] Sync routers for ids ['23d06902-5da5-4ccb-8023-4bd30e43970f'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:27:16.628349 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 54908) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:16.635923 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7713c587-53bd-4114-aa42-a20ffb1a51c5 None None] Resources bound (agent type, host, resource id): {{(pid=103154) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 21 13:27:16.648949 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e7cd4c-bc31-4382-9526-f6ca378f4d9a None None] Routers {'23d06902-5da5-4ccb-8023-4bd30e43970f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:27:16.649659 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-52e7cd4c-bc31-4382-9526-f6ca378f4d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:26:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['23d06902-5da5-4ccb-8023-4bd30e43970f'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:16.761092 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-66667efb-278a-40ef-9706-b667e0369f68 admin admin] For port e8e23467-83d2-424a-a531-c080c307aeea, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e8e23467-83d2-424a-a531-c080c307aeea,segment=NetworkSegment(44f21306-9fc3-4a00-99ff-7ee4e10446be),segment_id=44f21306-9fc3-4a00-99ff-7ee4e10446be)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:27:16.761350 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 2d13a6d5-a6bc-4b77-9dfd-0b9be4d20d1e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:27:16.761522 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-66667efb-278a-40ef-9706-b667e0369f68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:16.785169 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-57cdda27-ab3e-4432-b9a8-83ba037f5e31 req-2a0ab56d-1d7e-42be-922a-9fcc1843e2e3 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ba20eb6-7980-48d1-8013-51c2682fdc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1807749 Dec 21 13:27:16.786106 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-66667efb-278a-40ef-9706-b667e0369f68 admin admin] Calling delete_port for e8e23467-83d2-424a-a531-c080c307aeea owned by network:router_interface {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:27:16.825532 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-86bfc7d3-7fb3-4ac1-8301-e61efdaea009 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548730'] for router, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:16.834519 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-aa739141-a06b-4864-9684-4c7b4e7c16d0 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:16.842518 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ff36df98-f631-45da-b4d0-9ced9b14bda7 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-548638'] for router_gateway, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:16.930169 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1047916d-81fe-4f75-92cf-aae8f2de30aa tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:17.044989 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1047916d-81fe-4f75-92cf-aae8f2de30aa tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805230'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:17.046279 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1047916d-81fe-4f75-92cf-aae8f2de30aa tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532537'] for router_interface, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:17.058154 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b913cf7f-7f86-4c32-b4c8-dbd7c5d2ecf7 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12346565'] for subnet, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:17.172192 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-52e7cd4c-bc31-4382-9526-f6ca378f4d9a None None] Set router 23d06902-5da5-4ccb-8023-4bd30e43970f gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:27:17.251972 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6d0bc637-7566-45e2-a7bd-731a27f32104 None None] Provisioning complete for port 8329517b-adc0-4886-b158-8feb16a847fa triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:27:17.252373 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6d0bc637-7566-45e2-a7bd-731a27f32104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:17.367965 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ff36df98-f631-45da-b4d0-9ced9b14bda7 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26950'] for router, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:17.373973 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ff36df98-f631-45da-b4d0-9ced9b14bda7 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:17.405825 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-64bac544-df7c-4eb8-a2d5-37bbb31ff1c0 admin admin] Publish callbacks [] for router, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:17.438019 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-6d0bc637-7566-45e2-a7bd-731a27f32104 None None] Port 8329517b-adc0-4886-b158-8feb16a847fa cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:27:17.518922 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ff36df98-f631-45da-b4d0-9ced9b14bda7 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534967'] for router, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:17.518922 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff36df98-f631-45da-b4d0-9ced9b14bda7 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Fanout notify agent at l3_agent the message router_deleted on router 169d2f64-3c23-48a7-bed7-2aacc826b3d2 {{(pid=103153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 13:27:17.526312 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ff36df98-f631-45da-b4d0-9ced9b14bda7 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks [] for router, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:17.531641 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-ff36df98-f631-45da-b4d0-9ced9b14bda7 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] 10.222.0.37 "DELETE /v2.0/routers/169d2f64-3c23-48a7-bed7-2aacc826b3d2 HTTP/1.1" status: 204 len: 168 time: 3.2982008 Dec 21 13:27:17.536999 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 2d13a6d5-a6bc-4b77-9dfd-0b9be4d20d1e triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:27:17.537654 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:17.552399 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b913cf7f-7f86-4c32-b4c8-dbd7c5d2ecf7 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Pushing event updated for resources: {'Subnet': ['ID=c147d809-74f8-4635-8479-a7d1dc76f068,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:17.564715 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54914) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:17.573583 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd893b4-499e-4e96-87d0-f89064e796af req-4626ebb4-10ed-4159-9a69-179ec1c7a8da tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:17.575192 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-cdd893b4-499e-4e96-87d0-f89064e796af req-4626ebb4-10ed-4159-9a69-179ec1c7a8da tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f04569b-7b6a-480f-a48e-6be4ed1157fe HTTP/1.1" status: 200 len: 945 time: 0.2657399 Dec 21 13:27:17.585051 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-6852c0f6-480f-4313-a057-d754b555db15 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-868822418', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:27:17.611619 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e415f69-2923-4239-a345-465b0dc460e7 req-9fd247ea-80c9-4adc-b8fc-9d6d6631084f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:17.613639 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-2e415f69-2923-4239-a345-465b0dc460e7 req-9fd247ea-80c9-4adc-b8fc-9d6d6631084f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=eb17296434674195836b28e8a0fc67cf&device_id=9f04569b-7b6a-480f-a48e-6be4ed1157fe HTTP/1.1" status: 200 len: 1098 time: 0.2839375 Dec 21 13:27:17.710525 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-52e7cd4c-bc31-4382-9526-f6ca378f4d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d06902-5da5-4ccb-8023-4bd30e43970f', 'name': 'tempest-ServersTestManualDisk-368290171-router', 'tenant_id': '88700cfa6fca443f813dbee92d0bf4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.248'}], 'enable_snat': True}, 'gw_port_id': '3c398b2b-31eb-4500-8329-00d20e2d565d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:25:20Z', 'updated_at': '2021-12-21T13:27:14Z', 'revision_number': 5, 'project_id': '88700cfa6fca443f813dbee92d0bf4e2', 'gw_port': {'id': '3c398b2b-31eb-4500-8329-00d20e2d565d', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:b1:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d06902-5da5-4ccb-8023-4bd30e43970f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:25:22Z', 'updated_at': '2021-12-21T13:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:17.744649 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6852c0f6-480f-4313-a057-d754b555db15 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26964'] for router, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:17.745674 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6852c0f6-480f-4313-a057-d754b555db15 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-642316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26957'] for router, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:17.776279 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-cdd893b4-499e-4e96-87d0-f89064e796af req-39f10f0f-a523-4819-87f2-3dc80387e412 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ba20eb6-7980-48d1-8013-51c2682fdc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1577165 Dec 21 13:27:17.779435 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-64bac544-df7c-4eb8-a2d5-37bbb31ff1c0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:17.794648 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b913cf7f-7f86-4c32-b4c8-dbd7c5d2ecf7 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Checking segment: {'id': 'b953e05d-96ce-4190-b9ed-11daef176ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '54e8ffa4-5c69-48fe-af3e-35285bac402c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:27:17.795113 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b913cf7f-7f86-4c32-b4c8-dbd7c5d2ecf7 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Network hostable DHCP agents. Network: 54e8ffa4-5c69-48fe-af3e-35285bac402c, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:27:17.800519 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e7cd4c-bc31-4382-9526-f6ca378f4d9a None None] Checking router: 23d06902-5da5-4ccb-8023-4bd30e43970f for host: dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:27:17.828994 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1047916d-81fe-4f75-92cf-aae8f2de30aa tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Network be696852-5b8b-4bac-9636-dcb42f4f08c4 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:27:17.836813 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1047916d-81fe-4f75-92cf-aae8f2de30aa tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Pushing event updated for resources: {'Port': ['ID=577769ce-053f-4c59-8292-59bae9bc7a57,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:17.845323 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-1047916d-81fe-4f75-92cf-aae8f2de30aa tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:27:17.849316 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e7cd4c-bc31-4382-9526-f6ca378f4d9a None None] Routers {'23d06902-5da5-4ccb-8023-4bd30e43970f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:27:17.851919 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-52e7cd4c-bc31-4382-9526-f6ca378f4d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:26:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['23d06902-5da5-4ccb-8023-4bd30e43970f'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:17.853465 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e415f69-2923-4239-a345-465b0dc460e7 req-a97cd44a-618e-4f14-b466-6d956d55a887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:17.855050 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-2e415f69-2923-4239-a345-465b0dc460e7 req-a97cd44a-618e-4f14-b466-6d956d55a887 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ec88161e-a588-41e1-b33a-71ad6f2116fc HTTP/1.1" status: 200 len: 912 time: 0.2294886 Dec 21 13:27:17.960744 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-2e415f69-2923-4239-a345-465b0dc460e7 req-2946c4b0-d50c-43ac-9b15-126506561d5c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9254e1af-d3c0-416d-a770-279ae90ca001 HTTP/1.1" status: 200 len: 1000 time: 0.0851128 Dec 21 13:27:17.962343 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-66667efb-278a-40ef-9706-b667e0369f68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:18.006291 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e77f412-66ad-48b0-adf6-4e4e393670e2 None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:27:18.017007 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-52e7cd4c-bc31-4382-9526-f6ca378f4d9a None None] Set router 23d06902-5da5-4ccb-8023-4bd30e43970f gateway port host: None {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:27:18.022988 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66667efb-278a-40ef-9706-b667e0369f68 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8e23467-83d2-424a-a531-c080c307aeea,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:18.023908 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b913cf7f-7f86-4c32-b4c8-dbd7c5d2ecf7 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Network 54e8ffa4-5c69-48fe-af3e-35285bac402c is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:27:18.037020 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6852c0f6-480f-4313-a057-d754b555db15 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:18.076187 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-64bac544-df7c-4eb8-a2d5-37bbb31ff1c0 admin admin] Deleting port 3c398b2b-31eb-4500-8329-00d20e2d565d {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:27:18.076535 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-64bac544-df7c-4eb8-a2d5-37bbb31ff1c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:18.085014 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6852c0f6-480f-4313-a057-d754b555db15 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548730'] for router, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:18.114254 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e415f69-2923-4239-a345-465b0dc460e7 req-956c6412-c64c-4e4b-9004-fa9d16095a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:18.114538 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-b913cf7f-7f86-4c32-b4c8-dbd7c5d2ecf7 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 54e8ffa4-5c69-48fe-af3e-35285bac402c) {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:27:18.115826 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-2e415f69-2923-4239-a345-465b0dc460e7 req-956c6412-c64c-4e4b-9004-fa9d16095a06 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fea6c692-bae9-40da-92a1-c6d85a86ba17 HTTP/1.1" status: 200 len: 850 time: 0.1474330 Dec 21 13:27:18.132270 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device f64ed3ae-264a-4749-b729-6115499a170f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:27:18.136629 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6852c0f6-480f-4313-a057-d754b555db15 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks [] for router, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:18.139674 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-6852c0f6-480f-4313-a057-d754b555db15 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5582290 Dec 21 13:27:18.141770 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b913cf7f-7f86-4c32-b4c8-dbd7c5d2ecf7 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:18.143028 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b913cf7f-7f86-4c32-b4c8-dbd7c5d2ecf7 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:18.143226 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 54916) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:18.178083 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1047916d-81fe-4f75-92cf-aae8f2de30aa tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Router 97f00bab-f46e-4954-81a8-e2cb785927f8 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:27:18.180498 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b357a8-1e56-4dc7-b897-2468e94a6216 None None] Network 54e8ffa4-5c69-48fe-af3e-35285bac402c requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:27:18.183187 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-ec5dd392-5387-453b-a36f-84e6ded160be tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Request body: {'router': {'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:27:18.183353 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-52e7cd4c-bc31-4382-9526-f6ca378f4d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d06902-5da5-4ccb-8023-4bd30e43970f', 'name': 'tempest-ServersTestManualDisk-368290171-router', 'tenant_id': '88700cfa6fca443f813dbee92d0bf4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:25:20Z', 'updated_at': '2021-12-21T13:27:17Z', 'revision_number': 6, 'project_id': '88700cfa6fca443f813dbee92d0bf4e2', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:18.203685 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86bfc7d3-7fb3-4ac1-8301-e61efdaea009 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Router b2682d06-b7ee-4227-b4c4-5e361bcddfe3 is scheduled to L3 agent 59e14383-78fa-487e-9299-b32042a98157 with binding_index 1 {{(pid=103152) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 13:27:18.231544 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-b913cf7f-7f86-4c32-b4c8-dbd7c5d2ecf7 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.5109763 Dec 21 13:27:18.242481 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54918) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:18.272952 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e7cd4c-bc31-4382-9526-f6ca378f4d9a None None] The sync data for ids ['23d06902-5da5-4ccb-8023-4bd30e43970f'] in dv-neutron-master-2-hyperv is: [{'id': '23d06902-5da5-4ccb-8023-4bd30e43970f', 'name': 'tempest-ServersTestManualDisk-368290171-router', 'tenant_id': '88700cfa6fca443f813dbee92d0bf4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:25:20Z', 'updated_at': '2021-12-21T13:27:17Z', 'revision_number': 6, 'project_id': '88700cfa6fca443f813dbee92d0bf4e2', 'gw_port_host': None}] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:27:18.375631 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port f64ed3ae-264a-4749-b729-6115499a170f triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:27:18.376001 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:18.452495 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e789b1-87a7-4535-85bc-40398ace4957 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-54e8ffa4-5c69-48fe-af3e-35285bac402c', 'network_id': '54e8ffa4-5c69-48fe-af3e-35285bac402c', 'project_id': 'c34ff9443f5b440bb29daef02ccce959', 'fixed_ips': [{'subnet_id': 'c147d809-74f8-4635-8479-a7d1dc76f068'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:27:18.453417 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-72e789b1-87a7-4535-85bc-40398ace4957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:18.535003 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e415f69-2923-4239-a345-465b0dc460e7 req-95b3c3fd-746d-4b82-ac62-c5f845d27cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:18.536597 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-2e415f69-2923-4239-a345-465b0dc460e7 req-95b3c3fd-746d-4b82-ac62-c5f845d27cf9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ec88161e-a588-41e1-b33a-71ad6f2116fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4059026 Dec 21 13:27:18.583624 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-d9b99989-59d6-4122-9248-414031afdc8d None None] Provisioning complete for port 577769ce-053f-4c59-8292-59bae9bc7a57 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:27:18.583975 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d9b99989-59d6-4122-9248-414031afdc8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:18.604103 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86bfc7d3-7fb3-4ac1-8301-e61efdaea009 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:27:18.619269 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8311ee5-899f-4168-97bb-188fdd4c67ec None None] Sync routers for ids ['b2682d06-b7ee-4227-b4c4-5e361bcddfe3'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:27:18.630452 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8311ee5-899f-4168-97bb-188fdd4c67ec None None] Routers {'b2682d06-b7ee-4227-b4c4-5e361bcddfe3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:27:18.631075 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-d8311ee5-899f-4168-97bb-188fdd4c67ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:26:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['b2682d06-b7ee-4227-b4c4-5e361bcddfe3'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:18.640522 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-64bac544-df7c-4eb8-a2d5-37bbb31ff1c0 admin admin] For port 3c398b2b-31eb-4500-8329-00d20e2d565d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3c398b2b-31eb-4500-8329-00d20e2d565d,segment=NetworkSegment(a32e5bfd-6fac-434f-817b-5707a23fd2ca),segment_id=a32e5bfd-6fac-434f-817b-5707a23fd2ca)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:27:18.641017 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-64bac544-df7c-4eb8-a2d5-37bbb31ff1c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:18.649976 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-d9b99989-59d6-4122-9248-414031afdc8d None None] Port 577769ce-053f-4c59-8292-59bae9bc7a57 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:27:18.670453 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1047916d-81fe-4f75-92cf-aae8f2de30aa tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:27:18.673418 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-aa739141-a06b-4864-9684-4c7b4e7c16d0 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:18.674036 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-72e789b1-87a7-4535-85bc-40398ace4957 None None] Allocated IP 172.20.0.3 (54e8ffa4-5c69-48fe-af3e-35285bac402c/c147d809-74f8-4635-8479-a7d1dc76f068/e1612265-0c0e-4780-bb70-00f709013c8a) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:27:18.685335 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-1047916d-81fe-4f75-92cf-aae8f2de30aa tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "PUT /v2.0/routers/97f00bab-f46e-4954-81a8-e2cb785927f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0400462 Dec 21 13:27:18.692140 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54920) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:18.694573 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-d8311ee5-899f-4168-97bb-188fdd4c67ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:18.695028 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-aa739141-a06b-4864-9684-4c7b4e7c16d0 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805230'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:18.714588 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8311ee5-899f-4168-97bb-188fdd4c67ec None None] Routers {'b2682d06-b7ee-4227-b4c4-5e361bcddfe3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:27:18.715521 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-d8311ee5-899f-4168-97bb-188fdd4c67ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:26:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['b2682d06-b7ee-4227-b4c4-5e361bcddfe3'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:18.733815 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-66667efb-278a-40ef-9706-b667e0369f68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534084'] for router_interface, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:18.748964 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ec5dd392-5387-453b-a36f-84e6ded160be tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:18.752174 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-64bac544-df7c-4eb8-a2d5-37bbb31ff1c0 admin admin] Calling delete_port for 3c398b2b-31eb-4500-8329-00d20e2d565d owned by network:router_gateway {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:27:18.761841 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-d8311ee5-899f-4168-97bb-188fdd4c67ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:18.763242 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8311ee5-899f-4168-97bb-188fdd4c67ec None None] The sync data for ids ['b2682d06-b7ee-4227-b4c4-5e361bcddfe3'] in dv-neutron-master-2-hyperv is: [] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:27:18.778033 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-86bfc7d3-7fb3-4ac1-8301-e61efdaea009 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks [] for router, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:18.779379 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-86bfc7d3-7fb3-4ac1-8301-e61efdaea009 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 9.2925892 Dec 21 13:27:18.790848 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 54922) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:18.800963 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-d5c4b7d2-4892-4c42-b134-97dbdd68e3a8 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:27:18.801701 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00692f2d-dbea-4b4b-9813-8aea20968c3c None None] Sync routers for ids ['97f00bab-f46e-4954-81a8-e2cb785927f8'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:27:18.818190 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4caad2e4-4845-4ac9-9e30-866ee255b264 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:18.844315 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00692f2d-dbea-4b4b-9813-8aea20968c3c None None] Routers {'97f00bab-f46e-4954-81a8-e2cb785927f8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:27:18.845128 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-00692f2d-dbea-4b4b-9813-8aea20968c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:26:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['97f00bab-f46e-4954-81a8-e2cb785927f8'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:18.868160 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cad1364-dd68-4975-9545-8d28ebe37e3d tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:18.872299 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-1cad1364-dd68-4975-9545-8d28ebe37e3d tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "GET /v2.0/ports/577769ce-053f-4c59-8292-59bae9bc7a57 HTTP/1.1" status: 200 len: 913 time: 0.1756744 Dec 21 13:27:18.879140 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54926) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:18.905540 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-00692f2d-dbea-4b4b-9813-8aea20968c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:18.923761 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-aa739141-a06b-4864-9684-4c7b4e7c16d0 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532537'] for router_interface, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:18.925599 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa739141-a06b-4864-9684-4c7b4e7c16d0 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Pushing event updated for resources: {'Port': ['ID=8329517b-adc0-4886-b158-8feb16a847fa,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:18.933418 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00692f2d-dbea-4b4b-9813-8aea20968c3c None None] Routers {'97f00bab-f46e-4954-81a8-e2cb785927f8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:27:18.934142 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-00692f2d-dbea-4b4b-9813-8aea20968c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:26:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['97f00bab-f46e-4954-81a8-e2cb785927f8'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:18.973249 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-72e789b1-87a7-4535-85bc-40398ace4957 None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:18.974908 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-00692f2d-dbea-4b4b-9813-8aea20968c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:18.975887 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00692f2d-dbea-4b4b-9813-8aea20968c3c None None] The sync data for ids ['97f00bab-f46e-4954-81a8-e2cb785927f8'] in dv-neutron-master-2-hyperv is: [] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:27:18.984766 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-72e789b1-87a7-4535-85bc-40398ace4957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:19.036141 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e789b1-87a7-4535-85bc-40398ace4957 None None] Network 54e8ffa4-5c69-48fe-af3e-35285bac402c is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:27:19.040189 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e789b1-87a7-4535-85bc-40398ace4957 None None] Pushing event updated for resources: {'Port': ['ID=e1612265-0c0e-4780-bb70-00f709013c8a,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:19.043702 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-72e789b1-87a7-4535-85bc-40398ace4957 None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:27:19.045987 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e789b1-87a7-4535-85bc-40398ace4957 None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:27:19.087262 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-2e415f69-2923-4239-a345-465b0dc460e7 req-df4ef214-a9e8-4c03-aede-7d320733cdfc service neutron] 10.222.0.60 "GET /v2.0/networks/ec88161e-a588-41e1-b33a-71ad6f2116fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5380590 Dec 21 13:27:19.120013 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4caad2e4-4845-4ac9-9e30-866ee255b264 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:19.162234 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653c3467-5468-488a-b706-0ed056173f06 req-cb887e0d-ec01-4ad7-b75f-4fb200b19cc1 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:19.164615 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-653c3467-5468-488a-b706-0ed056173f06 req-cb887e0d-ec01-4ad7-b75f-4fb200b19cc1 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f04569b-7b6a-480f-a48e-6be4ed1157fe HTTP/1.1" status: 200 len: 945 time: 0.2343886 Dec 21 13:27:19.299477 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-72e789b1-87a7-4535-85bc-40398ace4957 None None] Attempting to bind port e1612265-0c0e-4780-bb70-00f709013c8a on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:27:19.300337 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-72e789b1-87a7-4535-85bc-40398ace4957 None None] Attempting to bind port e1612265-0c0e-4780-bb70-00f709013c8a by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b953e05d-96ce-4190-b9ed-11daef176ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '54e8ffa4-5c69-48fe-af3e-35285bac402c'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:27:19.300703 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e789b1-87a7-4535-85bc-40398ace4957 None None] Attempting to bind port e1612265-0c0e-4780-bb70-00f709013c8a on network 54e8ffa4-5c69-48fe-af3e-35285bac402c {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:27:19.308308 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e789b1-87a7-4535-85bc-40398ace4957 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:27:19.308797 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e789b1-87a7-4535-85bc-40398ace4957 None None] Checking segment: {'id': 'b953e05d-96ce-4190-b9ed-11daef176ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '54e8ffa4-5c69-48fe-af3e-35285bac402c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:27:19.309745 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-72e789b1-87a7-4535-85bc-40398ace4957 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:19.310153 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e789b1-87a7-4535-85bc-40398ace4957 None None] Bound using segment: {'id': 'b953e05d-96ce-4190-b9ed-11daef176ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '54e8ffa4-5c69-48fe-af3e-35285bac402c'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:27:19.310758 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-72e789b1-87a7-4535-85bc-40398ace4957 None None] Bound port: e1612265-0c0e-4780-bb70-00f709013c8a, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b953e05d-96ce-4190-b9ed-11daef176ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '54e8ffa4-5c69-48fe-af3e-35285bac402c'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:27:19.311199 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-72e789b1-87a7-4535-85bc-40398ace4957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:19.316607 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa739141-a06b-4864-9684-4c7b4e7c16d0 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Network e0215fe8-b10f-494e-9f21-3e3652743f31 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:27:19.332660 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-aa739141-a06b-4864-9684-4c7b4e7c16d0 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:27:19.373450 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-653c3467-5468-488a-b706-0ed056173f06 req-e4ea5da6-e4f4-4a76-b118-a7164962af3b tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ba20eb6-7980-48d1-8013-51c2682fdc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1579912 Dec 21 13:27:19.380790 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4caad2e4-4845-4ac9-9e30-866ee255b264 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12346570'] for subnet, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:19.407937 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-72e789b1-87a7-4535-85bc-40398ace4957 None None] For port e1612265-0c0e-4780-bb70-00f709013c8a, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:27:19.413449 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-72e789b1-87a7-4535-85bc-40398ace4957 None None] For port e1612265-0c0e-4780-bb70-00f709013c8a, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e1612265-0c0e-4780-bb70-00f709013c8a,segment=NetworkSegment(b953e05d-96ce-4190-b9ed-11daef176ed4),segment_id=b953e05d-96ce-4190-b9ed-11daef176ed4)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:27:19.422927 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-72e789b1-87a7-4535-85bc-40398ace4957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:19.519311 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e789b1-87a7-4535-85bc-40398ace4957 None None] Pushing event updated for resources: {'Port': ['ID=e1612265-0c0e-4780-bb70-00f709013c8a,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:19.544832 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caad2e4-4845-4ac9-9e30-866ee255b264 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Pushing event deleted for resources: {'Subnet': ['ID=c147d809-74f8-4635-8479-a7d1dc76f068,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:19.700921 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4caad2e4-4845-4ac9-9e30-866ee255b264 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:19.755406 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-4caad2e4-4845-4ac9-9e30-866ee255b264 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54e8ffa4-5c69-48fe-af3e-35285bac402c']}} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:19.776858 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-4caad2e4-4845-4ac9-9e30-866ee255b264 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b953e05d-96ce-4190-b9ed-11daef176ed4') {'for_net_delete': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:19.777153 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-4caad2e4-4845-4ac9-9e30-866ee255b264 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b953e05d-96ce-4190-b9ed-11daef176ed4') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:19.796855 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4caad2e4-4845-4ac9-9e30-866ee255b264 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526653'] for segment, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:19.812303 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-8ae0615a-af1c-4ae5-99cb-960dad30d568 None None] Provisioning complete for port 8329517b-adc0-4886-b158-8feb16a847fa triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:27:19.813488 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8ae0615a-af1c-4ae5-99cb-960dad30d568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:19.856565 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa739141-a06b-4864-9684-4c7b4e7c16d0 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Router 4d1455be-b59b-4c12-90f0-5287fbbe65ef is scheduled to L3 agent 59e14383-78fa-487e-9299-b32042a98157 with binding_index 1 {{(pid=103152) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 13:27:19.860916 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4caad2e4-4845-4ac9-9e30-866ee255b264 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:19.864318 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-8ae0615a-af1c-4ae5-99cb-960dad30d568 None None] Port 8329517b-adc0-4886-b158-8feb16a847fa cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:27:19.874141 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4caad2e4-4845-4ac9-9e30-866ee255b264 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=103152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:27:19.874764 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4caad2e4-4845-4ac9-9e30-866ee255b264 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805426'] for segment, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:19.884412 dv-neutron-master-2-hyperv neutron-server[103152]: Traceback (most recent call last): Dec 21 13:27:19.884412 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:27:19.884412 dv-neutron-master-2-hyperv neutron-server[103152]: timer() Dec 21 13:27:19.884412 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:27:19.884412 dv-neutron-master-2-hyperv neutron-server[103152]: cb(*args, **kw) Dec 21 13:27:19.884412 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:27:19.884412 dv-neutron-master-2-hyperv neutron-server[103152]: return func(*args, **kwargs) Dec 21 13:27:19.884412 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:27:19.884412 dv-neutron-master-2-hyperv neutron-server[103152]: self._notify() Dec 21 13:27:19.884412 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:27:19.884412 dv-neutron-master-2-hyperv neutron-server[103152]: self.callback(batched_events) Dec 21 13:27:19.884412 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:27:19.884412 dv-neutron-master-2-hyperv neutron-server[103152]: event.method(event) Dec 21 13:27:19.884412 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:27:19.884412 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:27:19.884412 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:27:19.884412 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:27:19.884412 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:27:19.884412 dv-neutron-master-2-hyperv neutron-server[103152]: return f(self, *a, **k) Dec 21 13:27:19.884412 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:27:19.884412 dv-neutron-master-2-hyperv neutron-server[103152]: return self._get(url).json() Dec 21 13:27:19.884412 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:27:19.884412 dv-neutron-master-2-hyperv neutron-server[103152]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:27:19.884412 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:27:19.884412 dv-neutron-master-2-hyperv neutron-server[103152]: return self.request(url, 'GET', **kwargs) Dec 21 13:27:19.884412 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:27:19.884412 dv-neutron-master-2-hyperv neutron-server[103152]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:27:19.884412 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:27:19.884412 dv-neutron-master-2-hyperv neutron-server[103152]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:27:19.884412 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:27:19.884412 dv-neutron-master-2-hyperv neutron-server[103152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:27:19.884412 dv-neutron-master-2-hyperv neutron-server[103152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:27:19.899178 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-2e415f69-2923-4239-a345-465b0dc460e7 req-65a7ba7a-9cb0-4d99-9c8d-454d329cf71e service neutron] 10.222.0.60 "GET /v2.0/networks/ec88161e-a588-41e1-b33a-71ad6f2116fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7738042 Dec 21 13:27:20.086489 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-64bac544-df7c-4eb8-a2d5-37bbb31ff1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:20.107324 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device e1612265-0c0e-4780-bb70-00f709013c8a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:27:20.124203 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66667efb-278a-40ef-9706-b667e0369f68 admin admin] Router c1c8c185-7ea7-4358-89e1-dbdf029dbd22 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:27:20.132885 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ec5dd392-5387-453b-a36f-84e6ded160be tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks [] for router_gateway, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:20.172045 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6659c3-4f3f-4c7a-bda0-81c9c4a1b901 None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:27:20.174503 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port e1612265-0c0e-4780-bb70-00f709013c8a triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:27:20.174940 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:20.183207 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bac544-df7c-4eb8-a2d5-37bbb31ff1c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c398b2b-31eb-4500-8329-00d20e2d565d,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:20.216525 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ec5dd392-5387-453b-a36f-84e6ded160be tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:20.280008 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:20.316119 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] For port e1612265-0c0e-4780-bb70-00f709013c8a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e1612265-0c0e-4780-bb70-00f709013c8a,segment=NetworkSegment(b953e05d-96ce-4190-b9ed-11daef176ed4),segment_id=b953e05d-96ce-4190-b9ed-11daef176ed4)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:27:20.322678 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:20.410249 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa739141-a06b-4864-9684-4c7b4e7c16d0 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:27:20.410622 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d5c4b7d2-4892-4c42-b134-97dbdd68e3a8 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:20.412293 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Pushing event updated for resources: {'Port': ['ID=e1612265-0c0e-4780-bb70-00f709013c8a,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:20.418221 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 3c398b2b-31eb-4500-8329-00d20e2d565d no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:27:20.426588 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0899ff1c-b296-4abe-b01b-567f14bbe033 None None] Sync routers for ids ['4d1455be-b59b-4c12-90f0-5287fbbe65ef'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:27:20.432777 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-aa739141-a06b-4864-9684-4c7b4e7c16d0 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "PUT /v2.0/routers/4d1455be-b59b-4c12-90f0-5287fbbe65ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9112821 Dec 21 13:27:20.432969 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 54928) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:20.435555 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-64bac544-df7c-4eb8-a2d5-37bbb31ff1c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-548638'] for router_gateway, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:20.438491 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.db.api [None req-4caad2e4-4845-4ac9-9e30-866ee255b264 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 21 13:27:20.438491 dv-neutron-master-2-hyperv neutron-server[103152]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 21 13:27:20.438491 dv-neutron-master-2-hyperv neutron-server[103152]: [parameters: {'id': '54e8ffa4-5c69-48fe-af3e-35285bac402c'}] Dec 21 13:27:20.438491 dv-neutron-master-2-hyperv neutron-server[103152]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103152) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 13:27:20.439336 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG oslo_db.api [None req-4caad2e4-4845-4ac9-9e30-866ee255b264 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 13:27:20.446014 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: 3c398b2b-31eb-4500-8329-00d20e2d565d {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:27:20.446406 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 3c398b2b-31eb-4500-8329-00d20e2d565d not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:27:20.446824 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 8934446e-9587-4dbb-9741-331962081e48 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:27:20.451972 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8be35ddd-060d-4d7f-914a-7e5bee248c99 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532692'] for router_interface, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:20.479495 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0899ff1c-b296-4abe-b01b-567f14bbe033 None None] Routers {'4d1455be-b59b-4c12-90f0-5287fbbe65ef'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:27:20.481665 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-0899ff1c-b296-4abe-b01b-567f14bbe033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:26:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['4d1455be-b59b-4c12-90f0-5287fbbe65ef'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:20.509532 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: 8934446e-9587-4dbb-9741-331962081e48 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:27:20.518155 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 8934446e-9587-4dbb-9741-331962081e48 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:27:20.551168 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-0899ff1c-b296-4abe-b01b-567f14bbe033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:20.568106 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0899ff1c-b296-4abe-b01b-567f14bbe033 None None] Routers {'4d1455be-b59b-4c12-90f0-5287fbbe65ef'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:27:20.569093 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-0899ff1c-b296-4abe-b01b-567f14bbe033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:26:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['4d1455be-b59b-4c12-90f0-5287fbbe65ef'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:20.615361 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-0899ff1c-b296-4abe-b01b-567f14bbe033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:20.616378 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0899ff1c-b296-4abe-b01b-567f14bbe033 None None] The sync data for ids ['4d1455be-b59b-4c12-90f0-5287fbbe65ef'] in dv-neutron-master-2-hyperv is: [] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:27:20.616783 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d5c4b7d2-4892-4c42-b134-97dbdd68e3a8 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:20.738398 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970a50de-6742-44bf-8e0a-706ca9978dae tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:20.739913 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-970a50de-6742-44bf-8e0a-706ca9978dae tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "GET /v2.0/ports/8329517b-adc0-4886-b158-8feb16a847fa HTTP/1.1" status: 200 len: 910 time: 0.3002863 Dec 21 13:27:20.743204 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54932) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:20.749802 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-64bac544-df7c-4eb8-a2d5-37bbb31ff1c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26950'] for router, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:20.755032 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-64bac544-df7c-4eb8-a2d5-37bbb31ff1c0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:20.824729 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dceeb5c-e083-4c5b-a424-7c557703528e None None] Network 54e8ffa4-5c69-48fe-af3e-35285bac402c requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:27:20.832971 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66667efb-278a-40ef-9706-b667e0369f68 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:27:20.835883 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-ec5dd392-5387-453b-a36f-84e6ded160be tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Allocated IP 172.36.3.195 (7fdf1889-f079-4166-bbda-88b2a8d8d595/051a5607-1753-4008-a2f2-d94b48752e9c/73d47f66-e725-4db6-9a7a-90894a02bdd7) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:27:20.845287 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-66667efb-278a-40ef-9706-b667e0369f68 admin admin] 10.222.0.37 "PUT /v2.0/routers/c1c8c185-7ea7-4358-89e1-dbdf029dbd22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1606052 Dec 21 13:27:20.849835 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54934) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:20.859713 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-64bac544-df7c-4eb8-a2d5-37bbb31ff1c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534967'] for router, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:20.860114 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64bac544-df7c-4eb8-a2d5-37bbb31ff1c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23d06902-5da5-4ccb-8023-4bd30e43970f {{(pid=103153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 13:27:20.864031 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-8be35ddd-060d-4d7f-914a-7e5bee248c99 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Deleting port 577769ce-053f-4c59-8292-59bae9bc7a57 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:27:20.865083 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8be35ddd-060d-4d7f-914a-7e5bee248c99 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:20.868268 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-64bac544-df7c-4eb8-a2d5-37bbb31ff1c0 admin admin] Publish callbacks [] for router, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:20.870149 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-64bac544-df7c-4eb8-a2d5-37bbb31ff1c0 admin admin] 10.222.0.37 "DELETE /v2.0/routers/23d06902-5da5-4ccb-8023-4bd30e43970f HTTP/1.1" status: 204 len: 168 time: 4.2401371 Dec 21 13:27:20.870515 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6398cff9-00ca-4392-9080-2905b0b89ff0 None None] Sync routers for ids ['c1c8c185-7ea7-4358-89e1-dbdf029dbd22'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:27:20.874073 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 54936) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:20.903045 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b4d4d1-ff70-44e0-ab76-3012042db4af req-0436fcfc-1f6e-4d31-8ebf-34f33820aa1a tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:20.904551 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c7b4d4d1-ff70-44e0-ab76-3012042db4af req-0436fcfc-1f6e-4d31-8ebf-34f33820aa1a tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f04569b-7b6a-480f-a48e-6be4ed1157fe HTTP/1.1" status: 200 len: 945 time: 0.2896466 Dec 21 13:27:20.940196 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6398cff9-00ca-4392-9080-2905b0b89ff0 None None] Routers {'c1c8c185-7ea7-4358-89e1-dbdf029dbd22'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:27:20.941424 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-6398cff9-00ca-4392-9080-2905b0b89ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:26:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['c1c8c185-7ea7-4358-89e1-dbdf029dbd22'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:20.955947 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4caad2e4-4845-4ac9-9e30-866ee255b264 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:21.018770 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-dbd7aee6-2a62-425a-84bc-66398b530ccc None None] Provisioning complete for port e1612265-0c0e-4780-bb70-00f709013c8a triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:27:21.019539 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-dbd7aee6-2a62-425a-84bc-66398b530ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:21.022295 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_v2 [None req-aeae1496-a50d-4150-8aed-d7bfdbd25ecc admin admin] Deleting subnet e105ee7f-3655-4fbf-969b-c738adf2539b {{(pid=103153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:27:21.033050 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-aeae1496-a50d-4150-8aed-d7bfdbd25ecc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:21.098772 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-d5c4b7d2-4892-4c42-b134-97dbdd68e3a8 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Deleting port 2a2aaeed-aade-499a-a960-9a3f66e58d47 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:27:21.099240 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d5c4b7d2-4892-4c42-b134-97dbdd68e3a8 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:21.127432 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c7b4d4d1-ff70-44e0-ab76-3012042db4af req-41d57f0a-2918-4296-9efb-f59746edaeaf tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ba20eb6-7980-48d1-8013-51c2682fdc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1970849 Dec 21 13:27:21.146007 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-6398cff9-00ca-4392-9080-2905b0b89ff0 None None] Set router c1c8c185-7ea7-4358-89e1-dbdf029dbd22 gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:27:21.149433 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-aeae1496-a50d-4150-8aed-d7bfdbd25ecc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1585439'] for subnet, precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:21.226934 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8be35ddd-060d-4d7f-914a-7e5bee248c99 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:21.242726 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ec5dd392-5387-453b-a36f-84e6ded160be tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:21.271752 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bac8b4ea-7907-49e6-a27e-39a0e9ad92a9 admin admin] Publish callbacks [] for router, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:21.279695 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-8be35ddd-060d-4d7f-914a-7e5bee248c99 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Calling delete_port for 577769ce-053f-4c59-8292-59bae9bc7a57 owned by network:router_interface {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:27:21.297547 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e29079-15c9-41d7-9bc5-a291c80f3672 None None] DHCP port deletion for 54e8ffa4-5c69-48fe-af3e-35285bac402c request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:27:21.342489 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d5c4b7d2-4892-4c42-b134-97dbdd68e3a8 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:21.347900 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-aeae1496-a50d-4150-8aed-d7bfdbd25ecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:21.383948 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-d5c4b7d2-4892-4c42-b134-97dbdd68e3a8 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Calling delete_port for 2a2aaeed-aade-499a-a960-9a3f66e58d47 owned by network:router_gateway {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:27:21.394874 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ec5dd392-5387-453b-a36f-84e6ded160be tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:21.407265 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-35e29079-15c9-41d7-9bc5-a291c80f3672 None None] Deleting port e1612265-0c0e-4780-bb70-00f709013c8a {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:27:21.407644 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-35e29079-15c9-41d7-9bc5-a291c80f3672 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:21.462959 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-6398cff9-00ca-4392-9080-2905b0b89ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1c8c185-7ea7-4358-89e1-dbdf029dbd22', 'name': 'tempest-ServersTestJSON-48013927-router', 'tenant_id': '8aee670f41db4d76aa264255d2510915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.162'}], 'enable_snat': True}, 'gw_port_id': '3577293b-0870-463f-963e-35b3036c27fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:25:21Z', 'updated_at': '2021-12-21T13:27:17Z', 'revision_number': 5, 'project_id': '8aee670f41db4d76aa264255d2510915', 'gw_port': {'id': '3577293b-0870-463f-963e-35b3036c27fa', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:34:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c8c185-7ea7-4358-89e1-dbdf029dbd22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:25:23Z', 'updated_at': '2021-12-21T13:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:21.481010 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4caad2e4-4845-4ac9-9e30-866ee255b264 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Deleting port e1612265-0c0e-4780-bb70-00f709013c8a {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:27:21.481349 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4caad2e4-4845-4ac9-9e30-866ee255b264 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:21.485631 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5dd392-5387-453b-a36f-84e6ded160be tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Network 7fdf1889-f079-4166-bbda-88b2a8d8d595 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:27:21.496228 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-ec5dd392-5387-453b-a36f-84e6ded160be tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:27:21.502052 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5dd392-5387-453b-a36f-84e6ded160be tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:27:21.510640 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6398cff9-00ca-4392-9080-2905b0b89ff0 None None] Checking router: c1c8c185-7ea7-4358-89e1-dbdf029dbd22 for host: dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:27:21.513545 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-35e29079-15c9-41d7-9bc5-a291c80f3672 None None] For port e1612265-0c0e-4780-bb70-00f709013c8a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e1612265-0c0e-4780-bb70-00f709013c8a,segment=NetworkSegment(b953e05d-96ce-4190-b9ed-11daef176ed4),segment_id=b953e05d-96ce-4190-b9ed-11daef176ed4)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:27:21.513938 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-35e29079-15c9-41d7-9bc5-a291c80f3672 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:21.531933 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2e9d7a-4b1a-4633-8075-8dab57fe78d8 None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:27:21.532964 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-aeae1496-a50d-4150-8aed-d7bfdbd25ecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11349588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11288746'] for subnet, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:21.534797 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-35e29079-15c9-41d7-9bc5-a291c80f3672 None None] Calling delete_port for e1612265-0c0e-4780-bb70-00f709013c8a owned by network:dhcp {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:27:21.543109 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6398cff9-00ca-4392-9080-2905b0b89ff0 None None] Routers {'c1c8c185-7ea7-4358-89e1-dbdf029dbd22'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:27:21.543109 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-6398cff9-00ca-4392-9080-2905b0b89ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:26:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['c1c8c185-7ea7-4358-89e1-dbdf029dbd22'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:21.544408 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5dd392-5387-453b-a36f-84e6ded160be tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Pushing event updated for resources: {'Port': ['ID=73d47f66-e725-4db6-9a7a-90894a02bdd7,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:21.587341 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeae1496-a50d-4150-8aed-d7bfdbd25ecc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e105ee7f-3655-4fbf-969b-c738adf2539b,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:21.591288 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5dd392-5387-453b-a36f-84e6ded160be tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:27:21.591634 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5dd392-5387-453b-a36f-84e6ded160be tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:27:21.593031 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5dd392-5387-453b-a36f-84e6ded160be tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:27:21.593031 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5dd392-5387-453b-a36f-84e6ded160be tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:27:21.593031 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5dd392-5387-453b-a36f-84e6ded160be tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:27:21.593031 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5dd392-5387-453b-a36f-84e6ded160be tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:27:21.593375 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5dd392-5387-453b-a36f-84e6ded160be tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:27:21.593598 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5dd392-5387-453b-a36f-84e6ded160be tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:27:21.594201 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5dd392-5387-453b-a36f-84e6ded160be tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:27:21.594201 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5dd392-5387-453b-a36f-84e6ded160be tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:27:21.594503 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5dd392-5387-453b-a36f-84e6ded160be tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:27:21.594790 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5dd392-5387-453b-a36f-84e6ded160be tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:27:21.595105 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5dd392-5387-453b-a36f-84e6ded160be tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:27:21.603306 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-aeae1496-a50d-4150-8aed-d7bfdbd25ecc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633769'] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:21.606505 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-aeae1496-a50d-4150-8aed-d7bfdbd25ecc admin admin] 10.222.0.37 "DELETE /v2.0/subnets/e105ee7f-3655-4fbf-969b-c738adf2539b HTTP/1.1" status: 204 len: 168 time: 0.7268758 Dec 21 13:27:21.612902 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 54938) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:21.632898 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9f26b7-3cff-47f8-8c69-3aee9cd581b9 None None] Network 39aa7305-1380-4f0a-b399-f8c03518e77f requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:27:21.652111 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bac8b4ea-7907-49e6-a27e-39a0e9ad92a9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:21.658498 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeae1496-a50d-4150-8aed-d7bfdbd25ecc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:27:21.658664 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeae1496-a50d-4150-8aed-d7bfdbd25ecc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:27:21.659424 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeae1496-a50d-4150-8aed-d7bfdbd25ecc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:27:21.659763 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeae1496-a50d-4150-8aed-d7bfdbd25ecc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:27:21.660090 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeae1496-a50d-4150-8aed-d7bfdbd25ecc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:27:21.660415 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeae1496-a50d-4150-8aed-d7bfdbd25ecc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:27:21.660738 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeae1496-a50d-4150-8aed-d7bfdbd25ecc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:27:21.661061 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeae1496-a50d-4150-8aed-d7bfdbd25ecc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:27:21.661384 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeae1496-a50d-4150-8aed-d7bfdbd25ecc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:27:21.661704 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeae1496-a50d-4150-8aed-d7bfdbd25ecc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:27:21.662056 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeae1496-a50d-4150-8aed-d7bfdbd25ecc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:27:21.663718 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeae1496-a50d-4150-8aed-d7bfdbd25ecc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:27:21.663718 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeae1496-a50d-4150-8aed-d7bfdbd25ecc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:27:21.676394 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4caad2e4-4845-4ac9-9e30-866ee255b264 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] For port e1612265-0c0e-4780-bb70-00f709013c8a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e1612265-0c0e-4780-bb70-00f709013c8a,segment=NetworkSegment(b953e05d-96ce-4190-b9ed-11daef176ed4),segment_id=b953e05d-96ce-4190-b9ed-11daef176ed4)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:27:21.676394 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4caad2e4-4845-4ac9-9e30-866ee255b264 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:21.714443 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4caad2e4-4845-4ac9-9e30-866ee255b264 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Calling delete_port for e1612265-0c0e-4780-bb70-00f709013c8a owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:27:21.717331 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-439b5f2a-0315-42d7-b2a5-81ed7ec3ad7d tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:21.764346 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-a80ac529-9221-4d5b-898c-c5f9c92abafc None None] Provisioning complete for port 73d47f66-e725-4db6-9a7a-90894a02bdd7 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:27:21.764718 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a80ac529-9221-4d5b-898c-c5f9c92abafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:21.836225 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-6398cff9-00ca-4392-9080-2905b0b89ff0 None None] Set router c1c8c185-7ea7-4358-89e1-dbdf029dbd22 gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:27:21.964204 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-bac8b4ea-7907-49e6-a27e-39a0e9ad92a9 admin admin] Deleting port 3577293b-0870-463f-963e-35b3036c27fa {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:27:21.964768 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bac8b4ea-7907-49e6-a27e-39a0e9ad92a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:21.976332 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8be35ddd-060d-4d7f-914a-7e5bee248c99 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:22.020624 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4caad2e4-4845-4ac9-9e30-866ee255b264 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:22.053523 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-35e29079-15c9-41d7-9bc5-a291c80f3672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636'] for port, after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:22.061499 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device e1612265-0c0e-4780-bb70-00f709013c8a no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:27:22.063941 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-a80ac529-9221-4d5b-898c-c5f9c92abafc None None] Port 73d47f66-e725-4db6-9a7a-90894a02bdd7 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:27:22.109941 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be35ddd-060d-4d7f-914a-7e5bee248c99 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Pushing event deleted for resources: {'Port': ['ID=577769ce-053f-4c59-8292-59bae9bc7a57,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:22.110975 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: e1612265-0c0e-4780-bb70-00f709013c8a {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:27:22.111320 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device e1612265-0c0e-4780-bb70-00f709013c8a not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:27:22.114879 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e29079-15c9-41d7-9bc5-a291c80f3672 None None] Pushing event deleted for resources: {'Port': ['ID=e1612265-0c0e-4780-bb70-00f709013c8a,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:22.119424 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e29079-15c9-41d7-9bc5-a291c80f3672 None None] No DVR routers for this DVR port e1612265-0c0e-4780-bb70-00f709013c8a on host dv-neutron-master-2-hyperv {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:27:22.172227 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-22122fab-f7df-47f5-8016-a59e7b63a0b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:22.216590 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-bac8b4ea-7907-49e6-a27e-39a0e9ad92a9 admin admin] For port 3577293b-0870-463f-963e-35b3036c27fa, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3577293b-0870-463f-963e-35b3036c27fa,segment=NetworkSegment(a32e5bfd-6fac-434f-817b-5707a23fd2ca),segment_id=a32e5bfd-6fac-434f-817b-5707a23fd2ca)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:27:22.217128 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bac8b4ea-7907-49e6-a27e-39a0e9ad92a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:22.236997 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-bac8b4ea-7907-49e6-a27e-39a0e9ad92a9 admin admin] Calling delete_port for 3577293b-0870-463f-963e-35b3036c27fa owned by network:router_gateway {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:27:22.264593 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d5c4b7d2-4892-4c42-b134-97dbdd68e3a8 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:22.303218 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-6398cff9-00ca-4392-9080-2905b0b89ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1c8c185-7ea7-4358-89e1-dbdf029dbd22', 'name': 'tempest-ServersTestJSON-48013927-router', 'tenant_id': '8aee670f41db4d76aa264255d2510915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.162'}], 'enable_snat': True}, 'gw_port_id': '3577293b-0870-463f-963e-35b3036c27fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:25:21Z', 'updated_at': '2021-12-21T13:27:17Z', 'revision_number': 5, 'project_id': '8aee670f41db4d76aa264255d2510915', 'gw_port': {'id': '3577293b-0870-463f-963e-35b3036c27fa', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:34:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c8c185-7ea7-4358-89e1-dbdf029dbd22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:25:23Z', 'updated_at': '2021-12-21T13:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:22.345722 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6398cff9-00ca-4392-9080-2905b0b89ff0 None None] The sync data for ids ['c1c8c185-7ea7-4358-89e1-dbdf029dbd22'] in dv-neutron-master-2-hyperv is: [{'id': 'c1c8c185-7ea7-4358-89e1-dbdf029dbd22', 'name': 'tempest-ServersTestJSON-48013927-router', 'tenant_id': '8aee670f41db4d76aa264255d2510915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.162'}], 'enable_snat': True}, 'gw_port_id': '3577293b-0870-463f-963e-35b3036c27fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:25:21Z', 'updated_at': '2021-12-21T13:27:17Z', 'revision_number': 5, 'project_id': '8aee670f41db4d76aa264255d2510915', 'gw_port': {'id': '3577293b-0870-463f-963e-35b3036c27fa', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:34:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c8c185-7ea7-4358-89e1-dbdf029dbd22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:25:23Z', 'updated_at': '2021-12-21T13:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:27:22.357544 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4caad2e4-4845-4ac9-9e30-866ee255b264 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] No DVR routers for this DVR port e1612265-0c0e-4780-bb70-00f709013c8a on host dv-neutron-master-2-hyperv {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:27:22.378772 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d47926-fac1-488e-b129-2433593f8d64 None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:27:22.381443 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c4b7d2-4892-4c42-b134-97dbdd68e3a8 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Pushing event deleted for resources: {'Port': ['ID=2a2aaeed-aade-499a-a960-9a3f66e58d47,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:22.383522 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e210e96c-06ea-49cd-b404-64bc93201cbe None None] DHCP port deletion for 39aa7305-1380-4f0a-b399-f8c03518e77f request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:27:22.446169 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ec5dd392-5387-453b-a36f-84e6ded160be tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks [] for router_gateway, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:22.451855 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be35ddd-060d-4d7f-914a-7e5bee248c99 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:27:22.451855 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be35ddd-060d-4d7f-914a-7e5bee248c99 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:27:22.452133 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be35ddd-060d-4d7f-914a-7e5bee248c99 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:27:22.452398 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be35ddd-060d-4d7f-914a-7e5bee248c99 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:27:22.452736 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be35ddd-060d-4d7f-914a-7e5bee248c99 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:27:22.453071 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be35ddd-060d-4d7f-914a-7e5bee248c99 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:27:22.453685 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be35ddd-060d-4d7f-914a-7e5bee248c99 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:27:22.454287 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be35ddd-060d-4d7f-914a-7e5bee248c99 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:27:22.454663 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be35ddd-060d-4d7f-914a-7e5bee248c99 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:27:22.455360 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be35ddd-060d-4d7f-914a-7e5bee248c99 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:27:22.455570 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be35ddd-060d-4d7f-914a-7e5bee248c99 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:27:22.455912 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be35ddd-060d-4d7f-914a-7e5bee248c99 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:27:22.457400 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be35ddd-060d-4d7f-914a-7e5bee248c99 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:27:22.477634 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-e210e96c-06ea-49cd-b404-64bc93201cbe None None] Deleting port bbea2637-7c1c-404e-a693-c47c5fcaef2e {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:27:22.477988 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e210e96c-06ea-49cd-b404-64bc93201cbe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:22.510827 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d5c4b7d2-4892-4c42-b134-97dbdd68e3a8 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-548638'] for router_gateway, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:22.547504 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-22122fab-f7df-47f5-8016-a59e7b63a0b4 admin admin] Deleting port bbea2637-7c1c-404e-a693-c47c5fcaef2e {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:27:22.547838 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-22122fab-f7df-47f5-8016-a59e7b63a0b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:22.569121 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-e210e96c-06ea-49cd-b404-64bc93201cbe None None] For port bbea2637-7c1c-404e-a693-c47c5fcaef2e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bbea2637-7c1c-404e-a693-c47c5fcaef2e,segment=NetworkSegment(792830f5-514e-493a-b4cc-75683e9b81f8),segment_id=792830f5-514e-493a-b4cc-75683e9b81f8)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:27:22.569608 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e210e96c-06ea-49cd-b404-64bc93201cbe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:22.583886 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-e210e96c-06ea-49cd-b404-64bc93201cbe None None] Calling delete_port for bbea2637-7c1c-404e-a693-c47c5fcaef2e owned by network:dhcp {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:27:22.673857 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e210e96c-06ea-49cd-b404-64bc93201cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636'] for port, after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:22.734302 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e210e96c-06ea-49cd-b404-64bc93201cbe None None] Pushing event deleted for resources: {'Port': ['ID=bbea2637-7c1c-404e-a693-c47c5fcaef2e,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:22.754025 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-22122fab-f7df-47f5-8016-a59e7b63a0b4 admin admin] For port bbea2637-7c1c-404e-a693-c47c5fcaef2e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bbea2637-7c1c-404e-a693-c47c5fcaef2e,segment=NetworkSegment(792830f5-514e-493a-b4cc-75683e9b81f8),segment_id=792830f5-514e-493a-b4cc-75683e9b81f8)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:27:22.754411 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-22122fab-f7df-47f5-8016-a59e7b63a0b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:22.758125 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e210e96c-06ea-49cd-b404-64bc93201cbe None None] No DVR routers for this DVR port bbea2637-7c1c-404e-a693-c47c5fcaef2e on host dv-neutron-master-2-hyperv {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:27:22.761249 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e210e96c-06ea-49cd-b404-64bc93201cbe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:27:22.761752 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e210e96c-06ea-49cd-b404-64bc93201cbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:27:22.762111 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e210e96c-06ea-49cd-b404-64bc93201cbe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:27:22.762500 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e210e96c-06ea-49cd-b404-64bc93201cbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:27:22.762837 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e210e96c-06ea-49cd-b404-64bc93201cbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:27:22.763170 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e210e96c-06ea-49cd-b404-64bc93201cbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:27:22.764276 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e210e96c-06ea-49cd-b404-64bc93201cbe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:27:22.764786 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e210e96c-06ea-49cd-b404-64bc93201cbe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:27:22.765316 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e210e96c-06ea-49cd-b404-64bc93201cbe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:27:22.765685 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e210e96c-06ea-49cd-b404-64bc93201cbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:27:22.766028 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e210e96c-06ea-49cd-b404-64bc93201cbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:27:22.766607 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e210e96c-06ea-49cd-b404-64bc93201cbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:27:22.770504 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e210e96c-06ea-49cd-b404-64bc93201cbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:27:22.912984 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-22122fab-f7df-47f5-8016-a59e7b63a0b4 admin admin] Calling delete_port for bbea2637-7c1c-404e-a693-c47c5fcaef2e owned by network:dhcp {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:27:22.972451 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d5c4b7d2-4892-4c42-b134-97dbdd68e3a8 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26943'] for router, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:22.987663 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d5c4b7d2-4892-4c42-b134-97dbdd68e3a8 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-548712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-548721', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-534931'] for router, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:23.035218 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ec5dd392-5387-453b-a36f-84e6ded160be tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26943'] for router, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:23.065630 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caad2e4-4845-4ac9-9e30-866ee255b264 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Pushing event deleted for resources: {'Port': ['ID=e1612265-0c0e-4780-bb70-00f709013c8a,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:23.119224 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ec5dd392-5387-453b-a36f-84e6ded160be tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-548712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-548721', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-534931'] for router, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:23.146436 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4caad2e4-4845-4ac9-9e30-866ee255b264 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:23.185777 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5c4b7d2-4892-4c42-b134-97dbdd68e3a8 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Router b2682d06-b7ee-4227-b4c4-5e361bcddfe3 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:27:23.199818 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4c3be5-173d-4579-9b58-0e26abc12cab req-5fbd3ef3-18fe-4a2c-bf0a-e09a70974ff8 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:23.201633 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-7e4c3be5-173d-4579-9b58-0e26abc12cab req-5fbd3ef3-18fe-4a2c-bf0a-e09a70974ff8 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f04569b-7b6a-480f-a48e-6be4ed1157fe HTTP/1.1" status: 200 len: 945 time: 0.8367972 Dec 21 13:27:23.222773 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-22122fab-f7df-47f5-8016-a59e7b63a0b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:23.236199 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8be35ddd-060d-4d7f-914a-7e5bee248c99 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534084'] for router_interface, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:23.256764 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-4caad2e4-4845-4ac9-9e30-866ee255b264 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54e8ffa4-5c69-48fe-af3e-35285bac402c']}} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:23.290187 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-4caad2e4-4845-4ac9-9e30-866ee255b264 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b953e05d-96ce-4190-b9ed-11daef176ed4') {'for_net_delete': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:23.290606 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-4caad2e4-4845-4ac9-9e30-866ee255b264 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b953e05d-96ce-4190-b9ed-11daef176ed4') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:23.336213 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22122fab-f7df-47f5-8016-a59e7b63a0b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbea2637-7c1c-404e-a693-c47c5fcaef2e,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:23.351275 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22122fab-f7df-47f5-8016-a59e7b63a0b4 admin admin] No DVR routers for this DVR port bbea2637-7c1c-404e-a693-c47c5fcaef2e on host dv-neutron-master-2-hyperv {{(pid=103153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:27:23.357105 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5c4b7d2-4892-4c42-b134-97dbdd68e3a8 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:27:23.360520 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-439b5f2a-0315-42d7-b2a5-81ed7ec3ad7d tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Allocated IP 172.21.0.1 (aceb9be6-655d-432f-b4f1-667e3a79e2ae/d64ef863-f501-4891-a5b1-2fe84247445e/3e50e0bf-556b-44ae-82ce-f9ee94bf3c5e) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:27:23.364117 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4caad2e4-4845-4ac9-9e30-866ee255b264 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526653'] for segment, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:23.369218 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d45ce95-ddb3-4b6f-9289-9f1cc2555cfa None None] Sync routers for ids ['b2682d06-b7ee-4227-b4c4-5e361bcddfe3'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:27:23.374213 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d5c4b7d2-4892-4c42-b134-97dbdd68e3a8 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks [] for router, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:23.377981 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-d5c4b7d2-4892-4c42-b134-97dbdd68e3a8 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] 10.222.0.37 "PUT /v2.0/routers/b2682d06-b7ee-4227-b4c4-5e361bcddfe3 HTTP/1.1" status: 200 len: 709 time: 4.5788789 Dec 21 13:27:23.383786 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d45ce95-ddb3-4b6f-9289-9f1cc2555cfa None None] Routers {'b2682d06-b7ee-4227-b4c4-5e361bcddfe3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:27:23.385285 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-0d45ce95-ddb3-4b6f-9289-9f1cc2555cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:26:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['b2682d06-b7ee-4227-b4c4-5e361bcddfe3'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:23.394624 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 54942) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:23.427669 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bac8b4ea-7907-49e6-a27e-39a0e9ad92a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:23.430650 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-0d45ce95-ddb3-4b6f-9289-9f1cc2555cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:23.440959 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4caad2e4-4845-4ac9-9e30-866ee255b264 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:23.445123 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d45ce95-ddb3-4b6f-9289-9f1cc2555cfa None None] Routers {'b2682d06-b7ee-4227-b4c4-5e361bcddfe3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:27:23.446478 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-0d45ce95-ddb3-4b6f-9289-9f1cc2555cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:26:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['b2682d06-b7ee-4227-b4c4-5e361bcddfe3'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:23.485660 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-7e4c3be5-173d-4579-9b58-0e26abc12cab req-1863219b-713b-44a7-bc7c-4a45a4f2f0ac tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ba20eb6-7980-48d1-8013-51c2682fdc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2552469 Dec 21 13:27:23.489629 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-0d45ce95-ddb3-4b6f-9289-9f1cc2555cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:23.490660 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d45ce95-ddb3-4b6f-9289-9f1cc2555cfa None None] The sync data for ids ['b2682d06-b7ee-4227-b4c4-5e361bcddfe3'] in dv-neutron-master-2-hyperv is: [] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:27:23.495746 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac8b4ea-7907-49e6-a27e-39a0e9ad92a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3577293b-0870-463f-963e-35b3036c27fa,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:23.502027 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4caad2e4-4845-4ac9-9e30-866ee255b264 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=103152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:27:23.502549 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4caad2e4-4845-4ac9-9e30-866ee255b264 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805426'] for segment, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:23.506624 dv-neutron-master-2-hyperv neutron-server[103152]: Traceback (most recent call last): Dec 21 13:27:23.506624 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:27:23.506624 dv-neutron-master-2-hyperv neutron-server[103152]: timer() Dec 21 13:27:23.506624 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:27:23.506624 dv-neutron-master-2-hyperv neutron-server[103152]: cb(*args, **kw) Dec 21 13:27:23.506624 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:27:23.506624 dv-neutron-master-2-hyperv neutron-server[103152]: return func(*args, **kwargs) Dec 21 13:27:23.506624 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:27:23.506624 dv-neutron-master-2-hyperv neutron-server[103152]: self._notify() Dec 21 13:27:23.506624 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:27:23.506624 dv-neutron-master-2-hyperv neutron-server[103152]: self.callback(batched_events) Dec 21 13:27:23.506624 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:27:23.506624 dv-neutron-master-2-hyperv neutron-server[103152]: event.method(event) Dec 21 13:27:23.506624 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:27:23.506624 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:27:23.506624 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:27:23.506624 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:27:23.506624 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:27:23.506624 dv-neutron-master-2-hyperv neutron-server[103152]: return f(self, *a, **k) Dec 21 13:27:23.506624 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:27:23.506624 dv-neutron-master-2-hyperv neutron-server[103152]: return self._get(url).json() Dec 21 13:27:23.506624 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:27:23.506624 dv-neutron-master-2-hyperv neutron-server[103152]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:27:23.506624 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:27:23.506624 dv-neutron-master-2-hyperv neutron-server[103152]: return self.request(url, 'GET', **kwargs) Dec 21 13:27:23.506624 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:27:23.506624 dv-neutron-master-2-hyperv neutron-server[103152]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:27:23.506624 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:27:23.506624 dv-neutron-master-2-hyperv neutron-server[103152]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:27:23.506624 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:27:23.506624 dv-neutron-master-2-hyperv neutron-server[103152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:27:23.506624 dv-neutron-master-2-hyperv neutron-server[103152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:27:23.522219 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe18ddf-c7ce-4f4c-b6da-dfba9fb3f93c None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:27:23.578531 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-22122fab-f7df-47f5-8016-a59e7b63a0b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:23.585291 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-ee6cf7c0-c7e6-4e96-b9fa-41ba0eb68796 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] 10.222.0.37 "GET /v2.0/routers/b2682d06-b7ee-4227-b4c4-5e361bcddfe3 HTTP/1.1" status: 200 len: 744 time: 0.1892889 Dec 21 13:27:23.605576 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 54946) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:23.672188 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-c54fab84-056f-4ddf-8d86-d08af355b389 tempest-RoutersIpV6AdminTest-1228720934 tempest-RoutersIpV6AdminTest-1228720934-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=7fdf1889-f079-4166-bbda-88b2a8d8d595&device_id=b2682d06-b7ee-4227-b4c4-5e361bcddfe3 HTTP/1.1" status: 200 len: 205 time: 0.0629680 Dec 21 13:27:23.676046 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 54948) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:23.680235 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-22122fab-f7df-47f5-8016-a59e7b63a0b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39aa7305-1380-4f0a-b399-f8c03518e77f']}} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:23.701089 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec5dd392-5387-453b-a36f-84e6ded160be tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Router 06f110c2-f600-4377-b9ab-31d987e1e34a is scheduled to L3 agent 59e14383-78fa-487e-9299-b32042a98157 with binding_index 1 {{(pid=103153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 13:27:23.705049 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-22122fab-f7df-47f5-8016-a59e7b63a0b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '792830f5-514e-493a-b4cc-75683e9b81f8') {'for_net_delete': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:23.705531 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-22122fab-f7df-47f5-8016-a59e7b63a0b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '792830f5-514e-493a-b4cc-75683e9b81f8') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:23.740579 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-4af800d4-92e6-41be-90c7-353a97d1ef47 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2682d06-b7ee-4227-b4c4-5e361bcddfe3 HTTP/1.1" status: 200 len: 205 time: 0.0599735 Dec 21 13:27:23.743047 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 54950) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:23.744812 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-22122fab-f7df-47f5-8016-a59e7b63a0b4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1585430'] for segment, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:23.770416 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4caad2e4-4845-4ac9-9e30-866ee255b264 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:23.770654 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59868ede-3d3b-4470-9b15-a00411fad427 req-4e44634d-8d84-4b31-9025-0caf6ed8a831 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:23.772112 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-59868ede-3d3b-4470-9b15-a00411fad427 req-4e44634d-8d84-4b31-9025-0caf6ed8a831 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f04569b-7b6a-480f-a48e-6be4ed1157fe HTTP/1.1" status: 200 len: 945 time: 0.2100573 Dec 21 13:27:23.789248 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4caad2e4-4845-4ac9-9e30-866ee255b264 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633769'] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:23.792814 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-4caad2e4-4845-4ac9-9e30-866ee255b264 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] 10.222.0.37 "DELETE /v2.0/networks/54e8ffa4-5c69-48fe-af3e-35285bac402c HTTP/1.1" status: 204 len: 168 time: 5.5463719 Dec 21 13:27:23.812142 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54952) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:23.821378 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-0a6b296d-6e57-407a-bcf7-d0dcff26b4e3 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-455338654'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:27:23.836802 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caad2e4-4845-4ac9-9e30-866ee255b264 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Pushing event deleted for resources: {'Network': ['ID=54e8ffa4-5c69-48fe-af3e-35285bac402c,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:23.841757 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bac8b4ea-7907-49e6-a27e-39a0e9ad92a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-548638'] for router_gateway, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:23.847510 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-22122fab-f7df-47f5-8016-a59e7b63a0b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:23.897156 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22122fab-f7df-47f5-8016-a59e7b63a0b4 admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=103153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:27:23.897559 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-22122fab-f7df-47f5-8016-a59e7b63a0b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11349758'] for segment, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:23.902193 dv-neutron-master-2-hyperv neutron-server[103153]: Traceback (most recent call last): Dec 21 13:27:23.902193 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:27:23.902193 dv-neutron-master-2-hyperv neutron-server[103153]: timer() Dec 21 13:27:23.902193 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:27:23.902193 dv-neutron-master-2-hyperv neutron-server[103153]: cb(*args, **kw) Dec 21 13:27:23.902193 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:27:23.902193 dv-neutron-master-2-hyperv neutron-server[103153]: return func(*args, **kwargs) Dec 21 13:27:23.902193 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:27:23.902193 dv-neutron-master-2-hyperv neutron-server[103153]: self._notify() Dec 21 13:27:23.902193 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:27:23.902193 dv-neutron-master-2-hyperv neutron-server[103153]: self.callback(batched_events) Dec 21 13:27:23.902193 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:27:23.902193 dv-neutron-master-2-hyperv neutron-server[103153]: event.method(event) Dec 21 13:27:23.902193 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:27:23.902193 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:27:23.902193 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:27:23.902193 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:27:23.902193 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:27:23.902193 dv-neutron-master-2-hyperv neutron-server[103153]: return f(self, *a, **k) Dec 21 13:27:23.902193 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:27:23.902193 dv-neutron-master-2-hyperv neutron-server[103153]: return self._get(url).json() Dec 21 13:27:23.902193 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:27:23.902193 dv-neutron-master-2-hyperv neutron-server[103153]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:27:23.902193 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:27:23.902193 dv-neutron-master-2-hyperv neutron-server[103153]: return self.request(url, 'GET', **kwargs) Dec 21 13:27:23.902193 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:27:23.902193 dv-neutron-master-2-hyperv neutron-server[103153]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:27:23.902193 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:27:23.902193 dv-neutron-master-2-hyperv neutron-server[103153]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:27:23.902193 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:27:23.902193 dv-neutron-master-2-hyperv neutron-server[103153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:27:23.902193 dv-neutron-master-2-hyperv neutron-server[103153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:27:23.930929 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-53e6b571-2cbe-44b3-a484-eb1656988942 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks [] for router, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:23.931799 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-439b5f2a-0315-42d7-b2a5-81ed7ec3ad7d tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:23.972332 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8be35ddd-060d-4d7f-914a-7e5bee248c99 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Router 97f00bab-f46e-4954-81a8-e2cb785927f8 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:27:23.995242 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bac8b4ea-7907-49e6-a27e-39a0e9ad92a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26950'] for router, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:24.002034 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bac8b4ea-7907-49e6-a27e-39a0e9ad92a9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:24.014628 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a6b296d-6e57-407a-bcf7-d0dcff26b4e3 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Made reservation on behalf of c34ff9443f5b440bb29daef02ccce959 for: {'network': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:27:24.019316 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0a6b296d-6e57-407a-bcf7-d0dcff26b4e3 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:24.157796 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device e8e23467-83d2-424a-a531-c080c307aeea no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:27:24.160042 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bac8b4ea-7907-49e6-a27e-39a0e9ad92a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534967'] for router, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:24.160670 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bac8b4ea-7907-49e6-a27e-39a0e9ad92a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1c8c185-7ea7-4358-89e1-dbdf029dbd22 {{(pid=103152) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 13:27:24.171301 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bac8b4ea-7907-49e6-a27e-39a0e9ad92a9 admin admin] Publish callbacks [] for router, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:24.175162 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-bac8b4ea-7907-49e6-a27e-39a0e9ad92a9 admin admin] 10.222.0.37 "DELETE /v2.0/routers/c1c8c185-7ea7-4358-89e1-dbdf029dbd22 HTTP/1.1" status: 204 len: 168 time: 3.3228495 Dec 21 13:27:24.179166 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54954) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:24.179771 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: e8e23467-83d2-424a-a531-c080c307aeea {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:27:24.180109 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device e8e23467-83d2-424a-a531-c080c307aeea not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:27:24.180538 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device bbea2637-7c1c-404e-a693-c47c5fcaef2e no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:27:24.196046 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a6b296d-6e57-407a-bcf7-d0dcff26b4e3 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=103152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:27:24.202506 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: bbea2637-7c1c-404e-a693-c47c5fcaef2e {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:27:24.202851 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device bbea2637-7c1c-404e-a693-c47c5fcaef2e not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:27:24.231487 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-439b5f2a-0315-42d7-b2a5-81ed7ec3ad7d tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:24.257445 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0a6b296d-6e57-407a-bcf7-d0dcff26b4e3 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:24.257988 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.segments_db [None req-0a6b296d-6e57-407a-bcf7-d0dcff26b4e3 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Added segment ba56b942-bf67-4190-8153-f53c1fb31a8a of type vlan for network a0811fe5-0219-43a9-b7e3-f774e5258470 Dec 21 13:27:24.294960 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8be35ddd-060d-4d7f-914a-7e5bee248c99 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:27:24.309743 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da7c45c-9d41-46d6-978c-1fa73fd63d8f None None] Sync routers for ids ['97f00bab-f46e-4954-81a8-e2cb785927f8'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:27:24.316705 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-8be35ddd-060d-4d7f-914a-7e5bee248c99 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "PUT /v2.0/routers/97f00bab-f46e-4954-81a8-e2cb785927f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4365938 Dec 21 13:27:24.323274 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54956) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:24.337177 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da7c45c-9d41-46d6-978c-1fa73fd63d8f None None] Routers {'97f00bab-f46e-4954-81a8-e2cb785927f8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:27:24.338304 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-5da7c45c-9d41-46d6-978c-1fa73fd63d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:26:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['97f00bab-f46e-4954-81a8-e2cb785927f8'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:24.341712 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd937db9-28d7-4e4c-a3d4-4d4f858859a0 admin admin] Deleting subnet 40d80c43-5346-4a2c-a020-9bfccd6ebd6c {{(pid=103152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:27:24.347344 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439b5f2a-0315-42d7-b2a5-81ed7ec3ad7d tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Network aceb9be6-655d-432f-b4f1-667e3a79e2ae is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:27:24.408285 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-dd937db9-28d7-4e4c-a3d4-4d4f858859a0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:24.413884 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-439b5f2a-0315-42d7-b2a5-81ed7ec3ad7d tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:27:24.416272 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-59868ede-3d3b-4470-9b15-a00411fad427 req-e2a85f93-20dc-4566-8504-1cf9aa5fd068 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ba20eb6-7980-48d1-8013-51c2682fdc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6036723 Dec 21 13:27:24.426508 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-22122fab-f7df-47f5-8016-a59e7b63a0b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:24.438754 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-22122fab-f7df-47f5-8016-a59e7b63a0b4 admin admin] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:24.443042 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-22122fab-f7df-47f5-8016-a59e7b63a0b4 admin admin] 10.222.0.37 "DELETE /v2.0/networks/39aa7305-1380-4f0a-b399-f8c03518e77f HTTP/1.1" status: 204 len: 168 time: 2.8267639 Dec 21 13:27:24.463644 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-5da7c45c-9d41-46d6-978c-1fa73fd63d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:24.480676 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439b5f2a-0315-42d7-b2a5-81ed7ec3ad7d tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Pushing event updated for resources: {'Port': ['ID=3e50e0bf-556b-44ae-82ce-f9ee94bf3c5e,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:24.485103 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da7c45c-9d41-46d6-978c-1fa73fd63d8f None None] Routers {'97f00bab-f46e-4954-81a8-e2cb785927f8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:27:24.485278 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-5da7c45c-9d41-46d6-978c-1fa73fd63d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:26:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['97f00bab-f46e-4954-81a8-e2cb785927f8'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:24.506045 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439b5f2a-0315-42d7-b2a5-81ed7ec3ad7d tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:27:24.530471 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0a6b296d-6e57-407a-bcf7-d0dcff26b4e3 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:24.532566 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22122fab-f7df-47f5-8016-a59e7b63a0b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=39aa7305-1380-4f0a-b399-f8c03518e77f,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:24.533056 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-5da7c45c-9d41-46d6-978c-1fa73fd63d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:24.535297 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da7c45c-9d41-46d6-978c-1fa73fd63d8f None None] The sync data for ids ['97f00bab-f46e-4954-81a8-e2cb785927f8'] in dv-neutron-master-2-hyperv is: [] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:27:24.570678 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-53e6b571-2cbe-44b3-a484-eb1656988942 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26950'] for router, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:24.574068 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-53e6b571-2cbe-44b3-a484-eb1656988942 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:24.577754 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec5dd392-5387-453b-a36f-84e6ded160be tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:27:24.586417 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ec5dd392-5387-453b-a36f-84e6ded160be tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks [] for router, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:24.592468 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc35018-6ced-472f-a63a-a46b5bee3eb3 None None] Sync routers for ids ['06f110c2-f600-4377-b9ab-31d987e1e34a'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:27:24.597412 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-ec5dd392-5387-453b-a36f-84e6ded160be tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] 10.222.0.37 "PUT /v2.0/routers/06f110c2-f600-4377-b9ab-31d987e1e34a HTTP/1.1" status: 200 len: 879 time: 6.4488573 Dec 21 13:27:24.599843 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 54962) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:24.611417 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc35018-6ced-472f-a63a-a46b5bee3eb3 None None] Routers {'06f110c2-f600-4377-b9ab-31d987e1e34a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:27:24.613268 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-ddc35018-6ced-472f-a63a-a46b5bee3eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:26:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['06f110c2-f600-4377-b9ab-31d987e1e34a'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:24.654574 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-dd937db9-28d7-4e4c-a3d4-4d4f858859a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526644'] for subnet, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:24.679922 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-ddc35018-6ced-472f-a63a-a46b5bee3eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:24.713110 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc35018-6ced-472f-a63a-a46b5bee3eb3 None None] Routers {'06f110c2-f600-4377-b9ab-31d987e1e34a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:27:24.713826 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-ddc35018-6ced-472f-a63a-a46b5bee3eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:26:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['06f110c2-f600-4377-b9ab-31d987e1e34a'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:24.732185 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-439b5f2a-0315-42d7-b2a5-81ed7ec3ad7d tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532557'] for router_interface, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:24.750323 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0a6b296d-6e57-407a-bcf7-d0dcff26b4e3 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:24.753159 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-53e6b571-2cbe-44b3-a484-eb1656988942 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534967'] for router, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:24.753753 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53e6b571-2cbe-44b3-a484-eb1656988942 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Fanout notify agent at l3_agent the message router_deleted on router b2682d06-b7ee-4227-b4c4-5e361bcddfe3 {{(pid=103153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 13:27:24.764469 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6b296d-6e57-407a-bcf7-d0dcff26b4e3 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:24.765123 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-53e6b571-2cbe-44b3-a484-eb1656988942 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] Publish callbacks [] for router, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:24.765257 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0a6b296d-6e57-407a-bcf7-d0dcff26b4e3 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633769'] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:24.777451 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-53e6b571-2cbe-44b3-a484-eb1656988942 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] 10.222.0.37 "DELETE /v2.0/routers/b2682d06-b7ee-4227-b4c4-5e361bcddfe3 HTTP/1.1" status: 204 len: 168 time: 1.0305202 Dec 21 13:27:24.779488 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-ddc35018-6ced-472f-a63a-a46b5bee3eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:24.780423 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc35018-6ced-472f-a63a-a46b5bee3eb3 None None] The sync data for ids ['06f110c2-f600-4377-b9ab-31d987e1e34a'] in dv-neutron-master-2-hyperv is: [] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:27:24.783425 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 54966) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:24.882028 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-b7c742cb-e7dc-4c38-856f-53a1d42d1ef4 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2682d06-b7ee-4227-b4c4-5e361bcddfe3 HTTP/1.1" status: 200 len: 205 time: 0.0940449 Dec 21 13:27:24.882897 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 54968) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:24.887259 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 54970) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:24.890101 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-5efb8558-0293-4bd7-b36d-46c2aa49cb4a None None] Provisioning complete for port 3e50e0bf-556b-44ae-82ce-f9ee94bf3c5e triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:27:24.890637 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-5efb8558-0293-4bd7-b36d-46c2aa49cb4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:24.937875 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-5efb8558-0293-4bd7-b36d-46c2aa49cb4a None None] Port 3e50e0bf-556b-44ae-82ce-f9ee94bf3c5e cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:27:24.961694 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-0a6b296d-6e57-407a-bcf7-d0dcff26b4e3 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1486368 Dec 21 13:27:24.984988 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 54972) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:24.992095 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-b61fc45d-a98d-4ea0-8a42-fd8970d58628 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Request body: {'subnet': {'network_id': 'a0811fe5-0219-43a9-b7e3-f774e5258470', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:27:25.001163 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.api.v2.resource [None req-892e2dd1-c852-44ba-8818-9795838de383 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] delete failed (client error): The resource could not be found. Dec 21 13:27:25.002293 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-892e2dd1-c852-44ba-8818-9795838de383 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] 10.222.0.37 "DELETE /v2.0/routers/b2682d06-b7ee-4227-b4c4-5e361bcddfe3 HTTP/1.1" status: 404 len: 336 time: 0.0723422 Dec 21 13:27:25.017009 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 54974) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:25.035867 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6b296d-6e57-407a-bcf7-d0dcff26b4e3 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Pushing event updated for resources: {'Network': ['ID=a0811fe5-0219-43a9-b7e3-f774e5258470,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:25.047626 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network a0811fe5-0219-43a9-b7e3-f774e5258470 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:27:25.066923 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-0591f229-2c41-4552-b907-537cf965f4a8 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] 10.222.0.37 "GET /v2.0/routers/06f110c2-f600-4377-b9ab-31d987e1e34a HTTP/1.1" status: 200 len: 920 time: 0.4633310 Dec 21 13:27:25.083690 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-dd937db9-28d7-4e4c-a3d4-4d4f858859a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:25.085625 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54976) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:25.119037 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-d4fb1c41-34d7-428e-9b2f-f3b980cd03aa tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ca4a58b-8c70-4e95-90ea-68741947cab8 HTTP/1.1" status: 200 len: 205 time: 0.0896118 Dec 21 13:27:25.122277 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 54978) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:25.138958 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f8aa60fb-7a71-4f7f-8f83-a93541c3c4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:25.142921 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26193b9-b2e0-495d-a43d-b89974ec8c87 req-b40df1c9-745d-4560-bb27-e5d5bbecc730 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:25.145043 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f26193b9-b2e0-495d-a43d-b89974ec8c87 req-b40df1c9-745d-4560-bb27-e5d5bbecc730 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f04569b-7b6a-480f-a48e-6be4ed1157fe HTTP/1.1" status: 200 len: 945 time: 0.2613139 Dec 21 13:27:25.153825 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-f1553418-f511-409c-ba9f-f467ce8a2f09 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=88700cfa6fca443f813dbee92d0bf4e2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2671435 Dec 21 13:27:25.157871 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54980) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:25.193750 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.api.v2.resource [None req-1805d0b1-5968-4a0e-93f2-df2aea93b93d tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] delete failed (client error): The resource could not be found. Dec 21 13:27:25.195068 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-1805d0b1-5968-4a0e-93f2-df2aea93b93d tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] 10.222.0.37 "DELETE /v2.0/routers/4ca4a58b-8c70-4e95-90ea-68741947cab8 HTTP/1.1" status: 404 len: 336 time: 0.0668979 Dec 21 13:27:25.198469 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-439b5f2a-0315-42d7-b2a5-81ed7ec3ad7d tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:25.200868 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54982) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:25.251638 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f26193b9-b2e0-495d-a43d-b89974ec8c87 req-f1645a81-2674-44ac-b305-bdcca91a7b80 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ba20eb6-7980-48d1-8013-51c2682fdc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686655 Dec 21 13:27:25.253080 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b61fc45d-a98d-4ea0-8a42-fd8970d58628 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Made reservation on behalf of c34ff9443f5b440bb29daef02ccce959 for: {'subnet': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:27:25.257136 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b61fc45d-a98d-4ea0-8a42-fd8970d58628 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11288759'] for subnet, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:25.297500 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-92e74b20-5f7b-420d-bcda-2a5837cf38eb tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] 10.222.0.37 "GET /v2.0/ports?device_id=671a971a-0040-459f-bf8a-29f93e2a51e5 HTTP/1.1" status: 200 len: 205 time: 0.0884917 Dec 21 13:27:25.302879 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54986) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:25.375808 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2707da-4458-4ce3-a4ab-2661cb3f6c55 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:25.380693 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-4d2707da-4458-4ce3-a4ab-2661cb3f6c55 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=7fdf1889-f079-4166-bbda-88b2a8d8d595&device_id=06f110c2-f600-4377-b9ab-31d987e1e34a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2910538 Dec 21 13:27:25.381485 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 54990) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:25.390850 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.api.v2.resource [None req-a6cbc067-f1bc-483d-8de2-2af8df256d2c tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] delete failed (client error): The resource could not be found. Dec 21 13:27:25.391897 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-a6cbc067-f1bc-483d-8de2-2af8df256d2c tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] 10.222.0.37 "DELETE /v2.0/routers/671a971a-0040-459f-bf8a-29f93e2a51e5 HTTP/1.1" status: 404 len: 336 time: 0.0807521 Dec 21 13:27:25.395966 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 54992) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:25.400977 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-dd937db9-28d7-4e4c-a3d4-4d4f858859a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12346570'] for subnet, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:25.442226 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-f09d5b30-6a65-457c-8734-9d65f3fc33a1 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2e51aea-922c-440f-a919-b4408845a990 HTTP/1.1" status: 200 len: 205 time: 0.0441952 Dec 21 13:27:25.468129 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 54994) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:25.490163 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20e2c23-4b28-462e-a575-a23aed7ca7d9 None None] Network 83c05ac8-bd36-43e0-a042-78664d1cb962 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:27:25.509554 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd937db9-28d7-4e4c-a3d4-4d4f858859a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40d80c43-5346-4a2c-a020-9bfccd6ebd6c,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:25.513364 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-dd937db9-28d7-4e4c-a3d4-4d4f858859a0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:25.519752 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-dd937db9-28d7-4e4c-a3d4-4d4f858859a0 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/40d80c43-5346-4a2c-a020-9bfccd6ebd6c HTTP/1.1" status: 204 len: 168 time: 1.3353958 Dec 21 13:27:25.521200 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4325d9a6-8f36-482d-968d-37545d3280b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:25.525224 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 54996) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:25.575093 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.api.v2.resource [None req-40abc9fa-c358-4492-9953-9039824a86e4 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] delete failed (client error): The resource could not be found. Dec 21 13:27:25.576168 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-40abc9fa-c358-4492-9953-9039824a86e4 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] 10.222.0.37 "DELETE /v2.0/routers/a2e51aea-922c-440f-a919-b4408845a990 HTTP/1.1" status: 404 len: 336 time: 0.1059146 Dec 21 13:27:25.585286 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 54998) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:25.632576 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-666bb1d2-1bcd-43f9-b9a3-f3ae250d23b1 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5ff3f97-222e-4b7e-9535-498d98cc6525 HTTP/1.1" status: 200 len: 205 time: 0.0444748 Dec 21 13:27:25.637048 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55000) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:25.680393 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b625b8-6d17-47ea-bd0e-fba1eb469b05 None None] DHCP port deletion for 83c05ac8-bd36-43e0-a042-78664d1cb962 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:27:25.722379 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.api.v2.resource [None req-1666b6e8-e898-4a67-81da-5a1956dc0dd4 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] delete failed (client error): The resource could not be found. Dec 21 13:27:25.723447 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-1666b6e8-e898-4a67-81da-5a1956dc0dd4 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] 10.222.0.37 "DELETE /v2.0/routers/b5ff3f97-222e-4b7e-9535-498d98cc6525 HTTP/1.1" status: 404 len: 336 time: 0.0837464 Dec 21 13:27:25.732276 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-a7b625b8-6d17-47ea-bd0e-fba1eb469b05 None None] Deleting port 9079aa88-4471-45f4-b2f3-92686471b5c0 {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:27:25.732650 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a7b625b8-6d17-47ea-bd0e-fba1eb469b05 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:25.737855 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55002) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:25.762492 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6680176-aa26-4487-80f7-207bf10d82a0 req-3950f1a0-d765-4799-8bbe-ece1f098c245 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:25.767213 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a6680176-aa26-4487-80f7-207bf10d82a0 req-3950f1a0-d765-4799-8bbe-ece1f098c245 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f04569b-7b6a-480f-a48e-6be4ed1157fe HTTP/1.1" status: 200 len: 945 time: 0.2976685 Dec 21 13:27:25.783129 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35d0787-8a45-4a63-86cf-ae3fec78bff6 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:25.787311 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-c35d0787-8a45-4a63-86cf-ae3fec78bff6 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] 10.222.0.37 "GET /v2.0/networks/7fdf1889-f079-4166-bbda-88b2a8d8d595 HTTP/1.1" status: 200 len: 881 time: 0.4018433 Dec 21 13:27:25.787311 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-31d02eac-a7e1-44fc-b3d8-c7418699d091 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4436f05-4384-48be-a49b-4b6328e723df HTTP/1.1" status: 200 len: 205 time: 0.0464537 Dec 21 13:27:25.789192 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b61fc45d-a98d-4ea0-8a42-fd8970d58628 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11195289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11288741'] for subnet, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:25.792852 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55004) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:25.793679 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55006) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:25.811108 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-a7b625b8-6d17-47ea-bd0e-fba1eb469b05 None None] For port 9079aa88-4471-45f4-b2f3-92686471b5c0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9079aa88-4471-45f4-b2f3-92686471b5c0,segment=NetworkSegment(44f21306-9fc3-4a00-99ff-7ee4e10446be),segment_id=44f21306-9fc3-4a00-99ff-7ee4e10446be)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:27:25.811500 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a7b625b8-6d17-47ea-bd0e-fba1eb469b05 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:25.826921 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-a7b625b8-6d17-47ea-bd0e-fba1eb469b05 None None] Calling delete_port for 9079aa88-4471-45f4-b2f3-92686471b5c0 owned by network:dhcp {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:27:25.907206 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.api.v2.resource [None req-e4aec858-0774-4ade-b6d4-f660e620ce19 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] delete failed (client error): The resource could not be found. Dec 21 13:27:25.908172 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-e4aec858-0774-4ade-b6d4-f660e620ce19 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] 10.222.0.37 "DELETE /v2.0/routers/c4436f05-4384-48be-a49b-4b6328e723df HTTP/1.1" status: 404 len: 336 time: 0.1021681 Dec 21 13:27:25.911067 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-51d6fa4c-47cc-4edf-b1e9-47d95481be3b tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] 10.222.0.37 "GET /v2.0/ports?device_id=06f110c2-f600-4377-b9ab-31d987e1e34a HTTP/1.1" status: 200 len: 205 time: 0.1066611 Dec 21 13:27:25.916638 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a7b625b8-6d17-47ea-bd0e-fba1eb469b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636'] for port, after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:25.926717 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55008) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:25.927621 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55010) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:25.958415 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b625b8-6d17-47ea-bd0e-fba1eb469b05 None None] Pushing event deleted for resources: {'Port': ['ID=9079aa88-4471-45f4-b2f3-92686471b5c0,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:25.959205 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a6680176-aa26-4487-80f7-207bf10d82a0 req-2837f863-e317-459c-9261-19cd436157bd tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ba20eb6-7980-48d1-8013-51c2682fdc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1657705 Dec 21 13:27:25.959308 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b625b8-6d17-47ea-bd0e-fba1eb469b05 None None] No DVR routers for this DVR port 9079aa88-4471-45f4-b2f3-92686471b5c0 on host dv-neutron-master-2-hyperv {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:27:25.962956 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61fc45d-a98d-4ea0-8a42-fd8970d58628 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Pushing event updated for resources: {'Subnet': ['ID=0cd622c9-fc32-4206-adfe-c2495b82a417,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:25.991409 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61fc45d-a98d-4ea0-8a42-fd8970d58628 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Checking segment: {'id': 'ba56b942-bf67-4190-8153-f53c1fb31a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'a0811fe5-0219-43a9-b7e3-f774e5258470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:27:25.991950 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61fc45d-a98d-4ea0-8a42-fd8970d58628 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Network hostable DHCP agents. Network: a0811fe5-0219-43a9-b7e3-f774e5258470, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:27:26.011764 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61fc45d-a98d-4ea0-8a42-fd8970d58628 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Network a0811fe5-0219-43a9-b7e3-f774e5258470 is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:27:26.015033 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 3577293b-0870-463f-963e-35b3036c27fa no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:27:26.025790 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-b61fc45d-a98d-4ea0-8a42-fd8970d58628 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, a0811fe5-0219-43a9-b7e3-f774e5258470) {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:27:26.029912 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4325d9a6-8f36-482d-968d-37545d3280b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:26.030735 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61fc45d-a98d-4ea0-8a42-fd8970d58628 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:26.031661 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b61fc45d-a98d-4ea0-8a42-fd8970d58628 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633769'] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:26.036682 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: 3577293b-0870-463f-963e-35b3036c27fa {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:27:26.037031 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 3577293b-0870-463f-963e-35b3036c27fa not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:27:26.037455 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 9079aa88-4471-45f4-b2f3-92686471b5c0 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:27:26.040445 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df6b491-c6fe-4e98-b807-a6d73245549f None None] Network a0811fe5-0219-43a9-b7e3-f774e5258470 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:27:26.052113 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-b61fc45d-a98d-4ea0-8a42-fd8970d58628 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0634716 Dec 21 13:27:26.054770 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55012) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:26.088452 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: 9079aa88-4471-45f4-b2f3-92686471b5c0 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:27:26.088801 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 9079aa88-4471-45f4-b2f3-92686471b5c0 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:27:26.109797 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-1676c9e4-ede7-4d0a-9547-6c76f548afb3 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] DELETE failed (client error): The resource could not be found. Dec 21 13:27:26.110329 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1676c9e4-ede7-4d0a-9547-6c76f548afb3 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:27:26.114037 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-1676c9e4-ede7-4d0a-9547-6c76f548afb3 tempest-RoutersIpV6AdminTest-230339605 tempest-RoutersIpV6AdminTest-230339605-project] 10.222.0.37 "DELETE /v2.0/subnets/9445bcf7-309b-4a68-a11a-03ba8aa0b63b HTTP/1.1" status: 404 len: 337 time: 0.1727474 Dec 21 13:27:26.193729 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a7e319-802b-4017-a97e-12edd40259c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-a0811fe5-0219-43a9-b7e3-f774e5258470', 'network_id': 'a0811fe5-0219-43a9-b7e3-f774e5258470', 'project_id': 'c34ff9443f5b440bb29daef02ccce959', 'fixed_ips': [{'subnet_id': '0cd622c9-fc32-4206-adfe-c2495b82a417'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:27:26.194798 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-63a7e319-802b-4017-a97e-12edd40259c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:26.213466 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-93433032-6c6c-4ff7-8797-e56e937a5b78 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:26.249124 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e09954a8-c70c-4a1f-bb78-47732807342b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:26.295048 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-93433032-6c6c-4ff7-8797-e56e937a5b78 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:26.353574 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cd5bc487-add9-4d81-b24f-6db7deb23dd0 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks [] for router, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:26.409913 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-63a7e319-802b-4017-a97e-12edd40259c8 None None] Allocated IP 172.20.0.1 (a0811fe5-0219-43a9-b7e3-f774e5258470/0cd622c9-fc32-4206-adfe-c2495b82a417/176ff762-ed2f-425c-8f8c-8ad2176e66d8) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:27:26.436024 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4325d9a6-8f36-482d-968d-37545d3280b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:26.438649 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4325d9a6-8f36-482d-968d-37545d3280b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:26.442246 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-4325d9a6-8f36-482d-968d-37545d3280b8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a6550f37-566a-41af-825b-f9638e971a4e HTTP/1.1" status: 204 len: 168 time: 1.2768695 Dec 21 13:27:26.442601 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c1903735-3da0-431d-be8f-0fb5850fbf0d tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532692'] for router_interface, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:26.509572 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55020) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:26.546914 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4325d9a6-8f36-482d-968d-37545d3280b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6550f37-566a-41af-825b-f9638e971a4e,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:26.618199 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-63a7e319-802b-4017-a97e-12edd40259c8 None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:26.625748 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-439b5f2a-0315-42d7-b2a5-81ed7ec3ad7d tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:26.626317 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-63a7e319-802b-4017-a97e-12edd40259c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:26.629006 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e09954a8-c70c-4a1f-bb78-47732807342b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:26.648310 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-439b5f2a-0315-42d7-b2a5-81ed7ec3ad7d tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805230'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:26.652284 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-93433032-6c6c-4ff7-8797-e56e937a5b78 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11349588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11288746'] for subnet, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:26.702650 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93433032-6c6c-4ff7-8797-e56e937a5b78 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Pushing event deleted for resources: {'Subnet': ['ID=0cd622c9-fc32-4206-adfe-c2495b82a417,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:26.725178 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-e09954a8-c70c-4a1f-bb78-47732807342b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83c05ac8-bd36-43e0-a042-78664d1cb962']}} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:26.738771 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a7e319-802b-4017-a97e-12edd40259c8 None None] Network a0811fe5-0219-43a9-b7e3-f774e5258470 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:27:26.743419 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-63a7e319-802b-4017-a97e-12edd40259c8 None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:27:26.749656 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a7e319-802b-4017-a97e-12edd40259c8 None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:27:26.761686 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a7e319-802b-4017-a97e-12edd40259c8 None None] Pushing event updated for resources: {'Port': ['ID=176ff762-ed2f-425c-8f8c-8ad2176e66d8,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:26.787646 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-e09954a8-c70c-4a1f-bb78-47732807342b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44f21306-9fc3-4a00-99ff-7ee4e10446be') {'for_net_delete': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:26.787974 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-e09954a8-c70c-4a1f-bb78-47732807342b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44f21306-9fc3-4a00-99ff-7ee4e10446be') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:26.813974 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cd5bc487-add9-4d81-b24f-6db7deb23dd0 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:26.822461 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-93433032-6c6c-4ff7-8797-e56e937a5b78 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:26.840795 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e09954a8-c70c-4a1f-bb78-47732807342b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526653'] for segment, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:26.842716 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-439b5f2a-0315-42d7-b2a5-81ed7ec3ad7d tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532537'] for router_interface, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:26.847109 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-63a7e319-802b-4017-a97e-12edd40259c8 None None] Attempting to bind port 176ff762-ed2f-425c-8f8c-8ad2176e66d8 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:27:26.850180 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-63a7e319-802b-4017-a97e-12edd40259c8 None None] Attempting to bind port 176ff762-ed2f-425c-8f8c-8ad2176e66d8 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ba56b942-bf67-4190-8153-f53c1fb31a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'a0811fe5-0219-43a9-b7e3-f774e5258470'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:27:26.850583 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a7e319-802b-4017-a97e-12edd40259c8 None None] Attempting to bind port 176ff762-ed2f-425c-8f8c-8ad2176e66d8 on network a0811fe5-0219-43a9-b7e3-f774e5258470 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:27:26.853328 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439b5f2a-0315-42d7-b2a5-81ed7ec3ad7d tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Pushing event updated for resources: {'Port': ['ID=3e50e0bf-556b-44ae-82ce-f9ee94bf3c5e,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:26.857316 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a7e319-802b-4017-a97e-12edd40259c8 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:27:26.857688 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a7e319-802b-4017-a97e-12edd40259c8 None None] Checking segment: {'id': 'ba56b942-bf67-4190-8153-f53c1fb31a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'a0811fe5-0219-43a9-b7e3-f774e5258470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:27:26.858093 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-63a7e319-802b-4017-a97e-12edd40259c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:26.858517 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a7e319-802b-4017-a97e-12edd40259c8 None None] Bound using segment: {'id': 'ba56b942-bf67-4190-8153-f53c1fb31a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'a0811fe5-0219-43a9-b7e3-f774e5258470'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:27:26.859044 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-63a7e319-802b-4017-a97e-12edd40259c8 None None] Bound port: 176ff762-ed2f-425c-8f8c-8ad2176e66d8, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba56b942-bf67-4190-8153-f53c1fb31a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'a0811fe5-0219-43a9-b7e3-f774e5258470'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:27:26.859418 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-63a7e319-802b-4017-a97e-12edd40259c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:26.874123 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e09954a8-c70c-4a1f-bb78-47732807342b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:26.895789 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-93433032-6c6c-4ff7-8797-e56e937a5b78 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0811fe5-0219-43a9-b7e3-f774e5258470']}} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:26.899785 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e09954a8-c70c-4a1f-bb78-47732807342b admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=103152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:27:26.900180 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e09954a8-c70c-4a1f-bb78-47732807342b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805426'] for segment, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:26.903572 dv-neutron-master-2-hyperv neutron-server[103152]: Traceback (most recent call last): Dec 21 13:27:26.903572 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:27:26.903572 dv-neutron-master-2-hyperv neutron-server[103152]: timer() Dec 21 13:27:26.903572 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:27:26.903572 dv-neutron-master-2-hyperv neutron-server[103152]: cb(*args, **kw) Dec 21 13:27:26.903572 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:27:26.903572 dv-neutron-master-2-hyperv neutron-server[103152]: return func(*args, **kwargs) Dec 21 13:27:26.903572 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:27:26.903572 dv-neutron-master-2-hyperv neutron-server[103152]: self._notify() Dec 21 13:27:26.903572 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:27:26.903572 dv-neutron-master-2-hyperv neutron-server[103152]: self.callback(batched_events) Dec 21 13:27:26.903572 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:27:26.903572 dv-neutron-master-2-hyperv neutron-server[103152]: event.method(event) Dec 21 13:27:26.903572 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:27:26.903572 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:27:26.903572 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:27:26.903572 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:27:26.903572 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:27:26.903572 dv-neutron-master-2-hyperv neutron-server[103152]: return f(self, *a, **k) Dec 21 13:27:26.903572 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:27:26.903572 dv-neutron-master-2-hyperv neutron-server[103152]: return self._get(url).json() Dec 21 13:27:26.903572 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:27:26.903572 dv-neutron-master-2-hyperv neutron-server[103152]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:27:26.903572 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:27:26.903572 dv-neutron-master-2-hyperv neutron-server[103152]: return self.request(url, 'GET', **kwargs) Dec 21 13:27:26.903572 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:27:26.903572 dv-neutron-master-2-hyperv neutron-server[103152]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:27:26.903572 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:27:26.903572 dv-neutron-master-2-hyperv neutron-server[103152]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:27:26.903572 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:27:26.903572 dv-neutron-master-2-hyperv neutron-server[103152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:27:26.903572 dv-neutron-master-2-hyperv neutron-server[103152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:27:26.936045 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-93433032-6c6c-4ff7-8797-e56e937a5b78 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba56b942-bf67-4190-8153-f53c1fb31a8a') {'for_net_delete': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:26.936936 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-93433032-6c6c-4ff7-8797-e56e937a5b78 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba56b942-bf67-4190-8153-f53c1fb31a8a') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:26.945843 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6863d585-49a5-44d6-8adc-19a0ed430356 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:26.953624 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-93433032-6c6c-4ff7-8797-e56e937a5b78 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1585430'] for segment, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:26.955694 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-63a7e319-802b-4017-a97e-12edd40259c8 None None] For port 176ff762-ed2f-425c-8f8c-8ad2176e66d8, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:27:26.960505 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-63a7e319-802b-4017-a97e-12edd40259c8 None None] For port 176ff762-ed2f-425c-8f8c-8ad2176e66d8, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=176ff762-ed2f-425c-8f8c-8ad2176e66d8,segment=NetworkSegment(ba56b942-bf67-4190-8153-f53c1fb31a8a),segment_id=ba56b942-bf67-4190-8153-f53c1fb31a8a)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:27:26.968360 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-63a7e319-802b-4017-a97e-12edd40259c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:26.998104 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-93433032-6c6c-4ff7-8797-e56e937a5b78 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:27.039878 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93433032-6c6c-4ff7-8797-e56e937a5b78 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=103153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:27:27.040298 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-93433032-6c6c-4ff7-8797-e56e937a5b78 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11349758'] for segment, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:27.055897 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e09954a8-c70c-4a1f-bb78-47732807342b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:27.058958 dv-neutron-master-2-hyperv neutron-server[103153]: Traceback (most recent call last): Dec 21 13:27:27.058958 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:27:27.058958 dv-neutron-master-2-hyperv neutron-server[103153]: timer() Dec 21 13:27:27.058958 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:27:27.058958 dv-neutron-master-2-hyperv neutron-server[103153]: cb(*args, **kw) Dec 21 13:27:27.058958 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:27:27.058958 dv-neutron-master-2-hyperv neutron-server[103153]: return func(*args, **kwargs) Dec 21 13:27:27.058958 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:27:27.058958 dv-neutron-master-2-hyperv neutron-server[103153]: self._notify() Dec 21 13:27:27.058958 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:27:27.058958 dv-neutron-master-2-hyperv neutron-server[103153]: self.callback(batched_events) Dec 21 13:27:27.058958 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:27:27.058958 dv-neutron-master-2-hyperv neutron-server[103153]: event.method(event) Dec 21 13:27:27.058958 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:27:27.058958 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:27:27.058958 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:27:27.058958 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:27:27.058958 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:27:27.058958 dv-neutron-master-2-hyperv neutron-server[103153]: return f(self, *a, **k) Dec 21 13:27:27.058958 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:27:27.058958 dv-neutron-master-2-hyperv neutron-server[103153]: return self._get(url).json() Dec 21 13:27:27.058958 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:27:27.058958 dv-neutron-master-2-hyperv neutron-server[103153]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:27:27.058958 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:27:27.058958 dv-neutron-master-2-hyperv neutron-server[103153]: return self.request(url, 'GET', **kwargs) Dec 21 13:27:27.058958 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:27:27.058958 dv-neutron-master-2-hyperv neutron-server[103153]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:27:27.058958 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:27:27.058958 dv-neutron-master-2-hyperv neutron-server[103153]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:27:27.058958 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:27:27.058958 dv-neutron-master-2-hyperv neutron-server[103153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:27:27.058958 dv-neutron-master-2-hyperv neutron-server[103153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:27:27.072960 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e09954a8-c70c-4a1f-bb78-47732807342b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633769'] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:27.076220 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-e09954a8-c70c-4a1f-bb78-47732807342b admin admin] 10.222.0.37 "DELETE /v2.0/networks/83c05ac8-bd36-43e0-a042-78664d1cb962 HTTP/1.1" status: 204 len: 168 time: 1.5472093 Dec 21 13:27:27.095923 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a7e319-802b-4017-a97e-12edd40259c8 None None] Pushing event updated for resources: {'Port': ['ID=176ff762-ed2f-425c-8f8c-8ad2176e66d8,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:27.118183 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dac7b60-2b77-470f-a749-b2ec3acaa24c None None] Network a0811fe5-0219-43a9-b7e3-f774e5258470 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:27:27.124995 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09954a8-c70c-4a1f-bb78-47732807342b admin admin] Pushing event deleted for resources: {'Network': ['ID=83c05ac8-bd36-43e0-a042-78664d1cb962,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:27.157146 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439b5f2a-0315-42d7-b2a5-81ed7ec3ad7d tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Network aceb9be6-655d-432f-b4f1-667e3a79e2ae is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:27:27.181437 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.db.api [None req-93433032-6c6c-4ff7-8797-e56e937a5b78 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 21 13:27:27.181437 dv-neutron-master-2-hyperv neutron-server[103153]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 21 13:27:27.181437 dv-neutron-master-2-hyperv neutron-server[103153]: [parameters: {'id': 'a0811fe5-0219-43a9-b7e3-f774e5258470'}] Dec 21 13:27:27.181437 dv-neutron-master-2-hyperv neutron-server[103153]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103153) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 13:27:27.181860 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-439b5f2a-0315-42d7-b2a5-81ed7ec3ad7d tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:27:27.191303 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG oslo_db.api [None req-93433032-6c6c-4ff7-8797-e56e937a5b78 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 13:27:27.192077 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-cd5bc487-add9-4d81-b24f-6db7deb23dd0 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Deleting port 73d47f66-e725-4db6-9a7a-90894a02bdd7 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:27:27.192393 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cd5bc487-add9-4d81-b24f-6db7deb23dd0 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:27.308465 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6863d585-49a5-44d6-8adc-19a0ed430356 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:27.314740 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6863d585-49a5-44d6-8adc-19a0ed430356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:27.372014 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55042) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:27.410105 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6863d585-49a5-44d6-8adc-19a0ed430356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43415269-1a5e-427b-9c48-5a77b0a4883b,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:27.426133 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-6863d585-49a5-44d6-8adc-19a0ed430356 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=79f290f8020a4d8faecbaaefdf95ffba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9152827 Dec 21 13:27:27.427093 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55046) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:27.454479 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-792efb89-99b3-47e9-b8e7-215ed5cce1f8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8aee670f41db4d76aa264255d2510915&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0809872 Dec 21 13:27:27.457447 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55048) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:27.459309 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea90b4c-a811-46d6-8cc3-d32fdbd561a8 req-f3f93360-df12-458d-b628-71a4c6bc8b3a tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:27.466709 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-9ea90b4c-a811-46d6-8cc3-d32fdbd561a8 req-f3f93360-df12-458d-b628-71a4c6bc8b3a tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f04569b-7b6a-480f-a48e-6be4ed1157fe HTTP/1.1" status: 200 len: 945 time: 0.3571506 Dec 21 13:27:27.514112 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-21f3101f-0f7a-4e06-96bc-5feb2fd7612b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:27.524621 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c871cba6-43d1-4973-8a7d-85bc56929554 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=103154) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 21 13:27:27.538003 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cd5bc487-add9-4d81-b24f-6db7deb23dd0 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:27.540193 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-21f3101f-0f7a-4e06-96bc-5feb2fd7612b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:27.569413 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-cd5bc487-add9-4d81-b24f-6db7deb23dd0 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Calling delete_port for 73d47f66-e725-4db6-9a7a-90894a02bdd7 owned by network:router_gateway {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:27:27.572963 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-439b5f2a-0315-42d7-b2a5-81ed7ec3ad7d tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Router 4d1455be-b59b-4c12-90f0-5287fbbe65ef has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:27:27.601253 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-45c75341-4afe-4732-808b-b421248ade55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:27.610374 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-c1903735-3da0-431d-be8f-0fb5850fbf0d tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Deleting port 643ad1c2-9693-41e3-8b9a-854471507d6d {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:27:27.610748 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c1903735-3da0-431d-be8f-0fb5850fbf0d tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:27.617656 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-21f3101f-0f7a-4e06-96bc-5feb2fd7612b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:27.619078 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-b112e8cc-944f-4fde-b1bb-b88e06ab80ba None None] Provisioning complete for port 3e50e0bf-556b-44ae-82ce-f9ee94bf3c5e triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:27:27.619440 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b112e8cc-944f-4fde-b1bb-b88e06ab80ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:27.622422 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-21f3101f-0f7a-4e06-96bc-5feb2fd7612b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:27.626464 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-21f3101f-0f7a-4e06-96bc-5feb2fd7612b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b934bc18-ab15-4041-b0f6-9e63c4c8bcc1 HTTP/1.1" status: 204 len: 168 time: 0.1665370 Dec 21 13:27:27.637379 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f3101f-0f7a-4e06-96bc-5feb2fd7612b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b934bc18-ab15-4041-b0f6-9e63c4c8bcc1,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:27.664312 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-b112e8cc-944f-4fde-b1bb-b88e06ab80ba None None] Port 3e50e0bf-556b-44ae-82ce-f9ee94bf3c5e cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:27:27.692163 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-93433032-6c6c-4ff7-8797-e56e937a5b78 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:27.692642 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-9ea90b4c-a811-46d6-8cc3-d32fdbd561a8 req-627de00f-f706-4b92-b1d7-10d576b1b668 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ba20eb6-7980-48d1-8013-51c2682fdc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2206895 Dec 21 13:27:27.704547 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3e6a40c9-099c-4cfa-856a-7001e2c07882 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:27.757384 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c871cba6-43d1-4973-8a7d-85bc56929554 None None] Resources bound (agent type, host, resource id): {{(pid=103154) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 21 13:27:27.832807 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-93433032-6c6c-4ff7-8797-e56e937a5b78 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Deleting port 176ff762-ed2f-425c-8f8c-8ad2176e66d8 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:27:27.833633 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-93433032-6c6c-4ff7-8797-e56e937a5b78 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:27.935873 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-93433032-6c6c-4ff7-8797-e56e937a5b78 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] For port 176ff762-ed2f-425c-8f8c-8ad2176e66d8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=176ff762-ed2f-425c-8f8c-8ad2176e66d8,segment=NetworkSegment(ba56b942-bf67-4190-8153-f53c1fb31a8a),segment_id=ba56b942-bf67-4190-8153-f53c1fb31a8a)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:27:27.936261 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-93433032-6c6c-4ff7-8797-e56e937a5b78 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:27.958613 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-93433032-6c6c-4ff7-8797-e56e937a5b78 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Calling delete_port for 176ff762-ed2f-425c-8f8c-8ad2176e66d8 owned by network:dhcp {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:27:28.080213 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-93433032-6c6c-4ff7-8797-e56e937a5b78 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:28.086080 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3e6a40c9-099c-4cfa-856a-7001e2c07882 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:28.141810 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93433032-6c6c-4ff7-8797-e56e937a5b78 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Pushing event deleted for resources: {'Port': ['ID=176ff762-ed2f-425c-8f8c-8ad2176e66d8,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:28.149375 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93433032-6c6c-4ff7-8797-e56e937a5b78 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] No DVR routers for this DVR port 176ff762-ed2f-425c-8f8c-8ad2176e66d8 on host dv-neutron-master-2-hyperv {{(pid=103153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:27:28.170629 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c1903735-3da0-431d-be8f-0fb5850fbf0d tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:28.228230 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-439b5f2a-0315-42d7-b2a5-81ed7ec3ad7d tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:27:28.241187 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18448770-3a8c-42d9-a51b-97390697595d None None] Sync routers for ids ['4d1455be-b59b-4c12-90f0-5287fbbe65ef'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:27:28.242319 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-439b5f2a-0315-42d7-b2a5-81ed7ec3ad7d tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "PUT /v2.0/routers/4d1455be-b59b-4c12-90f0-5287fbbe65ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4978921 Dec 21 13:27:28.249036 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55066) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:28.249670 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-c1903735-3da0-431d-be8f-0fb5850fbf0d tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Calling delete_port for 643ad1c2-9693-41e3-8b9a-854471507d6d owned by network:router_interface {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:27:28.282138 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18448770-3a8c-42d9-a51b-97390697595d None None] Routers {'4d1455be-b59b-4c12-90f0-5287fbbe65ef'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:27:28.283511 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-18448770-3a8c-42d9-a51b-97390697595d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:27:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['4d1455be-b59b-4c12-90f0-5287fbbe65ef'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:28.297397 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045fa6f8-2168-4784-8fce-70391f7c889b req-b0ca8440-8b7d-40dd-9481-fe0aff71bece tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:28.299077 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-045fa6f8-2168-4784-8fce-70391f7c889b req-b0ca8440-8b7d-40dd-9481-fe0aff71bece tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f04569b-7b6a-480f-a48e-6be4ed1157fe HTTP/1.1" status: 200 len: 945 time: 0.3331463 Dec 21 13:27:28.342869 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-93433032-6c6c-4ff7-8797-e56e937a5b78 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:28.365347 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d402e758-f85f-487f-b0f3-83bf3fa53cd8 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:28.370674 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-d402e758-f85f-487f-b0f3-83bf3fa53cd8 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "GET /v2.0/ports/3e50e0bf-556b-44ae-82ce-f9ee94bf3c5e HTTP/1.1" status: 200 len: 910 time: 0.1204112 Dec 21 13:27:28.373786 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55070) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:28.379271 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3e6a40c9-099c-4cfa-856a-7001e2c07882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:28.382600 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3e6a40c9-099c-4cfa-856a-7001e2c07882 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:28.383211 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-3e6a40c9-099c-4cfa-856a-7001e2c07882 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/43415269-1a5e-427b-9c48-5a77b0a4883b HTTP/1.1" status: 204 len: 168 time: 0.9520175 Dec 21 13:27:28.395727 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cd5bc487-add9-4d81-b24f-6db7deb23dd0 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:28.411804 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-18448770-3a8c-42d9-a51b-97390697595d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:28.420992 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a40c9-099c-4cfa-856a-7001e2c07882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43415269-1a5e-427b-9c48-5a77b0a4883b,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:28.459664 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5bc487-add9-4d81-b24f-6db7deb23dd0 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Pushing event deleted for resources: {'Port': ['ID=73d47f66-e725-4db6-9a7a-90894a02bdd7,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:28.487746 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96112f1d-4b78-4f9f-a1d8-9f95e4b214e1 None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:27:28.491014 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18448770-3a8c-42d9-a51b-97390697595d None None] Routers {'4d1455be-b59b-4c12-90f0-5287fbbe65ef'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:27:28.491644 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-18448770-3a8c-42d9-a51b-97390697595d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:27:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['4d1455be-b59b-4c12-90f0-5287fbbe65ef'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:28.538206 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-045fa6f8-2168-4784-8fce-70391f7c889b req-f7d7cef5-9487-4319-9b7e-d4e9bf39872c tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ba20eb6-7980-48d1-8013-51c2682fdc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1952581 Dec 21 13:27:28.578393 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-18448770-3a8c-42d9-a51b-97390697595d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:28.578921 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18448770-3a8c-42d9-a51b-97390697595d None None] The sync data for ids ['4d1455be-b59b-4c12-90f0-5287fbbe65ef'] in dv-neutron-master-2-hyperv is: [] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:27:28.579953 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-93433032-6c6c-4ff7-8797-e56e937a5b78 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0811fe5-0219-43a9-b7e3-f774e5258470']}} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:28.597879 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-93433032-6c6c-4ff7-8797-e56e937a5b78 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba56b942-bf67-4190-8153-f53c1fb31a8a') {'for_net_delete': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:28.598178 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-93433032-6c6c-4ff7-8797-e56e937a5b78 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba56b942-bf67-4190-8153-f53c1fb31a8a') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:28.613790 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-93433032-6c6c-4ff7-8797-e56e937a5b78 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1585430'] for segment, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:28.649403 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-93433032-6c6c-4ff7-8797-e56e937a5b78 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:28.663029 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93433032-6c6c-4ff7-8797-e56e937a5b78 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=103153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:27:28.663271 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-93433032-6c6c-4ff7-8797-e56e937a5b78 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11349758'] for segment, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:28.663662 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cd5bc487-add9-4d81-b24f-6db7deb23dd0 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-548638'] for router_gateway, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:28.666388 dv-neutron-master-2-hyperv neutron-server[103153]: Traceback (most recent call last): Dec 21 13:27:28.666388 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:27:28.666388 dv-neutron-master-2-hyperv neutron-server[103153]: timer() Dec 21 13:27:28.666388 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:27:28.666388 dv-neutron-master-2-hyperv neutron-server[103153]: cb(*args, **kw) Dec 21 13:27:28.666388 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:27:28.666388 dv-neutron-master-2-hyperv neutron-server[103153]: return func(*args, **kwargs) Dec 21 13:27:28.666388 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:27:28.666388 dv-neutron-master-2-hyperv neutron-server[103153]: self._notify() Dec 21 13:27:28.666388 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:27:28.666388 dv-neutron-master-2-hyperv neutron-server[103153]: self.callback(batched_events) Dec 21 13:27:28.666388 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:27:28.666388 dv-neutron-master-2-hyperv neutron-server[103153]: event.method(event) Dec 21 13:27:28.666388 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:27:28.666388 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:27:28.666388 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:27:28.666388 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:27:28.666388 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:27:28.666388 dv-neutron-master-2-hyperv neutron-server[103153]: return f(self, *a, **k) Dec 21 13:27:28.666388 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:27:28.666388 dv-neutron-master-2-hyperv neutron-server[103153]: return self._get(url).json() Dec 21 13:27:28.666388 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:27:28.666388 dv-neutron-master-2-hyperv neutron-server[103153]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:27:28.666388 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:27:28.666388 dv-neutron-master-2-hyperv neutron-server[103153]: return self.request(url, 'GET', **kwargs) Dec 21 13:27:28.666388 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:27:28.666388 dv-neutron-master-2-hyperv neutron-server[103153]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:27:28.666388 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:27:28.666388 dv-neutron-master-2-hyperv neutron-server[103153]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:27:28.666388 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:27:28.666388 dv-neutron-master-2-hyperv neutron-server[103153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:27:28.666388 dv-neutron-master-2-hyperv neutron-server[103153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:27:28.724206 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:28.771720 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-93433032-6c6c-4ff7-8797-e56e937a5b78 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:28.779786 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-93433032-6c6c-4ff7-8797-e56e937a5b78 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:28.786571 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-93433032-6c6c-4ff7-8797-e56e937a5b78 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] 10.222.0.37 "DELETE /v2.0/networks/a0811fe5-0219-43a9-b7e3-f774e5258470 HTTP/1.1" status: 204 len: 168 time: 2.7272561 Dec 21 13:27:28.797853 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55086) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:28.804668 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-1ff263ca-be98-40e4-b400-f5cf46fd09e9 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1638540347'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:27:28.811132 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93433032-6c6c-4ff7-8797-e56e937a5b78 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Pushing event deleted for resources: {'Network': ['ID=a0811fe5-0219-43a9-b7e3-f774e5258470,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:28.873094 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ff263ca-be98-40e4-b400-f5cf46fd09e9 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Made reservation on behalf of c34ff9443f5b440bb29daef02ccce959 for: {'network': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:27:28.877064 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1ff263ca-be98-40e4-b400-f5cf46fd09e9 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:28.916547 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ff263ca-be98-40e4-b400-f5cf46fd09e9 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=103153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:27:28.925263 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b558bafa-feb1-4014-970a-2a7cfd3397e1 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532692'] for router_interface, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:29.008148 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1ff263ca-be98-40e4-b400-f5cf46fd09e9 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:29.008419 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.segments_db [None req-1ff263ca-be98-40e4-b400-f5cf46fd09e9 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Added segment 44ae9a7b-806d-4b23-a771-42b062a72641 of type vlan for network 323afe51-bffa-4040-b38f-aaa58e60d871 Dec 21 13:27:29.023896 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55090) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:29.087237 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1ff263ca-be98-40e4-b400-f5cf46fd09e9 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:29.127574 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cd5bc487-add9-4d81-b24f-6db7deb23dd0 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26950'] for router, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:29.132594 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cd5bc487-add9-4d81-b24f-6db7deb23dd0 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:29.145072 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c1903735-3da0-431d-be8f-0fb5850fbf0d tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:29.175104 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-10d06053-6e2f-4a77-864c-7322640aefe3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3d94f03dbf1c4f0aa2571543427d6226&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1440022 Dec 21 13:27:29.175104 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55096) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:29.202697 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1903735-3da0-431d-be8f-0fb5850fbf0d tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Pushing event deleted for resources: {'Port': ['ID=643ad1c2-9693-41e3-8b9a-854471507d6d,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:29.227877 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1ff263ca-be98-40e4-b400-f5cf46fd09e9 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:29.233527 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff263ca-be98-40e4-b400-f5cf46fd09e9 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:29.234122 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1ff263ca-be98-40e4-b400-f5cf46fd09e9 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:29.238318 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cd5bc487-add9-4d81-b24f-6db7deb23dd0 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534967'] for router, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:29.239306 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd5bc487-add9-4d81-b24f-6db7deb23dd0 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Fanout notify agent at l3_agent the message router_deleted on router 06f110c2-f600-4377-b9ab-31d987e1e34a {{(pid=103152) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 13:27:29.258969 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cd5bc487-add9-4d81-b24f-6db7deb23dd0 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks [] for router, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:29.260577 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-cd5bc487-add9-4d81-b24f-6db7deb23dd0 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] 10.222.0.37 "DELETE /v2.0/routers/06f110c2-f600-4377-b9ab-31d987e1e34a HTTP/1.1" status: 204 len: 168 time: 3.3178113 Dec 21 13:27:29.264039 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55102) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:29.306948 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-83c40e52-6c18-4c78-92f9-13c439f3fda4 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1381222457', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:27:29.336055 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-1ff263ca-be98-40e4-b400-f5cf46fd09e9 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5355647 Dec 21 13:27:29.343321 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55104) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:29.349534 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-7b12711b-fad8-4bec-b03d-3c86c20887d6 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Request body: {'subnet': {'network_id': '323afe51-bffa-4040-b38f-aaa58e60d871', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:27:29.401170 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff263ca-be98-40e4-b400-f5cf46fd09e9 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Pushing event updated for resources: {'Network': ['ID=323afe51-bffa-4040-b38f-aaa58e60d871,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:29.402191 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c1903735-3da0-431d-be8f-0fb5850fbf0d tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534084'] for router_interface, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:29.414839 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network 323afe51-bffa-4040-b38f-aaa58e60d871 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:27:29.432088 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c691a641-10af-4b8c-8de0-400f9df3b821 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:29.458022 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55108) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:29.504811 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c691a641-10af-4b8c-8de0-400f9df3b821 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:29.505930 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-83c40e52-6c18-4c78-92f9-13c439f3fda4 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26964'] for router, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:29.511852 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-83c40e52-6c18-4c78-92f9-13c439f3fda4 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-642316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26957'] for router, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:29.614321 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-b558bafa-feb1-4014-970a-2a7cfd3397e1 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Deleting port 3e50e0bf-556b-44ae-82ce-f9ee94bf3c5e {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:27:29.614759 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b558bafa-feb1-4014-970a-2a7cfd3397e1 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:29.619402 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c691a641-10af-4b8c-8de0-400f9df3b821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:29.621966 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c691a641-10af-4b8c-8de0-400f9df3b821 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:29.623229 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-c691a641-10af-4b8c-8de0-400f9df3b821 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/046101dc-3002-412e-99fd-db851d915774 HTTP/1.1" status: 204 len: 168 time: 0.4495838 Dec 21 13:27:29.671125 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b12711b-fad8-4bec-b03d-3c86c20887d6 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Made reservation on behalf of c34ff9443f5b440bb29daef02ccce959 for: {'subnet': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:27:29.676002 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7b12711b-fad8-4bec-b03d-3c86c20887d6 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12346583'] for subnet, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:29.719830 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-83c40e52-6c18-4c78-92f9-13c439f3fda4 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:29.737130 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-83c40e52-6c18-4c78-92f9-13c439f3fda4 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548730'] for router, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:29.803072 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.agents_db [None req-c60a5637-8c6f-4692-b23b-7dd82bd36b21 None None] Agent healthcheck: found 6 active agents {{(pid=103155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 13:27:29.828262 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-83c40e52-6c18-4c78-92f9-13c439f3fda4 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks [] for router, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:29.829507 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-83c40e52-6c18-4c78-92f9-13c439f3fda4 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5642502 Dec 21 13:27:29.837480 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55120) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:29.872124 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-eda97c38-7d51-47cd-89b9-5bfd521cf9b6 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'enable_snat': True}}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:27:29.960343 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-b497eb43-b9fd-4cce-a2dc-2b2c27f48893 tempest-ExternalNetworksAdminNegativeTestJSON-1985607796 tempest-ExternalNetworksAdminNegativeTestJSON-1985607796-project-admin] Request body: {'floatingip': {'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:27:29.975122 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1903735-3da0-431d-be8f-0fb5850fbf0d tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Router 97f00bab-f46e-4954-81a8-e2cb785927f8 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:27:29.982339 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c691a641-10af-4b8c-8de0-400f9df3b821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=046101dc-3002-412e-99fd-db851d915774,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:30.087047 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b497eb43-b9fd-4cce-a2dc-2b2c27f48893 tempest-ExternalNetworksAdminNegativeTestJSON-1985607796 tempest-ExternalNetworksAdminNegativeTestJSON-1985607796-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:30.100737 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77b15ec-511e-4d45-acae-b16e20cf3271 req-8e83b69a-7ede-45aa-8868-ec8512cf7c6b tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:30.102274 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f77b15ec-511e-4d45-acae-b16e20cf3271 req-8e83b69a-7ede-45aa-8868-ec8512cf7c6b tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f04569b-7b6a-480f-a48e-6be4ed1157fe HTTP/1.1" status: 200 len: 945 time: 0.1541348 Dec 21 13:27:30.116946 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b558bafa-feb1-4014-970a-2a7cfd3397e1 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:30.144731 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-b558bafa-feb1-4014-970a-2a7cfd3397e1 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Calling delete_port for 3e50e0bf-556b-44ae-82ce-f9ee94bf3c5e owned by network:router_interface {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:27:30.233341 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f77b15ec-511e-4d45-acae-b16e20cf3271 req-4cb0f656-a909-4ece-baab-f23d07f50abe tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ba20eb6-7980-48d1-8013-51c2682fdc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134958 Dec 21 13:27:30.280171 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-eda97c38-7d51-47cd-89b9-5bfd521cf9b6 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:30.300710 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1903735-3da0-431d-be8f-0fb5850fbf0d tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:27:30.310696 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-c1903735-3da0-431d-be8f-0fb5850fbf0d tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "PUT /v2.0/routers/97f00bab-f46e-4954-81a8-e2cb785927f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9850941 Dec 21 13:27:30.316093 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d84a23-9992-47f0-af95-055563db0132 None None] Sync routers for ids ['97f00bab-f46e-4954-81a8-e2cb785927f8'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:27:30.326646 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55134) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:30.330233 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d84a23-9992-47f0-af95-055563db0132 None None] Routers {'97f00bab-f46e-4954-81a8-e2cb785927f8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:27:30.336537 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-34d84a23-9992-47f0-af95-055563db0132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:27:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['97f00bab-f46e-4954-81a8-e2cb785927f8'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:30.403387 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b497eb43-b9fd-4cce-a2dc-2b2c27f48893 tempest-ExternalNetworksAdminNegativeTestJSON-1985607796 tempest-ExternalNetworksAdminNegativeTestJSON-1985607796-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:30.406985 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-34d84a23-9992-47f0-af95-055563db0132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:30.417726 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d84a23-9992-47f0-af95-055563db0132 None None] Routers {'97f00bab-f46e-4954-81a8-e2cb785927f8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:27:30.418902 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-34d84a23-9992-47f0-af95-055563db0132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:27:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['97f00bab-f46e-4954-81a8-e2cb785927f8'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:30.442281 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b558bafa-feb1-4014-970a-2a7cfd3397e1 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:30.453071 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-34d84a23-9992-47f0-af95-055563db0132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:30.453926 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d84a23-9992-47f0-af95-055563db0132 None None] The sync data for ids ['97f00bab-f46e-4954-81a8-e2cb785927f8'] in dv-neutron-master-2-hyperv is: [] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:27:30.472189 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-b8494471-2c9e-4310-aac0-785eb301228f tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "GET /v2.0/ports?device_id=97f00bab-f46e-4954-81a8-e2cb785927f8 HTTP/1.1" status: 200 len: 205 time: 0.1446388 Dec 21 13:27:30.486621 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55140) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:30.511131 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b558bafa-feb1-4014-970a-2a7cfd3397e1 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Pushing event deleted for resources: {'Port': ['ID=3e50e0bf-556b-44ae-82ce-f9ee94bf3c5e,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:30.682058 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55148) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:30.740184 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:30.749347 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0963c112-2303-4a8f-89f0-e8b1d58350ab tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks [] for router, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:30.759841 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7b12711b-fad8-4bec-b03d-3c86c20887d6 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12346565'] for subnet, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:30.773541 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-b497eb43-b9fd-4cce-a2dc-2b2c27f48893 tempest-ExternalNetworksAdminNegativeTestJSON-1985607796 tempest-ExternalNetworksAdminNegativeTestJSON-1985607796-project-admin] Allocated IP 172.36.3.157 (7fdf1889-f079-4166-bbda-88b2a8d8d595/051a5607-1753-4008-a2f2-d94b48752e9c/e2017d19-d041-4d19-bc9f-712ef028af6b) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:27:30.810763 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc01b4d5-e166-4bb6-891c-c3b2cf296d78 req-3615c1da-4894-4aa0-ad98-316992d2654a tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:30.818459 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-bc01b4d5-e166-4bb6-891c-c3b2cf296d78 req-3615c1da-4894-4aa0-ad98-316992d2654a tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f04569b-7b6a-480f-a48e-6be4ed1157fe HTTP/1.1" status: 200 len: 945 time: 0.4056013 Dec 21 13:27:30.973446 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b497eb43-b9fd-4cce-a2dc-2b2c27f48893 tempest-ExternalNetworksAdminNegativeTestJSON-1985607796 tempest-ExternalNetworksAdminNegativeTestJSON-1985607796-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:30.975888 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b558bafa-feb1-4014-970a-2a7cfd3397e1 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534084'] for router_interface, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:31.000951 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:31.019246 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-dcd6a75f-2022-4be6-beeb-d8a63b3455f6 tempest-MeteringTestJSON-806023008 tempest-MeteringTestJSON-806023008-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1302616525'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:27:31.019697 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-dcd6a75f-2022-4be6-beeb-d8a63b3455f6 tempest-MeteringTestJSON-806023008 tempest-MeteringTestJSON-806023008-project-admin] Unknown quota resources ['metering_label']. {{(pid=103152) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 21 13:27:31.053714 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b12711b-fad8-4bec-b03d-3c86c20887d6 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Pushing event updated for resources: {'Subnet': ['ID=9aec70ec-3a56-43f8-91e5-af08107a73c8,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:31.082211 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0963c112-2303-4a8f-89f0-e8b1d58350ab tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26950'] for router, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:31.124828 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0963c112-2303-4a8f-89f0-e8b1d58350ab tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:31.144099 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b497eb43-b9fd-4cce-a2dc-2b2c27f48893 tempest-ExternalNetworksAdminNegativeTestJSON-1985607796 tempest-ExternalNetworksAdminNegativeTestJSON-1985607796-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:31.144969 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-bc01b4d5-e166-4bb6-891c-c3b2cf296d78 req-051562f7-a369-4977-8513-7bc8c2d817e0 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ba20eb6-7980-48d1-8013-51c2682fdc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3216712 Dec 21 13:27:31.156591 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55160) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:31.238783 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b497eb43-b9fd-4cce-a2dc-2b2c27f48893 tempest-ExternalNetworksAdminNegativeTestJSON-1985607796 tempest-ExternalNetworksAdminNegativeTestJSON-1985607796-project-admin] Network 7fdf1889-f079-4166-bbda-88b2a8d8d595 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:27:31.241584 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b12711b-fad8-4bec-b03d-3c86c20887d6 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Checking segment: {'id': '44ae9a7b-806d-4b23-a771-42b062a72641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '323afe51-bffa-4040-b38f-aaa58e60d871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:27:31.241899 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b12711b-fad8-4bec-b03d-3c86c20887d6 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Network hostable DHCP agents. Network: 323afe51-bffa-4040-b38f-aaa58e60d871, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:27:31.254914 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0963c112-2303-4a8f-89f0-e8b1d58350ab tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534967'] for router, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:31.255446 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0963c112-2303-4a8f-89f0-e8b1d58350ab tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Fanout notify agent at l3_agent the message router_deleted on router 97f00bab-f46e-4954-81a8-e2cb785927f8 {{(pid=103152) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 13:27:31.263173 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-b497eb43-b9fd-4cce-a2dc-2b2c27f48893 tempest-ExternalNetworksAdminNegativeTestJSON-1985607796 tempest-ExternalNetworksAdminNegativeTestJSON-1985607796-project-admin] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:27:31.265490 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b497eb43-b9fd-4cce-a2dc-2b2c27f48893 tempest-ExternalNetworksAdminNegativeTestJSON-1985607796 tempest-ExternalNetworksAdminNegativeTestJSON-1985607796-project-admin] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:27:31.292825 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0963c112-2303-4a8f-89f0-e8b1d58350ab tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks [] for router, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:31.296342 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-0963c112-2303-4a8f-89f0-e8b1d58350ab tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "DELETE /v2.0/routers/97f00bab-f46e-4954-81a8-e2cb785927f8 HTTP/1.1" status: 204 len: 168 time: 0.7898991 Dec 21 13:27:31.300237 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55166) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:31.304677 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-dcd6a75f-2022-4be6-beeb-d8a63b3455f6 tempest-MeteringTestJSON-806023008 tempest-MeteringTestJSON-806023008-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:31.305810 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-dcd6a75f-2022-4be6-beeb-d8a63b3455f6 tempest-MeteringTestJSON-806023008 tempest-MeteringTestJSON-806023008-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.6204681 Dec 21 13:27:31.316926 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55168) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:31.323209 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b497eb43-b9fd-4cce-a2dc-2b2c27f48893 tempest-ExternalNetworksAdminNegativeTestJSON-1985607796 tempest-ExternalNetworksAdminNegativeTestJSON-1985607796-project-admin] Pushing event updated for resources: {'Port': ['ID=e2017d19-d041-4d19-bc9f-712ef028af6b,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:31.324078 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-57f6f20c-04b9-4464-8b67-5d009a9e13c8 tempest-MeteringTestJSON-806023008 tempest-MeteringTestJSON-806023008-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '8a118626-d3da-488b-ae19-4954b4e72c40'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:27:31.324557 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-57f6f20c-04b9-4464-8b67-5d009a9e13c8 tempest-MeteringTestJSON-806023008 tempest-MeteringTestJSON-806023008-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103152) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 21 13:27:31.333610 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b558bafa-feb1-4014-970a-2a7cfd3397e1 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Router 4d1455be-b59b-4c12-90f0-5287fbbe65ef has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:27:31.374161 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b672eca3-f276-44fd-85a5-14129fef7c4e req-3d3da050-5f3c-49fc-adab-299631665720 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:31.375728 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b672eca3-f276-44fd-85a5-14129fef7c4e req-3d3da050-5f3c-49fc-adab-299631665720 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f04569b-7b6a-480f-a48e-6be4ed1157fe HTTP/1.1" status: 200 len: 945 time: 0.1589098 Dec 21 13:27:31.390874 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-51e97518-823b-4a53-ae1f-f17143628383 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-660439211'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:27:31.400729 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b12711b-fad8-4bec-b03d-3c86c20887d6 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Network 323afe51-bffa-4040-b38f-aaa58e60d871 is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:27:31.493493 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-7b12711b-fad8-4bec-b03d-3c86c20887d6 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 323afe51-bffa-4040-b38f-aaa58e60d871) {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:27:31.495154 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b497eb43-b9fd-4cce-a2dc-2b2c27f48893 tempest-ExternalNetworksAdminNegativeTestJSON-1985607796 tempest-ExternalNetworksAdminNegativeTestJSON-1985607796-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:31.504018 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd7cbc5-48c0-4d4a-b311-4ae773f04e26 None None] Network 323afe51-bffa-4040-b38f-aaa58e60d871 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:27:31.508596 dv-neutron-master-2-hyperv neutron-server[103152]: WARNING neutron.services.metering.metering_plugin [None req-57f6f20c-04b9-4464-8b67-5d009a9e13c8 tempest-MeteringTestJSON-806023008 tempest-MeteringTestJSON-806023008-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 21 13:27:31.522594 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b672eca3-f276-44fd-85a5-14129fef7c4e req-90b3bb96-59e6-4362-bb6b-a2f13077dd41 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ba20eb6-7980-48d1-8013-51c2682fdc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391506 Dec 21 13:27:31.524629 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b558bafa-feb1-4014-970a-2a7cfd3397e1 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:27:31.531070 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b12711b-fad8-4bec-b03d-3c86c20887d6 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:31.531662 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7b12711b-fad8-4bec-b03d-3c86c20887d6 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:31.543242 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3dabefc-4a0e-4004-8575-e7e2b97d1ee4 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Deleting subnet 7cabd20d-5beb-42c3-ae03-5a1374fbec72 {{(pid=103152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:27:31.546514 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-b558bafa-feb1-4014-970a-2a7cfd3397e1 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "PUT /v2.0/routers/4d1455be-b59b-4c12-90f0-5287fbbe65ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1695452 Dec 21 13:27:31.547064 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55170) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:31.570326 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34028106-b233-446c-8bb1-b43a594ade3b None None] Sync routers for ids ['4d1455be-b59b-4c12-90f0-5287fbbe65ef'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:27:31.592666 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b497eb43-b9fd-4cce-a2dc-2b2c27f48893 tempest-ExternalNetworksAdminNegativeTestJSON-1985607796 tempest-ExternalNetworksAdminNegativeTestJSON-1985607796-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:31.603345 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34028106-b233-446c-8bb1-b43a594ade3b None None] Routers {'4d1455be-b59b-4c12-90f0-5287fbbe65ef'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:27:31.604659 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-34028106-b233-446c-8bb1-b43a594ade3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:27:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['4d1455be-b59b-4c12-90f0-5287fbbe65ef'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:31.625097 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f3dabefc-4a0e-4004-8575-e7e2b97d1ee4 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks [] for subnet, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:31.712672 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51e97518-823b-4a53-ae1f-f17143628383 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Made reservation on behalf of 3edf34a3eecc442ea8df7c8164f4e61d for: {'network': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:27:31.716192 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-51e97518-823b-4a53-ae1f-f17143628383 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:31.721519 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-57f6f20c-04b9-4464-8b67-5d009a9e13c8 tempest-MeteringTestJSON-806023008 tempest-MeteringTestJSON-806023008-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:31.726290 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-57f6f20c-04b9-4464-8b67-5d009a9e13c8 tempest-MeteringTestJSON-806023008 tempest-MeteringTestJSON-806023008-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4041460 Dec 21 13:27:31.729744 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55174) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:31.742165 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-6db486bc-7603-42dc-b042-2c1f86728b54 tempest-MeteringTestJSON-806023008 tempest-MeteringTestJSON-806023008-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '8a118626-d3da-488b-ae19-4954b4e72c40'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:27:31.742692 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-6db486bc-7603-42dc-b042-2c1f86728b54 tempest-MeteringTestJSON-806023008 tempest-MeteringTestJSON-806023008-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103153) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 21 13:27:31.757415 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-7b12711b-fad8-4bec-b03d-3c86c20887d6 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.4101377 Dec 21 13:27:31.760080 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-51e97518-823b-4a53-ae1f-f17143628383 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks [] for security_group, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:31.766321 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55176) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:31.783690 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-eda97c38-7d51-47cd-89b9-5bfd521cf9b6 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:31.804640 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-34028106-b233-446c-8bb1-b43a594ade3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:31.812115 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f3dabefc-4a0e-4004-8575-e7e2b97d1ee4 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526644'] for subnet, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:31.834556 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34028106-b233-446c-8bb1-b43a594ade3b None None] Routers {'4d1455be-b59b-4c12-90f0-5287fbbe65ef'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:27:31.835200 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-34028106-b233-446c-8bb1-b43a594ade3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:27:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['4d1455be-b59b-4c12-90f0-5287fbbe65ef'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:31.870788 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a437b751-5d41-4b17-baca-3e660e17fade None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-323afe51-bffa-4040-b38f-aaa58e60d871', 'network_id': '323afe51-bffa-4040-b38f-aaa58e60d871', 'project_id': 'c34ff9443f5b440bb29daef02ccce959', 'fixed_ips': [{'subnet_id': '9aec70ec-3a56-43f8-91e5-af08107a73c8'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:27:31.871674 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a437b751-5d41-4b17-baca-3e660e17fade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:31.874526 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-34028106-b233-446c-8bb1-b43a594ade3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:31.875166 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34028106-b233-446c-8bb1-b43a594ade3b None None] The sync data for ids ['4d1455be-b59b-4c12-90f0-5287fbbe65ef'] in dv-neutron-master-2-hyperv is: [] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:27:31.906720 dv-neutron-master-2-hyperv neutron-server[103153]: WARNING neutron.services.metering.metering_plugin [None req-6db486bc-7603-42dc-b042-2c1f86728b54 tempest-MeteringTestJSON-806023008 tempest-MeteringTestJSON-806023008-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 21 13:27:32.021524 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-a437b751-5d41-4b17-baca-3e660e17fade None None] Allocated IP 172.20.0.1 (323afe51-bffa-4040-b38f-aaa58e60d871/9aec70ec-3a56-43f8-91e5-af08107a73c8/b112aa0b-2172-4ffb-aede-46930de2140b) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:27:32.065354 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6db486bc-7603-42dc-b042-2c1f86728b54 tempest-MeteringTestJSON-806023008 tempest-MeteringTestJSON-806023008-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:32.069209 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-6db486bc-7603-42dc-b042-2c1f86728b54 tempest-MeteringTestJSON-806023008 tempest-MeteringTestJSON-806023008-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3299930 Dec 21 13:27:32.070840 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55178) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:32.102472 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-54021fee-ca33-41f0-a2c6-4d6d27bdb2ad tempest-MeteringTestJSON-806023008 tempest-MeteringTestJSON-806023008-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=0e718ef4-a38b-44b0-aec1-2cc2de62efde HTTP/1.1" status: 200 len: 464 time: 0.0165131 Dec 21 13:27:32.102472 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55180) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:32.131456 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b497eb43-b9fd-4cce-a2dc-2b2c27f48893 tempest-ExternalNetworksAdminNegativeTestJSON-1985607796 tempest-ExternalNetworksAdminNegativeTestJSON-1985607796-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:32.164982 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b497eb43-b9fd-4cce-a2dc-2b2c27f48893 tempest-ExternalNetworksAdminNegativeTestJSON-1985607796 tempest-ExternalNetworksAdminNegativeTestJSON-1985607796-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:32.181009 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a437b751-5d41-4b17-baca-3e660e17fade None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:32.188406 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a437b751-5d41-4b17-baca-3e660e17fade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:32.194386 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-eda97c38-7d51-47cd-89b9-5bfd521cf9b6 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:32.231044 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a437b751-5d41-4b17-baca-3e660e17fade None None] Network 323afe51-bffa-4040-b38f-aaa58e60d871 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:27:32.233895 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-a437b751-5d41-4b17-baca-3e660e17fade None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:27:32.238591 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a437b751-5d41-4b17-baca-3e660e17fade None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:27:32.241884 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a437b751-5d41-4b17-baca-3e660e17fade None None] Pushing event updated for resources: {'Port': ['ID=b112aa0b-2172-4ffb-aede-46930de2140b,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:32.309277 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-a437b751-5d41-4b17-baca-3e660e17fade None None] Attempting to bind port b112aa0b-2172-4ffb-aede-46930de2140b on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:27:32.310799 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-a437b751-5d41-4b17-baca-3e660e17fade None None] Attempting to bind port b112aa0b-2172-4ffb-aede-46930de2140b by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '44ae9a7b-806d-4b23-a771-42b062a72641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '323afe51-bffa-4040-b38f-aaa58e60d871'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:27:32.311115 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a437b751-5d41-4b17-baca-3e660e17fade None None] Attempting to bind port b112aa0b-2172-4ffb-aede-46930de2140b on network 323afe51-bffa-4040-b38f-aaa58e60d871 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:27:32.317672 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a437b751-5d41-4b17-baca-3e660e17fade None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:27:32.318530 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a437b751-5d41-4b17-baca-3e660e17fade None None] Checking segment: {'id': '44ae9a7b-806d-4b23-a771-42b062a72641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '323afe51-bffa-4040-b38f-aaa58e60d871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:27:32.319184 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a437b751-5d41-4b17-baca-3e660e17fade None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:32.319775 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a437b751-5d41-4b17-baca-3e660e17fade None None] Bound using segment: {'id': '44ae9a7b-806d-4b23-a771-42b062a72641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '323afe51-bffa-4040-b38f-aaa58e60d871'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:27:32.320944 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-a437b751-5d41-4b17-baca-3e660e17fade None None] Bound port: b112aa0b-2172-4ffb-aede-46930de2140b, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44ae9a7b-806d-4b23-a771-42b062a72641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '323afe51-bffa-4040-b38f-aaa58e60d871'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:27:32.321569 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a437b751-5d41-4b17-baca-3e660e17fade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:32.325129 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe51efff-e541-4e51-a05f-98af4a197dc5 req-1650e0bc-aede-4602-8096-0d537dd167b7 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:32.326656 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-fe51efff-e541-4e51-a05f-98af4a197dc5 req-1650e0bc-aede-4602-8096-0d537dd167b7 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f04569b-7b6a-480f-a48e-6be4ed1157fe HTTP/1.1" status: 200 len: 945 time: 0.6975160 Dec 21 13:27:32.360630 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-11e41c3c-5eae-4f29-b08d-291d558d6a13 tempest-MeteringTestJSON-806023008 tempest-MeteringTestJSON-806023008-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:32.365956 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-11e41c3c-5eae-4f29-b08d-291d558d6a13 tempest-MeteringTestJSON-806023008 tempest-MeteringTestJSON-806023008-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-label-rules/0e718ef4-a38b-44b0-aec1-2cc2de62efde HTTP/1.1" status: 204 len: 168 time: 0.2700744 Dec 21 13:27:32.369546 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55182) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:32.375631 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b497eb43-b9fd-4cce-a2dc-2b2c27f48893 tempest-ExternalNetworksAdminNegativeTestJSON-1985607796 tempest-ExternalNetworksAdminNegativeTestJSON-1985607796-project-admin] Pushing event updated for resources: {'Port': ['ID=e2017d19-d041-4d19-bc9f-712ef028af6b,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:32.402459 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-b4486094-a18e-4d7d-b2f2-d1631eab2558 tempest-MeteringTestJSON-806023008 tempest-MeteringTestJSON-806023008-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=0e718ef4-a38b-44b0-aec1-2cc2de62efde HTTP/1.1" status: 200 len: 221 time: 0.0315812 Dec 21 13:27:32.403852 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55184) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:32.409043 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-c0587fba-3db8-4c7c-978f-b533ba88fea8 tempest-MeteringTestJSON-806023008 tempest-MeteringTestJSON-806023008-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--46149765', 'description': 'label created by tempest'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:27:32.409508 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-c0587fba-3db8-4c7c-978f-b533ba88fea8 tempest-MeteringTestJSON-806023008 tempest-MeteringTestJSON-806023008-project-admin] Unknown quota resources ['metering_label']. {{(pid=103153) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 21 13:27:32.410464 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-a437b751-5d41-4b17-baca-3e660e17fade None None] For port b112aa0b-2172-4ffb-aede-46930de2140b, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:27:32.412385 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b497eb43-b9fd-4cce-a2dc-2b2c27f48893 tempest-ExternalNetworksAdminNegativeTestJSON-1985607796 tempest-ExternalNetworksAdminNegativeTestJSON-1985607796-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548820'] for floatingip, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:32.414176 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-a437b751-5d41-4b17-baca-3e660e17fade None None] For port b112aa0b-2172-4ffb-aede-46930de2140b, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b112aa0b-2172-4ffb-aede-46930de2140b,segment=NetworkSegment(44ae9a7b-806d-4b23-a771-42b062a72641),segment_id=44ae9a7b-806d-4b23-a771-42b062a72641)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:27:32.420449 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a437b751-5d41-4b17-baca-3e660e17fade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:32.489216 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ce2f1b2d-09f2-49b4-be33-d20fcf5ad631 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:32.509226 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a437b751-5d41-4b17-baca-3e660e17fade None None] Pushing event updated for resources: {'Port': ['ID=b112aa0b-2172-4ffb-aede-46930de2140b,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:32.529841 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f3dabefc-4a0e-4004-8575-e7e2b97d1ee4 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:32.544554 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b497eb43-b9fd-4cce-a2dc-2b2c27f48893 tempest-ExternalNetworksAdminNegativeTestJSON-1985607796 tempest-ExternalNetworksAdminNegativeTestJSON-1985607796-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for floatingip, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:32.545791 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-b497eb43-b9fd-4cce-a2dc-2b2c27f48893 tempest-ExternalNetworksAdminNegativeTestJSON-1985607796 tempest-ExternalNetworksAdminNegativeTestJSON-1985607796-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0867910 Dec 21 13:27:32.549232 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55186) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:32.555390 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-e64ee66a-b2ea-4002-8d35-5d2056324cf9 tempest-ExternalNetworksAdminNegativeTestJSON-1985607796 tempest-ExternalNetworksAdminNegativeTestJSON-1985607796-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-814669245', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'fixed_ips': [{'ip_address': '172.36.3.157'}]}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:27:32.583155 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-fe51efff-e541-4e51-a05f-98af4a197dc5 req-8db6025d-68c9-4f9d-be11-0e189627ff8c tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ba20eb6-7980-48d1-8013-51c2682fdc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2414579 Dec 21 13:27:32.584353 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-eda97c38-7d51-47cd-89b9-5bfd521cf9b6 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Allocated IP 172.36.3.10 (7fdf1889-f079-4166-bbda-88b2a8d8d595/051a5607-1753-4008-a2f2-d94b48752e9c/454c4e6a-a9a3-4779-8040-d3e7bd522b57) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:27:32.616573 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-51e97518-823b-4a53-ae1f-f17143628383 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks [] for security_group, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:32.651515 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-51e97518-823b-4a53-ae1f-f17143628383 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:32.651893 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c0587fba-3db8-4c7c-978f-b533ba88fea8 tempest-MeteringTestJSON-806023008 tempest-MeteringTestJSON-806023008-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:32.653081 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-c0587fba-3db8-4c7c-978f-b533ba88fea8 tempest-MeteringTestJSON-806023008 tempest-MeteringTestJSON-806023008-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 468 time: 0.2479463 Dec 21 13:27:32.657770 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55190) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:32.720237 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51e97518-823b-4a53-ae1f-f17143628383 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=103152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:27:32.748039 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c7d3c5cf-ba4e-4387-99f2-6065f2246325 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532692'] for router_interface, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:32.784521 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-27d5998a-0ae2-466c-9dc6-3db180bfd299 tempest-MeteringTestJSON-806023008 tempest-MeteringTestJSON-806023008-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=de45bd0a-cdf9-43a7-aadf-f5795a303fde HTTP/1.1" status: 200 len: 466 time: 0.1257136 Dec 21 13:27:32.787842 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55192) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:32.787991 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e64ee66a-b2ea-4002-8d35-5d2056324cf9 tempest-ExternalNetworksAdminNegativeTestJSON-1985607796 tempest-ExternalNetworksAdminNegativeTestJSON-1985607796-project-admin] Made reservation on behalf of 977b7c5d05d04dcc937b18368325b6d5 for: {'port': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:27:32.790222 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e64ee66a-b2ea-4002-8d35-5d2056324cf9 tempest-ExternalNetworksAdminNegativeTestJSON-1985607796 tempest-ExternalNetworksAdminNegativeTestJSON-1985607796-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:32.797922 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-51e97518-823b-4a53-ae1f-f17143628383 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:32.798632 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.segments_db [None req-51e97518-823b-4a53-ae1f-f17143628383 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Added segment 469feaf6-6294-4908-bda0-612d87a6adbe of type vlan for network b130763d-4a25-4977-9964-44d67d152f28 Dec 21 13:27:32.807343 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e97518-823b-4a53-ae1f-f17143628383 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be176200-6388-4aa5-9b1c-689454f32023,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:32.825106 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f3dabefc-4a0e-4004-8575-e7e2b97d1ee4 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12346570'] for subnet, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:32.899415 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8990de-e730-43b9-8e54-c4bb9f9ec94c None None] Network be696852-5b8b-4bac-9636-dcb42f4f08c4 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:27:32.915560 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f3dabefc-4a0e-4004-8575-e7e2b97d1ee4 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:32.924834 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-f3dabefc-4a0e-4004-8575-e7e2b97d1ee4 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "DELETE /v2.0/subnets/7cabd20d-5beb-42c3-ae03-5a1374fbec72 HTTP/1.1" status: 204 len: 168 time: 1.6201956 Dec 21 13:27:32.924834 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dabefc-4a0e-4004-8575-e7e2b97d1ee4 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Pushing event deleted for resources: {'Subnet': ['ID=7cabd20d-5beb-42c3-ae03-5a1374fbec72,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:32.928555 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55194) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:32.943747 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-51e97518-823b-4a53-ae1f-f17143628383 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:32.951004 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ce2f1b2d-09f2-49b4-be33-d20fcf5ad631 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Deleting port b112aa0b-2172-4ffb-aede-46930de2140b {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:27:32.951342 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ce2f1b2d-09f2-49b4-be33-d20fcf5ad631 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:33.007290 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-eda97c38-7d51-47cd-89b9-5bfd521cf9b6 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:33.089602 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef731124-6dc2-4e29-85cc-2638606f8c16 None None] DHCP port deletion for be696852-5b8b-4bac-9636-dcb42f4f08c4 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:27:33.109066 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_v2 [None req-adf22db7-9868-4d21-a27a-2caa16ae2dd2 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Deleting subnet eeea2e36-3ce7-4b72-b144-563c78ee694f {{(pid=103152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:27:33.118213 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-adf22db7-9868-4d21-a27a-2caa16ae2dd2 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks [] for subnet, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:33.127539 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-51e97518-823b-4a53-ae1f-f17143628383 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:33.129588 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e97518-823b-4a53-ae1f-f17143628383 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:33.130234 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-51e97518-823b-4a53-ae1f-f17143628383 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633769'] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:33.152574 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-ef731124-6dc2-4e29-85cc-2638606f8c16 None None] Deleting port 80ea2bfd-90b2-4950-b83f-a5798adc5e9a {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:27:33.152813 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e64ee66a-b2ea-4002-8d35-5d2056324cf9 tempest-ExternalNetworksAdminNegativeTestJSON-1985607796 tempest-ExternalNetworksAdminNegativeTestJSON-1985607796-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:33.153797 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ef731124-6dc2-4e29-85cc-2638606f8c16 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:33.229538 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-ef731124-6dc2-4e29-85cc-2638606f8c16 None None] For port 80ea2bfd-90b2-4950-b83f-a5798adc5e9a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=80ea2bfd-90b2-4950-b83f-a5798adc5e9a,segment=NetworkSegment(fa4af33c-3304-4f9b-83d0-29e6591e8862),segment_id=fa4af33c-3304-4f9b-83d0-29e6591e8862)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:27:33.230254 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ef731124-6dc2-4e29-85cc-2638606f8c16 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:33.234129 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ce2f1b2d-09f2-49b4-be33-d20fcf5ad631 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] For port b112aa0b-2172-4ffb-aede-46930de2140b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b112aa0b-2172-4ffb-aede-46930de2140b,segment=NetworkSegment(44ae9a7b-806d-4b23-a771-42b062a72641),segment_id=44ae9a7b-806d-4b23-a771-42b062a72641)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:27:33.234686 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ce2f1b2d-09f2-49b4-be33-d20fcf5ad631 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:33.244959 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-ef731124-6dc2-4e29-85cc-2638606f8c16 None None] Calling delete_port for 80ea2bfd-90b2-4950-b83f-a5798adc5e9a owned by network:dhcp {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:27:33.254128 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ce2f1b2d-09f2-49b4-be33-d20fcf5ad631 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Calling delete_port for b112aa0b-2172-4ffb-aede-46930de2140b owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:27:33.338184 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ef731124-6dc2-4e29-85cc-2638606f8c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636'] for port, after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:33.352849 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-eda97c38-7d51-47cd-89b9-5bfd521cf9b6 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:33.365607 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-51e97518-823b-4a53-ae1f-f17143628383 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.2055271 Dec 21 13:27:33.370929 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55196) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:33.376392 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-f0758408-04df-4b1b-bd1c-02e259132582 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Request body: {'port': {'network_id': 'b130763d-4a25-4977-9964-44d67d152f28', 'name': 'tempest-PortsIpV6TestJSON-68876244'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:27:33.382436 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef731124-6dc2-4e29-85cc-2638606f8c16 None None] Pushing event deleted for resources: {'Port': ['ID=80ea2bfd-90b2-4950-b83f-a5798adc5e9a,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:33.387524 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef731124-6dc2-4e29-85cc-2638606f8c16 None None] No DVR routers for this DVR port 80ea2bfd-90b2-4950-b83f-a5798adc5e9a on host dv-neutron-master-2-hyperv {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:27:33.451224 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-adf22db7-9868-4d21-a27a-2caa16ae2dd2 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526644'] for subnet, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:33.488411 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-04cac456-b4c9-4147-8eed-a168a24c175f tempest-MeteringTestJSON-806023008 tempest-MeteringTestJSON-806023008-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:33.489553 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-04cac456-b4c9-4147-8eed-a168a24c175f tempest-MeteringTestJSON-806023008 tempest-MeteringTestJSON-806023008-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-labels/de45bd0a-cdf9-43a7-aadf-f5795a303fde HTTP/1.1" status: 204 len: 168 time: 0.6970818 Dec 21 13:27:33.508301 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e97518-823b-4a53-ae1f-f17143628383 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Pushing event updated for resources: {'Network': ['ID=b130763d-4a25-4977-9964-44d67d152f28,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:33.510235 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55198) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:33.522668 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network b130763d-4a25-4977-9964-44d67d152f28 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:27:33.534496 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda97c38-7d51-47cd-89b9-5bfd521cf9b6 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Network 7fdf1889-f079-4166-bbda-88b2a8d8d595 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:27:33.556288 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-eda97c38-7d51-47cd-89b9-5bfd521cf9b6 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:27:33.569531 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda97c38-7d51-47cd-89b9-5bfd521cf9b6 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:27:33.605353 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d865f2a-bc09-4c5e-b536-390b26f3f351 None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:27:33.609212 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e64ee66a-b2ea-4002-8d35-5d2056324cf9 tempest-ExternalNetworksAdminNegativeTestJSON-1985607796 tempest-ExternalNetworksAdminNegativeTestJSON-1985607796-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:33.623678 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-27493e26-2792-4518-9f66-c6ab217e8db3 tempest-MeteringTestJSON-806023008 tempest-MeteringTestJSON-806023008-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=de45bd0a-cdf9-43a7-aadf-f5795a303fde HTTP/1.1" status: 200 len: 216 time: 0.0940545 Dec 21 13:27:33.623678 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda97c38-7d51-47cd-89b9-5bfd521cf9b6 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Pushing event updated for resources: {'Port': ['ID=454c4e6a-a9a3-4779-8040-d3e7bd522b57,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:33.624001 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a3d3fe-f4a4-46d2-a33d-1db2378e1611 None None] Network 323afe51-bffa-4040-b38f-aaa58e60d871 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:27:33.626504 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e64ee66a-b2ea-4002-8d35-5d2056324cf9 tempest-ExternalNetworksAdminNegativeTestJSON-1985607796 tempest-ExternalNetworksAdminNegativeTestJSON-1985607796-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:33.631570 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55200) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:33.641864 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [None req-e64ee66a-b2ea-4002-8d35-5d2056324cf9 tempest-ExternalNetworksAdminNegativeTestJSON-1985607796 tempest-ExternalNetworksAdminNegativeTestJSON-1985607796-project-admin] device_id is not set on port b2e6a9fa-08cf-4762-bf3e-c919a0ecf83d yet. {{(pid=103153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 13:27:33.709953 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-683f7b18-3eb5-42bf-9994-923fb5bcc16f None None] Provisioning complete for port b112aa0b-2172-4ffb-aede-46930de2140b triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:27:33.709953 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-683f7b18-3eb5-42bf-9994-923fb5bcc16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:33.736079 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0758408-04df-4b1b-bd1c-02e259132582 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Made reservation on behalf of 3edf34a3eecc442ea8df7c8164f4e61d for: {'port': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:27:33.739623 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f0758408-04df-4b1b-bd1c-02e259132582 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:33.755434 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-adf22db7-9868-4d21-a27a-2caa16ae2dd2 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:33.764835 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-ebbd97fd-fa28-4668-8bc1-1c7cb3df258f tempest-MeteringTestJSON-806023008 tempest-MeteringTestJSON-806023008-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.1265981 Dec 21 13:27:33.773273 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-683f7b18-3eb5-42bf-9994-923fb5bcc16f None None] Could not find standard attr ID for object b112aa0b-2172-4ffb-aede-46930de2140b. {{(pid=103154) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 21 13:27:33.778766 dv-neutron-master-2-hyperv neutron-server[103154]: INFO neutron.plugins.ml2.db [None req-683f7b18-3eb5-42bf-9994-923fb5bcc16f None None] No ports have port_id starting with b112aa0b-2172-4ffb-aede-46930de2140b Dec 21 13:27:33.778936 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ce2f1b2d-09f2-49b4-be33-d20fcf5ad631 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:33.793458 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55202) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:33.828840 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64ee66a-b2ea-4002-8d35-5d2056324cf9 tempest-ExternalNetworksAdminNegativeTestJSON-1985607796 tempest-ExternalNetworksAdminNegativeTestJSON-1985607796-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2c09352-251d-42fd-8a54-f38e9a7c3cef,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:33.870283 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-afdbb203-3d72-4d38-a0f4-4af8458e60fb tempest-MeteringTestJSON-806023008 tempest-MeteringTestJSON-806023008-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0746346 Dec 21 13:27:33.872747 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [None req-f0758408-04df-4b1b-bd1c-02e259132582 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] device_id is not set on port c73ca4bd-6bf4-4363-901b-e2f0d8de8656 yet. {{(pid=103153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 13:27:33.877808 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55204) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:33.891527 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2f1b2d-09f2-49b4-be33-d20fcf5ad631 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Pushing event deleted for resources: {'Port': ['ID=b112aa0b-2172-4ffb-aede-46930de2140b,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:33.920732 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-b7218982-1433-42e9-bd9c-efed3a463d84 None None] Provisioning complete for port 454c4e6a-a9a3-4779-8040-d3e7bd522b57 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:27:33.938652 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b7218982-1433-42e9-bd9c-efed3a463d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:33.975304 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2f1b2d-09f2-49b4-be33-d20fcf5ad631 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] No DVR routers for this DVR port b112aa0b-2172-4ffb-aede-46930de2140b on host dv-neutron-master-2-hyperv {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:27:34.020474 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-b7218982-1433-42e9-bd9c-efed3a463d84 None None] Port 454c4e6a-a9a3-4779-8040-d3e7bd522b57 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:27:34.042804 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-adf22db7-9868-4d21-a27a-2caa16ae2dd2 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12346570'] for subnet, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:34.046827 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-ba9f21aa-42c2-4ea2-b14b-db999bd702e2 tempest-MeteringTestJSON-806023008 tempest-MeteringTestJSON-806023008-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels/8a118626-d3da-488b-ae19-4954b4e72c40 HTTP/1.1" status: 200 len: 473 time: 0.1444533 Dec 21 13:27:34.051364 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55206) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:34.076309 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b6c900-31df-424f-b172-0b7fe9e96c57 None None] DHCP port deletion for 323afe51-bffa-4040-b38f-aaa58e60d871 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:27:34.096426 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 80ea2bfd-90b2-4950-b83f-a5798adc5e9a no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:27:34.104341 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-c7d3c5cf-ba4e-4387-99f2-6065f2246325 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Deleting port 8329517b-adc0-4886-b158-8feb16a847fa {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:27:34.104848 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c7d3c5cf-ba4e-4387-99f2-6065f2246325 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:34.119679 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ce2f1b2d-09f2-49b4-be33-d20fcf5ad631 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:34.130084 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2d0d25-6e4c-4176-a38f-0b1bbbe9f33e None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=103154) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 21 13:27:34.137255 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: 80ea2bfd-90b2-4950-b83f-a5798adc5e9a {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:27:34.137605 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 80ea2bfd-90b2-4950-b83f-a5798adc5e9a not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:27:34.147462 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf22db7-9868-4d21-a27a-2caa16ae2dd2 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Pushing event deleted for resources: {'Subnet': ['ID=eeea2e36-3ce7-4b72-b144-563c78ee694f,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:34.156771 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-adf22db7-9868-4d21-a27a-2caa16ae2dd2 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:34.159286 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-3ba97b19-4a37-4ebd-b79f-f451a128ba42 None None] Could not find standard attr ID for object b112aa0b-2172-4ffb-aede-46930de2140b. {{(pid=103154) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 21 13:27:34.164242 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-adf22db7-9868-4d21-a27a-2caa16ae2dd2 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "DELETE /v2.0/subnets/eeea2e36-3ce7-4b72-b144-563c78ee694f HTTP/1.1" status: 204 len: 168 time: 1.2318985 Dec 21 13:27:34.169231 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55208) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:34.179993 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-d8add9cf-6212-49fb-81bc-78840a900f10 tempest-MeteringTestJSON-806023008 tempest-MeteringTestJSON-806023008-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules/f9207392-7653-4bd7-b5eb-1170c0e9b2bc HTTP/1.1" status: 200 len: 461 time: 0.0868776 Dec 21 13:27:34.180653 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55210) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:34.231315 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.pecan_wsgi.hooks.translation [None req-e64ee66a-b2ea-4002-8d35-5d2056324cf9 tempest-ExternalNetworksAdminNegativeTestJSON-1985607796 tempest-ExternalNetworksAdminNegativeTestJSON-1985607796-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 21 13:27:34.231937 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e64ee66a-b2ea-4002-8d35-5d2056324cf9 tempest-ExternalNetworksAdminNegativeTestJSON-1985607796 tempest-ExternalNetworksAdminNegativeTestJSON-1985607796-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:27:34.254338 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2d0d25-6e4c-4176-a38f-0b1bbbe9f33e None None] Resources bound (agent type, host, resource id): {{(pid=103154) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 21 13:27:34.300902 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-e64ee66a-b2ea-4002-8d35-5d2056324cf9 tempest-ExternalNetworksAdminNegativeTestJSON-1985607796 tempest-ExternalNetworksAdminNegativeTestJSON-1985607796-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.7502446 Dec 21 13:27:34.306166 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55212) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:34.333002 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ce2f1b2d-09f2-49b4-be33-d20fcf5ad631 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12346570'] for subnet, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:34.337696 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9324befa-85b6-4f30-b734-92206ed94b8c tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:34.343394 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-eda97c38-7d51-47cd-89b9-5bfd521cf9b6 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:34.405385 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c7d3c5cf-ba4e-4387-99f2-6065f2246325 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:34.415620 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2f1b2d-09f2-49b4-be33-d20fcf5ad631 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Pushing event deleted for resources: {'Subnet': ['ID=9aec70ec-3a56-43f8-91e5-af08107a73c8,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:34.432164 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f0758408-04df-4b1b-bd1c-02e259132582 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:34.437282 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-c7d3c5cf-ba4e-4387-99f2-6065f2246325 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Calling delete_port for 8329517b-adc0-4886-b158-8feb16a847fa owned by network:router_interface {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:27:34.509291 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ce2f1b2d-09f2-49b4-be33-d20fcf5ad631 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:34.517433 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-436ef3f4-937d-42c5-8c9b-5d6b8e300f44 tempest-MeteringTestJSON-806023008 tempest-MeteringTestJSON-806023008-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:34.522118 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-436ef3f4-937d-42c5-8c9b-5d6b8e300f44 tempest-MeteringTestJSON-806023008 tempest-MeteringTestJSON-806023008-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-label-rules/f9207392-7653-4bd7-b5eb-1170c0e9b2bc HTTP/1.1" status: 204 len: 168 time: 0.3376322 Dec 21 13:27:34.526559 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48302a5d-4e34-4244-baff-1a0ba10cecde None None] Network 1c50ee05-4eb7-432b-91fa-5ad0c5b42a69 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:27:34.528151 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55214) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:34.528816 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-856ad47f-4761-4945-8634-e371803b14dc None None] Network 323afe51-bffa-4040-b38f-aaa58e60d871 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:27:34.621303 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-ce2f1b2d-09f2-49b4-be33-d20fcf5ad631 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['323afe51-bffa-4040-b38f-aaa58e60d871']}} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:34.634254 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9324befa-85b6-4f30-b734-92206ed94b8c tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:34.639834 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-ce2f1b2d-09f2-49b4-be33-d20fcf5ad631 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44ae9a7b-806d-4b23-a771-42b062a72641') {'for_net_delete': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:34.640030 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-ce2f1b2d-09f2-49b4-be33-d20fcf5ad631 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44ae9a7b-806d-4b23-a771-42b062a72641') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:34.665540 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ce2f1b2d-09f2-49b4-be33-d20fcf5ad631 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526653'] for segment, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:34.677938 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-9324befa-85b6-4f30-b734-92206ed94b8c tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be696852-5b8b-4bac-9636-dcb42f4f08c4']}} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:34.695491 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ce7c44-e65e-4f7f-8edc-69b258183573 None None] DHCP port deletion for 323afe51-bffa-4040-b38f-aaa58e60d871 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:27:34.731190 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-9324befa-85b6-4f30-b734-92206ed94b8c tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa4af33c-3304-4f9b-83d0-29e6591e8862') {'for_net_delete': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:34.731572 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-9324befa-85b6-4f30-b734-92206ed94b8c tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa4af33c-3304-4f9b-83d0-29e6591e8862') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:34.747444 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ce2f1b2d-09f2-49b4-be33-d20fcf5ad631 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:34.757120 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9324befa-85b6-4f30-b734-92206ed94b8c tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526653'] for segment, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:34.758275 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f0758408-04df-4b1b-bd1c-02e259132582 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:34.769504 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce2f1b2d-09f2-49b4-be33-d20fcf5ad631 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=103152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:27:34.769504 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ce2f1b2d-09f2-49b4-be33-d20fcf5ad631 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805426'] for segment, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:34.773603 dv-neutron-master-2-hyperv neutron-server[103152]: Traceback (most recent call last): Dec 21 13:27:34.773603 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:27:34.773603 dv-neutron-master-2-hyperv neutron-server[103152]: timer() Dec 21 13:27:34.773603 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:27:34.773603 dv-neutron-master-2-hyperv neutron-server[103152]: cb(*args, **kw) Dec 21 13:27:34.773603 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:27:34.773603 dv-neutron-master-2-hyperv neutron-server[103152]: return func(*args, **kwargs) Dec 21 13:27:34.773603 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:27:34.773603 dv-neutron-master-2-hyperv neutron-server[103152]: self._notify() Dec 21 13:27:34.773603 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:27:34.773603 dv-neutron-master-2-hyperv neutron-server[103152]: self.callback(batched_events) Dec 21 13:27:34.773603 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:27:34.773603 dv-neutron-master-2-hyperv neutron-server[103152]: event.method(event) Dec 21 13:27:34.773603 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:27:34.773603 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:27:34.773603 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:27:34.773603 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:27:34.773603 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:27:34.773603 dv-neutron-master-2-hyperv neutron-server[103152]: return f(self, *a, **k) Dec 21 13:27:34.773603 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:27:34.773603 dv-neutron-master-2-hyperv neutron-server[103152]: return self._get(url).json() Dec 21 13:27:34.773603 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:27:34.773603 dv-neutron-master-2-hyperv neutron-server[103152]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:27:34.773603 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:27:34.773603 dv-neutron-master-2-hyperv neutron-server[103152]: return self.request(url, 'GET', **kwargs) Dec 21 13:27:34.773603 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:27:34.773603 dv-neutron-master-2-hyperv neutron-server[103152]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:27:34.773603 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:27:34.773603 dv-neutron-master-2-hyperv neutron-server[103152]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:27:34.773603 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:27:34.773603 dv-neutron-master-2-hyperv neutron-server[103152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:27:34.773603 dv-neutron-master-2-hyperv neutron-server[103152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:27:34.779782 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0808988-64bd-4bf8-bf3b-40373256cf0f None None] DHCP port deletion for 1c50ee05-4eb7-432b-91fa-5ad0c5b42a69 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:27:34.824253 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9324befa-85b6-4f30-b734-92206ed94b8c tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:34.836171 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-c0808988-64bd-4bf8-bf3b-40373256cf0f None None] Deleting port 58485317-dc4e-4b73-a88c-d0f150fc9a85 {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:27:34.836690 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c0808988-64bd-4bf8-bf3b-40373256cf0f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:34.862778 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9324befa-85b6-4f30-b734-92206ed94b8c tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=103152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:27:34.863191 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9324befa-85b6-4f30-b734-92206ed94b8c tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805426'] for segment, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:34.866274 dv-neutron-master-2-hyperv neutron-server[103152]: Traceback (most recent call last): Dec 21 13:27:34.866274 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:27:34.866274 dv-neutron-master-2-hyperv neutron-server[103152]: timer() Dec 21 13:27:34.866274 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:27:34.866274 dv-neutron-master-2-hyperv neutron-server[103152]: cb(*args, **kw) Dec 21 13:27:34.866274 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:27:34.866274 dv-neutron-master-2-hyperv neutron-server[103152]: return func(*args, **kwargs) Dec 21 13:27:34.866274 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:27:34.866274 dv-neutron-master-2-hyperv neutron-server[103152]: self._notify() Dec 21 13:27:34.866274 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:27:34.866274 dv-neutron-master-2-hyperv neutron-server[103152]: self.callback(batched_events) Dec 21 13:27:34.866274 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:27:34.866274 dv-neutron-master-2-hyperv neutron-server[103152]: event.method(event) Dec 21 13:27:34.866274 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:27:34.866274 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:27:34.866274 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:27:34.866274 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:27:34.866274 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:27:34.866274 dv-neutron-master-2-hyperv neutron-server[103152]: return f(self, *a, **k) Dec 21 13:27:34.866274 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:27:34.866274 dv-neutron-master-2-hyperv neutron-server[103152]: return self._get(url).json() Dec 21 13:27:34.866274 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:27:34.866274 dv-neutron-master-2-hyperv neutron-server[103152]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:27:34.866274 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:27:34.866274 dv-neutron-master-2-hyperv neutron-server[103152]: return self.request(url, 'GET', **kwargs) Dec 21 13:27:34.866274 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:27:34.866274 dv-neutron-master-2-hyperv neutron-server[103152]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:27:34.866274 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:27:34.866274 dv-neutron-master-2-hyperv neutron-server[103152]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:27:34.866274 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:27:34.866274 dv-neutron-master-2-hyperv neutron-server[103152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:27:34.866274 dv-neutron-master-2-hyperv neutron-server[103152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:27:34.907516 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-c0808988-64bd-4bf8-bf3b-40373256cf0f None None] For port 58485317-dc4e-4b73-a88c-d0f150fc9a85, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=58485317-dc4e-4b73-a88c-d0f150fc9a85,segment=NetworkSegment(7d29c40c-1dbb-4b70-ab18-490703f92674),segment_id=7d29c40c-1dbb-4b70-ab18-490703f92674)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:27:34.908000 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c0808988-64bd-4bf8-bf3b-40373256cf0f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:34.908284 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-80258e6b-ff1c-45c0-a78f-3ff87359825b tempest-MeteringTestJSON-806023008 tempest-MeteringTestJSON-806023008-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:34.912506 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-80258e6b-ff1c-45c0-a78f-3ff87359825b tempest-MeteringTestJSON-806023008 tempest-MeteringTestJSON-806023008-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-labels/8a118626-d3da-488b-ae19-4954b4e72c40 HTTP/1.1" status: 204 len: 168 time: 0.3796964 Dec 21 13:27:34.922636 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-e042bdbd-de8e-4d6a-a61d-7d1d85a8738e tempest-ExternalNetworksAdminNegativeTestJSON-1985607796 tempest-ExternalNetworksAdminNegativeTestJSON-1985607796-project-admin] Deleting port e2017d19-d041-4d19-bc9f-712ef028af6b {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:27:34.922636 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e042bdbd-de8e-4d6a-a61d-7d1d85a8738e tempest-ExternalNetworksAdminNegativeTestJSON-1985607796 tempest-ExternalNetworksAdminNegativeTestJSON-1985607796-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:34.923127 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0758408-04df-4b1b-bd1c-02e259132582 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Pushing event updated for resources: {'Port': ['ID=c73ca4bd-6bf4-4363-901b-e2f0d8de8656,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:34.936021 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ce2f1b2d-09f2-49b4-be33-d20fcf5ad631 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:34.941475 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ce2f1b2d-09f2-49b4-be33-d20fcf5ad631 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633769'] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:34.944138 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-ce2f1b2d-09f2-49b4-be33-d20fcf5ad631 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] 10.222.0.37 "DELETE /v2.0/networks/323afe51-bffa-4040-b38f-aaa58e60d871 HTTP/1.1" status: 204 len: 168 time: 3.1760697 Dec 21 13:27:34.946589 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-c0808988-64bd-4bf8-bf3b-40373256cf0f None None] Calling delete_port for 58485317-dc4e-4b73-a88c-d0f150fc9a85 owned by network:dhcp {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:27:34.954390 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55218) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:34.956799 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-eda97c38-7d51-47cd-89b9-5bfd521cf9b6 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26943'] for router, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:34.967028 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-9a30ca68-1406-4511-a391-6af1c953883f tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1547475596'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:27:34.982405 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-eda97c38-7d51-47cd-89b9-5bfd521cf9b6 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-548712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-548721', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-534931'] for router, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:34.984872 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2f1b2d-09f2-49b4-be33-d20fcf5ad631 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Pushing event deleted for resources: {'Network': ['ID=323afe51-bffa-4040-b38f-aaa58e60d871,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:34.992602 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9324befa-85b6-4f30-b734-92206ed94b8c tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:34.997799 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9324befa-85b6-4f30-b734-92206ed94b8c tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633769'] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:35.004775 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-9324befa-85b6-4f30-b734-92206ed94b8c tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "DELETE /v2.0/networks/be696852-5b8b-4bac-9636-dcb42f4f08c4 HTTP/1.1" status: 204 len: 168 time: 0.8285215 Dec 21 13:27:35.008316 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55220) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:35.042137 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0758408-04df-4b1b-bd1c-02e259132582 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Checking segment: {'id': '469feaf6-6294-4908-bda0-612d87a6adbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'b130763d-4a25-4977-9964-44d67d152f28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:27:35.042530 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0758408-04df-4b1b-bd1c-02e259132582 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Network hostable DHCP agents. Network: b130763d-4a25-4977-9964-44d67d152f28, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:27:35.082311 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e042bdbd-de8e-4d6a-a61d-7d1d85a8738e tempest-ExternalNetworksAdminNegativeTestJSON-1985607796 tempest-ExternalNetworksAdminNegativeTestJSON-1985607796-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:35.082583 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e042bdbd-de8e-4d6a-a61d-7d1d85a8738e tempest-ExternalNetworksAdminNegativeTestJSON-1985607796 tempest-ExternalNetworksAdminNegativeTestJSON-1985607796-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:35.089797 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9324befa-85b6-4f30-b734-92206ed94b8c tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Pushing event deleted for resources: {'Network': ['ID=be696852-5b8b-4bac-9636-dcb42f4f08c4,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:35.095821 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c7d3c5cf-ba4e-4387-99f2-6065f2246325 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:35.105194 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-e042bdbd-de8e-4d6a-a61d-7d1d85a8738e tempest-ExternalNetworksAdminNegativeTestJSON-1985607796 tempest-ExternalNetworksAdminNegativeTestJSON-1985607796-project-admin] Calling delete_port for e2017d19-d041-4d19-bc9f-712ef028af6b owned by network:floatingip {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:27:35.114459 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0758408-04df-4b1b-bd1c-02e259132582 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Network b130763d-4a25-4977-9964-44d67d152f28 is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:27:35.142396 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d3c5cf-ba4e-4387-99f2-6065f2246325 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Pushing event deleted for resources: {'Port': ['ID=8329517b-adc0-4886-b158-8feb16a847fa,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:35.178341 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c0808988-64bd-4bf8-bf3b-40373256cf0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636'] for port, after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:35.178674 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a30ca68-1406-4511-a391-6af1c953883f tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Made reservation on behalf of c34ff9443f5b440bb29daef02ccce959 for: {'network': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:27:35.183678 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9a30ca68-1406-4511-a391-6af1c953883f tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:35.210103 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0808988-64bd-4bf8-bf3b-40373256cf0f None None] Pushing event deleted for resources: {'Port': ['ID=58485317-dc4e-4b73-a88c-d0f150fc9a85,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:35.210312 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-f0758408-04df-4b1b-bd1c-02e259132582 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, b130763d-4a25-4977-9964-44d67d152f28) {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:27:35.213556 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0808988-64bd-4bf8-bf3b-40373256cf0f None None] No DVR routers for this DVR port 58485317-dc4e-4b73-a88c-d0f150fc9a85 on host dv-neutron-master-2-hyperv {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:27:35.237980 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474e06a7-dcd6-465d-a98a-9ef971635a33 None None] Network b130763d-4a25-4977-9964-44d67d152f28 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:27:35.245130 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0758408-04df-4b1b-bd1c-02e259132582 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:27:35.257884 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0758408-04df-4b1b-bd1c-02e259132582 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:35.258643 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f0758408-04df-4b1b-bd1c-02e259132582 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:35.315646 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55224) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:35.357776 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-f0758408-04df-4b1b-bd1c-02e259132582 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 1.9850240 Dec 21 13:27:35.362925 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55228) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:35.367840 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-1d27996e-0888-4c80-80a7-bc7a2c641b0f tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1597885484'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:27:35.496209 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c7d3c5cf-ba4e-4387-99f2-6065f2246325 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534084'] for router_interface, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:35.531606 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d27996e-0888-4c80-80a7-bc7a2c641b0f tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Made reservation on behalf of 3edf34a3eecc442ea8df7c8164f4e61d for: {'network': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:27:35.535614 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1d27996e-0888-4c80-80a7-bc7a2c641b0f tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:35.543597 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fa8ce7d6-ef63-4895-a353-d2fe6ab5ae82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:35.621528 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f0a1b349-5137-4966-bbfd-9e378ecf7018 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:35.646043 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a30ca68-1406-4511-a391-6af1c953883f tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=103152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:27:35.659765 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e042bdbd-de8e-4d6a-a61d-7d1d85a8738e tempest-ExternalNetworksAdminNegativeTestJSON-1985607796 tempest-ExternalNetworksAdminNegativeTestJSON-1985607796-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:35.673972 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d27996e-0888-4c80-80a7-bc7a2c641b0f tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=103153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:27:35.680713 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9a30ca68-1406-4511-a391-6af1c953883f tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:35.681063 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.segments_db [None req-9a30ca68-1406-4511-a391-6af1c953883f tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Added segment 5a6e4a92-d3f0-4c64-b19f-9c767a30f826 of type vlan for network f0abc2e0-2960-4c8d-ae75-c3d94c7adfb4 Dec 21 13:27:35.707629 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e042bdbd-de8e-4d6a-a61d-7d1d85a8738e tempest-ExternalNetworksAdminNegativeTestJSON-1985607796 tempest-ExternalNetworksAdminNegativeTestJSON-1985607796-project-admin] Pushing event deleted for resources: {'Port': ['ID=e2017d19-d041-4d19-bc9f-712ef028af6b,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:35.716419 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1d27996e-0888-4c80-80a7-bc7a2c641b0f tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:35.716719 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.segments_db [None req-1d27996e-0888-4c80-80a7-bc7a2c641b0f tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Added segment 64d81ae7-d830-48f2-97df-422e4cbbccde of type vlan for network 569b6016-9b15-457b-9bec-91166df997ee Dec 21 13:27:35.789317 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9a30ca68-1406-4511-a391-6af1c953883f tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:35.795162 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f0a1b349-5137-4966-bbfd-9e378ecf7018 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:35.832878 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-f0a1b349-5137-4966-bbfd-9e378ecf7018 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c50ee05-4eb7-432b-91fa-5ad0c5b42a69']}} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:35.847380 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-f0a1b349-5137-4966-bbfd-9e378ecf7018 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d29c40c-1dbb-4b70-ab18-490703f92674') {'for_net_delete': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:35.847759 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-f0a1b349-5137-4966-bbfd-9e378ecf7018 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d29c40c-1dbb-4b70-ab18-490703f92674') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:35.849766 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eda97c38-7d51-47cd-89b9-5bfd521cf9b6 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Router 11c36d9e-c1a1-4b10-8f57-eb40b8e76122 is scheduled to L3 agent 59e14383-78fa-487e-9299-b32042a98157 with binding_index 1 {{(pid=103152) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 13:27:35.858623 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9a30ca68-1406-4511-a391-6af1c953883f tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:35.866307 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a30ca68-1406-4511-a391-6af1c953883f tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:35.866307 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9a30ca68-1406-4511-a391-6af1c953883f tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633769'] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:35.869837 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f0a1b349-5137-4966-bbfd-9e378ecf7018 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526653'] for segment, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:35.873505 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1d27996e-0888-4c80-80a7-bc7a2c641b0f tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:35.897389 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7d3c5cf-ba4e-4387-99f2-6065f2246325 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Router 4d1455be-b59b-4c12-90f0-5287fbbe65ef has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:27:35.915900 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f0a1b349-5137-4966-bbfd-9e378ecf7018 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:35.935160 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fa8ce7d6-ef63-4895-a353-d2fe6ab5ae82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:35.936551 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e042bdbd-de8e-4d6a-a61d-7d1d85a8738e tempest-ExternalNetworksAdminNegativeTestJSON-1985607796 tempest-ExternalNetworksAdminNegativeTestJSON-1985607796-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:35.939568 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e042bdbd-de8e-4d6a-a61d-7d1d85a8738e tempest-ExternalNetworksAdminNegativeTestJSON-1985607796 tempest-ExternalNetworksAdminNegativeTestJSON-1985607796-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for floatingip, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:35.940732 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-e042bdbd-de8e-4d6a-a61d-7d1d85a8738e tempest-ExternalNetworksAdminNegativeTestJSON-1985607796 tempest-ExternalNetworksAdminNegativeTestJSON-1985607796-project-admin] 10.222.0.37 "DELETE /v2.0/floatingips/75d614ea-11f5-4f8d-91f7-ad7cadadaad1 HTTP/1.1" status: 204 len: 168 time: 1.6300626 Dec 21 13:27:35.947459 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fa8ce7d6-ef63-4895-a353-d2fe6ab5ae82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:35.975037 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1d27996e-0888-4c80-80a7-bc7a2c641b0f tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:35.980773 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d27996e-0888-4c80-80a7-bc7a2c641b0f tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:35.982038 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-9a30ca68-1406-4511-a391-6af1c953883f tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0211535 Dec 21 13:27:35.984639 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1d27996e-0888-4c80-80a7-bc7a2c641b0f tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:35.990084 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55232) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:36.007841 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-b9f8df62-67d0-45ba-91f2-c5d751f4deb9 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:27:36.021956 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 58485317-dc4e-4b73-a88c-d0f150fc9a85 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:27:36.040943 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0a1b349-5137-4966-bbfd-9e378ecf7018 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=103152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:27:36.042001 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f0a1b349-5137-4966-bbfd-9e378ecf7018 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805426'] for segment, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:36.043082 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: 58485317-dc4e-4b73-a88c-d0f150fc9a85 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:27:36.043717 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 58485317-dc4e-4b73-a88c-d0f150fc9a85 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:27:36.044300 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device b112aa0b-2172-4ffb-aede-46930de2140b no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:27:36.046661 dv-neutron-master-2-hyperv neutron-server[103152]: Traceback (most recent call last): Dec 21 13:27:36.046661 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:27:36.046661 dv-neutron-master-2-hyperv neutron-server[103152]: timer() Dec 21 13:27:36.046661 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:27:36.046661 dv-neutron-master-2-hyperv neutron-server[103152]: cb(*args, **kw) Dec 21 13:27:36.046661 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:27:36.046661 dv-neutron-master-2-hyperv neutron-server[103152]: return func(*args, **kwargs) Dec 21 13:27:36.046661 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:27:36.046661 dv-neutron-master-2-hyperv neutron-server[103152]: self._notify() Dec 21 13:27:36.046661 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:27:36.046661 dv-neutron-master-2-hyperv neutron-server[103152]: self.callback(batched_events) Dec 21 13:27:36.046661 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:27:36.046661 dv-neutron-master-2-hyperv neutron-server[103152]: event.method(event) Dec 21 13:27:36.046661 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:27:36.046661 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:27:36.046661 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:27:36.046661 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:27:36.046661 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:27:36.046661 dv-neutron-master-2-hyperv neutron-server[103152]: return f(self, *a, **k) Dec 21 13:27:36.046661 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:27:36.046661 dv-neutron-master-2-hyperv neutron-server[103152]: return self._get(url).json() Dec 21 13:27:36.046661 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:27:36.046661 dv-neutron-master-2-hyperv neutron-server[103152]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:27:36.046661 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:27:36.046661 dv-neutron-master-2-hyperv neutron-server[103152]: return self.request(url, 'GET', **kwargs) Dec 21 13:27:36.046661 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:27:36.046661 dv-neutron-master-2-hyperv neutron-server[103152]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:27:36.046661 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:27:36.046661 dv-neutron-master-2-hyperv neutron-server[103152]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:27:36.046661 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:27:36.046661 dv-neutron-master-2-hyperv neutron-server[103152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:27:36.046661 dv-neutron-master-2-hyperv neutron-server[103152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:27:36.071865 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: b112aa0b-2172-4ffb-aede-46930de2140b {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:27:36.072507 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device b112aa0b-2172-4ffb-aede-46930de2140b not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:27:36.087513 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a30ca68-1406-4511-a391-6af1c953883f tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Pushing event updated for resources: {'Network': ['ID=f0abc2e0-2960-4c8d-ae75-c3d94c7adfb4,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:36.113829 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network f0abc2e0-2960-4c8d-ae75-c3d94c7adfb4 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:27:36.203977 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55236) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:36.235795 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f0a1b349-5137-4966-bbfd-9e378ecf7018 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:36.241068 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f0a1b349-5137-4966-bbfd-9e378ecf7018 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633769'] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:36.249513 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-f0a1b349-5137-4966-bbfd-9e378ecf7018 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "DELETE /v2.0/networks/1c50ee05-4eb7-432b-91fa-5ad0c5b42a69 HTTP/1.1" status: 204 len: 168 time: 1.2359097 Dec 21 13:27:36.250177 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55240) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:36.262841 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-b81d7f7a-66e5-4f01-b219-b40e93c17559 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1304961393'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:27:36.278150 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eda97c38-7d51-47cd-89b9-5bfd521cf9b6 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:27:36.283236 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-eda97c38-7d51-47cd-89b9-5bfd521cf9b6 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks [] for router, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:36.287742 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-eda97c38-7d51-47cd-89b9-5bfd521cf9b6 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] 10.222.0.37 "PUT /v2.0/routers/11c36d9e-c1a1-4b10-8f57-eb40b8e76122 HTTP/1.1" status: 200 len: 914 time: 6.4489372 Dec 21 13:27:36.288407 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55242) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:36.292961 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a1b349-5137-4966-bbfd-9e378ecf7018 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Pushing event deleted for resources: {'Network': ['ID=1c50ee05-4eb7-432b-91fa-5ad0c5b42a69,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:36.293662 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2908dcd-6c1a-4bc4-8a92-6d87afbb606c None None] Sync routers for ids ['11c36d9e-c1a1-4b10-8f57-eb40b8e76122'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:27:36.314829 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2908dcd-6c1a-4bc4-8a92-6d87afbb606c None None] Routers {'11c36d9e-c1a1-4b10-8f57-eb40b8e76122'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:27:36.315790 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-b2908dcd-6c1a-4bc4-8a92-6d87afbb606c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:27:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['11c36d9e-c1a1-4b10-8f57-eb40b8e76122'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:36.348746 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-b2908dcd-6c1a-4bc4-8a92-6d87afbb606c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:36.358283 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2908dcd-6c1a-4bc4-8a92-6d87afbb606c None None] Routers {'11c36d9e-c1a1-4b10-8f57-eb40b8e76122'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:27:36.358938 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-b2908dcd-6c1a-4bc4-8a92-6d87afbb606c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:27:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['11c36d9e-c1a1-4b10-8f57-eb40b8e76122'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:36.374419 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-75644b03-6194-458f-beea-fef87a517ba4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:36.397561 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-b2908dcd-6c1a-4bc4-8a92-6d87afbb606c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:36.398248 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2908dcd-6c1a-4bc4-8a92-6d87afbb606c None None] The sync data for ids ['11c36d9e-c1a1-4b10-8f57-eb40b8e76122'] in dv-neutron-master-2-hyperv is: [] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:27:36.425004 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b81d7f7a-66e5-4f01-b219-b40e93c17559 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Made reservation on behalf of d368a1938e3342de9d3358d110005af5 for: {'network': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:27:36.428587 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b81d7f7a-66e5-4f01-b219-b40e93c17559 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:36.465044 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8ce7d6-ef63-4895-a353-d2fe6ab5ae82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9f70fe2-c3d2-4158-b5b9-275f0d8dac52,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:36.485274 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-fa8ce7d6-ef63-4895-a353-d2fe6ab5ae82 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=76130ebce941414fa6dd788038508424&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1685514 Dec 21 13:27:36.491504 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55244) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:36.506732 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-d6313cdb-a823-4ef2-a772-25051cc3d50f tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] 10.222.0.37 "GET /v2.0/routers/11c36d9e-c1a1-4b10-8f57-eb40b8e76122 HTTP/1.1" status: 200 len: 920 time: 0.2141855 Dec 21 13:27:36.506732 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b81d7f7a-66e5-4f01-b219-b40e93c17559 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=103152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:27:36.516840 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55246) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:36.520985 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-1d27996e-0888-4c80-80a7-bc7a2c641b0f tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1570287 Dec 21 13:27:36.540732 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55248) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:36.548289 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-646ab255-0552-4fad-8e4e-30d2d1aec38d tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Request body: {'ports': [{'network_id': 'b130763d-4a25-4977-9964-44d67d152f28'}, {'network_id': '569b6016-9b15-457b-9bec-91166df997ee'}]} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:27:36.548606 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-646ab255-0552-4fad-8e4e-30d2d1aec38d tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Request body: {'port': {'network_id': 'b130763d-4a25-4977-9964-44d67d152f28'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:27:36.549692 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-646ab255-0552-4fad-8e4e-30d2d1aec38d tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Request body: {'port': {'network_id': '569b6016-9b15-457b-9bec-91166df997ee'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:27:36.552540 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7d3c5cf-ba4e-4387-99f2-6065f2246325 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:27:36.565658 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-c7d3c5cf-ba4e-4387-99f2-6065f2246325 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "PUT /v2.0/routers/4d1455be-b59b-4c12-90f0-5287fbbe65ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0151112 Dec 21 13:27:36.565869 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ba3170-e2bf-4b7d-a8e7-68fdd294a851 None None] Sync routers for ids ['4d1455be-b59b-4c12-90f0-5287fbbe65ef'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:27:36.568819 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d27996e-0888-4c80-80a7-bc7a2c641b0f tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Pushing event updated for resources: {'Network': ['ID=569b6016-9b15-457b-9bec-91166df997ee,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:36.570768 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55250) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:36.577137 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ba3170-e2bf-4b7d-a8e7-68fdd294a851 None None] Routers {'4d1455be-b59b-4c12-90f0-5287fbbe65ef'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:27:36.578098 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-70ba3170-e2bf-4b7d-a8e7-68fdd294a851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:27:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['4d1455be-b59b-4c12-90f0-5287fbbe65ef'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:36.580307 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b81d7f7a-66e5-4f01-b219-b40e93c17559 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:36.580667 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.segments_db [None req-b81d7f7a-66e5-4f01-b219-b40e93c17559 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Added segment 0f996355-ba2c-4444-be7c-5df194594925 of type vlan for network 774167ee-ab62-4ba8-a843-ca0b3b74cad6 Dec 21 13:27:36.619351 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-a33d124d-347c-4f3e-bc36-868bc6af1cb1 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d1455be-b59b-4c12-90f0-5287fbbe65ef HTTP/1.1" status: 200 len: 205 time: 0.0436137 Dec 21 13:27:36.619797 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-70ba3170-e2bf-4b7d-a8e7-68fdd294a851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:36.624587 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55252) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:36.629641 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network 569b6016-9b15-457b-9bec-91166df997ee details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:27:36.709274 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ba3170-e2bf-4b7d-a8e7-68fdd294a851 None None] Routers {'4d1455be-b59b-4c12-90f0-5287fbbe65ef'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:27:36.710567 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-70ba3170-e2bf-4b7d-a8e7-68fdd294a851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:27:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['4d1455be-b59b-4c12-90f0-5287fbbe65ef'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:36.729744 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e030eb3-d763-45f2-9449-936795d3fa97 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:36.733557 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-1e030eb3-d763-45f2-9449-936795d3fa97 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=7fdf1889-f079-4166-bbda-88b2a8d8d595&device_id=11c36d9e-c1a1-4b10-8f57-eb40b8e76122&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2134326 Dec 21 13:27:36.738764 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55254) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:36.742383 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b81d7f7a-66e5-4f01-b219-b40e93c17559 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:36.751354 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-70ba3170-e2bf-4b7d-a8e7-68fdd294a851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:36.752529 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ba3170-e2bf-4b7d-a8e7-68fdd294a851 None None] The sync data for ids ['4d1455be-b59b-4c12-90f0-5287fbbe65ef'] in dv-neutron-master-2-hyperv is: [] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:27:36.753418 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-75644b03-6194-458f-beea-fef87a517ba4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:36.756685 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-815db41e-8e0b-4f88-a50a-3eee84ff83ba tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks [] for router, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:36.773394 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-75644b03-6194-458f-beea-fef87a517ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:36.827004 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-453efa29-322a-425a-92cb-9b77b863ef5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:36.849774 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b9f8df62-67d0-45ba-91f2-c5d751f4deb9 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:36.895602 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b9f8df62-67d0-45ba-91f2-c5d751f4deb9 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:36.895833 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b81d7f7a-66e5-4f01-b219-b40e93c17559 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:36.901300 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81d7f7a-66e5-4f01-b219-b40e93c17559 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:36.901889 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b81d7f7a-66e5-4f01-b219-b40e93c17559 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633769'] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:36.919866 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-75644b03-6194-458f-beea-fef87a517ba4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=de144226235a4e5688ed6e7750ac1d34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7148128 Dec 21 13:27:36.929096 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75644b03-6194-458f-beea-fef87a517ba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bbcd423-5f03-4401-b21f-b2a1473416d4,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:36.934033 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-453efa29-322a-425a-92cb-9b77b863ef5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:36.935555 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55256) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:36.993971 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-b81d7f7a-66e5-4f01-b219-b40e93c17559 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7376702 Dec 21 13:27:37.003507 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b9f8df62-67d0-45ba-91f2-c5d751f4deb9 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Network f0abc2e0-2960-4c8d-ae75-c3d94c7adfb4 is not hosted by any dhcp agent {{(pid=103153) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 21 13:27:37.008891 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f8df62-67d0-45ba-91f2-c5d751f4deb9 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:37.009490 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b9f8df62-67d0-45ba-91f2-c5d751f4deb9 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:37.010789 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-b9f8df62-67d0-45ba-91f2-c5d751f4deb9 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] 10.222.0.37 "PUT /v2.0/networks/f0abc2e0-2960-4c8d-ae75-c3d94c7adfb4 HTTP/1.1" status: 200 len: 723 time: 1.0112426 Dec 21 13:27:37.014851 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55258) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:37.015184 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55260) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:37.031537 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-6869127b-85c9-4412-87a5-ffee5db717c5 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Request body: {'subnet': {'network_id': 'f0abc2e0-2960-4c8d-ae75-c3d94c7adfb4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:27:37.039774 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-af7bb706-caca-40db-baa1-4eea3fa424db tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Request body: {'subnet': {'network_id': '774167ee-ab62-4ba8-a843-ca0b3b74cad6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:27:37.045394 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-815db41e-8e0b-4f88-a50a-3eee84ff83ba tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26950'] for router, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:37.053566 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81d7f7a-66e5-4f01-b219-b40e93c17559 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Pushing event updated for resources: {'Network': ['ID=774167ee-ab62-4ba8-a843-ca0b3b74cad6,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:37.063987 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-815db41e-8e0b-4f88-a50a-3eee84ff83ba tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:37.070178 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network 774167ee-ab62-4ba8-a843-ca0b3b74cad6 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:27:37.085960 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-646ab255-0552-4fad-8e4e-30d2d1aec38d tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Made reservation on behalf of 3edf34a3eecc442ea8df7c8164f4e61d for: {'port': 2} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:27:37.090777 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-646ab255-0552-4fad-8e4e-30d2d1aec38d tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:37.117061 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-27a41dd2-0388-482e-86b5-3a354569805b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:37.129324 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-646ab255-0552-4fad-8e4e-30d2d1aec38d tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:37.133860 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-453efa29-322a-425a-92cb-9b77b863ef5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:37.136432 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-453efa29-322a-425a-92cb-9b77b863ef5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:37.137601 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-453efa29-322a-425a-92cb-9b77b863ef5e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c9f70fe2-c3d2-4158-b5b9-275f0d8dac52 HTTP/1.1" status: 204 len: 168 time: 0.6451435 Dec 21 13:27:37.160404 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-27a41dd2-0388-482e-86b5-3a354569805b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:37.189144 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453efa29-322a-425a-92cb-9b77b863ef5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9f70fe2-c3d2-4158-b5b9-275f0d8dac52,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:37.241489 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9551f733-0c8d-4b9f-bf46-1e073c189073 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:37.243413 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-9551f733-0c8d-4b9f-bf46-1e073c189073 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] 10.222.0.37 "GET /v2.0/networks/7fdf1889-f079-4166-bbda-88b2a8d8d595 HTTP/1.1" status: 200 len: 881 time: 0.5034149 Dec 21 13:27:37.244581 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f8df62-67d0-45ba-91f2-c5d751f4deb9 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Pushing event updated for resources: {'Network': ['ID=f0abc2e0-2960-4c8d-ae75-c3d94c7adfb4,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:37.251315 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55264) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:37.263294 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network f0abc2e0-2960-4c8d-ae75-c3d94c7adfb4 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:27:37.266605 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-815db41e-8e0b-4f88-a50a-3eee84ff83ba tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534967'] for router, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:37.267268 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-815db41e-8e0b-4f88-a50a-3eee84ff83ba tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Fanout notify agent at l3_agent the message router_deleted on router 4d1455be-b59b-4c12-90f0-5287fbbe65ef {{(pid=103153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 13:27:37.274965 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-646ab255-0552-4fad-8e4e-30d2d1aec38d tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] device_id is not set on port 36ac4ef0-ee43-4c40-abdb-d246d34f8d63 yet. {{(pid=103152) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 13:27:37.297843 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-27a41dd2-0388-482e-86b5-3a354569805b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:37.299514 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-815db41e-8e0b-4f88-a50a-3eee84ff83ba tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks [] for router, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:37.300800 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-815db41e-8e0b-4f88-a50a-3eee84ff83ba tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "DELETE /v2.0/routers/4d1455be-b59b-4c12-90f0-5287fbbe65ef HTTP/1.1" status: 204 len: 168 time: 0.6757731 Dec 21 13:27:37.302125 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-27a41dd2-0388-482e-86b5-3a354569805b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:37.303403 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-27a41dd2-0388-482e-86b5-3a354569805b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1bbcd423-5f03-4401-b21f-b2a1473416d4 HTTP/1.1" status: 204 len: 168 time: 0.3542111 Dec 21 13:27:37.306860 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55266) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:37.362525 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a41dd2-0388-482e-86b5-3a354569805b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bbcd423-5f03-4401-b21f-b2a1473416d4,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:37.364162 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-bf92c610-a368-4585-bdf3-983b299be123 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] 10.222.0.37 "GET /v2.0/ports?device_id=11c36d9e-c1a1-4b10-8f57-eb40b8e76122 HTTP/1.1" status: 200 len: 205 time: 0.1085186 Dec 21 13:27:37.368534 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55272) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:37.425431 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_v2 [None req-204d29bb-5255-4539-9dd8-44034fee818c tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Deleting subnet d64ef863-f501-4891-a5b1-2fe84247445e {{(pid=103152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:27:37.431490 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-204d29bb-5255-4539-9dd8-44034fee818c tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks [] for subnet, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:37.452183 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6869127b-85c9-4412-87a5-ffee5db717c5 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Made reservation on behalf of c34ff9443f5b440bb29daef02ccce959 for: {'subnet': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:27:37.456383 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6869127b-85c9-4412-87a5-ffee5db717c5 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11288759'] for subnet, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:37.496262 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-204d29bb-5255-4539-9dd8-44034fee818c tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526644'] for subnet, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:37.559457 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af7bb706-caca-40db-baa1-4eea3fa424db tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Made reservation on behalf of d368a1938e3342de9d3358d110005af5 for: {'subnet': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:27:37.562776 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-af7bb706-caca-40db-baa1-4eea3fa424db tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11288759'] for subnet, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:37.652303 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f575bf8d-63dc-48ed-8baa-96aa7515aacf tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks [] for router, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:37.669969 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55276) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:37.683888 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-204d29bb-5255-4539-9dd8-44034fee818c tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:37.688024 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-646ab255-0552-4fad-8e4e-30d2d1aec38d tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:37.743343 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b2a6c629-4f27-46fd-be03-04fbaab4e4e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:37.824737 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-646ab255-0552-4fad-8e4e-30d2d1aec38d tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] device_id is not set on port e08fb938-9b11-42f3-9b11-48979e089f8b yet. {{(pid=103152) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 13:27:37.865513 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55278) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:37.881884 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-204d29bb-5255-4539-9dd8-44034fee818c tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12346570'] for subnet, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:37.894555 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f575bf8d-63dc-48ed-8baa-96aa7515aacf tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:37.918623 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6869127b-85c9-4412-87a5-ffee5db717c5 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11195289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11288741'] for subnet, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:37.934955 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204d29bb-5255-4539-9dd8-44034fee818c tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Pushing event deleted for resources: {'Subnet': ['ID=d64ef863-f501-4891-a5b1-2fe84247445e,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:37.949064 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-204d29bb-5255-4539-9dd8-44034fee818c tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:37.952367 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-204d29bb-5255-4539-9dd8-44034fee818c tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "DELETE /v2.0/subnets/d64ef863-f501-4891-a5b1-2fe84247445e HTTP/1.1" status: 204 len: 168 time: 0.6425114 Dec 21 13:27:37.956098 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc5e366-c25d-459b-a071-dc71d6f70696 None None] Network aceb9be6-655d-432f-b4f1-667e3a79e2ae requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:27:37.965191 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55280) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:38.051532 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-af7bb706-caca-40db-baa1-4eea3fa424db tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11195289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11288741'] for subnet, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:38.059612 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-2975f751-d11d-489b-941c-bf8409495cd3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=977b7c5d05d04dcc937b18368325b6d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1904302 Dec 21 13:27:38.063625 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55282) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:38.076179 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6869127b-85c9-4412-87a5-ffee5db717c5 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Pushing event updated for resources: {'Subnet': ['ID=6e21bcb7-c257-43a5-9842-1569241673c0,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:38.106212 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b2a6c629-4f27-46fd-be03-04fbaab4e4e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:38.118307 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b2a6c629-4f27-46fd-be03-04fbaab4e4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:38.128942 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e36cdcd-3a44-4b29-90f7-b523b6ea0cf7 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Deleting subnet 40d5b9eb-55d3-42a5-b6ff-830191319a09 {{(pid=103152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:27:38.133155 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e679db-786f-4cf8-966e-4e09856d4b8c None None] DHCP port deletion for aceb9be6-655d-432f-b4f1-667e3a79e2ae request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:27:38.133768 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6869127b-85c9-4412-87a5-ffee5db717c5 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Checking segment: {'id': '5a6e4a92-d3f0-4c64-b19f-9c767a30f826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f0abc2e0-2960-4c8d-ae75-c3d94c7adfb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:27:38.134107 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6869127b-85c9-4412-87a5-ffee5db717c5 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Network hostable DHCP agents. Network: f0abc2e0-2960-4c8d-ae75-c3d94c7adfb4, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:27:38.154319 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e36cdcd-3a44-4b29-90f7-b523b6ea0cf7 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks [] for subnet, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:38.176083 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-f575bf8d-63dc-48ed-8baa-96aa7515aacf tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Deleting port 454c4e6a-a9a3-4779-8040-d3e7bd522b57 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:27:38.176415 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f575bf8d-63dc-48ed-8baa-96aa7515aacf tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:38.191092 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-d0e679db-786f-4cf8-966e-4e09856d4b8c None None] Deleting port f64ed3ae-264a-4749-b729-6115499a170f {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:27:38.191649 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d0e679db-786f-4cf8-966e-4e09856d4b8c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:38.214573 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bb706-caca-40db-baa1-4eea3fa424db tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Pushing event updated for resources: {'Subnet': ['ID=3c4781ee-6e10-49c8-933c-a69a407cbb0b,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:38.222182 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-b2a6c629-4f27-46fd-be03-04fbaab4e4e8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=12c54afe42c248ac9331e1a1ba0b1cb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5506589 Dec 21 13:27:38.226597 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-646ab255-0552-4fad-8e4e-30d2d1aec38d tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:38.228930 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a6c629-4f27-46fd-be03-04fbaab4e4e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=819d62b7-c79b-46fc-8dd9-d59352dbe1fa,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:38.229442 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55286) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:38.246182 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e36cdcd-3a44-4b29-90f7-b523b6ea0cf7 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526644'] for subnet, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:38.263415 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-d0e679db-786f-4cf8-966e-4e09856d4b8c None None] For port f64ed3ae-264a-4749-b729-6115499a170f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f64ed3ae-264a-4749-b729-6115499a170f,segment=NetworkSegment(b5d6282b-cedc-4533-bd87-b73566cf999c),segment_id=b5d6282b-cedc-4533-bd87-b73566cf999c)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:27:38.264114 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d0e679db-786f-4cf8-966e-4e09856d4b8c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:38.270103 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6869127b-85c9-4412-87a5-ffee5db717c5 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Network f0abc2e0-2960-4c8d-ae75-c3d94c7adfb4 is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:27:38.278027 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-d0e679db-786f-4cf8-966e-4e09856d4b8c None None] Calling delete_port for f64ed3ae-264a-4749-b729-6115499a170f owned by network:dhcp {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:27:38.280666 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7bb706-caca-40db-baa1-4eea3fa424db tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Checking segment: {'id': '0f996355-ba2c-4444-be7c-5df194594925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '774167ee-ab62-4ba8-a843-ca0b3b74cad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:27:38.281028 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7bb706-caca-40db-baa1-4eea3fa424db tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Network hostable DHCP agents. Network: 774167ee-ab62-4ba8-a843-ca0b3b74cad6, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:27:38.299510 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-85ba346a-39db-4d0a-9086-bd57d49f810d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:38.319560 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-646ab255-0552-4fad-8e4e-30d2d1aec38d tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:38.320920 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-6869127b-85c9-4412-87a5-ffee5db717c5 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, f0abc2e0-2960-4c8d-ae75-c3d94c7adfb4) {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:27:38.336593 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6869127b-85c9-4412-87a5-ffee5db717c5 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:38.337137 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6869127b-85c9-4412-87a5-ffee5db717c5 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633769'] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:38.346251 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c1bb2f-72cb-45c8-a431-82580e1c411a None None] Network f0abc2e0-2960-4c8d-ae75-c3d94c7adfb4 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:27:38.386800 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f575bf8d-63dc-48ed-8baa-96aa7515aacf tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:38.386800 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-85ba346a-39db-4d0a-9086-bd57d49f810d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:38.391042 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7bb706-caca-40db-baa1-4eea3fa424db tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Network 774167ee-ab62-4ba8-a843-ca0b3b74cad6 is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:27:38.420009 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e36cdcd-3a44-4b29-90f7-b523b6ea0cf7 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:38.429997 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-6869127b-85c9-4412-87a5-ffee5db717c5 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4028494 Dec 21 13:27:38.429997 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-af7bb706-caca-40db-baa1-4eea3fa424db tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 774167ee-ab62-4ba8-a843-ca0b3b74cad6) {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:27:38.439574 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55288) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:38.444609 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646ab255-0552-4fad-8e4e-30d2d1aec38d tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Network b130763d-4a25-4977-9964-44d67d152f28 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:27:38.446032 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f29c64-375f-4e8d-92b2-dbd88abb3508 None None] Network 774167ee-ab62-4ba8-a843-ca0b3b74cad6 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:27:38.448527 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-646ab255-0552-4fad-8e4e-30d2d1aec38d tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:27:38.449685 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7bb706-caca-40db-baa1-4eea3fa424db tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:38.450577 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-af7bb706-caca-40db-baa1-4eea3fa424db tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633769'] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:38.450732 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646ab255-0552-4fad-8e4e-30d2d1aec38d tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Pushing event updated for resources: {'Port': ['ID=36ac4ef0-ee43-4c40-abdb-d246d34f8d63,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:38.452916 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-f575bf8d-63dc-48ed-8baa-96aa7515aacf tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Calling delete_port for 454c4e6a-a9a3-4779-8040-d3e7bd522b57 owned by network:router_gateway {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:27:38.457068 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646ab255-0552-4fad-8e4e-30d2d1aec38d tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:27:38.457851 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-646ab255-0552-4fad-8e4e-30d2d1aec38d tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:38.459131 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-39a3116c-6a03-4aed-8cff-932c12c63c76 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:27:38.461670 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f0d44291-0a1a-43fd-b6be-6f87998c01df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:38.523509 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646ab255-0552-4fad-8e4e-30d2d1aec38d tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Pushing event updated for resources: {'Port': ['ID=e08fb938-9b11-42f3-9b11-48979e089f8b,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:38.541215 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-af7bb706-caca-40db-baa1-4eea3fa424db tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5181892 Dec 21 13:27:38.546926 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55290) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:38.561026 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646ab255-0552-4fad-8e4e-30d2d1aec38d tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Checking segment: {'id': '64d81ae7-d830-48f2-97df-422e4cbbccde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '569b6016-9b15-457b-9bec-91166df997ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:27:38.561413 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646ab255-0552-4fad-8e4e-30d2d1aec38d tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Network hostable DHCP agents. Network: 569b6016-9b15-457b-9bec-91166df997ee, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:27:38.573581 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e36cdcd-3a44-4b29-90f7-b523b6ea0cf7 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12346570'] for subnet, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:38.574805 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f0d44291-0a1a-43fd-b6be-6f87998c01df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:38.580819 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-37f3a1de-95f4-4d58-8269-f681b67ef2f9 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1681050712', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:27:38.608090 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646ab255-0552-4fad-8e4e-30d2d1aec38d tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Network 569b6016-9b15-457b-9bec-91166df997ee is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:27:38.610515 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e36cdcd-3a44-4b29-90f7-b523b6ea0cf7 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Pushing event deleted for resources: {'Subnet': ['ID=40d5b9eb-55d3-42a5-b6ff-830191319a09,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:38.615918 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e36cdcd-3a44-4b29-90f7-b523b6ea0cf7 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:38.619355 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-6e36cdcd-3a44-4b29-90f7-b523b6ea0cf7 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "DELETE /v2.0/subnets/40d5b9eb-55d3-42a5-b6ff-830191319a09 HTTP/1.1" status: 204 len: 168 time: 0.6515095 Dec 21 13:27:38.622044 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55292) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:38.646136 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-646ab255-0552-4fad-8e4e-30d2d1aec38d tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 569b6016-9b15-457b-9bec-91166df997ee) {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:27:38.662453 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646ab255-0552-4fad-8e4e-30d2d1aec38d tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:27:38.668280 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-646ab255-0552-4fad-8e4e-30d2d1aec38d tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:38.673663 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-646ab255-0552-4fad-8e4e-30d2d1aec38d tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:38.674474 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-646ab255-0552-4fad-8e4e-30d2d1aec38d tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:38.678416 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-85ba346a-39db-4d0a-9086-bd57d49f810d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:38.681184 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-85ba346a-39db-4d0a-9086-bd57d49f810d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:38.684799 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-85ba346a-39db-4d0a-9086-bd57d49f810d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f2c09352-251d-42fd-8a54-f38e9a7c3cef HTTP/1.1" status: 204 len: 168 time: 0.6146688 Dec 21 13:27:38.716004 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ba346a-39db-4d0a-9086-bd57d49f810d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2c09352-251d-42fd-8a54-f38e9a7c3cef,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:38.721782 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-39a3116c-6a03-4aed-8cff-932c12c63c76 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-11288764'] for subnet, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:38.728534 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-37f3a1de-95f4-4d58-8269-f681b67ef2f9 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26964'] for router, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:38.728534 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-37f3a1de-95f4-4d58-8269-f681b67ef2f9 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-642316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26957'] for router, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:38.730383 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-646ab255-0552-4fad-8e4e-30d2d1aec38d tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.1886058 Dec 21 13:27:38.733059 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55296) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:38.747085 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f238be3c-75bd-4636-838a-59faca2c038f tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:38.807470 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51b7913-daea-428b-8280-1250132a29ba None None] Network e0215fe8-b10f-494e-9f21-3e3652743f31 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:27:38.810857 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652fbe30-7007-4044-9a3a-72fd2f2c7e4a None None] Network 569b6016-9b15-457b-9bec-91166df997ee requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:27:38.825118 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f0d44291-0a1a-43fd-b6be-6f87998c01df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:38.827592 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f0d44291-0a1a-43fd-b6be-6f87998c01df admin admin] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:38.828748 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-f0d44291-0a1a-43fd-b6be-6f87998c01df admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/819d62b7-c79b-46fc-8dd9-d59352dbe1fa HTTP/1.1" status: 204 len: 168 time: 0.5967829 Dec 21 13:27:38.840695 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-f238be3c-75bd-4636-838a-59faca2c038f tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] The port 'f64ed3ae-264a-4749-b729-6115499a170f' was deleted {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 21 13:27:38.850843 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d0e679db-786f-4cf8-966e-4e09856d4b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636'] for port, after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:38.880641 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d44291-0a1a-43fd-b6be-6f87998c01df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=819d62b7-c79b-46fc-8dd9-d59352dbe1fa,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:38.938972 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-37f3a1de-95f4-4d58-8269-f681b67ef2f9 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:38.949231 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-37f3a1de-95f4-4d58-8269-f681b67ef2f9 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548730'] for router, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:38.951306 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f238be3c-75bd-4636-838a-59faca2c038f tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:38.995689 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-905b8799-c3c0-406c-858e-60253a541dca tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Deleting port e08fb938-9b11-42f3-9b11-48979e089f8b {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:27:38.996678 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-905b8799-c3c0-406c-858e-60253a541dca tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:39.010238 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-37f3a1de-95f4-4d58-8269-f681b67ef2f9 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks [] for router, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:39.014203 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-37f3a1de-95f4-4d58-8269-f681b67ef2f9 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4372594 Dec 21 13:27:39.018571 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55300) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:39.024686 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-033cdedb-6446-4e2e-bda9-6e27b79fef98 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Request body: {'port': {'network_id': '774167ee-ab62-4ba8-a843-ca0b3b74cad6', 'name': 'tempest-RoutersIpV6Test-1926745232'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:27:39.027028 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e679db-786f-4cf8-966e-4e09856d4b8c None None] Pushing event deleted for resources: {'Port': ['ID=f64ed3ae-264a-4749-b729-6115499a170f,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:39.031084 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f575bf8d-63dc-48ed-8baa-96aa7515aacf tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:39.034556 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f9b438-7017-4153-97d6-da118622acc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-774167ee-ab62-4ba8-a843-ca0b3b74cad6', 'network_id': '774167ee-ab62-4ba8-a843-ca0b3b74cad6', 'project_id': 'd368a1938e3342de9d3358d110005af5', 'fixed_ips': [{'subnet_id': '3c4781ee-6e10-49c8-933c-a69a407cbb0b'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:27:39.035403 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e1f9b438-7017-4153-97d6-da118622acc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:39.063455 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de73eb56-0039-4faa-b1bf-caebdba72ed2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-f0abc2e0-2960-4c8d-ae75-c3d94c7adfb4', 'network_id': 'f0abc2e0-2960-4c8d-ae75-c3d94c7adfb4', 'project_id': 'c34ff9443f5b440bb29daef02ccce959', 'fixed_ips': [{'subnet_id': '6e21bcb7-c257-43a5-9842-1569241673c0'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:27:39.064232 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-de73eb56-0039-4faa-b1bf-caebdba72ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:39.089623 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f575bf8d-63dc-48ed-8baa-96aa7515aacf tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Pushing event deleted for resources: {'Port': ['ID=454c4e6a-a9a3-4779-8040-d3e7bd522b57,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:39.090508 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-f238be3c-75bd-4636-838a-59faca2c038f tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aceb9be6-655d-432f-b4f1-667e3a79e2ae']}} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:39.107317 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-f238be3c-75bd-4636-838a-59faca2c038f tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5d6282b-cedc-4533-bd87-b73566cf999c') {'for_net_delete': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:39.107913 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-f238be3c-75bd-4636-838a-59faca2c038f tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5d6282b-cedc-4533-bd87-b73566cf999c') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:39.128693 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-39a3116c-6a03-4aed-8cff-932c12c63c76 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793255361594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-11349603'] for subnet, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:39.129728 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f238be3c-75bd-4636-838a-59faca2c038f tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526653'] for segment, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:39.153684 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f238be3c-75bd-4636-838a-59faca2c038f tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:39.161857 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f238be3c-75bd-4636-838a-59faca2c038f tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=103152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:27:39.162831 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f238be3c-75bd-4636-838a-59faca2c038f tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805426'] for segment, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:39.194815 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64738c1e-2e39-4b91-bc77-23ebdd78b8fa None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:27:39.237815 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e679db-786f-4cf8-966e-4e09856d4b8c None None] No DVR routers for this DVR port f64ed3ae-264a-4749-b729-6115499a170f on host dv-neutron-master-2-hyperv {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:27:39.247490 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:27:39.247490 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:27:39.247490 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:27:39.247490 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:27:39.247490 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:27:39.247490 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:27:39.247490 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:27:39.247490 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:27:39.247490 dv-neutron-master-2-hyperv neutron-server[103152]: Traceback (most recent call last): Dec 21 13:27:39.247490 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:27:39.247490 dv-neutron-master-2-hyperv neutron-server[103152]: timer() Dec 21 13:27:39.247490 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:27:39.247490 dv-neutron-master-2-hyperv neutron-server[103152]: cb(*args, **kw) Dec 21 13:27:39.247490 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:27:39.247490 dv-neutron-master-2-hyperv neutron-server[103152]: return func(*args, **kwargs) Dec 21 13:27:39.247490 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:27:39.247490 dv-neutron-master-2-hyperv neutron-server[103152]: self._notify() Dec 21 13:27:39.247490 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:27:39.247490 dv-neutron-master-2-hyperv neutron-server[103152]: self.callback(batched_events) Dec 21 13:27:39.247490 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:27:39.247490 dv-neutron-master-2-hyperv neutron-server[103152]: event.method(event) Dec 21 13:27:39.247490 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:27:39.247490 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:27:39.247490 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:27:39.247490 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:27:39.247490 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:27:39.247490 dv-neutron-master-2-hyperv neutron-server[103152]: return f(self, *a, **k) Dec 21 13:27:39.247490 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:27:39.247490 dv-neutron-master-2-hyperv neutron-server[103152]: return self._get(url).json() Dec 21 13:27:39.247490 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:27:39.247490 dv-neutron-master-2-hyperv neutron-server[103152]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:27:39.247490 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:27:39.247490 dv-neutron-master-2-hyperv neutron-server[103152]: return self.request(url, 'GET', **kwargs) Dec 21 13:27:39.247490 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:27:39.247490 dv-neutron-master-2-hyperv neutron-server[103152]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:27:39.247490 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:27:39.247490 dv-neutron-master-2-hyperv neutron-server[103152]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:27:39.247490 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:27:39.247490 dv-neutron-master-2-hyperv neutron-server[103152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:27:39.247490 dv-neutron-master-2-hyperv neutron-server[103152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:27:39.301947 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f238be3c-75bd-4636-838a-59faca2c038f tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:39.322969 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f238be3c-75bd-4636-838a-59faca2c038f tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633769'] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:39.327365 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-f238be3c-75bd-4636-838a-59faca2c038f tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "DELETE /v2.0/networks/aceb9be6-655d-432f-b4f1-667e3a79e2ae HTTP/1.1" status: 204 len: 168 time: 0.7042367 Dec 21 13:27:39.336896 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55308) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:39.357286 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-905b8799-c3c0-406c-858e-60253a541dca tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:39.384034 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238be3c-75bd-4636-838a-59faca2c038f tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Pushing event deleted for resources: {'Network': ['ID=aceb9be6-655d-432f-b4f1-667e3a79e2ae,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:39.407188 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-905b8799-c3c0-406c-858e-60253a541dca tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Calling delete_port for e08fb938-9b11-42f3-9b11-48979e089f8b owned by {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:27:39.410192 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a3116c-6a03-4aed-8cff-932c12c63c76 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:39.410968 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-39a3116c-6a03-4aed-8cff-932c12c63c76 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks [] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:39.419765 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-39a3116c-6a03-4aed-8cff-932c12c63c76 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] 10.222.0.37 "PUT /v2.0/subnets/6e21bcb7-c257-43a5-9842-1569241673c0 HTTP/1.1" status: 200 len: 806 time: 0.9698403 Dec 21 13:27:39.419940 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55314) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:39.447124 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-de73eb56-0039-4faa-b1bf-caebdba72ed2 None None] Allocated IP 172.20.0.2 (f0abc2e0-2960-4c8d-ae75-c3d94c7adfb4/6e21bcb7-c257-43a5-9842-1569241673c0/15ef6692-98b0-4abe-bc94-7cfcafc2dc9d) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:27:39.456639 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f575bf8d-63dc-48ed-8baa-96aa7515aacf tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-548638'] for router_gateway, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:39.539863 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3da36f3-4210-48d9-819e-b936b503e0f4 None None] DHCP port deletion for e0215fe8-b10f-494e-9f21-3e3652743f31 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:27:39.594667 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-e1f9b438-7017-4153-97d6-da118622acc3 None None] Allocated IP 2001:db8::2 (774167ee-ab62-4ba8-a843-ca0b3b74cad6/3c4781ee-6e10-49c8-933c-a69a407cbb0b/7a351bad-fb0e-462e-8fff-e11c4cb00a5d) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:27:39.604119 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-afe21192-63e3-453c-811d-81f14b468d52 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:39.648891 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f575bf8d-63dc-48ed-8baa-96aa7515aacf tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26950'] for router, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:39.652203 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f575bf8d-63dc-48ed-8baa-96aa7515aacf tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:39.714808 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a3116c-6a03-4aed-8cff-932c12c63c76 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Pushing event updated for resources: {'Subnet': ['ID=6e21bcb7-c257-43a5-9842-1569241673c0,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:39.726275 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a4b1678c-d16e-4fbf-ae44-6c96f9cb8f50 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:39.740129 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f575bf8d-63dc-48ed-8baa-96aa7515aacf tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534967'] for router, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:39.740613 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f575bf8d-63dc-48ed-8baa-96aa7515aacf tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Fanout notify agent at l3_agent the message router_deleted on router 11c36d9e-c1a1-4b10-8f57-eb40b8e76122 {{(pid=103153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 13:27:39.758909 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f575bf8d-63dc-48ed-8baa-96aa7515aacf tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks [] for router, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:39.760716 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-f575bf8d-63dc-48ed-8baa-96aa7515aacf tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] 10.222.0.37 "DELETE /v2.0/routers/11c36d9e-c1a1-4b10-8f57-eb40b8e76122 HTTP/1.1" status: 204 len: 168 time: 2.3882430 Dec 21 13:27:39.769102 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55320) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:39.779323 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-228a9bfb-81f8-4899-a494-c86769a462ff tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-238677020', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:27:39.785572 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-afe21192-63e3-453c-811d-81f14b468d52 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Deleting port 2d13a6d5-a6bc-4b77-9dfd-0b9be4d20d1e {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:27:39.785766 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-b3da36f3-4210-48d9-819e-b936b503e0f4 None None] Deleting port 2d13a6d5-a6bc-4b77-9dfd-0b9be4d20d1e {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:27:39.785960 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-afe21192-63e3-453c-811d-81f14b468d52 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:39.786078 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b3da36f3-4210-48d9-819e-b936b503e0f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:39.821830 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-033cdedb-6446-4e2e-bda9-6e27b79fef98 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Made reservation on behalf of d368a1938e3342de9d3358d110005af5 for: {'port': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:27:39.825647 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-033cdedb-6446-4e2e-bda9-6e27b79fef98 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:39.832599 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-de73eb56-0039-4faa-b1bf-caebdba72ed2 None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:39.851454 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [None req-033cdedb-6446-4e2e-bda9-6e27b79fef98 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] device_id is not set on port 804b5d8f-7645-4d9b-ad8d-437529d08990 yet. {{(pid=103153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 13:27:39.876384 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-de73eb56-0039-4faa-b1bf-caebdba72ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:39.912600 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-905b8799-c3c0-406c-858e-60253a541dca tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:39.957860 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-b3da36f3-4210-48d9-819e-b936b503e0f4 None None] For port 2d13a6d5-a6bc-4b77-9dfd-0b9be4d20d1e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2d13a6d5-a6bc-4b77-9dfd-0b9be4d20d1e,segment=NetworkSegment(2c189a87-eb5d-4fbe-b6f8-e1be668524eb),segment_id=2c189a87-eb5d-4fbe-b6f8-e1be668524eb)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:27:39.958273 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b3da36f3-4210-48d9-819e-b936b503e0f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:39.971791 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-b3da36f3-4210-48d9-819e-b936b503e0f4 None None] Calling delete_port for 2d13a6d5-a6bc-4b77-9dfd-0b9be4d20d1e owned by network:dhcp {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:27:39.978057 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-afe21192-63e3-453c-811d-81f14b468d52 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] For port 2d13a6d5-a6bc-4b77-9dfd-0b9be4d20d1e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2d13a6d5-a6bc-4b77-9dfd-0b9be4d20d1e,segment=NetworkSegment(2c189a87-eb5d-4fbe-b6f8-e1be668524eb),segment_id=2c189a87-eb5d-4fbe-b6f8-e1be668524eb)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:27:39.978580 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-afe21192-63e3-453c-811d-81f14b468d52 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:39.983000 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905b8799-c3c0-406c-858e-60253a541dca tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Pushing event deleted for resources: {'Port': ['ID=e08fb938-9b11-42f3-9b11-48979e089f8b,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:40.009058 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a4b1678c-d16e-4fbf-ae44-6c96f9cb8f50 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:40.012364 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-905b8799-c3c0-406c-858e-60253a541dca tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:40.018735 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-905b8799-c3c0-406c-858e-60253a541dca tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "DELETE /v2.0/ports/e08fb938-9b11-42f3-9b11-48979e089f8b HTTP/1.1" status: 204 len: 168 time: 1.2847221 Dec 21 13:27:40.019285 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55332) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:40.021467 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-afe21192-63e3-453c-811d-81f14b468d52 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Calling delete_port for 2d13a6d5-a6bc-4b77-9dfd-0b9be4d20d1e owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:27:40.072314 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-228a9bfb-81f8-4899-a494-c86769a462ff tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26964'] for router, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:40.073362 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-228a9bfb-81f8-4899-a494-c86769a462ff tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-642316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26957'] for router, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:40.090564 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e1f9b438-7017-4153-97d6-da118622acc3 None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:40.101696 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b3da36f3-4210-48d9-819e-b936b503e0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636'] for port, after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:40.104361 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device f64ed3ae-264a-4749-b729-6115499a170f no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:27:40.120086 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de73eb56-0039-4faa-b1bf-caebdba72ed2 None None] Network f0abc2e0-2960-4c8d-ae75-c3d94c7adfb4 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:27:40.154789 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-de73eb56-0039-4faa-b1bf-caebdba72ed2 None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:27:40.157342 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e1f9b438-7017-4153-97d6-da118622acc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:40.162579 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de73eb56-0039-4faa-b1bf-caebdba72ed2 None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:27:40.199203 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: f64ed3ae-264a-4749-b729-6115499a170f {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:27:40.200366 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device f64ed3ae-264a-4749-b729-6115499a170f not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:27:40.201069 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 2d13a6d5-a6bc-4b77-9dfd-0b9be4d20d1e no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:27:40.204372 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-228a9bfb-81f8-4899-a494-c86769a462ff tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:40.208266 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-228a9bfb-81f8-4899-a494-c86769a462ff tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548730'] for router, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:40.227482 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a4b1678c-d16e-4fbf-ae44-6c96f9cb8f50 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12346570'] for subnet, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:40.244207 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: 2d13a6d5-a6bc-4b77-9dfd-0b9be4d20d1e {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:27:40.244839 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 2d13a6d5-a6bc-4b77-9dfd-0b9be4d20d1e not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:27:40.258543 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b1678c-d16e-4fbf-ae44-6c96f9cb8f50 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Pushing event deleted for resources: {'Subnet': ['ID=6e21bcb7-c257-43a5-9842-1569241673c0,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:40.262104 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-afe21192-63e3-453c-811d-81f14b468d52 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:40.267216 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3da36f3-4210-48d9-819e-b936b503e0f4 None None] No DVR routers for this DVR port 2d13a6d5-a6bc-4b77-9dfd-0b9be4d20d1e on host dv-neutron-master-2-hyperv {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:27:40.271352 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-228a9bfb-81f8-4899-a494-c86769a462ff tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks [] for router, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:40.275393 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-228a9bfb-81f8-4899-a494-c86769a462ff tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5026338 Dec 21 13:27:40.276008 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55338) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:40.279597 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f9b438-7017-4153-97d6-da118622acc3 None None] Network 774167ee-ab62-4ba8-a843-ca0b3b74cad6 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:27:40.284697 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-e1f9b438-7017-4153-97d6-da118622acc3 None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:27:40.294136 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de73eb56-0039-4faa-b1bf-caebdba72ed2 None None] Pushing event updated for resources: {'Port': ['ID=15ef6692-98b0-4abe-bc94-7cfcafc2dc9d,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:40.296745 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f9b438-7017-4153-97d6-da118622acc3 None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:27:40.297978 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-c95c57ac-55c4-4e07-8f7c-8518e0eba6e7 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'enable_snat': False}}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:27:40.331428 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-033cdedb-6446-4e2e-bda9-6e27b79fef98 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Allocated IP 2001:db8::95 (774167ee-ab62-4ba8-a843-ca0b3b74cad6/3c4781ee-6e10-49c8-933c-a69a407cbb0b/804b5d8f-7645-4d9b-ad8d-437529d08990) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:27:40.341206 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3da36f3-4210-48d9-819e-b936b503e0f4 None None] Pushing event deleted for resources: {'Port': ['ID=2d13a6d5-a6bc-4b77-9dfd-0b9be4d20d1e,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:40.349411 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe21192-63e3-453c-811d-81f14b468d52 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Pushing event deleted for resources: {'Port': ['ID=2d13a6d5-a6bc-4b77-9dfd-0b9be4d20d1e,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:40.368764 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-de73eb56-0039-4faa-b1bf-caebdba72ed2 None None] Attempting to bind port 15ef6692-98b0-4abe-bc94-7cfcafc2dc9d on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:27:40.369141 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-de73eb56-0039-4faa-b1bf-caebdba72ed2 None None] Attempting to bind port 15ef6692-98b0-4abe-bc94-7cfcafc2dc9d by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '5a6e4a92-d3f0-4c64-b19f-9c767a30f826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f0abc2e0-2960-4c8d-ae75-c3d94c7adfb4'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:27:40.369515 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de73eb56-0039-4faa-b1bf-caebdba72ed2 None None] Attempting to bind port 15ef6692-98b0-4abe-bc94-7cfcafc2dc9d on network f0abc2e0-2960-4c8d-ae75-c3d94c7adfb4 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:27:40.389864 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe21192-63e3-453c-811d-81f14b468d52 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] No DVR routers for this DVR port 2d13a6d5-a6bc-4b77-9dfd-0b9be4d20d1e on host dv-neutron-master-2-hyperv {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:27:40.400977 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de73eb56-0039-4faa-b1bf-caebdba72ed2 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:27:40.401484 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de73eb56-0039-4faa-b1bf-caebdba72ed2 None None] Checking segment: {'id': '5a6e4a92-d3f0-4c64-b19f-9c767a30f826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f0abc2e0-2960-4c8d-ae75-c3d94c7adfb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:27:40.402948 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-de73eb56-0039-4faa-b1bf-caebdba72ed2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:40.403359 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de73eb56-0039-4faa-b1bf-caebdba72ed2 None None] Bound using segment: {'id': '5a6e4a92-d3f0-4c64-b19f-9c767a30f826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f0abc2e0-2960-4c8d-ae75-c3d94c7adfb4'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:27:40.403863 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-de73eb56-0039-4faa-b1bf-caebdba72ed2 None None] Bound port: 15ef6692-98b0-4abe-bc94-7cfcafc2dc9d, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a6e4a92-d3f0-4c64-b19f-9c767a30f826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f0abc2e0-2960-4c8d-ae75-c3d94c7adfb4'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:27:40.404401 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-de73eb56-0039-4faa-b1bf-caebdba72ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:40.438974 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d0150a-02fa-44df-beac-2e8f875027b1 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:40.444985 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d0150a-02fa-44df-beac-2e8f875027b1 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:40.449380 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-c5d0150a-02fa-44df-beac-2e8f875027b1 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1454 time: 0.4288702 Dec 21 13:27:40.451325 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55342) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:40.485751 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55344) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:40.488814 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-e1f9b438-7017-4153-97d6-da118622acc3 None None] Attempting to bind port 7a351bad-fb0e-462e-8fff-e11c4cb00a5d on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:27:40.489193 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-e1f9b438-7017-4153-97d6-da118622acc3 None None] Attempting to bind port 7a351bad-fb0e-462e-8fff-e11c4cb00a5d by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '0f996355-ba2c-4444-be7c-5df194594925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '774167ee-ab62-4ba8-a843-ca0b3b74cad6'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:27:40.489560 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f9b438-7017-4153-97d6-da118622acc3 None None] Attempting to bind port 7a351bad-fb0e-462e-8fff-e11c4cb00a5d on network 774167ee-ab62-4ba8-a843-ca0b3b74cad6 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:27:40.498699 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f9b438-7017-4153-97d6-da118622acc3 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:27:40.499088 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f9b438-7017-4153-97d6-da118622acc3 None None] Checking segment: {'id': '0f996355-ba2c-4444-be7c-5df194594925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '774167ee-ab62-4ba8-a843-ca0b3b74cad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:27:40.499497 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e1f9b438-7017-4153-97d6-da118622acc3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:40.499894 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f9b438-7017-4153-97d6-da118622acc3 None None] Bound using segment: {'id': '0f996355-ba2c-4444-be7c-5df194594925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '774167ee-ab62-4ba8-a843-ca0b3b74cad6'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:27:40.500380 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-e1f9b438-7017-4153-97d6-da118622acc3 None None] Bound port: 7a351bad-fb0e-462e-8fff-e11c4cb00a5d, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f996355-ba2c-4444-be7c-5df194594925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '774167ee-ab62-4ba8-a843-ca0b3b74cad6'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:27:40.500883 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e1f9b438-7017-4153-97d6-da118622acc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:40.508682 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a4b1678c-d16e-4fbf-ae44-6c96f9cb8f50 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:40.517475 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f9b438-7017-4153-97d6-da118622acc3 None None] Pushing event updated for resources: {'Port': ['ID=7a351bad-fb0e-462e-8fff-e11c4cb00a5d,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:40.545504 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-a4b1678c-d16e-4fbf-ae44-6c96f9cb8f50 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0abc2e0-2960-4c8d-ae75-c3d94c7adfb4']}} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:40.565052 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-a4b1678c-d16e-4fbf-ae44-6c96f9cb8f50 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a6e4a92-d3f0-4c64-b19f-9c767a30f826') {'for_net_delete': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:40.565612 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-a4b1678c-d16e-4fbf-ae44-6c96f9cb8f50 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a6e4a92-d3f0-4c64-b19f-9c767a30f826') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:40.575440 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-de73eb56-0039-4faa-b1bf-caebdba72ed2 None None] For port 15ef6692-98b0-4abe-bc94-7cfcafc2dc9d, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:27:40.580853 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a4b1678c-d16e-4fbf-ae44-6c96f9cb8f50 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526653'] for segment, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:40.594193 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-de73eb56-0039-4faa-b1bf-caebdba72ed2 None None] For port 15ef6692-98b0-4abe-bc94-7cfcafc2dc9d, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=15ef6692-98b0-4abe-bc94-7cfcafc2dc9d,segment=NetworkSegment(5a6e4a92-d3f0-4c64-b19f-9c767a30f826),segment_id=5a6e4a92-d3f0-4c64-b19f-9c767a30f826)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:27:40.601835 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-de73eb56-0039-4faa-b1bf-caebdba72ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:40.620995 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-033cdedb-6446-4e2e-bda9-6e27b79fef98 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:40.672269 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de73eb56-0039-4faa-b1bf-caebdba72ed2 None None] Pushing event updated for resources: {'Port': ['ID=15ef6692-98b0-4abe-bc94-7cfcafc2dc9d,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:40.699393 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-e1f9b438-7017-4153-97d6-da118622acc3 None None] For port 7a351bad-fb0e-462e-8fff-e11c4cb00a5d, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:27:40.703079 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-e1f9b438-7017-4153-97d6-da118622acc3 None None] For port 7a351bad-fb0e-462e-8fff-e11c4cb00a5d, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7a351bad-fb0e-462e-8fff-e11c4cb00a5d,segment=NetworkSegment(0f996355-ba2c-4444-be7c-5df194594925),segment_id=0f996355-ba2c-4444-be7c-5df194594925)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:27:40.718564 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-6e7368c6-6066-4b3f-9c20-987fbd4a268d tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-25980726'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:27:40.726429 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e1f9b438-7017-4153-97d6-da118622acc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:40.733471 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a4b1678c-d16e-4fbf-ae44-6c96f9cb8f50 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:40.740892 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4b1678c-d16e-4fbf-ae44-6c96f9cb8f50 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=103152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:27:40.741178 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a4b1678c-d16e-4fbf-ae44-6c96f9cb8f50 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805426'] for segment, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:40.746620 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-033cdedb-6446-4e2e-bda9-6e27b79fef98 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:40.788981 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f9b438-7017-4153-97d6-da118622acc3 None None] Pushing event updated for resources: {'Port': ['ID=7a351bad-fb0e-462e-8fff-e11c4cb00a5d,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:40.827797 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d611481-390a-4c82-8d6f-c38974fdc073 None None] Network f0abc2e0-2960-4c8d-ae75-c3d94c7adfb4 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:27:40.843931 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:27:40.843931 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:27:40.843931 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:27:40.843931 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:27:40.843931 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 13:27:40.843931 dv-neutron-master-2-hyperv neutron-server[103152]: self.session.flush() Dec 21 13:27:40.843931 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 13:27:40.843931 dv-neutron-master-2-hyperv neutron-server[103152]: self.session.flush() Dec 21 13:27:40.843931 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 13:27:40.843931 dv-neutron-master-2-hyperv neutron-server[103152]: self.session.flush() Dec 21 13:27:40.843931 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 13:27:40.843931 dv-neutron-master-2-hyperv neutron-server[103152]: self.session.flush() Dec 21 13:27:40.843931 dv-neutron-master-2-hyperv neutron-server[103152]: Traceback (most recent call last): Dec 21 13:27:40.843931 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:27:40.843931 dv-neutron-master-2-hyperv neutron-server[103152]: timer() Dec 21 13:27:40.843931 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:27:40.843931 dv-neutron-master-2-hyperv neutron-server[103152]: cb(*args, **kw) Dec 21 13:27:40.843931 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:27:40.843931 dv-neutron-master-2-hyperv neutron-server[103152]: return func(*args, **kwargs) Dec 21 13:27:40.843931 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:27:40.843931 dv-neutron-master-2-hyperv neutron-server[103152]: self._notify() Dec 21 13:27:40.843931 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:27:40.843931 dv-neutron-master-2-hyperv neutron-server[103152]: self.callback(batched_events) Dec 21 13:27:40.843931 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:27:40.843931 dv-neutron-master-2-hyperv neutron-server[103152]: event.method(event) Dec 21 13:27:40.843931 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:27:40.843931 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:27:40.843931 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:27:40.843931 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:27:40.843931 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:27:40.843931 dv-neutron-master-2-hyperv neutron-server[103152]: return f(self, *a, **k) Dec 21 13:27:40.843931 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:27:40.843931 dv-neutron-master-2-hyperv neutron-server[103152]: return self._get(url).json() Dec 21 13:27:40.843931 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:27:40.843931 dv-neutron-master-2-hyperv neutron-server[103152]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:27:40.843931 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:27:40.843931 dv-neutron-master-2-hyperv neutron-server[103152]: return self.request(url, 'GET', **kwargs) Dec 21 13:27:40.843931 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:27:40.843931 dv-neutron-master-2-hyperv neutron-server[103152]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:27:40.843931 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:27:40.843931 dv-neutron-master-2-hyperv neutron-server[103152]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:27:40.843931 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:27:40.843931 dv-neutron-master-2-hyperv neutron-server[103152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:27:40.843931 dv-neutron-master-2-hyperv neutron-server[103152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:27:40.847448 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55354) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:40.952054 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7341212-3f27-4a63-bf3f-9b0be4eee0a0 None None] Network f0abc2e0-2960-4c8d-ae75-c3d94c7adfb4 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:27:41.215431 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e7368c6-6066-4b3f-9c20-987fbd4a268d tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Made reservation on behalf of 3486e39e92754a13af8b65c20f5493fe for: {'network': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:27:41.221115 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6e7368c6-6066-4b3f-9c20-987fbd4a268d tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:41.226440 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033cdedb-6446-4e2e-bda9-6e27b79fef98 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Network 774167ee-ab62-4ba8-a843-ca0b3b74cad6 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:27:41.237276 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-033cdedb-6446-4e2e-bda9-6e27b79fef98 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:27:41.242461 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033cdedb-6446-4e2e-bda9-6e27b79fef98 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:27:41.248162 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033cdedb-6446-4e2e-bda9-6e27b79fef98 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:41.248786 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-033cdedb-6446-4e2e-bda9-6e27b79fef98 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:41.251223 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6e7368c6-6066-4b3f-9c20-987fbd4a268d tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Publish callbacks [] for security_group, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:41.263138 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033cdedb-6446-4e2e-bda9-6e27b79fef98 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Pushing event updated for resources: {'Port': ['ID=804b5d8f-7645-4d9b-ad8d-437529d08990,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:41.283658 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-033cdedb-6446-4e2e-bda9-6e27b79fef98 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.2610514 Dec 21 13:27:41.288179 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55358) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:41.322570 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.db.api [None req-a4b1678c-d16e-4fbf-ae44-6c96f9cb8f50 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 21 13:27:41.322570 dv-neutron-master-2-hyperv neutron-server[103152]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 21 13:27:41.322570 dv-neutron-master-2-hyperv neutron-server[103152]: [parameters: {'id': 'f0abc2e0-2960-4c8d-ae75-c3d94c7adfb4'}] Dec 21 13:27:41.322570 dv-neutron-master-2-hyperv neutron-server[103152]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103152) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 13:27:41.323539 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG oslo_db.api [None req-a4b1678c-d16e-4fbf-ae44-6c96f9cb8f50 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 13:27:41.337887 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c95c57ac-55c4-4e07-8f7c-8518e0eba6e7 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:41.411145 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-afe21192-63e3-453c-811d-81f14b468d52 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:41.417421 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-60d2f48d-1500-4810-9268-67aeea521e1d tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Request body: {'networks': [{'name': 'tempest-network--659528058'}, {'name': 'tempest-network--1472934379'}]} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:27:41.417857 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-60d2f48d-1500-4810-9268-67aeea521e1d tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Request body: {'network': {'name': 'tempest-network--659528058'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:27:41.418438 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-60d2f48d-1500-4810-9268-67aeea521e1d tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Request body: {'network': {'name': 'tempest-network--1472934379'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:27:41.458874 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-afe21192-63e3-453c-811d-81f14b468d52 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0215fe8-b10f-494e-9f21-3e3652743f31']}} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:41.476712 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-afe21192-63e3-453c-811d-81f14b468d52 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c189a87-eb5d-4fbe-b6f8-e1be668524eb') {'for_net_delete': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:41.477154 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-afe21192-63e3-453c-811d-81f14b468d52 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c189a87-eb5d-4fbe-b6f8-e1be668524eb') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:41.494381 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-afe21192-63e3-453c-811d-81f14b468d52 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526653'] for segment, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:41.513350 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-dc31400c-eff5-498e-b864-e7273e2c7a57 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Deleting port 36ac4ef0-ee43-4c40-abdb-d246d34f8d63 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:27:41.513687 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-dc31400c-eff5-498e-b864-e7273e2c7a57 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:41.521521 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-afe21192-63e3-453c-811d-81f14b468d52 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:41.553525 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6e7368c6-6066-4b3f-9c20-987fbd4a268d tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Publish callbacks [] for security_group, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:41.559158 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6e7368c6-6066-4b3f-9c20-987fbd4a268d tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:41.575152 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afe21192-63e3-453c-811d-81f14b468d52 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=103152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:27:41.575585 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-afe21192-63e3-453c-811d-81f14b468d52 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805426'] for segment, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:41.582195 dv-neutron-master-2-hyperv neutron-server[103152]: Traceback (most recent call last): Dec 21 13:27:41.582195 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:27:41.582195 dv-neutron-master-2-hyperv neutron-server[103152]: timer() Dec 21 13:27:41.582195 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:27:41.582195 dv-neutron-master-2-hyperv neutron-server[103152]: cb(*args, **kw) Dec 21 13:27:41.582195 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:27:41.582195 dv-neutron-master-2-hyperv neutron-server[103152]: return func(*args, **kwargs) Dec 21 13:27:41.582195 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:27:41.582195 dv-neutron-master-2-hyperv neutron-server[103152]: self._notify() Dec 21 13:27:41.582195 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:27:41.582195 dv-neutron-master-2-hyperv neutron-server[103152]: self.callback(batched_events) Dec 21 13:27:41.582195 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:27:41.582195 dv-neutron-master-2-hyperv neutron-server[103152]: event.method(event) Dec 21 13:27:41.582195 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:27:41.582195 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:27:41.582195 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:27:41.582195 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:27:41.582195 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:27:41.582195 dv-neutron-master-2-hyperv neutron-server[103152]: return f(self, *a, **k) Dec 21 13:27:41.582195 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:27:41.582195 dv-neutron-master-2-hyperv neutron-server[103152]: return self._get(url).json() Dec 21 13:27:41.582195 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:27:41.582195 dv-neutron-master-2-hyperv neutron-server[103152]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:27:41.582195 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:27:41.582195 dv-neutron-master-2-hyperv neutron-server[103152]: return self.request(url, 'GET', **kwargs) Dec 21 13:27:41.582195 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:27:41.582195 dv-neutron-master-2-hyperv neutron-server[103152]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:27:41.582195 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:27:41.582195 dv-neutron-master-2-hyperv neutron-server[103152]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:27:41.582195 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:27:41.582195 dv-neutron-master-2-hyperv neutron-server[103152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:27:41.582195 dv-neutron-master-2-hyperv neutron-server[103152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:27:41.597193 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d2f48d-1500-4810-9268-67aeea521e1d tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Made reservation on behalf of aac94f1c3a40489081e668ccf9663580 for: {'network': 2} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:27:41.601941 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-60d2f48d-1500-4810-9268-67aeea521e1d tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:41.619881 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e7368c6-6066-4b3f-9c20-987fbd4a268d tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=103153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:27:41.654770 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7368c6-6066-4b3f-9c20-987fbd4a268d tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04384c82-01fa-44a1-ae81-524e7ec25c7a,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:41.664261 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6e7368c6-6066-4b3f-9c20-987fbd4a268d tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:41.664534 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.segments_db [None req-6e7368c6-6066-4b3f-9c20-987fbd4a268d tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Added segment 0cd36b52-9d46-4965-b6fd-f16232309d8c of type vlan for network 47632e68-ad08-47f5-80e4-e99b39dad6fb Dec 21 13:27:41.688091 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-60d2f48d-1500-4810-9268-67aeea521e1d tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Publish callbacks [] for security_group, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:41.712232 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-dc31400c-eff5-498e-b864-e7273e2c7a57 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:41.734768 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-dc31400c-eff5-498e-b864-e7273e2c7a57 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Calling delete_port for 36ac4ef0-ee43-4c40-abdb-d246d34f8d63 owned by {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:27:41.741477 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6e7368c6-6066-4b3f-9c20-987fbd4a268d tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:41.747656 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-dc256f7f-6386-4f07-b210-42948bce0594 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:41.750268 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-afe21192-63e3-453c-811d-81f14b468d52 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:41.766021 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-afe21192-63e3-453c-811d-81f14b468d52 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633769'] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:41.773722 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-afe21192-63e3-453c-811d-81f14b468d52 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "DELETE /v2.0/networks/e0215fe8-b10f-494e-9f21-3e3652743f31 HTTP/1.1" status: 204 len: 168 time: 2.4319317 Dec 21 13:27:41.777404 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55360) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:41.786271 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-f61bc19b-f5e2-4d9b-baa9-4989afe4ff8e tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Request body: {'network': {'name': 'tempest-RoutersTest-1859091408'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:27:41.825612 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a4b1678c-d16e-4fbf-ae44-6c96f9cb8f50 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:41.827477 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe21192-63e3-453c-811d-81f14b468d52 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Pushing event deleted for resources: {'Network': ['ID=e0215fe8-b10f-494e-9f21-3e3652743f31,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:41.830883 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6e7368c6-6066-4b3f-9c20-987fbd4a268d tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:41.836483 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7368c6-6066-4b3f-9c20-987fbd4a268d tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:41.837085 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6e7368c6-6066-4b3f-9c20-987fbd4a268d tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:41.920059 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f61bc19b-f5e2-4d9b-baa9-4989afe4ff8e tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Made reservation on behalf of 2443f9ebd5734093aca8f8d69b48dcbc for: {'network': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:27:41.923515 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f61bc19b-f5e2-4d9b-baa9-4989afe4ff8e tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:41.967692 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-6e7368c6-6066-4b3f-9c20-987fbd4a268d tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.4802885 Dec 21 13:27:41.995783 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55362) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:42.005223 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-989f785d-c51e-4296-90dc-523bf2153642 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Request body: {'subnet': {'network_id': '47632e68-ad08-47f5-80e4-e99b39dad6fb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:27:42.021703 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f61bc19b-f5e2-4d9b-baa9-4989afe4ff8e tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=103153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:27:42.026630 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b292c77-eacb-4b2d-81d8-003b073aa35a None None] Network 774167ee-ab62-4ba8-a843-ca0b3b74cad6 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:27:42.045998 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-dc31400c-eff5-498e-b864-e7273e2c7a57 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:42.047548 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7368c6-6066-4b3f-9c20-987fbd4a268d tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Pushing event updated for resources: {'Network': ['ID=47632e68-ad08-47f5-80e4-e99b39dad6fb,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:42.063199 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f61bc19b-f5e2-4d9b-baa9-4989afe4ff8e tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:42.063675 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.segments_db [None req-f61bc19b-f5e2-4d9b-baa9-4989afe4ff8e tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Added segment 09c6cc84-4219-4056-a782-7b07b85e70d1 of type vlan for network dcddaa45-42c3-4961-a344-2189f91e4f5e Dec 21 13:27:42.098225 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network 47632e68-ad08-47f5-80e4-e99b39dad6fb details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:27:42.115385 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-60d2f48d-1500-4810-9268-67aeea521e1d tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Publish callbacks [] for security_group, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:42.127798 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 7a351bad-fb0e-462e-8fff-e11c4cb00a5d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:27:42.160798 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc31400c-eff5-498e-b864-e7273e2c7a57 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Pushing event deleted for resources: {'Port': ['ID=36ac4ef0-ee43-4c40-abdb-d246d34f8d63,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:42.162553 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-60d2f48d-1500-4810-9268-67aeea521e1d tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:42.163017 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-60d2f48d-1500-4810-9268-67aeea521e1d tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:42.180193 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f61bc19b-f5e2-4d9b-baa9-4989afe4ff8e tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:42.209965 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-dc31400c-eff5-498e-b864-e7273e2c7a57 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:42.215975 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-dc31400c-eff5-498e-b864-e7273e2c7a57 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "DELETE /v2.0/ports/36ac4ef0-ee43-4c40-abdb-d246d34f8d63 HTTP/1.1" status: 204 len: 168 time: 1.5266573 Dec 21 13:27:42.218789 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55364) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:42.231250 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c95c57ac-55c4-4e07-8f7c-8518e0eba6e7 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:42.263236 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d2f48d-1500-4810-9268-67aeea521e1d tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dda10ead-fc9e-4a40-a95f-2903ce07a95a,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:42.271914 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c95c57ac-55c4-4e07-8f7c-8518e0eba6e7 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:42.277736 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f61bc19b-f5e2-4d9b-baa9-4989afe4ff8e tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:42.280590 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-a4b1678c-d16e-4fbf-ae44-6c96f9cb8f50 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Deleting port 15ef6692-98b0-4abe-bc94-7cfcafc2dc9d {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:27:42.280927 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a4b1678c-d16e-4fbf-ae44-6c96f9cb8f50 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:42.285586 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61bc19b-f5e2-4d9b-baa9-4989afe4ff8e tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:42.286220 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f61bc19b-f5e2-4d9b-baa9-4989afe4ff8e tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:42.289241 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60d2f48d-1500-4810-9268-67aeea521e1d tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=103152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:27:42.353308 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-dc256f7f-6386-4f07-b210-42948bce0594 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:42.357991 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-60d2f48d-1500-4810-9268-67aeea521e1d tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:42.358595 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.segments_db [None req-60d2f48d-1500-4810-9268-67aeea521e1d tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Added segment d3c0ee33-e871-48d0-8873-7331795fc11d of type vlan for network 9c05f7a4-8e56-4829-ac09-96b7c9385bc2 Dec 21 13:27:42.386128 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-f61bc19b-f5e2-4d9b-baa9-4989afe4ff8e tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6042936 Dec 21 13:27:42.387769 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-dc256f7f-6386-4f07-b210-42948bce0594 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:42.391122 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-989f785d-c51e-4296-90dc-523bf2153642 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Made reservation on behalf of 3486e39e92754a13af8b65c20f5493fe for: {'subnet': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:27:42.394678 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-989f785d-c51e-4296-90dc-523bf2153642 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12346583'] for subnet, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:42.400958 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55366) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:42.402173 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-d0ea662f-f09d-47f2-bf5d-7323ab10fd3e None None] Provisioning complete for port 7a351bad-fb0e-462e-8fff-e11c4cb00a5d triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:27:42.403236 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d0ea662f-f09d-47f2-bf5d-7323ab10fd3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:42.415420 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-3ccd0acf-6fba-420a-99a8-22d190dc3b7e tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Request body: {'subnet': {'network_id': 'dcddaa45-42c3-4961-a344-2189f91e4f5e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:27:42.441656 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61bc19b-f5e2-4d9b-baa9-4989afe4ff8e tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Pushing event updated for resources: {'Network': ['ID=dcddaa45-42c3-4961-a344-2189f91e4f5e,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:42.466555 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network dcddaa45-42c3-4961-a344-2189f91e4f5e details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:27:42.472726 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-a4b1678c-d16e-4fbf-ae44-6c96f9cb8f50 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] For port 15ef6692-98b0-4abe-bc94-7cfcafc2dc9d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=15ef6692-98b0-4abe-bc94-7cfcafc2dc9d,segment=NetworkSegment(5a6e4a92-d3f0-4c64-b19f-9c767a30f826),segment_id=5a6e4a92-d3f0-4c64-b19f-9c767a30f826)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:27:42.473096 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a4b1678c-d16e-4fbf-ae44-6c96f9cb8f50 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:42.482148 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147d0171-64a0-4633-ad16-7ef5319f1d8f tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:42.487574 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-147d0171-64a0-4633-ad16-7ef5319f1d8f tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.2614493 Dec 21 13:27:42.503756 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55368) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:42.536253 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-a4b1678c-d16e-4fbf-ae44-6c96f9cb8f50 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Calling delete_port for 15ef6692-98b0-4abe-bc94-7cfcafc2dc9d owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:27:42.560010 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-60d2f48d-1500-4810-9268-67aeea521e1d tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:42.565100 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 7a351bad-fb0e-462e-8fff-e11c4cb00a5d triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:27:42.565669 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:42.593436 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.pecan_wsgi.hooks.translation [None req-e178243e-378a-4320-a7a8-10816dd30ab6 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] GET failed (client error): The resource could not be found. Dec 21 13:27:42.598264 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-e178243e-378a-4320-a7a8-10816dd30ab6 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "GET /v2.0/ports/e08fb938-9b11-42f3-9b11-48979e089f8b HTTP/1.1" status: 404 len: 333 time: 0.0905070 Dec 21 13:27:42.599540 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55370) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:42.607947 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc256f7f-6386-4f07-b210-42948bce0594 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Pushing event updated for resources: {'Port': ['ID=804b5d8f-7645-4d9b-ad8d-437529d08990,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:42.672089 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d0ea662f-f09d-47f2-bf5d-7323ab10fd3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:42.690146 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf181703-2ffe-4868-b72b-79607399bfcd tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] GET failed (client error): The resource could not be found. Dec 21 13:27:42.691774 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-bf181703-2ffe-4868-b72b-79607399bfcd tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "GET /v2.0/ports/36ac4ef0-ee43-4c40-abdb-d246d34f8d63 HTTP/1.1" status: 404 len: 333 time: 0.0912695 Dec 21 13:27:42.693100 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-c95c57ac-55c4-4e07-8f7c-8518e0eba6e7 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Allocated IP 172.36.3.47 (7fdf1889-f079-4166-bbda-88b2a8d8d595/051a5607-1753-4008-a2f2-d94b48752e9c/a1628c3c-0c6d-4e55-bb92-7db19a236abb) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:27:42.699248 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55372) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:42.718075 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-dc256f7f-6386-4f07-b210-42948bce0594 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532557'] for router_interface, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:42.727326 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60d2f48d-1500-4810-9268-67aeea521e1d tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=103152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:27:42.729046 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ccd0acf-6fba-420a-99a8-22d190dc3b7e tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Made reservation on behalf of 2443f9ebd5734093aca8f8d69b48dcbc for: {'subnet': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:27:42.732671 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3ccd0acf-6fba-420a-99a8-22d190dc3b7e tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11288759'] for subnet, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:42.757705 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-d0ea662f-f09d-47f2-bf5d-7323ab10fd3e None None] For port 7a351bad-fb0e-462e-8fff-e11c4cb00a5d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7a351bad-fb0e-462e-8fff-e11c4cb00a5d,segment=NetworkSegment(0f996355-ba2c-4444-be7c-5df194594925),segment_id=0f996355-ba2c-4444-be7c-5df194594925)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:27:42.760910 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:42.770803 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d0ea662f-f09d-47f2-bf5d-7323ab10fd3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:42.848466 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-60d2f48d-1500-4810-9268-67aeea521e1d tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:42.848970 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.segments_db [None req-60d2f48d-1500-4810-9268-67aeea521e1d tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Added segment 58b4ed7b-f1e8-4a2c-bf6d-916bf8926787 of type vlan for network cf872509-7a95-4ef8-ac3c-d402c7da154c Dec 21 13:27:42.861108 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ea662f-f09d-47f2-bf5d-7323ab10fd3e None None] Pushing event updated for resources: {'Port': ['ID=7a351bad-fb0e-462e-8fff-e11c4cb00a5d,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:42.867033 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.db.api [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 13:27:42.867630 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG oslo_db.api [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 13:27:42.937151 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-dc256f7f-6386-4f07-b210-42948bce0594 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:42.954713 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9524569f-68c4-4fed-beb7-1cd7451c6c55 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:43.013768 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a4b1678c-d16e-4fbf-ae44-6c96f9cb8f50 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:43.018093 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-60d2f48d-1500-4810-9268-67aeea521e1d tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:43.038213 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-db843e0f-c1a6-423a-bd94-3500336f8196 None None] Provisioning complete for port 804b5d8f-7645-4d9b-ad8d-437529d08990 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:27:43.039112 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-db843e0f-c1a6-423a-bd94-3500336f8196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:43.081306 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b1678c-d16e-4fbf-ae44-6c96f9cb8f50 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Pushing event deleted for resources: {'Port': ['ID=15ef6692-98b0-4abe-bc94-7cfcafc2dc9d,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:43.084082 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-db843e0f-c1a6-423a-bd94-3500336f8196 None None] Port 804b5d8f-7645-4d9b-ad8d-437529d08990 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:27:43.094009 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b1678c-d16e-4fbf-ae44-6c96f9cb8f50 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] No DVR routers for this DVR port 15ef6692-98b0-4abe-bc94-7cfcafc2dc9d on host dv-neutron-master-2-hyperv {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:27:43.099467 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-989f785d-c51e-4296-90dc-523bf2153642 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12346565'] for subnet, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:43.111330 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-db843e0f-c1a6-423a-bd94-3500336f8196 None None] Provisioning complete for port 7a351bad-fb0e-462e-8fff-e11c4cb00a5d triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:27:43.112312 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-db843e0f-c1a6-423a-bd94-3500336f8196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:43.190442 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c95c57ac-55c4-4e07-8f7c-8518e0eba6e7 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:43.215282 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:43.232924 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3ccd0acf-6fba-420a-99a8-22d190dc3b7e tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11195289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11288741'] for subnet, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:43.246181 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-60d2f48d-1500-4810-9268-67aeea521e1d tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:43.246703 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-60d2f48d-1500-4810-9268-67aeea521e1d tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:43.252801 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d2f48d-1500-4810-9268-67aeea521e1d tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:43.257503 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d2f48d-1500-4810-9268-67aeea521e1d tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:43.258160 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-60d2f48d-1500-4810-9268-67aeea521e1d tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633769'] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:43.344220 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-9b933a1e-1773-42e6-b54a-2da1a3c0d425 None None] Provisioning complete for port 804b5d8f-7645-4d9b-ad8d-437529d08990 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:27:43.344587 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-9b933a1e-1773-42e6-b54a-2da1a3c0d425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:43.351530 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccd0acf-6fba-420a-99a8-22d190dc3b7e tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Pushing event updated for resources: {'Subnet': ['ID=0e28f889-5507-4216-8471-684de3a500e3,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:43.360104 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9524569f-68c4-4fed-beb7-1cd7451c6c55 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:43.369357 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccd0acf-6fba-420a-99a8-22d190dc3b7e tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Checking segment: {'id': '09c6cc84-4219-4056-a782-7b07b85e70d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'dcddaa45-42c3-4961-a344-2189f91e4f5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:27:43.369718 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ccd0acf-6fba-420a-99a8-22d190dc3b7e tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Network hostable DHCP agents. Network: dcddaa45-42c3-4961-a344-2189f91e4f5e, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:27:43.403070 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989f785d-c51e-4296-90dc-523bf2153642 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Pushing event updated for resources: {'Subnet': ['ID=cc6279fe-3804-4cf9-8b18-a4ca62e45e34,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:43.409023 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ccd0acf-6fba-420a-99a8-22d190dc3b7e tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Network dcddaa45-42c3-4961-a344-2189f91e4f5e is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:27:43.420228 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a4b1678c-d16e-4fbf-ae44-6c96f9cb8f50 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:43.429231 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-3ccd0acf-6fba-420a-99a8-22d190dc3b7e tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, dcddaa45-42c3-4961-a344-2189f91e4f5e) {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:27:43.435439 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-dc256f7f-6386-4f07-b210-42948bce0594 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:43.437822 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ccd0acf-6fba-420a-99a8-22d190dc3b7e tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:43.438490 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3ccd0acf-6fba-420a-99a8-22d190dc3b7e tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks [] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:43.447801 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69324d40-a610-49fa-b288-30a15956394a None None] Network dcddaa45-42c3-4961-a344-2189f91e4f5e requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:27:43.448832 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-dc256f7f-6386-4f07-b210-42948bce0594 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:43.449617 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-dc256f7f-6386-4f07-b210-42948bce0594 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532537'] for router_interface, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:43.493047 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-3ccd0acf-6fba-420a-99a8-22d190dc3b7e tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0836735 Dec 21 13:27:43.493047 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55374) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:43.493336 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-60d2f48d-1500-4810-9268-67aeea521e1d tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.6421676 Dec 21 13:27:43.497204 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-9b933a1e-1773-42e6-b54a-2da1a3c0d425 None None] Port 804b5d8f-7645-4d9b-ad8d-437529d08990 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:27:43.500063 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55376) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:43.515648 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-9524569f-68c4-4fed-beb7-1cd7451c6c55 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['569b6016-9b15-457b-9bec-91166df997ee']}} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:43.518912 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d2f48d-1500-4810-9268-67aeea521e1d tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Pushing event updated for resources: {'Network': ['ID=9c05f7a4-8e56-4829-ac09-96b7c9385bc2,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:43.523941 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-09649d2a-d840-4496-836d-ea2bb8016ba6 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1024138655', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:27:43.536694 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989f785d-c51e-4296-90dc-523bf2153642 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Checking segment: {'id': '0cd36b52-9d46-4965-b6fd-f16232309d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '47632e68-ad08-47f5-80e4-e99b39dad6fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:27:43.537343 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989f785d-c51e-4296-90dc-523bf2153642 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Network hostable DHCP agents. Network: 47632e68-ad08-47f5-80e4-e99b39dad6fb, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:27:43.545036 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-a4b1678c-d16e-4fbf-ae44-6c96f9cb8f50 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0abc2e0-2960-4c8d-ae75-c3d94c7adfb4']}} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:43.554968 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network 9c05f7a4-8e56-4829-ac09-96b7c9385bc2 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:27:43.557383 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-9524569f-68c4-4fed-beb7-1cd7451c6c55 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64d81ae7-d830-48f2-97df-422e4cbbccde') {'for_net_delete': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:43.557871 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-9524569f-68c4-4fed-beb7-1cd7451c6c55 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64d81ae7-d830-48f2-97df-422e4cbbccde') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:43.561837 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c95c57ac-55c4-4e07-8f7c-8518e0eba6e7 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:43.594909 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-a4b1678c-d16e-4fbf-ae44-6c96f9cb8f50 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a6e4a92-d3f0-4c64-b19f-9c767a30f826') {'for_net_delete': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:43.595202 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-a4b1678c-d16e-4fbf-ae44-6c96f9cb8f50 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a6e4a92-d3f0-4c64-b19f-9c767a30f826') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:43.619701 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9524569f-68c4-4fed-beb7-1cd7451c6c55 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526653'] for segment, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:43.652531 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a4b1678c-d16e-4fbf-ae44-6c96f9cb8f50 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526653'] for segment, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:43.654551 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc256f7f-6386-4f07-b210-42948bce0594 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Pushing event updated for resources: {'Port': ['ID=804b5d8f-7645-4d9b-ad8d-437529d08990,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:43.692676 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9347531-cdc9-44e9-b2ad-0a614defaa49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-dcddaa45-42c3-4961-a344-2189f91e4f5e', 'network_id': 'dcddaa45-42c3-4961-a344-2189f91e4f5e', 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'fixed_ips': [{'subnet_id': '0e28f889-5507-4216-8471-684de3a500e3'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:27:43.694179 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a9347531-cdc9-44e9-b2ad-0a614defaa49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:43.730285 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95c57ac-55c4-4e07-8f7c-8518e0eba6e7 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Network 7fdf1889-f079-4166-bbda-88b2a8d8d595 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:27:43.731764 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a4b1678c-d16e-4fbf-ae44-6c96f9cb8f50 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:43.734056 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9524569f-68c4-4fed-beb7-1cd7451c6c55 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:43.747748 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d2f48d-1500-4810-9268-67aeea521e1d tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Pushing event updated for resources: {'Network': ['ID=cf872509-7a95-4ef8-ac3c-d402c7da154c,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:43.755672 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-c95c57ac-55c4-4e07-8f7c-8518e0eba6e7 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:27:43.758979 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4b1678c-d16e-4fbf-ae44-6c96f9cb8f50 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=103152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:27:43.759388 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a4b1678c-d16e-4fbf-ae44-6c96f9cb8f50 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805426'] for segment, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:43.762504 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95c57ac-55c4-4e07-8f7c-8518e0eba6e7 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Pushing event updated for resources: {'Port': ['ID=a1628c3c-0c6d-4e55-bb92-7db19a236abb,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:43.764761 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:27:43.764761 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:27:43.764761 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:27:43.764761 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:27:43.764761 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:27:43.764761 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:27:43.764761 dv-neutron-master-2-hyperv neutron-server[103152]: Traceback (most recent call last): Dec 21 13:27:43.764761 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:27:43.764761 dv-neutron-master-2-hyperv neutron-server[103152]: timer() Dec 21 13:27:43.764761 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:27:43.764761 dv-neutron-master-2-hyperv neutron-server[103152]: cb(*args, **kw) Dec 21 13:27:43.764761 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:27:43.764761 dv-neutron-master-2-hyperv neutron-server[103152]: return func(*args, **kwargs) Dec 21 13:27:43.764761 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:27:43.764761 dv-neutron-master-2-hyperv neutron-server[103152]: self._notify() Dec 21 13:27:43.764761 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:27:43.764761 dv-neutron-master-2-hyperv neutron-server[103152]: self.callback(batched_events) Dec 21 13:27:43.764761 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:27:43.764761 dv-neutron-master-2-hyperv neutron-server[103152]: event.method(event) Dec 21 13:27:43.764761 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:27:43.764761 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:27:43.764761 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:27:43.764761 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:27:43.764761 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:27:43.764761 dv-neutron-master-2-hyperv neutron-server[103152]: return f(self, *a, **k) Dec 21 13:27:43.764761 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:27:43.764761 dv-neutron-master-2-hyperv neutron-server[103152]: return self._get(url).json() Dec 21 13:27:43.764761 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:27:43.764761 dv-neutron-master-2-hyperv neutron-server[103152]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:27:43.764761 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:27:43.764761 dv-neutron-master-2-hyperv neutron-server[103152]: return self.request(url, 'GET', **kwargs) Dec 21 13:27:43.764761 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:27:43.764761 dv-neutron-master-2-hyperv neutron-server[103152]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:27:43.764761 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:27:43.764761 dv-neutron-master-2-hyperv neutron-server[103152]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:27:43.764761 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:27:43.764761 dv-neutron-master-2-hyperv neutron-server[103152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:27:43.764761 dv-neutron-master-2-hyperv neutron-server[103152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:27:43.766981 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95c57ac-55c4-4e07-8f7c-8518e0eba6e7 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:27:43.777925 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9524569f-68c4-4fed-beb7-1cd7451c6c55 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=103152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:27:43.778341 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9524569f-68c4-4fed-beb7-1cd7451c6c55 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805426'] for segment, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:43.781505 dv-neutron-master-2-hyperv neutron-server[103152]: Traceback (most recent call last): Dec 21 13:27:43.781505 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:27:43.781505 dv-neutron-master-2-hyperv neutron-server[103152]: timer() Dec 21 13:27:43.781505 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:27:43.781505 dv-neutron-master-2-hyperv neutron-server[103152]: cb(*args, **kw) Dec 21 13:27:43.781505 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:27:43.781505 dv-neutron-master-2-hyperv neutron-server[103152]: return func(*args, **kwargs) Dec 21 13:27:43.781505 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:27:43.781505 dv-neutron-master-2-hyperv neutron-server[103152]: self._notify() Dec 21 13:27:43.781505 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:27:43.781505 dv-neutron-master-2-hyperv neutron-server[103152]: self.callback(batched_events) Dec 21 13:27:43.781505 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:27:43.781505 dv-neutron-master-2-hyperv neutron-server[103152]: event.method(event) Dec 21 13:27:43.781505 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:27:43.781505 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:27:43.781505 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:27:43.781505 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:27:43.781505 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:27:43.781505 dv-neutron-master-2-hyperv neutron-server[103152]: return f(self, *a, **k) Dec 21 13:27:43.781505 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:27:43.781505 dv-neutron-master-2-hyperv neutron-server[103152]: return self._get(url).json() Dec 21 13:27:43.781505 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:27:43.781505 dv-neutron-master-2-hyperv neutron-server[103152]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:27:43.781505 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:27:43.781505 dv-neutron-master-2-hyperv neutron-server[103152]: return self.request(url, 'GET', **kwargs) Dec 21 13:27:43.781505 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:27:43.781505 dv-neutron-master-2-hyperv neutron-server[103152]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:27:43.781505 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:27:43.781505 dv-neutron-master-2-hyperv neutron-server[103152]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:27:43.781505 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:27:43.781505 dv-neutron-master-2-hyperv neutron-server[103152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:27:43.781505 dv-neutron-master-2-hyperv neutron-server[103152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:27:43.783949 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989f785d-c51e-4296-90dc-523bf2153642 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Network 47632e68-ad08-47f5-80e4-e99b39dad6fb is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:27:43.797892 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dee488c-4c13-4d01-afbc-8b90fba3321c tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:43.806260 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dee488c-4c13-4d01-afbc-8b90fba3321c tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:43.808967 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network cf872509-7a95-4ef8-ac3c-d402c7da154c details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:27:43.810980 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5284bca0-a37c-42ae-8168-3a12cb83b209 None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:27:43.812991 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dee488c-4c13-4d01-afbc-8b90fba3321c tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:43.819452 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dee488c-4c13-4d01-afbc-8b90fba3321c tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:43.821288 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-2dee488c-4c13-4d01-afbc-8b90fba3321c tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3263018 Dec 21 13:27:43.829981 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc256f7f-6386-4f07-b210-42948bce0594 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Network 774167ee-ab62-4ba8-a843-ca0b3b74cad6 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:27:43.831042 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55378) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:43.833387 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-049df0a6-575f-4ce1-be84-b23b86bf1de2 None None] Provisioning complete for port 804b5d8f-7645-4d9b-ad8d-437529d08990 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:27:43.833387 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-049df0a6-575f-4ce1-be84-b23b86bf1de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:43.833666 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-09649d2a-d840-4496-836d-ea2bb8016ba6 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26964'] for router, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:43.833788 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-dc256f7f-6386-4f07-b210-42948bce0594 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:27:43.834325 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-09649d2a-d840-4496-836d-ea2bb8016ba6 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-642316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26957'] for router, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:43.898776 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-989f785d-c51e-4296-90dc-523bf2153642 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 47632e68-ad08-47f5-80e4-e99b39dad6fb) {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:27:43.923265 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989f785d-c51e-4296-90dc-523bf2153642 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:43.924124 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-989f785d-c51e-4296-90dc-523bf2153642 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:43.946409 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57646176-3a80-40fd-9997-d365778a5042 None None] Network 47632e68-ad08-47f5-80e4-e99b39dad6fb requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:27:43.953636 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a4b1678c-d16e-4fbf-ae44-6c96f9cb8f50 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:43.958624 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9524569f-68c4-4fed-beb7-1cd7451c6c55 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:43.998853 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-30ff3ee6-0c0e-425b-9247-d44c6f99f262 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:44.002942 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-049df0a6-575f-4ce1-be84-b23b86bf1de2 None None] Port 804b5d8f-7645-4d9b-ad8d-437529d08990 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:27:44.052510 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-a9347531-cdc9-44e9-b2ad-0a614defaa49 None None] Allocated IP 172.20.0.2 (dcddaa45-42c3-4961-a344-2189f91e4f5e/0e28f889-5507-4216-8471-684de3a500e3/fa4d46d9-ad4e-419a-b359-3013624995ff) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:27:44.148895 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 7a351bad-fb0e-462e-8fff-e11c4cb00a5d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:27:44.151072 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-30ff3ee6-0c0e-425b-9247-d44c6f99f262 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:44.171203 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc256f7f-6386-4f07-b210-42948bce0594 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Router 00dc3304-49e8-4aae-840a-ce2f1107f3cc is scheduled to L3 agent 59e14383-78fa-487e-9299-b32042a98157 with binding_index 1 {{(pid=103153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 13:27:44.178285 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-30ff3ee6-0c0e-425b-9247-d44c6f99f262 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c05f7a4-8e56-4829-ac09-96b7c9385bc2']}} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:44.190795 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-30ff3ee6-0c0e-425b-9247-d44c6f99f262 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3c0ee33-e871-48d0-8873-7331795fc11d') {'for_net_delete': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:44.191171 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-30ff3ee6-0c0e-425b-9247-d44c6f99f262 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3c0ee33-e871-48d0-8873-7331795fc11d') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:44.205330 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-30ff3ee6-0c0e-425b-9247-d44c6f99f262 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1585430'] for segment, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:44.276225 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 7a351bad-fb0e-462e-8fff-e11c4cb00a5d triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:27:44.276843 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:44.281830 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-a4606ea8-a24a-4a62-991d-a9467708401e None None] Provisioning complete for port a1628c3c-0c6d-4e55-bb92-7db19a236abb triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:27:44.282471 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a4606ea8-a24a-4a62-991d-a9467708401e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:44.298520 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-30ff3ee6-0c0e-425b-9247-d44c6f99f262 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:44.308063 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30ff3ee6-0c0e-425b-9247-d44c6f99f262 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=103153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:27:44.308602 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-30ff3ee6-0c0e-425b-9247-d44c6f99f262 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11349758'] for segment, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:44.312467 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:27:44.312467 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:27:44.312467 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:27:44.312467 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:27:44.312467 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:27:44.312467 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:27:44.312467 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:27:44.312467 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:27:44.312467 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:27:44.312467 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:27:44.312467 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:27:44.312467 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:27:44.312467 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:27:44.312467 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:27:44.312467 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:27:44.312467 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:27:44.312467 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:27:44.312467 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:27:44.312467 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:27:44.312467 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:27:44.312467 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:27:44.312467 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:27:44.312467 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:27:44.312467 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:27:44.312467 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:27:44.312467 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:27:44.312467 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:27:44.312467 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:27:44.312467 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:27:44.312467 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:27:44.312467 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:27:44.312467 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:27:44.312467 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:27:44.312467 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:27:44.312467 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:27:44.312467 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:27:44.314657 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:27:44.314657 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:27:44.314657 dv-neutron-master-2-hyperv neutron-server[103153]: Traceback (most recent call last): Dec 21 13:27:44.314657 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:27:44.314657 dv-neutron-master-2-hyperv neutron-server[103153]: timer() Dec 21 13:27:44.314657 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:27:44.314657 dv-neutron-master-2-hyperv neutron-server[103153]: cb(*args, **kw) Dec 21 13:27:44.314657 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:27:44.314657 dv-neutron-master-2-hyperv neutron-server[103153]: return func(*args, **kwargs) Dec 21 13:27:44.314657 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:27:44.314657 dv-neutron-master-2-hyperv neutron-server[103153]: self._notify() Dec 21 13:27:44.314657 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:27:44.314657 dv-neutron-master-2-hyperv neutron-server[103153]: self.callback(batched_events) Dec 21 13:27:44.314657 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:27:44.314657 dv-neutron-master-2-hyperv neutron-server[103153]: event.method(event) Dec 21 13:27:44.314657 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:27:44.314657 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:27:44.314657 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:27:44.314657 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:27:44.314657 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:27:44.314657 dv-neutron-master-2-hyperv neutron-server[103153]: return f(self, *a, **k) Dec 21 13:27:44.314657 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:27:44.314657 dv-neutron-master-2-hyperv neutron-server[103153]: return self._get(url).json() Dec 21 13:27:44.314657 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:27:44.314657 dv-neutron-master-2-hyperv neutron-server[103153]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:27:44.314657 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:27:44.314657 dv-neutron-master-2-hyperv neutron-server[103153]: return self.request(url, 'GET', **kwargs) Dec 21 13:27:44.314657 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:27:44.314657 dv-neutron-master-2-hyperv neutron-server[103153]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:27:44.314657 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:27:44.314657 dv-neutron-master-2-hyperv neutron-server[103153]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:27:44.314657 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:27:44.314657 dv-neutron-master-2-hyperv neutron-server[103153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:27:44.314657 dv-neutron-master-2-hyperv neutron-server[103153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:27:44.329840 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6faadd-a819-474e-87b1-08a62997f8db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-47632e68-ad08-47f5-80e4-e99b39dad6fb', 'network_id': '47632e68-ad08-47f5-80e4-e99b39dad6fb', 'project_id': '3486e39e92754a13af8b65c20f5493fe', 'fixed_ips': [{'subnet_id': 'cc6279fe-3804-4cf9-8b18-a4ca62e45e34'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:27:44.330763 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ea6faadd-a819-474e-87b1-08a62997f8db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:44.394593 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-a4606ea8-a24a-4a62-991d-a9467708401e None None] Port a1628c3c-0c6d-4e55-bb92-7db19a236abb cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:27:44.396668 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a4b1678c-d16e-4fbf-ae44-6c96f9cb8f50 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633769'] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:44.400037 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-a4b1678c-d16e-4fbf-ae44-6c96f9cb8f50 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] 10.222.0.37 "DELETE /v2.0/networks/f0abc2e0-2960-4c8d-ae75-c3d94c7adfb4 HTTP/1.1" status: 204 len: 168 time: 4.9768839 Dec 21 13:27:44.433847 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-989f785d-c51e-4296-90dc-523bf2153642 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4340754 Dec 21 13:27:44.444372 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55380) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:44.444875 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55382) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:44.446080 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9524569f-68c4-4fed-beb7-1cd7451c6c55 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633769'] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:44.451307 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-9524569f-68c4-4fed-beb7-1cd7451c6c55 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "DELETE /v2.0/networks/569b6016-9b15-457b-9bec-91166df997ee HTTP/1.1" status: 204 len: 168 time: 1.7463434 Dec 21 13:27:44.489785 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-eaf61443-df84-442d-9feb-a2917b3e631f tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Request body: {'port': {'network_id': '47632e68-ad08-47f5-80e4-e99b39dad6fb', 'name': 'tempest-AllowedAddressPairTestJSON-297983571'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:27:44.496801 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55384) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:44.500426 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-09649d2a-d840-4496-836d-ea2bb8016ba6 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:44.507082 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-89adadf2-ae1f-458f-a5b9-beaa6034ab45 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1439904045'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:27:44.522400 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b1678c-d16e-4fbf-ae44-6c96f9cb8f50 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Pushing event deleted for resources: {'Network': ['ID=f0abc2e0-2960-4c8d-ae75-c3d94c7adfb4,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:44.537829 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-09649d2a-d840-4496-836d-ea2bb8016ba6 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548730'] for router, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:44.557564 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a9347531-cdc9-44e9-b2ad-0a614defaa49 None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:44.575578 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9762e5e-ab75-420e-8295-75e5e237f5ec tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] DELETE failed (client error): The resource could not be found. Dec 21 13:27:44.576109 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9762e5e-ab75-420e-8295-75e5e237f5ec tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:27:44.579325 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-c9762e5e-ab75-420e-8295-75e5e237f5ec tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] 10.222.0.37 "DELETE /v2.0/networks/f0abc2e0-2960-4c8d-ae75-c3d94c7adfb4 HTTP/1.1" status: 404 len: 339 time: 0.1006937 Dec 21 13:27:44.587590 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55386) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:44.598908 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a9347531-cdc9-44e9-b2ad-0a614defaa49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:44.600922 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-22d07f80-4339-4f14-8323-8edf723fa598 None None] Provisioning complete for port 804b5d8f-7645-4d9b-ad8d-437529d08990 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:27:44.601281 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-22d07f80-4339-4f14-8323-8edf723fa598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:44.613530 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-bfdd3021-c59a-4d79-96cb-b49373a6bb27 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1959263701', 'description': 'd1'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:27:44.647956 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9524569f-68c4-4fed-beb7-1cd7451c6c55 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Pushing event deleted for resources: {'Network': ['ID=569b6016-9b15-457b-9bec-91166df997ee,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:44.680594 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-09649d2a-d840-4496-836d-ea2bb8016ba6 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks [] for router, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:44.681853 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-09649d2a-d840-4496-836d-ea2bb8016ba6 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.1742730 Dec 21 13:27:44.687643 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55388) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:44.695134 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-ea6dbcae-25a8-45a8-bdc6-022655486328 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Request body: {'port': {'network_id': 'dcddaa45-42c3-4961-a344-2189f91e4f5e', 'name': 'tempest-RoutersTest-1238090652'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:27:44.720221 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9347531-cdc9-44e9-b2ad-0a614defaa49 None None] Network dcddaa45-42c3-4961-a344-2189f91e4f5e is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:27:44.722382 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89adadf2-ae1f-458f-a5b9-beaa6034ab45 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Made reservation on behalf of 3edf34a3eecc442ea8df7c8164f4e61d for: {'network': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:27:44.724223 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc256f7f-6386-4f07-b210-42948bce0594 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:27:44.726208 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-89adadf2-ae1f-458f-a5b9-beaa6034ab45 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:44.729162 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-a9347531-cdc9-44e9-b2ad-0a614defaa49 None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:27:44.730954 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-22d07f80-4339-4f14-8323-8edf723fa598 None None] Port 804b5d8f-7645-4d9b-ad8d-437529d08990 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:27:44.732378 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9347531-cdc9-44e9-b2ad-0a614defaa49 None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:27:44.741759 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-dc256f7f-6386-4f07-b210-42948bce0594 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "PUT /v2.0/routers/00dc3304-49e8-4aae-840a-ce2f1107f3cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4507196 Dec 21 13:27:44.741759 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55390) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:44.746325 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9347531-cdc9-44e9-b2ad-0a614defaa49 None None] Pushing event updated for resources: {'Port': ['ID=fa4d46d9-ad4e-419a-b359-3013624995ff,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:44.752404 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb7e3ef-8b03-4981-a7b5-3b1c3bba9201 None None] Sync routers for ids ['00dc3304-49e8-4aae-840a-ce2f1107f3cc'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:27:44.755732 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-ea6faadd-a819-474e-87b1-08a62997f8db None None] Allocated IP 172.20.0.2 (47632e68-ad08-47f5-80e4-e99b39dad6fb/cc6279fe-3804-4cf9-8b18-a4ca62e45e34/292767f4-e86b-48a4-af72-bfb4b62622df) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:27:44.772331 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb7e3ef-8b03-4981-a7b5-3b1c3bba9201 None None] Routers {'00dc3304-49e8-4aae-840a-ce2f1107f3cc'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:27:44.773501 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-9fb7e3ef-8b03-4981-a7b5-3b1c3bba9201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:27:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['00dc3304-49e8-4aae-840a-ce2f1107f3cc'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:44.809044 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfdd3021-c59a-4d79-96cb-b49373a6bb27 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Made reservation on behalf of c34ff9443f5b440bb29daef02ccce959 for: {'network': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:27:44.812673 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bfdd3021-c59a-4d79-96cb-b49373a6bb27 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:44.817070 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-30ff3ee6-0c0e-425b-9247-d44c6f99f262 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:44.835564 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-30ff3ee6-0c0e-425b-9247-d44c6f99f262 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:44.838955 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-30ff3ee6-0c0e-425b-9247-d44c6f99f262 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] 10.222.0.37 "DELETE /v2.0/networks/9c05f7a4-8e56-4829-ac09-96b7c9385bc2 HTTP/1.1" status: 204 len: 168 time: 1.0068684 Dec 21 13:27:44.841751 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55394) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:44.845430 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-9fb7e3ef-8b03-4981-a7b5-3b1c3bba9201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:44.856615 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb7e3ef-8b03-4981-a7b5-3b1c3bba9201 None None] Routers {'00dc3304-49e8-4aae-840a-ce2f1107f3cc'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:27:44.857555 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-9fb7e3ef-8b03-4981-a7b5-3b1c3bba9201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:27:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['00dc3304-49e8-4aae-840a-ce2f1107f3cc'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:44.897222 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89adadf2-ae1f-458f-a5b9-beaa6034ab45 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=103152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:27:44.913097 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-9fb7e3ef-8b03-4981-a7b5-3b1c3bba9201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:44.916486 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb7e3ef-8b03-4981-a7b5-3b1c3bba9201 None None] The sync data for ids ['00dc3304-49e8-4aae-840a-ce2f1107f3cc'] in dv-neutron-master-2-hyperv is: [] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:27:44.921239 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-89adadf2-ae1f-458f-a5b9-beaa6034ab45 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:44.922066 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.segments_db [None req-89adadf2-ae1f-458f-a5b9-beaa6034ab45 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Added segment fc9a81ca-0b03-4ae2-9766-3db3fe2128d2 of type vlan for network e4831b07-7154-4246-858a-496d30d79887 Dec 21 13:27:44.935102 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfdd3021-c59a-4d79-96cb-b49373a6bb27 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=103152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:27:44.939942 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaf61443-df84-442d-9feb-a2917b3e631f tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Made reservation on behalf of 3486e39e92754a13af8b65c20f5493fe for: {'port': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:27:44.944013 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-eaf61443-df84-442d-9feb-a2917b3e631f tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:44.947330 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b920e17-1f15-4a3a-b250-d817b511b4d4 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:44.951347 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-3b920e17-1f15-4a3a-b250-d817b511b4d4 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "GET /v2.0/ports/804b5d8f-7645-4d9b-ad8d-437529d08990 HTTP/1.1" status: 200 len: 983 time: 0.2042027 Dec 21 13:27:44.955988 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b9c6a811-5183-45a5-8c9f-d3d991745da0 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:44.957898 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ff3ee6-0c0e-425b-9247-d44c6f99f262 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Pushing event deleted for resources: {'Network': ['ID=9c05f7a4-8e56-4829-ac09-96b7c9385bc2,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:44.959285 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55396) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:44.997322 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c95c57ac-55c4-4e07-8f7c-8518e0eba6e7 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:45.063828 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea6dbcae-25a8-45a8-bdc6-022655486328 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Made reservation on behalf of 2443f9ebd5734093aca8f8d69b48dcbc for: {'port': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:27:45.068509 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ea6dbcae-25a8-45a8-bdc6-022655486328 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:45.077367 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bfdd3021-c59a-4d79-96cb-b49373a6bb27 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:45.077724 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.segments_db [None req-bfdd3021-c59a-4d79-96cb-b49373a6bb27 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Added segment 28fb2ba1-5149-4461-ba26-80ba52258d2e of type vlan for network cbb6e00e-d1f4-4dee-a0d3-d88ce266ebf9 Dec 21 13:27:45.125107 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ea6faadd-a819-474e-87b1-08a62997f8db None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:45.125820 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-89adadf2-ae1f-458f-a5b9-beaa6034ab45 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:45.138222 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ea6faadd-a819-474e-87b1-08a62997f8db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:45.138845 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [None req-ea6dbcae-25a8-45a8-bdc6-022655486328 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] device_id is not set on port cf4f72a5-6ed3-42a4-a5f8-b5e190183e1d yet. {{(pid=103153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 13:27:45.148578 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b9c6a811-5183-45a5-8c9f-d3d991745da0 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:45.160068 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-eaf61443-df84-442d-9feb-a2917b3e631f tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] device_id is not set on port cd09f591-be54-467d-8d7d-1d573cf377d0 yet. {{(pid=103152) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 13:27:45.167206 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-a9347531-cdc9-44e9-b2ad-0a614defaa49 None None] Attempting to bind port fa4d46d9-ad4e-419a-b359-3013624995ff on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:27:45.167814 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-a9347531-cdc9-44e9-b2ad-0a614defaa49 None None] Attempting to bind port fa4d46d9-ad4e-419a-b359-3013624995ff by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '09c6cc84-4219-4056-a782-7b07b85e70d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'dcddaa45-42c3-4961-a344-2189f91e4f5e'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:27:45.167991 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9347531-cdc9-44e9-b2ad-0a614defaa49 None None] Attempting to bind port fa4d46d9-ad4e-419a-b359-3013624995ff on network dcddaa45-42c3-4961-a344-2189f91e4f5e {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:27:45.186491 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6faadd-a819-474e-87b1-08a62997f8db None None] Network 47632e68-ad08-47f5-80e4-e99b39dad6fb is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:27:45.188001 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9347531-cdc9-44e9-b2ad-0a614defaa49 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:27:45.188379 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9347531-cdc9-44e9-b2ad-0a614defaa49 None None] Checking segment: {'id': '09c6cc84-4219-4056-a782-7b07b85e70d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'dcddaa45-42c3-4961-a344-2189f91e4f5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:27:45.188784 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a9347531-cdc9-44e9-b2ad-0a614defaa49 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:45.189923 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9347531-cdc9-44e9-b2ad-0a614defaa49 None None] Bound using segment: {'id': '09c6cc84-4219-4056-a782-7b07b85e70d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'dcddaa45-42c3-4961-a344-2189f91e4f5e'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:27:45.190385 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-a9347531-cdc9-44e9-b2ad-0a614defaa49 None None] Bound port: fa4d46d9-ad4e-419a-b359-3013624995ff, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09c6cc84-4219-4056-a782-7b07b85e70d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'dcddaa45-42c3-4961-a344-2189f91e4f5e'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:27:45.191555 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a9347531-cdc9-44e9-b2ad-0a614defaa49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:45.202930 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-ea6faadd-a819-474e-87b1-08a62997f8db None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:27:45.210007 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-b9c6a811-5183-45a5-8c9f-d3d991745da0 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf872509-7a95-4ef8-ac3c-d402c7da154c']}} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:45.210873 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6faadd-a819-474e-87b1-08a62997f8db None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:27:45.223212 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6faadd-a819-474e-87b1-08a62997f8db None None] Pushing event updated for resources: {'Port': ['ID=292767f4-e86b-48a4-af72-bfb4b62622df,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:45.225761 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-b9c6a811-5183-45a5-8c9f-d3d991745da0 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58b4ed7b-f1e8-4a2c-bf6d-916bf8926787') {'for_net_delete': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:45.226316 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-b9c6a811-5183-45a5-8c9f-d3d991745da0 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58b4ed7b-f1e8-4a2c-bf6d-916bf8926787') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:45.248331 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bfdd3021-c59a-4d79-96cb-b49373a6bb27 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:45.259786 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b9c6a811-5183-45a5-8c9f-d3d991745da0 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1585430'] for segment, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:45.293584 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-89adadf2-ae1f-458f-a5b9-beaa6034ab45 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:45.300062 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89adadf2-ae1f-458f-a5b9-beaa6034ab45 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:45.300062 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-89adadf2-ae1f-458f-a5b9-beaa6034ab45 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633769'] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:45.304158 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b9c6a811-5183-45a5-8c9f-d3d991745da0 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:45.315642 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-ea6faadd-a819-474e-87b1-08a62997f8db None None] Attempting to bind port 292767f4-e86b-48a4-af72-bfb4b62622df on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:27:45.316002 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-ea6faadd-a819-474e-87b1-08a62997f8db None None] Attempting to bind port 292767f4-e86b-48a4-af72-bfb4b62622df by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '0cd36b52-9d46-4965-b6fd-f16232309d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '47632e68-ad08-47f5-80e4-e99b39dad6fb'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:27:45.316368 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6faadd-a819-474e-87b1-08a62997f8db None None] Attempting to bind port 292767f4-e86b-48a4-af72-bfb4b62622df on network 47632e68-ad08-47f5-80e4-e99b39dad6fb {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:27:45.317591 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9c6a811-5183-45a5-8c9f-d3d991745da0 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=103153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:27:45.318329 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b9c6a811-5183-45a5-8c9f-d3d991745da0 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11349758'] for segment, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:45.324207 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:27:45.324207 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:27:45.324207 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:27:45.324207 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:27:45.324207 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:27:45.324207 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:27:45.324207 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:27:45.324207 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:27:45.324207 dv-neutron-master-2-hyperv neutron-server[103153]: Traceback (most recent call last): Dec 21 13:27:45.324207 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:27:45.324207 dv-neutron-master-2-hyperv neutron-server[103153]: timer() Dec 21 13:27:45.324207 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:27:45.324207 dv-neutron-master-2-hyperv neutron-server[103153]: cb(*args, **kw) Dec 21 13:27:45.324207 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:27:45.324207 dv-neutron-master-2-hyperv neutron-server[103153]: return func(*args, **kwargs) Dec 21 13:27:45.324207 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:27:45.324207 dv-neutron-master-2-hyperv neutron-server[103153]: self._notify() Dec 21 13:27:45.324207 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:27:45.324207 dv-neutron-master-2-hyperv neutron-server[103153]: self.callback(batched_events) Dec 21 13:27:45.324207 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:27:45.324207 dv-neutron-master-2-hyperv neutron-server[103153]: event.method(event) Dec 21 13:27:45.324207 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:27:45.324207 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:27:45.324207 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:27:45.324207 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:27:45.324207 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:27:45.324207 dv-neutron-master-2-hyperv neutron-server[103153]: return f(self, *a, **k) Dec 21 13:27:45.324207 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:27:45.324207 dv-neutron-master-2-hyperv neutron-server[103153]: return self._get(url).json() Dec 21 13:27:45.324207 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:27:45.324207 dv-neutron-master-2-hyperv neutron-server[103153]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:27:45.324207 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:27:45.324207 dv-neutron-master-2-hyperv neutron-server[103153]: return self.request(url, 'GET', **kwargs) Dec 21 13:27:45.324207 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:27:45.324207 dv-neutron-master-2-hyperv neutron-server[103153]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:27:45.324207 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:27:45.324207 dv-neutron-master-2-hyperv neutron-server[103153]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:27:45.324207 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:27:45.324207 dv-neutron-master-2-hyperv neutron-server[103153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:27:45.324207 dv-neutron-master-2-hyperv neutron-server[103153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:27:45.327480 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6faadd-a819-474e-87b1-08a62997f8db None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:27:45.327480 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6faadd-a819-474e-87b1-08a62997f8db None None] Checking segment: {'id': '0cd36b52-9d46-4965-b6fd-f16232309d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '47632e68-ad08-47f5-80e4-e99b39dad6fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:27:45.327480 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ea6faadd-a819-474e-87b1-08a62997f8db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:45.327480 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6faadd-a819-474e-87b1-08a62997f8db None None] Bound using segment: {'id': '0cd36b52-9d46-4965-b6fd-f16232309d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '47632e68-ad08-47f5-80e4-e99b39dad6fb'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:27:45.327864 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-ea6faadd-a819-474e-87b1-08a62997f8db None None] Bound port: 292767f4-e86b-48a4-af72-bfb4b62622df, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cd36b52-9d46-4965-b6fd-f16232309d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '47632e68-ad08-47f5-80e4-e99b39dad6fb'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:27:45.328463 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ea6faadd-a819-474e-87b1-08a62997f8db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:45.332255 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-a9347531-cdc9-44e9-b2ad-0a614defaa49 None None] For port fa4d46d9-ad4e-419a-b359-3013624995ff, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:27:45.352479 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-a9347531-cdc9-44e9-b2ad-0a614defaa49 None None] For port fa4d46d9-ad4e-419a-b359-3013624995ff, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fa4d46d9-ad4e-419a-b359-3013624995ff,segment=NetworkSegment(09c6cc84-4219-4056-a782-7b07b85e70d1),segment_id=09c6cc84-4219-4056-a782-7b07b85e70d1)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:27:45.376116 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a9347531-cdc9-44e9-b2ad-0a614defaa49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:45.383765 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-ea6dbcae-25a8-45a8-bdc6-022655486328 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Allocated IP 172.20.0.12 (dcddaa45-42c3-4961-a344-2189f91e4f5e/0e28f889-5507-4216-8471-684de3a500e3/cf4f72a5-6ed3-42a4-a5f8-b5e190183e1d) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:27:45.418444 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b9c6a811-5183-45a5-8c9f-d3d991745da0 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:45.425292 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b9c6a811-5183-45a5-8c9f-d3d991745da0 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:45.432912 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-b9c6a811-5183-45a5-8c9f-d3d991745da0 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] 10.222.0.37 "DELETE /v2.0/networks/cf872509-7a95-4ef8-ac3c-d402c7da154c HTTP/1.1" status: 204 len: 168 time: 0.5827818 Dec 21 13:27:45.448087 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55398) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:45.483951 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-ea6faadd-a819-474e-87b1-08a62997f8db None None] For port 292767f4-e86b-48a4-af72-bfb4b62622df, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:27:45.487173 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9347531-cdc9-44e9-b2ad-0a614defaa49 None None] Pushing event updated for resources: {'Port': ['ID=fa4d46d9-ad4e-419a-b359-3013624995ff,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:45.493358 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-eaf61443-df84-442d-9feb-a2917b3e631f tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Allocated IP 172.20.0.9 (47632e68-ad08-47f5-80e4-e99b39dad6fb/cc6279fe-3804-4cf9-8b18-a4ca62e45e34/cd09f591-be54-467d-8d7d-1d573cf377d0) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:27:45.496182 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-ea6faadd-a819-474e-87b1-08a62997f8db None None] For port 292767f4-e86b-48a4-af72-bfb4b62622df, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=292767f4-e86b-48a4-af72-bfb4b62622df,segment=NetworkSegment(0cd36b52-9d46-4965-b6fd-f16232309d8c),segment_id=0cd36b52-9d46-4965-b6fd-f16232309d8c)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:27:45.502937 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-89adadf2-ae1f-458f-a5b9-beaa6034ab45 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9998159 Dec 21 13:27:45.505445 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ea6faadd-a819-474e-87b1-08a62997f8db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:45.601652 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c6a811-5183-45a5-8c9f-d3d991745da0 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Pushing event deleted for resources: {'Network': ['ID=cf872509-7a95-4ef8-ac3c-d402c7da154c,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:45.614575 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770777a8-c06e-4d67-a8c1-6b09dd23f023 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:45.616867 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6faadd-a819-474e-87b1-08a62997f8db None None] Pushing event updated for resources: {'Port': ['ID=292767f4-e86b-48a4-af72-bfb4b62622df,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:45.621628 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770777a8-c06e-4d67-a8c1-6b09dd23f023 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:45.630795 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-770777a8-c06e-4d67-a8c1-6b09dd23f023 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1815672 Dec 21 13:27:45.631465 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55400) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:45.631844 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55402) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:45.639473 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bfdd3021-c59a-4d79-96cb-b49373a6bb27 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:45.645726 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfdd3021-c59a-4d79-96cb-b49373a6bb27 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:45.646528 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bfdd3021-c59a-4d79-96cb-b49373a6bb27 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633769'] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:45.647819 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-1576acc3-8a42-4e58-87f8-3f906fe29891 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1953800084'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:27:45.663787 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-d1a49319-3663-49f2-b0aa-0872d33e7f66 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Request body: {'subnet': {'network_id': 'e4831b07-7154-4246-858a-496d30d79887', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:27:45.771207 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89adadf2-ae1f-458f-a5b9-beaa6034ab45 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Pushing event updated for resources: {'Network': ['ID=e4831b07-7154-4246-858a-496d30d79887,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:45.787909 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network e4831b07-7154-4246-858a-496d30d79887 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:27:45.810465 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-bfdd3021-c59a-4d79-96cb-b49373a6bb27 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.2097917 Dec 21 13:27:45.824414 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55404) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:45.830623 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-eaf61443-df84-442d-9feb-a2917b3e631f tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:45.843241 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1576acc3-8a42-4e58-87f8-3f906fe29891 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Made reservation on behalf of aac94f1c3a40489081e668ccf9663580 for: {'network': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:27:45.847389 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1576acc3-8a42-4e58-87f8-3f906fe29891 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:45.994514 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdd3021-c59a-4d79-96cb-b49373a6bb27 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Pushing event updated for resources: {'Network': ['ID=cbb6e00e-d1f4-4dee-a0d3-d88ce266ebf9,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:46.010088 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network cbb6e00e-d1f4-4dee-a0d3-d88ce266ebf9 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:27:46.011390 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1576acc3-8a42-4e58-87f8-3f906fe29891 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=103153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:27:46.038321 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c95c57ac-55c4-4e07-8f7c-8518e0eba6e7 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26943'] for router, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:46.045595 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c95c57ac-55c4-4e07-8f7c-8518e0eba6e7 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-548712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-548721', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-534931'] for router, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:46.063099 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-eaf61443-df84-442d-9feb-a2917b3e631f tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:46.070037 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1576acc3-8a42-4e58-87f8-3f906fe29891 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:46.070625 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.segments_db [None req-1576acc3-8a42-4e58-87f8-3f906fe29891 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Added segment a6c5b0bb-d761-486c-96e7-2550f6d7813d of type vlan for network 2134d7c8-fae4-4f7c-95c6-9a936603cde8 Dec 21 13:27:46.071658 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1a49319-3663-49f2-b0aa-0872d33e7f66 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Made reservation on behalf of 3edf34a3eecc442ea8df7c8164f4e61d for: {'subnet': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:27:46.077272 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d1a49319-3663-49f2-b0aa-0872d33e7f66 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11288759'] for subnet, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:46.097265 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0ff3e0-d2ac-43bf-a3de-7f49e9cbae8a tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:46.098802 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-0b0ff3e0-d2ac-43bf-a3de-7f49e9cbae8a tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] 10.222.0.37 "GET /v2.0/networks?id=cbb6e00e-d1f4-4dee-a0d3-d88ce266ebf9 HTTP/1.1" status: 200 len: 761 time: 0.2734332 Dec 21 13:27:46.103248 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55406) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:46.146745 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-73bce4d3-fe5a-4d1e-9ca0-996621aca786 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Request body: {'network': {'description': 'd2'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:27:46.207424 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1576acc3-8a42-4e58-87f8-3f906fe29891 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:46.248625 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.ipam_backend_mixin [None req-d1a49319-3663-49f2-b0aa-0872d33e7f66 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Performing IP validity checks on allocation pools {{(pid=103153) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 21 13:27:46.251366 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.ipam_backend_mixin [None req-d1a49319-3663-49f2-b0aa-0872d33e7f66 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103153) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 21 13:27:46.277071 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ea6dbcae-25a8-45a8-bdc6-022655486328 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:46.291908 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device fa4d46d9-ad4e-419a-b359-3013624995ff up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:27:46.299901 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf61443-df84-442d-9feb-a2917b3e631f tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Pushing event updated for resources: {'Port': ['ID=cd09f591-be54-467d-8d7d-1d573cf377d0,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:46.303561 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf61443-df84-442d-9feb-a2917b3e631f tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Network 47632e68-ad08-47f5-80e4-e99b39dad6fb is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:27:46.306347 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1576acc3-8a42-4e58-87f8-3f906fe29891 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:46.312018 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1576acc3-8a42-4e58-87f8-3f906fe29891 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:46.312609 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1576acc3-8a42-4e58-87f8-3f906fe29891 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:46.360573 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port fa4d46d9-ad4e-419a-b359-3013624995ff triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:27:46.362275 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:46.371564 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-eaf61443-df84-442d-9feb-a2917b3e631f tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:27:46.388555 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf61443-df84-442d-9feb-a2917b3e631f tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:27:46.413957 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-1576acc3-8a42-4e58-87f8-3f906fe29891 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7753870 Dec 21 13:27:46.419939 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55408) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:46.430293 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-dafd79bb-bdf5-4c02-9b92-165d7c37c84c tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1903027895'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:27:46.452941 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:46.457189 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1576acc3-8a42-4e58-87f8-3f906fe29891 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Pushing event updated for resources: {'Network': ['ID=2134d7c8-fae4-4f7c-95c6-9a936603cde8,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:46.475748 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ea6dbcae-25a8-45a8-bdc6-022655486328 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:46.479314 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network 2134d7c8-fae4-4f7c-95c6-9a936603cde8 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:27:46.523117 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf61443-df84-442d-9feb-a2917b3e631f tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:46.525194 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-eaf61443-df84-442d-9feb-a2917b3e631f tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:46.575746 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] For port fa4d46d9-ad4e-419a-b359-3013624995ff, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fa4d46d9-ad4e-419a-b359-3013624995ff,segment=NetworkSegment(09c6cc84-4219-4056-a782-7b07b85e70d1),segment_id=09c6cc84-4219-4056-a782-7b07b85e70d1)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:27:46.587368 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:46.588155 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 292767f4-e86b-48a4-af72-bfb4b62622df up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:27:46.614527 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6dbcae-25a8-45a8-bdc6-022655486328 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Network dcddaa45-42c3-4961-a344-2189f91e4f5e is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:27:46.637019 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-ea6dbcae-25a8-45a8-bdc6-022655486328 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:27:46.639550 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dafd79bb-bdf5-4c02-9b92-165d7c37c84c tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Made reservation on behalf of aac94f1c3a40489081e668ccf9663580 for: {'network': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:27:46.643368 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-eaf61443-df84-442d-9feb-a2917b3e631f tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.1565869 Dec 21 13:27:46.652334 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-dafd79bb-bdf5-4c02-9b92-165d7c37c84c tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:46.654780 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6dbcae-25a8-45a8-bdc6-022655486328 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:27:46.669205 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55410) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:46.683802 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Pushing event updated for resources: {'Port': ['ID=fa4d46d9-ad4e-419a-b359-3013624995ff,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:46.686877 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-82608400-54b1-470f-9c42-02fa86b3a55a tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Request body: {'port': {'network_id': '47632e68-ad08-47f5-80e4-e99b39dad6fb', 'name': 'tempest-AllowedAddressPairTestJSON-35106609', 'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:68:b1:74'}]}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:27:46.700259 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 292767f4-e86b-48a4-af72-bfb4b62622df triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:27:46.700627 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:46.708652 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6dbcae-25a8-45a8-bdc6-022655486328 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Pushing event updated for resources: {'Port': ['ID=cf4f72a5-6ed3-42a4-a5f8-b5e190183e1d,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:46.737731 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d1a49319-3663-49f2-b0aa-0872d33e7f66 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11195289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11288741'] for subnet, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:46.788087 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dafd79bb-bdf5-4c02-9b92-165d7c37c84c tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=103153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:27:46.798161 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-dafd79bb-bdf5-4c02-9b92-165d7c37c84c tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:46.799181 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.segments_db [None req-dafd79bb-bdf5-4c02-9b92-165d7c37c84c tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Added segment 6858d61d-6486-4148-9934-76b9c47c0cfa of type vlan for network 9d98810e-7fb5-4036-b266-a35afead6451 Dec 21 13:27:46.822134 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:46.836761 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6dbcae-25a8-45a8-bdc6-022655486328 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:46.837539 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ea6dbcae-25a8-45a8-bdc6-022655486328 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:46.874480 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] For port 292767f4-e86b-48a4-af72-bfb4b62622df, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=292767f4-e86b-48a4-af72-bfb4b62622df,segment=NetworkSegment(0cd36b52-9d46-4965-b6fd-f16232309d8c),segment_id=0cd36b52-9d46-4965-b6fd-f16232309d8c)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:27:46.883092 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:46.890007 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-ea6dbcae-25a8-45a8-bdc6-022655486328 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.2010703 Dec 21 13:27:46.895063 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55412) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:46.915019 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a49319-3663-49f2-b0aa-0872d33e7f66 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Pushing event updated for resources: {'Subnet': ['ID=8da52d83-47fe-4288-8113-317484f75fbf,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:46.960106 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-dafd79bb-bdf5-4c02-9b92-165d7c37c84c tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:46.979968 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Pushing event updated for resources: {'Port': ['ID=292767f4-e86b-48a4-af72-bfb4b62622df,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:47.005371 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a49319-3663-49f2-b0aa-0872d33e7f66 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Checking segment: {'id': 'fc9a81ca-0b03-4ae2-9766-3db3fe2128d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'e4831b07-7154-4246-858a-496d30d79887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:27:47.005642 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a49319-3663-49f2-b0aa-0872d33e7f66 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Network hostable DHCP agents. Network: e4831b07-7154-4246-858a-496d30d79887, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:27:47.025929 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80dde1f3-3b39-41d6-82bb-4fc679692918 None None] Network dcddaa45-42c3-4961-a344-2189f91e4f5e requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:27:47.117693 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-dafd79bb-bdf5-4c02-9b92-165d7c37c84c tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:47.126777 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dafd79bb-bdf5-4c02-9b92-165d7c37c84c tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:47.128480 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-466c386a-0c35-4887-835d-dcb8769bbc09 None None] Provisioning complete for port fa4d46d9-ad4e-419a-b359-3013624995ff triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:27:47.128995 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-dafd79bb-bdf5-4c02-9b92-165d7c37c84c tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:47.129303 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-466c386a-0c35-4887-835d-dcb8769bbc09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:47.156635 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a49319-3663-49f2-b0aa-0872d33e7f66 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Network e4831b07-7154-4246-858a-496d30d79887 is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:27:47.198184 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-73bce4d3-fe5a-4d1e-9ca0-996621aca786 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:47.270581 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-73bce4d3-fe5a-4d1e-9ca0-996621aca786 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:47.304520 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-dafd79bb-bdf5-4c02-9b92-165d7c37c84c tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8805206 Dec 21 13:27:47.305188 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55414) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:47.307501 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-73bce4d3-fe5a-4d1e-9ca0-996621aca786 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Network cbb6e00e-d1f4-4dee-a0d3-d88ce266ebf9 is not hosted by any dhcp agent {{(pid=103152) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 21 13:27:47.313250 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73bce4d3-fe5a-4d1e-9ca0-996621aca786 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:47.313788 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-eebfa9d7-78f2-44ff-b564-acd1a7514db4 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Request body: {'ports': [{'network_id': '2134d7c8-fae4-4f7c-95c6-9a936603cde8', 'name': 'tempest-port--1587895987', 'admin_state_up': True}, {'network_id': '9d98810e-7fb5-4036-b266-a35afead6451', 'admin_state_up': False}]} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:27:47.313939 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-73bce4d3-fe5a-4d1e-9ca0-996621aca786 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks [] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:47.314149 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-eebfa9d7-78f2-44ff-b564-acd1a7514db4 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Request body: {'port': {'network_id': '2134d7c8-fae4-4f7c-95c6-9a936603cde8', 'name': 'tempest-port--1587895987', 'admin_state_up': True}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:27:47.314658 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-eebfa9d7-78f2-44ff-b564-acd1a7514db4 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Request body: {'port': {'network_id': '9d98810e-7fb5-4036-b266-a35afead6451', 'admin_state_up': False}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:27:47.318413 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-73bce4d3-fe5a-4d1e-9ca0-996621aca786 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] 10.222.0.37 "PUT /v2.0/networks/cbb6e00e-d1f4-4dee-a0d3-d88ce266ebf9 HTTP/1.1" status: 200 len: 758 time: 1.1751735 Dec 21 13:27:47.320116 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-d1a49319-3663-49f2-b0aa-0872d33e7f66 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, e4831b07-7154-4246-858a-496d30d79887) {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:27:47.321700 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55416) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:47.325981 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafd79bb-bdf5-4c02-9b92-165d7c37c84c tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Pushing event updated for resources: {'Network': ['ID=9d98810e-7fb5-4036-b266-a35afead6451,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:47.335637 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c92b88d-806a-4bea-ba15-fe25d92cd902 None None] Network e4831b07-7154-4246-858a-496d30d79887 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:27:47.362199 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network 9d98810e-7fb5-4036-b266-a35afead6451 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:27:47.467432 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c95c57ac-55c4-4e07-8f7c-8518e0eba6e7 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Router 94b2d717-1930-4ff1-a32b-96dd1a1b2362 is scheduled to L3 agent 59e14383-78fa-487e-9299-b32042a98157 with binding_index 1 {{(pid=103152) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 13:27:47.484521 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-121579f0-db95-448b-ba25-6d6f281c4816 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532692'] for router_interface, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:47.494150 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a49319-3663-49f2-b0aa-0872d33e7f66 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:47.495424 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d1a49319-3663-49f2-b0aa-0872d33e7f66 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks [] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:47.511046 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6e31d7-02aa-46b3-8aaf-564ffbf74bdc None None] Network 47632e68-ad08-47f5-80e4-e99b39dad6fb requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:27:47.618493 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bce4d3-fe5a-4d1e-9ca0-996621aca786 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Pushing event updated for resources: {'Network': ['ID=cbb6e00e-d1f4-4dee-a0d3-d88ce266ebf9,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:47.638584 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network cbb6e00e-d1f4-4dee-a0d3-d88ce266ebf9 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:27:47.687286 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3390c608-948f-4aa0-9ca9-169b93bb2241 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-e4831b07-7154-4246-858a-496d30d79887', 'network_id': 'e4831b07-7154-4246-858a-496d30d79887', 'project_id': '3edf34a3eecc442ea8df7c8164f4e61d', 'fixed_ips': [{'subnet_id': '8da52d83-47fe-4288-8113-317484f75fbf'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:27:47.688509 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-3390c608-948f-4aa0-9ca9-169b93bb2241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:47.791068 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4c65b44d-005c-47ca-a2c6-2a84d34f4163 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:47.793426 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82608400-54b1-470f-9c42-02fa86b3a55a tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Made reservation on behalf of 3486e39e92754a13af8b65c20f5493fe for: {'port': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:27:47.812206 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-d1a49319-3663-49f2-b0aa-0872d33e7f66 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1745121 Dec 21 13:27:47.821553 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55418) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:47.844479 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-f610f2ee-696e-49d2-9fce-d6886fe03133 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Request body: {'port': {'network_id': 'e4831b07-7154-4246-858a-496d30d79887', 'name': 'tempest-PortsIpV6TestJSON-824755794'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:27:47.855505 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-6701dff8-83d5-4843-88a1-99643a5ce3a0 req-4289926a-cd56-4845-9f52-f78e8ee35dff service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9f04569b-7b6a-480f-a48e-6be4ed1157fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3468945 Dec 21 13:27:47.873474 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6f9a19c4-10db-4c9b-8a22-39b449e4d81a None None] Provisioning complete for port fa4d46d9-ad4e-419a-b359-3013624995ff triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:27:47.873837 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6f9a19c4-10db-4c9b-8a22-39b449e4d81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:47.895792 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c95c57ac-55c4-4e07-8f7c-8518e0eba6e7 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:27:47.902342 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c95c57ac-55c4-4e07-8f7c-8518e0eba6e7 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Publish callbacks [] for router, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:47.906391 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-c95c57ac-55c4-4e07-8f7c-8518e0eba6e7 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] 10.222.0.37 "PUT /v2.0/routers/94b2d717-1930-4ff1-a32b-96dd1a1b2362 HTTP/1.1" status: 200 len: 914 time: 7.6214721 Dec 21 13:27:47.907576 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55420) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:47.924235 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab916785-6de3-431b-bd33-a7751bde6185 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:47.929398 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-ab916785-6de3-431b-bd33-a7751bde6185 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] 10.222.0.37 "GET /v2.0/networks?id=cbb6e00e-d1f4-4dee-a0d3-d88ce266ebf9 HTTP/1.1" status: 200 len: 761 time: 0.6007192 Dec 21 13:27:47.936029 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a8339c-869b-46e8-b3e5-693bb7a06a66 None None] Sync routers for ids ['94b2d717-1930-4ff1-a32b-96dd1a1b2362'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:27:47.960341 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55422) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:47.967441 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-9390dfe0-425c-4289-be85-dc48a061bbe8 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-461257100'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:27:48.011352 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-82608400-54b1-470f-9c42-02fa86b3a55a tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:48.011873 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a8339c-869b-46e8-b3e5-693bb7a06a66 None None] Routers {'94b2d717-1930-4ff1-a32b-96dd1a1b2362'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:27:48.013403 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-c5a8339c-869b-46e8-b3e5-693bb7a06a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:27:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['94b2d717-1930-4ff1-a32b-96dd1a1b2362'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:48.018179 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-3390c608-948f-4aa0-9ca9-169b93bb2241 None None] Allocated IP 2001:db8::2 (e4831b07-7154-4246-858a-496d30d79887/8da52d83-47fe-4288-8113-317484f75fbf/a473f9f0-8ac2-4e6f-bfd0-b7c24e534e50) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:27:48.083713 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-c5a8339c-869b-46e8-b3e5-693bb7a06a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:48.094273 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device fa4d46d9-ad4e-419a-b359-3013624995ff up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:27:48.119390 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-82608400-54b1-470f-9c42-02fa86b3a55a tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] device_id is not set on port af275e2d-b0c1-44c3-8f86-4952bce88ba1 yet. {{(pid=103152) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 13:27:48.138472 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9390dfe0-425c-4289-be85-dc48a061bbe8 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Made reservation on behalf of c34ff9443f5b440bb29daef02ccce959 for: {'network': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:27:48.142219 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9390dfe0-425c-4289-be85-dc48a061bbe8 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:48.161137 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eebfa9d7-78f2-44ff-b564-acd1a7514db4 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Made reservation on behalf of aac94f1c3a40489081e668ccf9663580 for: {'port': 2} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:27:48.165654 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-eebfa9d7-78f2-44ff-b564-acd1a7514db4 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:48.177014 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6701dff8-83d5-4843-88a1-99643a5ce3a0 req-40d5fb17-602c-47a5-8999-3a8ccba56e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:48.180945 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-a365615b-2216-4af2-8b77-de6179f67a53 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] 10.222.0.37 "GET /v2.0/routers/94b2d717-1930-4ff1-a32b-96dd1a1b2362 HTTP/1.1" status: 200 len: 920 time: 0.2673345 Dec 21 13:27:48.181112 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-6701dff8-83d5-4843-88a1-99643a5ce3a0 req-40d5fb17-602c-47a5-8999-3a8ccba56e4e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=eb17296434674195836b28e8a0fc67cf&device_id=9f04569b-7b6a-480f-a48e-6be4ed1157fe HTTP/1.1" status: 200 len: 1098 time: 0.2477870 Dec 21 13:27:48.188635 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55424) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:48.248092 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-eebfa9d7-78f2-44ff-b564-acd1a7514db4 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:48.249546 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a8339c-869b-46e8-b3e5-693bb7a06a66 None None] Routers {'94b2d717-1930-4ff1-a32b-96dd1a1b2362'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:27:48.250254 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-c5a8339c-869b-46e8-b3e5-693bb7a06a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:27:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['94b2d717-1930-4ff1-a32b-96dd1a1b2362'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:48.257502 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9390dfe0-425c-4289-be85-dc48a061bbe8 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=103152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:27:48.302527 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-c5a8339c-869b-46e8-b3e5-693bb7a06a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:48.303288 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a8339c-869b-46e8-b3e5-693bb7a06a66 None None] The sync data for ids ['94b2d717-1930-4ff1-a32b-96dd1a1b2362'] in dv-neutron-master-2-hyperv is: [] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:27:48.303727 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-121579f0-db95-448b-ba25-6d6f281c4816 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Deleting port 804b5d8f-7645-4d9b-ad8d-437529d08990 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:27:48.304073 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-121579f0-db95-448b-ba25-6d6f281c4816 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:48.309934 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9390dfe0-425c-4289-be85-dc48a061bbe8 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:48.310779 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.segments_db [None req-9390dfe0-425c-4289-be85-dc48a061bbe8 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Added segment a00928ad-5f9d-40ca-975c-e9158e9c1b47 of type vlan for network 63711264-3d45-401b-9f80-eb360cbc1ace Dec 21 13:27:48.358578 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f610f2ee-696e-49d2-9fce-d6886fe03133 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Made reservation on behalf of 3edf34a3eecc442ea8df7c8164f4e61d for: {'port': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:27:48.361747 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f610f2ee-696e-49d2-9fce-d6886fe03133 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:48.383193 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a48e57c-3cac-4aa4-b5ff-9af565e94b3f tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:48.386963 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6f9a19c4-10db-4c9b-8a22-39b449e4d81a None None] Provisioning complete for port cf4f72a5-6ed3-42a4-a5f8-b5e190183e1d triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:27:48.387955 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-4a48e57c-3cac-4aa4-b5ff-9af565e94b3f tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=7fdf1889-f079-4166-bbda-88b2a8d8d595&device_id=94b2d717-1930-4ff1-a32b-96dd1a1b2362&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1911900 Dec 21 13:27:48.388042 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6f9a19c4-10db-4c9b-8a22-39b449e4d81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:48.397464 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55426) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:48.404650 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-82608400-54b1-470f-9c42-02fa86b3a55a tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Allocated IP 172.20.0.10 (47632e68-ad08-47f5-80e4-e99b39dad6fb/cc6279fe-3804-4cf9-8b18-a4ca62e45e34/af275e2d-b0c1-44c3-8f86-4952bce88ba1) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:27:48.422041 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9390dfe0-425c-4289-be85-dc48a061bbe8 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:48.439920 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port fa4d46d9-ad4e-419a-b359-3013624995ff triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:27:48.440298 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:48.443167 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [None req-f610f2ee-696e-49d2-9fce-d6886fe03133 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] device_id is not set on port 374218fd-4eb4-4da9-bbb6-904604b8369d yet. {{(pid=103153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 13:27:48.496549 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6701dff8-83d5-4843-88a1-99643a5ce3a0 req-87c282b6-8990-49db-9b1d-b0407116d119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:48.498537 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-6701dff8-83d5-4843-88a1-99643a5ce3a0 req-87c282b6-8990-49db-9b1d-b0407116d119 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ec88161e-a588-41e1-b33a-71ad6f2116fc HTTP/1.1" status: 200 len: 912 time: 0.2811954 Dec 21 13:27:48.594829 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9390dfe0-425c-4289-be85-dc48a061bbe8 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:48.600607 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9390dfe0-425c-4289-be85-dc48a061bbe8 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:48.602580 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9390dfe0-425c-4289-be85-dc48a061bbe8 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks [] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:48.609311 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-121579f0-db95-448b-ba25-6d6f281c4816 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:48.622596 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [None req-eebfa9d7-78f2-44ff-b564-acd1a7514db4 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] device_id is not set on port 4697d64c-6153-404b-bc40-6be0ceb831b8 yet. {{(pid=103153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 13:27:48.652131 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4c65b44d-005c-47ca-a2c6-2a84d34f4163 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:48.670458 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4c65b44d-005c-47ca-a2c6-2a84d34f4163 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:48.688228 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-3390c608-948f-4aa0-9ca9-169b93bb2241 None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:48.693042 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-6701dff8-83d5-4843-88a1-99643a5ce3a0 req-82a4e77a-ab9d-496a-a4d0-7ca7ba7febc8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9254e1af-d3c0-416d-a770-279ae90ca001 HTTP/1.1" status: 200 len: 1000 time: 0.1825533 Dec 21 13:27:48.693904 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-6f9a19c4-10db-4c9b-8a22-39b449e4d81a None None] Port cf4f72a5-6ed3-42a4-a5f8-b5e190183e1d cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:27:48.711511 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-3390c608-948f-4aa0-9ca9-169b93bb2241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:48.722025 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6f9a19c4-10db-4c9b-8a22-39b449e4d81a None None] Provisioning complete for port 292767f4-e86b-48a4-af72-bfb4b62622df triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:27:48.722482 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6f9a19c4-10db-4c9b-8a22-39b449e4d81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:48.728048 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-121579f0-db95-448b-ba25-6d6f281c4816 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Calling delete_port for 804b5d8f-7645-4d9b-ad8d-437529d08990 owned by network:router_interface {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:27:48.770508 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3390c608-948f-4aa0-9ca9-169b93bb2241 None None] Pushing event updated for resources: {'Port': ['ID=a473f9f0-8ac2-4e6f-bfd0-b7c24e534e50,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:48.781838 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e362d93-a185-418a-b85a-ec0e571ea231 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:48.785341 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-3e362d93-a185-418a-b85a-ec0e571ea231 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] 10.222.0.37 "GET /v2.0/networks/7fdf1889-f079-4166-bbda-88b2a8d8d595 HTTP/1.1" status: 200 len: 881 time: 0.3870802 Dec 21 13:27:48.788366 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9390dfe0-425c-4289-be85-dc48a061bbe8 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Pushing event updated for resources: {'Network': ['ID=63711264-3d45-401b-9f80-eb360cbc1ace,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:48.789898 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55428) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:48.836149 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network 63711264-3d45-401b-9f80-eb360cbc1ace details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:27:48.841948 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3390c608-948f-4aa0-9ca9-169b93bb2241 None None] Network e4831b07-7154-4246-858a-496d30d79887 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:27:48.874044 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-3390c608-948f-4aa0-9ca9-169b93bb2241 None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:27:48.888364 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3390c608-948f-4aa0-9ca9-169b93bb2241 None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:27:48.963856 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-9390dfe0-425c-4289-be85-dc48a061bbe8 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9997566 Dec 21 13:27:48.966421 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55430) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:48.970282 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-66be9162-3e1e-4a38-8324-e318e8370787 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Request body: {'subnet': {'network_id': '63711264-3d45-401b-9f80-eb360cbc1ace', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:27:49.088035 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-3390c608-948f-4aa0-9ca9-169b93bb2241 None None] Attempting to bind port a473f9f0-8ac2-4e6f-bfd0-b7c24e534e50 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:27:49.088415 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-3390c608-948f-4aa0-9ca9-169b93bb2241 None None] Attempting to bind port a473f9f0-8ac2-4e6f-bfd0-b7c24e534e50 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'fc9a81ca-0b03-4ae2-9766-3db3fe2128d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'e4831b07-7154-4246-858a-496d30d79887'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:27:49.088795 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3390c608-948f-4aa0-9ca9-169b93bb2241 None None] Attempting to bind port a473f9f0-8ac2-4e6f-bfd0-b7c24e534e50 on network e4831b07-7154-4246-858a-496d30d79887 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:27:49.096840 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3390c608-948f-4aa0-9ca9-169b93bb2241 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:27:49.097257 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3390c608-948f-4aa0-9ca9-169b93bb2241 None None] Checking segment: {'id': 'fc9a81ca-0b03-4ae2-9766-3db3fe2128d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'e4831b07-7154-4246-858a-496d30d79887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:27:49.097615 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-3390c608-948f-4aa0-9ca9-169b93bb2241 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:49.098025 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3390c608-948f-4aa0-9ca9-169b93bb2241 None None] Bound using segment: {'id': 'fc9a81ca-0b03-4ae2-9766-3db3fe2128d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'e4831b07-7154-4246-858a-496d30d79887'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:27:49.098522 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-3390c608-948f-4aa0-9ca9-169b93bb2241 None None] Bound port: a473f9f0-8ac2-4e6f-bfd0-b7c24e534e50, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc9a81ca-0b03-4ae2-9766-3db3fe2128d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'e4831b07-7154-4246-858a-496d30d79887'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:27:49.098907 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-3390c608-948f-4aa0-9ca9-169b93bb2241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:49.101412 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 292767f4-e86b-48a4-af72-bfb4b62622df up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:27:49.177632 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-121579f0-db95-448b-ba25-6d6f281c4816 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:49.216186 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-3390c608-948f-4aa0-9ca9-169b93bb2241 None None] For port a473f9f0-8ac2-4e6f-bfd0-b7c24e534e50, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:27:49.224506 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-82608400-54b1-470f-9c42-02fa86b3a55a tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:49.224760 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-3390c608-948f-4aa0-9ca9-169b93bb2241 None None] For port a473f9f0-8ac2-4e6f-bfd0-b7c24e534e50, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a473f9f0-8ac2-4e6f-bfd0-b7c24e534e50,segment=NetworkSegment(fc9a81ca-0b03-4ae2-9766-3db3fe2128d2),segment_id=fc9a81ca-0b03-4ae2-9766-3db3fe2128d2)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:27:49.229022 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-8d028fcc-34e8-4400-9637-10ec39e86f0b None None] Provisioning complete for port 292767f4-e86b-48a4-af72-bfb4b62622df triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:27:49.229393 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8d028fcc-34e8-4400-9637-10ec39e86f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:49.230452 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121579f0-db95-448b-ba25-6d6f281c4816 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Pushing event deleted for resources: {'Port': ['ID=804b5d8f-7645-4d9b-ad8d-437529d08990,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:49.233666 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-3390c608-948f-4aa0-9ca9-169b93bb2241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:49.235545 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 292767f4-e86b-48a4-af72-bfb4b62622df triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:27:49.236487 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:49.237885 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66be9162-3e1e-4a38-8324-e318e8370787 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Made reservation on behalf of c34ff9443f5b440bb29daef02ccce959 for: {'subnet': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:27:49.242636 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-66be9162-3e1e-4a38-8324-e318e8370787 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12346583'] for subnet, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:49.255626 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-93f21e37-a7b3-4af7-86fd-2424c8cc235d tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] 10.222.0.37 "GET /v2.0/ports?device_id=94b2d717-1930-4ff1-a32b-96dd1a1b2362 HTTP/1.1" status: 200 len: 205 time: 0.4519396 Dec 21 13:27:49.266562 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55432) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:49.290385 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65b44d-005c-47ca-a2c6-2a84d34f4163 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Pushing event updated for resources: {'Port': ['ID=cf4f72a5-6ed3-42a4-a5f8-b5e190183e1d,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:49.400389 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6701dff8-83d5-4843-88a1-99643a5ce3a0 req-b5817b67-60ac-475f-94a0-b1527182cd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:49.401864 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-6701dff8-83d5-4843-88a1-99643a5ce3a0 req-b5817b67-60ac-475f-94a0-b1527182cd4a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fea6c692-bae9-40da-92a1-c6d85a86ba17 HTTP/1.1" status: 200 len: 850 time: 0.6380639 Dec 21 13:27:49.406059 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3390c608-948f-4aa0-9ca9-169b93bb2241 None None] Pushing event updated for resources: {'Port': ['ID=a473f9f0-8ac2-4e6f-bfd0-b7c24e534e50,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:49.426500 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-f610f2ee-696e-49d2-9fce-d6886fe03133 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Allocated IP 2001:db8::1d (e4831b07-7154-4246-858a-496d30d79887/8da52d83-47fe-4288-8113-317484f75fbf/374218fd-4eb4-4da9-bbb6-904604b8369d) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:27:49.463035 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-121579f0-db95-448b-ba25-6d6f281c4816 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534084'] for router_interface, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:49.496459 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-82608400-54b1-470f-9c42-02fa86b3a55a tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:49.541505 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-8d028fcc-34e8-4400-9637-10ec39e86f0b None None] Provisioning complete for port cf4f72a5-6ed3-42a4-a5f8-b5e190183e1d triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:27:49.542054 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8d028fcc-34e8-4400-9637-10ec39e86f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:49.592053 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-8d028fcc-34e8-4400-9637-10ec39e86f0b None None] Port cf4f72a5-6ed3-42a4-a5f8-b5e190183e1d cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:27:49.614468 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-8d028fcc-34e8-4400-9637-10ec39e86f0b None None] Provisioning complete for port cd09f591-be54-467d-8d7d-1d573cf377d0 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:27:49.614939 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8d028fcc-34e8-4400-9637-10ec39e86f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:49.681063 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-8d028fcc-34e8-4400-9637-10ec39e86f0b None None] Port cd09f591-be54-467d-8d7d-1d573cf377d0 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:27:49.705924 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82608400-54b1-470f-9c42-02fa86b3a55a tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Network 47632e68-ad08-47f5-80e4-e99b39dad6fb is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:27:49.707012 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82608400-54b1-470f-9c42-02fa86b3a55a tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Pushing event updated for resources: {'Port': ['ID=af275e2d-b0c1-44c3-8f86-4952bce88ba1,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:49.707172 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-eebfa9d7-78f2-44ff-b564-acd1a7514db4 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:49.714052 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-82608400-54b1-470f-9c42-02fa86b3a55a tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:27:49.720449 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82608400-54b1-470f-9c42-02fa86b3a55a tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:27:49.774250 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6701dff8-83d5-4843-88a1-99643a5ce3a0 req-ea778a39-2f5d-44e1-8772-0e4cdb9a68af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:49.775814 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-6701dff8-83d5-4843-88a1-99643a5ce3a0 req-ea778a39-2f5d-44e1-8772-0e4cdb9a68af service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ec88161e-a588-41e1-b33a-71ad6f2116fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3552332 Dec 21 13:27:49.855359 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7e36e70e-6ef1-4d39-ac49-90ea9bc95e82 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks [] for router, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:49.862553 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4c65b44d-005c-47ca-a2c6-2a84d34f4163 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532557'] for router_interface, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:49.886280 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-121579f0-db95-448b-ba25-6d6f281c4816 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Router 00dc3304-49e8-4aae-840a-ce2f1107f3cc has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:27:49.895361 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82608400-54b1-470f-9c42-02fa86b3a55a tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:49.896232 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-82608400-54b1-470f-9c42-02fa86b3a55a tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:50.010520 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [None req-eebfa9d7-78f2-44ff-b564-acd1a7514db4 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] device_id is not set on port ed1d6a74-ea80-46da-9827-9ae2d85fe1f2 yet. {{(pid=103153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 13:27:50.024266 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-95f4ee02-4f8f-4d8a-b250-16793e6cec70 None None] Provisioning complete for port af275e2d-b0c1-44c3-8f86-4952bce88ba1 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:27:50.025142 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-95f4ee02-4f8f-4d8a-b250-16793e6cec70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:50.080282 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-95f4ee02-4f8f-4d8a-b250-16793e6cec70 None None] Port af275e2d-b0c1-44c3-8f86-4952bce88ba1 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:27:50.126051 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device a473f9f0-8ac2-4e6f-bfd0-b7c24e534e50 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:27:50.182667 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port a473f9f0-8ac2-4e6f-bfd0-b7c24e534e50 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:27:50.183051 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:50.270968 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:50.279244 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-82608400-54b1-470f-9c42-02fa86b3a55a tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 3.6083612 Dec 21 13:27:50.282251 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55434) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:50.287913 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4c65b44d-005c-47ca-a2c6-2a84d34f4163 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:50.311367 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] For port a473f9f0-8ac2-4e6f-bfd0-b7c24e534e50, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a473f9f0-8ac2-4e6f-bfd0-b7c24e534e50,segment=NetworkSegment(fc9a81ca-0b03-4ae2-9766-3db3fe2128d2),segment_id=fc9a81ca-0b03-4ae2-9766-3db3fe2128d2)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:27:50.318688 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:50.350239 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-66be9162-3e1e-4a38-8324-e318e8370787 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12346565'] for subnet, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:50.371589 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f610f2ee-696e-49d2-9fce-d6886fe03133 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:50.387359 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Pushing event updated for resources: {'Port': ['ID=a473f9f0-8ac2-4e6f-bfd0-b7c24e534e50,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:50.417807 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-6701dff8-83d5-4843-88a1-99643a5ce3a0 req-d24e47be-272c-4b9e-9ae3-4620bf4915a7 service neutron] 10.222.0.60 "GET /v2.0/networks/ec88161e-a588-41e1-b33a-71ad6f2116fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6028891 Dec 21 13:27:50.429554 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-121579f0-db95-448b-ba25-6d6f281c4816 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:27:50.440685 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1c6571-adfc-4458-84f0-028ed2921977 None None] Sync routers for ids ['00dc3304-49e8-4aae-840a-ce2f1107f3cc'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:27:50.442662 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-121579f0-db95-448b-ba25-6d6f281c4816 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "PUT /v2.0/routers/00dc3304-49e8-4aae-840a-ce2f1107f3cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4808095 Dec 21 13:27:50.449810 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55436) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:50.457672 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1c6571-adfc-4458-84f0-028ed2921977 None None] Routers {'00dc3304-49e8-4aae-840a-ce2f1107f3cc'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:27:50.458702 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-bb1c6571-adfc-4458-84f0-028ed2921977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:27:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['00dc3304-49e8-4aae-840a-ce2f1107f3cc'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:50.464570 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7e36e70e-6ef1-4d39-ac49-90ea9bc95e82 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:50.472851 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66be9162-3e1e-4a38-8324-e318e8370787 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Pushing event updated for resources: {'Subnet': ['ID=bcbff15f-6e93-45e8-bbc5-206e5d38ff35,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:50.500493 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-bb1c6571-adfc-4458-84f0-028ed2921977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:50.513932 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1c6571-adfc-4458-84f0-028ed2921977 None None] Routers {'00dc3304-49e8-4aae-840a-ce2f1107f3cc'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:27:50.514608 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-bb1c6571-adfc-4458-84f0-028ed2921977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:27:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['00dc3304-49e8-4aae-840a-ce2f1107f3cc'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:50.535288 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de5750e-2f77-4e07-9904-a5ee9f21f70f tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:50.541723 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de5750e-2f77-4e07-9904-a5ee9f21f70f tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:50.544731 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-eebfa9d7-78f2-44ff-b564-acd1a7514db4 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:50.548869 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de5750e-2f77-4e07-9904-a5ee9f21f70f tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:50.553276 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-bb1c6571-adfc-4458-84f0-028ed2921977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:50.554141 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1c6571-adfc-4458-84f0-028ed2921977 None None] The sync data for ids ['00dc3304-49e8-4aae-840a-ce2f1107f3cc'] in dv-neutron-master-2-hyperv is: [] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:27:50.554264 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-2de5750e-2f77-4e07-9904-a5ee9f21f70f tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.2709751 Dec 21 13:27:50.554968 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55438) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:50.625567 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66be9162-3e1e-4a38-8324-e318e8370787 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Checking segment: {'id': 'a00928ad-5f9d-40ca-975c-e9158e9c1b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '63711264-3d45-401b-9f80-eb360cbc1ace'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:27:50.625930 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66be9162-3e1e-4a38-8324-e318e8370787 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Network hostable DHCP agents. Network: 63711264-3d45-401b-9f80-eb360cbc1ace, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:27:50.728695 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f610f2ee-696e-49d2-9fce-d6886fe03133 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:50.767134 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66be9162-3e1e-4a38-8324-e318e8370787 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Network 63711264-3d45-401b-9f80-eb360cbc1ace is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:27:50.792984 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-6701dff8-83d5-4843-88a1-99643a5ce3a0 req-f9af128f-baf3-4d91-96b4-c793e658e071 service neutron] 10.222.0.60 "GET /v2.0/networks/ec88161e-a588-41e1-b33a-71ad6f2116fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3607731 Dec 21 13:27:50.801525 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.api.v2.resource [None req-366869cb-5d45-471b-8f0a-8c1c677c71e9 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] remove_router_interface failed (client error): The resource could not be found. Dec 21 13:27:50.804343 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-366869cb-5d45-471b-8f0a-8c1c677c71e9 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "PUT /v2.0/routers/00dc3304-49e8-4aae-840a-ce2f1107f3cc/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3497629 Dec 21 13:27:50.805273 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-eebfa9d7-78f2-44ff-b564-acd1a7514db4 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:50.806491 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55440) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:50.807429 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-66be9162-3e1e-4a38-8324-e318e8370787 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 63711264-3d45-401b-9f80-eb360cbc1ace) {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:27:50.813419 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66be9162-3e1e-4a38-8324-e318e8370787 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:50.814034 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-66be9162-3e1e-4a38-8324-e318e8370787 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:50.837612 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-febf80a4-3f57-49d5-9e86-8125cdc32ff9 None None] Network 63711264-3d45-401b-9f80-eb360cbc1ace requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:27:50.855030 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-66be9162-3e1e-4a38-8324-e318e8370787 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8884842 Dec 21 13:27:50.858056 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61eb7f7b-06f3-4638-b184-ed412f91c889 None None] Network e4831b07-7154-4246-858a-496d30d79887 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:27:50.859049 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55442) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:50.888261 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f610f2ee-696e-49d2-9fce-d6886fe03133 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Network e4831b07-7154-4246-858a-496d30d79887 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:27:50.913468 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-f610f2ee-696e-49d2-9fce-d6886fe03133 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:27:50.922947 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-541d248c-f20b-481d-8192-1019a656919a tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "GET /v2.0/ports?device_id=00dc3304-49e8-4aae-840a-ce2f1107f3cc HTTP/1.1" status: 200 len: 205 time: 0.0868850 Dec 21 13:27:50.927104 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f610f2ee-696e-49d2-9fce-d6886fe03133 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:27:50.932386 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f610f2ee-696e-49d2-9fce-d6886fe03133 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:50.932999 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f610f2ee-696e-49d2-9fce-d6886fe03133 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:50.936473 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55444) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:50.939472 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-0fc3ecae-2983-4a65-b166-26206f227c95 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Deleting port af275e2d-b0c1-44c3-8f86-4952bce88ba1 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:27:50.939814 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0fc3ecae-2983-4a65-b166-26206f227c95 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:50.951518 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f610f2ee-696e-49d2-9fce-d6886fe03133 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Pushing event updated for resources: {'Port': ['ID=374218fd-4eb4-4da9-bbb6-904604b8369d,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:50.983827 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-9588bfc1-81e1-49a5-994d-14f2827f5598 None None] Provisioning complete for port a473f9f0-8ac2-4e6f-bfd0-b7c24e534e50 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:27:50.984202 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-9588bfc1-81e1-49a5-994d-14f2827f5598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:51.000227 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-7e36e70e-6ef1-4d39-ac49-90ea9bc95e82 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Deleting port a1628c3c-0c6d-4e55-bb92-7db19a236abb {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:27:51.000570 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7e36e70e-6ef1-4d39-ac49-90ea9bc95e82 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:51.013355 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-f610f2ee-696e-49d2-9fce-d6886fe03133 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.1801937 Dec 21 13:27:51.015075 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55446) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:51.066043 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d26133-fa56-4cfc-9c86-94e9c40c9941 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-63711264-3d45-401b-9f80-eb360cbc1ace', 'network_id': '63711264-3d45-401b-9f80-eb360cbc1ace', 'project_id': 'c34ff9443f5b440bb29daef02ccce959', 'fixed_ips': [{'subnet_id': 'bcbff15f-6e93-45e8-bbc5-206e5d38ff35'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:27:51.066823 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d2d26133-fa56-4cfc-9c86-94e9c40c9941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:51.110304 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebfa9d7-78f2-44ff-b564-acd1a7514db4 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Pushing event updated for resources: {'Port': ['ID=4697d64c-6153-404b-bc40-6be0ceb831b8,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:51.123425 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebfa9d7-78f2-44ff-b564-acd1a7514db4 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Checking segment: {'id': 'a6c5b0bb-d761-486c-96e7-2550f6d7813d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2134d7c8-fae4-4f7c-95c6-9a936603cde8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:27:51.123798 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eebfa9d7-78f2-44ff-b564-acd1a7514db4 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Network hostable DHCP agents. Network: 2134d7c8-fae4-4f7c-95c6-9a936603cde8, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:27:51.153194 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4c65b44d-005c-47ca-a2c6-2a84d34f4163 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:51.169482 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4c65b44d-005c-47ca-a2c6-2a84d34f4163 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:51.177618 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7e36e70e-6ef1-4d39-ac49-90ea9bc95e82 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:51.186177 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-71778411-157c-4484-bc17-349bf17c5255 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks [] for router, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:51.190662 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0fc3ecae-2983-4a65-b166-26206f227c95 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:51.202515 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7c4e319d-4c60-4eee-975b-3a74e6067f5d tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:51.209836 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eebfa9d7-78f2-44ff-b564-acd1a7514db4 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Network 2134d7c8-fae4-4f7c-95c6-9a936603cde8 is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:27:51.242466 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-7e36e70e-6ef1-4d39-ac49-90ea9bc95e82 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Calling delete_port for a1628c3c-0c6d-4e55-bb92-7db19a236abb owned by network:router_gateway {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:27:51.261162 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-eebfa9d7-78f2-44ff-b564-acd1a7514db4 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 2134d7c8-fae4-4f7c-95c6-9a936603cde8) {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:27:51.268844 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-d2d26133-fa56-4cfc-9c86-94e9c40c9941 None None] Allocated IP 172.20.0.2 (63711264-3d45-401b-9f80-eb360cbc1ace/bcbff15f-6e93-45e8-bbc5-206e5d38ff35/ebf82e9c-48c8-4a54-899c-744bf0e8f50a) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:27:51.272297 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03deacd5-bbed-4126-b052-04536ba124a0 None None] Network 2134d7c8-fae4-4f7c-95c6-9a936603cde8 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:27:51.288570 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebfa9d7-78f2-44ff-b564-acd1a7514db4 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:27:51.290153 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-eebfa9d7-78f2-44ff-b564-acd1a7514db4 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:51.296261 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4c65b44d-005c-47ca-a2c6-2a84d34f4163 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532537'] for router_interface, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:51.298890 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65b44d-005c-47ca-a2c6-2a84d34f4163 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Pushing event updated for resources: {'Port': ['ID=cf4f72a5-6ed3-42a4-a5f8-b5e190183e1d,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:51.333644 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-0fc3ecae-2983-4a65-b166-26206f227c95 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Calling delete_port for af275e2d-b0c1-44c3-8f86-4952bce88ba1 owned by {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:27:51.410514 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebfa9d7-78f2-44ff-b564-acd1a7514db4 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Pushing event updated for resources: {'Port': ['ID=ed1d6a74-ea80-46da-9827-9ae2d85fe1f2,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:51.532973 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-71778411-157c-4484-bc17-349bf17c5255 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26950'] for router, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:51.538715 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-71778411-157c-4484-bc17-349bf17c5255 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:51.548220 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d2d26133-fa56-4cfc-9c86-94e9c40c9941 None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:51.563618 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d2d26133-fa56-4cfc-9c86-94e9c40c9941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:51.605719 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebfa9d7-78f2-44ff-b564-acd1a7514db4 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Checking segment: {'id': '6858d61d-6486-4148-9934-76b9c47c0cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '9d98810e-7fb5-4036-b266-a35afead6451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:27:51.606066 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eebfa9d7-78f2-44ff-b564-acd1a7514db4 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Network hostable DHCP agents. Network: 9d98810e-7fb5-4036-b266-a35afead6451, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:27:51.622659 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d26133-fa56-4cfc-9c86-94e9c40c9941 None None] Network 63711264-3d45-401b-9f80-eb360cbc1ace is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:27:51.623002 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7c4e319d-4c60-4eee-975b-3a74e6067f5d tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:51.625459 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-07b54f85-2b6d-49e3-a2b6-b6a7cc0c3844 None None] Provisioning complete for port a473f9f0-8ac2-4e6f-bfd0-b7c24e534e50 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:27:51.625836 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-07b54f85-2b6d-49e3-a2b6-b6a7cc0c3844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:51.628656 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-d2c056cf-53dc-425a-b018-adb78d65d9cf tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Deleting port 374218fd-4eb4-4da9-bbb6-904604b8369d {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:27:51.628833 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d2c056cf-53dc-425a-b018-adb78d65d9cf tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:51.631265 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-d2d26133-fa56-4cfc-9c86-94e9c40c9941 None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:27:51.635215 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d26133-fa56-4cfc-9c86-94e9c40c9941 None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:27:51.636448 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d26133-fa56-4cfc-9c86-94e9c40c9941 None None] Pushing event updated for resources: {'Port': ['ID=ebf82e9c-48c8-4a54-899c-744bf0e8f50a,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:51.667240 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-71778411-157c-4484-bc17-349bf17c5255 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534967'] for router, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:51.667781 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71778411-157c-4484-bc17-349bf17c5255 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Fanout notify agent at l3_agent the message router_deleted on router 00dc3304-49e8-4aae-840a-ce2f1107f3cc {{(pid=103152) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 13:27:51.678641 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eebfa9d7-78f2-44ff-b564-acd1a7514db4 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Network 9d98810e-7fb5-4036-b266-a35afead6451 is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:27:51.689429 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-71778411-157c-4484-bc17-349bf17c5255 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks [] for router, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:51.690188 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-71778411-157c-4484-bc17-349bf17c5255 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "DELETE /v2.0/routers/00dc3304-49e8-4aae-840a-ce2f1107f3cc HTTP/1.1" status: 204 len: 168 time: 0.6910839 Dec 21 13:27:51.695305 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55448) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:51.714894 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-eebfa9d7-78f2-44ff-b564-acd1a7514db4 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 9d98810e-7fb5-4036-b266-a35afead6451) {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:27:51.717821 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c65b44d-005c-47ca-a2c6-2a84d34f4163 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Network dcddaa45-42c3-4961-a344-2189f91e4f5e is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:27:51.733414 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c656aa-bced-4fac-b2d4-2ba073957478 None None] Network 9d98810e-7fb5-4036-b266-a35afead6451 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:27:51.749891 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebfa9d7-78f2-44ff-b564-acd1a7514db4 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:27:51.757145 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eebfa9d7-78f2-44ff-b564-acd1a7514db4 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:51.763236 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eebfa9d7-78f2-44ff-b564-acd1a7514db4 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:51.764438 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-eebfa9d7-78f2-44ff-b564-acd1a7514db4 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:51.783758 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7e36e70e-6ef1-4d39-ac49-90ea9bc95e82 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:51.831423 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-d2d26133-fa56-4cfc-9c86-94e9c40c9941 None None] Attempting to bind port ebf82e9c-48c8-4a54-899c-744bf0e8f50a on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:27:51.831801 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-d2d26133-fa56-4cfc-9c86-94e9c40c9941 None None] Attempting to bind port ebf82e9c-48c8-4a54-899c-744bf0e8f50a by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a00928ad-5f9d-40ca-975c-e9158e9c1b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '63711264-3d45-401b-9f80-eb360cbc1ace'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:27:51.832164 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d26133-fa56-4cfc-9c86-94e9c40c9941 None None] Attempting to bind port ebf82e9c-48c8-4a54-899c-744bf0e8f50a on network 63711264-3d45-401b-9f80-eb360cbc1ace {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:27:51.834931 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7c4e319d-4c60-4eee-975b-3a74e6067f5d tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12346570'] for subnet, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:51.843698 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d26133-fa56-4cfc-9c86-94e9c40c9941 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:27:51.844329 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d26133-fa56-4cfc-9c86-94e9c40c9941 None None] Checking segment: {'id': 'a00928ad-5f9d-40ca-975c-e9158e9c1b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '63711264-3d45-401b-9f80-eb360cbc1ace'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:27:51.844422 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-4c65b44d-005c-47ca-a2c6-2a84d34f4163 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:27:51.844628 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d2d26133-fa56-4cfc-9c86-94e9c40c9941 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:51.844942 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d26133-fa56-4cfc-9c86-94e9c40c9941 None None] Bound using segment: {'id': 'a00928ad-5f9d-40ca-975c-e9158e9c1b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '63711264-3d45-401b-9f80-eb360cbc1ace'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:27:51.845957 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-d2d26133-fa56-4cfc-9c86-94e9c40c9941 None None] Bound port: ebf82e9c-48c8-4a54-899c-744bf0e8f50a, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a00928ad-5f9d-40ca-975c-e9158e9c1b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '63711264-3d45-401b-9f80-eb360cbc1ace'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:27:51.846346 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d2d26133-fa56-4cfc-9c86-94e9c40c9941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:51.866429 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d2c056cf-53dc-425a-b018-adb78d65d9cf tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:51.875287 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e3c62ea-a37e-4ea0-a177-b04a85d47467 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Deleting subnet 3c4781ee-6e10-49c8-933c-a69a407cbb0b {{(pid=103153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:27:51.885168 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2e3c62ea-a37e-4ea0-a177-b04a85d47467 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks [] for subnet, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:51.936485 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-eebfa9d7-78f2-44ff-b564-acd1a7514db4 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.6247408 Dec 21 13:27:51.941487 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e36e70e-6ef1-4d39-ac49-90ea9bc95e82 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Pushing event deleted for resources: {'Port': ['ID=a1628c3c-0c6d-4e55-bb92-7db19a236abb,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:51.950069 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4e319d-4c60-4eee-975b-3a74e6067f5d tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Pushing event deleted for resources: {'Subnet': ['ID=bcbff15f-6e93-45e8-bbc5-206e5d38ff35,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:51.951973 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55450) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:51.975012 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-d2c056cf-53dc-425a-b018-adb78d65d9cf tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Calling delete_port for 374218fd-4eb4-4da9-bbb6-904604b8369d owned by {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:27:51.984697 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0fc3ecae-2983-4a65-b166-26206f227c95 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:52.004596 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-d2d26133-fa56-4cfc-9c86-94e9c40c9941 None None] For port ebf82e9c-48c8-4a54-899c-744bf0e8f50a, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:27:52.006769 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-07b54f85-2b6d-49e3-a2b6-b6a7cc0c3844 None None] Provisioning complete for port 374218fd-4eb4-4da9-bbb6-904604b8369d triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:27:52.007148 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-07b54f85-2b6d-49e3-a2b6-b6a7cc0c3844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:52.010007 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-d2d26133-fa56-4cfc-9c86-94e9c40c9941 None None] For port ebf82e9c-48c8-4a54-899c-744bf0e8f50a, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ebf82e9c-48c8-4a54-899c-744bf0e8f50a,segment=NetworkSegment(a00928ad-5f9d-40ca-975c-e9158e9c1b47),segment_id=a00928ad-5f9d-40ca-975c-e9158e9c1b47)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:27:52.045649 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc3ecae-2983-4a65-b166-26206f227c95 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Pushing event deleted for resources: {'Port': ['ID=af275e2d-b0c1-44c3-8f86-4952bce88ba1,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:52.046300 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2e3c62ea-a37e-4ea0-a177-b04a85d47467 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1585439'] for subnet, precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:52.091838 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74979fc9-a265-4f7d-ad44-0a82d1998512 None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:27:52.097347 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d2d26133-fa56-4cfc-9c86-94e9c40c9941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:52.101703 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7c4e319d-4c60-4eee-975b-3a74e6067f5d tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:52.114161 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device a473f9f0-8ac2-4e6f-bfd0-b7c24e534e50 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:27:52.160100 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-07b54f85-2b6d-49e3-a2b6-b6a7cc0c3844 None None] Port 374218fd-4eb4-4da9-bbb6-904604b8369d cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:27:52.265307 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d26133-fa56-4cfc-9c86-94e9c40c9941 None None] Pushing event updated for resources: {'Port': ['ID=ebf82e9c-48c8-4a54-899c-744bf0e8f50a,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:52.271040 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-7c4e319d-4c60-4eee-975b-3a74e6067f5d tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63711264-3d45-401b-9f80-eb360cbc1ace']}} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:52.312778 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ad5a04-7858-460b-9043-737a4b4f6b5a None None] Network 63711264-3d45-401b-9f80-eb360cbc1ace requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:27:52.375565 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-7c4e319d-4c60-4eee-975b-3a74e6067f5d tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a00928ad-5f9d-40ca-975c-e9158e9c1b47') {'for_net_delete': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:52.375801 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-7c4e319d-4c60-4eee-975b-3a74e6067f5d tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a00928ad-5f9d-40ca-975c-e9158e9c1b47') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:52.388040 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0fc3ecae-2983-4a65-b166-26206f227c95 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:52.390066 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-f274ba04-9f7b-48e5-b1d8-08126d31146e None None] Provisioning complete for port cf4f72a5-6ed3-42a4-a5f8-b5e190183e1d triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:27:52.390461 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f274ba04-9f7b-48e5-b1d8-08126d31146e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:52.392764 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-0fc3ecae-2983-4a65-b166-26206f227c95 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] 10.222.0.37 "DELETE /v2.0/ports/af275e2d-b0c1-44c3-8f86-4952bce88ba1 HTTP/1.1" status: 204 len: 168 time: 1.8087034 Dec 21 13:27:52.404819 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ecfe0b-7dba-4804-82b0-a10976da0406 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:52.406414 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port a473f9f0-8ac2-4e6f-bfd0-b7c24e534e50 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:27:52.406964 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:52.412787 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ecfe0b-7dba-4804-82b0-a10976da0406 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:52.414400 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-42ecfe0b-7dba-4804-82b0-a10976da0406 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.4495559 Dec 21 13:27:52.416443 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7c4e319d-4c60-4eee-975b-3a74e6067f5d tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526653'] for segment, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:52.418083 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55454) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:52.418435 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55456) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:52.484489 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa5f2133-20ef-4377-8d75-3b2f56604cc8 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] GET failed (client error): The resource could not be found. Dec 21 13:27:52.489594 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-aa5f2133-20ef-4377-8d75-3b2f56604cc8 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] 10.222.0.37 "GET /v2.0/ports/af275e2d-b0c1-44c3-8f86-4952bce88ba1 HTTP/1.1" status: 404 len: 333 time: 0.0653465 Dec 21 13:27:52.497937 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55458) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:52.508495 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-a4f64413-e47a-4c35-a118-440a5827ae75 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Request body: {'port': {'network_id': '47632e68-ad08-47f5-80e4-e99b39dad6fb', 'name': 'tempest-AllowedAddressPairTestJSON-1318445538'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:27:52.514217 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7c4e319d-4c60-4eee-975b-3a74e6067f5d tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:52.537223 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c4e319d-4c60-4eee-975b-3a74e6067f5d tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=103152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:27:52.537790 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7c4e319d-4c60-4eee-975b-3a74e6067f5d tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805426'] for segment, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:52.543081 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:27:52.543081 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:27:52.543081 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:27:52.543081 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:27:52.543081 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:27:52.543081 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:27:52.543081 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:27:52.543081 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:27:52.543081 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:27:52.543081 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:27:52.543081 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:27:52.543081 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:27:52.543081 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:27:52.543081 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:27:52.543081 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:27:52.543081 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:27:52.543081 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:27:52.543081 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:27:52.543081 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:27:52.543081 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:27:52.543081 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:27:52.543081 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:27:52.543081 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:27:52.543081 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:27:52.543081 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:27:52.543081 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:27:52.543081 dv-neutron-master-2-hyperv neutron-server[103152]: Traceback (most recent call last): Dec 21 13:27:52.543081 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:27:52.543081 dv-neutron-master-2-hyperv neutron-server[103152]: timer() Dec 21 13:27:52.543081 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:27:52.543081 dv-neutron-master-2-hyperv neutron-server[103152]: cb(*args, **kw) Dec 21 13:27:52.543081 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:27:52.543081 dv-neutron-master-2-hyperv neutron-server[103152]: return func(*args, **kwargs) Dec 21 13:27:52.543081 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:27:52.543081 dv-neutron-master-2-hyperv neutron-server[103152]: self._notify() Dec 21 13:27:52.543081 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:27:52.543081 dv-neutron-master-2-hyperv neutron-server[103152]: self.callback(batched_events) Dec 21 13:27:52.543081 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:27:52.543081 dv-neutron-master-2-hyperv neutron-server[103152]: event.method(event) Dec 21 13:27:52.543081 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:27:52.543081 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:27:52.543081 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:27:52.543081 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:27:52.543081 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:27:52.543081 dv-neutron-master-2-hyperv neutron-server[103152]: return f(self, *a, **k) Dec 21 13:27:52.543081 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:27:52.543081 dv-neutron-master-2-hyperv neutron-server[103152]: return self._get(url).json() Dec 21 13:27:52.543081 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:27:52.543081 dv-neutron-master-2-hyperv neutron-server[103152]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:27:52.543081 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:27:52.543081 dv-neutron-master-2-hyperv neutron-server[103152]: return self.request(url, 'GET', **kwargs) Dec 21 13:27:52.543081 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:27:52.543081 dv-neutron-master-2-hyperv neutron-server[103152]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:27:52.546208 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:27:52.546208 dv-neutron-master-2-hyperv neutron-server[103152]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:27:52.546208 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:27:52.546208 dv-neutron-master-2-hyperv neutron-server[103152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:27:52.546208 dv-neutron-master-2-hyperv neutron-server[103152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:27:52.640097 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-f274ba04-9f7b-48e5-b1d8-08126d31146e None None] Port cf4f72a5-6ed3-42a4-a5f8-b5e190183e1d cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:27:52.670486 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-f274ba04-9f7b-48e5-b1d8-08126d31146e None None] Provisioning complete for port 374218fd-4eb4-4da9-bbb6-904604b8369d triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:27:52.670486 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f274ba04-9f7b-48e5-b1d8-08126d31146e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:52.683284 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7e36e70e-6ef1-4d39-ac49-90ea9bc95e82 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-548638'] for router_gateway, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:52.692158 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c47c418-6fe5-4a1a-a7c2-be912d86f5b8 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=103154) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 21 13:27:52.713646 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2e3c62ea-a37e-4ea0-a177-b04a85d47467 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:52.742792 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.db.api [None req-7c4e319d-4c60-4eee-975b-3a74e6067f5d tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 21 13:27:52.742792 dv-neutron-master-2-hyperv neutron-server[103152]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 21 13:27:52.742792 dv-neutron-master-2-hyperv neutron-server[103152]: [parameters: {'id': '63711264-3d45-401b-9f80-eb360cbc1ace'}] Dec 21 13:27:52.742792 dv-neutron-master-2-hyperv neutron-server[103152]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103152) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 13:27:52.743350 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG oslo_db.api [None req-7c4e319d-4c60-4eee-975b-3a74e6067f5d tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 13:27:52.774120 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-f274ba04-9f7b-48e5-b1d8-08126d31146e None None] Port 374218fd-4eb4-4da9-bbb6-904604b8369d cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:27:52.788823 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d2c056cf-53dc-425a-b018-adb78d65d9cf tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:52.823884 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7e36e70e-6ef1-4d39-ac49-90ea9bc95e82 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26950'] for router, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:52.831363 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7e36e70e-6ef1-4d39-ac49-90ea9bc95e82 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:52.834215 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c056cf-53dc-425a-b018-adb78d65d9cf tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Pushing event deleted for resources: {'Port': ['ID=374218fd-4eb4-4da9-bbb6-904604b8369d,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:52.838768 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-8da3188e-b056-4968-9f0a-b1956f0c7f8d tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Deleting port 4697d64c-6153-404b-bc40-6be0ceb831b8 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:27:52.839192 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8da3188e-b056-4968-9f0a-b1956f0c7f8d tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:52.870477 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c47c418-6fe5-4a1a-a7c2-be912d86f5b8 None None] Resources bound (agent type, host, resource id): {{(pid=103154) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 21 13:27:52.899638 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c65b44d-005c-47ca-a2c6-2a84d34f4163 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Router 089a75d9-0182-4ad9-a783-91cbf7258761 is scheduled to L3 agent 59e14383-78fa-487e-9299-b32042a98157 with binding_index 1 {{(pid=103153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 13:27:52.903836 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d2c056cf-53dc-425a-b018-adb78d65d9cf tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:52.910132 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-d2c056cf-53dc-425a-b018-adb78d65d9cf tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "DELETE /v2.0/ports/374218fd-4eb4-4da9-bbb6-904604b8369d HTTP/1.1" status: 204 len: 168 time: 1.8906224 Dec 21 13:27:52.910839 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55460) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:52.912957 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7e36e70e-6ef1-4d39-ac49-90ea9bc95e82 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534967'] for router, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:52.913677 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e36e70e-6ef1-4d39-ac49-90ea9bc95e82 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Fanout notify agent at l3_agent the message router_deleted on router 94b2d717-1930-4ff1-a32b-96dd1a1b2362 {{(pid=103153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 13:27:52.922535 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2e3c62ea-a37e-4ea0-a177-b04a85d47467 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11349588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11288746'] for subnet, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:52.932198 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7e36e70e-6ef1-4d39-ac49-90ea9bc95e82 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks [] for router, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:52.934565 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-7e36e70e-6ef1-4d39-ac49-90ea9bc95e82 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] 10.222.0.37 "DELETE /v2.0/routers/94b2d717-1930-4ff1-a32b-96dd1a1b2362 HTTP/1.1" status: 204 len: 168 time: 3.6597619 Dec 21 13:27:52.946390 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4f64413-e47a-4c35-a118-440a5827ae75 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Made reservation on behalf of 3486e39e92754a13af8b65c20f5493fe for: {'port': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:27:52.950190 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a4f64413-e47a-4c35-a118-440a5827ae75 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:52.952069 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55462) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:52.959752 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-d87abf63-6436-4dac-85f8-0f8d768fa1d1 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1594510964', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}, 'admin_state_up': False}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:27:52.966750 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8da3188e-b056-4968-9f0a-b1956f0c7f8d tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:52.977669 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea57e548-ebdb-4147-a9e2-3f5d49157da0 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] DELETE failed (client error): The resource could not be found. Dec 21 13:27:52.978230 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea57e548-ebdb-4147-a9e2-3f5d49157da0 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:27:52.984262 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-ea57e548-ebdb-4147-a9e2-3f5d49157da0 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "DELETE /v2.0/ports/374218fd-4eb4-4da9-bbb6-904604b8369d HTTP/1.1" status: 404 len: 333 time: 0.0723650 Dec 21 13:27:52.992060 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-8da3188e-b056-4968-9f0a-b1956f0c7f8d tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Calling delete_port for 4697d64c-6153-404b-bc40-6be0ceb831b8 owned by {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:27:52.993932 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55464) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:53.014846 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3c62ea-a37e-4ea0-a177-b04a85d47467 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Pushing event deleted for resources: {'Subnet': ['ID=3c4781ee-6e10-49c8-933c-a69a407cbb0b,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:53.033924 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-a4f64413-e47a-4c35-a118-440a5827ae75 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] device_id is not set on port c6929548-d44b-43e8-a51b-f863200b6291 yet. {{(pid=103152) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 13:27:53.046326 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-36dae065-30ef-400b-9abc-af43034ce250 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] GET failed (client error): The resource could not be found. Dec 21 13:27:53.051282 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-36dae065-30ef-400b-9abc-af43034ce250 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "GET /v2.0/ports/374218fd-4eb4-4da9-bbb6-904604b8369d HTTP/1.1" status: 404 len: 333 time: 0.0557210 Dec 21 13:27:53.051455 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2e3c62ea-a37e-4ea0-a177-b04a85d47467 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks [] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:53.055915 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55466) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:53.056060 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-2e3c62ea-a37e-4ea0-a177-b04a85d47467 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "DELETE /v2.0/subnets/3c4781ee-6e10-49c8-933c-a69a407cbb0b HTTP/1.1" status: 204 len: 168 time: 1.3556557 Dec 21 13:27:53.057536 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55468) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:53.125946 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d87abf63-6436-4dac-85f8-0f8d768fa1d1 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26964'] for router, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:53.127027 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d87abf63-6436-4dac-85f8-0f8d768fa1d1 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-642316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26957'] for router, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:53.136317 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c65b44d-005c-47ca-a2c6-2a84d34f4163 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:27:53.144626 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-4c65b44d-005c-47ca-a2c6-2a84d34f4163 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "PUT /v2.0/routers/089a75d9-0182-4ad9-a783-91cbf7258761/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2429523 Dec 21 13:27:53.150203 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55470) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:53.158963 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54964365-f862-4eb5-9b83-bd192ec70874 None None] Sync routers for ids ['089a75d9-0182-4ad9-a783-91cbf7258761'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:27:53.177676 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54964365-f862-4eb5-9b83-bd192ec70874 None None] Routers {'089a75d9-0182-4ad9-a783-91cbf7258761'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:27:53.178412 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-54964365-f862-4eb5-9b83-bd192ec70874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:27:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['089a75d9-0182-4ad9-a783-91cbf7258761'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:53.187658 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3273d1fa-a24e-4521-b11b-354bba4feb1e tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:53.210804 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a5e671-9369-4a2d-9593-8e2f83af06a0 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:53.214897 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-e8a5e671-9369-4a2d-9593-8e2f83af06a0 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "GET /v2.0/ports/cf4f72a5-6ed3-42a4-a5f8-b5e190183e1d HTTP/1.1" status: 200 len: 978 time: 0.0609825 Dec 21 13:27:53.216821 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55472) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:53.218838 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-54964365-f862-4eb5-9b83-bd192ec70874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:53.221657 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985749d9-8a14-4679-abea-a2ed998969a2 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=103154) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 21 13:27:53.237977 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e088927-ae20-4676-8604-23c7502e664f tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Deleting subnet 8da52d83-47fe-4288-8113-317484f75fbf {{(pid=103152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:27:53.245007 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7c4e319d-4c60-4eee-975b-3a74e6067f5d tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:53.251996 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2e088927-ae20-4676-8604-23c7502e664f tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks [] for subnet, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:53.263462 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54964365-f862-4eb5-9b83-bd192ec70874 None None] Routers {'089a75d9-0182-4ad9-a783-91cbf7258761'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:27:53.264073 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-54964365-f862-4eb5-9b83-bd192ec70874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:27:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['089a75d9-0182-4ad9-a783-91cbf7258761'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:53.299758 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-54964365-f862-4eb5-9b83-bd192ec70874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:53.300360 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54964365-f862-4eb5-9b83-bd192ec70874 None None] The sync data for ids ['089a75d9-0182-4ad9-a783-91cbf7258761'] in dv-neutron-master-2-hyperv is: [] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:27:53.304788 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d87abf63-6436-4dac-85f8-0f8d768fa1d1 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:53.363801 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985749d9-8a14-4679-abea-a2ed998969a2 None None] Resources bound (agent type, host, resource id): {{(pid=103154) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 21 13:27:53.376938 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2e088927-ae20-4676-8604-23c7502e664f tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526644'] for subnet, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:53.432122 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-3273d1fa-a24e-4521-b11b-354bba4feb1e tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Deleting port 7a351bad-fb0e-462e-8fff-e11c4cb00a5d {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:27:53.432351 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3273d1fa-a24e-4521-b11b-354bba4feb1e tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:53.552626 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-3273d1fa-a24e-4521-b11b-354bba4feb1e tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] For port 7a351bad-fb0e-462e-8fff-e11c4cb00a5d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7a351bad-fb0e-462e-8fff-e11c4cb00a5d,segment=NetworkSegment(0f996355-ba2c-4444-be7c-5df194594925),segment_id=0f996355-ba2c-4444-be7c-5df194594925)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:27:53.553003 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3273d1fa-a24e-4521-b11b-354bba4feb1e tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:53.572374 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-3273d1fa-a24e-4521-b11b-354bba4feb1e tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Calling delete_port for 7a351bad-fb0e-462e-8fff-e11c4cb00a5d owned by network:dhcp {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:27:53.644577 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460e600d-a2e3-47c4-9477-1bc895a9e6fc None None] Network 774167ee-ab62-4ba8-a843-ca0b3b74cad6 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:27:53.749631 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3273d1fa-a24e-4521-b11b-354bba4feb1e tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:53.780809 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-a4f64413-e47a-4c35-a118-440a5827ae75 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Allocated IP 172.20.0.3 (47632e68-ad08-47f5-80e4-e99b39dad6fb/cc6279fe-3804-4cf9-8b18-a4ca62e45e34/c6929548-d44b-43e8-a51b-f863200b6291) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:27:53.789776 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8da3188e-b056-4968-9f0a-b1956f0c7f8d tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:53.790198 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3273d1fa-a24e-4521-b11b-354bba4feb1e tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Pushing event deleted for resources: {'Port': ['ID=7a351bad-fb0e-462e-8fff-e11c4cb00a5d,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:53.793883 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3273d1fa-a24e-4521-b11b-354bba4feb1e tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] No DVR routers for this DVR port 7a351bad-fb0e-462e-8fff-e11c4cb00a5d on host dv-neutron-master-2-hyperv {{(pid=103153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:27:53.864153 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52dcc3f-4cce-453f-b54d-ba283887fed5 None None] DHCP port deletion for 774167ee-ab62-4ba8-a843-ca0b3b74cad6 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:27:53.911186 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da3188e-b056-4968-9f0a-b1956f0c7f8d tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Pushing event deleted for resources: {'Port': ['ID=4697d64c-6153-404b-bc40-6be0ceb831b8,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:53.949509 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3273d1fa-a24e-4521-b11b-354bba4feb1e tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:53.958691 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-de965a32-675f-48aa-9c7f-6266da79307b tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532692'] for router_interface, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:53.975618 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d87abf63-6436-4dac-85f8-0f8d768fa1d1 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:54.003266 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8da3188e-b056-4968-9f0a-b1956f0c7f8d tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:54.006828 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-8da3188e-b056-4968-9f0a-b1956f0c7f8d tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] 10.222.0.37 "DELETE /v2.0/ports/4697d64c-6153-404b-bc40-6be0ceb831b8 HTTP/1.1" status: 204 len: 168 time: 1.5772614 Dec 21 13:27:54.015656 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55476) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:54.030843 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-3273d1fa-a24e-4521-b11b-354bba4feb1e tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['774167ee-ab62-4ba8-a843-ca0b3b74cad6']}} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:54.046639 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-3273d1fa-a24e-4521-b11b-354bba4feb1e tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f996355-ba2c-4444-be7c-5df194594925') {'for_net_delete': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:54.046936 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-3273d1fa-a24e-4521-b11b-354bba4feb1e tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f996355-ba2c-4444-be7c-5df194594925') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:54.049657 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 7a351bad-fb0e-462e-8fff-e11c4cb00a5d no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:27:54.060515 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3273d1fa-a24e-4521-b11b-354bba4feb1e tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1585430'] for segment, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:54.075925 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: 7a351bad-fb0e-462e-8fff-e11c4cb00a5d {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:27:54.076166 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 7a351bad-fb0e-462e-8fff-e11c4cb00a5d not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:27:54.077485 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2e088927-ae20-4676-8604-23c7502e664f tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:54.079764 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3273d1fa-a24e-4521-b11b-354bba4feb1e tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:54.087823 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3273d1fa-a24e-4521-b11b-354bba4feb1e tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=103153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:27:54.088208 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3273d1fa-a24e-4521-b11b-354bba4feb1e tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11349758'] for segment, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:54.091406 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:27:54.091406 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:27:54.091406 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:27:54.091406 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:27:54.091406 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:27:54.091406 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:27:54.091406 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:27:54.091406 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:27:54.091406 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:27:54.091406 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:27:54.091406 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:27:54.091406 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:27:54.091406 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:27:54.091406 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:27:54.091406 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:27:54.091406 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:27:54.091406 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:27:54.091406 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:27:54.091406 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:27:54.091406 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:27:54.091406 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:27:54.091406 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:27:54.091406 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:27:54.091406 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:27:54.091406 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:27:54.091406 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:27:54.091406 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:27:54.091406 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:27:54.091406 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:27:54.091406 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:27:54.091406 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:27:54.091406 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:27:54.091406 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:27:54.091406 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:27:54.091406 dv-neutron-master-2-hyperv neutron-server[103153]: Traceback (most recent call last): Dec 21 13:27:54.091406 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:27:54.091406 dv-neutron-master-2-hyperv neutron-server[103153]: timer() Dec 21 13:27:54.091406 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:27:54.091406 dv-neutron-master-2-hyperv neutron-server[103153]: cb(*args, **kw) Dec 21 13:27:54.091406 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:27:54.091406 dv-neutron-master-2-hyperv neutron-server[103153]: return func(*args, **kwargs) Dec 21 13:27:54.093958 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:27:54.093958 dv-neutron-master-2-hyperv neutron-server[103153]: self._notify() Dec 21 13:27:54.093958 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:27:54.093958 dv-neutron-master-2-hyperv neutron-server[103153]: self.callback(batched_events) Dec 21 13:27:54.093958 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:27:54.093958 dv-neutron-master-2-hyperv neutron-server[103153]: event.method(event) Dec 21 13:27:54.093958 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:27:54.093958 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:27:54.093958 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:27:54.093958 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:27:54.093958 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:27:54.093958 dv-neutron-master-2-hyperv neutron-server[103153]: return f(self, *a, **k) Dec 21 13:27:54.093958 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:27:54.093958 dv-neutron-master-2-hyperv neutron-server[103153]: return self._get(url).json() Dec 21 13:27:54.093958 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:27:54.093958 dv-neutron-master-2-hyperv neutron-server[103153]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:27:54.093958 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:27:54.093958 dv-neutron-master-2-hyperv neutron-server[103153]: return self.request(url, 'GET', **kwargs) Dec 21 13:27:54.093958 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:27:54.093958 dv-neutron-master-2-hyperv neutron-server[103153]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:27:54.093958 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:27:54.093958 dv-neutron-master-2-hyperv neutron-server[103153]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:27:54.093958 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:27:54.093958 dv-neutron-master-2-hyperv neutron-server[103153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:27:54.093958 dv-neutron-master-2-hyperv neutron-server[103153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:27:54.198883 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3273d1fa-a24e-4521-b11b-354bba4feb1e tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:54.200557 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-7c4e319d-4c60-4eee-975b-3a74e6067f5d tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Deleting port ebf82e9c-48c8-4a54-899c-744bf0e8f50a {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:27:54.201101 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7c4e319d-4c60-4eee-975b-3a74e6067f5d tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:54.210607 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3273d1fa-a24e-4521-b11b-354bba4feb1e tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:54.214230 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-3273d1fa-a24e-4521-b11b-354bba4feb1e tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "DELETE /v2.0/networks/774167ee-ab62-4ba8-a843-ca0b3b74cad6 HTTP/1.1" status: 204 len: 168 time: 1.1556401 Dec 21 13:27:54.228683 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55480) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:54.234478 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-69b88b55-dd71-457f-b4be-4f98bbf095f5 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-743584842'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:27:54.237598 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3273d1fa-a24e-4521-b11b-354bba4feb1e tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Pushing event deleted for resources: {'Network': ['ID=774167ee-ab62-4ba8-a843-ca0b3b74cad6,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:54.308303 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69b88b55-dd71-457f-b4be-4f98bbf095f5 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Made reservation on behalf of d368a1938e3342de9d3358d110005af5 for: {'network': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:27:54.314681 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-69b88b55-dd71-457f-b4be-4f98bbf095f5 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:54.348767 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69b88b55-dd71-457f-b4be-4f98bbf095f5 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=103153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:27:54.357560 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-de965a32-675f-48aa-9c7f-6266da79307b tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Deleting port cf4f72a5-6ed3-42a4-a5f8-b5e190183e1d {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:27:54.357887 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-de965a32-675f-48aa-9c7f-6266da79307b tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:54.388853 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-69b88b55-dd71-457f-b4be-4f98bbf095f5 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:54.389201 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.segments_db [None req-69b88b55-dd71-457f-b4be-4f98bbf095f5 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Added segment 6a77d648-26a8-45cb-b31a-976f53f866bf of type vlan for network 4f8cb736-61e9-4f3c-bdee-9e7bcaa81230 Dec 21 13:27:54.414211 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2e088927-ae20-4676-8604-23c7502e664f tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12346570'] for subnet, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:54.430081 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-7c4e319d-4c60-4eee-975b-3a74e6067f5d tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] For port ebf82e9c-48c8-4a54-899c-744bf0e8f50a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ebf82e9c-48c8-4a54-899c-744bf0e8f50a,segment=NetworkSegment(a00928ad-5f9d-40ca-975c-e9158e9c1b47),segment_id=a00928ad-5f9d-40ca-975c-e9158e9c1b47)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:27:54.430482 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7c4e319d-4c60-4eee-975b-3a74e6067f5d tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:54.480645 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a4f64413-e47a-4c35-a118-440a5827ae75 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:54.487503 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-69b88b55-dd71-457f-b4be-4f98bbf095f5 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:54.491217 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e088927-ae20-4676-8604-23c7502e664f tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Pushing event deleted for resources: {'Subnet': ['ID=8da52d83-47fe-4288-8113-317484f75fbf,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:54.496787 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-7c4e319d-4c60-4eee-975b-3a74e6067f5d tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Calling delete_port for ebf82e9c-48c8-4a54-899c-744bf0e8f50a owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:27:54.500877 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2e088927-ae20-4676-8604-23c7502e664f tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:54.503634 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69e5ecc-aad8-41ba-89d9-8716577e4591 req-81438d46-ca08-4e27-81f5-b953a5cf50c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:54.507793 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-2e088927-ae20-4676-8604-23c7502e664f tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "DELETE /v2.0/subnets/8da52d83-47fe-4288-8113-317484f75fbf HTTP/1.1" status: 204 len: 168 time: 1.4478543 Dec 21 13:27:54.507972 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a69e5ecc-aad8-41ba-89d9-8716577e4591 req-81438d46-ca08-4e27-81f5-b953a5cf50c7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=eb17296434674195836b28e8a0fc67cf&device_id=9f04569b-7b6a-480f-a48e-6be4ed1157fe HTTP/1.1" status: 200 len: 1098 time: 0.1249065 Dec 21 13:27:54.508080 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ba4217-1f34-4009-9378-5c6061f0e6fd None None] Network e4831b07-7154-4246-858a-496d30d79887 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:27:54.508522 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55484) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:54.534728 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-f5b57723-1715-4a72-9d98-409e5b32c0ca tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Deleting port ed1d6a74-ea80-46da-9827-9ae2d85fe1f2 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:27:54.535065 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f5b57723-1715-4a72-9d98-409e5b32c0ca tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:54.590183 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a507462-2a30-44ac-98c6-546654d49082 req-74160ffe-36df-4f5a-8927-f2f82928c28d tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:54.590497 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-de965a32-675f-48aa-9c7f-6266da79307b tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:54.591894 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-4a507462-2a30-44ac-98c6-546654d49082 req-74160ffe-36df-4f5a-8927-f2f82928c28d tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f04569b-7b6a-480f-a48e-6be4ed1157fe HTTP/1.1" status: 200 len: 945 time: 0.2668185 Dec 21 13:27:54.630582 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-69b88b55-dd71-457f-b4be-4f98bbf095f5 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:54.636634 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b88b55-dd71-457f-b4be-4f98bbf095f5 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:54.637217 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-69b88b55-dd71-457f-b4be-4f98bbf095f5 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:54.677210 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf3e3fc-d70e-4552-b1c7-43af0a2c4348 None None] DHCP port deletion for e4831b07-7154-4246-858a-496d30d79887 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:27:54.685475 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-de965a32-675f-48aa-9c7f-6266da79307b tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Calling delete_port for cf4f72a5-6ed3-42a4-a5f8-b5e190183e1d owned by network:router_interface {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:27:54.718139 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f5b57723-1715-4a72-9d98-409e5b32c0ca tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:54.726013 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-69b88b55-dd71-457f-b4be-4f98bbf095f5 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4965341 Dec 21 13:27:54.734493 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-66125d8b-04f7-4c5a-b54f-4403bab8be7d tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:54.736906 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55486) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:54.739430 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a4f64413-e47a-4c35-a118-440a5827ae75 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:54.748473 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-4a7c3fe3-37c7-4ae8-a3be-b7dd3bffc8ed tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Request body: {'subnet': {'network_id': '4f8cb736-61e9-4f3c-bdee-9e7bcaa81230', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:27:54.767904 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-f5b57723-1715-4a72-9d98-409e5b32c0ca tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Calling delete_port for ed1d6a74-ea80-46da-9827-9ae2d85fe1f2 owned by {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:27:54.769278 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-1bf3e3fc-d70e-4552-b1c7-43af0a2c4348 None None] Deleting port a473f9f0-8ac2-4e6f-bfd0-b7c24e534e50 {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:27:54.769982 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-1bf3e3fc-d70e-4552-b1c7-43af0a2c4348 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:54.819793 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b88b55-dd71-457f-b4be-4f98bbf095f5 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Pushing event updated for resources: {'Network': ['ID=4f8cb736-61e9-4f3c-bdee-9e7bcaa81230,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:54.844208 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network 4f8cb736-61e9-4f3c-bdee-9e7bcaa81230 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:27:54.847001 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69e5ecc-aad8-41ba-89d9-8716577e4591 req-ad5fd205-d8fa-43e9-9f47-ebbd1e27b212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:54.848552 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a69e5ecc-aad8-41ba-89d9-8716577e4591 req-ad5fd205-d8fa-43e9-9f47-ebbd1e27b212 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ec88161e-a588-41e1-b33a-71ad6f2116fc HTTP/1.1" status: 200 len: 912 time: 0.3213365 Dec 21 13:27:54.853499 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-1bf3e3fc-d70e-4552-b1c7-43af0a2c4348 None None] For port a473f9f0-8ac2-4e6f-bfd0-b7c24e534e50, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a473f9f0-8ac2-4e6f-bfd0-b7c24e534e50,segment=NetworkSegment(fc9a81ca-0b03-4ae2-9766-3db3fe2128d2),segment_id=fc9a81ca-0b03-4ae2-9766-3db3fe2128d2)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:27:54.854133 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-1bf3e3fc-d70e-4552-b1c7-43af0a2c4348 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:54.886795 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-1bf3e3fc-d70e-4552-b1c7-43af0a2c4348 None None] Calling delete_port for a473f9f0-8ac2-4e6f-bfd0-b7c24e534e50 owned by network:dhcp {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:27:54.940914 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-4a507462-2a30-44ac-98c6-546654d49082 req-a3742ae1-db09-4d9b-8e00-7f4df86ee8ed tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ba20eb6-7980-48d1-8013-51c2682fdc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3306870 Dec 21 13:27:54.958498 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7c4e319d-4c60-4eee-975b-3a74e6067f5d tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:54.970455 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f64413-e47a-4c35-a118-440a5827ae75 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Network 47632e68-ad08-47f5-80e4-e99b39dad6fb is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:27:55.004625 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a69e5ecc-aad8-41ba-89d9-8716577e4591 req-94861260-5010-463a-bd32-28433b171bf4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9254e1af-d3c0-416d-a770-279ae90ca001 HTTP/1.1" status: 200 len: 1000 time: 0.1354284 Dec 21 13:27:55.026348 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-a4f64413-e47a-4c35-a118-440a5827ae75 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:27:55.028637 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f64413-e47a-4c35-a118-440a5827ae75 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Pushing event updated for resources: {'Port': ['ID=c6929548-d44b-43e8-a51b-f863200b6291,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:55.050698 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-1bf3e3fc-d70e-4552-b1c7-43af0a2c4348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636'] for port, after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:55.055900 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f64413-e47a-4c35-a118-440a5827ae75 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:27:55.088020 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d87abf63-6436-4dac-85f8-0f8d768fa1d1 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks [] for router_gateway, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:55.089292 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-66125d8b-04f7-4c5a-b54f-4403bab8be7d tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Deleting port a473f9f0-8ac2-4e6f-bfd0-b7c24e534e50 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:27:55.089894 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-66125d8b-04f7-4c5a-b54f-4403bab8be7d tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:55.092866 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf3e3fc-d70e-4552-b1c7-43af0a2c4348 None None] Pushing event deleted for resources: {'Port': ['ID=a473f9f0-8ac2-4e6f-bfd0-b7c24e534e50,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:55.102860 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf3e3fc-d70e-4552-b1c7-43af0a2c4348 None None] No DVR routers for this DVR port a473f9f0-8ac2-4e6f-bfd0-b7c24e534e50 on host dv-neutron-master-2-hyperv {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:27:55.116250 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4e319d-4c60-4eee-975b-3a74e6067f5d tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] No DVR routers for this DVR port ebf82e9c-48c8-4a54-899c-744bf0e8f50a on host dv-neutron-master-2-hyperv {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:27:55.135768 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d60d3d08-f8eb-4354-a69b-dd90cb1045db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:55.152697 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-de965a32-675f-48aa-9c7f-6266da79307b tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:55.161825 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4e319d-4c60-4eee-975b-3a74e6067f5d tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Pushing event deleted for resources: {'Port': ['ID=ebf82e9c-48c8-4a54-899c-744bf0e8f50a,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:55.188159 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d87abf63-6436-4dac-85f8-0f8d768fa1d1 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:55.224300 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de965a32-675f-48aa-9c7f-6266da79307b tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Pushing event deleted for resources: {'Port': ['ID=cf4f72a5-6ed3-42a4-a5f8-b5e190183e1d,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:55.260029 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69e5ecc-aad8-41ba-89d9-8716577e4591 req-9b47d2fa-8367-47e7-b249-daa23c915f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:55.261534 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a69e5ecc-aad8-41ba-89d9-8716577e4591 req-9b47d2fa-8367-47e7-b249-daa23c915f3d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fea6c692-bae9-40da-92a1-c6d85a86ba17 HTTP/1.1" status: 200 len: 850 time: 0.2485700 Dec 21 13:27:55.277227 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f64413-e47a-4c35-a118-440a5827ae75 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:55.278161 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a4f64413-e47a-4c35-a118-440a5827ae75 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:55.286089 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-66125d8b-04f7-4c5a-b54f-4403bab8be7d tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] For port a473f9f0-8ac2-4e6f-bfd0-b7c24e534e50, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:27:55.286478 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-66125d8b-04f7-4c5a-b54f-4403bab8be7d tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:55.334882 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-66125d8b-04f7-4c5a-b54f-4403bab8be7d tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Calling delete_port for a473f9f0-8ac2-4e6f-bfd0-b7c24e534e50 owned by network:dhcp {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:27:55.342815 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.ipam_backend_mixin [None req-66125d8b-04f7-4c5a-b54f-4403bab8be7d tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Port a473f9f0-8ac2-4e6f-bfd0-b7c24e534e50 was not found and therefore no delete operation was performed {{(pid=103153) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 21 13:27:55.350529 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-66125d8b-04f7-4c5a-b54f-4403bab8be7d tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:55.356651 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7c4e319d-4c60-4eee-975b-3a74e6067f5d tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:55.372124 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a7c3fe3-37c7-4ae8-a3be-b7dd3bffc8ed tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Made reservation on behalf of d368a1938e3342de9d3358d110005af5 for: {'subnet': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:27:55.375972 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4a7c3fe3-37c7-4ae8-a3be-b7dd3bffc8ed tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12346583'] for subnet, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:55.391731 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66125d8b-04f7-4c5a-b54f-4403bab8be7d tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Pushing event deleted for resources: {'Port': ['ID=a473f9f0-8ac2-4e6f-bfd0-b7c24e534e50,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:55.432716 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66125d8b-04f7-4c5a-b54f-4403bab8be7d tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] No DVR routers for this DVR port a473f9f0-8ac2-4e6f-bfd0-b7c24e534e50 on host dv-neutron-master-2-hyperv {{(pid=103153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:27:55.440845 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69e5ecc-aad8-41ba-89d9-8716577e4591 req-507b1404-677f-4e0e-b71e-d05c15bf92c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:55.441536 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f5b57723-1715-4a72-9d98-409e5b32c0ca tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:55.442649 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a69e5ecc-aad8-41ba-89d9-8716577e4591 req-507b1404-677f-4e0e-b71e-d05c15bf92c0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ec88161e-a588-41e1-b33a-71ad6f2116fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1580014 Dec 21 13:27:55.447541 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-a4f64413-e47a-4c35-a118-440a5827ae75 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9486434 Dec 21 13:27:55.458308 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-7154259d-6087-4439-bca1-b2df427875ec None None] Provisioning complete for port c6929548-d44b-43e8-a51b-f863200b6291 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:27:55.458956 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7154259d-6087-4439-bca1-b2df427875ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:55.474477 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-7c4e319d-4c60-4eee-975b-3a74e6067f5d tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63711264-3d45-401b-9f80-eb360cbc1ace']}} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:55.485955 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-7c4e319d-4c60-4eee-975b-3a74e6067f5d tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a00928ad-5f9d-40ca-975c-e9158e9c1b47') {'for_net_delete': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:55.486426 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-7c4e319d-4c60-4eee-975b-3a74e6067f5d tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a00928ad-5f9d-40ca-975c-e9158e9c1b47') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:55.491689 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55488) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:55.496689 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7c4e319d-4c60-4eee-975b-3a74e6067f5d tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526653'] for segment, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:55.498617 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-7154259d-6087-4439-bca1-b2df427875ec None None] Port c6929548-d44b-43e8-a51b-f863200b6291 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:27:55.499582 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-043c4cd0-39df-4a62-8b04-fa5d1fd1af97 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:68:b1:74'}]}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:27:55.540853 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f5b57723-1715-4a72-9d98-409e5b32c0ca tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:55.544125 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-f5b57723-1715-4a72-9d98-409e5b32c0ca tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] 10.222.0.37 "DELETE /v2.0/ports/ed1d6a74-ea80-46da-9827-9ae2d85fe1f2 HTTP/1.1" status: 204 len: 168 time: 1.5273142 Dec 21 13:27:55.547252 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b57723-1715-4a72-9d98-409e5b32c0ca tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Pushing event deleted for resources: {'Port': ['ID=ed1d6a74-ea80-46da-9827-9ae2d85fe1f2,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:55.550862 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55490) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:55.558498 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7c4e319d-4c60-4eee-975b-3a74e6067f5d tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:55.568150 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-de965a32-675f-48aa-9c7f-6266da79307b tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534084'] for router_interface, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:55.611314 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-d87abf63-6436-4dac-85f8-0f8d768fa1d1 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Allocated IP 172.36.3.240 (7fdf1889-f079-4166-bbda-88b2a8d8d595/051a5607-1753-4008-a2f2-d94b48752e9c/069a3d6f-d8f1-4cc0-96d1-55e6374474fa) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:27:55.615928 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c4e319d-4c60-4eee-975b-3a74e6067f5d tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=103152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:27:55.616306 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7c4e319d-4c60-4eee-975b-3a74e6067f5d tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805426'] for segment, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:55.633829 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:27:55.633829 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:27:55.633829 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:27:55.633829 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:27:55.633829 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:27:55.633829 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:27:55.633829 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:27:55.633829 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:27:55.633829 dv-neutron-master-2-hyperv neutron-server[103152]: Traceback (most recent call last): Dec 21 13:27:55.633829 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:27:55.633829 dv-neutron-master-2-hyperv neutron-server[103152]: timer() Dec 21 13:27:55.633829 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:27:55.633829 dv-neutron-master-2-hyperv neutron-server[103152]: cb(*args, **kw) Dec 21 13:27:55.633829 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:27:55.633829 dv-neutron-master-2-hyperv neutron-server[103152]: return func(*args, **kwargs) Dec 21 13:27:55.633829 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:27:55.633829 dv-neutron-master-2-hyperv neutron-server[103152]: self._notify() Dec 21 13:27:55.633829 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:27:55.633829 dv-neutron-master-2-hyperv neutron-server[103152]: self.callback(batched_events) Dec 21 13:27:55.633829 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:27:55.633829 dv-neutron-master-2-hyperv neutron-server[103152]: event.method(event) Dec 21 13:27:55.633829 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:27:55.633829 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:27:55.633829 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:27:55.633829 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:27:55.633829 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:27:55.633829 dv-neutron-master-2-hyperv neutron-server[103152]: return f(self, *a, **k) Dec 21 13:27:55.633829 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:27:55.633829 dv-neutron-master-2-hyperv neutron-server[103152]: return self._get(url).json() Dec 21 13:27:55.633829 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:27:55.633829 dv-neutron-master-2-hyperv neutron-server[103152]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:27:55.633829 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:27:55.633829 dv-neutron-master-2-hyperv neutron-server[103152]: return self.request(url, 'GET', **kwargs) Dec 21 13:27:55.633829 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:27:55.633829 dv-neutron-master-2-hyperv neutron-server[103152]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:27:55.633829 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:27:55.633829 dv-neutron-master-2-hyperv neutron-server[103152]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:27:55.633829 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:27:55.633829 dv-neutron-master-2-hyperv neutron-server[103152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:27:55.633829 dv-neutron-master-2-hyperv neutron-server[103152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:27:55.650399 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-48a556fc-61be-4dad-93dc-e5fddfe21cc2 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0959549 Dec 21 13:27:55.663557 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55492) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:55.672390 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-39a305c6-f0d5-4088-8a97-bd910d088ca8 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-222825157'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:27:55.757884 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7c4e319d-4c60-4eee-975b-3a74e6067f5d tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:55.797138 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7c4e319d-4c60-4eee-975b-3a74e6067f5d tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks [] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:55.800844 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-7c4e319d-4c60-4eee-975b-3a74e6067f5d tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] 10.222.0.37 "DELETE /v2.0/networks/63711264-3d45-401b-9f80-eb360cbc1ace HTTP/1.1" status: 204 len: 168 time: 4.9410205 Dec 21 13:27:55.815419 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55494) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:55.836282 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4e319d-4c60-4eee-975b-3a74e6067f5d tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Pushing event deleted for resources: {'Network': ['ID=63711264-3d45-401b-9f80-eb360cbc1ace,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:55.858283 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39a305c6-f0d5-4088-8a97-bd910d088ca8 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Made reservation on behalf of aac94f1c3a40489081e668ccf9663580 for: {'network': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:27:55.862332 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-39a305c6-f0d5-4088-8a97-bd910d088ca8 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:55.868285 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-40a0a1d1-195c-40d3-83c9-5e3934ab6b80 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] GET failed (client error): The resource could not be found. Dec 21 13:27:55.869617 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-40a0a1d1-195c-40d3-83c9-5e3934ab6b80 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] 10.222.0.37 "GET /v2.0/subnets/bcbff15f-6e93-45e8-bbc5-206e5d38ff35 HTTP/1.1" status: 404 len: 337 time: 0.0519502 Dec 21 13:27:55.875913 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55496) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:55.955441 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c1e4b90-55c8-418d-8f20-5fdae3e350bf tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] DELETE failed (client error): The resource could not be found. Dec 21 13:27:55.955794 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c1e4b90-55c8-418d-8f20-5fdae3e350bf tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:27:55.958938 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-5c1e4b90-55c8-418d-8f20-5fdae3e350bf tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] 10.222.0.37 "DELETE /v2.0/networks/63711264-3d45-401b-9f80-eb360cbc1ace HTTP/1.1" status: 404 len: 339 time: 0.0752621 Dec 21 13:27:55.970643 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55498) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:56.017697 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-66125d8b-04f7-4c5a-b54f-4403bab8be7d tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:56.029225 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39a305c6-f0d5-4088-8a97-bd910d088ca8 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=103152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:27:56.050581 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d87abf63-6436-4dac-85f8-0f8d768fa1d1 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:56.074099 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device a473f9f0-8ac2-4e6f-bfd0-b7c24e534e50 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:27:56.108435 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: a473f9f0-8ac2-4e6f-bfd0-b7c24e534e50 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:27:56.109019 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device a473f9f0-8ac2-4e6f-bfd0-b7c24e534e50 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:27:56.145387 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-66125d8b-04f7-4c5a-b54f-4403bab8be7d tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4831b07-7154-4246-858a-496d30d79887']}} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:56.171649 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a69e5ecc-aad8-41ba-89d9-8716577e4591 req-4fbbfdc6-574c-4ac4-a3bf-a9045c6e25e8 service neutron] 10.222.0.60 "GET /v2.0/networks/ec88161e-a588-41e1-b33a-71ad6f2116fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6790652 Dec 21 13:27:56.194201 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-39a305c6-f0d5-4088-8a97-bd910d088ca8 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:56.194584 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.segments_db [None req-39a305c6-f0d5-4088-8a97-bd910d088ca8 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Added segment 269ba524-4406-4995-aa15-d2e1f655dda7 of type vlan for network 6cfd0e4c-c3ca-40f2-89aa-7b508782673d Dec 21 13:27:56.214610 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-66125d8b-04f7-4c5a-b54f-4403bab8be7d tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc9a81ca-0b03-4ae2-9766-3db3fe2128d2') {'for_net_delete': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:56.214911 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-66125d8b-04f7-4c5a-b54f-4403bab8be7d tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc9a81ca-0b03-4ae2-9766-3db3fe2128d2') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:56.266837 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-66125d8b-04f7-4c5a-b54f-4403bab8be7d tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1585430'] for segment, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:56.272413 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4a7c3fe3-37c7-4ae8-a3be-b7dd3bffc8ed tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12346565'] for subnet, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:56.306160 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-39a305c6-f0d5-4088-8a97-bd910d088ca8 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:56.310691 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d87abf63-6436-4dac-85f8-0f8d768fa1d1 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:56.340516 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8b29c7-138e-46c0-b153-8adaa24a6d72 req-53a01a9b-44ce-4c35-8cd5-4957d76f879c tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:56.342027 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-aa8b29c7-138e-46c0-b153-8adaa24a6d72 req-53a01a9b-44ce-4c35-8cd5-4957d76f879c tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f04569b-7b6a-480f-a48e-6be4ed1157fe HTTP/1.1" status: 200 len: 945 time: 0.2531557 Dec 21 13:27:56.367664 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-66125d8b-04f7-4c5a-b54f-4403bab8be7d tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:56.379608 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de965a32-675f-48aa-9c7f-6266da79307b tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Router 089a75d9-0182-4ad9-a783-91cbf7258761 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:27:56.395945 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66125d8b-04f7-4c5a-b54f-4403bab8be7d tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=103153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:27:56.396350 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-66125d8b-04f7-4c5a-b54f-4403bab8be7d tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11349758'] for segment, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:56.399651 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:27:56.399651 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:27:56.399651 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:27:56.399651 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:27:56.399651 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:27:56.399651 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:27:56.399651 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:27:56.399651 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:27:56.399651 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:27:56.399651 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:27:56.399651 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:27:56.399651 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:27:56.399651 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:27:56.399651 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:27:56.399651 dv-neutron-master-2-hyperv neutron-server[103153]: Traceback (most recent call last): Dec 21 13:27:56.399651 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:27:56.399651 dv-neutron-master-2-hyperv neutron-server[103153]: timer() Dec 21 13:27:56.399651 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:27:56.399651 dv-neutron-master-2-hyperv neutron-server[103153]: cb(*args, **kw) Dec 21 13:27:56.399651 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:27:56.399651 dv-neutron-master-2-hyperv neutron-server[103153]: return func(*args, **kwargs) Dec 21 13:27:56.399651 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:27:56.399651 dv-neutron-master-2-hyperv neutron-server[103153]: self._notify() Dec 21 13:27:56.399651 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:27:56.399651 dv-neutron-master-2-hyperv neutron-server[103153]: self.callback(batched_events) Dec 21 13:27:56.399651 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:27:56.399651 dv-neutron-master-2-hyperv neutron-server[103153]: event.method(event) Dec 21 13:27:56.399651 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:27:56.399651 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:27:56.399651 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:27:56.399651 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:27:56.399651 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:27:56.399651 dv-neutron-master-2-hyperv neutron-server[103153]: return f(self, *a, **k) Dec 21 13:27:56.399651 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:27:56.399651 dv-neutron-master-2-hyperv neutron-server[103153]: return self._get(url).json() Dec 21 13:27:56.399651 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:27:56.399651 dv-neutron-master-2-hyperv neutron-server[103153]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:27:56.399651 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:27:56.399651 dv-neutron-master-2-hyperv neutron-server[103153]: return self.request(url, 'GET', **kwargs) Dec 21 13:27:56.399651 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:27:56.399651 dv-neutron-master-2-hyperv neutron-server[103153]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:27:56.399651 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:27:56.399651 dv-neutron-master-2-hyperv neutron-server[103153]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:27:56.399651 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:27:56.399651 dv-neutron-master-2-hyperv neutron-server[103153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:27:56.399651 dv-neutron-master-2-hyperv neutron-server[103153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:27:56.402814 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-043c4cd0-39df-4a62-8b04-fa5d1fd1af97 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:56.408059 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-091a75f5-2d3c-4fca-8e1b-b38ac42807a4 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:56.409562 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-091a75f5-2d3c-4fca-8e1b-b38ac42807a4 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4361300 Dec 21 13:27:56.419439 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55502) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:56.444798 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87abf63-6436-4dac-85f8-0f8d768fa1d1 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Network 7fdf1889-f079-4166-bbda-88b2a8d8d595 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:27:56.502999 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-d87abf63-6436-4dac-85f8-0f8d768fa1d1 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:27:56.505689 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87abf63-6436-4dac-85f8-0f8d768fa1d1 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:27:56.508434 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87abf63-6436-4dac-85f8-0f8d768fa1d1 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Pushing event updated for resources: {'Port': ['ID=069a3d6f-d8f1-4cc0-96d1-55e6374474fa,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:56.510719 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7c3fe3-37c7-4ae8-a3be-b7dd3bffc8ed tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Pushing event updated for resources: {'Subnet': ['ID=d7e97ef9-c7b2-4825-b5ec-f6bc8a8ba3a8,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:56.518306 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-df7d3eca-9f22-4886-b039-988a79105578 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] 10.222.0.37 "GET /v2.0/subnets?network_id=7fdf1889-f079-4166-bbda-88b2a8d8d595 HTTP/1.1" status: 200 len: 207 time: 0.0894666 Dec 21 13:27:56.519044 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-39a305c6-f0d5-4088-8a97-bd910d088ca8 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:56.524250 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54dd78c1-0a35-4e84-a607-a4a7383a5d67 None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:27:56.527224 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a305c6-f0d5-4088-8a97-bd910d088ca8 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:56.527845 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-39a305c6-f0d5-4088-8a97-bd910d088ca8 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Publish callbacks [] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:56.534236 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55504) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:56.566107 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-66125d8b-04f7-4c5a-b54f-4403bab8be7d tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:56.594447 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-66125d8b-04f7-4c5a-b54f-4403bab8be7d tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:56.598669 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-66125d8b-04f7-4c5a-b54f-4403bab8be7d tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "DELETE /v2.0/networks/e4831b07-7154-4246-858a-496d30d79887 HTTP/1.1" status: 204 len: 168 time: 2.0862362 Dec 21 13:27:56.609764 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55506) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:56.626154 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-7d73a757-a458-4c82-a7d1-a2bb67b37aef tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-851999820'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:27:56.633230 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-39a305c6-f0d5-4088-8a97-bd910d088ca8 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9679320 Dec 21 13:27:56.646707 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a69e5ecc-aad8-41ba-89d9-8716577e4591 req-6fe4f853-fc75-4bd7-93b3-7667397e82df service neutron] 10.222.0.60 "GET /v2.0/networks/ec88161e-a588-41e1-b33a-71ad6f2116fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4295743 Dec 21 13:27:56.649331 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-1450349a-4f0f-48b0-9bdc-633edc40177b None None] Provisioning complete for port 069a3d6f-d8f1-4cc0-96d1-55e6374474fa triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:27:56.649952 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-1450349a-4f0f-48b0-9bdc-633edc40177b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:56.656470 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55508) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:56.670232 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7c3fe3-37c7-4ae8-a3be-b7dd3bffc8ed tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Checking segment: {'id': '6a77d648-26a8-45cb-b31a-976f53f866bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '4f8cb736-61e9-4f3c-bdee-9e7bcaa81230'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:27:56.670627 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7c3fe3-37c7-4ae8-a3be-b7dd3bffc8ed tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Network hostable DHCP agents. Network: 4f8cb736-61e9-4f3c-bdee-9e7bcaa81230, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:27:56.683966 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-30c3dc78-b04c-4604-8c6e-cb2067ea71fe tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-848552719'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:27:56.698123 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66125d8b-04f7-4c5a-b54f-4403bab8be7d tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Pushing event deleted for resources: {'Network': ['ID=e4831b07-7154-4246-858a-496d30d79887,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:56.704132 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-1450349a-4f0f-48b0-9bdc-633edc40177b None None] Port 069a3d6f-d8f1-4cc0-96d1-55e6374474fa cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:27:56.708191 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-aa8b29c7-138e-46c0-b153-8adaa24a6d72 req-edc40568-32ad-488f-b6dc-ccf82f2f3217 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ba20eb6-7980-48d1-8013-51c2682fdc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3339324 Dec 21 13:27:56.738654 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a305c6-f0d5-4088-8a97-bd910d088ca8 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Pushing event updated for resources: {'Network': ['ID=6cfd0e4c-c3ca-40f2-89aa-7b508782673d,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:56.749254 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de965a32-675f-48aa-9c7f-6266da79307b tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:27:56.750065 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network 6cfd0e4c-c3ca-40f2-89aa-7b508782673d details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:27:56.763483 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-de965a32-675f-48aa-9c7f-6266da79307b tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "PUT /v2.0/routers/089a75d9-0182-4ad9-a783-91cbf7258761/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5454943 Dec 21 13:27:56.772437 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55510) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:56.774959 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e51aff-8eb9-4bd2-9733-0298bd4ea893 None None] Sync routers for ids ['089a75d9-0182-4ad9-a783-91cbf7258761'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:27:56.799326 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7c3fe3-37c7-4ae8-a3be-b7dd3bffc8ed tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Network 4f8cb736-61e9-4f3c-bdee-9e7bcaa81230 is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:27:56.800358 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e51aff-8eb9-4bd2-9733-0298bd4ea893 None None] Routers {'089a75d9-0182-4ad9-a783-91cbf7258761'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:27:56.803166 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-81e51aff-8eb9-4bd2-9733-0298bd4ea893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:27:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['089a75d9-0182-4ad9-a783-91cbf7258761'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:56.825590 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d73a757-a458-4c82-a7d1-a2bb67b37aef tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Made reservation on behalf of 3edf34a3eecc442ea8df7c8164f4e61d for: {'network': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:27:56.829746 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7d73a757-a458-4c82-a7d1-a2bb67b37aef tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:56.862082 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d73a757-a458-4c82-a7d1-a2bb67b37aef tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=103152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:27:56.871730 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-81e51aff-8eb9-4bd2-9733-0298bd4ea893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:56.871939 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7d73a757-a458-4c82-a7d1-a2bb67b37aef tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:56.872275 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.segments_db [None req-7d73a757-a458-4c82-a7d1-a2bb67b37aef tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Added segment 1cffe13e-631b-4538-9698-185af624c8ce of type vlan for network b4528ab0-1e72-437b-900c-12e4fd26ed77 Dec 21 13:27:56.890435 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e51aff-8eb9-4bd2-9733-0298bd4ea893 None None] Routers {'089a75d9-0182-4ad9-a783-91cbf7258761'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:27:56.893725 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-81e51aff-8eb9-4bd2-9733-0298bd4ea893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:27:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['089a75d9-0182-4ad9-a783-91cbf7258761'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:56.944779 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-81e51aff-8eb9-4bd2-9733-0298bd4ea893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:56.945716 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e51aff-8eb9-4bd2-9733-0298bd4ea893 None None] The sync data for ids ['089a75d9-0182-4ad9-a783-91cbf7258761'] in dv-neutron-master-2-hyperv is: [] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:27:56.949842 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30c3dc78-b04c-4604-8c6e-cb2067ea71fe tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Made reservation on behalf of aac94f1c3a40489081e668ccf9663580 for: {'network': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:27:56.955667 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-30c3dc78-b04c-4604-8c6e-cb2067ea71fe tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:56.994433 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d8cea2-4948-4610-8b41-7e256a2898ef tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:57.000608 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d8cea2-4948-4610-8b41-7e256a2898ef tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:57.008008 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d8cea2-4948-4610-8b41-7e256a2898ef tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:57.018243 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d8cea2-4948-4610-8b41-7e256a2898ef tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:57.020854 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-22d8cea2-4948-4610-8b41-7e256a2898ef tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.4526308 Dec 21 13:27:57.066077 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55512) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:57.212191 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30c3dc78-b04c-4604-8c6e-cb2067ea71fe tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=103153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:27:57.250959 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.api.v2.resource [None req-ee305e25-91a1-4823-912e-2f12b6bfdff4 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] remove_router_interface failed (client error): The resource could not be found. Dec 21 13:27:57.255170 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-ee305e25-91a1-4823-912e-2f12b6bfdff4 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "PUT /v2.0/routers/089a75d9-0182-4ad9-a783-91cbf7258761/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4792452 Dec 21 13:27:57.257150 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55514) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:57.282773 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-30c3dc78-b04c-4604-8c6e-cb2067ea71fe tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:57.283074 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.segments_db [None req-30c3dc78-b04c-4604-8c6e-cb2067ea71fe tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Added segment 0a8fcd5e-d7dc-4f0c-b649-fc70be06fd9c of type vlan for network 5f6995c3-a899-46ac-b395-399de9f230dd Dec 21 13:27:57.293053 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-4a7c3fe3-37c7-4ae8-a3be-b7dd3bffc8ed tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 4f8cb736-61e9-4f3c-bdee-9e7bcaa81230) {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:27:57.302045 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7d73a757-a458-4c82-a7d1-a2bb67b37aef tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:57.306651 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7c3fe3-37c7-4ae8-a3be-b7dd3bffc8ed tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:57.307249 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4a7c3fe3-37c7-4ae8-a3be-b7dd3bffc8ed tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:57.312172 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-043c4cd0-39df-4a62-8b04-fa5d1fd1af97 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:57.316096 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-4ecb6019-1776-4d56-8920-11c2f7bdae7c tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "GET /v2.0/ports?device_id=089a75d9-0182-4ad9-a783-91cbf7258761 HTTP/1.1" status: 200 len: 205 time: 0.0523701 Dec 21 13:27:57.319291 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03db8b66-0067-4ffa-a9e7-aca5e2bbced7 None None] Network 4f8cb736-61e9-4f3c-bdee-9e7bcaa81230 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:27:57.321495 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55516) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:57.355240 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-043c4cd0-39df-4a62-8b04-fa5d1fd1af97 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:57.377796 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-4a7c3fe3-37c7-4ae8-a3be-b7dd3bffc8ed tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6396792 Dec 21 13:27:57.387687 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55518) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:57.398146 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-4693373c-cdde-467a-aadb-5768524e446d tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1231934944', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:27:57.422131 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7d73a757-a458-4c82-a7d1-a2bb67b37aef tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:57.428684 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d73a757-a458-4c82-a7d1-a2bb67b37aef tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:57.429283 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7d73a757-a458-4c82-a7d1-a2bb67b37aef tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks [] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:57.435359 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2063da6-f495-49a1-9703-c3b29cf36d43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-4f8cb736-61e9-4f3c-bdee-9e7bcaa81230', 'network_id': '4f8cb736-61e9-4f3c-bdee-9e7bcaa81230', 'project_id': 'd368a1938e3342de9d3358d110005af5', 'fixed_ips': [{'subnet_id': 'd7e97ef9-c7b2-4825-b5ec-f6bc8a8ba3a8'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:27:57.436370 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a2063da6-f495-49a1-9703-c3b29cf36d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:57.474278 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-7894947f-5c59-4877-b869-707789cc2e65 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] 10.222.0.37 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.4070292 Dec 21 13:27:57.479600 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-30c3dc78-b04c-4604-8c6e-cb2067ea71fe tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:57.489723 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55520) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:57.517188 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4693373c-cdde-467a-aadb-5768524e446d tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26964'] for router, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:57.518266 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4693373c-cdde-467a-aadb-5768524e446d tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-642316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26957'] for router, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:57.555999 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-7d73a757-a458-4c82-a7d1-a2bb67b37aef tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9445446 Dec 21 13:27:57.564363 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55522) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:57.570189 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-3f708681-be81-4643-8e97-a52f5fbd8b9d tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Request body: {'subnet': {'network_id': 'b4528ab0-1e72-437b-900c-12e4fd26ed77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:27:57.577546 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7ef8af11-713d-42e7-be36-acd6c13282ad tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks [] for router, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:57.580533 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d73a757-a458-4c82-a7d1-a2bb67b37aef tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Pushing event updated for resources: {'Network': ['ID=b4528ab0-1e72-437b-900c-12e4fd26ed77,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:57.598320 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network b4528ab0-1e72-437b-900c-12e4fd26ed77 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:27:57.630739 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d87abf63-6436-4dac-85f8-0f8d768fa1d1 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks [] for router_gateway, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:57.637406 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-1f647b51-07f0-46b9-aa70-1a14281c2e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:57.666928 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043c4cd0-39df-4a62-8b04-fa5d1fd1af97 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Pushing event updated for resources: {'Port': ['ID=c6929548-d44b-43e8-a51b-f863200b6291,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:57.707871 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-a2063da6-f495-49a1-9703-c3b29cf36d43 None None] Allocated IP 2001:db8::2 (4f8cb736-61e9-4f3c-bdee-9e7bcaa81230/d7e97ef9-c7b2-4825-b5ec-f6bc8a8ba3a8/c069ed5b-f5e9-437e-b190-026d143262e2) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:27:57.719390 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-043c4cd0-39df-4a62-8b04-fa5d1fd1af97 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] In _notify_port_updated(), no bound segment for port c6929548-d44b-43e8-a51b-f863200b6291 on network 47632e68-ad08-47f5-80e4-e99b39dad6fb {{(pid=103153) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 21 13:27:57.726029 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043c4cd0-39df-4a62-8b04-fa5d1fd1af97 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:57.726766 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-043c4cd0-39df-4a62-8b04-fa5d1fd1af97 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:57.728151 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-043c4cd0-39df-4a62-8b04-fa5d1fd1af97 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] 10.222.0.37 "PUT /v2.0/ports/c6929548-d44b-43e8-a51b-f863200b6291 HTTP/1.1" status: 200 len: 993 time: 2.2339180 Dec 21 13:27:57.736424 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55524) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:57.737791 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-30c3dc78-b04c-4604-8c6e-cb2067ea71fe tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:57.743103 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c3dc78-b04c-4604-8c6e-cb2067ea71fe tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:57.744346 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-30c3dc78-b04c-4604-8c6e-cb2067ea71fe tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:57.761535 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4693373c-cdde-467a-aadb-5768524e446d tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:57.773078 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4693373c-cdde-467a-aadb-5768524e446d tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548730'] for router, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:57.807418 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ed34e2-f690-41ba-bf01-94233c7a3edd tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:57.808834 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ed34e2-f690-41ba-bf01-94233c7a3edd tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:57.810429 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-f2ed34e2-f690-41ba-bf01-94233c7a3edd tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.3197339 Dec 21 13:27:57.819515 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55528) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:57.924226 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-30c3dc78-b04c-4604-8c6e-cb2067ea71fe tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2450795 Dec 21 13:27:57.929257 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a2063da6-f495-49a1-9703-c3b29cf36d43 None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:57.940710 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a2063da6-f495-49a1-9703-c3b29cf36d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:57.966414 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7ef8af11-713d-42e7-be36-acd6c13282ad tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26950'] for router, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:57.969237 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7ef8af11-713d-42e7-be36-acd6c13282ad tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:57.997236 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c3dc78-b04c-4604-8c6e-cb2067ea71fe tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Pushing event updated for resources: {'Network': ['ID=5f6995c3-a899-46ac-b395-399de9f230dd,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:57.997917 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2063da6-f495-49a1-9703-c3b29cf36d43 None None] Network 4f8cb736-61e9-4f3c-bdee-9e7bcaa81230 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:27:58.002471 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-61fef6f3-4084-4eac-bf06-69e726e584f6 None None] Provisioning complete for port c6929548-d44b-43e8-a51b-f863200b6291 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:27:58.003270 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-61fef6f3-4084-4eac-bf06-69e726e584f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:58.008837 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-a2063da6-f495-49a1-9703-c3b29cf36d43 None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:27:58.033263 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2063da6-f495-49a1-9703-c3b29cf36d43 None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:27:58.037469 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network 5f6995c3-a899-46ac-b395-399de9f230dd details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:27:58.045668 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41884bc-0f8a-4c83-895e-3edf4c8d46ff tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Attributes excluded by policy engine: ['shared'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:58.050430 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7ef8af11-713d-42e7-be36-acd6c13282ad tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534967'] for router, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:58.050978 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ef8af11-713d-42e7-be36-acd6c13282ad tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Fanout notify agent at l3_agent the message router_deleted on router 089a75d9-0182-4ad9-a783-91cbf7258761 {{(pid=103153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 13:27:58.052149 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41884bc-0f8a-4c83-895e-3edf4c8d46ff tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Attributes excluded by policy engine: ['shared'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:58.058384 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7ef8af11-713d-42e7-be36-acd6c13282ad tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks [] for router, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:58.061961 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-7ef8af11-713d-42e7-be36-acd6c13282ad tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "DELETE /v2.0/routers/089a75d9-0182-4ad9-a783-91cbf7258761 HTTP/1.1" status: 204 len: 168 time: 0.7366514 Dec 21 13:27:58.062116 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55530) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:58.075763 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55532) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:58.077609 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-e41884bc-0f8a-4c83-895e-3edf4c8d46ff tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] 10.222.0.37 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2493310 Dec 21 13:27:58.081472 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4693373c-cdde-467a-aadb-5768524e446d tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks [] for router, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:58.082822 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-4693373c-cdde-467a-aadb-5768524e446d tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6929288 Dec 21 13:27:58.102654 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55534) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:58.120083 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2063da6-f495-49a1-9703-c3b29cf36d43 None None] Pushing event updated for resources: {'Port': ['ID=c069ed5b-f5e9-437e-b190-026d143262e2,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:58.143399 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-61fef6f3-4084-4eac-bf06-69e726e584f6 None None] Port c6929548-d44b-43e8-a51b-f863200b6291 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:27:58.189494 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-a2063da6-f495-49a1-9703-c3b29cf36d43 None None] Attempting to bind port c069ed5b-f5e9-437e-b190-026d143262e2 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:27:58.190026 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-a2063da6-f495-49a1-9703-c3b29cf36d43 None None] Attempting to bind port c069ed5b-f5e9-437e-b190-026d143262e2 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '6a77d648-26a8-45cb-b31a-976f53f866bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '4f8cb736-61e9-4f3c-bdee-9e7bcaa81230'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:27:58.190520 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2063da6-f495-49a1-9703-c3b29cf36d43 None None] Attempting to bind port c069ed5b-f5e9-437e-b190-026d143262e2 on network 4f8cb736-61e9-4f3c-bdee-9e7bcaa81230 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:27:58.196205 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2063da6-f495-49a1-9703-c3b29cf36d43 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:27:58.196726 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2063da6-f495-49a1-9703-c3b29cf36d43 None None] Checking segment: {'id': '6a77d648-26a8-45cb-b31a-976f53f866bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '4f8cb736-61e9-4f3c-bdee-9e7bcaa81230'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:27:58.197227 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a2063da6-f495-49a1-9703-c3b29cf36d43 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:58.197716 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2063da6-f495-49a1-9703-c3b29cf36d43 None None] Bound using segment: {'id': '6a77d648-26a8-45cb-b31a-976f53f866bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '4f8cb736-61e9-4f3c-bdee-9e7bcaa81230'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:27:58.198277 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-a2063da6-f495-49a1-9703-c3b29cf36d43 None None] Bound port: c069ed5b-f5e9-437e-b190-026d143262e2, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a77d648-26a8-45cb-b31a-976f53f866bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '4f8cb736-61e9-4f3c-bdee-9e7bcaa81230'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:27:58.198852 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a2063da6-f495-49a1-9703-c3b29cf36d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:58.264295 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-a2063da6-f495-49a1-9703-c3b29cf36d43 None None] For port c069ed5b-f5e9-437e-b190-026d143262e2, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:27:58.268522 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-a2063da6-f495-49a1-9703-c3b29cf36d43 None None] For port c069ed5b-f5e9-437e-b190-026d143262e2, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c069ed5b-f5e9-437e-b190-026d143262e2,segment=NetworkSegment(6a77d648-26a8-45cb-b31a-976f53f866bf),segment_id=6a77d648-26a8-45cb-b31a-976f53f866bf)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:27:58.277704 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a2063da6-f495-49a1-9703-c3b29cf36d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:58.306302 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d87abf63-6436-4dac-85f8-0f8d768fa1d1 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548730'] for router, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:58.327062 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f708681-be81-4643-8e97-a52f5fbd8b9d tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Made reservation on behalf of 3edf34a3eecc442ea8df7c8164f4e61d for: {'subnet': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:27:58.333673 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3f708681-be81-4643-8e97-a52f5fbd8b9d tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12346583'] for subnet, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:58.366422 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2063da6-f495-49a1-9703-c3b29cf36d43 None None] Pushing event updated for resources: {'Port': ['ID=c069ed5b-f5e9-437e-b190-026d143262e2,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:58.429210 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1944e96c-0ad1-4be3-8660-110599f4bb71 req-9887ce05-46b3-43e9-8d7a-7e5594eff9b6 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:58.440857 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-1944e96c-0ad1-4be3-8660-110599f4bb71 req-9887ce05-46b3-43e9-8d7a-7e5594eff9b6 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f04569b-7b6a-480f-a48e-6be4ed1157fe HTTP/1.1" status: 200 len: 945 time: 0.6002009 Dec 21 13:27:58.594975 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-1944e96c-0ad1-4be3-8660-110599f4bb71 req-b54ed460-cb96-4f43-8bc3-eb3c0d84fbb1 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ba20eb6-7980-48d1-8013-51c2682fdc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501999 Dec 21 13:27:58.649109 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-6cb012be-5db6-42bf-92b7-6995f164fba0 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Deleting port c6929548-d44b-43e8-a51b-f863200b6291 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:27:58.649808 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6cb012be-5db6-42bf-92b7-6995f164fba0 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:58.706962 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_v2 [None req-06b78c12-b8f4-40e2-88e1-da634015ba1a tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Deleting subnet 0e28f889-5507-4216-8471-684de3a500e3 {{(pid=103153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:27:58.728759 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:58.737972 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-06b78c12-b8f4-40e2-88e1-da634015ba1a tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks [] for subnet, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:58.759567 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d87abf63-6436-4dac-85f8-0f8d768fa1d1 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Router 2e5ea6a3-d635-47a6-b429-76416fdbe910 is scheduled to L3 agent 59e14383-78fa-487e-9299-b32042a98157 with binding_index 1 {{(pid=103152) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 13:27:58.855049 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3f708681-be81-4643-8e97-a52f5fbd8b9d tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12346565'] for subnet, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:58.906730 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-06b78c12-b8f4-40e2-88e1-da634015ba1a tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1585439'] for subnet, precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:58.950151 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f708681-be81-4643-8e97-a52f5fbd8b9d tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Pushing event updated for resources: {'Subnet': ['ID=02db2275-411c-4855-a78d-85ec8c41b02a,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:58.972038 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d87abf63-6436-4dac-85f8-0f8d768fa1d1 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:27:58.982897 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debb4d18-20bc-4428-80c4-44e54200fbca None None] Sync routers for ids ['2e5ea6a3-d635-47a6-b429-76416fdbe910'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:27:58.994298 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debb4d18-20bc-4428-80c4-44e54200fbca None None] Routers {'2e5ea6a3-d635-47a6-b429-76416fdbe910'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:27:58.995295 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-debb4d18-20bc-4428-80c4-44e54200fbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:27:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['2e5ea6a3-d635-47a6-b429-76416fdbe910'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:59.000720 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f708681-be81-4643-8e97-a52f5fbd8b9d tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Checking segment: {'id': '1cffe13e-631b-4538-9698-185af624c8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b4528ab0-1e72-437b-900c-12e4fd26ed77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:27:59.005872 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edde706-ac47-4e00-b892-b686b9524ad8 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:59.007077 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f708681-be81-4643-8e97-a52f5fbd8b9d tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Network hostable DHCP agents. Network: b4528ab0-1e72-437b-900c-12e4fd26ed77, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:27:59.010768 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-0edde706-ac47-4e00-b892-b686b9524ad8 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] 10.222.0.37 "GET /v2.0/networks/0651671c-4c42-46d4-afda-76f63ce0ca1e HTTP/1.1" status: 200 len: 800 time: 0.9345181 Dec 21 13:27:59.015067 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55538) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:59.034318 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6cb012be-5db6-42bf-92b7-6995f164fba0 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:59.048806 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-debb4d18-20bc-4428-80c4-44e54200fbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:59.068941 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debb4d18-20bc-4428-80c4-44e54200fbca None None] Routers {'2e5ea6a3-d635-47a6-b429-76416fdbe910'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:27:59.070656 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-debb4d18-20bc-4428-80c4-44e54200fbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:27:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['2e5ea6a3-d635-47a6-b429-76416fdbe910'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:59.077153 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-6cb012be-5db6-42bf-92b7-6995f164fba0 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Calling delete_port for c6929548-d44b-43e8-a51b-f863200b6291 owned by {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:27:59.121671 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-debb4d18-20bc-4428-80c4-44e54200fbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:27:59.122818 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debb4d18-20bc-4428-80c4-44e54200fbca None None] The sync data for ids ['2e5ea6a3-d635-47a6-b429-76416fdbe910'] in dv-neutron-master-2-hyperv is: [] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:27:59.142499 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d87abf63-6436-4dac-85f8-0f8d768fa1d1 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks [] for router, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:59.143861 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-d87abf63-6436-4dac-85f8-0f8d768fa1d1 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.1875422 Dec 21 13:27:59.148741 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55540) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:59.158122 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-02f12d64-1f7c-4501-a664-09021afc830f tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:27:59.203242 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-522cb2af-6483-4241-a2da-7072076913f7 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:59.206128 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-06b78c12-b8f4-40e2-88e1-da634015ba1a tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:59.208975 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f708681-be81-4643-8e97-a52f5fbd8b9d tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Network b4528ab0-1e72-437b-900c-12e4fd26ed77 is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:27:59.259919 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-4e556b10-eeb3-468f-8975-4fc3c74d0778 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] 10.222.0.37 "GET /v2.0/networks/0651671c-4c42-46d4-afda-76f63ce0ca1e?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.2340384 Dec 21 13:27:59.267208 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55542) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:59.281505 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-3f708681-be81-4643-8e97-a52f5fbd8b9d tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, b4528ab0-1e72-437b-900c-12e4fd26ed77) {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:27:59.292552 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3bc102f-9aae-4b75-b310-22928404d948 None None] Network b4528ab0-1e72-437b-900c-12e4fd26ed77 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:27:59.323631 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f708681-be81-4643-8e97-a52f5fbd8b9d tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:59.324376 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3f708681-be81-4643-8e97-a52f5fbd8b9d tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:59.422947 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6cb012be-5db6-42bf-92b7-6995f164fba0 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:59.423940 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-3f708681-be81-4643-8e97-a52f5fbd8b9d tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8576667 Dec 21 13:27:59.430731 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55544) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:59.434526 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-06b78c12-b8f4-40e2-88e1-da634015ba1a tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11349588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11288746'] for subnet, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:59.435566 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a034dd1d-5aca-4a1a-999d-9d0b0b663fcd tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:59.440237 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-a034dd1d-5aca-4a1a-999d-9d0b0b663fcd tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] 10.222.0.37 "GET /v2.0/subnets/952eace5-4a89-451a-8048-39fc029de057 HTTP/1.1" status: 200 len: 811 time: 0.1685107 Dec 21 13:27:59.446767 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-58a420de-8988-4209-8e96-e9fa32ce89df tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Request body: {'port': {'network_id': 'b4528ab0-1e72-437b-900c-12e4fd26ed77', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1472671066'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:27:59.460093 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55546) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:59.514886 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14b8d8b-a318-4a04-8ccb-f0f97109dd1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-b4528ab0-1e72-437b-900c-12e4fd26ed77', 'network_id': 'b4528ab0-1e72-437b-900c-12e4fd26ed77', 'project_id': '3edf34a3eecc442ea8df7c8164f4e61d', 'fixed_ips': [{'subnet_id': '02db2275-411c-4855-a78d-85ec8c41b02a'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:27:59.515906 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e14b8d8b-a318-4a04-8ccb-f0f97109dd1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:59.743394 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-02f12d64-1f7c-4501-a664-09021afc830f tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:59.768539 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-02f12d64-1f7c-4501-a664-09021afc830f tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:59.783806 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b78c12-b8f4-40e2-88e1-da634015ba1a tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Pushing event deleted for resources: {'Subnet': ['ID=0e28f889-5507-4216-8471-684de3a500e3,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:27:59.798845 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7173499-619c-48f2-9dd8-17b1c01e08e9 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Attributes excluded by policy engine: ['shared'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:27:59.806554 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-e7173499-619c-48f2-9dd8-17b1c01e08e9 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] 10.222.0.37 "GET /v2.0/subnets/952eace5-4a89-451a-8048-39fc029de057?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.3173680 Dec 21 13:27:59.806743 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55548) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:27:59.812649 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-f1bb130c-70e5-4408-8b8c-5ef1bc197e9b tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1815562556'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:27:59.838652 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1bb130c-70e5-4408-8b8c-5ef1bc197e9b tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Made reservation on behalf of c34ff9443f5b440bb29daef02ccce959 for: {'network': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:27:59.842529 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f1bb130c-70e5-4408-8b8c-5ef1bc197e9b tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:59.861534 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3611d727-ece8-41a3-b0a0-ee0cc95aa884 None None] Network 4f8cb736-61e9-4f3c-bdee-9e7bcaa81230 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:27:59.887558 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-02f12d64-1f7c-4501-a664-09021afc830f tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Deleting port 069a3d6f-d8f1-4cc0-96d1-55e6374474fa {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:27:59.887956 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-02f12d64-1f7c-4501-a664-09021afc830f tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:27:59.908309 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1bb130c-70e5-4408-8b8c-5ef1bc197e9b tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=103152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:27:59.968057 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-0781767b-3095-4fe4-97f7-cb2ba38e58a2 None None] Provisioning complete for port c069ed5b-f5e9-437e-b190-026d143262e2 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:27:59.968431 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-0781767b-3095-4fe4-97f7-cb2ba38e58a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:00.099348 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb012be-5db6-42bf-92b7-6995f164fba0 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Pushing event deleted for resources: {'Port': ['ID=c6929548-d44b-43e8-a51b-f863200b6291,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:00.102954 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-e14b8d8b-a318-4a04-8ccb-f0f97109dd1f None None] Allocated IP 2001:db8::2 (b4528ab0-1e72-437b-900c-12e4fd26ed77/02db2275-411c-4855-a78d-85ec8c41b02a/2ceba0cb-f151-4b1e-b134-506f749a7934) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:28:00.132312 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fff5ae0-40b1-42a7-a8bc-87f3452da74e None None] Network dcddaa45-42c3-4961-a344-2189f91e4f5e requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:28:00.132526 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-06b78c12-b8f4-40e2-88e1-da634015ba1a tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks [] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:00.137879 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-06b78c12-b8f4-40e2-88e1-da634015ba1a tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "DELETE /v2.0/subnets/0e28f889-5507-4216-8471-684de3a500e3 HTTP/1.1" status: 204 len: 168 time: 2.0725183 Dec 21 13:28:00.143254 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55550) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:00.226655 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device c069ed5b-f5e9-437e-b190-026d143262e2 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:28:00.325110 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-0781767b-3095-4fe4-97f7-cb2ba38e58a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:00.410490 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-02f12d64-1f7c-4501-a664-09021afc830f tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:00.428609 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58a420de-8988-4209-8e96-e9fa32ce89df tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Made reservation on behalf of 3edf34a3eecc442ea8df7c8164f4e61d for: {'port': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:28:00.432303 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-02f12d64-1f7c-4501-a664-09021afc830f tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Calling delete_port for 069a3d6f-d8f1-4cc0-96d1-55e6374474fa owned by network:router_gateway {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:28:00.432769 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-58a420de-8988-4209-8e96-e9fa32ce89df tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:00.441731 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-522cb2af-6483-4241-a2da-7072076913f7 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Allocated IP 2001:db8::1 (4f8cb736-61e9-4f3c-bdee-9e7bcaa81230/d7e97ef9-c7b2-4825-b5ec-f6bc8a8ba3a8/76b35634-52ba-4a39-8a5f-8c304fcaa2e8) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:28:00.548638 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port c069ed5b-f5e9-437e-b190-026d143262e2 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:28:00.549237 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:00.621738 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-0781767b-3095-4fe4-97f7-cb2ba38e58a2 None None] For port c069ed5b-f5e9-437e-b190-026d143262e2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c069ed5b-f5e9-437e-b190-026d143262e2,segment=NetworkSegment(6a77d648-26a8-45cb-b31a-976f53f866bf),segment_id=6a77d648-26a8-45cb-b31a-976f53f866bf)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:28:00.632478 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [None req-58a420de-8988-4209-8e96-e9fa32ce89df tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] device_id is not set on port 2042925b-06ce-4e44-84ff-7bae6b13c9ee yet. {{(pid=103153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 13:28:00.637926 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b81f97-f05e-44ae-9e11-b292297c28ad None None] DHCP port deletion for dcddaa45-42c3-4961-a344-2189f91e4f5e request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:28:00.707649 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f1bb130c-70e5-4408-8b8c-5ef1bc197e9b tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:00.708073 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.segments_db [None req-f1bb130c-70e5-4408-8b8c-5ef1bc197e9b tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Added segment 4d09f4dd-106d-4bfd-a0d6-cceeec3f72ad of type vlan for network 4a9b42c9-9e16-4618-84cb-c291882f0df0 Dec 21 13:28:00.716292 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-0781767b-3095-4fe4-97f7-cb2ba38e58a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:00.760996 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f1bb130c-70e5-4408-8b8c-5ef1bc197e9b tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:00.771123 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9e317ab0-c83a-4698-b568-f8648235270a tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:00.791333 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-02f12d64-1f7c-4501-a664-09021afc830f tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:00.830401 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:00.832869 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f1bb130c-70e5-4408-8b8c-5ef1bc197e9b tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:00.840902 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1bb130c-70e5-4408-8b8c-5ef1bc197e9b tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:00.841530 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f1bb130c-70e5-4408-8b8c-5ef1bc197e9b tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks [] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:00.845378 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6cb012be-5db6-42bf-92b7-6995f164fba0 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:00.847767 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f12d64-1f7c-4501-a664-09021afc830f tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Pushing event deleted for resources: {'Port': ['ID=069a3d6f-d8f1-4cc0-96d1-55e6374474fa,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:00.851751 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-6cb012be-5db6-42bf-92b7-6995f164fba0 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] 10.222.0.37 "DELETE /v2.0/ports/c6929548-d44b-43e8-a51b-f863200b6291 HTTP/1.1" status: 204 len: 168 time: 3.1045463 Dec 21 13:28:00.858140 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55552) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:00.868008 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936bf80e-6616-4f40-8d3c-2718c9c1494a None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:28:00.922023 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-34ce50f9-85de-41fd-a166-58576296aed2 None None] Provisioning complete for port c069ed5b-f5e9-437e-b190-026d143262e2 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:28:00.922774 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-34ce50f9-85de-41fd-a166-58576296aed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:00.936756 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc170d1a-cd45-4a55-a849-aa9f04abbc26 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] GET failed (client error): The resource could not be found. Dec 21 13:28:00.938503 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-cc170d1a-cd45-4a55-a849-aa9f04abbc26 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] 10.222.0.37 "GET /v2.0/ports/c6929548-d44b-43e8-a51b-f863200b6291 HTTP/1.1" status: 404 len: 333 time: 0.0792456 Dec 21 13:28:00.944487 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55554) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:00.952264 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-0b209fe3-1ce5-43b2-a8e9-a9bfad5bb205 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Request body: {'port': {'network_id': '47632e68-ad08-47f5-80e4-e99b39dad6fb', 'name': 'tempest-AllowedAddressPairTestJSON-1864433965'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:28:00.955177 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bb130c-70e5-4408-8b8c-5ef1bc197e9b tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Pushing event updated for resources: {'Network': ['ID=4a9b42c9-9e16-4618-84cb-c291882f0df0,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:00.972700 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-73b81f97-f05e-44ae-9e11-b292297c28ad None None] Deleting port fa4d46d9-ad4e-419a-b359-3013624995ff {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:28:00.973118 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-73b81f97-f05e-44ae-9e11-b292297c28ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:00.985103 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network 4a9b42c9-9e16-4618-84cb-c291882f0df0 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:28:00.989415 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0781767b-3095-4fe4-97f7-cb2ba38e58a2 None None] Pushing event updated for resources: {'Port': ['ID=c069ed5b-f5e9-437e-b190-026d143262e2,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:00.995522 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e14b8d8b-a318-4a04-8ccb-f0f97109dd1f None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:01.039033 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-02f12d64-1f7c-4501-a664-09021afc830f tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-548638'] for router_gateway, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:01.112005 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e14b8d8b-a318-4a04-8ccb-f0f97109dd1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:01.135827 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-58a420de-8988-4209-8e96-e9fa32ce89df tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Allocated IP 2001:db8::39f (b4528ab0-1e72-437b-900c-12e4fd26ed77/02db2275-411c-4855-a78d-85ec8c41b02a/2042925b-06ce-4e44-84ff-7bae6b13c9ee) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:28:01.248828 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:01.273027 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-58a420de-8988-4209-8e96-e9fa32ce89df tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:01.278850 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55556) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:01.285788 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-f1bb130c-70e5-4408-8b8c-5ef1bc197e9b tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4736454 Dec 21 13:28:01.287866 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-e7fb158a-55e3-4055-9797-7ccdf6c5d6a2 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Request body: {'subnets': [{'network_id': '6cfd0e4c-c3ca-40f2-89aa-7b508782673d', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1452314450', 'ip_version': 6}, {'network_id': '5f6995c3-a899-46ac-b395-399de9f230dd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:28:01.288129 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-e7fb158a-55e3-4055-9797-7ccdf6c5d6a2 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Request body: {'subnet': {'network_id': '6cfd0e4c-c3ca-40f2-89aa-7b508782673d', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1452314450', 'ip_version': 6}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:28:01.288791 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-e7fb158a-55e3-4055-9797-7ccdf6c5d6a2 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Request body: {'subnet': {'network_id': '5f6995c3-a899-46ac-b395-399de9f230dd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:28:01.293548 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55558) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:01.297043 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14b8d8b-a318-4a04-8ccb-f0f97109dd1f None None] Network b4528ab0-1e72-437b-900c-12e4fd26ed77 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:28:01.300732 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-a4c9eade-1264-438e-819c-962ba59eeea5 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Request body: {'subnet': {'network_id': '4a9b42c9-9e16-4618-84cb-c291882f0df0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:28:01.310541 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-e14b8d8b-a318-4a04-8ccb-f0f97109dd1f None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:28:01.314874 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-73b81f97-f05e-44ae-9e11-b292297c28ad None None] For port fa4d46d9-ad4e-419a-b359-3013624995ff, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fa4d46d9-ad4e-419a-b359-3013624995ff,segment=NetworkSegment(09c6cc84-4219-4056-a782-7b07b85e70d1),segment_id=09c6cc84-4219-4056-a782-7b07b85e70d1)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:28:01.315290 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-73b81f97-f05e-44ae-9e11-b292297c28ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:01.317880 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14b8d8b-a318-4a04-8ccb-f0f97109dd1f None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:28:01.326095 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-58a420de-8988-4209-8e96-e9fa32ce89df tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:01.326293 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14b8d8b-a318-4a04-8ccb-f0f97109dd1f None None] Pushing event updated for resources: {'Port': ['ID=2ceba0cb-f151-4b1e-b134-506f749a7934,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:01.335555 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-73b81f97-f05e-44ae-9e11-b292297c28ad None None] Calling delete_port for fa4d46d9-ad4e-419a-b359-3013624995ff owned by network:dhcp {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:28:01.367076 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-02f12d64-1f7c-4501-a664-09021afc830f tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26943'] for router, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:01.383556 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-02f12d64-1f7c-4501-a664-09021afc830f tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-548712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-548721', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-534931'] for router, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:01.423636 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a420de-8988-4209-8e96-e9fa32ce89df tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Network b4528ab0-1e72-437b-900c-12e4fd26ed77 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:28:01.427534 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-522cb2af-6483-4241-a2da-7072076913f7 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:01.431039 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-9e317ab0-c83a-4698-b568-f8648235270a tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Deleting port fa4d46d9-ad4e-419a-b359-3013624995ff {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:28:01.431307 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9e317ab0-c83a-4698-b568-f8648235270a tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:01.439656 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-e14b8d8b-a318-4a04-8ccb-f0f97109dd1f None None] Attempting to bind port 2ceba0cb-f151-4b1e-b134-506f749a7934 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:28:01.440066 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-e14b8d8b-a318-4a04-8ccb-f0f97109dd1f None None] Attempting to bind port 2ceba0cb-f151-4b1e-b134-506f749a7934 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '1cffe13e-631b-4538-9698-185af624c8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b4528ab0-1e72-437b-900c-12e4fd26ed77'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:28:01.440849 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14b8d8b-a318-4a04-8ccb-f0f97109dd1f None None] Attempting to bind port 2ceba0cb-f151-4b1e-b134-506f749a7934 on network b4528ab0-1e72-437b-900c-12e4fd26ed77 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:28:01.452367 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-58a420de-8988-4209-8e96-e9fa32ce89df tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:28:01.457843 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14b8d8b-a318-4a04-8ccb-f0f97109dd1f None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:28:01.458309 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14b8d8b-a318-4a04-8ccb-f0f97109dd1f None None] Checking segment: {'id': '1cffe13e-631b-4538-9698-185af624c8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b4528ab0-1e72-437b-900c-12e4fd26ed77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:28:01.459253 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e14b8d8b-a318-4a04-8ccb-f0f97109dd1f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:01.459253 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14b8d8b-a318-4a04-8ccb-f0f97109dd1f None None] Bound using segment: {'id': '1cffe13e-631b-4538-9698-185af624c8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b4528ab0-1e72-437b-900c-12e4fd26ed77'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:28:01.459573 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-e14b8d8b-a318-4a04-8ccb-f0f97109dd1f None None] Bound port: 2ceba0cb-f151-4b1e-b134-506f749a7934, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cffe13e-631b-4538-9698-185af624c8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b4528ab0-1e72-437b-900c-12e4fd26ed77'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:28:01.460142 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e14b8d8b-a318-4a04-8ccb-f0f97109dd1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:01.467840 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a420de-8988-4209-8e96-e9fa32ce89df tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:28:01.474240 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a420de-8988-4209-8e96-e9fa32ce89df tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:01.475011 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-58a420de-8988-4209-8e96-e9fa32ce89df tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:01.482602 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a420de-8988-4209-8e96-e9fa32ce89df tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Pushing event updated for resources: {'Port': ['ID=2042925b-06ce-4e44-84ff-7bae6b13c9ee,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:01.485025 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b209fe3-1ce5-43b2-a8e9-a9bfad5bb205 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Made reservation on behalf of 3486e39e92754a13af8b65c20f5493fe for: {'port': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:28:01.488881 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0b209fe3-1ce5-43b2-a8e9-a9bfad5bb205 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:01.532960 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-73b81f97-f05e-44ae-9e11-b292297c28ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636'] for port, after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:01.553876 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-58a420de-8988-4209-8e96-e9fa32ce89df tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 2.1090691 Dec 21 13:28:01.554691 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55560) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:01.568769 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-e14b8d8b-a318-4a04-8ccb-f0f97109dd1f None None] For port 2ceba0cb-f151-4b1e-b134-506f749a7934, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:28:01.573926 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b81f97-f05e-44ae-9e11-b292297c28ad None None] Pushing event deleted for resources: {'Port': ['ID=fa4d46d9-ad4e-419a-b359-3013624995ff,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:01.576070 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [None req-0b209fe3-1ce5-43b2-a8e9-a9bfad5bb205 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] device_id is not set on port 251479cd-d50c-42ac-b494-94cc4b3d0a94 yet. {{(pid=103153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 13:28:01.586743 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b81f97-f05e-44ae-9e11-b292297c28ad None None] No DVR routers for this DVR port fa4d46d9-ad4e-419a-b359-3013624995ff on host dv-neutron-master-2-hyperv {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:28:01.591853 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-9e317ab0-c83a-4698-b568-f8648235270a tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] For port fa4d46d9-ad4e-419a-b359-3013624995ff, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fa4d46d9-ad4e-419a-b359-3013624995ff,segment=NetworkSegment(09c6cc84-4219-4056-a782-7b07b85e70d1),segment_id=09c6cc84-4219-4056-a782-7b07b85e70d1)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:28:01.592368 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9e317ab0-c83a-4698-b568-f8648235270a tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:01.593998 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-e14b8d8b-a318-4a04-8ccb-f0f97109dd1f None None] For port 2ceba0cb-f151-4b1e-b134-506f749a7934, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2ceba0cb-f151-4b1e-b134-506f749a7934,segment=NetworkSegment(1cffe13e-631b-4538-9698-185af624c8ce),segment_id=1cffe13e-631b-4538-9698-185af624c8ce)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:28:01.601600 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e14b8d8b-a318-4a04-8ccb-f0f97109dd1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:01.616259 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02f12d64-1f7c-4501-a664-09021afc830f tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Router 2e5ea6a3-d635-47a6-b429-76416fdbe910 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:28:01.662284 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-9e317ab0-c83a-4698-b568-f8648235270a tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Calling delete_port for fa4d46d9-ad4e-419a-b359-3013624995ff owned by network:dhcp {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:28:01.681475 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14b8d8b-a318-4a04-8ccb-f0f97109dd1f None None] Pushing event updated for resources: {'Port': ['ID=2ceba0cb-f151-4b1e-b134-506f749a7934,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:01.689037 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4c9eade-1264-438e-819c-962ba59eeea5 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Made reservation on behalf of c34ff9443f5b440bb29daef02ccce959 for: {'subnet': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:28:01.692686 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a4c9eade-1264-438e-819c-962ba59eeea5 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12346583'] for subnet, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:01.725308 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-522cb2af-6483-4241-a2da-7072076913f7 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:01.785091 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522cb2af-6483-4241-a2da-7072076913f7 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Network 4f8cb736-61e9-4f3c-bdee-9e7bcaa81230 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:28:01.806522 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-522cb2af-6483-4241-a2da-7072076913f7 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:28:01.816642 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522cb2af-6483-4241-a2da-7072076913f7 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:28:01.817182 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-522cb2af-6483-4241-a2da-7072076913f7 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532557'] for router_interface, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:01.828965 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.ipam_backend_mixin [None req-a4c9eade-1264-438e-819c-962ba59eeea5 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Performing IP validity checks on allocation pools {{(pid=103152) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 21 13:28:01.829489 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.ipam_backend_mixin [None req-a4c9eade-1264-438e-819c-962ba59eeea5 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103152) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 21 13:28:01.924403 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02f12d64-1f7c-4501-a664-09021afc830f tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:28:01.933573 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-02f12d64-1f7c-4501-a664-09021afc830f tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks [] for router, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:01.937171 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-02f12d64-1f7c-4501-a664-09021afc830f tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] 10.222.0.37 "PUT /v2.0/routers/2e5ea6a3-d635-47a6-b429-76416fdbe910 HTTP/1.1" status: 200 len: 706 time: 2.7809281 Dec 21 13:28:01.937346 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf0f774-cc18-445b-9dfa-40184e646fec None None] Sync routers for ids ['2e5ea6a3-d635-47a6-b429-76416fdbe910'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:28:01.940018 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7fb158a-55e3-4055-9797-7ccdf6c5d6a2 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Made reservation on behalf of aac94f1c3a40489081e668ccf9663580 for: {'subnet': 2} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:28:01.944824 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e7fb158a-55e3-4055-9797-7ccdf6c5d6a2 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12346583'] for subnet, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:01.945670 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e7fb158a-55e3-4055-9797-7ccdf6c5d6a2 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12346583'] for subnet, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:01.946950 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf0f774-cc18-445b-9dfa-40184e646fec None None] Routers {'2e5ea6a3-d635-47a6-b429-76416fdbe910'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:28:01.947764 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-faf0f774-cc18-445b-9dfa-40184e646fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:27:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['2e5ea6a3-d635-47a6-b429-76416fdbe910'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:01.949552 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55562) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:01.988770 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-faf0f774-cc18-445b-9dfa-40184e646fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:01.999637 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf0f774-cc18-445b-9dfa-40184e646fec None None] Routers {'2e5ea6a3-d635-47a6-b429-76416fdbe910'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:28:02.000604 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522cb2af-6483-4241-a2da-7072076913f7 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Pushing event updated for resources: {'Port': ['ID=76b35634-52ba-4a39-8a5f-8c304fcaa2e8,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:02.000884 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-faf0f774-cc18-445b-9dfa-40184e646fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:27:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['2e5ea6a3-d635-47a6-b429-76416fdbe910'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:02.044581 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-faf0f774-cc18-445b-9dfa-40184e646fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:02.045467 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf0f774-cc18-445b-9dfa-40184e646fec None None] The sync data for ids ['2e5ea6a3-d635-47a6-b429-76416fdbe910'] in dv-neutron-master-2-hyperv is: [] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:28:02.057453 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-b8b4ff54-49a9-4a1e-8304-f828c2ead62a tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Deleting port 2042925b-06ce-4e44-84ff-7bae6b13c9ee {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:28:02.057793 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b8b4ff54-49a9-4a1e-8304-f828c2ead62a tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:02.161218 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9e317ab0-c83a-4698-b568-f8648235270a tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:02.179076 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-9c863e3b-b38a-41f0-abed-85ba48bff2f1 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] 10.222.0.37 "GET /v2.0/routers/2e5ea6a3-d635-47a6-b429-76416fdbe910 HTTP/1.1" status: 200 len: 741 time: 0.2283471 Dec 21 13:28:02.180600 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-0b209fe3-1ce5-43b2-a8e9-a9bfad5bb205 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Allocated IP 172.20.0.12 (47632e68-ad08-47f5-80e4-e99b39dad6fb/cc6279fe-3804-4cf9-8b18-a4ca62e45e34/251479cd-d50c-42ac-b494-94cc4b3d0a94) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:28:02.194377 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55564) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:02.225505 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e317ab0-c83a-4698-b568-f8648235270a tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] No DVR routers for this DVR port fa4d46d9-ad4e-419a-b359-3013624995ff on host dv-neutron-master-2-hyperv {{(pid=103153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:28:02.243967 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e317ab0-c83a-4698-b568-f8648235270a tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Pushing event deleted for resources: {'Port': ['ID=fa4d46d9-ad4e-419a-b359-3013624995ff,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:02.257278 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device c069ed5b-f5e9-437e-b190-026d143262e2 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:28:02.312077 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-8bbd2c66-83b3-4308-b79c-e8032ebd6976 tempest-RoutersAdminTest-645744635 tempest-RoutersAdminTest-645744635-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=7fdf1889-f079-4166-bbda-88b2a8d8d595&device_id=2e5ea6a3-d635-47a6-b429-76416fdbe910 HTTP/1.1" status: 200 len: 205 time: 0.1025989 Dec 21 13:28:02.318627 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-522cb2af-6483-4241-a2da-7072076913f7 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:02.319557 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55566) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:02.342345 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-d577046b-3417-4365-8d0f-365068d3062f None None] Provisioning complete for port 76b35634-52ba-4a39-8a5f-8c304fcaa2e8 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:28:02.342345 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d577046b-3417-4365-8d0f-365068d3062f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:02.375194 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port c069ed5b-f5e9-437e-b190-026d143262e2 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:28:02.376325 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:02.388635 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9e317ab0-c83a-4698-b568-f8648235270a tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:02.397511 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-1e426e06-b271-4513-a1f6-9edf33e5d57c tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e5ea6a3-d635-47a6-b429-76416fdbe910 HTTP/1.1" status: 200 len: 205 time: 0.0725379 Dec 21 13:28:02.399704 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b8b4ff54-49a9-4a1e-8304-f828c2ead62a tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:02.399859 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55568) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:02.427858 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-b8b4ff54-49a9-4a1e-8304-f828c2ead62a tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Calling delete_port for 2042925b-06ce-4e44-84ff-7bae6b13c9ee owned by {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:28:02.436402 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-d577046b-3417-4365-8d0f-365068d3062f None None] Port 76b35634-52ba-4a39-8a5f-8c304fcaa2e8 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:28:02.457601 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a4c9eade-1264-438e-819c-962ba59eeea5 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12346565'] for subnet, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:02.484233 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 2ceba0cb-f151-4b1e-b134-506f749a7934 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:28:02.541781 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 2ceba0cb-f151-4b1e-b134-506f749a7934 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:28:02.542523 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:02.615438 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c9eade-1264-438e-819c-962ba59eeea5 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Pushing event updated for resources: {'Subnet': ['ID=4311bff9-6e15-4c22-ba17-9f97778c2b22,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:02.637683 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:02.683308 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c9eade-1264-438e-819c-962ba59eeea5 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Checking segment: {'id': '4d09f4dd-106d-4bfd-a0d6-cceeec3f72ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '4a9b42c9-9e16-4618-84cb-c291882f0df0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:28:02.683687 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c9eade-1264-438e-819c-962ba59eeea5 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Network hostable DHCP agents. Network: 4a9b42c9-9e16-4618-84cb-c291882f0df0, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:28:02.756442 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c9eade-1264-438e-819c-962ba59eeea5 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Network 4a9b42c9-9e16-4618-84cb-c291882f0df0 is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:28:02.852001 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-a4c9eade-1264-438e-819c-962ba59eeea5 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 4a9b42c9-9e16-4618-84cb-c291882f0df0) {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:28:02.863783 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-9e317ab0-c83a-4698-b568-f8648235270a tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcddaa45-42c3-4961-a344-2189f91e4f5e']}} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:02.864507 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c9eade-1264-438e-819c-962ba59eeea5 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:02.865200 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a4c9eade-1264-438e-819c-962ba59eeea5 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:02.867908 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04155eba-d50c-4322-abb7-5813167a3485 None None] Network 4a9b42c9-9e16-4618-84cb-c291882f0df0 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:28:02.888390 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-9e317ab0-c83a-4698-b568-f8648235270a tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09c6cc84-4219-4056-a782-7b07b85e70d1') {'for_net_delete': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:02.888675 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-9e317ab0-c83a-4698-b568-f8648235270a tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09c6cc84-4219-4056-a782-7b07b85e70d1') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:02.894606 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-a4c9eade-1264-438e-819c-962ba59eeea5 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.5957999 Dec 21 13:28:02.898270 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-cc8b209c-fc94-4b64-8070-8e8e1b0978a8 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks [] for router, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:02.899901 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55570) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:02.910149 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-5eea2a13-d31e-4adb-b1d5-d7984937ce1e tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:28:02.915446 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] For port 2ceba0cb-f151-4b1e-b134-506f749a7934, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2ceba0cb-f151-4b1e-b134-506f749a7934,segment=NetworkSegment(1cffe13e-631b-4538-9698-185af624c8ce),segment_id=1cffe13e-631b-4538-9698-185af624c8ce)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:28:02.947363 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9e317ab0-c83a-4698-b568-f8648235270a tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1585430'] for segment, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:02.951269 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:02.971062 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b8b4ff54-49a9-4a1e-8304-f828c2ead62a tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:03.012005 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Pushing event updated for resources: {'Port': ['ID=2ceba0cb-f151-4b1e-b134-506f749a7934,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:03.025997 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b4ff54-49a9-4a1e-8304-f828c2ead62a tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Pushing event deleted for resources: {'Port': ['ID=2042925b-06ce-4e44-84ff-7bae6b13c9ee,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:03.065786 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b8b4ff54-49a9-4a1e-8304-f828c2ead62a tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:03.072638 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-b8b4ff54-49a9-4a1e-8304-f828c2ead62a tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "DELETE /v2.0/ports/2042925b-06ce-4e44-84ff-7bae6b13c9ee HTTP/1.1" status: 204 len: 168 time: 1.5117419 Dec 21 13:28:03.072638 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55572) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:03.078011 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b508199-b57b-4194-b363-a30d44a91ed9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-4a9b42c9-9e16-4618-84cb-c291882f0df0', 'network_id': '4a9b42c9-9e16-4618-84cb-c291882f0df0', 'project_id': 'c34ff9443f5b440bb29daef02ccce959', 'fixed_ips': [{'subnet_id': '4311bff9-6e15-4c22-ba17-9f97778c2b22'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:28:03.079801 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-1b508199-b57b-4194-b363-a30d44a91ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:03.106175 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device fa4d46d9-ad4e-419a-b359-3013624995ff no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:28:03.128081 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9e317ab0-c83a-4698-b568-f8648235270a tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:03.138079 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9d8089-525f-4d77-a2db-2f9fb2acacbf None None] Network b4528ab0-1e72-437b-900c-12e4fd26ed77 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:28:03.142581 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-b49b840c-b79b-4072-a6a6-ce5feea280ea tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] GET failed (client error): The resource could not be found. Dec 21 13:28:03.146027 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-b49b840c-b79b-4072-a6a6-ce5feea280ea tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "GET /v2.0/ports/2042925b-06ce-4e44-84ff-7bae6b13c9ee HTTP/1.1" status: 404 len: 333 time: 0.0727427 Dec 21 13:28:03.151509 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55574) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:03.181892 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e317ab0-c83a-4698-b568-f8648235270a tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=103153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:28:03.182570 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9e317ab0-c83a-4698-b568-f8648235270a tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11349758'] for segment, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:03.185897 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:03.185897 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:28:03.185897 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:03.185897 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:28:03.185897 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:03.185897 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:28:03.185897 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:03.185897 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:28:03.185897 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:03.185897 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:28:03.185897 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:03.185897 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:28:03.185897 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:03.185897 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:28:03.185897 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:03.185897 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:28:03.185897 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:03.185897 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:28:03.185897 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 13:28:03.185897 dv-neutron-master-2-hyperv neutron-server[103153]: self.session.flush() Dec 21 13:28:03.185897 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 13:28:03.185897 dv-neutron-master-2-hyperv neutron-server[103153]: self.session.flush() Dec 21 13:28:03.185897 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 13:28:03.185897 dv-neutron-master-2-hyperv neutron-server[103153]: self.session.flush() Dec 21 13:28:03.185897 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 13:28:03.185897 dv-neutron-master-2-hyperv neutron-server[103153]: self.session.flush() Dec 21 13:28:03.185897 dv-neutron-master-2-hyperv neutron-server[103153]: Traceback (most recent call last): Dec 21 13:28:03.185897 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:28:03.185897 dv-neutron-master-2-hyperv neutron-server[103153]: timer() Dec 21 13:28:03.185897 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:28:03.185897 dv-neutron-master-2-hyperv neutron-server[103153]: cb(*args, **kw) Dec 21 13:28:03.185897 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:28:03.185897 dv-neutron-master-2-hyperv neutron-server[103153]: return func(*args, **kwargs) Dec 21 13:28:03.185897 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:28:03.185897 dv-neutron-master-2-hyperv neutron-server[103153]: self._notify() Dec 21 13:28:03.185897 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:28:03.185897 dv-neutron-master-2-hyperv neutron-server[103153]: self.callback(batched_events) Dec 21 13:28:03.185897 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:28:03.185897 dv-neutron-master-2-hyperv neutron-server[103153]: event.method(event) Dec 21 13:28:03.185897 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:28:03.185897 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:28:03.185897 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:28:03.185897 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:28:03.185897 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:28:03.185897 dv-neutron-master-2-hyperv neutron-server[103153]: return f(self, *a, **k) Dec 21 13:28:03.185897 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:28:03.185897 dv-neutron-master-2-hyperv neutron-server[103153]: return self._get(url).json() Dec 21 13:28:03.185897 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:28:03.185897 dv-neutron-master-2-hyperv neutron-server[103153]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:28:03.185897 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:28:03.185897 dv-neutron-master-2-hyperv neutron-server[103153]: return self.request(url, 'GET', **kwargs) Dec 21 13:28:03.185897 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:28:03.185897 dv-neutron-master-2-hyperv neutron-server[103153]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:28:03.185897 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:28:03.185897 dv-neutron-master-2-hyperv neutron-server[103153]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:28:03.190066 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:28:03.190066 dv-neutron-master-2-hyperv neutron-server[103153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:28:03.190066 dv-neutron-master-2-hyperv neutron-server[103153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:28:03.194529 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: fa4d46d9-ad4e-419a-b359-3013624995ff {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:28:03.194529 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device fa4d46d9-ad4e-419a-b359-3013624995ff not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:28:03.211182 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e7fb158a-55e3-4055-9797-7ccdf6c5d6a2 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12346565'] for subnet, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:03.269951 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_v2 [None req-2168fd60-99be-478e-99df-79980e8c26ed tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Deleting subnet 02db2275-411c-4855-a78d-85ec8c41b02a {{(pid=103152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:28:03.275544 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2168fd60-99be-478e-99df-79980e8c26ed tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks [] for subnet, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:03.281076 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-e6c79664-6d4f-4a17-9e6c-7225e2ca38b6 None None] Provisioning complete for port 2ceba0cb-f151-4b1e-b134-506f749a7934 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:28:03.281452 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e6c79664-6d4f-4a17-9e6c-7225e2ca38b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:03.323681 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fb158a-55e3-4055-9797-7ccdf6c5d6a2 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Pushing event updated for resources: {'Subnet': ['ID=79ce361f-98d6-4f8e-84af-f7b9a52407ee,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:03.344305 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2168fd60-99be-478e-99df-79980e8c26ed tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526644'] for subnet, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:03.369038 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fb158a-55e3-4055-9797-7ccdf6c5d6a2 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Checking segment: {'id': '269ba524-4406-4995-aa15-d2e1f655dda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '6cfd0e4c-c3ca-40f2-89aa-7b508782673d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:28:03.369273 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7fb158a-55e3-4055-9797-7ccdf6c5d6a2 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Network hostable DHCP agents. Network: 6cfd0e4c-c3ca-40f2-89aa-7b508782673d, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:28:03.382681 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-1b508199-b57b-4194-b363-a30d44a91ed9 None None] Allocated IP 172.20.0.3 (4a9b42c9-9e16-4618-84cb-c291882f0df0/4311bff9-6e15-4c22-ba17-9f97778c2b22/616a81ff-3928-460b-b737-1023e9bac5d7) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:28:03.387256 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-cc8b209c-fc94-4b64-8070-8e8e1b0978a8 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26950'] for router, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:03.394011 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-cc8b209c-fc94-4b64-8070-8e8e1b0978a8 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:03.404019 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7fb158a-55e3-4055-9797-7ccdf6c5d6a2 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Network 6cfd0e4c-c3ca-40f2-89aa-7b508782673d is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:28:03.425660 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-e7fb158a-55e3-4055-9797-7ccdf6c5d6a2 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 6cfd0e4c-c3ca-40f2-89aa-7b508782673d) {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:28:03.431201 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e7fb158a-55e3-4055-9797-7ccdf6c5d6a2 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12346565'] for subnet, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:03.437778 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9e317ab0-c83a-4698-b568-f8648235270a tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:03.444395 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5eea2a13-d31e-4adb-b1d5-d7984937ce1e tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-11288764'] for subnet, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:03.446311 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cee1e0e-d896-4352-a738-2c29e5fc6445 None None] Network 6cfd0e4c-c3ca-40f2-89aa-7b508782673d requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:28:03.461872 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9e317ab0-c83a-4698-b568-f8648235270a tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:03.468480 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-9e317ab0-c83a-4698-b568-f8648235270a tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "DELETE /v2.0/networks/dcddaa45-42c3-4961-a344-2189f91e4f5e HTTP/1.1" status: 204 len: 168 time: 3.3170624 Dec 21 13:28:03.482025 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55576) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:03.509007 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-7632e409-3ad6-4bc4-9725-c54b199fe536 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Request body: {'network': {'name': 'tempest-RoutersTest-1177323966'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:28:03.540335 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0b209fe3-1ce5-43b2-a8e9-a9bfad5bb205 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:03.560147 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e317ab0-c83a-4698-b568-f8648235270a tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Pushing event deleted for resources: {'Network': ['ID=dcddaa45-42c3-4961-a344-2189f91e4f5e,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:03.580007 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fb158a-55e3-4055-9797-7ccdf6c5d6a2 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Pushing event updated for resources: {'Subnet': ['ID=f19a7159-9a98-4133-9a49-539f61ff4c90,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:03.583891 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2168fd60-99be-478e-99df-79980e8c26ed tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:03.584340 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-cc8b209c-fc94-4b64-8070-8e8e1b0978a8 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534967'] for router, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:03.584889 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc8b209c-fc94-4b64-8070-8e8e1b0978a8 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Fanout notify agent at l3_agent the message router_deleted on router 2e5ea6a3-d635-47a6-b429-76416fdbe910 {{(pid=103153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 13:28:03.595101 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-cc8b209c-fc94-4b64-8070-8e8e1b0978a8 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] Publish callbacks [] for router, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:03.596904 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-cc8b209c-fc94-4b64-8070-8e8e1b0978a8 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] 10.222.0.37 "DELETE /v2.0/routers/2e5ea6a3-d635-47a6-b429-76416fdbe910 HTTP/1.1" status: 204 len: 168 time: 1.1943371 Dec 21 13:28:03.602492 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55578) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:03.634334 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7632e409-3ad6-4bc4-9725-c54b199fe536 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Made reservation on behalf of 2443f9ebd5734093aca8f8d69b48dcbc for: {'network': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:28:03.637911 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7632e409-3ad6-4bc4-9725-c54b199fe536 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:03.650067 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-62f709ed-d2ce-4f24-9acf-99ae2c7f866f tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e5ea6a3-d635-47a6-b429-76416fdbe910 HTTP/1.1" status: 200 len: 205 time: 0.0450778 Dec 21 13:28:03.653580 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55580) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:03.704645 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8100afe5-5fa5-4b5d-923b-a39bf545a6e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-6cfd0e4c-c3ca-40f2-89aa-7b508782673d', 'network_id': '6cfd0e4c-c3ca-40f2-89aa-7b508782673d', 'project_id': 'aac94f1c3a40489081e668ccf9663580', 'fixed_ips': [{'subnet_id': '79ce361f-98d6-4f8e-84af-f7b9a52407ee'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:28:03.705725 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8100afe5-5fa5-4b5d-923b-a39bf545a6e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:03.706786 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7632e409-3ad6-4bc4-9725-c54b199fe536 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=103152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:28:03.715708 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.api.v2.resource [None req-18154797-c8b4-4d75-a8d5-482de25bde6e tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] delete failed (client error): The resource could not be found. Dec 21 13:28:03.716772 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-18154797-c8b4-4d75-a8d5-482de25bde6e tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] 10.222.0.37 "DELETE /v2.0/routers/2e5ea6a3-d635-47a6-b429-76416fdbe910 HTTP/1.1" status: 404 len: 336 time: 0.0598359 Dec 21 13:28:03.722308 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7632e409-3ad6-4bc4-9725-c54b199fe536 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:03.722713 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55582) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:03.722858 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.segments_db [None req-7632e409-3ad6-4bc4-9725-c54b199fe536 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Added segment 97860497-6516-4877-89ac-7985c800bb49 of type vlan for network 69f29f87-9c69-4d1e-a018-4e20330bbedf Dec 21 13:28:03.738221 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0b209fe3-1ce5-43b2-a8e9-a9bfad5bb205 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:03.763274 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-cc793685-c4e9-496f-a82c-78dfe58d8685 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] 10.222.0.37 "GET /v2.0/ports?device_id=94b2d717-1930-4ff1-a32b-96dd1a1b2362 HTTP/1.1" status: 200 len: 205 time: 0.0358207 Dec 21 13:28:03.770781 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55584) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:03.786816 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-522cb2af-6483-4241-a2da-7072076913f7 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:03.805582 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7632e409-3ad6-4bc4-9725-c54b199fe536 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:03.812399 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fb158a-55e3-4055-9797-7ccdf6c5d6a2 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Checking segment: {'id': '0a8fcd5e-d7dc-4f0c-b649-fc70be06fd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '5f6995c3-a899-46ac-b395-399de9f230dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:28:03.812868 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7fb158a-55e3-4055-9797-7ccdf6c5d6a2 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Network hostable DHCP agents. Network: 5f6995c3-a899-46ac-b395-399de9f230dd, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:28:03.848225 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-522cb2af-6483-4241-a2da-7072076913f7 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:03.849162 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-522cb2af-6483-4241-a2da-7072076913f7 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532537'] for router_interface, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:03.855976 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.api.v2.resource [None req-6389f9e6-3777-4641-854a-da065de28b6c tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] delete failed (client error): The resource could not be found. Dec 21 13:28:03.856567 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-6389f9e6-3777-4641-854a-da065de28b6c tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] 10.222.0.37 "DELETE /v2.0/routers/94b2d717-1930-4ff1-a32b-96dd1a1b2362 HTTP/1.1" status: 404 len: 336 time: 0.0814149 Dec 21 13:28:03.869024 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55586) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:03.871182 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b209fe3-1ce5-43b2-a8e9-a9bfad5bb205 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Network 47632e68-ad08-47f5-80e4-e99b39dad6fb is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:28:03.899704 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-1b508199-b57b-4194-b363-a30d44a91ed9 None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:03.901084 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-e2334629-ed65-47bb-a323-43f4c36ff7da None None] Provisioning complete for port 2ceba0cb-f151-4b1e-b134-506f749a7934 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:28:03.901444 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e2334629-ed65-47bb-a323-43f4c36ff7da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:03.904468 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-0b209fe3-1ce5-43b2-a8e9-a9bfad5bb205 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:28:03.912216 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-f125e9ae-90f1-4491-810f-69eb594896e6 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] 10.222.0.37 "GET /v2.0/ports?device_id=11c36d9e-c1a1-4b10-8f57-eb40b8e76122 HTTP/1.1" status: 200 len: 205 time: 0.0374410 Dec 21 13:28:03.914791 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55588) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:03.916263 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b209fe3-1ce5-43b2-a8e9-a9bfad5bb205 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:28:03.950699 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b209fe3-1ce5-43b2-a8e9-a9bfad5bb205 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Pushing event updated for resources: {'Port': ['ID=251479cd-d50c-42ac-b494-94cc4b3d0a94,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:03.993079 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-1b508199-b57b-4194-b363-a30d44a91ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:04.127520 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.api.v2.resource [None req-393f2ed7-b7d6-4674-9886-8a7a0380a3a4 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] delete failed (client error): The resource could not be found. Dec 21 13:28:04.133848 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-393f2ed7-b7d6-4674-9886-8a7a0380a3a4 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] 10.222.0.37 "DELETE /v2.0/routers/11c36d9e-c1a1-4b10-8f57-eb40b8e76122 HTTP/1.1" status: 404 len: 336 time: 0.2124543 Dec 21 13:28:04.137534 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b508199-b57b-4194-b363-a30d44a91ed9 None None] Network 4a9b42c9-9e16-4618-84cb-c291882f0df0 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:28:04.139562 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-8100afe5-5fa5-4b5d-923b-a39bf545a6e6 None None] Allocated IP 2001:db8::1 (6cfd0e4c-c3ca-40f2-89aa-7b508782673d/79ce361f-98d6-4f8e-84af-f7b9a52407ee/cd01c4bc-4cb0-4645-85ed-a84aaa32801f) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:28:04.154707 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 2ceba0cb-f151-4b1e-b134-506f749a7934 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:28:04.185699 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55590) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:04.197439 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2168fd60-99be-478e-99df-79980e8c26ed tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12346570'] for subnet, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:04.202856 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-1b508199-b57b-4194-b363-a30d44a91ed9 None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:28:04.207064 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b508199-b57b-4194-b363-a30d44a91ed9 None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:28:04.213591 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b508199-b57b-4194-b363-a30d44a91ed9 None None] Pushing event updated for resources: {'Port': ['ID=616a81ff-3928-460b-b737-1023e9bac5d7,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:04.243381 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7fb158a-55e3-4055-9797-7ccdf6c5d6a2 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Network 5f6995c3-a899-46ac-b395-399de9f230dd is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:28:04.252206 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2168fd60-99be-478e-99df-79980e8c26ed tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:04.259085 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-2168fd60-99be-478e-99df-79980e8c26ed tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "DELETE /v2.0/subnets/02db2275-411c-4855-a78d-85ec8c41b02a HTTP/1.1" status: 204 len: 168 time: 1.1062591 Dec 21 13:28:04.263407 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2168fd60-99be-478e-99df-79980e8c26ed tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Pushing event deleted for resources: {'Subnet': ['ID=02db2275-411c-4855-a78d-85ec8c41b02a,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:04.263628 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55592) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:04.265031 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7632e409-3ad6-4bc4-9725-c54b199fe536 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:04.271471 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7632e409-3ad6-4bc4-9725-c54b199fe536 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:04.272231 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7632e409-3ad6-4bc4-9725-c54b199fe536 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks [] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:04.305785 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-e7fb158a-55e3-4055-9797-7ccdf6c5d6a2 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 5f6995c3-a899-46ac-b395-399de9f230dd) {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:28:04.318972 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-afc4dcf9-d635-4b55-9e64-4dafc080baea tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] 10.222.0.37 "GET /v2.0/ports?device_id=06f110c2-f600-4377-b9ab-31d987e1e34a HTTP/1.1" status: 200 len: 205 time: 0.1231608 Dec 21 13:28:04.330008 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4afa42-bc1e-4202-a9ac-83fdc9b3660b None None] Network 5f6995c3-a899-46ac-b395-399de9f230dd requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:28:04.331160 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55594) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:04.353763 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b209fe3-1ce5-43b2-a8e9-a9bfad5bb205 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:04.354856 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0b209fe3-1ce5-43b2-a8e9-a9bfad5bb205 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:04.394854 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7632e409-3ad6-4bc4-9725-c54b199fe536 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Pushing event updated for resources: {'Network': ['ID=69f29f87-9c69-4d1e-a018-4e20330bbedf,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:04.399196 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-7632e409-3ad6-4bc4-9725-c54b199fe536 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8973141 Dec 21 13:28:04.401274 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7fb158a-55e3-4055-9797-7ccdf6c5d6a2 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:04.401427 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522cb2af-6483-4241-a2da-7072076913f7 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Pushing event updated for resources: {'Port': ['ID=76b35634-52ba-4a39-8a5f-8c304fcaa2e8,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:04.401694 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7fb158a-55e3-4055-9797-7ccdf6c5d6a2 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:04.402431 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e7fb158a-55e3-4055-9797-7ccdf6c5d6a2 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:04.415830 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55596) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:04.428773 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-34449954-2f92-4268-91a5-9009cb83dd21 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Request body: {'subnet': {'network_id': '69f29f87-9c69-4d1e-a018-4e20330bbedf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:28:04.441553 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-e7fb158a-55e3-4055-9797-7ccdf6c5d6a2 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 3.1573637 Dec 21 13:28:04.443976 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network 69f29f87-9c69-4d1e-a018-4e20330bbedf details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:28:04.447305 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55598) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:04.455986 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-1b508199-b57b-4194-b363-a30d44a91ed9 None None] Attempting to bind port 616a81ff-3928-460b-b737-1023e9bac5d7 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:28:04.456415 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-1b508199-b57b-4194-b363-a30d44a91ed9 None None] Attempting to bind port 616a81ff-3928-460b-b737-1023e9bac5d7 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '4d09f4dd-106d-4bfd-a0d6-cceeec3f72ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '4a9b42c9-9e16-4618-84cb-c291882f0df0'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:28:04.456783 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b508199-b57b-4194-b363-a30d44a91ed9 None None] Attempting to bind port 616a81ff-3928-460b-b737-1023e9bac5d7 on network 4a9b42c9-9e16-4618-84cb-c291882f0df0 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:28:04.475174 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.api.v2.resource [None req-6253e9d0-baf9-4dc4-aa97-8fbe82c38dc5 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] delete failed (client error): The resource could not be found. Dec 21 13:28:04.476554 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-6253e9d0-baf9-4dc4-aa97-8fbe82c38dc5 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] 10.222.0.37 "DELETE /v2.0/routers/06f110c2-f600-4377-b9ab-31d987e1e34a HTTP/1.1" status: 404 len: 336 time: 0.1415091 Dec 21 13:28:04.504591 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55600) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:04.526279 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b508199-b57b-4194-b363-a30d44a91ed9 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:28:04.526735 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b508199-b57b-4194-b363-a30d44a91ed9 None None] Checking segment: {'id': '4d09f4dd-106d-4bfd-a0d6-cceeec3f72ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '4a9b42c9-9e16-4618-84cb-c291882f0df0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:28:04.527094 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-1b508199-b57b-4194-b363-a30d44a91ed9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:04.527496 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b508199-b57b-4194-b363-a30d44a91ed9 None None] Bound using segment: {'id': '4d09f4dd-106d-4bfd-a0d6-cceeec3f72ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '4a9b42c9-9e16-4618-84cb-c291882f0df0'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:28:04.531817 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-1b508199-b57b-4194-b363-a30d44a91ed9 None None] Bound port: 616a81ff-3928-460b-b737-1023e9bac5d7, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d09f4dd-106d-4bfd-a0d6-cceeec3f72ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '4a9b42c9-9e16-4618-84cb-c291882f0df0'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:28:04.532096 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-0b209fe3-1ce5-43b2-a8e9-a9bfad5bb205 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5800073 Dec 21 13:28:04.532256 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-1b508199-b57b-4194-b363-a30d44a91ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:04.534250 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55602) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:04.540646 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-eb15f6c9-cbec-42eb-9477-f4ccc7a16036 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] 10.222.0.37 "GET /v2.0/ports?device_id=169d2f64-3c23-48a7-bed7-2aacc826b3d2 HTTP/1.1" status: 200 len: 205 time: 0.0346777 Dec 21 13:28:04.545824 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-b2d93c11-466c-4c9b-8845-8ce336478a10 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:68:b1:74'}]}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:28:04.552008 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 2ceba0cb-f151-4b1e-b134-506f749a7934 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:28:04.552347 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:04.569751 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55604) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:04.589330 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522cb2af-6483-4241-a2da-7072076913f7 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Network 4f8cb736-61e9-4f3c-bdee-9e7bcaa81230 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:28:04.594565 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8f2f20cc-7b0b-4d5e-8a73-3070b7717bbc tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:04.632047 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532ccdbd-536a-4aa0-9a5d-dde1ed02c872 None None] Network b4528ab0-1e72-437b-900c-12e4fd26ed77 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:28:04.641841 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-522cb2af-6483-4241-a2da-7072076913f7 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:28:04.651247 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.api.v2.resource [None req-21261d1a-bc4f-4e6c-8b0b-5c6b91dd1bf2 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] delete failed (client error): The resource could not be found. Dec 21 13:28:04.652632 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-21261d1a-bc4f-4e6c-8b0b-5c6b91dd1bf2 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] 10.222.0.37 "DELETE /v2.0/routers/169d2f64-3c23-48a7-bed7-2aacc826b3d2 HTTP/1.1" status: 404 len: 336 time: 0.0784440 Dec 21 13:28:04.657695 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55606) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:04.709947 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-80e74e5f-1026-440c-bfdd-9735f8b889bd tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9c67d42-9967-4694-917a-a6f911798897 HTTP/1.1" status: 200 len: 205 time: 0.0466344 Dec 21 13:28:04.718806 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7180f02-0e9b-4632-97fd-c716cd0d3e24 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:04.720520 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7180f02-0e9b-4632-97fd-c716cd0d3e24 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:04.722536 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7180f02-0e9b-4632-97fd-c716cd0d3e24 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:04.724140 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-e7180f02-0e9b-4632-97fd-c716cd0d3e24 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2573676 Dec 21 13:28:04.727042 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55608) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:04.763259 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55610) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:04.799699 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c149c97-c4d7-4e04-bf57-758be390ae3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-5f6995c3-a899-46ac-b395-399de9f230dd', 'network_id': '5f6995c3-a899-46ac-b395-399de9f230dd', 'project_id': 'aac94f1c3a40489081e668ccf9663580', 'fixed_ips': [{'subnet_id': 'f19a7159-9a98-4133-9a49-539f61ff4c90'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:28:04.800587 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-2c149c97-c4d7-4e04-bf57-758be390ae3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:04.823925 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.api.v2.resource [None req-37e5c0d0-5d23-4182-aaa6-4486f2dd00f4 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] delete failed (client error): The resource could not be found. Dec 21 13:28:04.825222 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-37e5c0d0-5d23-4182-aaa6-4486f2dd00f4 tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] 10.222.0.37 "DELETE /v2.0/routers/c9c67d42-9967-4694-917a-a6f911798897 HTTP/1.1" status: 404 len: 336 time: 0.0965800 Dec 21 13:28:04.829607 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55612) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:04.844105 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-272665c0-0f83-44a6-9606-f438bedfa656 None None] Provisioning complete for port 251479cd-d50c-42ac-b494-94cc4b3d0a94 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:28:04.844529 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-272665c0-0f83-44a6-9606-f438bedfa656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:04.877740 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-afea9b9e-5b01-4d4d-9358-563a10a13b4c tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] DELETE failed (client error): The resource could not be found. Dec 21 13:28:04.878131 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afea9b9e-5b01-4d4d-9358-563a10a13b4c tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:28:04.882592 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-afea9b9e-5b01-4d4d-9358-563a10a13b4c tempest-RoutersAdminTest-1253222968 tempest-RoutersAdminTest-1253222968-project] 10.222.0.37 "DELETE /v2.0/subnets/4dc8d8c2-9e48-46a3-b534-84ea7c6d897e HTTP/1.1" status: 404 len: 337 time: 0.0497594 Dec 21 13:28:04.887282 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34449954-2f92-4268-91a5-9009cb83dd21 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Made reservation on behalf of 2443f9ebd5734093aca8f8d69b48dcbc for: {'subnet': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:28:04.890992 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-34449954-2f92-4268-91a5-9009cb83dd21 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12346583'] for subnet, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:04.918492 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5eea2a13-d31e-4adb-b1d5-d7984937ce1e tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793255361594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-11349603'] for subnet, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:04.976557 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_v2 [None req-989a768e-d52f-4a2c-b421-64c6f2957946 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Deleting subnet 79ce361f-98d6-4f8e-84af-f7b9a52407ee {{(pid=103153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:28:05.052439 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eea2a13-d31e-4adb-b1d5-d7984937ce1e tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:05.053182 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5eea2a13-d31e-4adb-b1d5-d7984937ce1e tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks [] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:05.054668 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-5eea2a13-d31e-4adb-b1d5-d7984937ce1e tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] 10.222.0.37 "PUT /v2.0/subnets/4311bff9-6e15-4c22-ba17-9f97778c2b22 HTTP/1.1" status: 200 len: 877 time: 2.1499281 Dec 21 13:28:05.058883 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eea2a13-d31e-4adb-b1d5-d7984937ce1e tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Pushing event updated for resources: {'Subnet': ['ID=4311bff9-6e15-4c22-ba17-9f97778c2b22,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:05.063079 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55616) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:05.090184 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b2d93c11-466c-4c9b-8845-8ce336478a10 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:05.094079 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-8f2f20cc-7b0b-4d5e-8a73-3070b7717bbc tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Deleting port 2ceba0cb-f151-4b1e-b134-506f749a7934 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:28:05.098592 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8f2f20cc-7b0b-4d5e-8a73-3070b7717bbc tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:05.108254 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-1b508199-b57b-4194-b363-a30d44a91ed9 None None] For port 616a81ff-3928-460b-b737-1023e9bac5d7, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:28:05.160860 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-1b508199-b57b-4194-b363-a30d44a91ed9 None None] For port 616a81ff-3928-460b-b737-1023e9bac5d7, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=616a81ff-3928-460b-b737-1023e9bac5d7,segment=NetworkSegment(4d09f4dd-106d-4bfd-a0d6-cceeec3f72ad),segment_id=4d09f4dd-106d-4bfd-a0d6-cceeec3f72ad)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:28:05.215667 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-522cb2af-6483-4241-a2da-7072076913f7 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Router 366be426-5693-4c3e-9d2c-f1af6b09e4e0 is scheduled to L3 agent 59e14383-78fa-487e-9299-b32042a98157 with binding_index 1 {{(pid=103153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 13:28:05.264158 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-272665c0-0f83-44a6-9606-f438bedfa656 None None] Port 251479cd-d50c-42ac-b494-94cc4b3d0a94 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:28:05.266875 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-8f2f20cc-7b0b-4d5e-8a73-3070b7717bbc tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] For port 2ceba0cb-f151-4b1e-b134-506f749a7934, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2ceba0cb-f151-4b1e-b134-506f749a7934,segment=NetworkSegment(1cffe13e-631b-4538-9698-185af624c8ce),segment_id=1cffe13e-631b-4538-9698-185af624c8ce)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:28:05.266875 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8f2f20cc-7b0b-4d5e-8a73-3070b7717bbc tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:05.267375 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-1b508199-b57b-4194-b363-a30d44a91ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:05.297552 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-272665c0-0f83-44a6-9606-f438bedfa656 None None] Could not find standard attr ID for object 2042925b-06ce-4e44-84ff-7bae6b13c9ee. {{(pid=103154) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 21 13:28:05.313433 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-8f2f20cc-7b0b-4d5e-8a73-3070b7717bbc tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Calling delete_port for 2ceba0cb-f151-4b1e-b134-506f749a7934 owned by network:dhcp {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:28:05.357410 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8100afe5-5fa5-4b5d-923b-a39bf545a6e6 None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:05.392999 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8100afe5-5fa5-4b5d-923b-a39bf545a6e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:05.422266 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-34449954-2f92-4268-91a5-9009cb83dd21 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12346565'] for subnet, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:05.450434 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55620) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:05.457959 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b508199-b57b-4194-b363-a30d44a91ed9 None None] Pushing event updated for resources: {'Port': ['ID=616a81ff-3928-460b-b737-1023e9bac5d7,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:05.507442 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5fd0c8e-163b-4eca-82f1-99b01c819e9a None None] DHCP port deletion for b4528ab0-1e72-437b-900c-12e4fd26ed77 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:28:05.512050 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-989a768e-d52f-4a2c-b421-64c6f2957946 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Publish callbacks [] for subnet, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:05.517085 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8100afe5-5fa5-4b5d-923b-a39bf545a6e6 None None] Network 6cfd0e4c-c3ca-40f2-89aa-7b508782673d is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:28:05.523960 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-2c149c97-c4d7-4e04-bf57-758be390ae3f None None] Allocated IP 2001:db8:0:1::1 (5f6995c3-a899-46ac-b395-399de9f230dd/f19a7159-9a98-4133-9a49-539f61ff4c90/3dfefe8c-eea8-4b38-a0ad-7eb273c3a6fc) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:28:05.526709 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-647f2be0-2512-42cb-9851-f44e59554344 None None] Provisioning complete for port 76b35634-52ba-4a39-8a5f-8c304fcaa2e8 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:28:05.527328 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-647f2be0-2512-42cb-9851-f44e59554344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:05.538638 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-8100afe5-5fa5-4b5d-923b-a39bf545a6e6 None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:28:05.541880 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8100afe5-5fa5-4b5d-923b-a39bf545a6e6 None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:28:05.568161 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b2d93c11-466c-4c9b-8845-8ce336478a10 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:05.607254 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34449954-2f92-4268-91a5-9009cb83dd21 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Pushing event updated for resources: {'Subnet': ['ID=e55691ea-147f-4602-b62e-63562f9eea02,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:05.612524 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b2d93c11-466c-4c9b-8845-8ce336478a10 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805230'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:05.612814 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-647f2be0-2512-42cb-9851-f44e59554344 None None] Port 76b35634-52ba-4a39-8a5f-8c304fcaa2e8 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:28:05.655721 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-742463d1-d29f-44ae-bc8f-4e8f150cfabb tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:05.674573 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-989a768e-d52f-4a2c-b421-64c6f2957946 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1585439'] for subnet, precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:05.715213 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34449954-2f92-4268-91a5-9009cb83dd21 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Checking segment: {'id': '97860497-6516-4877-89ac-7985c800bb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '69f29f87-9c69-4d1e-a018-4e20330bbedf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:28:05.716902 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34449954-2f92-4268-91a5-9009cb83dd21 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Network hostable DHCP agents. Network: 69f29f87-9c69-4d1e-a018-4e20330bbedf, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:28:05.730370 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-522cb2af-6483-4241-a2da-7072076913f7 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:28:05.739462 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-522cb2af-6483-4241-a2da-7072076913f7 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "PUT /v2.0/routers/366be426-5693-4c3e-9d2c-f1af6b09e4e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6303365 Dec 21 13:28:05.741453 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55624) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:05.777769 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8100afe5-5fa5-4b5d-923b-a39bf545a6e6 None None] Pushing event updated for resources: {'Port': ['ID=cd01c4bc-4cb0-4645-85ed-a84aaa32801f,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:05.785077 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f356a713-a5de-4eda-a72f-0927fe83885d None None] Sync routers for ids ['366be426-5693-4c3e-9d2c-f1af6b09e4e0'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:28:05.816688 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f356a713-a5de-4eda-a72f-0927fe83885d None None] Routers {'366be426-5693-4c3e-9d2c-f1af6b09e4e0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:28:05.818206 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-f356a713-a5de-4eda-a72f-0927fe83885d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:27:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['366be426-5693-4c3e-9d2c-f1af6b09e4e0'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:05.825781 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d93c11-466c-4c9b-8845-8ce336478a10 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Pushing event updated for resources: {'Port': ['ID=251479cd-d50c-42ac-b494-94cc4b3d0a94,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:05.839966 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34449954-2f92-4268-91a5-9009cb83dd21 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Network 69f29f87-9c69-4d1e-a018-4e20330bbedf is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:28:05.849343 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8f2f20cc-7b0b-4d5e-8a73-3070b7717bbc tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:05.868047 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-b2d93c11-466c-4c9b-8845-8ce336478a10 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] In _notify_port_updated(), no bound segment for port 251479cd-d50c-42ac-b494-94cc4b3d0a94 on network 47632e68-ad08-47f5-80e4-e99b39dad6fb {{(pid=103152) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 21 13:28:05.874079 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d93c11-466c-4c9b-8845-8ce336478a10 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:05.874791 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b2d93c11-466c-4c9b-8845-8ce336478a10 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:05.879257 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-b2d93c11-466c-4c9b-8845-8ce336478a10 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] 10.222.0.37 "PUT /v2.0/ports/251479cd-d50c-42ac-b494-94cc4b3d0a94 HTTP/1.1" status: 200 len: 997 time: 1.3376219 Dec 21 13:28:05.879981 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55626) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:05.888288 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-34449954-2f92-4268-91a5-9009cb83dd21 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 69f29f87-9c69-4d1e-a018-4e20330bbedf) {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:28:05.896983 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34449954-2f92-4268-91a5-9009cb83dd21 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:05.897587 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-34449954-2f92-4268-91a5-9009cb83dd21 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:05.910461 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-f356a713-a5de-4eda-a72f-0927fe83885d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:05.942134 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483da83f-83a8-4288-bd33-6abe39c5cb73 None None] Network 69f29f87-9c69-4d1e-a018-4e20330bbedf requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:28:05.986824 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-34449954-2f92-4268-91a5-9009cb83dd21 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5668528 Dec 21 13:28:05.988120 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55628) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:05.993817 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-af3286bd-154f-421d-98d0-04f65e3b62d6 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1978028587', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:28:06.002950 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-2c149c97-c4d7-4e04-bf57-758be390ae3f None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:06.010281 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f356a713-a5de-4eda-a72f-0927fe83885d None None] Routers {'366be426-5693-4c3e-9d2c-f1af6b09e4e0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:28:06.011465 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-f356a713-a5de-4eda-a72f-0927fe83885d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:27:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['366be426-5693-4c3e-9d2c-f1af6b09e4e0'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:06.032376 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-2c149c97-c4d7-4e04-bf57-758be390ae3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:06.075943 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-af3286bd-154f-421d-98d0-04f65e3b62d6 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26964'] for router, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:06.077182 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-af3286bd-154f-421d-98d0-04f65e3b62d6 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-642316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26957'] for router, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:06.102117 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-66ecc61e-3297-457d-b781-d57a5659b6f8 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Deleting port 251479cd-d50c-42ac-b494-94cc4b3d0a94 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:28:06.102965 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-66ecc61e-3297-457d-b781-d57a5659b6f8 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:06.189254 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-f356a713-a5de-4eda-a72f-0927fe83885d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:06.189999 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f356a713-a5de-4eda-a72f-0927fe83885d None None] The sync data for ids ['366be426-5693-4c3e-9d2c-f1af6b09e4e0'] in dv-neutron-master-2-hyperv is: [] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:28:06.225793 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-8100afe5-5fa5-4b5d-923b-a39bf545a6e6 None None] Attempting to bind port cd01c4bc-4cb0-4645-85ed-a84aaa32801f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:28:06.226487 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-8100afe5-5fa5-4b5d-923b-a39bf545a6e6 None None] Attempting to bind port cd01c4bc-4cb0-4645-85ed-a84aaa32801f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '269ba524-4406-4995-aa15-d2e1f655dda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '6cfd0e4c-c3ca-40f2-89aa-7b508782673d'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:28:06.226843 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8100afe5-5fa5-4b5d-923b-a39bf545a6e6 None None] Attempting to bind port cd01c4bc-4cb0-4645-85ed-a84aaa32801f on network 6cfd0e4c-c3ca-40f2-89aa-7b508782673d {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:28:06.229203 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 616a81ff-3928-460b-b737-1023e9bac5d7 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:28:06.232426 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-af3286bd-154f-421d-98d0-04f65e3b62d6 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:06.241370 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-af3286bd-154f-421d-98d0-04f65e3b62d6 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548730'] for router, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:06.271780 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-af3286bd-154f-421d-98d0-04f65e3b62d6 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks [] for router, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:06.273309 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-af3286bd-154f-421d-98d0-04f65e3b62d6 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2839570 Dec 21 13:28:06.278753 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55630) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:06.321579 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8100afe5-5fa5-4b5d-923b-a39bf545a6e6 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:28:06.322002 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8100afe5-5fa5-4b5d-923b-a39bf545a6e6 None None] Checking segment: {'id': '269ba524-4406-4995-aa15-d2e1f655dda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '6cfd0e4c-c3ca-40f2-89aa-7b508782673d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:28:06.322445 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8100afe5-5fa5-4b5d-923b-a39bf545a6e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:06.322846 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8100afe5-5fa5-4b5d-923b-a39bf545a6e6 None None] Bound using segment: {'id': '269ba524-4406-4995-aa15-d2e1f655dda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '6cfd0e4c-c3ca-40f2-89aa-7b508782673d'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:28:06.323397 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-8100afe5-5fa5-4b5d-923b-a39bf545a6e6 None None] Bound port: cd01c4bc-4cb0-4645-85ed-a84aaa32801f, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '269ba524-4406-4995-aa15-d2e1f655dda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '6cfd0e4c-c3ca-40f2-89aa-7b508782673d'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:28:06.323788 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8100afe5-5fa5-4b5d-923b-a39bf545a6e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:06.330817 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-66ecc61e-3297-457d-b781-d57a5659b6f8 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:06.332524 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c149c97-c4d7-4e04-bf57-758be390ae3f None None] Network 5f6995c3-a899-46ac-b395-399de9f230dd is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:28:06.373017 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-2c149c97-c4d7-4e04-bf57-758be390ae3f None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:28:06.373840 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-66ecc61e-3297-457d-b781-d57a5659b6f8 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Calling delete_port for 251479cd-d50c-42ac-b494-94cc4b3d0a94 owned by {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:28:06.388102 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c149c97-c4d7-4e04-bf57-758be390ae3f None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:28:06.400598 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c149c97-c4d7-4e04-bf57-758be390ae3f None None] Pushing event updated for resources: {'Port': ['ID=3dfefe8c-eea8-4b38-a0ad-7eb273c3a6fc,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:06.410024 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e558bfb3-75b3-4deb-b739-8fa7979391e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-69f29f87-9c69-4d1e-a018-4e20330bbedf', 'network_id': '69f29f87-9c69-4d1e-a018-4e20330bbedf', 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'fixed_ips': [{'subnet_id': 'e55691ea-147f-4602-b62e-63562f9eea02'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:28:06.411291 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e558bfb3-75b3-4deb-b739-8fa7979391e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:06.419086 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2f20cc-7b0b-4d5e-8a73-3070b7717bbc tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Pushing event deleted for resources: {'Port': ['ID=2ceba0cb-f151-4b1e-b134-506f749a7934,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:06.419694 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-92c788e9-8d04-4f08-afb5-a70ec99064b2 None None] Provisioning complete for port 251479cd-d50c-42ac-b494-94cc4b3d0a94 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:28:06.420121 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-92c788e9-8d04-4f08-afb5-a70ec99064b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:06.432476 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-c5fd0c8e-163b-4eca-82f1-99b01c819e9a None None] Deleting port 2ceba0cb-f151-4b1e-b134-506f749a7934 {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:28:06.432868 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c5fd0c8e-163b-4eca-82f1-99b01c819e9a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:06.434560 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3fa46c67-1b63-472d-aec4-e59c60e03e9c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:06.446772 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab09f4c-5bab-4816-aebc-470fee35d2da tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:06.448636 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-2ab09f4c-5bab-4816-aebc-470fee35d2da tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "GET /v2.0/ports/76b35634-52ba-4a39-8a5f-8c304fcaa2e8 HTTP/1.1" status: 200 len: 911 time: 0.7029376 Dec 21 13:28:06.460736 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55632) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:06.470466 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2f20cc-7b0b-4d5e-8a73-3070b7717bbc tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] No DVR routers for this DVR port 2ceba0cb-f151-4b1e-b134-506f749a7934 on host dv-neutron-master-2-hyperv {{(pid=103153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:28:06.481649 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-989a768e-d52f-4a2c-b421-64c6f2957946 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:06.709498 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8f2f20cc-7b0b-4d5e-8a73-3070b7717bbc tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:06.728999 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-742463d1-d29f-44ae-bc8f-4e8f150cfabb tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Deleting port 616a81ff-3928-460b-b737-1023e9bac5d7 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:28:06.729503 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-742463d1-d29f-44ae-bc8f-4e8f150cfabb tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:06.746986 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 616a81ff-3928-460b-b737-1023e9bac5d7 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:28:06.747457 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:06.749635 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-92c788e9-8d04-4f08-afb5-a70ec99064b2 None None] Port 251479cd-d50c-42ac-b494-94cc4b3d0a94 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:28:06.814899 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-c5fd0c8e-163b-4eca-82f1-99b01c819e9a None None] For port 2ceba0cb-f151-4b1e-b134-506f749a7934, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:28:06.815400 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c5fd0c8e-163b-4eca-82f1-99b01c819e9a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:06.818395 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-66ecc61e-3297-457d-b781-d57a5659b6f8 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:06.820725 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.agents_db [None req-c60a5637-8c6f-4692-b23b-7dd82bd36b21 None None] Agent healthcheck: found 6 active agents {{(pid=103155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 13:28:06.837583 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-8100afe5-5fa5-4b5d-923b-a39bf545a6e6 None None] For port cd01c4bc-4cb0-4645-85ed-a84aaa32801f, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:28:06.841954 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-2c149c97-c4d7-4e04-bf57-758be390ae3f None None] Attempting to bind port 3dfefe8c-eea8-4b38-a0ad-7eb273c3a6fc on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:28:06.842414 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-2c149c97-c4d7-4e04-bf57-758be390ae3f None None] Attempting to bind port 3dfefe8c-eea8-4b38-a0ad-7eb273c3a6fc by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '0a8fcd5e-d7dc-4f0c-b649-fc70be06fd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '5f6995c3-a899-46ac-b395-399de9f230dd'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:28:06.842956 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c149c97-c4d7-4e04-bf57-758be390ae3f None None] Attempting to bind port 3dfefe8c-eea8-4b38-a0ad-7eb273c3a6fc on network 5f6995c3-a899-46ac-b395-399de9f230dd {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:28:06.857321 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-8f2f20cc-7b0b-4d5e-8a73-3070b7717bbc tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4528ab0-1e72-437b-900c-12e4fd26ed77']}} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:06.860934 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-989a768e-d52f-4a2c-b421-64c6f2957946 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11349588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11288746'] for subnet, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:06.861143 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-c5fd0c8e-163b-4eca-82f1-99b01c819e9a None None] Calling delete_port for 2ceba0cb-f151-4b1e-b134-506f749a7934 owned by network:dhcp {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:28:06.868585 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-85dfe990-f98d-4337-928b-744b50a36076 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:06.879093 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ecc61e-3297-457d-b781-d57a5659b6f8 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Pushing event deleted for resources: {'Port': ['ID=251479cd-d50c-42ac-b494-94cc4b3d0a94,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:06.889904 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.ipam_backend_mixin [None req-c5fd0c8e-163b-4eca-82f1-99b01c819e9a None None] Port 2ceba0cb-f151-4b1e-b134-506f749a7934 was not found and therefore no delete operation was performed {{(pid=103154) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 21 13:28:06.935103 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-8100afe5-5fa5-4b5d-923b-a39bf545a6e6 None None] For port cd01c4bc-4cb0-4645-85ed-a84aaa32801f, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cd01c4bc-4cb0-4645-85ed-a84aaa32801f,segment=NetworkSegment(269ba524-4406-4995-aa15-d2e1f655dda7),segment_id=269ba524-4406-4995-aa15-d2e1f655dda7)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:28:06.943800 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-8f2f20cc-7b0b-4d5e-8a73-3070b7717bbc tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cffe13e-631b-4538-9698-185af624c8ce') {'for_net_delete': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:06.944276 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-8f2f20cc-7b0b-4d5e-8a73-3070b7717bbc tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cffe13e-631b-4538-9698-185af624c8ce') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:06.970116 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989a768e-d52f-4a2c-b421-64c6f2957946 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Pushing event deleted for resources: {'Subnet': ['ID=79ce361f-98d6-4f8e-84af-f7b9a52407ee,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:06.981389 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-989a768e-d52f-4a2c-b421-64c6f2957946 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Publish callbacks [] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:06.989466 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-989a768e-d52f-4a2c-b421-64c6f2957946 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] 10.222.0.37 "DELETE /v2.0/subnets/79ce361f-98d6-4f8e-84af-f7b9a52407ee HTTP/1.1" status: 204 len: 168 time: 2.2233779 Dec 21 13:28:07.020425 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55634) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:07.045083 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-e558bfb3-75b3-4deb-b739-8fa7979391e9 None None] Allocated IP 172.20.0.2 (69f29f87-9c69-4d1e-a018-4e20330bbedf/e55691ea-147f-4602-b62e-63562f9eea02/62cbcaee-9ec1-4d85-883f-548af088eb60) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:28:07.054547 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3fa46c67-1b63-472d-aec4-e59c60e03e9c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:07.059849 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8f2f20cc-7b0b-4d5e-8a73-3070b7717bbc tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1585430'] for segment, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:07.076602 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3fa46c67-1b63-472d-aec4-e59c60e03e9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:07.086205 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-66ecc61e-3297-457d-b781-d57a5659b6f8 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:07.093313 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-66ecc61e-3297-457d-b781-d57a5659b6f8 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] 10.222.0.37 "DELETE /v2.0/ports/251479cd-d50c-42ac-b494-94cc4b3d0a94 HTTP/1.1" status: 204 len: 168 time: 1.2121029 Dec 21 13:28:07.095876 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55636) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:07.109938 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545022fb-ecc7-4279-97c2-b16499439567 None None] Network 4a9b42c9-9e16-4618-84cb-c291882f0df0 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:28:07.116348 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c5fd0c8e-163b-4eca-82f1-99b01c819e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636'] for port, after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:07.149629 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8f2f20cc-7b0b-4d5e-8a73-3070b7717bbc tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:07.163590 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8100afe5-5fa5-4b5d-923b-a39bf545a6e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:07.166043 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a41642c-da8b-48f0-a712-12b43bbdf297 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] GET failed (client error): The resource could not be found. Dec 21 13:28:07.168612 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c149c97-c4d7-4e04-bf57-758be390ae3f None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:28:07.170064 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c149c97-c4d7-4e04-bf57-758be390ae3f None None] Checking segment: {'id': '0a8fcd5e-d7dc-4f0c-b649-fc70be06fd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '5f6995c3-a899-46ac-b395-399de9f230dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:28:07.170273 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-2c149c97-c4d7-4e04-bf57-758be390ae3f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:07.170654 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c149c97-c4d7-4e04-bf57-758be390ae3f None None] Bound using segment: {'id': '0a8fcd5e-d7dc-4f0c-b649-fc70be06fd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '5f6995c3-a899-46ac-b395-399de9f230dd'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:28:07.171160 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-2c149c97-c4d7-4e04-bf57-758be390ae3f None None] Bound port: 3dfefe8c-eea8-4b38-a0ad-7eb273c3a6fc, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a8fcd5e-d7dc-4f0c-b649-fc70be06fd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '5f6995c3-a899-46ac-b395-399de9f230dd'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:28:07.171546 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-2c149c97-c4d7-4e04-bf57-758be390ae3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:07.173120 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-8a41642c-da8b-48f0-a712-12b43bbdf297 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] 10.222.0.37 "GET /v2.0/ports/251479cd-d50c-42ac-b494-94cc4b3d0a94 HTTP/1.1" status: 404 len: 333 time: 0.0734680 Dec 21 13:28:07.174038 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55638) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:07.185771 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-a8a4349b-a65a-4122-b69c-3cb621089dd0 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Request body: {'port': {'network_id': '47632e68-ad08-47f5-80e4-e99b39dad6fb', 'name': 'tempest-AllowedAddressPairTestJSON-2073866770'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:28:07.186202 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f2f20cc-7b0b-4d5e-8a73-3070b7717bbc tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=103153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:28:07.186649 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8f2f20cc-7b0b-4d5e-8a73-3070b7717bbc tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11349758'] for segment, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:07.193404 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fd0c8e-163b-4eca-82f1-99b01c819e9a None None] No DVR routers for this DVR port 2ceba0cb-f151-4b1e-b134-506f749a7934 on host dv-neutron-master-2-hyperv {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:28:07.195887 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:07.195887 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:28:07.195887 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:07.195887 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:28:07.195887 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:07.195887 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:28:07.195887 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:07.195887 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:28:07.195887 dv-neutron-master-2-hyperv neutron-server[103153]: Traceback (most recent call last): Dec 21 13:28:07.195887 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:28:07.195887 dv-neutron-master-2-hyperv neutron-server[103153]: timer() Dec 21 13:28:07.195887 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:28:07.195887 dv-neutron-master-2-hyperv neutron-server[103153]: cb(*args, **kw) Dec 21 13:28:07.195887 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:28:07.195887 dv-neutron-master-2-hyperv neutron-server[103153]: return func(*args, **kwargs) Dec 21 13:28:07.195887 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:28:07.195887 dv-neutron-master-2-hyperv neutron-server[103153]: self._notify() Dec 21 13:28:07.195887 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:28:07.195887 dv-neutron-master-2-hyperv neutron-server[103153]: self.callback(batched_events) Dec 21 13:28:07.195887 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:28:07.195887 dv-neutron-master-2-hyperv neutron-server[103153]: event.method(event) Dec 21 13:28:07.195887 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:28:07.195887 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:28:07.195887 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:28:07.195887 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:28:07.195887 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:28:07.195887 dv-neutron-master-2-hyperv neutron-server[103153]: return f(self, *a, **k) Dec 21 13:28:07.195887 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:28:07.195887 dv-neutron-master-2-hyperv neutron-server[103153]: return self._get(url).json() Dec 21 13:28:07.195887 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:28:07.195887 dv-neutron-master-2-hyperv neutron-server[103153]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:28:07.195887 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:28:07.195887 dv-neutron-master-2-hyperv neutron-server[103153]: return self.request(url, 'GET', **kwargs) Dec 21 13:28:07.195887 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:28:07.195887 dv-neutron-master-2-hyperv neutron-server[103153]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:28:07.195887 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:28:07.195887 dv-neutron-master-2-hyperv neutron-server[103153]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:28:07.195887 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:28:07.195887 dv-neutron-master-2-hyperv neutron-server[103153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:28:07.195887 dv-neutron-master-2-hyperv neutron-server[103153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:28:07.198641 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-742463d1-d29f-44ae-bc8f-4e8f150cfabb tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] For port 616a81ff-3928-460b-b737-1023e9bac5d7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=616a81ff-3928-460b-b737-1023e9bac5d7,segment=NetworkSegment(4d09f4dd-106d-4bfd-a0d6-cceeec3f72ad),segment_id=4d09f4dd-106d-4bfd-a0d6-cceeec3f72ad)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:28:07.200599 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-742463d1-d29f-44ae-bc8f-4e8f150cfabb tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:07.231835 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4d45738-dd1f-443b-82dd-0bbbd464a605 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Deleting subnet f19a7159-9a98-4133-9a49-539f61ff4c90 {{(pid=103152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:28:07.244335 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-3fa46c67-1b63-472d-aec4-e59c60e03e9c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=50287ea36dc94ffe9098632f27b48dcd&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7277219 Dec 21 13:28:07.245528 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a4d45738-dd1f-443b-82dd-0bbbd464a605 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Publish callbacks [] for subnet, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:07.245697 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa46c67-1b63-472d-aec4-e59c60e03e9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56681ffa-22bf-4880-8811-6b3996e0aebf,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:07.254116 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55640) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:07.270002 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fd0c8e-163b-4eca-82f1-99b01c819e9a None None] Pushing event deleted for resources: {'Port': ['ID=2ceba0cb-f151-4b1e-b134-506f749a7934,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:07.295773 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-0d7188fd-914f-49ba-89ee-684500fc6dae None None] Provisioning complete for port 616a81ff-3928-460b-b737-1023e9bac5d7 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:28:07.295773 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-0d7188fd-914f-49ba-89ee-684500fc6dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:07.307531 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-742463d1-d29f-44ae-bc8f-4e8f150cfabb tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Calling delete_port for 616a81ff-3928-460b-b737-1023e9bac5d7 owned by network:dhcp {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:28:07.390129 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a4d45738-dd1f-443b-82dd-0bbbd464a605 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526644'] for subnet, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:07.481624 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8f2f20cc-7b0b-4d5e-8a73-3070b7717bbc tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:07.502001 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8f2f20cc-7b0b-4d5e-8a73-3070b7717bbc tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:07.508541 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-8f2f20cc-7b0b-4d5e-8a73-3070b7717bbc tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "DELETE /v2.0/networks/b4528ab0-1e72-437b-900c-12e4fd26ed77 HTTP/1.1" status: 204 len: 168 time: 3.2351279 Dec 21 13:28:07.524986 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55642) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:07.525877 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a4349b-a65a-4122-b69c-3cb621089dd0 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Made reservation on behalf of 3486e39e92754a13af8b65c20f5493fe for: {'port': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:28:07.529850 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a8a4349b-a65a-4122-b69c-3cb621089dd0 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:07.546810 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2f20cc-7b0b-4d5e-8a73-3070b7717bbc tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Pushing event deleted for resources: {'Network': ['ID=b4528ab0-1e72-437b-900c-12e4fd26ed77,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:07.560676 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e375211e-74f6-4d1f-be7c-1a745082409c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:07.562337 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a4d45738-dd1f-443b-82dd-0bbbd464a605 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:07.611723 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-27fe3976-7260-47cb-b50d-e1de404005ce tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Request body: {'port': {'network_id': 'b130763d-4a25-4977-9964-44d67d152f28', 'name': 'tempest-PortsIpV6TestJSON-568662344'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:28:07.629777 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-a8a4349b-a65a-4122-b69c-3cb621089dd0 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] device_id is not set on port 891f6d3d-b88c-4520-a838-cae4ee412333 yet. {{(pid=103152) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 13:28:07.657220 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e375211e-74f6-4d1f-be7c-1a745082409c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:07.795165 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-742463d1-d29f-44ae-bc8f-4e8f150cfabb tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:07.834723 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742463d1-d29f-44ae-bc8f-4e8f150cfabb tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Pushing event deleted for resources: {'Port': ['ID=616a81ff-3928-460b-b737-1023e9bac5d7,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:07.846066 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e375211e-74f6-4d1f-be7c-1a745082409c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:07.851222 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e375211e-74f6-4d1f-be7c-1a745082409c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:07.855612 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-e375211e-74f6-4d1f-be7c-1a745082409c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/56681ffa-22bf-4880-8811-6b3996e0aebf HTTP/1.1" status: 204 len: 168 time: 0.5979176 Dec 21 13:28:07.912168 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742463d1-d29f-44ae-bc8f-4e8f150cfabb tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] No DVR routers for this DVR port 616a81ff-3928-460b-b737-1023e9bac5d7 on host dv-neutron-master-2-hyperv {{(pid=103153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:28:07.915172 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e375211e-74f6-4d1f-be7c-1a745082409c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56681ffa-22bf-4880-8811-6b3996e0aebf,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:07.918463 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-0d7188fd-914f-49ba-89ee-684500fc6dae None None] Could not find standard attr ID for object 616a81ff-3928-460b-b737-1023e9bac5d7. {{(pid=103154) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 21 13:28:07.926038 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e558bfb3-75b3-4deb-b739-8fa7979391e9 None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:07.927031 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-db6639e0-edcf-473a-b281-35f4750c9a1f tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532692'] for router_interface, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:07.928004 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8100afe5-5fa5-4b5d-923b-a39bf545a6e6 None None] Pushing event updated for resources: {'Port': ['ID=cd01c4bc-4cb0-4645-85ed-a84aaa32801f,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:07.944714 dv-neutron-master-2-hyperv neutron-server[103154]: INFO neutron.plugins.ml2.db [None req-0d7188fd-914f-49ba-89ee-684500fc6dae None None] No ports have port_id starting with 616a81ff-3928-460b-b737-1023e9bac5d7 Dec 21 13:28:07.948415 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e558bfb3-75b3-4deb-b739-8fa7979391e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:07.960283 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:08.046348 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e558bfb3-75b3-4deb-b739-8fa7979391e9 None None] Network 69f29f87-9c69-4d1e-a018-4e20330bbedf is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:28:08.059138 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-742463d1-d29f-44ae-bc8f-4e8f150cfabb tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:08.068843 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-e558bfb3-75b3-4deb-b739-8fa7979391e9 None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:28:08.084004 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e558bfb3-75b3-4deb-b739-8fa7979391e9 None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:28:08.098504 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-85dfe990-f98d-4337-928b-744b50a36076 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Allocated IP 172.20.0.1 (69f29f87-9c69-4d1e-a018-4e20330bbedf/e55691ea-147f-4602-b62e-63562f9eea02/0f6d4281-e65a-472e-9164-118af892f3db) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:28:08.105660 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e558bfb3-75b3-4deb-b739-8fa7979391e9 None None] Pushing event updated for resources: {'Port': ['ID=62cbcaee-9ec1-4d85-883f-548af088eb60,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:08.191148 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-742463d1-d29f-44ae-bc8f-4e8f150cfabb tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11349588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11288746'] for subnet, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:08.239359 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-e558bfb3-75b3-4deb-b739-8fa7979391e9 None None] Attempting to bind port 62cbcaee-9ec1-4d85-883f-548af088eb60 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:28:08.240229 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-e558bfb3-75b3-4deb-b739-8fa7979391e9 None None] Attempting to bind port 62cbcaee-9ec1-4d85-883f-548af088eb60 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '97860497-6516-4877-89ac-7985c800bb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '69f29f87-9c69-4d1e-a018-4e20330bbedf'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:28:08.240921 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e558bfb3-75b3-4deb-b739-8fa7979391e9 None None] Attempting to bind port 62cbcaee-9ec1-4d85-883f-548af088eb60 on network 69f29f87-9c69-4d1e-a018-4e20330bbedf {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:28:08.251090 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e558bfb3-75b3-4deb-b739-8fa7979391e9 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:28:08.252934 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e558bfb3-75b3-4deb-b739-8fa7979391e9 None None] Checking segment: {'id': '97860497-6516-4877-89ac-7985c800bb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '69f29f87-9c69-4d1e-a018-4e20330bbedf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:28:08.254017 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e558bfb3-75b3-4deb-b739-8fa7979391e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:08.254731 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e558bfb3-75b3-4deb-b739-8fa7979391e9 None None] Bound using segment: {'id': '97860497-6516-4877-89ac-7985c800bb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '69f29f87-9c69-4d1e-a018-4e20330bbedf'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:28:08.255538 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-e558bfb3-75b3-4deb-b739-8fa7979391e9 None None] Bound port: 62cbcaee-9ec1-4d85-883f-548af088eb60, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97860497-6516-4877-89ac-7985c800bb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '69f29f87-9c69-4d1e-a018-4e20330bbedf'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:28:08.263553 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e558bfb3-75b3-4deb-b739-8fa7979391e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:08.271860 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742463d1-d29f-44ae-bc8f-4e8f150cfabb tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Pushing event deleted for resources: {'Subnet': ['ID=4311bff9-6e15-4c22-ba17-9f97778c2b22,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:08.281451 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-2c149c97-c4d7-4e04-bf57-758be390ae3f None None] For port 3dfefe8c-eea8-4b38-a0ad-7eb273c3a6fc, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:28:08.321211 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 2ceba0cb-f151-4b1e-b134-506f749a7934 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:28:08.330690 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a4d45738-dd1f-443b-82dd-0bbbd464a605 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12346570'] for subnet, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:08.355605 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27fe3976-7260-47cb-b50d-e1de404005ce tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Made reservation on behalf of 3edf34a3eecc442ea8df7c8164f4e61d for: {'port': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:28:08.359525 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-27fe3976-7260-47cb-b50d-e1de404005ce tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:08.378217 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-2c149c97-c4d7-4e04-bf57-758be390ae3f None None] For port 3dfefe8c-eea8-4b38-a0ad-7eb273c3a6fc, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3dfefe8c-eea8-4b38-a0ad-7eb273c3a6fc,segment=NetworkSegment(0a8fcd5e-d7dc-4f0c-b649-fc70be06fd9c),segment_id=0a8fcd5e-d7dc-4f0c-b649-fc70be06fd9c)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:28:08.386594 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: 2ceba0cb-f151-4b1e-b134-506f749a7934 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:28:08.386594 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 2ceba0cb-f151-4b1e-b134-506f749a7934 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:28:08.401311 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-742463d1-d29f-44ae-bc8f-4e8f150cfabb tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:08.411923 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-2c149c97-c4d7-4e04-bf57-758be390ae3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:08.436394 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-742463d1-d29f-44ae-bc8f-4e8f150cfabb tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a9b42c9-9e16-4618-84cb-c291882f0df0']}} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:08.450081 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-742463d1-d29f-44ae-bc8f-4e8f150cfabb tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d09f4dd-106d-4bfd-a0d6-cceeec3f72ad') {'for_net_delete': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:08.450450 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-742463d1-d29f-44ae-bc8f-4e8f150cfabb tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d09f4dd-106d-4bfd-a0d6-cceeec3f72ad') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:08.465908 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7461cf-891a-44c4-a616-02fb7d4d4259 None None] Network 4a9b42c9-9e16-4618-84cb-c291882f0df0 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:28:08.517385 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-742463d1-d29f-44ae-bc8f-4e8f150cfabb tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1585430'] for segment, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:08.545743 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d45738-dd1f-443b-82dd-0bbbd464a605 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Pushing event deleted for resources: {'Subnet': ['ID=f19a7159-9a98-4133-9a49-539f61ff4c90,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:08.602912 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a4d45738-dd1f-443b-82dd-0bbbd464a605 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:08.607033 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-742463d1-d29f-44ae-bc8f-4e8f150cfabb tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:08.609305 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-a4d45738-dd1f-443b-82dd-0bbbd464a605 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] 10.222.0.37 "DELETE /v2.0/subnets/f19a7159-9a98-4133-9a49-539f61ff4c90 HTTP/1.1" status: 204 len: 168 time: 1.5878232 Dec 21 13:28:08.613904 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55648) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:08.630242 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-e558bfb3-75b3-4deb-b739-8fa7979391e9 None None] For port 62cbcaee-9ec1-4d85-883f-548af088eb60, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:28:08.634985 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c149c97-c4d7-4e04-bf57-758be390ae3f None None] Pushing event updated for resources: {'Port': ['ID=3dfefe8c-eea8-4b38-a0ad-7eb273c3a6fc,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:08.662633 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-27fe3976-7260-47cb-b50d-e1de404005ce tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] device_id is not set on port 182aabb4-85ae-4abd-b6d0-68f6bf054f5e yet. {{(pid=103152) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 13:28:08.675229 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-e558bfb3-75b3-4deb-b739-8fa7979391e9 None None] For port 62cbcaee-9ec1-4d85-883f-548af088eb60, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=62cbcaee-9ec1-4d85-883f-548af088eb60,segment=NetworkSegment(97860497-6516-4877-89ac-7985c800bb49),segment_id=97860497-6516-4877-89ac-7985c800bb49)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:28:08.680053 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-742463d1-d29f-44ae-bc8f-4e8f150cfabb tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=103153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:28:08.680768 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-742463d1-d29f-44ae-bc8f-4e8f150cfabb tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11349758'] for segment, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:08.685040 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e558bfb3-75b3-4deb-b739-8fa7979391e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:08.707580 dv-neutron-master-2-hyperv neutron-server[103153]: Traceback (most recent call last): Dec 21 13:28:08.707580 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:28:08.707580 dv-neutron-master-2-hyperv neutron-server[103153]: timer() Dec 21 13:28:08.707580 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:28:08.707580 dv-neutron-master-2-hyperv neutron-server[103153]: cb(*args, **kw) Dec 21 13:28:08.707580 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:28:08.707580 dv-neutron-master-2-hyperv neutron-server[103153]: return func(*args, **kwargs) Dec 21 13:28:08.707580 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:28:08.707580 dv-neutron-master-2-hyperv neutron-server[103153]: self._notify() Dec 21 13:28:08.707580 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:28:08.707580 dv-neutron-master-2-hyperv neutron-server[103153]: self.callback(batched_events) Dec 21 13:28:08.707580 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:28:08.707580 dv-neutron-master-2-hyperv neutron-server[103153]: event.method(event) Dec 21 13:28:08.707580 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:28:08.707580 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:28:08.707580 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:28:08.707580 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:28:08.707580 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:28:08.707580 dv-neutron-master-2-hyperv neutron-server[103153]: return f(self, *a, **k) Dec 21 13:28:08.707580 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:28:08.707580 dv-neutron-master-2-hyperv neutron-server[103153]: return self._get(url).json() Dec 21 13:28:08.707580 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:28:08.707580 dv-neutron-master-2-hyperv neutron-server[103153]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:28:08.707580 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:28:08.707580 dv-neutron-master-2-hyperv neutron-server[103153]: return self.request(url, 'GET', **kwargs) Dec 21 13:28:08.707580 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:28:08.707580 dv-neutron-master-2-hyperv neutron-server[103153]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:28:08.707580 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:28:08.707580 dv-neutron-master-2-hyperv neutron-server[103153]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:28:08.707580 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:28:08.707580 dv-neutron-master-2-hyperv neutron-server[103153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:28:08.707580 dv-neutron-master-2-hyperv neutron-server[103153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:28:08.744043 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55650) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:08.745018 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-a8a4349b-a65a-4122-b69c-3cb621089dd0 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Allocated IP 172.20.0.6 (47632e68-ad08-47f5-80e4-e99b39dad6fb/cc6279fe-3804-4cf9-8b18-a4ca62e45e34/891f6d3d-b88c-4520-a838-cae4ee412333) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:28:08.831944 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0becae-6295-4020-9845-950a1a9d1b16 None None] DHCP port deletion for 4a9b42c9-9e16-4618-84cb-c291882f0df0 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:28:08.859431 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e558bfb3-75b3-4deb-b739-8fa7979391e9 None None] Pushing event updated for resources: {'Port': ['ID=62cbcaee-9ec1-4d85-883f-548af088eb60,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:08.887999 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-db6639e0-edcf-473a-b281-35f4750c9a1f tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Deleting port 76b35634-52ba-4a39-8a5f-8c304fcaa2e8 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:28:08.888527 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-db6639e0-edcf-473a-b281-35f4750c9a1f tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:08.900240 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device cd01c4bc-4cb0-4645-85ed-a84aaa32801f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:28:08.910908 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4eaea9e-5bea-4563-bf8b-e89abf503e78 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:08.913495 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-b4eaea9e-5bea-4563-bf8b-e89abf503e78 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2944167 Dec 21 13:28:08.915415 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-85dfe990-f98d-4337-928b-744b50a36076 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:08.923445 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55652) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:08.926379 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-742463d1-d29f-44ae-bc8f-4e8f150cfabb tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:08.931857 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-742463d1-d29f-44ae-bc8f-4e8f150cfabb tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:08.938825 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-742463d1-d29f-44ae-bc8f-4e8f150cfabb tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] 10.222.0.37 "DELETE /v2.0/networks/4a9b42c9-9e16-4618-84cb-c291882f0df0 HTTP/1.1" status: 204 len: 168 time: 3.8660595 Dec 21 13:28:08.939480 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55654) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:08.983078 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8f25ac9-dcde-43a9-8487-4374aca75ebb tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] DELETE failed (client error): The resource could not be found. Dec 21 13:28:08.983546 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8f25ac9-dcde-43a9-8487-4374aca75ebb tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:28:08.990329 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-a8f25ac9-dcde-43a9-8487-4374aca75ebb tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] 10.222.0.37 "DELETE /v2.0/subnets/4311bff9-6e15-4c22-ba17-9f97778c2b22 HTTP/1.1" status: 404 len: 337 time: 0.0440953 Dec 21 13:28:09.002661 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55656) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:09.084257 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.pecan_wsgi.hooks.translation [None req-c788b314-1a9b-41d9-8708-246aa34b3bc6 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] DELETE failed (client error): The resource could not be found. Dec 21 13:28:09.084790 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c788b314-1a9b-41d9-8708-246aa34b3bc6 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:28:09.090700 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-c788b314-1a9b-41d9-8708-246aa34b3bc6 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] 10.222.0.37 "DELETE /v2.0/networks/4a9b42c9-9e16-4618-84cb-c291882f0df0 HTTP/1.1" status: 404 len: 339 time: 0.0847833 Dec 21 13:28:09.108363 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port cd01c4bc-4cb0-4645-85ed-a84aaa32801f triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:28:09.109753 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:09.112250 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742463d1-d29f-44ae-bc8f-4e8f150cfabb tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Pushing event deleted for resources: {'Network': ['ID=4a9b42c9-9e16-4618-84cb-c291882f0df0,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:09.118308 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55658) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:09.171726 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.pecan_wsgi.hooks.translation [None req-045b8f71-e35d-4c2c-900b-02f771e02f8a tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] DELETE failed (client error): The resource could not be found. Dec 21 13:28:09.172763 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-045b8f71-e35d-4c2c-900b-02f771e02f8a tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:28:09.178582 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-045b8f71-e35d-4c2c-900b-02f771e02f8a tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] 10.222.0.37 "DELETE /v2.0/subnets/bcbff15f-6e93-45e8-bbc5-206e5d38ff35 HTTP/1.1" status: 404 len: 337 time: 0.0558448 Dec 21 13:28:09.180457 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55660) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:09.190051 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-27fe3976-7260-47cb-b50d-e1de404005ce tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:09.202208 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-35682076-b3e7-48b7-90ca-486cee472794 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5dfce5a937c44fa489dbfd6d1d065e41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4300833 Dec 21 13:28:09.214390 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55662) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:09.226385 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-db6639e0-edcf-473a-b281-35f4750c9a1f tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:09.283325 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2b42ded-ce31-40e8-b7c5-0742a250d250 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] DELETE failed (client error): The resource could not be found. Dec 21 13:28:09.283325 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2b42ded-ce31-40e8-b7c5-0742a250d250 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:28:09.295563 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-f2b42ded-ce31-40e8-b7c5-0742a250d250 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] 10.222.0.37 "DELETE /v2.0/networks/63711264-3d45-401b-9f80-eb360cbc1ace HTTP/1.1" status: 404 len: 339 time: 0.1120565 Dec 21 13:28:09.304481 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55664) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:09.307755 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-db6639e0-edcf-473a-b281-35f4750c9a1f tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Calling delete_port for 76b35634-52ba-4a39-8a5f-8c304fcaa2e8 owned by network:router_interface {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:28:09.311090 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587a6aeb-670a-41ef-9d9d-aad3aa6c645b None None] Network 6cfd0e4c-c3ca-40f2-89aa-7b508782673d requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:28:09.315457 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:09.400920 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2b0bd941-376b-41a9-9dfc-19934f4152a4 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:09.404424 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4072063e-55a7-4c41-8658-be93e1b50ff6 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:09.454141 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-85dfe990-f98d-4337-928b-744b50a36076 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:09.498731 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] For port cd01c4bc-4cb0-4645-85ed-a84aaa32801f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cd01c4bc-4cb0-4645-85ed-a84aaa32801f,segment=NetworkSegment(269ba524-4406-4995-aa15-d2e1f655dda7),segment_id=269ba524-4406-4995-aa15-d2e1f655dda7)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:28:09.507386 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:09.519909 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-339bd095-b0b9-4b17-a546-01869cd4f359 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:09.527345 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-55ecfade-46dd-4e03-83ec-7e646a54db2e None None] Provisioning complete for port cd01c4bc-4cb0-4645-85ed-a84aaa32801f triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:28:09.527855 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-55ecfade-46dd-4e03-83ec-7e646a54db2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:09.572107 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-27fe3976-7260-47cb-b50d-e1de404005ce tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:09.602228 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85dfe990-f98d-4337-928b-744b50a36076 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Network 69f29f87-9c69-4d1e-a018-4e20330bbedf is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:28:09.611644 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-339bd095-b0b9-4b17-a546-01869cd4f359 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:09.624104 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4072063e-55a7-4c41-8658-be93e1b50ff6 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:09.625671 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-85dfe990-f98d-4337-928b-744b50a36076 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:28:09.640660 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dfe990-f98d-4337-928b-744b50a36076 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Pushing event updated for resources: {'Port': ['ID=0f6d4281-e65a-472e-9164-118af892f3db,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:09.643618 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Pushing event updated for resources: {'Port': ['ID=cd01c4bc-4cb0-4645-85ed-a84aaa32801f,revision_number=4']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:09.644067 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85dfe990-f98d-4337-928b-744b50a36076 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:28:09.751932 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9657f334-70b1-4ef6-9071-59ea1a3e2f96 None None] DHCP port deletion for 6cfd0e4c-c3ca-40f2-89aa-7b508782673d request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:28:09.763159 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a8a4349b-a65a-4122-b69c-3cb621089dd0 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:09.768672 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27fe3976-7260-47cb-b50d-e1de404005ce tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Network b130763d-4a25-4977-9964-44d67d152f28 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:28:09.778613 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-27fe3976-7260-47cb-b50d-e1de404005ce tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:28:09.787638 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fe3976-7260-47cb-b50d-e1de404005ce tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:28:09.795038 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27fe3976-7260-47cb-b50d-e1de404005ce tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:09.795559 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-27fe3976-7260-47cb-b50d-e1de404005ce tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:09.824117 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-9657f334-70b1-4ef6-9071-59ea1a3e2f96 None None] Deleting port cd01c4bc-4cb0-4645-85ed-a84aaa32801f {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:28:09.824461 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-9657f334-70b1-4ef6-9071-59ea1a3e2f96 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:09.837743 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fe3976-7260-47cb-b50d-e1de404005ce tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Pushing event updated for resources: {'Port': ['ID=182aabb4-85ae-4abd-b6d0-68f6bf054f5e,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:09.848403 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-27fe3976-7260-47cb-b50d-e1de404005ce tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.3010416 Dec 21 13:28:09.849351 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-85dfe990-f98d-4337-928b-744b50a36076 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532557'] for router_interface, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:09.853743 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55666) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:09.910531 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-9657f334-70b1-4ef6-9071-59ea1a3e2f96 None None] For port cd01c4bc-4cb0-4645-85ed-a84aaa32801f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cd01c4bc-4cb0-4645-85ed-a84aaa32801f,segment=NetworkSegment(269ba524-4406-4995-aa15-d2e1f655dda7),segment_id=269ba524-4406-4995-aa15-d2e1f655dda7)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:28:09.911238 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-9657f334-70b1-4ef6-9071-59ea1a3e2f96 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:09.929070 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-9657f334-70b1-4ef6-9071-59ea1a3e2f96 None None] Calling delete_port for cd01c4bc-4cb0-4645-85ed-a84aaa32801f owned by network:dhcp {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:28:09.954179 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-4072063e-55a7-4c41-8658-be93e1b50ff6 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbb6e00e-d1f4-4dee-a0d3-d88ce266ebf9']}} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:09.955252 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-2b0bd941-376b-41a9-9dfc-19934f4152a4 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Deleting port 3dfefe8c-eea8-4b38-a0ad-7eb273c3a6fc {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:28:09.956150 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2b0bd941-376b-41a9-9dfc-19934f4152a4 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:09.983351 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-4072063e-55a7-4c41-8658-be93e1b50ff6 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28fb2ba1-5149-4461-ba26-80ba52258d2e') {'for_net_delete': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:09.983657 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-4072063e-55a7-4c41-8658-be93e1b50ff6 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28fb2ba1-5149-4461-ba26-80ba52258d2e') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:09.999440 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4072063e-55a7-4c41-8658-be93e1b50ff6 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1585430'] for segment, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:10.021606 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4072063e-55a7-4c41-8658-be93e1b50ff6 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:10.041351 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-9657f334-70b1-4ef6-9071-59ea1a3e2f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636'] for port, after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:10.056967 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-339bd095-b0b9-4b17-a546-01869cd4f359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:10.059572 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-339bd095-b0b9-4b17-a546-01869cd4f359 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:10.073684 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-339bd095-b0b9-4b17-a546-01869cd4f359 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/00622b5d-e086-4029-8f24-b248ca69d7a2 HTTP/1.1" status: 204 len: 168 time: 0.8523736 Dec 21 13:28:10.075942 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9657f334-70b1-4ef6-9071-59ea1a3e2f96 None None] Pushing event deleted for resources: {'Port': ['ID=cd01c4bc-4cb0-4645-85ed-a84aaa32801f,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:10.088935 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9657f334-70b1-4ef6-9071-59ea1a3e2f96 None None] No DVR routers for this DVR port cd01c4bc-4cb0-4645-85ed-a84aaa32801f on host dv-neutron-master-2-hyperv {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:28:10.099639 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4072063e-55a7-4c41-8658-be93e1b50ff6 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=103153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:28:10.100111 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4072063e-55a7-4c41-8658-be93e1b50ff6 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11349758'] for segment, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:10.112464 dv-neutron-master-2-hyperv neutron-server[103153]: Traceback (most recent call last): Dec 21 13:28:10.112464 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:28:10.112464 dv-neutron-master-2-hyperv neutron-server[103153]: timer() Dec 21 13:28:10.112464 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:28:10.112464 dv-neutron-master-2-hyperv neutron-server[103153]: cb(*args, **kw) Dec 21 13:28:10.112464 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:28:10.112464 dv-neutron-master-2-hyperv neutron-server[103153]: return func(*args, **kwargs) Dec 21 13:28:10.112464 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:28:10.112464 dv-neutron-master-2-hyperv neutron-server[103153]: self._notify() Dec 21 13:28:10.112464 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:28:10.112464 dv-neutron-master-2-hyperv neutron-server[103153]: self.callback(batched_events) Dec 21 13:28:10.112464 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:28:10.112464 dv-neutron-master-2-hyperv neutron-server[103153]: event.method(event) Dec 21 13:28:10.112464 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:28:10.112464 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:28:10.112464 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:28:10.112464 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:28:10.112464 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:28:10.112464 dv-neutron-master-2-hyperv neutron-server[103153]: return f(self, *a, **k) Dec 21 13:28:10.112464 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:28:10.112464 dv-neutron-master-2-hyperv neutron-server[103153]: return self._get(url).json() Dec 21 13:28:10.112464 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:28:10.112464 dv-neutron-master-2-hyperv neutron-server[103153]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:28:10.112464 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:28:10.112464 dv-neutron-master-2-hyperv neutron-server[103153]: return self.request(url, 'GET', **kwargs) Dec 21 13:28:10.112464 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:28:10.112464 dv-neutron-master-2-hyperv neutron-server[103153]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:28:10.112464 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:28:10.112464 dv-neutron-master-2-hyperv neutron-server[103153]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:28:10.112464 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:28:10.112464 dv-neutron-master-2-hyperv neutron-server[103153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:28:10.112464 dv-neutron-master-2-hyperv neutron-server[103153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:28:10.142634 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339bd095-b0b9-4b17-a546-01869cd4f359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00622b5d-e086-4029-8f24-b248ca69d7a2,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:10.151768 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a8a4349b-a65a-4122-b69c-3cb621089dd0 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:10.231763 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-db6639e0-edcf-473a-b281-35f4750c9a1f tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:10.270871 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6639e0-edcf-473a-b281-35f4750c9a1f tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Pushing event deleted for resources: {'Port': ['ID=76b35634-52ba-4a39-8a5f-8c304fcaa2e8,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:10.271723 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-2b0bd941-376b-41a9-9dfc-19934f4152a4 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] For port 3dfefe8c-eea8-4b38-a0ad-7eb273c3a6fc, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3dfefe8c-eea8-4b38-a0ad-7eb273c3a6fc,segment=NetworkSegment(0a8fcd5e-d7dc-4f0c-b649-fc70be06fd9c),segment_id=0a8fcd5e-d7dc-4f0c-b649-fc70be06fd9c)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:28:10.272207 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2b0bd941-376b-41a9-9dfc-19934f4152a4 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:10.272635 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4072063e-55a7-4c41-8658-be93e1b50ff6 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:10.324576 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a4349b-a65a-4122-b69c-3cb621089dd0 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Network 47632e68-ad08-47f5-80e4-e99b39dad6fb is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:28:10.333109 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a4349b-a65a-4122-b69c-3cb621089dd0 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Pushing event updated for resources: {'Port': ['ID=891f6d3d-b88c-4520-a838-cae4ee412333,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:10.336950 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-2b0bd941-376b-41a9-9dfc-19934f4152a4 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Calling delete_port for 3dfefe8c-eea8-4b38-a0ad-7eb273c3a6fc owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:28:10.341979 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-a8a4349b-a65a-4122-b69c-3cb621089dd0 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:28:10.355238 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a4349b-a65a-4122-b69c-3cb621089dd0 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:28:10.397953 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0791894-062d-48aa-a06d-63fb08773af5 None None] Network 5f6995c3-a899-46ac-b395-399de9f230dd requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:28:10.409522 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-85dfe990-f98d-4337-928b-744b50a36076 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:10.505329 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-db6639e0-edcf-473a-b281-35f4750c9a1f tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534084'] for router_interface, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:10.522531 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4072063e-55a7-4c41-8658-be93e1b50ff6 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:10.536001 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-4072063e-55a7-4c41-8658-be93e1b50ff6 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] 10.222.0.37 "DELETE /v2.0/networks/cbb6e00e-d1f4-4dee-a0d3-d88ce266ebf9 HTTP/1.1" status: 204 len: 168 time: 1.2302730 Dec 21 13:28:10.553402 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4072063e-55a7-4c41-8658-be93e1b50ff6 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Pushing event deleted for resources: {'Network': ['ID=cbb6e00e-d1f4-4dee-a0d3-d88ce266ebf9,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:10.557259 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55674) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:10.608496 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-5e08ecbe-f908-4fc7-b384-70b0dfd8e7ae tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Deleting port 182aabb4-85ae-4abd-b6d0-68f6bf054f5e {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:28:10.608836 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5e08ecbe-f908-4fc7-b384-70b0dfd8e7ae tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:10.613335 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-e8a89285-823c-4577-9c6a-a295484b53f8 None None] Provisioning complete for port 3dfefe8c-eea8-4b38-a0ad-7eb273c3a6fc triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:28:10.615633 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e8a89285-823c-4577-9c6a-a295484b53f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:10.651505 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9e8559a-1648-4cb6-ab06-e0afee01b66f tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] DELETE failed (client error): The resource could not be found. Dec 21 13:28:10.651961 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9e8559a-1648-4cb6-ab06-e0afee01b66f tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:28:10.671588 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-e9e8559a-1648-4cb6-ab06-e0afee01b66f tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] 10.222.0.37 "DELETE /v2.0/subnets/6e21bcb7-c257-43a5-9842-1569241673c0 HTTP/1.1" status: 404 len: 337 time: 0.1106246 Dec 21 13:28:10.690064 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55680) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:10.790971 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 3dfefe8c-eea8-4b38-a0ad-7eb273c3a6fc up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:28:10.816259 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a4349b-a65a-4122-b69c-3cb621089dd0 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:10.817039 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a8a4349b-a65a-4122-b69c-3cb621089dd0 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:10.828569 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-74af1ce7-cad1-446c-a94a-822a311baeae tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] DELETE failed (client error): The resource could not be found. Dec 21 13:28:10.831628 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74af1ce7-cad1-446c-a94a-822a311baeae tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:28:10.839860 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-74af1ce7-cad1-446c-a94a-822a311baeae tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] 10.222.0.37 "DELETE /v2.0/networks/f0abc2e0-2960-4c8d-ae75-c3d94c7adfb4 HTTP/1.1" status: 404 len: 339 time: 0.1397219 Dec 21 13:28:10.909155 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55686) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:10.932309 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 3dfefe8c-eea8-4b38-a0ad-7eb273c3a6fc triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:28:10.932692 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:11.010151 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f776df5-5c6a-47aa-b0cd-94f5f1f143f2 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] DELETE failed (client error): The resource could not be found. Dec 21 13:28:11.011233 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f776df5-5c6a-47aa-b0cd-94f5f1f143f2 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:28:11.020441 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-7f776df5-5c6a-47aa-b0cd-94f5f1f143f2 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] 10.222.0.37 "DELETE /v2.0/subnets/9aec70ec-3a56-43f8-91e5-af08107a73c8 HTTP/1.1" status: 404 len: 337 time: 0.1101308 Dec 21 13:28:11.021096 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55692) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:11.030978 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e8a89285-823c-4577-9c6a-a295484b53f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:11.050450 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.pecan_wsgi.hooks.translation [None req-5206d32f-6677-491c-b20d-e759cf585339 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] DELETE failed (client error): The resource could not be found. Dec 21 13:28:11.050999 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5206d32f-6677-491c-b20d-e759cf585339 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:28:11.058162 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-5206d32f-6677-491c-b20d-e759cf585339 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] 10.222.0.37 "DELETE /v2.0/networks/323afe51-bffa-4040-b38f-aaa58e60d871 HTTP/1.1" status: 404 len: 339 time: 0.0331082 Dec 21 13:28:11.059458 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55694) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:11.089835 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ab30b0-ba8c-4493-adbf-3228144bb6c5 None None] DHCP port deletion for 5f6995c3-a899-46ac-b395-399de9f230dd request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:28:11.104868 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d184c06-8de6-49f1-b5b2-36f9271344f7 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] DELETE failed (client error): The resource could not be found. Dec 21 13:28:11.105339 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d184c06-8de6-49f1-b5b2-36f9271344f7 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:28:11.111531 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-e8a89285-823c-4577-9c6a-a295484b53f8 None None] For port 3dfefe8c-eea8-4b38-a0ad-7eb273c3a6fc, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3dfefe8c-eea8-4b38-a0ad-7eb273c3a6fc,segment=NetworkSegment(0a8fcd5e-d7dc-4f0c-b649-fc70be06fd9c),segment_id=0a8fcd5e-d7dc-4f0c-b649-fc70be06fd9c)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:28:11.113524 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-0d184c06-8de6-49f1-b5b2-36f9271344f7 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] 10.222.0.37 "DELETE /v2.0/subnets/0cd622c9-fc32-4206-adfe-c2495b82a417 HTTP/1.1" status: 404 len: 337 time: 0.0526273 Dec 21 13:28:11.114561 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55698) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:11.143988 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e132b927-56d0-465f-b36b-3091d62b3501 None None] Network 69f29f87-9c69-4d1e-a018-4e20330bbedf requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:28:11.150016 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-a8a4349b-a65a-4122-b69c-3cb621089dd0 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9685416 Dec 21 13:28:11.155198 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.pecan_wsgi.hooks.translation [None req-e741be3c-94aa-4e6c-974d-76ac3d1fd803 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] DELETE failed (client error): The resource could not be found. Dec 21 13:28:11.155456 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e741be3c-94aa-4e6c-974d-76ac3d1fd803 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:28:11.163724 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-e741be3c-94aa-4e6c-974d-76ac3d1fd803 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] 10.222.0.37 "DELETE /v2.0/networks/a0811fe5-0219-43a9-b7e3-f774e5258470 HTTP/1.1" status: 404 len: 339 time: 0.0435874 Dec 21 13:28:11.165395 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e8a89285-823c-4577-9c6a-a295484b53f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:11.165811 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db6639e0-edcf-473a-b281-35f4750c9a1f tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Router 366be426-5693-4c3e-9d2c-f1af6b09e4e0 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:28:11.166493 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2b0bd941-376b-41a9-9dfc-19934f4152a4 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:11.166870 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55700) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:11.167383 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55702) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:11.183719 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-bf29d2ad-df7d-4af7-824c-383bfb26b7f7 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Request body: {'port': {'network_id': '47632e68-ad08-47f5-80e4-e99b39dad6fb', 'name': 'tempest-AllowedAddressPairTestJSON-2066056439'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:28:11.199286 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-a1ab30b0-ba8c-4493-adbf-3228144bb6c5 None None] The port '3dfefe8c-eea8-4b38-a0ad-7eb273c3a6fc' was deleted {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 21 13:28:11.215357 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5e08ecbe-f908-4fc7-b384-70b0dfd8e7ae tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:11.251306 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0bd941-376b-41a9-9dfc-19934f4152a4 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Pushing event deleted for resources: {'Port': ['ID=3dfefe8c-eea8-4b38-a0ad-7eb273c3a6fc,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:11.251533 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.pecan_wsgi.hooks.translation [None req-16a5deb8-e11b-4bdb-936d-898b4154655b tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] DELETE failed (client error): The resource could not be found. Dec 21 13:28:11.252042 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16a5deb8-e11b-4bdb-936d-898b4154655b tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:28:11.258483 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-16a5deb8-e11b-4bdb-936d-898b4154655b tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] 10.222.0.37 "DELETE /v2.0/subnets/c147d809-74f8-4635-8479-a7d1dc76f068 HTTP/1.1" status: 404 len: 337 time: 0.0875244 Dec 21 13:28:11.258776 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55706) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:11.258900 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0bd941-376b-41a9-9dfc-19934f4152a4 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] No DVR routers for this DVR port 3dfefe8c-eea8-4b38-a0ad-7eb273c3a6fc on host dv-neutron-master-2-hyperv {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:28:11.261368 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-5e08ecbe-f908-4fc7-b384-70b0dfd8e7ae tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Calling delete_port for 182aabb4-85ae-4abd-b6d0-68f6bf054f5e owned by {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:28:11.261775 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a89285-823c-4577-9c6a-a295484b53f8 None None] Pushing event deleted for resources: {'Port': ['ID=3dfefe8c-eea8-4b38-a0ad-7eb273c3a6fc,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:11.310863 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:11.335054 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.pecan_wsgi.hooks.translation [None req-936a5576-fd94-4721-ad97-5a2b22d27ef4 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] DELETE failed (client error): The resource could not be found. Dec 21 13:28:11.335885 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-936a5576-fd94-4721-ad97-5a2b22d27ef4 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:28:11.341753 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-936a5576-fd94-4721-ad97-5a2b22d27ef4 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] 10.222.0.37 "DELETE /v2.0/networks/54e8ffa4-5c69-48fe-af3e-35285bac402c HTTP/1.1" status: 404 len: 339 time: 0.0416906 Dec 21 13:28:11.342414 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55708) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:11.356557 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-d62cce84-b650-4d3b-8c4a-b4e652b5e2f1 None None] Provisioning complete for port 891f6d3d-b88c-4520-a838-cae4ee412333 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:28:11.356901 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d62cce84-b650-4d3b-8c4a-b4e652b5e2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:11.387685 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55710) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:11.433352 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-d62cce84-b650-4d3b-8c4a-b4e652b5e2f1 None None] Port 891f6d3d-b88c-4520-a838-cae4ee412333 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:28:11.442056 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db6639e0-edcf-473a-b281-35f4750c9a1f tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:28:11.443901 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffce849f-2eea-467b-a024-3a17fd0cd2d5 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] DELETE failed (client error): The resource could not be found. Dec 21 13:28:11.444356 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffce849f-2eea-467b-a024-3a17fd0cd2d5 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:28:11.448312 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2b0bd941-376b-41a9-9dfc-19934f4152a4 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:11.456399 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55714) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:11.457711 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5cde82-1fc0-45ee-a12b-7fcd0203d3f0 None None] Sync routers for ids ['366be426-5693-4c3e-9d2c-f1af6b09e4e0'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:28:11.459951 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 62cbcaee-9ec1-4d85-883f-548af088eb60 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:28:11.462969 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-ffce849f-2eea-467b-a024-3a17fd0cd2d5 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] 10.222.0.37 "DELETE /v2.0/subnets/afa43809-0e83-459c-8fe1-ed96e3185858 HTTP/1.1" status: 404 len: 337 time: 0.0656862 Dec 21 13:28:11.474765 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-db6639e0-edcf-473a-b281-35f4750c9a1f tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "PUT /v2.0/routers/366be426-5693-4c3e-9d2c-f1af6b09e4e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0096638 Dec 21 13:28:11.477575 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55716) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:11.487579 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5cde82-1fc0-45ee-a12b-7fcd0203d3f0 None None] Routers {'366be426-5693-4c3e-9d2c-f1af6b09e4e0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:28:11.488219 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-6b5cde82-1fc0-45ee-a12b-7fcd0203d3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:27:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['366be426-5693-4c3e-9d2c-f1af6b09e4e0'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:11.494296 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-d62cce84-b650-4d3b-8c4a-b4e652b5e2f1 None None] Provisioning complete for port 62cbcaee-9ec1-4d85-883f-548af088eb60 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:28:11.494694 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d62cce84-b650-4d3b-8c4a-b4e652b5e2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:11.500956 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c5b9c6f-ef6a-47e8-92d9-efa620cece85 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] DELETE failed (client error): The resource could not be found. Dec 21 13:28:11.501742 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c5b9c6f-ef6a-47e8-92d9-efa620cece85 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:28:11.505687 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-9c5b9c6f-ef6a-47e8-92d9-efa620cece85 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] 10.222.0.37 "DELETE /v2.0/networks/bf2f9b9e-d6ef-4200-b415-e8cda658b330 HTTP/1.1" status: 404 len: 339 time: 0.0459919 Dec 21 13:28:11.509497 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55718) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:11.515785 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-85dfe990-f98d-4337-928b-744b50a36076 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:11.538832 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-85dfe990-f98d-4337-928b-744b50a36076 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805230'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:11.562932 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-2b0bd941-376b-41a9-9dfc-19934f4152a4 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f6995c3-a899-46ac-b395-399de9f230dd']}} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:11.572333 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 62cbcaee-9ec1-4d85-883f-548af088eb60 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:28:11.572566 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-6b5cde82-1fc0-45ee-a12b-7fcd0203d3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:11.572842 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:11.584755 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5cde82-1fc0-45ee-a12b-7fcd0203d3f0 None None] Routers {'366be426-5693-4c3e-9d2c-f1af6b09e4e0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:28:11.585349 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-6b5cde82-1fc0-45ee-a12b-7fcd0203d3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:27:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['366be426-5693-4c3e-9d2c-f1af6b09e4e0'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:11.587406 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d6039a8-b6c5-47cd-a27a-f871c8cea81f tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] DELETE failed (client error): The resource could not be found. Dec 21 13:28:11.587921 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d6039a8-b6c5-47cd-a27a-f871c8cea81f tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:28:11.607066 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-2b0bd941-376b-41a9-9dfc-19934f4152a4 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a8fcd5e-d7dc-4f0c-b649-fc70be06fd9c') {'for_net_delete': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:11.607283 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-2b0bd941-376b-41a9-9dfc-19934f4152a4 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a8fcd5e-d7dc-4f0c-b649-fc70be06fd9c') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:11.608051 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-4d6039a8-b6c5-47cd-a27a-f871c8cea81f tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] 10.222.0.37 "DELETE /v2.0/subnets/160d4fdf-8a96-4145-8f90-65021b086908 HTTP/1.1" status: 404 len: 337 time: 0.0963430 Dec 21 13:28:11.633979 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55720) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:11.639230 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d62cce84-b650-4d3b-8c4a-b4e652b5e2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:11.654646 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-6b5cde82-1fc0-45ee-a12b-7fcd0203d3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:11.655735 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5cde82-1fc0-45ee-a12b-7fcd0203d3f0 None None] The sync data for ids ['366be426-5693-4c3e-9d2c-f1af6b09e4e0'] in dv-neutron-master-2-hyperv is: [] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:28:11.663724 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-365e4634-6384-41d9-9b31-0abda30c4e3a tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "GET /v2.0/ports?device_id=366be426-5693-4c3e-9d2c-f1af6b09e4e0 HTTP/1.1" status: 200 len: 205 time: 0.1850080 Dec 21 13:28:11.664751 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.pecan_wsgi.hooks.translation [None req-740e7ed7-407d-41ff-8941-01bf67f14406 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] DELETE failed (client error): The resource could not be found. Dec 21 13:28:11.665272 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-740e7ed7-407d-41ff-8941-01bf67f14406 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:28:11.676723 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-740e7ed7-407d-41ff-8941-01bf67f14406 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] 10.222.0.37 "DELETE /v2.0/networks/cb6954ea-03f1-48c7-a2d7-d8a7705d2d0c HTTP/1.1" status: 404 len: 339 time: 0.0413280 Dec 21 13:28:11.679117 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55722) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:11.679464 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55724) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:11.688712 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-ffdcf304-6209-4344-bf78-7b3f841554af tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-382483076'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:28:11.690883 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-d62cce84-b650-4d3b-8c4a-b4e652b5e2f1 None None] For port 62cbcaee-9ec1-4d85-883f-548af088eb60, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=62cbcaee-9ec1-4d85-883f-548af088eb60,segment=NetworkSegment(97860497-6516-4877-89ac-7985c800bb49),segment_id=97860497-6516-4877-89ac-7985c800bb49)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:28:11.714167 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d62cce84-b650-4d3b-8c4a-b4e652b5e2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:11.721145 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dfe990-f98d-4337-928b-744b50a36076 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Pushing event updated for resources: {'Port': ['ID=0f6d4281-e65a-472e-9164-118af892f3db,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:11.721302 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf29d2ad-df7d-4af7-824c-383bfb26b7f7 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Made reservation on behalf of 3486e39e92754a13af8b65c20f5493fe for: {'port': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:28:11.725857 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2b0bd941-376b-41a9-9dfc-19934f4152a4 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526653'] for segment, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:11.732278 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-bf29d2ad-df7d-4af7-824c-383bfb26b7f7 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:11.753150 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5e08ecbe-f908-4fc7-b384-70b0dfd8e7ae tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:11.755966 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [None req-bf29d2ad-df7d-4af7-824c-383bfb26b7f7 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] device_id is not set on port 0e9e3e61-dcf1-44c0-a102-7f6fdbb6c8ac yet. {{(pid=103153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 13:28:11.762124 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:11.804111 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62cce84-b650-4d3b-8c4a-b4e652b5e2f1 None None] Pushing event updated for resources: {'Port': ['ID=62cbcaee-9ec1-4d85-883f-548af088eb60,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:11.830407 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5e08ecbe-f908-4fc7-b384-70b0dfd8e7ae tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:11.836310 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-5e08ecbe-f908-4fc7-b384-70b0dfd8e7ae tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "DELETE /v2.0/ports/182aabb4-85ae-4abd-b6d0-68f6bf054f5e HTTP/1.1" status: 204 len: 168 time: 1.9763634 Dec 21 13:28:11.837610 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55726) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:11.842526 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-4b8a4f48-1d1c-425a-b316-453ba0a19094 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Request body: {'port': {'network_id': 'b130763d-4a25-4977-9964-44d67d152f28', 'mac_address': 'fa:16:3e:56:b3:f3', 'name': 'tempest-PortsIpV6TestJSON-1747702399'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:28:11.849056 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.db.api [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 13:28:11.849485 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG oslo_db.api [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 13:28:11.891172 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ba02072-42ee-4c6b-8ebe-6433414732a7 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] DELETE failed (client error): The resource could not be found. Dec 21 13:28:11.891651 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ba02072-42ee-4c6b-8ebe-6433414732a7 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:28:11.895159 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-4ba02072-42ee-4c6b-8ebe-6433414732a7 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] 10.222.0.37 "DELETE /v2.0/subnets/5970458c-fee8-46e1-b525-07d636ced7ea HTTP/1.1" status: 404 len: 337 time: 0.1751637 Dec 21 13:28:11.900908 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2b0bd941-376b-41a9-9dfc-19934f4152a4 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:11.907118 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55728) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:11.907942 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e08ecbe-f908-4fc7-b384-70b0dfd8e7ae tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Pushing event deleted for resources: {'Port': ['ID=182aabb4-85ae-4abd-b6d0-68f6bf054f5e,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:11.910937 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-85dfe990-f98d-4337-928b-744b50a36076 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532537'] for router_interface, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:11.935254 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b0bd941-376b-41a9-9dfc-19934f4152a4 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=103152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:28:11.935745 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2b0bd941-376b-41a9-9dfc-19934f4152a4 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805426'] for segment, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:11.940639 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:11.940639 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:28:11.940639 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:11.940639 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:28:11.940639 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:11.940639 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:28:11.940639 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:11.940639 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:28:11.940639 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:11.940639 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:28:11.940639 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:11.940639 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:28:11.940639 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:11.940639 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:28:11.940639 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:11.940639 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:28:11.940639 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:11.940639 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:28:11.940639 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:11.940639 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:28:11.940639 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:11.940639 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:28:11.940639 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:11.940639 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:28:11.940639 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:11.940639 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:28:11.940639 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:11.940639 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:28:11.940639 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:11.940639 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:28:11.940639 dv-neutron-master-2-hyperv neutron-server[103152]: Traceback (most recent call last): Dec 21 13:28:11.940639 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:28:11.940639 dv-neutron-master-2-hyperv neutron-server[103152]: timer() Dec 21 13:28:11.940639 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:28:11.940639 dv-neutron-master-2-hyperv neutron-server[103152]: cb(*args, **kw) Dec 21 13:28:11.940639 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:28:11.940639 dv-neutron-master-2-hyperv neutron-server[103152]: return func(*args, **kwargs) Dec 21 13:28:11.940639 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:28:11.940639 dv-neutron-master-2-hyperv neutron-server[103152]: self._notify() Dec 21 13:28:11.940639 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:28:11.940639 dv-neutron-master-2-hyperv neutron-server[103152]: self.callback(batched_events) Dec 21 13:28:11.940639 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:28:11.940639 dv-neutron-master-2-hyperv neutron-server[103152]: event.method(event) Dec 21 13:28:11.940639 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:28:11.940639 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:28:11.940639 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:28:11.940639 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:28:11.943587 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:28:11.943587 dv-neutron-master-2-hyperv neutron-server[103152]: return f(self, *a, **k) Dec 21 13:28:11.943587 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:28:11.943587 dv-neutron-master-2-hyperv neutron-server[103152]: return self._get(url).json() Dec 21 13:28:11.943587 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:28:11.943587 dv-neutron-master-2-hyperv neutron-server[103152]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:28:11.943587 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:28:11.943587 dv-neutron-master-2-hyperv neutron-server[103152]: return self.request(url, 'GET', **kwargs) Dec 21 13:28:11.943587 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:28:11.943587 dv-neutron-master-2-hyperv neutron-server[103152]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:28:11.943587 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:28:11.943587 dv-neutron-master-2-hyperv neutron-server[103152]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:28:11.943587 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:28:11.943587 dv-neutron-master-2-hyperv neutron-server[103152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:28:11.943587 dv-neutron-master-2-hyperv neutron-server[103152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:28:11.943587 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-35b840c0-8d3b-4d49-a39f-c6d70c94b63a tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks [] for router, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:11.947925 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-198582e3-341b-4923-b21e-ffad41026964 None None] Provisioning complete for port 62cbcaee-9ec1-4d85-883f-548af088eb60 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:28:11.949459 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-198582e3-341b-4923-b21e-ffad41026964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:11.988836 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-bf29d2ad-df7d-4af7-824c-383bfb26b7f7 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Allocated IP 172.20.0.7 (47632e68-ad08-47f5-80e4-e99b39dad6fb/cc6279fe-3804-4cf9-8b18-a4ca62e45e34/0e9e3e61-dcf1-44c0-a102-7f6fdbb6c8ac) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:28:12.016925 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc60a564-ed17-4699-a7aa-8b17c32f346b tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] DELETE failed (client error): The resource could not be found. Dec 21 13:28:12.017521 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc60a564-ed17-4699-a7aa-8b17c32f346b tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:28:12.021158 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-cc60a564-ed17-4699-a7aa-8b17c32f346b tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] 10.222.0.37 "DELETE /v2.0/networks/63508b2f-7952-431a-945f-2c7ea721a8d3 HTTP/1.1" status: 404 len: 339 time: 0.1080325 Dec 21 13:28:12.023925 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55730) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:12.062348 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-198582e3-341b-4923-b21e-ffad41026964 None None] Provisioning complete for port 0f6d4281-e65a-472e-9164-118af892f3db triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:28:12.064249 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-198582e3-341b-4923-b21e-ffad41026964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:12.075323 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.pecan_wsgi.hooks.translation [None req-01747080-4e82-429a-a6b0-8a322f4c1c4f tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] DELETE failed (client error): The resource could not be found. Dec 21 13:28:12.075805 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01747080-4e82-429a-a6b0-8a322f4c1c4f tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:28:12.079845 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-01747080-4e82-429a-a6b0-8a322f4c1c4f tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] 10.222.0.37 "DELETE /v2.0/subnets/281089ea-1d44-4336-9ecb-48ce30c46de3 HTTP/1.1" status: 404 len: 337 time: 0.0545950 Dec 21 13:28:12.090255 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55732) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:12.162209 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.pecan_wsgi.hooks.translation [None req-957f567e-8de6-4007-9f7d-f44e8dfb56c4 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] DELETE failed (client error): The resource could not be found. Dec 21 13:28:12.162760 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-957f567e-8de6-4007-9f7d-f44e8dfb56c4 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:28:12.166341 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-957f567e-8de6-4007-9f7d-f44e8dfb56c4 tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] 10.222.0.37 "DELETE /v2.0/networks/abd593cf-1c93-493e-bc42-cceb1ca76aba HTTP/1.1" status: 404 len: 339 time: 0.0703070 Dec 21 13:28:12.170030 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55734) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:12.170625 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b8a4f48-1d1c-425a-b316-453ba0a19094 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Made reservation on behalf of 3edf34a3eecc442ea8df7c8164f4e61d for: {'port': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:28:12.280437 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-198582e3-341b-4923-b21e-ffad41026964 None None] Port 0f6d4281-e65a-472e-9164-118af892f3db cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:28:12.325901 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4b8a4f48-1d1c-425a-b316-453ba0a19094 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:12.328118 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffdcf304-6209-4344-bf78-7b3f841554af tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Made reservation on behalf of 16d2926f45024058a111868cbfccf657 for: {'network': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:28:12.332064 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ffdcf304-6209-4344-bf78-7b3f841554af tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:12.368604 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_v2 [None req-f931a219-cd8e-4f4f-bf37-c7b7eda9df8c tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Deleting subnet 952eace5-4a89-451a-8048-39fc029de057 {{(pid=103153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:28:12.380096 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f931a219-cd8e-4f4f-bf37-c7b7eda9df8c tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks [] for subnet, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:12.382688 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ffdcf304-6209-4344-bf78-7b3f841554af tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks [] for security_group, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:12.394272 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [None req-4b8a4f48-1d1c-425a-b316-453ba0a19094 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] device_id is not set on port 36f5395f-f295-4e17-b9b0-0b6a370d2ca0 yet. {{(pid=103153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 13:28:12.417220 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-1e899a14-4bff-4cff-872d-5944895d3b91 None None] Provisioning complete for port 0f6d4281-e65a-472e-9164-118af892f3db triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:28:12.417664 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-1e899a14-4bff-4cff-872d-5944895d3b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:12.428432 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-bf29d2ad-df7d-4af7-824c-383bfb26b7f7 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:12.432492 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2b0bd941-376b-41a9-9dfc-19934f4152a4 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:12.436718 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2b0bd941-376b-41a9-9dfc-19934f4152a4 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Publish callbacks [] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:12.442628 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-2b0bd941-376b-41a9-9dfc-19934f4152a4 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] 10.222.0.37 "DELETE /v2.0/networks/5f6995c3-a899-46ac-b395-399de9f230dd HTTP/1.1" status: 204 len: 168 time: 3.3431957 Dec 21 13:28:12.454935 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-1e899a14-4bff-4cff-872d-5944895d3b91 None None] Port 0f6d4281-e65a-472e-9164-118af892f3db cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:28:12.470629 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55736) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:12.493431 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 616a81ff-3928-460b-b737-1023e9bac5d7 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:28:12.514802 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f931a219-cd8e-4f4f-bf37-c7b7eda9df8c tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1585439'] for subnet, precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:12.515825 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: 616a81ff-3928-460b-b737-1023e9bac5d7 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:28:12.516796 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 616a81ff-3928-460b-b737-1023e9bac5d7 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:28:12.518038 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device cd01c4bc-4cb0-4645-85ed-a84aaa32801f no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:28:12.539675 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0bd941-376b-41a9-9dfc-19934f4152a4 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Pushing event deleted for resources: {'Network': ['ID=5f6995c3-a899-46ac-b395-399de9f230dd,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:12.540244 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: cd01c4bc-4cb0-4645-85ed-a84aaa32801f {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:28:12.540657 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device cd01c4bc-4cb0-4645-85ed-a84aaa32801f not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:28:12.545328 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-35b840c0-8d3b-4d49-a39f-c6d70c94b63a tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26950'] for router, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:12.548516 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-35b840c0-8d3b-4d49-a39f-c6d70c94b63a tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:12.635207 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85dfe990-f98d-4337-928b-744b50a36076 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Network 69f29f87-9c69-4d1e-a018-4e20330bbedf is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:28:12.637307 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-35b840c0-8d3b-4d49-a39f-c6d70c94b63a tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534967'] for router, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:12.638076 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35b840c0-8d3b-4d49-a39f-c6d70c94b63a tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Fanout notify agent at l3_agent the message router_deleted on router 366be426-5693-4c3e-9d2c-f1af6b09e4e0 {{(pid=103152) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 13:28:12.648132 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-35b840c0-8d3b-4d49-a39f-c6d70c94b63a tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks [] for router, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:12.649667 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-35b840c0-8d3b-4d49-a39f-c6d70c94b63a tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "DELETE /v2.0/routers/366be426-5693-4c3e-9d2c-f1af6b09e4e0 HTTP/1.1" status: 204 len: 168 time: 0.9313664 Dec 21 13:28:12.651629 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-85dfe990-f98d-4337-928b-744b50a36076 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:28:12.655614 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55738) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:12.662184 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5e9f2fb0-4ded-4708-ac29-85d32b6e7ed4 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:12.675074 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 62cbcaee-9ec1-4d85-883f-548af088eb60 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:28:12.686049 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-bf29d2ad-df7d-4af7-824c-383bfb26b7f7 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:12.736398 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 62cbcaee-9ec1-4d85-883f-548af088eb60 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:28:12.737280 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:12.786026 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ffdcf304-6209-4344-bf78-7b3f841554af tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks [] for security_group, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:12.792998 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ffdcf304-6209-4344-bf78-7b3f841554af tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:12.826026 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffdcf304-6209-4344-bf78-7b3f841554af tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=103152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:28:12.852880 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ffdcf304-6209-4344-bf78-7b3f841554af tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:12.853243 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.segments_db [None req-ffdcf304-6209-4344-bf78-7b3f841554af tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Added segment 719b0a43-3a71-4ac7-93ea-47738705d52e of type vlan for network 20f77a39-9704-44ad-8444-71d97da616e0 Dec 21 13:28:12.854738 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdcf304-6209-4344-bf78-7b3f841554af tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17e5e198-6f2c-4313-9c62-cdb9c596421c,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:12.873103 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_v2 [None req-63ae6654-e082-42c8-aec8-c81d26589d34 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Deleting subnet d7e97ef9-c7b2-4825-b5ec-f6bc8a8ba3a8 {{(pid=103153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:28:12.904813 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-63ae6654-e082-42c8-aec8-c81d26589d34 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks [] for subnet, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:12.910953 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 3dfefe8c-eea8-4b38-a0ad-7eb273c3a6fc no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:28:12.913613 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ffdcf304-6209-4344-bf78-7b3f841554af tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:12.925816 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85dfe990-f98d-4337-928b-744b50a36076 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Router 1639de20-ef9d-4a9f-ae07-b617fe04c614 is scheduled to L3 agent 59e14383-78fa-487e-9299-b32042a98157 with binding_index 1 {{(pid=103152) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 13:28:12.936078 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: 3dfefe8c-eea8-4b38-a0ad-7eb273c3a6fc {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:28:12.936357 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 3dfefe8c-eea8-4b38-a0ad-7eb273c3a6fc not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:28:12.987809 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ffdcf304-6209-4344-bf78-7b3f841554af tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:12.988484 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-a038279e-e1aa-4a0b-9bf3-454ff174af77 None None] Provisioning complete for port 0f6d4281-e65a-472e-9164-118af892f3db triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:28:12.989185 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a038279e-e1aa-4a0b-9bf3-454ff174af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:12.993959 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffdcf304-6209-4344-bf78-7b3f841554af tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:12.994622 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ffdcf304-6209-4344-bf78-7b3f841554af tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks [] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:13.021848 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf29d2ad-df7d-4af7-824c-383bfb26b7f7 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Network 47632e68-ad08-47f5-80e4-e99b39dad6fb is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:28:13.027152 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f931a219-cd8e-4f4f-bf37-c7b7eda9df8c tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:13.028766 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-a038279e-e1aa-4a0b-9bf3-454ff174af77 None None] Port 0f6d4281-e65a-472e-9164-118af892f3db cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:28:13.062736 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-bf29d2ad-df7d-4af7-824c-383bfb26b7f7 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:28:13.067050 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4b8a4f48-1d1c-425a-b316-453ba0a19094 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:13.087084 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-ffdcf304-6209-4344-bf78-7b3f841554af tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.6940615 Dec 21 13:28:13.088218 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf29d2ad-df7d-4af7-824c-383bfb26b7f7 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:28:13.103088 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf29d2ad-df7d-4af7-824c-383bfb26b7f7 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Pushing event updated for resources: {'Port': ['ID=0e9e3e61-dcf1-44c0-a102-7f6fdbb6c8ac,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:13.111149 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55740) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:13.119827 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85dfe990-f98d-4337-928b-744b50a36076 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:28:13.129544 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-85dfe990-f98d-4337-928b-744b50a36076 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "PUT /v2.0/routers/1639de20-ef9d-4a9f-ae07-b617fe04c614/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8491640 Dec 21 13:28:13.130259 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55742) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:13.132118 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2facd12a-563d-41e1-abaa-16d6b47826e0 None None] Sync routers for ids ['1639de20-ef9d-4a9f-ae07-b617fe04c614'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:28:13.138453 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-63ae6654-e082-42c8-aec8-c81d26589d34 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1585439'] for subnet, precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:13.144666 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdcf304-6209-4344-bf78-7b3f841554af tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Pushing event updated for resources: {'Network': ['ID=20f77a39-9704-44ad-8444-71d97da616e0,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:13.153726 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2facd12a-563d-41e1-abaa-16d6b47826e0 None None] Routers {'1639de20-ef9d-4a9f-ae07-b617fe04c614'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:28:13.159216 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-2facd12a-563d-41e1-abaa-16d6b47826e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:27:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['1639de20-ef9d-4a9f-ae07-b617fe04c614'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:13.174973 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-1cf9be32-9edb-456e-babf-0189226b7874 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Request body: {'subnet': {'network_id': '20f77a39-9704-44ad-8444-71d97da616e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:28:13.189679 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8c47a6-dc37-499c-91b3-5db4cb8396aa tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:13.195172 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-da8c47a6-dc37-499c-91b3-5db4cb8396aa tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "GET /v2.0/ports/0f6d4281-e65a-472e-9164-118af892f3db HTTP/1.1" status: 200 len: 910 time: 0.0611510 Dec 21 13:28:13.196253 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55744) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:13.214314 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-2facd12a-563d-41e1-abaa-16d6b47826e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:13.224212 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network 20f77a39-9704-44ad-8444-71d97da616e0 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:28:13.300415 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:13.304514 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2facd12a-563d-41e1-abaa-16d6b47826e0 None None] Routers {'1639de20-ef9d-4a9f-ae07-b617fe04c614'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:28:13.305250 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-2facd12a-563d-41e1-abaa-16d6b47826e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:27:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['1639de20-ef9d-4a9f-ae07-b617fe04c614'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:13.352736 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-2facd12a-563d-41e1-abaa-16d6b47826e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:13.353301 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2facd12a-563d-41e1-abaa-16d6b47826e0 None None] The sync data for ids ['1639de20-ef9d-4a9f-ae07-b617fe04c614'] in dv-neutron-master-2-hyperv is: [] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:28:13.368437 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-661e95fd-2bd2-4d61-a6e0-11b11a3ca04c None None] Provisioning complete for port 0e9e3e61-dcf1-44c0-a102-7f6fdbb6c8ac triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:28:13.368904 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-661e95fd-2bd2-4d61-a6e0-11b11a3ca04c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:13.410199 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-661e95fd-2bd2-4d61-a6e0-11b11a3ca04c None None] Port 0e9e3e61-dcf1-44c0-a102-7f6fdbb6c8ac cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:28:13.468024 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5e9f2fb0-4ded-4708-ac29-85d32b6e7ed4 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:13.555389 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-74a988a9-c4d7-4301-b477-a9ca3f6f4e50 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532692'] for router_interface, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:13.565191 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf29d2ad-df7d-4af7-824c-383bfb26b7f7 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:13.565797 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-bf29d2ad-df7d-4af7-824c-383bfb26b7f7 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:13.570995 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-5e9f2fb0-4ded-4708-ac29-85d32b6e7ed4 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cfd0e4c-c3ca-40f2-89aa-7b508782673d']}} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:13.613036 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-5e9f2fb0-4ded-4708-ac29-85d32b6e7ed4 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '269ba524-4406-4995-aa15-d2e1f655dda7') {'for_net_delete': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:13.613366 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-5e9f2fb0-4ded-4708-ac29-85d32b6e7ed4 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '269ba524-4406-4995-aa15-d2e1f655dda7') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:13.625078 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f931a219-cd8e-4f4f-bf37-c7b7eda9df8c tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11349588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11288746'] for subnet, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:13.667352 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5e9f2fb0-4ded-4708-ac29-85d32b6e7ed4 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1585430'] for segment, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:13.692927 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-bf29d2ad-df7d-4af7-824c-383bfb26b7f7 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5240004 Dec 21 13:28:13.697185 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55746) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:13.702955 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4b8a4f48-1d1c-425a-b316-453ba0a19094 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:13.704927 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-6daaac41-8b99-4242-a0fb-9777be4815aa tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:68:b1:74'}, {'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:61:9c:3f'}]}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:28:13.708113 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f931a219-cd8e-4f4f-bf37-c7b7eda9df8c tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Pushing event deleted for resources: {'Subnet': ['ID=952eace5-4a89-451a-8048-39fc029de057,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:13.716122 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f931a219-cd8e-4f4f-bf37-c7b7eda9df8c tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks [] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:13.718523 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f43020-4fda-409d-85f7-ad1bd4a04834 None None] Network 0651671c-4c42-46d4-afda-76f63ce0ca1e requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:28:13.721775 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-f931a219-cd8e-4f4f-bf37-c7b7eda9df8c tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] 10.222.0.37 "DELETE /v2.0/subnets/952eace5-4a89-451a-8048-39fc029de057 HTTP/1.1" status: 204 len: 168 time: 1.5222821 Dec 21 13:28:13.729993 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55748) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:13.737356 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5e9f2fb0-4ded-4708-ac29-85d32b6e7ed4 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:13.796330 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e9f2fb0-4ded-4708-ac29-85d32b6e7ed4 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=103153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:28:13.796739 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5e9f2fb0-4ded-4708-ac29-85d32b6e7ed4 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11349758'] for segment, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:13.803956 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:13.803956 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:28:13.803956 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:13.803956 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:28:13.803956 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:13.803956 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:28:13.803956 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:13.803956 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:28:13.803956 dv-neutron-master-2-hyperv neutron-server[103153]: Traceback (most recent call last): Dec 21 13:28:13.803956 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:28:13.803956 dv-neutron-master-2-hyperv neutron-server[103153]: timer() Dec 21 13:28:13.803956 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:28:13.803956 dv-neutron-master-2-hyperv neutron-server[103153]: cb(*args, **kw) Dec 21 13:28:13.803956 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:28:13.803956 dv-neutron-master-2-hyperv neutron-server[103153]: return func(*args, **kwargs) Dec 21 13:28:13.803956 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:28:13.803956 dv-neutron-master-2-hyperv neutron-server[103153]: self._notify() Dec 21 13:28:13.803956 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:28:13.803956 dv-neutron-master-2-hyperv neutron-server[103153]: self.callback(batched_events) Dec 21 13:28:13.803956 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:28:13.803956 dv-neutron-master-2-hyperv neutron-server[103153]: event.method(event) Dec 21 13:28:13.803956 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:28:13.803956 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:28:13.803956 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:28:13.803956 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:28:13.803956 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:28:13.803956 dv-neutron-master-2-hyperv neutron-server[103153]: return f(self, *a, **k) Dec 21 13:28:13.803956 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:28:13.803956 dv-neutron-master-2-hyperv neutron-server[103153]: return self._get(url).json() Dec 21 13:28:13.803956 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:28:13.803956 dv-neutron-master-2-hyperv neutron-server[103153]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:28:13.803956 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:28:13.803956 dv-neutron-master-2-hyperv neutron-server[103153]: return self.request(url, 'GET', **kwargs) Dec 21 13:28:13.803956 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:28:13.803956 dv-neutron-master-2-hyperv neutron-server[103153]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:28:13.803956 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:28:13.803956 dv-neutron-master-2-hyperv neutron-server[103153]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:28:13.803956 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:28:13.803956 dv-neutron-master-2-hyperv neutron-server[103153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:28:13.803956 dv-neutron-master-2-hyperv neutron-server[103153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:28:13.822573 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-63ae6654-e082-42c8-aec8-c81d26589d34 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:13.862885 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8a4f48-1d1c-425a-b316-453ba0a19094 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Network b130763d-4a25-4977-9964-44d67d152f28 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:28:13.905909 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fdab636-0904-42ad-af09-e4c509042f40 None None] DHCP port deletion for 0651671c-4c42-46d4-afda-76f63ce0ca1e request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:28:13.941075 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6daaac41-8b99-4242-a0fb-9777be4815aa tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:13.942977 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-4b8a4f48-1d1c-425a-b316-453ba0a19094 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:28:13.944848 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cf9be32-9edb-456e-babf-0189226b7874 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Made reservation on behalf of 16d2926f45024058a111868cbfccf657 for: {'subnet': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:28:13.948354 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1cf9be32-9edb-456e-babf-0189226b7874 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11288759'] for subnet, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:13.951985 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8a4f48-1d1c-425a-b316-453ba0a19094 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:28:13.957480 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8a4f48-1d1c-425a-b316-453ba0a19094 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:13.958100 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4b8a4f48-1d1c-425a-b316-453ba0a19094 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:13.961860 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-2fdab636-0904-42ad-af09-e4c509042f40 None None] Deleting port 982c8d86-2157-46f2-b048-9f3f83079d3d {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:28:13.963937 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-2fdab636-0904-42ad-af09-e4c509042f40 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:13.992466 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-74a988a9-c4d7-4301-b477-a9ca3f6f4e50 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Deleting port 0f6d4281-e65a-472e-9164-118af892f3db {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:28:13.992801 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-74a988a9-c4d7-4301-b477-a9ca3f6f4e50 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:14.012668 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8a4f48-1d1c-425a-b316-453ba0a19094 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Pushing event updated for resources: {'Port': ['ID=36f5395f-f295-4e17-b9b0-0b6a370d2ca0,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:14.030013 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5e9f2fb0-4ded-4708-ac29-85d32b6e7ed4 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:14.039952 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-2fdab636-0904-42ad-af09-e4c509042f40 None None] For port 982c8d86-2157-46f2-b048-9f3f83079d3d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=982c8d86-2157-46f2-b048-9f3f83079d3d,segment=NetworkSegment(13855a1b-a40f-42b1-9b22-8986609e04e8),segment_id=13855a1b-a40f-42b1-9b22-8986609e04e8)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:28:14.040347 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-2fdab636-0904-42ad-af09-e4c509042f40 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:14.054204 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-2fdab636-0904-42ad-af09-e4c509042f40 None None] Calling delete_port for 982c8d86-2157-46f2-b048-9f3f83079d3d owned by network:dhcp {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:28:14.061972 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-38d2fe04-d4d5-44d9-896b-5a1825fc90fd tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:14.078843 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-4b8a4f48-1d1c-425a-b316-453ba0a19094 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.2408216 Dec 21 13:28:14.080440 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55750) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:14.085609 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5e9f2fb0-4ded-4708-ac29-85d32b6e7ed4 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:14.091334 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-5e9f2fb0-4ded-4708-ac29-85d32b6e7ed4 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] 10.222.0.37 "DELETE /v2.0/networks/6cfd0e4c-c3ca-40f2-89aa-7b508782673d HTTP/1.1" status: 204 len: 168 time: 1.6162591 Dec 21 13:28:14.096209 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55752) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:14.125683 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9f2fb0-4ded-4708-ac29-85d32b6e7ed4 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Pushing event deleted for resources: {'Network': ['ID=6cfd0e4c-c3ca-40f2-89aa-7b508782673d,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:14.153257 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-2fdab636-0904-42ad-af09-e4c509042f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636'] for port, after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:14.161396 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-63ae6654-e082-42c8-aec8-c81d26589d34 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11349588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11288746'] for subnet, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:14.164776 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-74a988a9-c4d7-4301-b477-a9ca3f6f4e50 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:14.186144 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdab636-0904-42ad-af09-e4c509042f40 None None] Pushing event deleted for resources: {'Port': ['ID=982c8d86-2157-46f2-b048-9f3f83079d3d,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:14.188297 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdab636-0904-42ad-af09-e4c509042f40 None None] No DVR routers for this DVR port 982c8d86-2157-46f2-b048-9f3f83079d3d on host dv-neutron-master-2-hyperv {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:28:14.218728 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2436637-688a-4be8-8b8d-6ead2e0b7693 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:14.220785 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-e2436637-688a-4be8-8b8d-6ead2e0b7693 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "GET /v2.0/ports/36f5395f-f295-4e17-b9b0-0b6a370d2ca0 HTTP/1.1" status: 200 len: 845 time: 0.1373465 Dec 21 13:28:14.225554 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-74a988a9-c4d7-4301-b477-a9ca3f6f4e50 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Calling delete_port for 0f6d4281-e65a-472e-9164-118af892f3db owned by network:router_interface {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:28:14.228793 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55754) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:14.241848 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-63ae6654-e082-42c8-aec8-c81d26589d34 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks [] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:14.245537 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-63ae6654-e082-42c8-aec8-c81d26589d34 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "DELETE /v2.0/subnets/d7e97ef9-c7b2-4825-b5ec-f6bc8a8ba3a8 HTTP/1.1" status: 204 len: 168 time: 1.5813100 Dec 21 13:28:14.249880 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753d05fb-6690-4215-8667-ef8052ea8342 None None] Network 4f8cb736-61e9-4f3c-bdee-9e7bcaa81230 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:28:14.262022 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55756) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:14.269229 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ae6654-e082-42c8-aec8-c81d26589d34 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Pushing event deleted for resources: {'Subnet': ['ID=d7e97ef9-c7b2-4825-b5ec-f6bc8a8ba3a8,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:14.299264 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7ecfccc0-4bf6-4005-a88a-1bf6741b06ae tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:14.396271 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-38d2fe04-d4d5-44d9-896b-5a1825fc90fd tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:14.427726 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5561643-b74d-442d-8104-231b590f0802 None None] DHCP port deletion for 4f8cb736-61e9-4f3c-bdee-9e7bcaa81230 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:28:14.471470 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-38d2fe04-d4d5-44d9-896b-5a1825fc90fd tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0651671c-4c42-46d4-afda-76f63ce0ca1e']}} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:14.482993 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-a5561643-b74d-442d-8104-231b590f0802 None None] Deleting port c069ed5b-f5e9-437e-b190-026d143262e2 {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:28:14.483514 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a5561643-b74d-442d-8104-231b590f0802 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:14.540481 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-38d2fe04-d4d5-44d9-896b-5a1825fc90fd tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13855a1b-a40f-42b1-9b22-8986609e04e8') {'for_net_delete': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:14.540854 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-38d2fe04-d4d5-44d9-896b-5a1825fc90fd tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13855a1b-a40f-42b1-9b22-8986609e04e8') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:14.550869 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-a5561643-b74d-442d-8104-231b590f0802 None None] For port c069ed5b-f5e9-437e-b190-026d143262e2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c069ed5b-f5e9-437e-b190-026d143262e2,segment=NetworkSegment(6a77d648-26a8-45cb-b31a-976f53f866bf),segment_id=6a77d648-26a8-45cb-b31a-976f53f866bf)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:28:14.551278 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a5561643-b74d-442d-8104-231b590f0802 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:14.554487 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7ecfccc0-4bf6-4005-a88a-1bf6741b06ae tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:14.569526 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-a5561643-b74d-442d-8104-231b590f0802 None None] Calling delete_port for c069ed5b-f5e9-437e-b190-026d143262e2 owned by network:dhcp {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:28:14.573828 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-38d2fe04-d4d5-44d9-896b-5a1825fc90fd tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1585430'] for segment, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:14.586880 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1cf9be32-9edb-456e-babf-0189226b7874 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11195289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11288741'] for subnet, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:14.608108 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-7ecfccc0-4bf6-4005-a88a-1bf6741b06ae tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d98810e-7fb5-4036-b266-a35afead6451']}} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:14.611882 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-38d2fe04-d4d5-44d9-896b-5a1825fc90fd tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:14.648945 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38d2fe04-d4d5-44d9-896b-5a1825fc90fd tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=103153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:28:14.649638 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-38d2fe04-d4d5-44d9-896b-5a1825fc90fd tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11349758'] for segment, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:14.653950 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-7ecfccc0-4bf6-4005-a88a-1bf6741b06ae tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6858d61d-6486-4148-9934-76b9c47c0cfa') {'for_net_delete': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:14.654246 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-7ecfccc0-4bf6-4005-a88a-1bf6741b06ae tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6858d61d-6486-4148-9934-76b9c47c0cfa') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:14.656071 dv-neutron-master-2-hyperv neutron-server[103153]: Traceback (most recent call last): Dec 21 13:28:14.656071 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:28:14.656071 dv-neutron-master-2-hyperv neutron-server[103153]: timer() Dec 21 13:28:14.656071 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:28:14.656071 dv-neutron-master-2-hyperv neutron-server[103153]: cb(*args, **kw) Dec 21 13:28:14.656071 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:28:14.656071 dv-neutron-master-2-hyperv neutron-server[103153]: return func(*args, **kwargs) Dec 21 13:28:14.656071 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:28:14.656071 dv-neutron-master-2-hyperv neutron-server[103153]: self._notify() Dec 21 13:28:14.656071 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:28:14.656071 dv-neutron-master-2-hyperv neutron-server[103153]: self.callback(batched_events) Dec 21 13:28:14.656071 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:28:14.656071 dv-neutron-master-2-hyperv neutron-server[103153]: event.method(event) Dec 21 13:28:14.656071 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:28:14.656071 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:28:14.656071 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:28:14.656071 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:28:14.656071 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:28:14.656071 dv-neutron-master-2-hyperv neutron-server[103153]: return f(self, *a, **k) Dec 21 13:28:14.656071 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:28:14.656071 dv-neutron-master-2-hyperv neutron-server[103153]: return self._get(url).json() Dec 21 13:28:14.656071 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:28:14.656071 dv-neutron-master-2-hyperv neutron-server[103153]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:28:14.656071 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:28:14.656071 dv-neutron-master-2-hyperv neutron-server[103153]: return self.request(url, 'GET', **kwargs) Dec 21 13:28:14.656071 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:28:14.656071 dv-neutron-master-2-hyperv neutron-server[103153]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:28:14.656071 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:28:14.656071 dv-neutron-master-2-hyperv neutron-server[103153]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:28:14.656071 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:28:14.656071 dv-neutron-master-2-hyperv neutron-server[103153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:28:14.656071 dv-neutron-master-2-hyperv neutron-server[103153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:28:14.666402 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device c069ed5b-f5e9-437e-b190-026d143262e2 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:28:14.670890 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a5561643-b74d-442d-8104-231b590f0802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636'] for port, after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:14.696237 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: c069ed5b-f5e9-437e-b190-026d143262e2 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:28:14.696237 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device c069ed5b-f5e9-437e-b190-026d143262e2 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:28:14.697338 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 982c8d86-2157-46f2-b048-9f3f83079d3d no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:28:14.698636 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7ecfccc0-4bf6-4005-a88a-1bf6741b06ae tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1585430'] for segment, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:14.714967 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-348f0850-485a-4b0f-8f58-3c0669612947 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:14.742686 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5561643-b74d-442d-8104-231b590f0802 None None] Pushing event deleted for resources: {'Port': ['ID=c069ed5b-f5e9-437e-b190-026d143262e2,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:14.743323 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6daaac41-8b99-4242-a0fb-9777be4815aa tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:14.744045 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5561643-b74d-442d-8104-231b590f0802 None None] No DVR routers for this DVR port c069ed5b-f5e9-437e-b190-026d143262e2 on host dv-neutron-master-2-hyperv {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:28:14.745497 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: 982c8d86-2157-46f2-b048-9f3f83079d3d {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:28:14.746100 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 982c8d86-2157-46f2-b048-9f3f83079d3d not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:28:14.764143 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6daaac41-8b99-4242-a0fb-9777be4815aa tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805230'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:14.773379 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf9be32-9edb-456e-babf-0189226b7874 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Pushing event updated for resources: {'Subnet': ['ID=2aa69170-edb5-4dc2-a439-930e8364bc13,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:14.777249 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7ecfccc0-4bf6-4005-a88a-1bf6741b06ae tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:14.785444 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf9be32-9edb-456e-babf-0189226b7874 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Checking segment: {'id': '719b0a43-3a71-4ac7-93ea-47738705d52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '20f77a39-9704-44ad-8444-71d97da616e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:28:14.785567 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf9be32-9edb-456e-babf-0189226b7874 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Network hostable DHCP agents. Network: 20f77a39-9704-44ad-8444-71d97da616e0, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:28:14.790005 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-38d2fe04-d4d5-44d9-896b-5a1825fc90fd tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:14.794673 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-38d2fe04-d4d5-44d9-896b-5a1825fc90fd tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:14.798655 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-38d2fe04-d4d5-44d9-896b-5a1825fc90fd tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] 10.222.0.37 "DELETE /v2.0/networks/0651671c-4c42-46d4-afda-76f63ce0ca1e HTTP/1.1" status: 204 len: 168 time: 1.0655677 Dec 21 13:28:14.799885 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ecfccc0-4bf6-4005-a88a-1bf6741b06ae tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=103153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:28:14.800291 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7ecfccc0-4bf6-4005-a88a-1bf6741b06ae tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11349758'] for segment, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:14.808729 dv-neutron-master-2-hyperv neutron-server[103153]: Traceback (most recent call last): Dec 21 13:28:14.808729 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:28:14.808729 dv-neutron-master-2-hyperv neutron-server[103153]: timer() Dec 21 13:28:14.808729 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:28:14.808729 dv-neutron-master-2-hyperv neutron-server[103153]: cb(*args, **kw) Dec 21 13:28:14.808729 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:28:14.808729 dv-neutron-master-2-hyperv neutron-server[103153]: return func(*args, **kwargs) Dec 21 13:28:14.808729 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:28:14.808729 dv-neutron-master-2-hyperv neutron-server[103153]: self._notify() Dec 21 13:28:14.808729 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:28:14.808729 dv-neutron-master-2-hyperv neutron-server[103153]: self.callback(batched_events) Dec 21 13:28:14.808729 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:28:14.808729 dv-neutron-master-2-hyperv neutron-server[103153]: event.method(event) Dec 21 13:28:14.808729 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:28:14.808729 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:28:14.808729 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:28:14.808729 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:28:14.808729 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:28:14.808729 dv-neutron-master-2-hyperv neutron-server[103153]: return f(self, *a, **k) Dec 21 13:28:14.808729 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:28:14.808729 dv-neutron-master-2-hyperv neutron-server[103153]: return self._get(url).json() Dec 21 13:28:14.808729 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:28:14.808729 dv-neutron-master-2-hyperv neutron-server[103153]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:28:14.808729 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:28:14.808729 dv-neutron-master-2-hyperv neutron-server[103153]: return self.request(url, 'GET', **kwargs) Dec 21 13:28:14.808729 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:28:14.808729 dv-neutron-master-2-hyperv neutron-server[103153]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:28:14.808729 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:28:14.808729 dv-neutron-master-2-hyperv neutron-server[103153]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:28:14.808729 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:28:14.808729 dv-neutron-master-2-hyperv neutron-server[103153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:28:14.808729 dv-neutron-master-2-hyperv neutron-server[103153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:28:14.868486 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d2fe04-d4d5-44d9-896b-5a1825fc90fd tempest-NetworksTest-586293455 tempest-NetworksTest-586293455-project] Pushing event deleted for resources: {'Network': ['ID=0651671c-4c42-46d4-afda-76f63ce0ca1e,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:14.893359 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf9be32-9edb-456e-babf-0189226b7874 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Network 20f77a39-9704-44ad-8444-71d97da616e0 is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:28:14.898072 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7ecfccc0-4bf6-4005-a88a-1bf6741b06ae tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:14.902731 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7ecfccc0-4bf6-4005-a88a-1bf6741b06ae tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:14.905714 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4acd0f08-0bd9-485d-af00-3c5a7f757366 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Deleting port 36f5395f-f295-4e17-b9b0-0b6a370d2ca0 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:28:14.905995 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4acd0f08-0bd9-485d-af00-3c5a7f757366 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:14.907080 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-7ecfccc0-4bf6-4005-a88a-1bf6741b06ae tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] 10.222.0.37 "DELETE /v2.0/networks/9d98810e-7fb5-4036-b266-a35afead6451 HTTP/1.1" status: 204 len: 168 time: 0.7966585 Dec 21 13:28:14.914233 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55760) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:14.936518 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-1cf9be32-9edb-456e-babf-0189226b7874 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 20f77a39-9704-44ad-8444-71d97da616e0) {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:28:14.941681 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf9be32-9edb-456e-babf-0189226b7874 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:14.942283 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1cf9be32-9edb-456e-babf-0189226b7874 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks [] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:14.946800 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d891ccd6-8f39-4a17-bcea-5d3519145dfb None None] Network 20f77a39-9704-44ad-8444-71d97da616e0 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:28:14.968674 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecfccc0-4bf6-4005-a88a-1bf6741b06ae tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Pushing event deleted for resources: {'Network': ['ID=9d98810e-7fb5-4036-b266-a35afead6451,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:14.971419 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daaac41-8b99-4242-a0fb-9777be4815aa tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Pushing event updated for resources: {'Port': ['ID=0e9e3e61-dcf1-44c0-a102-7f6fdbb6c8ac,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:15.033946 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-1cf9be32-9edb-456e-babf-0189226b7874 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.9184029 Dec 21 13:28:15.036837 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55762) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:15.041273 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-6b735262-3416-4270-9dd0-c0d8c6234ca1 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-382183933', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}, 'admin_state_up': False}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:28:15.089791 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c7318497-7d79-4a73-ae8e-8af33b4e1829 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:15.104019 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-6daaac41-8b99-4242-a0fb-9777be4815aa tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] In _notify_port_updated(), no bound segment for port 0e9e3e61-dcf1-44c0-a102-7f6fdbb6c8ac on network 47632e68-ad08-47f5-80e4-e99b39dad6fb {{(pid=103152) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 21 13:28:15.107172 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83174a3b-271b-4c04-a564-c3018ccabbdd None None] Network 20f77a39-9704-44ad-8444-71d97da616e0 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:28:15.111993 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6daaac41-8b99-4242-a0fb-9777be4815aa tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:15.112714 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6daaac41-8b99-4242-a0fb-9777be4815aa tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:15.113490 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6b735262-3416-4270-9dd0-c0d8c6234ca1 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26964'] for router, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:15.114033 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-6daaac41-8b99-4242-a0fb-9777be4815aa tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] 10.222.0.37 "PUT /v2.0/ports/0e9e3e61-dcf1-44c0-a102-7f6fdbb6c8ac HTTP/1.1" status: 200 len: 1055 time: 1.4150383 Dec 21 13:28:15.114593 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6b735262-3416-4270-9dd0-c0d8c6234ca1 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-642316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26957'] for router, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:15.120868 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-348f0850-485a-4b0f-8f58-3c0669612947 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:15.131880 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55764) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:15.182121 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4acd0f08-0bd9-485d-af00-3c5a7f757366 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:15.194215 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-348f0850-485a-4b0f-8f58-3c0669612947 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f8cb736-61e9-4f3c-bdee-9e7bcaa81230']}} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:15.214018 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4acd0f08-0bd9-485d-af00-3c5a7f757366 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Calling delete_port for 36f5395f-f295-4e17-b9b0-0b6a370d2ca0 owned by {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:28:15.216813 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-348f0850-485a-4b0f-8f58-3c0669612947 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a77d648-26a8-45cb-b31a-976f53f866bf') {'for_net_delete': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:15.217125 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-348f0850-485a-4b0f-8f58-3c0669612947 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a77d648-26a8-45cb-b31a-976f53f866bf') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:15.238070 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-348f0850-485a-4b0f-8f58-3c0669612947 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526653'] for segment, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:15.250899 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55768) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:15.261339 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-74a988a9-c4d7-4301-b477-a9ca3f6f4e50 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:15.309785 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c7318497-7d79-4a73-ae8e-8af33b4e1829 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:15.332956 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-348f0850-485a-4b0f-8f58-3c0669612947 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:15.335619 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a988a9-c4d7-4301-b477-a9ca3f6f4e50 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Pushing event deleted for resources: {'Port': ['ID=0f6d4281-e65a-472e-9164-118af892f3db,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:15.358289 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-348f0850-485a-4b0f-8f58-3c0669612947 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=103152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:28:15.358289 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-348f0850-485a-4b0f-8f58-3c0669612947 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805426'] for segment, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:15.360982 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:15.360982 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:28:15.360982 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:15.360982 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:28:15.360982 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:15.360982 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:28:15.360982 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:15.360982 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:28:15.360982 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:15.360982 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:28:15.360982 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:15.360982 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:28:15.360982 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:15.360982 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:28:15.360982 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:15.360982 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:28:15.360982 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:15.360982 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:28:15.360982 dv-neutron-master-2-hyperv neutron-server[103152]: Traceback (most recent call last): Dec 21 13:28:15.360982 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:28:15.360982 dv-neutron-master-2-hyperv neutron-server[103152]: timer() Dec 21 13:28:15.360982 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:28:15.360982 dv-neutron-master-2-hyperv neutron-server[103152]: cb(*args, **kw) Dec 21 13:28:15.360982 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:28:15.360982 dv-neutron-master-2-hyperv neutron-server[103152]: return func(*args, **kwargs) Dec 21 13:28:15.360982 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:28:15.360982 dv-neutron-master-2-hyperv neutron-server[103152]: self._notify() Dec 21 13:28:15.360982 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:28:15.360982 dv-neutron-master-2-hyperv neutron-server[103152]: self.callback(batched_events) Dec 21 13:28:15.360982 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:28:15.360982 dv-neutron-master-2-hyperv neutron-server[103152]: event.method(event) Dec 21 13:28:15.360982 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:28:15.360982 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:28:15.360982 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:28:15.360982 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:28:15.360982 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:28:15.360982 dv-neutron-master-2-hyperv neutron-server[103152]: return f(self, *a, **k) Dec 21 13:28:15.360982 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:28:15.360982 dv-neutron-master-2-hyperv neutron-server[103152]: return self._get(url).json() Dec 21 13:28:15.360982 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:28:15.360982 dv-neutron-master-2-hyperv neutron-server[103152]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:28:15.360982 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:28:15.360982 dv-neutron-master-2-hyperv neutron-server[103152]: return self.request(url, 'GET', **kwargs) Dec 21 13:28:15.360982 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:28:15.360982 dv-neutron-master-2-hyperv neutron-server[103152]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:28:15.360982 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:28:15.360982 dv-neutron-master-2-hyperv neutron-server[103152]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:28:15.360982 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:28:15.360982 dv-neutron-master-2-hyperv neutron-server[103152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:28:15.360982 dv-neutron-master-2-hyperv neutron-server[103152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:28:15.370162 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-70f987f4-1f99-40e8-a8ff-df3f6fde8b81 None None] Provisioning complete for port 0e9e3e61-dcf1-44c0-a102-7f6fdbb6c8ac triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:28:15.371604 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-70f987f4-1f99-40e8-a8ff-df3f6fde8b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:15.393581 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6b735262-3416-4270-9dd0-c0d8c6234ca1 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:15.402211 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-c7318497-7d79-4a73-ae8e-8af33b4e1829 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2134d7c8-fae4-4f7c-95c6-9a936603cde8']}} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:15.434261 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-70f987f4-1f99-40e8-a8ff-df3f6fde8b81 None None] Port 0e9e3e61-dcf1-44c0-a102-7f6fdbb6c8ac cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:28:15.475973 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-c7318497-7d79-4a73-ae8e-8af33b4e1829 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6c5b0bb-d761-486c-96e7-2550f6d7813d') {'for_net_delete': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:15.476271 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-c7318497-7d79-4a73-ae8e-8af33b4e1829 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6c5b0bb-d761-486c-96e7-2550f6d7813d') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:15.512042 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-348f0850-485a-4b0f-8f58-3c0669612947 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:15.516894 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-348f0850-485a-4b0f-8f58-3c0669612947 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks [] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:15.520448 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-348f0850-485a-4b0f-8f58-3c0669612947 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "DELETE /v2.0/networks/4f8cb736-61e9-4f3c-bdee-9e7bcaa81230 HTTP/1.1" status: 204 len: 168 time: 1.2554479 Dec 21 13:28:15.524211 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c7318497-7d79-4a73-ae8e-8af33b4e1829 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1585430'] for segment, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:15.530980 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55772) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:15.538330 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-b5647991-6860-409e-9f6a-edfdcd2d489a tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-308560704', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}, 'admin_state_up': False}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:28:15.556283 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c7318497-7d79-4a73-ae8e-8af33b4e1829 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:15.598404 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348f0850-485a-4b0f-8f58-3c0669612947 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Pushing event deleted for resources: {'Network': ['ID=4f8cb736-61e9-4f3c-bdee-9e7bcaa81230,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:15.631051 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7318497-7d79-4a73-ae8e-8af33b4e1829 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=103153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:28:15.631466 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c7318497-7d79-4a73-ae8e-8af33b4e1829 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11349758'] for segment, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:15.635650 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4acd0f08-0bd9-485d-af00-3c5a7f757366 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:15.638075 dv-neutron-master-2-hyperv neutron-server[103153]: Traceback (most recent call last): Dec 21 13:28:15.638075 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:28:15.638075 dv-neutron-master-2-hyperv neutron-server[103153]: timer() Dec 21 13:28:15.638075 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:28:15.638075 dv-neutron-master-2-hyperv neutron-server[103153]: cb(*args, **kw) Dec 21 13:28:15.638075 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:28:15.638075 dv-neutron-master-2-hyperv neutron-server[103153]: return func(*args, **kwargs) Dec 21 13:28:15.638075 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:28:15.638075 dv-neutron-master-2-hyperv neutron-server[103153]: self._notify() Dec 21 13:28:15.638075 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:28:15.638075 dv-neutron-master-2-hyperv neutron-server[103153]: self.callback(batched_events) Dec 21 13:28:15.638075 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:28:15.638075 dv-neutron-master-2-hyperv neutron-server[103153]: event.method(event) Dec 21 13:28:15.638075 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:28:15.638075 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:28:15.638075 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:28:15.638075 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:28:15.638075 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:28:15.638075 dv-neutron-master-2-hyperv neutron-server[103153]: return f(self, *a, **k) Dec 21 13:28:15.638075 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:28:15.638075 dv-neutron-master-2-hyperv neutron-server[103153]: return self._get(url).json() Dec 21 13:28:15.638075 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:28:15.638075 dv-neutron-master-2-hyperv neutron-server[103153]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:28:15.638075 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:28:15.638075 dv-neutron-master-2-hyperv neutron-server[103153]: return self.request(url, 'GET', **kwargs) Dec 21 13:28:15.638075 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:28:15.638075 dv-neutron-master-2-hyperv neutron-server[103153]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:28:15.638075 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:28:15.638075 dv-neutron-master-2-hyperv neutron-server[103153]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:28:15.638075 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:28:15.638075 dv-neutron-master-2-hyperv neutron-server[103153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:28:15.638075 dv-neutron-master-2-hyperv neutron-server[103153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:28:15.681736 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-74a988a9-c4d7-4301-b477-a9ca3f6f4e50 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534084'] for router_interface, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:15.687230 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-c8dcddd7-5f65-4e3d-80b5-cc4df61186b4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c34ff9443f5b440bb29daef02ccce959&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4335744 Dec 21 13:28:15.689414 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acd0f08-0bd9-485d-af00-3c5a7f757366 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Pushing event deleted for resources: {'Port': ['ID=36f5395f-f295-4e17-b9b0-0b6a370d2ca0,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:15.696079 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6b735262-3416-4270-9dd0-c0d8c6234ca1 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:15.696205 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55774) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:15.700536 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-cc987c23-f307-44e0-bdfb-e136985b795c tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Deleting port 0e9e3e61-dcf1-44c0-a102-7f6fdbb6c8ac {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:28:15.701642 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-cc987c23-f307-44e0-bdfb-e136985b795c tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:15.708270 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4acd0f08-0bd9-485d-af00-3c5a7f757366 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:15.711400 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-4acd0f08-0bd9-485d-af00-3c5a7f757366 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "DELETE /v2.0/ports/36f5395f-f295-4e17-b9b0-0b6a370d2ca0 HTTP/1.1" status: 204 len: 168 time: 1.4816861 Dec 21 13:28:15.718328 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55776) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:15.746499 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b5647991-6860-409e-9f6a-edfdcd2d489a tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26964'] for router, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:15.747535 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b5647991-6860-409e-9f6a-edfdcd2d489a tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-642316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26957'] for router, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:15.752022 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-8caf790c-0671-4ae6-97be-c27233ba5d01 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] GET failed (client error): The resource could not be found. Dec 21 13:28:15.753473 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-8caf790c-0671-4ae6-97be-c27233ba5d01 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "GET /v2.0/ports/36f5395f-f295-4e17-b9b0-0b6a370d2ca0 HTTP/1.1" status: 404 len: 333 time: 0.0335157 Dec 21 13:28:15.757156 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c7318497-7d79-4a73-ae8e-8af33b4e1829 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:15.763259 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55778) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:15.769546 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-ae26e072-4971-4337-a4aa-9ffed6ad27c2 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Request body: {'port': {'network_id': 'b130763d-4a25-4977-9964-44d67d152f28', 'name': 'tempest-PortsIpV6TestJSON-630954694'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:28:15.811811 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c7318497-7d79-4a73-ae8e-8af33b4e1829 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:15.815281 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-c7318497-7d79-4a73-ae8e-8af33b4e1829 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] 10.222.0.37 "DELETE /v2.0/networks/2134d7c8-fae4-4f7c-95c6-9a936603cde8 HTTP/1.1" status: 204 len: 168 time: 0.8985617 Dec 21 13:28:15.861597 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7318497-7d79-4a73-ae8e-8af33b4e1829 tempest-BulkNetworkOpsIpV6Test-1427598264 tempest-BulkNetworkOpsIpV6Test-1427598264-project] Pushing event deleted for resources: {'Network': ['ID=2134d7c8-fae4-4f7c-95c6-9a936603cde8,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:15.892598 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e3fd1fb5-00f9-4b7b-8e0c-64a338b43ba6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:15.949255 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74a988a9-c4d7-4301-b477-a9ca3f6f4e50 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Router 1639de20-ef9d-4a9f-ae07-b617fe04c614 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:28:15.951467 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e3fd1fb5-00f9-4b7b-8e0c-64a338b43ba6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:16.060315 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55784) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:16.074204 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74a988a9-c4d7-4301-b477-a9ca3f6f4e50 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:28:16.083914 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-74a988a9-c4d7-4301-b477-a9ca3f6f4e50 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "PUT /v2.0/routers/1639de20-ef9d-4a9f-ae07-b617fe04c614/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8863127 Dec 21 13:28:16.084599 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55788) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:16.093679 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d65239-952c-4b1f-af31-5d2ac7ca77f2 None None] Sync routers for ids ['1639de20-ef9d-4a9f-ae07-b617fe04c614'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:28:16.116452 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d65239-952c-4b1f-af31-5d2ac7ca77f2 None None] Routers {'1639de20-ef9d-4a9f-ae07-b617fe04c614'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:28:16.117119 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-55d65239-952c-4b1f-af31-5d2ac7ca77f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:27:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['1639de20-ef9d-4a9f-ae07-b617fe04c614'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:16.135681 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-61d53be4-bda4-42b7-8a9a-9ad248bd3c38 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "GET /v2.0/ports?device_id=1639de20-ef9d-4a9f-ae07-b617fe04c614 HTTP/1.1" status: 200 len: 205 time: 0.0487537 Dec 21 13:28:16.136981 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55790) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:16.144459 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e3fd1fb5-00f9-4b7b-8e0c-64a338b43ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:16.147318 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e3fd1fb5-00f9-4b7b-8e0c-64a338b43ba6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:16.148547 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-e3fd1fb5-00f9-4b7b-8e0c-64a338b43ba6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a7f6fbd3-3a2b-4776-bae6-4c6550ce50d3 HTTP/1.1" status: 204 len: 168 time: 0.4500673 Dec 21 13:28:16.179397 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-55d65239-952c-4b1f-af31-5d2ac7ca77f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:16.191648 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fd1fb5-00f9-4b7b-8e0c-64a338b43ba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f6fbd3-3a2b-4776-bae6-4c6550ce50d3,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:16.195969 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b5647991-6860-409e-9f6a-edfdcd2d489a tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:16.211340 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d65239-952c-4b1f-af31-5d2ac7ca77f2 None None] Routers {'1639de20-ef9d-4a9f-ae07-b617fe04c614'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:28:16.212080 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-55d65239-952c-4b1f-af31-5d2ac7ca77f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:27:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['1639de20-ef9d-4a9f-ae07-b617fe04c614'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:16.251126 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-cc987c23-f307-44e0-bdfb-e136985b795c tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:16.267358 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-55d65239-952c-4b1f-af31-5d2ac7ca77f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:16.268330 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d65239-952c-4b1f-af31-5d2ac7ca77f2 None None] The sync data for ids ['1639de20-ef9d-4a9f-ae07-b617fe04c614'] in dv-neutron-master-2-hyperv is: [] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:28:16.269355 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6578dbfd-4e48-47d7-887e-26f86343ae46 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks [] for router, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:16.305765 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-cc987c23-f307-44e0-bdfb-e136985b795c tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Calling delete_port for 0e9e3e61-dcf1-44c0-a102-7f6fdbb6c8ac owned by {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:28:16.365428 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-a768b1ed-b339-4592-8cc5-785158c28aa5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=aac94f1c3a40489081e668ccf9663580&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3039558 Dec 21 13:28:16.395871 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55796) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:16.463787 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6578dbfd-4e48-47d7-887e-26f86343ae46 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26950'] for router, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:16.465803 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6578dbfd-4e48-47d7-887e-26f86343ae46 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:16.484731 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b5647991-6860-409e-9f6a-edfdcd2d489a tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:16.501354 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae26e072-4971-4337-a4aa-9ffed6ad27c2 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Made reservation on behalf of 3edf34a3eecc442ea8df7c8164f4e61d for: {'port': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:28:16.504896 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ae26e072-4971-4337-a4aa-9ffed6ad27c2 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:16.524954 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6578dbfd-4e48-47d7-887e-26f86343ae46 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534967'] for router, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:16.525533 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6578dbfd-4e48-47d7-887e-26f86343ae46 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Fanout notify agent at l3_agent the message router_deleted on router 1639de20-ef9d-4a9f-ae07-b617fe04c614 {{(pid=103152) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 13:28:16.533982 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6578dbfd-4e48-47d7-887e-26f86343ae46 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks [] for router, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:16.537906 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-6578dbfd-4e48-47d7-887e-26f86343ae46 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "DELETE /v2.0/routers/1639de20-ef9d-4a9f-ae07-b617fe04c614 HTTP/1.1" status: 204 len: 168 time: 0.3997080 Dec 21 13:28:16.538583 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55804) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:16.595449 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [None req-ae26e072-4971-4337-a4aa-9ffed6ad27c2 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] device_id is not set on port 249f4373-2038-4bcf-978a-927b38788c28 yet. {{(pid=103153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 13:28:16.627145 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_v2 [None req-c04440b4-8bfb-4c79-a986-ee21fb12c2ba tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Deleting subnet e55691ea-147f-4602-b62e-63562f9eea02 {{(pid=103152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:28:16.630561 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c04440b4-8bfb-4c79-a986-ee21fb12c2ba tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks [] for subnet, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:16.673549 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c04440b4-8bfb-4c79-a986-ee21fb12c2ba tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526644'] for subnet, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:16.717330 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-58b86788-e2ed-42ab-bab5-68c8af915bf6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:16.771091 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c04440b4-8bfb-4c79-a986-ee21fb12c2ba tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:16.837964 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-58b86788-e2ed-42ab-bab5-68c8af915bf6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:16.844690 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c04440b4-8bfb-4c79-a986-ee21fb12c2ba tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12346570'] for subnet, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:16.846973 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6b735262-3416-4270-9dd0-c0d8c6234ca1 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks [] for router_gateway, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:16.879034 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04440b4-8bfb-4c79-a986-ee21fb12c2ba tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Pushing event deleted for resources: {'Subnet': ['ID=e55691ea-147f-4602-b62e-63562f9eea02,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:16.888694 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c04440b4-8bfb-4c79-a986-ee21fb12c2ba tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:16.893232 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-cc987c23-f307-44e0-bdfb-e136985b795c tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:16.897103 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-c04440b4-8bfb-4c79-a986-ee21fb12c2ba tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "DELETE /v2.0/subnets/e55691ea-147f-4602-b62e-63562f9eea02 HTTP/1.1" status: 204 len: 168 time: 0.3573835 Dec 21 13:28:16.898341 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55816) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:16.899784 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6b735262-3416-4270-9dd0-c0d8c6234ca1 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:16.903084 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a414ef6b-bfaa-427d-aef9-6e3ae5fd81c5 None None] Network 69f29f87-9c69-4d1e-a018-4e20330bbedf requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:28:16.977410 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc987c23-f307-44e0-bdfb-e136985b795c tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Pushing event deleted for resources: {'Port': ['ID=0e9e3e61-dcf1-44c0-a102-7f6fdbb6c8ac,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:16.985088 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55818) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:17.018014 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ae0bfdc6-757f-473d-b25e-36c7f1a5f65b tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:17.093142 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ae0bfdc6-757f-473d-b25e-36c7f1a5f65b tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Deleting port 62cbcaee-9ec1-4d85-883f-548af088eb60 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:28:17.093593 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ae0bfdc6-757f-473d-b25e-36c7f1a5f65b tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:17.153755 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-58b86788-e2ed-42ab-bab5-68c8af915bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:17.156902 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-58b86788-e2ed-42ab-bab5-68c8af915bf6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:17.157376 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94db2de-7268-415b-9495-a8b5e275066a None None] DHCP port deletion for 69f29f87-9c69-4d1e-a018-4e20330bbedf request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:28:17.158083 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-58b86788-e2ed-42ab-bab5-68c8af915bf6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dda10ead-fc9e-4a40-a95f-2903ce07a95a HTTP/1.1" status: 204 len: 168 time: 0.7290184 Dec 21 13:28:17.201084 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-89be011e-f7f9-410e-a193-4cf78d48e73e tempest-NetworksNegativeTestJSON-910027747 tempest-NetworksNegativeTestJSON-910027747-project] Request body: {'port': {'network_id': 'aad86678-73b0-47e2-af02-b5ff1f15b52c', 'name': 'tempest-NetworksNegativeTestJSON-2111397581'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:28:17.226098 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-89be011e-f7f9-410e-a193-4cf78d48e73e tempest-NetworksNegativeTestJSON-910027747 tempest-NetworksNegativeTestJSON-910027747-project] POST failed (client error): The resource could not be found. Dec 21 13:28:17.226679 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89be011e-f7f9-410e-a193-4cf78d48e73e tempest-NetworksNegativeTestJSON-910027747 tempest-NetworksNegativeTestJSON-910027747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:28:17.230860 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-89be011e-f7f9-410e-a193-4cf78d48e73e tempest-NetworksNegativeTestJSON-910027747 tempest-NetworksNegativeTestJSON-910027747-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2414646 Dec 21 13:28:17.233777 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ae0bfdc6-757f-473d-b25e-36c7f1a5f65b tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] For port 62cbcaee-9ec1-4d85-883f-548af088eb60, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=62cbcaee-9ec1-4d85-883f-548af088eb60,segment=NetworkSegment(97860497-6516-4877-89ac-7985c800bb49),segment_id=97860497-6516-4877-89ac-7985c800bb49)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:28:17.234160 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ae0bfdc6-757f-473d-b25e-36c7f1a5f65b tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:17.235913 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ae26e072-4971-4337-a4aa-9ffed6ad27c2 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:17.237254 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55824) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:17.240433 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b86788-e2ed-42ab-bab5-68c8af915bf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda10ead-fc9e-4a40-a95f-2903ce07a95a,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:17.250189 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ae0bfdc6-757f-473d-b25e-36c7f1a5f65b tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Calling delete_port for 62cbcaee-9ec1-4d85-883f-548af088eb60 owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:28:17.298259 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc4179b4-6543-4fbe-8320-3ad82ec69c35 tempest-NetworksNegativeTestJSON-910027747 tempest-NetworksNegativeTestJSON-910027747-project] DELETE failed (client error): The resource could not be found. Dec 21 13:28:17.298697 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc4179b4-6543-4fbe-8320-3ad82ec69c35 tempest-NetworksNegativeTestJSON-910027747 tempest-NetworksNegativeTestJSON-910027747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:28:17.299128 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-b94db2de-7268-415b-9495-a8b5e275066a None None] Deleting port 62cbcaee-9ec1-4d85-883f-548af088eb60 {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:28:17.299503 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b94db2de-7268-415b-9495-a8b5e275066a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:17.305665 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-cc4179b4-6543-4fbe-8320-3ad82ec69c35 tempest-NetworksNegativeTestJSON-910027747 tempest-NetworksNegativeTestJSON-910027747-project] 10.222.0.37 "DELETE /v2.0/networks/f9c1ff97-2748-48cd-b484-5464f7f1cee5 HTTP/1.1" status: 404 len: 339 time: 0.0594985 Dec 21 13:28:17.341081 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55826) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:17.368891 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-6b735262-3416-4270-9dd0-c0d8c6234ca1 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Allocated IP 172.36.3.219 (7fdf1889-f079-4166-bbda-88b2a8d8d595/051a5607-1753-4008-a2f2-d94b48752e9c/73237ca3-ac72-4bc7-8761-c57313b8a524) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:28:17.374571 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7bb4096-0d6a-4e7b-bb00-d02981e64910 tempest-NetworksNegativeTestJSON-910027747 tempest-NetworksNegativeTestJSON-910027747-project] DELETE failed (client error): The resource could not be found. Dec 21 13:28:17.375298 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7bb4096-0d6a-4e7b-bb00-d02981e64910 tempest-NetworksNegativeTestJSON-910027747 tempest-NetworksNegativeTestJSON-910027747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:28:17.383781 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-f7bb4096-0d6a-4e7b-bb00-d02981e64910 tempest-NetworksNegativeTestJSON-910027747 tempest-NetworksNegativeTestJSON-910027747-project] 10.222.0.37 "DELETE /v2.0/ports/7fece72f-667f-4386-becd-57abdda712b8 HTTP/1.1" status: 404 len: 333 time: 0.0363326 Dec 21 13:28:17.392844 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55828) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:17.414386 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ae0bfdc6-757f-473d-b25e-36c7f1a5f65b tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:17.426861 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-b94db2de-7268-415b-9495-a8b5e275066a None None] For port 62cbcaee-9ec1-4d85-883f-548af088eb60, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=62cbcaee-9ec1-4d85-883f-548af088eb60,segment=NetworkSegment(97860497-6516-4877-89ac-7985c800bb49),segment_id=97860497-6516-4877-89ac-7985c800bb49)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:28:17.427262 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b94db2de-7268-415b-9495-a8b5e275066a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:17.441789 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-b94db2de-7268-415b-9495-a8b5e275066a None None] Calling delete_port for 62cbcaee-9ec1-4d85-883f-548af088eb60 owned by network:dhcp {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:28:17.464513 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-6515b803-768c-4063-8c33-8b9da846df96 tempest-NetworksNegativeTestJSON-910027747 tempest-NetworksNegativeTestJSON-910027747-project] DELETE failed (client error): The resource could not be found. Dec 21 13:28:17.464988 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6515b803-768c-4063-8c33-8b9da846df96 tempest-NetworksNegativeTestJSON-910027747 tempest-NetworksNegativeTestJSON-910027747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:28:17.468200 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-6515b803-768c-4063-8c33-8b9da846df96 tempest-NetworksNegativeTestJSON-910027747 tempest-NetworksNegativeTestJSON-910027747-project] 10.222.0.37 "DELETE /v2.0/subnets/0ba9b61a-9d05-4277-987f-d37f3b6dd915 HTTP/1.1" status: 404 len: 337 time: 0.0760524 Dec 21 13:28:17.472782 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55830) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:17.494341 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0bfdc6-757f-473d-b25e-36c7f1a5f65b tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Pushing event deleted for resources: {'Port': ['ID=62cbcaee-9ec1-4d85-883f-548af088eb60,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:17.500088 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0bfdc6-757f-473d-b25e-36c7f1a5f65b tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] No DVR routers for this DVR port 62cbcaee-9ec1-4d85-883f-548af088eb60 on host dv-neutron-master-2-hyperv {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:28:17.506083 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-2402916d-21f6-4240-8a29-9d67f094f97f tempest-NetworksNegativeTestJSON-910027747 tempest-NetworksNegativeTestJSON-910027747-project] GET failed (client error): The resource could not be found. Dec 21 13:28:17.511077 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-2402916d-21f6-4240-8a29-9d67f094f97f tempest-NetworksNegativeTestJSON-910027747 tempest-NetworksNegativeTestJSON-910027747-project] 10.222.0.37 "GET /v2.0/networks/3dd0f71a-bfe9-4bf2-b7cc-30d712ab1871 HTTP/1.1" status: 404 len: 339 time: 0.0336695 Dec 21 13:28:17.528399 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55834) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:17.530415 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b5647991-6860-409e-9f6a-edfdcd2d489a tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks [] for router_gateway, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:17.536680 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b94db2de-7268-415b-9495-a8b5e275066a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636'] for port, after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:17.569088 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94db2de-7268-415b-9495-a8b5e275066a None None] Pushing event deleted for resources: {'Port': ['ID=62cbcaee-9ec1-4d85-883f-548af088eb60,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:17.571585 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94db2de-7268-415b-9495-a8b5e275066a None None] No DVR routers for this DVR port 62cbcaee-9ec1-4d85-883f-548af088eb60 on host dv-neutron-master-2-hyperv {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:28:17.602076 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b5647991-6860-409e-9f6a-edfdcd2d489a tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:17.626056 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6283155-623b-42fd-bf3a-d98a049afbb9 tempest-NetworksNegativeTestJSON-910027747 tempest-NetworksNegativeTestJSON-910027747-project] GET failed (client error): The resource could not be found. Dec 21 13:28:17.631129 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-a6283155-623b-42fd-bf3a-d98a049afbb9 tempest-NetworksNegativeTestJSON-910027747 tempest-NetworksNegativeTestJSON-910027747-project] 10.222.0.37 "GET /v2.0/ports/c116b6a9-3c51-4e06-b9d1-b36d6778faff HTTP/1.1" status: 404 len: 333 time: 0.0979564 Dec 21 13:28:17.631650 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ae0bfdc6-757f-473d-b25e-36c7f1a5f65b tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:17.634744 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55838) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:17.648720 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ae26e072-4971-4337-a4aa-9ffed6ad27c2 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:17.679076 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4c22e73-cf3c-4300-a67f-b1756ef08e09 tempest-NetworksNegativeTestJSON-910027747 tempest-NetworksNegativeTestJSON-910027747-project] GET failed (client error): The resource could not be found. Dec 21 13:28:17.680484 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-f4c22e73-cf3c-4300-a67f-b1756ef08e09 tempest-NetworksNegativeTestJSON-910027747 tempest-NetworksNegativeTestJSON-910027747-project] 10.222.0.37 "GET /v2.0/subnets/ef98b929-761b-4b4b-9f6b-2fbf25db7a39 HTTP/1.1" status: 404 len: 337 time: 0.0446053 Dec 21 13:28:17.686044 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55842) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:17.692358 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-ef265573-08ba-43a1-917e-eeaf36feef4a tempest-NetworksNegativeTestJSON-910027747 tempest-NetworksNegativeTestJSON-910027747-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:28:17.713427 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-ae0bfdc6-757f-473d-b25e-36c7f1a5f65b tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69f29f87-9c69-4d1e-a018-4e20330bbedf']}} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:17.716578 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef265573-08ba-43a1-917e-eeaf36feef4a tempest-NetworksNegativeTestJSON-910027747 tempest-NetworksNegativeTestJSON-910027747-project] PUT failed (client error): The resource could not be found. Dec 21 13:28:17.717418 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef265573-08ba-43a1-917e-eeaf36feef4a tempest-NetworksNegativeTestJSON-910027747 tempest-NetworksNegativeTestJSON-910027747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:28:17.718799 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-ef265573-08ba-43a1-917e-eeaf36feef4a tempest-NetworksNegativeTestJSON-910027747 tempest-NetworksNegativeTestJSON-910027747-project] 10.222.0.37 "PUT /v2.0/networks/af71ee4e-aff4-4480-a271-21a760b652bd HTTP/1.1" status: 404 len: 339 time: 0.0315890 Dec 21 13:28:17.725951 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55846) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:17.731358 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-fdd3dacd-bd9f-408e-b2fe-8de84f5bc83e tempest-NetworksNegativeTestJSON-910027747 tempest-NetworksNegativeTestJSON-910027747-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:28:17.739828 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-ae0bfdc6-757f-473d-b25e-36c7f1a5f65b tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97860497-6516-4877-89ac-7985c800bb49') {'for_net_delete': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:17.740139 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-ae0bfdc6-757f-473d-b25e-36c7f1a5f65b tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97860497-6516-4877-89ac-7985c800bb49') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:17.770603 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ae0bfdc6-757f-473d-b25e-36c7f1a5f65b tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526653'] for segment, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:17.788459 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ae0bfdc6-757f-473d-b25e-36c7f1a5f65b tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:17.793036 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae26e072-4971-4337-a4aa-9ffed6ad27c2 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Network b130763d-4a25-4977-9964-44d67d152f28 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:28:17.795385 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae0bfdc6-757f-473d-b25e-36c7f1a5f65b tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=103152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:28:17.795788 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ae0bfdc6-757f-473d-b25e-36c7f1a5f65b tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805426'] for segment, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:17.808493 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-ae26e072-4971-4337-a4aa-9ffed6ad27c2 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:28:17.810938 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae26e072-4971-4337-a4aa-9ffed6ad27c2 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:28:17.817836 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae26e072-4971-4337-a4aa-9ffed6ad27c2 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:17.818494 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ae26e072-4971-4337-a4aa-9ffed6ad27c2 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:17.838853 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-cc987c23-f307-44e0-bdfb-e136985b795c tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:17.842400 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-cc987c23-f307-44e0-bdfb-e136985b795c tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] 10.222.0.37 "DELETE /v2.0/ports/0e9e3e61-dcf1-44c0-a102-7f6fdbb6c8ac HTTP/1.1" status: 204 len: 168 time: 2.7092726 Dec 21 13:28:17.848299 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6b735262-3416-4270-9dd0-c0d8c6234ca1 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:17.849704 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae26e072-4971-4337-a4aa-9ffed6ad27c2 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Pushing event updated for resources: {'Port': ['ID=249f4373-2038-4bcf-978a-927b38788c28,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:17.855188 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55850) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:17.859798 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:17.859798 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:28:17.859798 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:17.859798 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:28:17.859798 dv-neutron-master-2-hyperv neutron-server[103152]: Traceback (most recent call last): Dec 21 13:28:17.859798 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:28:17.859798 dv-neutron-master-2-hyperv neutron-server[103152]: timer() Dec 21 13:28:17.859798 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:28:17.859798 dv-neutron-master-2-hyperv neutron-server[103152]: cb(*args, **kw) Dec 21 13:28:17.859798 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:28:17.859798 dv-neutron-master-2-hyperv neutron-server[103152]: return func(*args, **kwargs) Dec 21 13:28:17.859798 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:28:17.859798 dv-neutron-master-2-hyperv neutron-server[103152]: self._notify() Dec 21 13:28:17.859798 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:28:17.859798 dv-neutron-master-2-hyperv neutron-server[103152]: self.callback(batched_events) Dec 21 13:28:17.859798 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:28:17.859798 dv-neutron-master-2-hyperv neutron-server[103152]: event.method(event) Dec 21 13:28:17.859798 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:28:17.859798 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:28:17.859798 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:28:17.859798 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:28:17.859798 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:28:17.859798 dv-neutron-master-2-hyperv neutron-server[103152]: return f(self, *a, **k) Dec 21 13:28:17.859798 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:28:17.859798 dv-neutron-master-2-hyperv neutron-server[103152]: return self._get(url).json() Dec 21 13:28:17.859798 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:28:17.859798 dv-neutron-master-2-hyperv neutron-server[103152]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:28:17.859798 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:28:17.859798 dv-neutron-master-2-hyperv neutron-server[103152]: return self.request(url, 'GET', **kwargs) Dec 21 13:28:17.859798 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:28:17.859798 dv-neutron-master-2-hyperv neutron-server[103152]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:28:17.859798 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:28:17.859798 dv-neutron-master-2-hyperv neutron-server[103152]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:28:17.859798 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:28:17.859798 dv-neutron-master-2-hyperv neutron-server[103152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:28:17.859798 dv-neutron-master-2-hyperv neutron-server[103152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:28:17.863819 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdd3dacd-bd9f-408e-b2fe-8de84f5bc83e tempest-NetworksNegativeTestJSON-910027747 tempest-NetworksNegativeTestJSON-910027747-project] PUT failed (client error): The resource could not be found. Dec 21 13:28:17.864426 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdd3dacd-bd9f-408e-b2fe-8de84f5bc83e tempest-NetworksNegativeTestJSON-910027747 tempest-NetworksNegativeTestJSON-910027747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:28:17.865600 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-fdd3dacd-bd9f-408e-b2fe-8de84f5bc83e tempest-NetworksNegativeTestJSON-910027747 tempest-NetworksNegativeTestJSON-910027747-project] 10.222.0.37 "PUT /v2.0/ports/74242d93-663f-48c9-bace-96ef6da8dce3 HTTP/1.1" status: 404 len: 333 time: 0.1384578 Dec 21 13:28:17.869497 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55852) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:17.879539 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-24727239-8011-4e3c-bf14-306a25e43fa3 tempest-NetworksNegativeTestJSON-910027747 tempest-NetworksNegativeTestJSON-910027747-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:28:17.882594 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ae0bfdc6-757f-473d-b25e-36c7f1a5f65b tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:17.894162 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ae0bfdc6-757f-473d-b25e-36c7f1a5f65b tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks [] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:17.899234 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-ae0bfdc6-757f-473d-b25e-36c7f1a5f65b tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "DELETE /v2.0/networks/69f29f87-9c69-4d1e-a018-4e20330bbedf HTTP/1.1" status: 204 len: 168 time: 0.9988642 Dec 21 13:28:17.906390 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55854) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:17.921613 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0bfdc6-757f-473d-b25e-36c7f1a5f65b tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Pushing event deleted for resources: {'Network': ['ID=69f29f87-9c69-4d1e-a018-4e20330bbedf,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:17.940903 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-ee5347f7-9f03-47ac-8072-b95f3a96b8da tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2044692884', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}, 'admin_state_up': False}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:28:17.954177 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55858) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:17.954679 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-ae26e072-4971-4337-a4aa-9ffed6ad27c2 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.1900945 Dec 21 13:28:17.956015 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.pecan_wsgi.hooks.translation [None req-a52b4dd7-649b-4754-a0f9-9097706173dd tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] GET failed (client error): The resource could not be found. Dec 21 13:28:17.960088 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-a52b4dd7-649b-4754-a0f9-9097706173dd tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] 10.222.0.37 "GET /v2.0/ports/0e9e3e61-dcf1-44c0-a102-7f6fdbb6c8ac HTTP/1.1" status: 404 len: 333 time: 0.0999715 Dec 21 13:28:17.961429 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-ea92feac-972c-46c9-a8bd-a43d4c327c7a tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:28:17.962208 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55860) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:17.965688 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.pecan_wsgi.hooks.translation [None req-24727239-8011-4e3c-bf14-306a25e43fa3 tempest-NetworksNegativeTestJSON-910027747 tempest-NetworksNegativeTestJSON-910027747-project] PUT failed (client error): The resource could not be found. Dec 21 13:28:17.966331 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24727239-8011-4e3c-bf14-306a25e43fa3 tempest-NetworksNegativeTestJSON-910027747 tempest-NetworksNegativeTestJSON-910027747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:28:17.967774 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-24727239-8011-4e3c-bf14-306a25e43fa3 tempest-NetworksNegativeTestJSON-910027747 tempest-NetworksNegativeTestJSON-910027747-project] 10.222.0.37 "PUT /v2.0/subnets/41d2332d-0ed6-41b1-b213-232ba34bf358 HTTP/1.1" status: 404 len: 337 time: 0.0972807 Dec 21 13:28:18.096219 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6b735262-3416-4270-9dd0-c0d8c6234ca1 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:18.105024 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ee5347f7-9f03-47ac-8072-b95f3a96b8da tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26964'] for router, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:18.106894 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ee5347f7-9f03-47ac-8072-b95f3a96b8da tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-642316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26957'] for router, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:18.114058 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ea92feac-972c-46c9-a8bd-a43d4c327c7a tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:18.222210 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b735262-3416-4270-9dd0-c0d8c6234ca1 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Network 7fdf1889-f079-4166-bbda-88b2a8d8d595 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:28:18.246122 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-6b735262-3416-4270-9dd0-c0d8c6234ca1 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:28:18.259575 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b735262-3416-4270-9dd0-c0d8c6234ca1 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:28:18.268594 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e5f6dc-e13a-49da-a0ef-ac5e4f9ea8fa None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:28:18.323968 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-b5647991-6860-409e-9f6a-edfdcd2d489a tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Allocated IP 172.36.3.135 (7fdf1889-f079-4166-bbda-88b2a8d8d595/051a5607-1753-4008-a2f2-d94b48752e9c/1e4ffbff-1a10-4ac0-9ceb-4194198afb75) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:28:18.326280 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b735262-3416-4270-9dd0-c0d8c6234ca1 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Pushing event updated for resources: {'Port': ['ID=73237ca3-ac72-4bc7-8761-c57313b8a524,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:18.415864 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ee5347f7-9f03-47ac-8072-b95f3a96b8da tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:18.421812 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-d12d7e6d-3b25-47db-8110-244e3f1fd411 None None] Provisioning complete for port 73237ca3-ac72-4bc7-8761-c57313b8a524 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:28:18.423931 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55872) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:18.424185 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d12d7e6d-3b25-47db-8110-244e3f1fd411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:18.437587 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-359eacc7-1f88-42a7-9819-77a93e341eb0 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Deleting port 891f6d3d-b88c-4520-a838-cae4ee412333 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:28:18.438175 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-359eacc7-1f88-42a7-9819-77a93e341eb0 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:18.463337 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-d12d7e6d-3b25-47db-8110-244e3f1fd411 None None] Port 73237ca3-ac72-4bc7-8761-c57313b8a524 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:28:18.471360 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55876) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:18.494145 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ea92feac-972c-46c9-a8bd-a43d4c327c7a tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:18.502505 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ea92feac-972c-46c9-a8bd-a43d4c327c7a tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805230'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:18.558919 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ea92feac-972c-46c9-a8bd-a43d4c327c7a tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] In _notify_port_updated(), no bound segment for port 249f4373-2038-4bcf-978a-927b38788c28 on network b130763d-4a25-4977-9964-44d67d152f28 {{(pid=103152) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 21 13:28:18.565735 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea92feac-972c-46c9-a8bd-a43d4c327c7a tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:18.566431 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ea92feac-972c-46c9-a8bd-a43d4c327c7a tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:18.567932 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-ea92feac-972c-46c9-a8bd-a43d4c327c7a tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "PUT /v2.0/ports/249f4373-2038-4bcf-978a-927b38788c28 HTTP/1.1" status: 200 len: 818 time: 0.6126692 Dec 21 13:28:18.570993 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55880) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:18.614335 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-33f85dcb-0737-4cce-a4f7-4f34ad2f724e tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-525459580'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:28:18.620061 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea92feac-972c-46c9-a8bd-a43d4c327c7a tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Pushing event updated for resources: {'Port': ['ID=249f4373-2038-4bcf-978a-927b38788c28,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:18.649001 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 62cbcaee-9ec1-4d85-883f-548af088eb60 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:28:18.674326 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: 62cbcaee-9ec1-4d85-883f-548af088eb60 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:28:18.674934 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 62cbcaee-9ec1-4d85-883f-548af088eb60 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:28:18.685109 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33f85dcb-0737-4cce-a4f7-4f34ad2f724e tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Made reservation on behalf of 05521adc285d4e7aaee5420426157a08 for: {'network': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:28:18.689565 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-33f85dcb-0737-4cce-a4f7-4f34ad2f724e tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:18.704386 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-33f85dcb-0737-4cce-a4f7-4f34ad2f724e tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks [] for security_group, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:18.722756 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-350af392-8b62-450d-aaca-43ed1b48b53a tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Deleting port 249f4373-2038-4bcf-978a-927b38788c28 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:28:18.723098 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-350af392-8b62-450d-aaca-43ed1b48b53a tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:18.809166 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-350af392-8b62-450d-aaca-43ed1b48b53a tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:18.835942 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-350af392-8b62-450d-aaca-43ed1b48b53a tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Calling delete_port for 249f4373-2038-4bcf-978a-927b38788c28 owned by {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:28:18.909611 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-33f85dcb-0737-4cce-a4f7-4f34ad2f724e tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks [] for security_group, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:18.920323 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-33f85dcb-0737-4cce-a4f7-4f34ad2f724e tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:18.927735 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-38089a70-5843-4203-b885-16ef171bbb51 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:18.949415 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33f85dcb-0737-4cce-a4f7-4f34ad2f724e tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=103152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:28:18.973521 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f85dcb-0737-4cce-a4f7-4f34ad2f724e tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddd6969a-8b13-4999-b962-648bbdbb9c13,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:18.977536 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-33f85dcb-0737-4cce-a4f7-4f34ad2f724e tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:18.977536 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.segments_db [None req-33f85dcb-0737-4cce-a4f7-4f34ad2f724e tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Added segment be8e64a2-1bd2-435d-94d9-e0e5e5ad6c13 of type vlan for network 825b9fa4-7aa8-482d-aa67-6f6339ee5185 Dec 21 13:28:19.016173 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-350af392-8b62-450d-aaca-43ed1b48b53a tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:19.102933 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ee5347f7-9f03-47ac-8072-b95f3a96b8da tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:19.134734 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-359eacc7-1f88-42a7-9819-77a93e341eb0 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:19.179825 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b5647991-6860-409e-9f6a-edfdcd2d489a tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:19.181986 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-359eacc7-1f88-42a7-9819-77a93e341eb0 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Calling delete_port for 891f6d3d-b88c-4520-a838-cae4ee412333 owned by {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:28:19.267827 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-33f85dcb-0737-4cce-a4f7-4f34ad2f724e tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:19.273573 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350af392-8b62-450d-aaca-43ed1b48b53a tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Pushing event deleted for resources: {'Port': ['ID=249f4373-2038-4bcf-978a-927b38788c28,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:19.283429 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-350af392-8b62-450d-aaca-43ed1b48b53a tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:19.290757 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-350af392-8b62-450d-aaca-43ed1b48b53a tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "DELETE /v2.0/ports/249f4373-2038-4bcf-978a-927b38788c28 HTTP/1.1" status: 204 len: 168 time: 0.7147357 Dec 21 13:28:19.291635 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55882) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:19.331938 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-33f85dcb-0737-4cce-a4f7-4f34ad2f724e tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:19.339183 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f85dcb-0737-4cce-a4f7-4f34ad2f724e tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:19.339803 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-33f85dcb-0737-4cce-a4f7-4f34ad2f724e tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks [] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:19.385573 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-33f85dcb-0737-4cce-a4f7-4f34ad2f724e tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9126792 Dec 21 13:28:19.423489 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede6d31e-29e6-49bd-9d7b-0f3082d573bc tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:19.427682 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-ede6d31e-29e6-49bd-9d7b-0f3082d573bc tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.1327975 Dec 21 13:28:19.429021 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55884) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:19.441142 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f85dcb-0737-4cce-a4f7-4f34ad2f724e tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Pushing event updated for resources: {'Network': ['ID=825b9fa4-7aa8-482d-aa67-6f6339ee5185,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:19.457015 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-38089a70-5843-4203-b885-16ef171bbb51 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:19.457255 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1ac8b4c-baf8-458b-b17c-440bce32fc8c tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] GET failed (client error): The resource could not be found. Dec 21 13:28:19.462299 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-b1ac8b4c-baf8-458b-b17c-440bce32fc8c tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "GET /v2.0/ports/249f4373-2038-4bcf-978a-927b38788c28 HTTP/1.1" status: 404 len: 333 time: 0.0293736 Dec 21 13:28:19.462609 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b5647991-6860-409e-9f6a-edfdcd2d489a tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:19.462716 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55886) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:19.468194 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-8fdd4e27-e1b1-4a1a-b0a7-7f320638c817 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1797185127'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:28:19.489274 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network 825b9fa4-7aa8-482d-aa67-6f6339ee5185 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:28:19.499426 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-38089a70-5843-4203-b885-16ef171bbb51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:19.518194 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fdd4e27-e1b1-4a1a-b0a7-7f320638c817 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Made reservation on behalf of 3edf34a3eecc442ea8df7c8164f4e61d for: {'network': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:28:19.524118 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8fdd4e27-e1b1-4a1a-b0a7-7f320638c817 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:19.536103 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6b735262-3416-4270-9dd0-c0d8c6234ca1 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks [] for router_gateway, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:19.561582 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fdd4e27-e1b1-4a1a-b0a7-7f320638c817 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=103152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:28:19.574169 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8fdd4e27-e1b1-4a1a-b0a7-7f320638c817 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:19.574732 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.segments_db [None req-8fdd4e27-e1b1-4a1a-b0a7-7f320638c817 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Added segment ec201a78-5fa5-4c3a-9838-220affc90ce0 of type vlan for network c26ec6a1-37de-4c82-841d-ea9bbbc68118 Dec 21 13:28:19.612041 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5647991-6860-409e-9f6a-edfdcd2d489a tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Network 7fdf1889-f079-4166-bbda-88b2a8d8d595 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:28:19.626751 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8fdd4e27-e1b1-4a1a-b0a7-7f320638c817 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:19.643064 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5647991-6860-409e-9f6a-edfdcd2d489a tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Pushing event updated for resources: {'Port': ['ID=1e4ffbff-1a10-4ac0-9ceb-4194198afb75,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:19.648396 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-38089a70-5843-4203-b885-16ef171bbb51 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=17065fc049c44f22a2419b8c91e114cb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2221768 Dec 21 13:28:19.651585 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55888) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:19.655687 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-b5647991-6860-409e-9f6a-edfdcd2d489a tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:28:19.664182 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38089a70-5843-4203-b885-16ef171bbb51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dee41199-aa2c-415a-90e3-34d382c52564,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:19.667689 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5647991-6860-409e-9f6a-edfdcd2d489a tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:28:19.674924 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05c9a03-3d97-4487-8f9d-ded2388d5e9e None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:28:19.725661 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8fdd4e27-e1b1-4a1a-b0a7-7f320638c817 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:19.731385 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fdd4e27-e1b1-4a1a-b0a7-7f320638c817 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:19.732115 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8fdd4e27-e1b1-4a1a-b0a7-7f320638c817 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks [] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:19.743546 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-77dad592-ab4d-4ad2-887d-9db303c09a04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:19.787191 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-8fdd4e27-e1b1-4a1a-b0a7-7f320638c817 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3234675 Dec 21 13:28:19.788629 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-359eacc7-1f88-42a7-9819-77a93e341eb0 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:19.793954 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55890) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:19.800194 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-52661ed0-5c02-4bbf-bba5-0f19879934ff tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Request body: {'subnet': {'network_id': 'c26ec6a1-37de-4c82-841d-ea9bbbc68118', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:28:19.813842 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-4b10d308-ce9f-4fcb-8b75-6b6606aced0a None None] Provisioning complete for port 1e4ffbff-1a10-4ac0-9ceb-4194198afb75 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:28:19.814538 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-4b10d308-ce9f-4fcb-8b75-6b6606aced0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:19.857667 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-77dad592-ab4d-4ad2-887d-9db303c09a04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:19.871448 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdd4e27-e1b1-4a1a-b0a7-7f320638c817 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Pushing event updated for resources: {'Network': ['ID=c26ec6a1-37de-4c82-841d-ea9bbbc68118,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:19.873847 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-4b10d308-ce9f-4fcb-8b75-6b6606aced0a None None] Port 1e4ffbff-1a10-4ac0-9ceb-4194198afb75 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:28:19.883826 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network c26ec6a1-37de-4c82-841d-ea9bbbc68118 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:28:19.916352 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359eacc7-1f88-42a7-9819-77a93e341eb0 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Pushing event deleted for resources: {'Port': ['ID=891f6d3d-b88c-4520-a838-cae4ee412333,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:19.982218 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52661ed0-5c02-4bbf-bba5-0f19879934ff tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Made reservation on behalf of 3edf34a3eecc442ea8df7c8164f4e61d for: {'subnet': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:28:19.987743 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-52661ed0-5c02-4bbf-bba5-0f19879934ff tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12346583'] for subnet, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:19.994111 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-77dad592-ab4d-4ad2-887d-9db303c09a04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:19.997216 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-77dad592-ab4d-4ad2-887d-9db303c09a04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:20.003216 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-77dad592-ab4d-4ad2-887d-9db303c09a04 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dee41199-aa2c-415a-90e3-34d382c52564 HTTP/1.1" status: 204 len: 168 time: 0.3483748 Dec 21 13:28:20.049721 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dad592-ab4d-4ad2-887d-9db303c09a04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee41199-aa2c-415a-90e3-34d382c52564,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:20.275760 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-359eacc7-1f88-42a7-9819-77a93e341eb0 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:20.293068 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-359eacc7-1f88-42a7-9819-77a93e341eb0 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] 10.222.0.37 "DELETE /v2.0/ports/891f6d3d-b88c-4520-a838-cae4ee412333 HTTP/1.1" status: 204 len: 168 time: 2.3265882 Dec 21 13:28:20.293746 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55896) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:20.317308 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ee5347f7-9f03-47ac-8072-b95f3a96b8da tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks [] for router_gateway, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:20.334458 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fd507fa-c43f-421c-af7b-9de2105e87b4 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] GET failed (client error): The resource could not be found. Dec 21 13:28:20.340053 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-2fd507fa-c43f-421c-af7b-9de2105e87b4 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] 10.222.0.37 "GET /v2.0/ports/891f6d3d-b88c-4520-a838-cae4ee412333 HTTP/1.1" status: 404 len: 333 time: 0.0415232 Dec 21 13:28:20.341426 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55898) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:20.410731 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ee5347f7-9f03-47ac-8072-b95f3a96b8da tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:20.448873 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-52661ed0-5c02-4bbf-bba5-0f19879934ff tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12346565'] for subnet, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:20.513433 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52661ed0-5c02-4bbf-bba5-0f19879934ff tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Pushing event updated for resources: {'Subnet': ['ID=57034227-33ba-4531-9e6f-224c3c78e263,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:20.579905 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52661ed0-5c02-4bbf-bba5-0f19879934ff tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Checking segment: {'id': 'ec201a78-5fa5-4c3a-9838-220affc90ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'c26ec6a1-37de-4c82-841d-ea9bbbc68118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:28:20.580444 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52661ed0-5c02-4bbf-bba5-0f19879934ff tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Network hostable DHCP agents. Network: c26ec6a1-37de-4c82-841d-ea9bbbc68118, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:28:20.622639 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-a63c80bd-d276-44f3-8ea2-822c9a26b79b tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Deleting port cd09f591-be54-467d-8d7d-1d573cf377d0 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:28:20.623338 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a63c80bd-d276-44f3-8ea2-822c9a26b79b tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:20.628789 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52661ed0-5c02-4bbf-bba5-0f19879934ff tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Network c26ec6a1-37de-4c82-841d-ea9bbbc68118 is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:28:20.655988 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-52661ed0-5c02-4bbf-bba5-0f19879934ff tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, c26ec6a1-37de-4c82-841d-ea9bbbc68118) {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:28:20.669742 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e8f4d7-847a-4409-8856-9f619060d501 None None] Network c26ec6a1-37de-4c82-841d-ea9bbbc68118 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:28:20.676664 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52661ed0-5c02-4bbf-bba5-0f19879934ff tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:20.677603 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-52661ed0-5c02-4bbf-bba5-0f19879934ff tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:20.729055 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-52661ed0-5c02-4bbf-bba5-0f19879934ff tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9327903 Dec 21 13:28:20.730036 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55912) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:20.738192 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-2a3086ae-5447-4a8e-b728-04bdcdb5d3f6 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Request body: {'subnet': {'network_id': 'c26ec6a1-37de-4c82-841d-ea9bbbc68118', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:28:20.835396 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a63c80bd-d276-44f3-8ea2-822c9a26b79b tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:20.858144 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-a63c80bd-d276-44f3-8ea2-822c9a26b79b tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Calling delete_port for cd09f591-be54-467d-8d7d-1d573cf377d0 owned by {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:28:20.862554 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19ada7c-5b41-4bb7-af03-e2d7fc766c11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-c26ec6a1-37de-4c82-841d-ea9bbbc68118', 'network_id': 'c26ec6a1-37de-4c82-841d-ea9bbbc68118', 'project_id': '3edf34a3eecc442ea8df7c8164f4e61d', 'fixed_ips': [{'subnet_id': '57034227-33ba-4531-9e6f-224c3c78e263'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:28:20.865162 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d19ada7c-5b41-4bb7-af03-e2d7fc766c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:20.969467 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a3086ae-5447-4a8e-b728-04bdcdb5d3f6 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Made reservation on behalf of 3edf34a3eecc442ea8df7c8164f4e61d for: {'subnet': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:28:20.973334 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2a3086ae-5447-4a8e-b728-04bdcdb5d3f6 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12346583'] for subnet, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:21.030165 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-ee5347f7-9f03-47ac-8072-b95f3a96b8da tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Allocated IP 172.36.3.236 (7fdf1889-f079-4166-bbda-88b2a8d8d595/051a5607-1753-4008-a2f2-d94b48752e9c/09811e3e-e542-4479-b851-86159c31bcd0) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:28:21.068698 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-d19ada7c-5b41-4bb7-af03-e2d7fc766c11 None None] Allocated IP 2001:db8::2 (c26ec6a1-37de-4c82-841d-ea9bbbc68118/57034227-33ba-4531-9e6f-224c3c78e263/77f7acd3-20d2-49f0-9f06-039816891586) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:28:21.174474 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ee5347f7-9f03-47ac-8072-b95f3a96b8da tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:21.209217 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55918) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:21.209638 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.ipam_backend_mixin [None req-2a3086ae-5447-4a8e-b728-04bdcdb5d3f6 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 57034227-33ba-4531-9e6f-224c3c78e263 (CIDR: 2001:db8::/64) Dec 21 13:28:21.212228 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6b735262-3416-4270-9dd0-c0d8c6234ca1 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548730'] for router, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:21.220085 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a3086ae-5447-4a8e-b728-04bdcdb5d3f6 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 13:28:21.221386 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a3086ae-5447-4a8e-b728-04bdcdb5d3f6 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:28:21.229533 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ee5347f7-9f03-47ac-8072-b95f3a96b8da tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:21.256845 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-2a3086ae-5447-4a8e-b728-04bdcdb5d3f6 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5233905 Dec 21 13:28:21.258659 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55922) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:21.264087 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-a3169814-e64b-45e0-8faa-dc8db3e3c7ef tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Request body: {'subnet': {'network_id': 'c26ec6a1-37de-4c82-841d-ea9bbbc68118', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:28:21.302632 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5347f7-9f03-47ac-8072-b95f3a96b8da tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Network 7fdf1889-f079-4166-bbda-88b2a8d8d595 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:28:21.319671 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d19ada7c-5b41-4bb7-af03-e2d7fc766c11 None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:21.331009 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d19ada7c-5b41-4bb7-af03-e2d7fc766c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:21.348549 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5347f7-9f03-47ac-8072-b95f3a96b8da tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Pushing event updated for resources: {'Port': ['ID=09811e3e-e542-4479-b851-86159c31bcd0,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:21.351770 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-ee5347f7-9f03-47ac-8072-b95f3a96b8da tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:28:21.364509 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5347f7-9f03-47ac-8072-b95f3a96b8da tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:28:21.377821 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a63c80bd-d276-44f3-8ea2-822c9a26b79b tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:21.432390 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63c80bd-d276-44f3-8ea2-822c9a26b79b tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Pushing event deleted for resources: {'Port': ['ID=cd09f591-be54-467d-8d7d-1d573cf377d0,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:21.434460 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e94e7c-f98e-44ac-bade-736bc035f0d4 None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:28:21.474208 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19ada7c-5b41-4bb7-af03-e2d7fc766c11 None None] Network c26ec6a1-37de-4c82-841d-ea9bbbc68118 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:28:21.496083 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-d19ada7c-5b41-4bb7-af03-e2d7fc766c11 None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:28:21.510864 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19ada7c-5b41-4bb7-af03-e2d7fc766c11 None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:28:21.539225 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3169814-e64b-45e0-8faa-dc8db3e3c7ef tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Made reservation on behalf of 3edf34a3eecc442ea8df7c8164f4e61d for: {'subnet': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:28:21.545473 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a3169814-e64b-45e0-8faa-dc8db3e3c7ef tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12346583'] for subnet, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:21.566930 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19ada7c-5b41-4bb7-af03-e2d7fc766c11 None None] Pushing event updated for resources: {'Port': ['ID=77f7acd3-20d2-49f0-9f06-039816891586,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:21.615917 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-be753305-4ddf-4765-856b-e212959e9cdb tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-161204636'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:28:21.629435 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a63c80bd-d276-44f3-8ea2-822c9a26b79b tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:21.634110 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-a63c80bd-d276-44f3-8ea2-822c9a26b79b tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] 10.222.0.37 "DELETE /v2.0/ports/cd09f591-be54-467d-8d7d-1d573cf377d0 HTTP/1.1" status: 204 len: 168 time: 1.2654855 Dec 21 13:28:21.637396 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55924) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:21.666672 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-d19ada7c-5b41-4bb7-af03-e2d7fc766c11 None None] Attempting to bind port 77f7acd3-20d2-49f0-9f06-039816891586 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:28:21.669986 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-d19ada7c-5b41-4bb7-af03-e2d7fc766c11 None None] Attempting to bind port 77f7acd3-20d2-49f0-9f06-039816891586 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ec201a78-5fa5-4c3a-9838-220affc90ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'c26ec6a1-37de-4c82-841d-ea9bbbc68118'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:28:21.670622 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19ada7c-5b41-4bb7-af03-e2d7fc766c11 None None] Attempting to bind port 77f7acd3-20d2-49f0-9f06-039816891586 on network c26ec6a1-37de-4c82-841d-ea9bbbc68118 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:28:21.679493 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19ada7c-5b41-4bb7-af03-e2d7fc766c11 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:28:21.686845 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b5647991-6860-409e-9f6a-edfdcd2d489a tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks [] for router_gateway, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:21.690856 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19ada7c-5b41-4bb7-af03-e2d7fc766c11 None None] Checking segment: {'id': 'ec201a78-5fa5-4c3a-9838-220affc90ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'c26ec6a1-37de-4c82-841d-ea9bbbc68118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:28:21.691386 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d19ada7c-5b41-4bb7-af03-e2d7fc766c11 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:21.691884 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19ada7c-5b41-4bb7-af03-e2d7fc766c11 None None] Bound using segment: {'id': 'ec201a78-5fa5-4c3a-9838-220affc90ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'c26ec6a1-37de-4c82-841d-ea9bbbc68118'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:28:21.695812 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-d19ada7c-5b41-4bb7-af03-e2d7fc766c11 None None] Bound port: 77f7acd3-20d2-49f0-9f06-039816891586, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec201a78-5fa5-4c3a-9838-220affc90ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'c26ec6a1-37de-4c82-841d-ea9bbbc68118'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:28:21.696308 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d19ada7c-5b41-4bb7-af03-e2d7fc766c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:21.723139 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-2c4b24f4-3844-4ae0-904f-dc5c5c4ea412 None None] Provisioning complete for port 09811e3e-e542-4479-b851-86159c31bcd0 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:28:21.723678 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-2c4b24f4-3844-4ae0-904f-dc5c5c4ea412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:21.730051 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c90206f-8fac-4e54-9c1c-ef2d6de967f9 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Deleting subnet cc6279fe-3804-4cf9-8b18-a4ca62e45e34 {{(pid=103152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:28:21.735058 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7c90206f-8fac-4e54-9c1c-ef2d6de967f9 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Publish callbacks [] for subnet, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:21.777614 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7c90206f-8fac-4e54-9c1c-ef2d6de967f9 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526644'] for subnet, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:21.805577 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-2c4b24f4-3844-4ae0-904f-dc5c5c4ea412 None None] Port 09811e3e-e542-4479-b851-86159c31bcd0 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:28:21.827315 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-d19ada7c-5b41-4bb7-af03-e2d7fc766c11 None None] For port 77f7acd3-20d2-49f0-9f06-039816891586, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:28:21.831077 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-d19ada7c-5b41-4bb7-af03-e2d7fc766c11 None None] For port 77f7acd3-20d2-49f0-9f06-039816891586, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=77f7acd3-20d2-49f0-9f06-039816891586,segment=NetworkSegment(ec201a78-5fa5-4c3a-9838-220affc90ce0),segment_id=ec201a78-5fa5-4c3a-9838-220affc90ce0)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:28:21.838242 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d19ada7c-5b41-4bb7-af03-e2d7fc766c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:21.870685 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7c90206f-8fac-4e54-9c1c-ef2d6de967f9 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:21.901831 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19ada7c-5b41-4bb7-af03-e2d7fc766c11 None None] Pushing event updated for resources: {'Port': ['ID=77f7acd3-20d2-49f0-9f06-039816891586,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:21.952477 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7c90206f-8fac-4e54-9c1c-ef2d6de967f9 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12346570'] for subnet, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:21.964137 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be753305-4ddf-4765-856b-e212959e9cdb tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Made reservation on behalf of 401fab62d2cc4dcc90d3b9ab6f110b7e for: {'network': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:28:21.968372 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-be753305-4ddf-4765-856b-e212959e9cdb tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:21.990665 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c90206f-8fac-4e54-9c1c-ef2d6de967f9 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Pushing event deleted for resources: {'Subnet': ['ID=cc6279fe-3804-4cf9-8b18-a4ca62e45e34,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:22.014541 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7c90206f-8fac-4e54-9c1c-ef2d6de967f9 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:22.016975 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fbac8c4-c428-4f82-b631-d5b0f9c36fcc None None] Network 47632e68-ad08-47f5-80e4-e99b39dad6fb requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:28:22.017111 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-be753305-4ddf-4765-856b-e212959e9cdb tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks [] for security_group, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:22.023133 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-7c90206f-8fac-4e54-9c1c-ef2d6de967f9 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] 10.222.0.37 "DELETE /v2.0/subnets/cc6279fe-3804-4cf9-8b18-a4ca62e45e34 HTTP/1.1" status: 204 len: 168 time: 0.3797944 Dec 21 13:28:22.023133 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55926) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:22.125566 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-be753305-4ddf-4765-856b-e212959e9cdb tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks [] for security_group, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:22.137195 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-be753305-4ddf-4765-856b-e212959e9cdb tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:22.145905 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ec445481-0446-4308-a3e0-86b51f5af013 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:22.311671 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ec445481-0446-4308-a3e0-86b51f5af013 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Deleting port 292767f4-e86b-48a4-af72-bfb4b62622df {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:28:22.312012 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ec445481-0446-4308-a3e0-86b51f5af013 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:22.353701 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be753305-4ddf-4765-856b-e212959e9cdb tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=103153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:28:22.356938 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b5647991-6860-409e-9f6a-edfdcd2d489a tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548730'] for router, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:22.358994 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ee5347f7-9f03-47ac-8072-b95f3a96b8da tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks [] for router_gateway, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:22.404892 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb25694-f370-4f3a-b008-0cb9974346e8 None None] DHCP port deletion for 47632e68-ad08-47f5-80e4-e99b39dad6fb request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:28:22.480527 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-7cb25694-f370-4f3a-b008-0cb9974346e8 None None] Deleting port 292767f4-e86b-48a4-af72-bfb4b62622df {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:28:22.481049 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7cb25694-f370-4f3a-b008-0cb9974346e8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:22.542489 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a3169814-e64b-45e0-8faa-dc8db3e3c7ef tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12346565'] for subnet, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:22.575124 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-7cb25694-f370-4f3a-b008-0cb9974346e8 None None] For port 292767f4-e86b-48a4-af72-bfb4b62622df, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=292767f4-e86b-48a4-af72-bfb4b62622df,segment=NetworkSegment(0cd36b52-9d46-4965-b6fd-f16232309d8c),segment_id=0cd36b52-9d46-4965-b6fd-f16232309d8c)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:28:22.575882 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7cb25694-f370-4f3a-b008-0cb9974346e8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:22.662588 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ec445481-0446-4308-a3e0-86b51f5af013 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] For port 292767f4-e86b-48a4-af72-bfb4b62622df, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=292767f4-e86b-48a4-af72-bfb4b62622df,segment=NetworkSegment(0cd36b52-9d46-4965-b6fd-f16232309d8c),segment_id=0cd36b52-9d46-4965-b6fd-f16232309d8c)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:28:22.663258 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ec445481-0446-4308-a3e0-86b51f5af013 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:22.694658 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3169814-e64b-45e0-8faa-dc8db3e3c7ef tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Network c26ec6a1-37de-4c82-841d-ea9bbbc68118 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:28:22.702771 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-a3169814-e64b-45e0-8faa-dc8db3e3c7ef tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:28:22.714689 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3169814-e64b-45e0-8faa-dc8db3e3c7ef tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:22.715960 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a3169814-e64b-45e0-8faa-dc8db3e3c7ef tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:22.719664 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ec445481-0446-4308-a3e0-86b51f5af013 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Calling delete_port for 292767f4-e86b-48a4-af72-bfb4b62622df owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:28:22.723552 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3169814-e64b-45e0-8faa-dc8db3e3c7ef tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Pushing event updated for resources: {'Subnet': ['ID=358d0a00-42dd-4f0a-b34c-6eec9a24945e,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:22.765179 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3169814-e64b-45e0-8faa-dc8db3e3c7ef tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:28:22.766313 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3169814-e64b-45e0-8faa-dc8db3e3c7ef tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:28:22.766826 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3169814-e64b-45e0-8faa-dc8db3e3c7ef tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:28:22.767331 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3169814-e64b-45e0-8faa-dc8db3e3c7ef tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:28:22.767816 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3169814-e64b-45e0-8faa-dc8db3e3c7ef tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:28:22.768122 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-be753305-4ddf-4765-856b-e212959e9cdb tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:22.768468 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3169814-e64b-45e0-8faa-dc8db3e3c7ef tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:28:22.768586 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.segments_db [None req-be753305-4ddf-4765-856b-e212959e9cdb tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Added segment 5a3eecab-405a-48b3-b476-c53671b8bca8 of type vlan for network c6bf85d4-de6b-4911-ac91-51fc0c7c7ed2 Dec 21 13:28:22.769050 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3169814-e64b-45e0-8faa-dc8db3e3c7ef tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:28:22.769525 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3169814-e64b-45e0-8faa-dc8db3e3c7ef tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:28:22.770123 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3169814-e64b-45e0-8faa-dc8db3e3c7ef tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:28:22.770626 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3169814-e64b-45e0-8faa-dc8db3e3c7ef tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:28:22.771101 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3169814-e64b-45e0-8faa-dc8db3e3c7ef tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:28:22.772922 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3169814-e64b-45e0-8faa-dc8db3e3c7ef tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:28:22.773432 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3169814-e64b-45e0-8faa-dc8db3e3c7ef tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:28:22.798583 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-a3169814-e64b-45e0-8faa-dc8db3e3c7ef tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5384898 Dec 21 13:28:22.804501 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be753305-4ddf-4765-856b-e212959e9cdb tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f21db2f7-0d20-4173-86b5-0b03f41f6418,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:22.826859 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55928) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:22.827062 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55930) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:22.831133 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be753305-4ddf-4765-856b-e212959e9cdb tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:28:22.831485 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be753305-4ddf-4765-856b-e212959e9cdb tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:28:22.831829 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be753305-4ddf-4765-856b-e212959e9cdb tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:28:22.832171 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be753305-4ddf-4765-856b-e212959e9cdb tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:28:22.832332 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 77f7acd3-20d2-49f0-9f06-039816891586 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:28:22.832791 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be753305-4ddf-4765-856b-e212959e9cdb tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:28:22.832901 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be753305-4ddf-4765-856b-e212959e9cdb tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:28:22.833141 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be753305-4ddf-4765-856b-e212959e9cdb tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:28:22.833468 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be753305-4ddf-4765-856b-e212959e9cdb tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:28:22.833792 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be753305-4ddf-4765-856b-e212959e9cdb tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:28:22.834118 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be753305-4ddf-4765-856b-e212959e9cdb tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:28:22.834469 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be753305-4ddf-4765-856b-e212959e9cdb tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:28:22.834804 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be753305-4ddf-4765-856b-e212959e9cdb tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:28:22.835178 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be753305-4ddf-4765-856b-e212959e9cdb tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:28:22.844602 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-9d2fcdc5-35a6-4418-97a6-8654b3f83489 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Request body: {'port': {'network_id': 'c26ec6a1-37de-4c82-841d-ea9bbbc68118', 'fixed_ips': [{'subnet_id': '57034227-33ba-4531-9e6f-224c3c78e263'}, {'subnet_id': '358d0a00-42dd-4f0a-b34c-6eec9a24945e'}], 'name': 'tempest-PortsIpV6TestJSON-1963388804'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:28:22.853504 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-2b0c49a8-20cf-42dd-ac0e-924127e0581f tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Request body: {'subnet': {'network_id': '825b9fa4-7aa8-482d-aa67-6f6339ee5185', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:28:22.877000 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-7cb25694-f370-4f3a-b008-0cb9974346e8 None None] Calling delete_port for 292767f4-e86b-48a4-af72-bfb4b62622df owned by network:dhcp {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:28:22.925901 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ec445481-0446-4308-a3e0-86b51f5af013 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:22.957347 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec445481-0446-4308-a3e0-86b51f5af013 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Pushing event deleted for resources: {'Port': ['ID=292767f4-e86b-48a4-af72-bfb4b62622df,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:22.961237 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec445481-0446-4308-a3e0-86b51f5af013 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] No DVR routers for this DVR port 292767f4-e86b-48a4-af72-bfb4b62622df on host dv-neutron-master-2-hyperv {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:28:22.981188 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 77f7acd3-20d2-49f0-9f06-039816891586 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:28:22.981575 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:23.085263 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7cb25694-f370-4f3a-b008-0cb9974346e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636'] for port, after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:23.130040 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb25694-f370-4f3a-b008-0cb9974346e8 None None] Pushing event deleted for resources: {'Port': ['ID=292767f4-e86b-48a4-af72-bfb4b62622df,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:23.133685 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ec445481-0446-4308-a3e0-86b51f5af013 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:23.136400 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb25694-f370-4f3a-b008-0cb9974346e8 None None] No DVR routers for this DVR port 292767f4-e86b-48a4-af72-bfb4b62622df on host dv-neutron-master-2-hyperv {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:28:23.149619 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb25694-f370-4f3a-b008-0cb9974346e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:28:23.150107 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb25694-f370-4f3a-b008-0cb9974346e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:28:23.150599 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb25694-f370-4f3a-b008-0cb9974346e8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:28:23.151520 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb25694-f370-4f3a-b008-0cb9974346e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:28:23.151520 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb25694-f370-4f3a-b008-0cb9974346e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:28:23.151880 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb25694-f370-4f3a-b008-0cb9974346e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:28:23.152353 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb25694-f370-4f3a-b008-0cb9974346e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:28:23.152792 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb25694-f370-4f3a-b008-0cb9974346e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:28:23.153336 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb25694-f370-4f3a-b008-0cb9974346e8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:28:23.153874 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb25694-f370-4f3a-b008-0cb9974346e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:28:23.154285 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb25694-f370-4f3a-b008-0cb9974346e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:28:23.154810 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb25694-f370-4f3a-b008-0cb9974346e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:28:23.155305 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb25694-f370-4f3a-b008-0cb9974346e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:28:23.182793 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-ec445481-0446-4308-a3e0-86b51f5af013 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47632e68-ad08-47f5-80e4-e99b39dad6fb']}} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:23.200868 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-ec445481-0446-4308-a3e0-86b51f5af013 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cd36b52-9d46-4965-b6fd-f16232309d8c') {'for_net_delete': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:23.201249 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-ec445481-0446-4308-a3e0-86b51f5af013 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cd36b52-9d46-4965-b6fd-f16232309d8c') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:23.204543 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:23.224692 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ec445481-0446-4308-a3e0-86b51f5af013 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526653'] for segment, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:23.251318 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] For port 77f7acd3-20d2-49f0-9f06-039816891586, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=77f7acd3-20d2-49f0-9f06-039816891586,segment=NetworkSegment(ec201a78-5fa5-4c3a-9838-220affc90ce0),segment_id=ec201a78-5fa5-4c3a-9838-220affc90ce0)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:28:23.256165 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:23.256750 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ec445481-0446-4308-a3e0-86b51f5af013 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:23.267955 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec445481-0446-4308-a3e0-86b51f5af013 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=103152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:28:23.269047 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ec445481-0446-4308-a3e0-86b51f5af013 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805426'] for segment, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:23.274212 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:23.274212 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:28:23.274212 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:23.274212 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:28:23.274212 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:23.274212 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:28:23.274212 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:23.274212 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:28:23.274212 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:23.274212 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:28:23.274212 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:23.274212 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:28:23.274212 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:23.274212 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:28:23.274212 dv-neutron-master-2-hyperv neutron-server[103152]: Traceback (most recent call last): Dec 21 13:28:23.274212 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:28:23.274212 dv-neutron-master-2-hyperv neutron-server[103152]: timer() Dec 21 13:28:23.274212 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:28:23.274212 dv-neutron-master-2-hyperv neutron-server[103152]: cb(*args, **kw) Dec 21 13:28:23.274212 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:28:23.274212 dv-neutron-master-2-hyperv neutron-server[103152]: return func(*args, **kwargs) Dec 21 13:28:23.274212 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:28:23.274212 dv-neutron-master-2-hyperv neutron-server[103152]: self._notify() Dec 21 13:28:23.274212 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:28:23.274212 dv-neutron-master-2-hyperv neutron-server[103152]: self.callback(batched_events) Dec 21 13:28:23.274212 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:28:23.274212 dv-neutron-master-2-hyperv neutron-server[103152]: event.method(event) Dec 21 13:28:23.274212 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:28:23.274212 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:28:23.274212 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:28:23.274212 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:28:23.274212 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:28:23.274212 dv-neutron-master-2-hyperv neutron-server[103152]: return f(self, *a, **k) Dec 21 13:28:23.274212 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:28:23.274212 dv-neutron-master-2-hyperv neutron-server[103152]: return self._get(url).json() Dec 21 13:28:23.274212 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:28:23.274212 dv-neutron-master-2-hyperv neutron-server[103152]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:28:23.274212 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:28:23.274212 dv-neutron-master-2-hyperv neutron-server[103152]: return self.request(url, 'GET', **kwargs) Dec 21 13:28:23.274212 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:28:23.274212 dv-neutron-master-2-hyperv neutron-server[103152]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:28:23.274212 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:28:23.274212 dv-neutron-master-2-hyperv neutron-server[103152]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:28:23.274212 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:28:23.274212 dv-neutron-master-2-hyperv neutron-server[103152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:28:23.274212 dv-neutron-master-2-hyperv neutron-server[103152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:28:23.361514 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 292767f4-e86b-48a4-af72-bfb4b62622df no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:28:23.393612 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ec445481-0446-4308-a3e0-86b51f5af013 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:23.400476 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ec445481-0446-4308-a3e0-86b51f5af013 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Publish callbacks [] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:23.413239 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-ec445481-0446-4308-a3e0-86b51f5af013 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] 10.222.0.37 "DELETE /v2.0/networks/47632e68-ad08-47f5-80e4-e99b39dad6fb HTTP/1.1" status: 204 len: 168 time: 1.3889172 Dec 21 13:28:23.413724 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: 292767f4-e86b-48a4-af72-bfb4b62622df {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:28:23.414083 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 292767f4-e86b-48a4-af72-bfb4b62622df not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:28:23.422601 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Pushing event updated for resources: {'Port': ['ID=77f7acd3-20d2-49f0-9f06-039816891586,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:23.437372 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec445481-0446-4308-a3e0-86b51f5af013 tempest-AllowedAddressPairTestJSON-217742289 tempest-AllowedAddressPairTestJSON-217742289-project] Pushing event deleted for resources: {'Network': ['ID=47632e68-ad08-47f5-80e4-e99b39dad6fb,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:23.448090 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2b1317-928e-4693-a795-0c7742b7e388 None None] Network c26ec6a1-37de-4c82-841d-ea9bbbc68118 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:28:23.506410 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-be753305-4ddf-4765-856b-e212959e9cdb tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:23.556680 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b735262-3416-4270-9dd0-c0d8c6234ca1 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Router 9a0f9c1c-0b84-40b1-b675-f3a031108074 is scheduled to L3 agent 59e14383-78fa-487e-9299-b32042a98157 with binding_index 1 {{(pid=103153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 13:28:23.577701 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-18290319-97db-484c-a6c5-deb2dd66ccc0 None None] Provisioning complete for port 77f7acd3-20d2-49f0-9f06-039816891586 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:28:23.578764 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-18290319-97db-484c-a6c5-deb2dd66ccc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:23.604481 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ee5347f7-9f03-47ac-8072-b95f3a96b8da tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548730'] for router, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:23.630163 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5647991-6860-409e-9f6a-edfdcd2d489a tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Router 2a232d7d-5ca7-4e6f-bd8c-fc43455e6c31 is scheduled to L3 agent 59e14383-78fa-487e-9299-b32042a98157 with binding_index 1 {{(pid=103153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 13:28:23.680800 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37f7037-52d8-4699-9851-3e338f2f5e22 None None] Update dhcp port {'port': {'network_id': 'c26ec6a1-37de-4c82-841d-ea9bbbc68118', 'fixed_ips': [{'subnet_id': '57034227-33ba-4531-9e6f-224c3c78e263', 'ip_address': '2001:db8::2'}, {'subnet_id': '358d0a00-42dd-4f0a-b34c-6eec9a24945e'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '77f7acd3-20d2-49f0-9f06-039816891586'} from dv-neutron-master-2-hyperv. {{(pid=103154) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 21 13:28:23.696679 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-be753305-4ddf-4765-856b-e212959e9cdb tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:23.701929 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be753305-4ddf-4765-856b-e212959e9cdb tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:23.702566 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-be753305-4ddf-4765-856b-e212959e9cdb tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:23.738923 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a37f7037-52d8-4699-9851-3e338f2f5e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:23.774739 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55936) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:23.775536 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b0c49a8-20cf-42dd-ac0e-924127e0581f tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Made reservation on behalf of 05521adc285d4e7aaee5420426157a08 for: {'subnet': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:28:23.779209 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2b0c49a8-20cf-42dd-ac0e-924127e0581f tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11288759'] for subnet, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:23.862848 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-be753305-4ddf-4765-856b-e212959e9cdb tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.6422231 Dec 21 13:28:23.864343 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55940) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:23.870052 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-f9ebd3e6-b27d-4333-9e9f-8ebc3dcb1d3f tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Request body: {'port': {'network_id': 'c6bf85d4-de6b-4911-ac91-51fc0c7c7ed2', 'name': 'tempest-PortsTestJSON-210006836'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:28:24.016722 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ebd3e6-b27d-4333-9e9f-8ebc3dcb1d3f tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Made reservation on behalf of 401fab62d2cc4dcc90d3b9ab6f110b7e for: {'port': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:28:24.022590 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f9ebd3e6-b27d-4333-9e9f-8ebc3dcb1d3f tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:24.039111 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-a37f7037-52d8-4699-9851-3e338f2f5e22 None None] Allocated IP 2001:db8:0:1::2 (c26ec6a1-37de-4c82-841d-ea9bbbc68118/358d0a00-42dd-4f0a-b34c-6eec9a24945e/77f7acd3-20d2-49f0-9f06-039816891586) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:28:24.049728 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-49f7222c-ec50-4777-a1ff-eb51f333d912 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3486e39e92754a13af8b65c20f5493fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2725794 Dec 21 13:28:24.052732 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55942) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:24.056586 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be753305-4ddf-4765-856b-e212959e9cdb tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Pushing event updated for resources: {'Network': ['ID=c6bf85d4-de6b-4911-ac91-51fc0c7c7ed2,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:24.069846 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-f9ebd3e6-b27d-4333-9e9f-8ebc3dcb1d3f tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] device_id is not set on port 2354d5f1-f114-4072-ade4-1a54305a5c66 yet. {{(pid=103152) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 13:28:24.160814 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d2fcdc5-35a6-4418-97a6-8654b3f83489 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Made reservation on behalf of 3edf34a3eecc442ea8df7c8164f4e61d for: {'port': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:28:24.174637 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b735262-3416-4270-9dd0-c0d8c6234ca1 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:28:24.180569 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-a37f7037-52d8-4699-9851-3e338f2f5e22 None None] For port 77f7acd3-20d2-49f0-9f06-039816891586, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=77f7acd3-20d2-49f0-9f06-039816891586,segment=NetworkSegment(ec201a78-5fa5-4c3a-9838-220affc90ce0),segment_id=ec201a78-5fa5-4c3a-9838-220affc90ce0)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:28:24.210872 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5647991-6860-409e-9f6a-edfdcd2d489a tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:28:24.222553 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e39cf3-026e-4cc0-bc5d-2db511d6cf98 None None] Sync routers for ids ['2a232d7d-5ca7-4e6f-bd8c-fc43455e6c31'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:28:24.224719 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a37f7037-52d8-4699-9851-3e338f2f5e22 None None] Publish callbacks [] for port, precommit_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:24.231976 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network c6bf85d4-de6b-4911-ac91-51fc0c7c7ed2 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:28:24.236945 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a95e085-29e4-4cf4-94ea-7888b9870cd7 None None] Sync routers for ids ['9a0f9c1c-0b84-40b1-b675-f3a031108074'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:28:24.244296 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e39cf3-026e-4cc0-bc5d-2db511d6cf98 None None] Routers {'2a232d7d-5ca7-4e6f-bd8c-fc43455e6c31'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:28:24.244980 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-a2e39cf3-026e-4cc0-bc5d-2db511d6cf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:27:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['2a232d7d-5ca7-4e6f-bd8c-fc43455e6c31'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:24.258982 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a37f7037-52d8-4699-9851-3e338f2f5e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:24.280155 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-a2e39cf3-026e-4cc0-bc5d-2db511d6cf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:24.290303 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e39cf3-026e-4cc0-bc5d-2db511d6cf98 None None] Routers {'2a232d7d-5ca7-4e6f-bd8c-fc43455e6c31'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:28:24.290932 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-a2e39cf3-026e-4cc0-bc5d-2db511d6cf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:27:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['2a232d7d-5ca7-4e6f-bd8c-fc43455e6c31'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:24.312071 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f9ebd3e6-b27d-4333-9e9f-8ebc3dcb1d3f tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:24.322969 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-a2e39cf3-026e-4cc0-bc5d-2db511d6cf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:24.323613 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e39cf3-026e-4cc0-bc5d-2db511d6cf98 None None] The sync data for ids ['2a232d7d-5ca7-4e6f-bd8c-fc43455e6c31'] in dv-neutron-master-2-hyperv is: [] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:28:24.340915 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6b735262-3416-4270-9dd0-c0d8c6234ca1 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks [] for router, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:24.345473 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-6b735262-3416-4270-9dd0-c0d8c6234ca1 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 9.3044350 Dec 21 13:28:24.347789 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55944) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:24.355017 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b5647991-6860-409e-9f6a-edfdcd2d489a tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks [] for router, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:24.358761 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-b5647991-6860-409e-9f6a-edfdcd2d489a tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 8.8240345 Dec 21 13:28:24.363947 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a95e085-29e4-4cf4-94ea-7888b9870cd7 None None] Routers {'9a0f9c1c-0b84-40b1-b675-f3a031108074'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:28:24.365761 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-2a95e085-29e4-4cf4-94ea-7888b9870cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:27:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['9a0f9c1c-0b84-40b1-b675-f3a031108074'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:24.365939 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55946) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:24.404664 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9d2fcdc5-35a6-4418-97a6-8654b3f83489 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:24.407502 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee5347f7-9f03-47ac-8072-b95f3a96b8da tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Router 99a225fa-cc2b-4842-baf5-d6e15780b16b is scheduled to L3 agent 59e14383-78fa-487e-9299-b32042a98157 with binding_index 1 {{(pid=103153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 13:28:24.461578 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-2a95e085-29e4-4cf4-94ea-7888b9870cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:24.490011 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [None req-9d2fcdc5-35a6-4418-97a6-8654b3f83489 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] device_id is not set on port 81890ad7-b102-4f0d-b176-03b379b2e7f5 yet. {{(pid=103153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 13:28:24.512431 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a95e085-29e4-4cf4-94ea-7888b9870cd7 None None] Routers {'9a0f9c1c-0b84-40b1-b675-f3a031108074'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:28:24.512984 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-2a95e085-29e4-4cf4-94ea-7888b9870cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:27:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['9a0f9c1c-0b84-40b1-b675-f3a031108074'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:24.516832 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37f7037-52d8-4699-9851-3e338f2f5e22 None None] Pushing event updated for resources: {'Port': ['ID=77f7acd3-20d2-49f0-9f06-039816891586,revision_number=4']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:24.516997 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f9ebd3e6-b27d-4333-9e9f-8ebc3dcb1d3f tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:24.549934 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-2a95e085-29e4-4cf4-94ea-7888b9870cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:24.550625 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a95e085-29e4-4cf4-94ea-7888b9870cd7 None None] The sync data for ids ['9a0f9c1c-0b84-40b1-b675-f3a031108074'] in dv-neutron-master-2-hyperv is: [] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:28:24.568667 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2b0c49a8-20cf-42dd-ac0e-924127e0581f tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11195289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11288741'] for subnet, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:24.674023 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 77f7acd3-20d2-49f0-9f06-039816891586 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:28:24.731308 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 77f7acd3-20d2-49f0-9f06-039816891586 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:28:24.731637 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:24.744037 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0c49a8-20cf-42dd-ac0e-924127e0581f tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Pushing event updated for resources: {'Subnet': ['ID=6b57a901-5cd9-484f-b5df-0318d37c2575,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:24.808621 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0c49a8-20cf-42dd-ac0e-924127e0581f tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Checking segment: {'id': 'be8e64a2-1bd2-435d-94d9-e0e5e5ad6c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '825b9fa4-7aa8-482d-aa67-6f6339ee5185'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:28:24.809938 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0c49a8-20cf-42dd-ac0e-924127e0581f tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Network hostable DHCP agents. Network: 825b9fa4-7aa8-482d-aa67-6f6339ee5185, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:28:24.828603 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee5347f7-9f03-47ac-8072-b95f3a96b8da tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:28:24.847740 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d807fefa-05c8-4f8d-9957-ca0a9cd8afad None None] Sync routers for ids ['99a225fa-cc2b-4842-baf5-d6e15780b16b'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:28:24.867689 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ebd3e6-b27d-4333-9e9f-8ebc3dcb1d3f tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Pushing event updated for resources: {'Port': ['ID=2354d5f1-f114-4072-ade4-1a54305a5c66,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:24.883894 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d807fefa-05c8-4f8d-9957-ca0a9cd8afad None None] Routers {'99a225fa-cc2b-4842-baf5-d6e15780b16b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:28:24.886109 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-d807fefa-05c8-4f8d-9957-ca0a9cd8afad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:27:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['99a225fa-cc2b-4842-baf5-d6e15780b16b'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:24.905986 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ee5347f7-9f03-47ac-8072-b95f3a96b8da tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks [] for router, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:24.908377 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7dc9a94e-7e5c-4748-a5fd-1615559f4c45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:24.908584 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-ee5347f7-9f03-47ac-8072-b95f3a96b8da tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 6.9980345 Dec 21 13:28:24.915245 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55948) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:24.915946 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0c49a8-20cf-42dd-ac0e-924127e0581f tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Network 825b9fa4-7aa8-482d-aa67-6f6339ee5185 is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:28:24.938682 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-d807fefa-05c8-4f8d-9957-ca0a9cd8afad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:24.950643 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d807fefa-05c8-4f8d-9957-ca0a9cd8afad None None] Routers {'99a225fa-cc2b-4842-baf5-d6e15780b16b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:28:24.951286 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-d807fefa-05c8-4f8d-9957-ca0a9cd8afad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:27:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['99a225fa-cc2b-4842-baf5-d6e15780b16b'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:24.981546 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-caf4df63-9156-463a-8585-16cab6f8c691 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "GET /v2.0/routers/2a232d7d-5ca7-4e6f-bd8c-fc43455e6c31 HTTP/1.1" status: 200 len: 884 time: 0.6153738 Dec 21 13:28:24.994930 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-d807fefa-05c8-4f8d-9957-ca0a9cd8afad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:24.995630 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d807fefa-05c8-4f8d-9957-ca0a9cd8afad None None] The sync data for ids ['99a225fa-cc2b-4842-baf5-d6e15780b16b'] in dv-neutron-master-2-hyperv is: [] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:28:24.997640 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55950) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:25.012418 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-2b0c49a8-20cf-42dd-ac0e-924127e0581f tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 825b9fa4-7aa8-482d-aa67-6f6339ee5185) {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:28:25.022301 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2dd1c15-5781-4379-941c-5894c60ea658 None None] Network 825b9fa4-7aa8-482d-aa67-6f6339ee5185 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:28:25.055234 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7dc9a94e-7e5c-4748-a5fd-1615559f4c45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:25.083692 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0c49a8-20cf-42dd-ac0e-924127e0581f tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:25.083941 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2b0c49a8-20cf-42dd-ac0e-924127e0581f tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks [] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:25.112363 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e4b472f3-ca12-4c12-a7f7-e8b061ed8d34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:25.147115 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7dc9a94e-7e5c-4748-a5fd-1615559f4c45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:25.149876 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7dc9a94e-7e5c-4748-a5fd-1615559f4c45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:25.153548 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-7dc9a94e-7e5c-4748-a5fd-1615559f4c45 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/04384c82-01fa-44a1-ae81-524e7ec25c7a HTTP/1.1" status: 204 len: 168 time: 1.0970464 Dec 21 13:28:25.165612 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9191cb-dd70-4a09-8f08-d4b3645e2b97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-825b9fa4-7aa8-482d-aa67-6f6339ee5185', 'network_id': '825b9fa4-7aa8-482d-aa67-6f6339ee5185', 'project_id': '05521adc285d4e7aaee5420426157a08', 'fixed_ips': [{'subnet_id': '6b57a901-5cd9-484f-b5df-0318d37c2575'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:28:25.166878 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6f9191cb-dd70-4a09-8f08-d4b3645e2b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:25.203619 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-2b0c49a8-20cf-42dd-ac0e-924127e0581f tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3628960 Dec 21 13:28:25.214389 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55954) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:25.233506 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-b757b97a-6967-4f57-a5ae-3d1996d76daf tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1781466495'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:28:25.253886 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc9a94e-7e5c-4748-a5fd-1615559f4c45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04384c82-01fa-44a1-ae81-524e7ec25c7a,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:25.266321 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ebd3e6-b27d-4333-9e9f-8ebc3dcb1d3f tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Checking segment: {'id': '5a3eecab-405a-48b3-b476-c53671b8bca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c6bf85d4-de6b-4911-ac91-51fc0c7c7ed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:28:25.266595 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ebd3e6-b27d-4333-9e9f-8ebc3dcb1d3f tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Network hostable DHCP agents. Network: c6bf85d4-de6b-4911-ac91-51fc0c7c7ed2, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:28:25.276616 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-59ab6e95-65dd-4e57-92eb-39001fbfb061 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "GET /v2.0/routers/99a225fa-cc2b-4842-baf5-d6e15780b16b HTTP/1.1" status: 200 len: 881 time: 0.3577194 Dec 21 13:28:25.291734 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55956) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:25.295240 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8fe1b1-fd04-4b86-a995-ebd9b69661f7 None None] Network c26ec6a1-37de-4c82-841d-ea9bbbc68118 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:28:25.301996 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-9d2fcdc5-35a6-4418-97a6-8654b3f83489 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Allocated IP 2001:db8::331 (c26ec6a1-37de-4c82-841d-ea9bbbc68118/57034227-33ba-4531-9e6f-224c3c78e263/81890ad7-b102-4f0d-b176-03b379b2e7f5) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:28:25.319207 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-9d2fcdc5-35a6-4418-97a6-8654b3f83489 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Allocated IP 2001:db8:0:1::2a2 (c26ec6a1-37de-4c82-841d-ea9bbbc68118/358d0a00-42dd-4f0a-b34c-6eec9a24945e/81890ad7-b102-4f0d-b176-03b379b2e7f5) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:28:25.341593 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b757b97a-6967-4f57-a5ae-3d1996d76daf tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Made reservation on behalf of 05521adc285d4e7aaee5420426157a08 for: {'network': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:28:25.345668 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b757b97a-6967-4f57-a5ae-3d1996d76daf tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:25.393454 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ebd3e6-b27d-4333-9e9f-8ebc3dcb1d3f tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Network c6bf85d4-de6b-4911-ac91-51fc0c7c7ed2 is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:28:25.456168 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-6f9191cb-dd70-4a09-8f08-d4b3645e2b97 None None] Allocated IP 2001:db8:0:ffff::2 (825b9fa4-7aa8-482d-aa67-6f6339ee5185/6b57a901-5cd9-484f-b5df-0318d37c2575/60f7a2cd-015f-4363-8616-66999db22e91) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:28:25.459556 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-36130e71-bd96-498f-b80a-7ff03924e216 None None] Provisioning complete for port 77f7acd3-20d2-49f0-9f06-039816891586 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:28:25.460254 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-36130e71-bd96-498f-b80a-7ff03924e216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:25.531110 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-f9ebd3e6-b27d-4333-9e9f-8ebc3dcb1d3f tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, c6bf85d4-de6b-4911-ac91-51fc0c7c7ed2) {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:28:25.536649 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ebd3e6-b27d-4333-9e9f-8ebc3dcb1d3f tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:28:25.544287 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ebd3e6-b27d-4333-9e9f-8ebc3dcb1d3f tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:25.544958 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f9ebd3e6-b27d-4333-9e9f-8ebc3dcb1d3f tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:25.548233 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8600a61b-5223-4a71-8495-6cf4ad864338 None None] Network c6bf85d4-de6b-4911-ac91-51fc0c7c7ed2 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:28:25.612377 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-f9ebd3e6-b27d-4333-9e9f-8ebc3dcb1d3f tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.7467334 Dec 21 13:28:25.624834 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55964) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:25.643563 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-0cfac03b-d1bb-4f70-9809-4fcdf7ce70bb tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2019689951'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:28:25.774147 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b757b97a-6967-4f57-a5ae-3d1996d76daf tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=103153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:28:25.791538 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cfac03b-d1bb-4f70-9809-4fcdf7ce70bb tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Made reservation on behalf of 401fab62d2cc4dcc90d3b9ab6f110b7e for: {'network': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:28:25.795236 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0cfac03b-d1bb-4f70-9809-4fcdf7ce70bb tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:25.811119 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b757b97a-6967-4f57-a5ae-3d1996d76daf tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:25.811505 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.segments_db [None req-b757b97a-6967-4f57-a5ae-3d1996d76daf tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Added segment 05b9a6f9-74ff-44ed-84bc-471ff3fbb219 of type vlan for network c686e690-8e1e-4b19-a719-470cf6f98d3f Dec 21 13:28:25.903959 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8f5bb0bf-9d22-4887-83a6-eebc47eccbaf tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:25.906289 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cfac03b-d1bb-4f70-9809-4fcdf7ce70bb tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=103152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:28:25.934955 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b757b97a-6967-4f57-a5ae-3d1996d76daf tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:25.939754 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0cfac03b-d1bb-4f70-9809-4fcdf7ce70bb tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:25.940642 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.segments_db [None req-0cfac03b-d1bb-4f70-9809-4fcdf7ce70bb tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Added segment b6900e92-04ee-46b9-a613-89c9ebc886c3 of type vlan for network 2e3a05f2-4d9e-4f22-ace7-9bf3f8517ee7 Dec 21 13:28:25.984615 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-166931c2-01ad-4ab8-8797-a54941ec1c13 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.9825397 Dec 21 13:28:25.990585 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6f9191cb-dd70-4a09-8f08-d4b3645e2b97 None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:25.991883 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55974) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:25.998977 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-5a1d1dd9-d29d-401d-8b5f-4639fba37930 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-308560704'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:28:26.014135 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6f9191cb-dd70-4a09-8f08-d4b3645e2b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:26.056927 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9d2fcdc5-35a6-4418-97a6-8654b3f83489 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:26.061954 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b757b97a-6967-4f57-a5ae-3d1996d76daf tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:26.062878 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0cfac03b-d1bb-4f70-9809-4fcdf7ce70bb tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:26.068885 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b757b97a-6967-4f57-a5ae-3d1996d76daf tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:26.069525 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b757b97a-6967-4f57-a5ae-3d1996d76daf tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:26.077312 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-6f6d960c-da7a-42c0-a501-c1922901de9d tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.7818701 Dec 21 13:28:26.083459 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55978) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:26.083793 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9191cb-dd70-4a09-8f08-d4b3645e2b97 None None] Network 825b9fa4-7aa8-482d-aa67-6f6339ee5185 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:28:26.087129 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-6f9191cb-dd70-4a09-8f08-d4b3645e2b97 None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:28:26.090807 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9191cb-dd70-4a09-8f08-d4b3645e2b97 None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:28:26.113951 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9191cb-dd70-4a09-8f08-d4b3645e2b97 None None] Pushing event updated for resources: {'Port': ['ID=60f7a2cd-015f-4363-8616-66999db22e91,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:26.115080 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-976ed741-96e6-4d95-a11c-a07ae462def7 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-2044692884'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:28:26.163827 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0cfac03b-d1bb-4f70-9809-4fcdf7ce70bb tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:26.174664 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cfac03b-d1bb-4f70-9809-4fcdf7ce70bb tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:26.175387 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0cfac03b-d1bb-4f70-9809-4fcdf7ce70bb tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks [] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:26.211331 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-6f9191cb-dd70-4a09-8f08-d4b3645e2b97 None None] Attempting to bind port 60f7a2cd-015f-4363-8616-66999db22e91 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:28:26.212250 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-6f9191cb-dd70-4a09-8f08-d4b3645e2b97 None None] Attempting to bind port 60f7a2cd-015f-4363-8616-66999db22e91 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'be8e64a2-1bd2-435d-94d9-e0e5e5ad6c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '825b9fa4-7aa8-482d-aa67-6f6339ee5185'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:28:26.213923 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9191cb-dd70-4a09-8f08-d4b3645e2b97 None None] Attempting to bind port 60f7a2cd-015f-4363-8616-66999db22e91 on network 825b9fa4-7aa8-482d-aa67-6f6339ee5185 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:28:26.222151 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9191cb-dd70-4a09-8f08-d4b3645e2b97 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:28:26.223411 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9191cb-dd70-4a09-8f08-d4b3645e2b97 None None] Checking segment: {'id': 'be8e64a2-1bd2-435d-94d9-e0e5e5ad6c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '825b9fa4-7aa8-482d-aa67-6f6339ee5185'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:28:26.224096 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6f9191cb-dd70-4a09-8f08-d4b3645e2b97 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:26.224693 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9191cb-dd70-4a09-8f08-d4b3645e2b97 None None] Bound using segment: {'id': 'be8e64a2-1bd2-435d-94d9-e0e5e5ad6c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '825b9fa4-7aa8-482d-aa67-6f6339ee5185'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:28:26.225487 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-6f9191cb-dd70-4a09-8f08-d4b3645e2b97 None None] Bound port: 60f7a2cd-015f-4363-8616-66999db22e91, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be8e64a2-1bd2-435d-94d9-e0e5e5ad6c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '825b9fa4-7aa8-482d-aa67-6f6339ee5185'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:28:26.226089 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6f9191cb-dd70-4a09-8f08-d4b3645e2b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:26.284630 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-0cfac03b-d1bb-4f70-9809-4fcdf7ce70bb tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6460001 Dec 21 13:28:26.307156 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55982) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:26.335451 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6f9191cb-dd70-4a09-8f08-d4b3645e2b97 None None] For port 60f7a2cd-015f-4363-8616-66999db22e91, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:28:26.339225 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfac03b-d1bb-4f70-9809-4fcdf7ce70bb tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Pushing event updated for resources: {'Network': ['ID=2e3a05f2-4d9e-4f22-ace7-9bf3f8517ee7,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:26.347448 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-9ad3f839-95e0-4288-8229-e5cc65a70040 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Request body: {'ports': [{'network_id': 'c6bf85d4-de6b-4911-ac91-51fc0c7c7ed2'}, {'network_id': '2e3a05f2-4d9e-4f22-ace7-9bf3f8517ee7'}]} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:28:26.347830 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-9ad3f839-95e0-4288-8229-e5cc65a70040 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Request body: {'port': {'network_id': 'c6bf85d4-de6b-4911-ac91-51fc0c7c7ed2'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:28:26.348254 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-9ad3f839-95e0-4288-8229-e5cc65a70040 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Request body: {'port': {'network_id': '2e3a05f2-4d9e-4f22-ace7-9bf3f8517ee7'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:28:26.362389 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6f9191cb-dd70-4a09-8f08-d4b3645e2b97 None None] For port 60f7a2cd-015f-4363-8616-66999db22e91, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=60f7a2cd-015f-4363-8616-66999db22e91,segment=NetworkSegment(be8e64a2-1bd2-435d-94d9-e0e5e5ad6c13),segment_id=be8e64a2-1bd2-435d-94d9-e0e5e5ad6c13)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:28:26.369755 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network 2e3a05f2-4d9e-4f22-ace7-9bf3f8517ee7 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:28:26.385147 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6f9191cb-dd70-4a09-8f08-d4b3645e2b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:26.389363 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55984) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:26.392940 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-b757b97a-6967-4f57-a5ae-3d1996d76daf tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1727679 Dec 21 13:28:26.398784 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55986) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:26.422912 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-25dd0109-49b0-4a87-b28d-c8abba0692b2 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Request body: {'subnet': {'network_id': 'c686e690-8e1e-4b19-a719-470cf6f98d3f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:28:26.511223 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-437af366-d619-4b05-8720-dd932859d067 None None] Provisioning complete for port 77f7acd3-20d2-49f0-9f06-039816891586 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:28:26.512593 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-437af366-d619-4b05-8720-dd932859d067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:26.512925 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b757b97a-6967-4f57-a5ae-3d1996d76daf tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Pushing event updated for resources: {'Network': ['ID=c686e690-8e1e-4b19-a719-470cf6f98d3f,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:26.551738 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network c686e690-8e1e-4b19-a719-470cf6f98d3f details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:28:26.556621 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9191cb-dd70-4a09-8f08-d4b3645e2b97 None None] Pushing event updated for resources: {'Port': ['ID=60f7a2cd-015f-4363-8616-66999db22e91,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:26.556919 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-127cf981-7ea7-4aba-803e-de09772bfbd0 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1350673114'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:28:26.596839 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-127cf981-7ea7-4aba-803e-de09772bfbd0 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Made reservation on behalf of 4e9b97d81d204c53a28bf5666eaf36b7 for: {'network': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:28:26.601219 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-127cf981-7ea7-4aba-803e-de09772bfbd0 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:26.644482 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-127cf981-7ea7-4aba-803e-de09772bfbd0 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for security_group, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:26.651974 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-8f5bb0bf-9d22-4887-83a6-eebc47eccbaf tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Allocated IP 172.20.0.1 (20f77a39-9704-44ad-8444-71d97da616e0/2aa69170-edb5-4dc2-a439-930e8364bc13/3f6e60f8-7a30-4e48-b519-4cf2bc7e0ab0) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:28:26.740756 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25dd0109-49b0-4a87-b28d-c8abba0692b2 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Made reservation on behalf of 05521adc285d4e7aaee5420426157a08 for: {'subnet': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:28:26.744536 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-25dd0109-49b0-4a87-b28d-c8abba0692b2 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12346583'] for subnet, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:26.904124 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9d2fcdc5-35a6-4418-97a6-8654b3f83489 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:26.992751 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2fcdc5-35a6-4418-97a6-8654b3f83489 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Network c26ec6a1-37de-4c82-841d-ea9bbbc68118 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:28:27.035262 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-9d2fcdc5-35a6-4418-97a6-8654b3f83489 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:28:27.038276 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2fcdc5-35a6-4418-97a6-8654b3f83489 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:28:27.038440 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8f5bb0bf-9d22-4887-83a6-eebc47eccbaf tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:27.044462 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2fcdc5-35a6-4418-97a6-8654b3f83489 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:27.045139 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9d2fcdc5-35a6-4418-97a6-8654b3f83489 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:27.078877 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5a1d1dd9-d29d-401d-8b5f-4639fba37930 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26943'] for router, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:27.147049 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2fcdc5-35a6-4418-97a6-8654b3f83489 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Pushing event updated for resources: {'Port': ['ID=81890ad7-b102-4f0d-b176-03b379b2e7f5,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:27.155256 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5a1d1dd9-d29d-401d-8b5f-4639fba37930 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-548712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-548721', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-534931'] for router, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:27.162609 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-9d2fcdc5-35a6-4418-97a6-8654b3f83489 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 4.3236253 Dec 21 13:28:27.165726 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55990) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:27.170305 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-127cf981-7ea7-4aba-803e-de09772bfbd0 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for security_group, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:27.173651 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-8c6ac859-3d06-4109-8d03-fe2de1c25e91 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '57034227-33ba-4531-9e6f-224c3c78e263'}]}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:28:27.179026 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-127cf981-7ea7-4aba-803e-de09772bfbd0 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:27.210484 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8f5bb0bf-9d22-4887-83a6-eebc47eccbaf tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:27.239043 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-127cf981-7ea7-4aba-803e-de09772bfbd0 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=103152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:28:27.292844 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-127cf981-7ea7-4aba-803e-de09772bfbd0 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:27.293202 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.segments_db [None req-127cf981-7ea7-4aba-803e-de09772bfbd0 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Added segment b20a5dbe-a251-4a83-ae2d-3ffbda6396cf of type vlan for network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 Dec 21 13:28:27.309366 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127cf981-7ea7-4aba-803e-de09772bfbd0 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2894b2e-47c5-4271-aa6d-c650dfce2c69,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:27.315310 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5bb0bf-9d22-4887-83a6-eebc47eccbaf tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Network 20f77a39-9704-44ad-8444-71d97da616e0 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:28:27.342989 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-8f5bb0bf-9d22-4887-83a6-eebc47eccbaf tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:28:27.362767 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.objects.ports [None req-25dd0109-49b0-4a87-b28d-c8abba0692b2 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103152) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 21 13:28:27.387849 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad3f839-95e0-4288-8229-e5cc65a70040 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Made reservation on behalf of 401fab62d2cc4dcc90d3b9ab6f110b7e for: {'port': 2} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:28:27.392445 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9ad3f839-95e0-4288-8229-e5cc65a70040 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:27.402995 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5bb0bf-9d22-4887-83a6-eebc47eccbaf tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:28:27.403646 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-44cdd78e-3165-43d6-a333-89dc15723153 None None] Provisioning complete for port 81890ad7-b102-4f0d-b176-03b379b2e7f5 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:28:27.404098 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-44cdd78e-3165-43d6-a333-89dc15723153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:27.405650 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5bb0bf-9d22-4887-83a6-eebc47eccbaf tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Pushing event updated for resources: {'Port': ['ID=3f6e60f8-7a30-4e48-b519-4cf2bc7e0ab0,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:27.414930 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-976ed741-96e6-4d95-a11c-a07ae462def7 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26943'] for router, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:27.414930 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8c6ac859-3d06-4109-8d03-fe2de1c25e91 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:27.442588 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9ad3f839-95e0-4288-8229-e5cc65a70040 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:27.451075 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-44cdd78e-3165-43d6-a333-89dc15723153 None None] Port 81890ad7-b102-4f0d-b176-03b379b2e7f5 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:28:27.463870 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-25dd0109-49b0-4a87-b28d-c8abba0692b2 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12346565'] for subnet, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:27.482674 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-976ed741-96e6-4d95-a11c-a07ae462def7 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-548712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-548721', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-534931'] for router, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:27.493844 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a1d1dd9-d29d-401d-8b5f-4639fba37930 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Router 2a232d7d-5ca7-4e6f-bd8c-fc43455e6c31 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:28:27.506888 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-127cf981-7ea7-4aba-803e-de09772bfbd0 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:27.515159 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8f5bb0bf-9d22-4887-83a6-eebc47eccbaf tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532557'] for router_interface, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:27.554953 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-0b843f16-072e-4794-a687-55165c34435b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:27.614244 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dd0109-49b0-4a87-b28d-c8abba0692b2 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Pushing event updated for resources: {'Subnet': ['ID=aa2a687c-95ce-4d4e-bf14-804ea366a59b,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:27.626260 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-127cf981-7ea7-4aba-803e-de09772bfbd0 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:27.632128 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-127cf981-7ea7-4aba-803e-de09772bfbd0 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:27.632778 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-127cf981-7ea7-4aba-803e-de09772bfbd0 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:27.657553 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25dd0109-49b0-4a87-b28d-c8abba0692b2 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Checking segment: {'id': '05b9a6f9-74ff-44ed-84bc-471ff3fbb219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c686e690-8e1e-4b19-a719-470cf6f98d3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:28:27.657927 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25dd0109-49b0-4a87-b28d-c8abba0692b2 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Network hostable DHCP agents. Network: c686e690-8e1e-4b19-a719-470cf6f98d3f, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:28:27.715218 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-127cf981-7ea7-4aba-803e-de09772bfbd0 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3245051 Dec 21 13:28:27.720751 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55992) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:27.730100 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-2f7b729c-2de4-4fed-be53-d17f91c800bb tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Request body: {'subnet': {'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:28:27.846611 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aefc3c2-fa07-4c46-bf9f-f7107028e25e None None] Network 825b9fa4-7aa8-482d-aa67-6f6339ee5185 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:28:27.922735 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-f373ecbb-dba2-4206-9a64-38004c751d8b None None] Provisioning complete for port 60f7a2cd-015f-4363-8616-66999db22e91 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:28:27.923408 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f373ecbb-dba2-4206-9a64-38004c751d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:28.039058 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127cf981-7ea7-4aba-803e-de09772bfbd0 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event updated for resources: {'Network': ['ID=ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:28.042269 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [None req-9ad3f839-95e0-4288-8229-e5cc65a70040 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] device_id is not set on port 5e482a7d-0c51-4dd0-a7f0-30f84c8e97d2 yet. {{(pid=103153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 13:28:28.054553 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f373ecbb-dba2-4206-9a64-38004c751d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:28.070641 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:28:28.073676 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25dd0109-49b0-4a87-b28d-c8abba0692b2 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Network c686e690-8e1e-4b19-a719-470cf6f98d3f is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:28:28.127000 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-25dd0109-49b0-4a87-b28d-c8abba0692b2 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, c686e690-8e1e-4b19-a719-470cf6f98d3f) {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:28:28.144207 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25dd0109-49b0-4a87-b28d-c8abba0692b2 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:28.144811 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-25dd0109-49b0-4a87-b28d-c8abba0692b2 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:28.158312 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8f5bb0bf-9d22-4887-83a6-eebc47eccbaf tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:28.162732 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-976ed741-96e6-4d95-a11c-a07ae462def7 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Router 99a225fa-cc2b-4842-baf5-d6e15780b16b has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:28:28.182512 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-25dd0109-49b0-4a87-b28d-c8abba0692b2 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7801485 Dec 21 13:28:28.186209 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 55994) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:28.194853 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73bfd11b-f2e8-4585-8b0a-be19f171648b None None] Network c686e690-8e1e-4b19-a719-470cf6f98d3f requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:28:28.195201 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a1d1dd9-d29d-401d-8b5f-4639fba37930 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:28:28.195787 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-f2c3eb37-a5d8-4946-9f50-fd49d79737e0 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Request body: {'port': {'network_id': 'c686e690-8e1e-4b19-a719-470cf6f98d3f', 'name': 'tempest-NetworksIpV6TestAttrs-797278134'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:28:28.208219 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0919bbce-43b0-4ef9-80c2-fa2a8d1efad8 None None] Sync routers for ids ['2a232d7d-5ca7-4e6f-bd8c-fc43455e6c31'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:28:28.220618 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5a1d1dd9-d29d-401d-8b5f-4639fba37930 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks [] for router, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:28.226808 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0919bbce-43b0-4ef9-80c2-fa2a8d1efad8 None None] Routers {'2a232d7d-5ca7-4e6f-bd8c-fc43455e6c31'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:28:28.227426 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-0919bbce-43b0-4ef9-80c2-fa2a8d1efad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:28:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['2a232d7d-5ca7-4e6f-bd8c-fc43455e6c31'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:28.242967 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-5a1d1dd9-d29d-401d-8b5f-4639fba37930 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "PUT /v2.0/routers/2a232d7d-5ca7-4e6f-bd8c-fc43455e6c31 HTTP/1.1" status: 200 len: 891 time: 2.2500205 Dec 21 13:28:28.246417 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55996) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:28.292023 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-f373ecbb-dba2-4206-9a64-38004c751d8b None None] For port 60f7a2cd-015f-4363-8616-66999db22e91, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=60f7a2cd-015f-4363-8616-66999db22e91,segment=NetworkSegment(be8e64a2-1bd2-435d-94d9-e0e5e5ad6c13),segment_id=be8e64a2-1bd2-435d-94d9-e0e5e5ad6c13)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:28:28.300101 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-0919bbce-43b0-4ef9-80c2-fa2a8d1efad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:28.302749 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f373ecbb-dba2-4206-9a64-38004c751d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:28.322881 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0919bbce-43b0-4ef9-80c2-fa2a8d1efad8 None None] Routers {'2a232d7d-5ca7-4e6f-bd8c-fc43455e6c31'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:28:28.323496 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-0919bbce-43b0-4ef9-80c2-fa2a8d1efad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:28:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['2a232d7d-5ca7-4e6f-bd8c-fc43455e6c31'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:28.355556 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-0919bbce-43b0-4ef9-80c2-fa2a8d1efad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:28.356469 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0919bbce-43b0-4ef9-80c2-fa2a8d1efad8 None None] The sync data for ids ['2a232d7d-5ca7-4e6f-bd8c-fc43455e6c31'] in dv-neutron-master-2-hyperv is: [] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:28:28.377091 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba377230-06e0-4791-8579-19e3ee49768b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-c686e690-8e1e-4b19-a719-470cf6f98d3f', 'network_id': 'c686e690-8e1e-4b19-a719-470cf6f98d3f', 'project_id': '05521adc285d4e7aaee5420426157a08', 'fixed_ips': [{'subnet_id': 'aa2a687c-95ce-4d4e-bf14-804ea366a59b'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:28:28.377962 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ba377230-06e0-4791-8579-19e3ee49768b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:28.401110 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f7b729c-2de4-4fed-be53-d17f91c800bb tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Made reservation on behalf of 4e9b97d81d204c53a28bf5666eaf36b7 for: {'subnet': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:28:28.403144 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f373ecbb-dba2-4206-9a64-38004c751d8b None None] Pushing event updated for resources: {'Port': ['ID=60f7a2cd-015f-4363-8616-66999db22e91,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:28.404568 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2f7b729c-2de4-4fed-be53-d17f91c800bb tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12346583'] for subnet, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:28.498104 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-14c9c19b-8da3-46eb-a585-0145032a59d1 None None] Provisioning complete for port 60f7a2cd-015f-4363-8616-66999db22e91 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:28:28.498693 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-14c9c19b-8da3-46eb-a585-0145032a59d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:28.591015 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-ba377230-06e0-4791-8579-19e3ee49768b None None] Allocated IP 2001:db8::f816:3eff:fe3e:5898 (c686e690-8e1e-4b19-a719-470cf6f98d3f/aa2a687c-95ce-4d4e-bf14-804ea366a59b/e0015847-1505-4d54-8486-049ecb523669) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:28:28.600916 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-8c6ac859-3d06-4109-8d03-fe2de1c25e91 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Delete allocated IP 2001:db8:0:1::2a2 (c26ec6a1-37de-4c82-841d-ea9bbbc68118/358d0a00-42dd-4f0a-b34c-6eec9a24945e) {{(pid=103153) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 21 13:28:28.676571 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9ad3f839-95e0-4288-8229-e5cc65a70040 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:28.696244 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-976ed741-96e6-4d95-a11c-a07ae462def7 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:28:28.706648 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c3eb37-a5d8-4946-9f50-fd49d79737e0 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Made reservation on behalf of 05521adc285d4e7aaee5420426157a08 for: {'port': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:28:28.710156 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f2c3eb37-a5d8-4946-9f50-fd49d79737e0 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:28.730033 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-976ed741-96e6-4d95-a11c-a07ae462def7 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks [] for router, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:28.731624 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-976ed741-96e6-4d95-a11c-a07ae462def7 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "PUT /v2.0/routers/99a225fa-cc2b-4842-baf5-d6e15780b16b HTTP/1.1" status: 200 len: 888 time: 2.6392224 Dec 21 13:28:28.732428 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ecd8c6-eca8-45ca-82eb-d5fa5fd90b2e None None] Sync routers for ids ['99a225fa-cc2b-4842-baf5-d6e15780b16b'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:28:28.740143 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 55998) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:28.763900 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:28.769064 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ecd8c6-eca8-45ca-82eb-d5fa5fd90b2e None None] Routers {'99a225fa-cc2b-4842-baf5-d6e15780b16b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:28:28.769699 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-96ecd8c6-eca8-45ca-82eb-d5fa5fd90b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:28:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['99a225fa-cc2b-4842-baf5-d6e15780b16b'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:28.783457 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-f2c3eb37-a5d8-4946-9f50-fd49d79737e0 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] device_id is not set on port 59a48e15-6828-4a27-898e-46550a8c7874 yet. {{(pid=103152) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 13:28:28.822170 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-96ecd8c6-eca8-45ca-82eb-d5fa5fd90b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:28.844768 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 60f7a2cd-015f-4363-8616-66999db22e91 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:28:28.851455 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2f7b729c-2de4-4fed-be53-d17f91c800bb tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12346565'] for subnet, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:28.863957 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8f5bb0bf-9d22-4887-83a6-eebc47eccbaf tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:28.898794 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8f5bb0bf-9d22-4887-83a6-eebc47eccbaf tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805230'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:28.910234 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ecd8c6-eca8-45ca-82eb-d5fa5fd90b2e None None] Routers {'99a225fa-cc2b-4842-baf5-d6e15780b16b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:28:28.910544 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-7f1d8321-07e2-4139-9336-f2938709a67c tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "GET /v2.0/routers/2a232d7d-5ca7-4e6f-bd8c-fc43455e6c31 HTTP/1.1" status: 200 len: 891 time: 0.6611998 Dec 21 13:28:28.910897 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-96ecd8c6-eca8-45ca-82eb-d5fa5fd90b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:28:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['99a225fa-cc2b-4842-baf5-d6e15780b16b'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:28.919348 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56000) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:28.962692 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-96ecd8c6-eca8-45ca-82eb-d5fa5fd90b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:28.963365 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ecd8c6-eca8-45ca-82eb-d5fa5fd90b2e None None] The sync data for ids ['99a225fa-cc2b-4842-baf5-d6e15780b16b'] in dv-neutron-master-2-hyperv is: [] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:28:28.967720 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [None req-9ad3f839-95e0-4288-8229-e5cc65a70040 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] device_id is not set on port aceb74fb-c3ca-40f6-9649-e4f230f12877 yet. {{(pid=103153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 13:28:28.970723 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ba377230-06e0-4791-8579-19e3ee49768b None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:28.978919 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-4b6d4670-7de5-43da-a9e0-51cfb673b38c tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a232d7d-5ca7-4e6f-bd8c-fc43455e6c31 HTTP/1.1" status: 200 len: 205 time: 0.0513275 Dec 21 13:28:28.985705 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56002) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:28.985938 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ba377230-06e0-4791-8579-19e3ee49768b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:29.020506 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 60f7a2cd-015f-4363-8616-66999db22e91 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:28:29.020873 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:29.026547 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-d3890dd0-fe88-458d-9ae0-c7dd62c78e25 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "GET /v2.0/routers/99a225fa-cc2b-4842-baf5-d6e15780b16b HTTP/1.1" status: 200 len: 888 time: 0.2546341 Dec 21 13:28:29.032097 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56004) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:29.060627 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba377230-06e0-4791-8579-19e3ee49768b None None] Network c686e690-8e1e-4b19-a719-470cf6f98d3f is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:28:29.068388 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-ba377230-06e0-4791-8579-19e3ee49768b None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:28:29.069881 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-92d813f8-e245-4d03-a287-304624dda3ca tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "GET /v2.0/ports?device_id=99a225fa-cc2b-4842-baf5-d6e15780b16b HTTP/1.1" status: 200 len: 205 time: 0.0365717 Dec 21 13:28:29.074430 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba377230-06e0-4791-8579-19e3ee49768b None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:28:29.076007 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56006) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:29.079746 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7b729c-2de4-4fed-be53-d17f91c800bb tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event updated for resources: {'Subnet': ['ID=b9b6ef67-0434-4eb9-b4f0-ec6d4e1e5746,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:29.086082 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba377230-06e0-4791-8579-19e3ee49768b None None] Pushing event updated for resources: {'Port': ['ID=e0015847-1505-4d54-8486-049ecb523669,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:29.099331 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5bb0bf-9d22-4887-83a6-eebc47eccbaf tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Pushing event updated for resources: {'Port': ['ID=3f6e60f8-7a30-4e48-b519-4cf2bc7e0ab0,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:29.106921 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8f5bb0bf-9d22-4887-83a6-eebc47eccbaf tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532537'] for router_interface, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:29.151423 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-ba377230-06e0-4791-8579-19e3ee49768b None None] Attempting to bind port e0015847-1505-4d54-8486-049ecb523669 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:28:29.151838 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-ba377230-06e0-4791-8579-19e3ee49768b None None] Attempting to bind port e0015847-1505-4d54-8486-049ecb523669 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '05b9a6f9-74ff-44ed-84bc-471ff3fbb219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c686e690-8e1e-4b19-a719-470cf6f98d3f'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:28:29.152203 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba377230-06e0-4791-8579-19e3ee49768b None None] Attempting to bind port e0015847-1505-4d54-8486-049ecb523669 on network c686e690-8e1e-4b19-a719-470cf6f98d3f {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:28:29.163553 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8c6ac859-3d06-4109-8d03-fe2de1c25e91 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:29.170801 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-f2c3eb37-a5d8-4946-9f50-fd49d79737e0 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Allocated IP 2001:db8::f816:3eff:fe0e:dd30 (c686e690-8e1e-4b19-a719-470cf6f98d3f/aa2a687c-95ce-4d4e-bf14-804ea366a59b/59a48e15-6828-4a27-898e-46550a8c7874) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:28:29.177753 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba377230-06e0-4791-8579-19e3ee49768b None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:28:29.178138 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba377230-06e0-4791-8579-19e3ee49768b None None] Checking segment: {'id': '05b9a6f9-74ff-44ed-84bc-471ff3fbb219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c686e690-8e1e-4b19-a719-470cf6f98d3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:28:29.178581 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ba377230-06e0-4791-8579-19e3ee49768b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:29.178981 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba377230-06e0-4791-8579-19e3ee49768b None None] Bound using segment: {'id': '05b9a6f9-74ff-44ed-84bc-471ff3fbb219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c686e690-8e1e-4b19-a719-470cf6f98d3f'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:28:29.179471 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-ba377230-06e0-4791-8579-19e3ee49768b None None] Bound port: e0015847-1505-4d54-8486-049ecb523669, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05b9a6f9-74ff-44ed-84bc-471ff3fbb219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c686e690-8e1e-4b19-a719-470cf6f98d3f'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:28:29.180254 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ba377230-06e0-4791-8579-19e3ee49768b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:29.180475 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8c6ac859-3d06-4109-8d03-fe2de1c25e91 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:29.186103 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7b729c-2de4-4fed-be53-d17f91c800bb tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Checking segment: {'id': 'b20a5dbe-a251-4a83-ae2d-3ffbda6396cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:28:29.186703 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7b729c-2de4-4fed-be53-d17f91c800bb tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Network hostable DHCP agents. Network: ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:28:29.266724 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-ba377230-06e0-4791-8579-19e3ee49768b None None] For port e0015847-1505-4d54-8486-049ecb523669, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:28:29.272844 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-ba377230-06e0-4791-8579-19e3ee49768b None None] For port e0015847-1505-4d54-8486-049ecb523669, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e0015847-1505-4d54-8486-049ecb523669,segment=NetworkSegment(05b9a6f9-74ff-44ed-84bc-471ff3fbb219),segment_id=05b9a6f9-74ff-44ed-84bc-471ff3fbb219)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:28:29.280206 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ba377230-06e0-4791-8579-19e3ee49768b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:29.280661 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1d386ecd-c1e0-4e46-8bbb-3aab4e694c05 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks [] for router, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:29.326215 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7b729c-2de4-4fed-be53-d17f91c800bb tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:28:29.326761 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-8c6ac859-3d06-4109-8d03-fe2de1c25e91 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] In _notify_port_updated(), no bound segment for port 81890ad7-b102-4f0d-b176-03b379b2e7f5 on network c26ec6a1-37de-4c82-841d-ea9bbbc68118 {{(pid=103153) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 21 13:28:29.333300 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6ac859-3d06-4109-8d03-fe2de1c25e91 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:29.334075 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8c6ac859-3d06-4109-8d03-fe2de1c25e91 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:29.338640 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-8c6ac859-3d06-4109-8d03-fe2de1c25e91 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "PUT /v2.0/ports/81890ad7-b102-4f0d-b176-03b379b2e7f5 HTTP/1.1" status: 200 len: 926 time: 2.1714172 Dec 21 13:28:29.339318 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56008) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:29.345185 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6ac859-3d06-4109-8d03-fe2de1c25e91 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Pushing event updated for resources: {'Port': ['ID=81890ad7-b102-4f0d-b176-03b379b2e7f5,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:29.357958 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-91a3dd48-e479-40d3-a48f-9782ae4c26ba tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '57034227-33ba-4531-9e6f-224c3c78e263'}, {'subnet_id': '358d0a00-42dd-4f0a-b34c-6eec9a24945e'}]}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:28:29.363766 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9ad3f839-95e0-4288-8229-e5cc65a70040 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:29.365331 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba377230-06e0-4791-8579-19e3ee49768b None None] Pushing event updated for resources: {'Port': ['ID=e0015847-1505-4d54-8486-049ecb523669,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:29.371945 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-641c3465-6679-4897-a458-012e5b2c64ca tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks [] for router, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:29.372224 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-2f7b729c-2de4-4fed-be53-d17f91c800bb tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9) {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:28:29.417079 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b23294-16f4-4734-bd0b-87f3b186ece7 None None] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:28:29.435883 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7b729c-2de4-4fed-be53-d17f91c800bb tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:29.436269 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2f7b729c-2de4-4fed-be53-d17f91c800bb tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:29.650492 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a817ee7-e479-48be-8e83-eda33b3e5c25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9', 'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9', 'project_id': '4e9b97d81d204c53a28bf5666eaf36b7', 'fixed_ips': [{'subnet_id': 'b9b6ef67-0434-4eb9-b4f0-ec6d4e1e5746'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:28:29.651632 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6a817ee7-e479-48be-8e83-eda33b3e5c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:29.698138 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-2f7b729c-2de4-4fed-be53-d17f91c800bb tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9713407 Dec 21 13:28:29.709352 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5bb0bf-9d22-4887-83a6-eebc47eccbaf tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Network 20f77a39-9704-44ad-8444-71d97da616e0 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:28:29.716954 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56010) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:29.726749 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-abe68a5f-e5df-4370-aba3-b5fb3dcd3930 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Request body: {'port': {'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9', 'name': 'tempest-NetworksTestDHCPv6-471648036'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:28:29.736755 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-8f5bb0bf-9d22-4887-83a6-eebc47eccbaf tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:28:29.762831 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f2c3eb37-a5d8-4946-9f50-fd49d79737e0 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:29.848640 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9ad3f839-95e0-4288-8229-e5cc65a70040 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:29.874931 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-e4635944-ff1a-4e6d-bd4f-78facd451f9b None None] Provisioning complete for port 81890ad7-b102-4f0d-b176-03b379b2e7f5 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:28:29.875309 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e4635944-ff1a-4e6d-bd4f-78facd451f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:29.913097 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad3f839-95e0-4288-8229-e5cc65a70040 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Network c6bf85d4-de6b-4911-ac91-51fc0c7c7ed2 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:28:29.923200 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-e4635944-ff1a-4e6d-bd4f-78facd451f9b None None] Port 81890ad7-b102-4f0d-b176-03b379b2e7f5 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:28:29.926907 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-9ad3f839-95e0-4288-8229-e5cc65a70040 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:28:29.929732 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad3f839-95e0-4288-8229-e5cc65a70040 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:28:29.930869 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9ad3f839-95e0-4288-8229-e5cc65a70040 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:29.933115 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad3f839-95e0-4288-8229-e5cc65a70040 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Pushing event updated for resources: {'Port': ['ID=5e482a7d-0c51-4dd0-a7f0-30f84c8e97d2,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:29.944358 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-6a817ee7-e479-48be-8e83-eda33b3e5c25 None None] Allocated IP 2001:db8::2 (ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9/b9b6ef67-0434-4eb9-b4f0-ec6d4e1e5746/cc26d26b-feb2-4b3f-85fd-7c795b4ec6a1) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:28:29.957875 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-641c3465-6679-4897-a458-012e5b2c64ca tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:30.044634 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad3f839-95e0-4288-8229-e5cc65a70040 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Pushing event updated for resources: {'Port': ['ID=aceb74fb-c3ca-40f6-9649-e4f230f12877,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:30.075653 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad3f839-95e0-4288-8229-e5cc65a70040 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Checking segment: {'id': 'b6900e92-04ee-46b9-a613-89c9ebc886c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '2e3a05f2-4d9e-4f22-ace7-9bf3f8517ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:28:30.076347 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad3f839-95e0-4288-8229-e5cc65a70040 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Network hostable DHCP agents. Network: 2e3a05f2-4d9e-4f22-ace7-9bf3f8517ee7, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:28:30.100993 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-641c3465-6679-4897-a458-012e5b2c64ca tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Deleting port 09811e3e-e542-4479-b851-86159c31bcd0 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:28:30.101442 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-641c3465-6679-4897-a458-012e5b2c64ca tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:30.114569 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad3f839-95e0-4288-8229-e5cc65a70040 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Network 2e3a05f2-4d9e-4f22-ace7-9bf3f8517ee7 is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:28:30.138706 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6a817ee7-e479-48be-8e83-eda33b3e5c25 None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:30.145849 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6a817ee7-e479-48be-8e83-eda33b3e5c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:30.157573 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-9ad3f839-95e0-4288-8229-e5cc65a70040 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 2e3a05f2-4d9e-4f22-ace7-9bf3f8517ee7) {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:28:30.166124 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad3f839-95e0-4288-8229-e5cc65a70040 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:28:30.172802 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad3f839-95e0-4288-8229-e5cc65a70040 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:30.178410 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad3f839-95e0-4288-8229-e5cc65a70040 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:30.178824 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9ad3f839-95e0-4288-8229-e5cc65a70040 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:30.182841 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d2dba5d-d202-464a-9384-b6cb1577e442 None None] Network 2e3a05f2-4d9e-4f22-ace7-9bf3f8517ee7 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:28:30.194422 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1d386ecd-c1e0-4e46-8bbb-3aab4e694c05 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:30.207658 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-9ad3f839-95e0-4288-8229-e5cc65a70040 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.8904481 Dec 21 13:28:30.207658 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56012) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:30.246560 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a817ee7-e479-48be-8e83-eda33b3e5c25 None None] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:28:30.249892 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-641c3465-6679-4897-a458-012e5b2c64ca tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:30.277346 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-641c3465-6679-4897-a458-012e5b2c64ca tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Calling delete_port for 09811e3e-e542-4479-b851-86159c31bcd0 owned by network:router_gateway {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:28:30.282012 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a817ee7-e479-48be-8e83-eda33b3e5c25 None None] Pushing event updated for resources: {'Port': ['ID=cc26d26b-feb2-4b3f-85fd-7c795b4ec6a1,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:30.285824 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-6a817ee7-e479-48be-8e83-eda33b3e5c25 None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:28:30.288838 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a817ee7-e479-48be-8e83-eda33b3e5c25 None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:28:30.367234 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f2c3eb37-a5d8-4946-9f50-fd49d79737e0 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:30.389942 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-55e76d50-5d55-4fa5-8bef-8588d789d592 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Deleting port aceb74fb-c3ca-40f6-9649-e4f230f12877 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:28:30.390420 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-55e76d50-5d55-4fa5-8bef-8588d789d592 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:30.450414 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c3eb37-a5d8-4946-9f50-fd49d79737e0 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Pushing event updated for resources: {'Port': ['ID=59a48e15-6828-4a27-898e-46550a8c7874,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:30.465712 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-91a3dd48-e479-40d3-a48f-9782ae4c26ba tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:30.517109 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-55e76d50-5d55-4fa5-8bef-8588d789d592 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:30.518530 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f5bb0bf-9d22-4887-83a6-eebc47eccbaf tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Router 9a0f9c1c-0b84-40b1-b675-f3a031108074 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:28:30.534766 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-55e76d50-5d55-4fa5-8bef-8588d789d592 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Calling delete_port for aceb74fb-c3ca-40f6-9649-e4f230f12877 owned by {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:28:30.553000 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c3eb37-a5d8-4946-9f50-fd49d79737e0 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Network c686e690-8e1e-4b19-a719-470cf6f98d3f is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:28:30.556299 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-1d386ecd-c1e0-4e46-8bbb-3aab4e694c05 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Deleting port 1e4ffbff-1a10-4ac0-9ceb-4194198afb75 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:28:30.556844 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1d386ecd-c1e0-4e46-8bbb-3aab4e694c05 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:30.567976 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-f2c3eb37-a5d8-4946-9f50-fd49d79737e0 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:28:30.574084 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-6a817ee7-e479-48be-8e83-eda33b3e5c25 None None] Attempting to bind port cc26d26b-feb2-4b3f-85fd-7c795b4ec6a1 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:28:30.574654 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-6a817ee7-e479-48be-8e83-eda33b3e5c25 None None] Attempting to bind port cc26d26b-feb2-4b3f-85fd-7c795b4ec6a1 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b20a5dbe-a251-4a83-ae2d-3ffbda6396cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:28:30.575188 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a817ee7-e479-48be-8e83-eda33b3e5c25 None None] Attempting to bind port cc26d26b-feb2-4b3f-85fd-7c795b4ec6a1 on network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:28:30.606224 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a817ee7-e479-48be-8e83-eda33b3e5c25 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:28:30.608586 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a817ee7-e479-48be-8e83-eda33b3e5c25 None None] Checking segment: {'id': 'b20a5dbe-a251-4a83-ae2d-3ffbda6396cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:28:30.609779 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6a817ee7-e479-48be-8e83-eda33b3e5c25 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:30.611644 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a817ee7-e479-48be-8e83-eda33b3e5c25 None None] Bound using segment: {'id': 'b20a5dbe-a251-4a83-ae2d-3ffbda6396cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:28:30.612356 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-6a817ee7-e479-48be-8e83-eda33b3e5c25 None None] Bound port: cc26d26b-feb2-4b3f-85fd-7c795b4ec6a1, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b20a5dbe-a251-4a83-ae2d-3ffbda6396cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:28:30.616241 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6a817ee7-e479-48be-8e83-eda33b3e5c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:30.620253 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c3eb37-a5d8-4946-9f50-fd49d79737e0 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:28:30.637172 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c3eb37-a5d8-4946-9f50-fd49d79737e0 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:30.637856 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f2c3eb37-a5d8-4946-9f50-fd49d79737e0 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:30.666582 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abe68a5f-e5df-4370-aba3-b5fb3dcd3930 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Made reservation on behalf of 4e9b97d81d204c53a28bf5666eaf36b7 for: {'port': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:28:30.670520 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-abe68a5f-e5df-4370-aba3-b5fb3dcd3930 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:30.719666 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-55e76d50-5d55-4fa5-8bef-8588d789d592 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:30.737486 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-641c3465-6679-4897-a458-012e5b2c64ca tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:30.785286 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6a817ee7-e479-48be-8e83-eda33b3e5c25 None None] For port cc26d26b-feb2-4b3f-85fd-7c795b4ec6a1, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:28:30.788916 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6a817ee7-e479-48be-8e83-eda33b3e5c25 None None] For port cc26d26b-feb2-4b3f-85fd-7c795b4ec6a1, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cc26d26b-feb2-4b3f-85fd-7c795b4ec6a1,segment=NetworkSegment(b20a5dbe-a251-4a83-ae2d-3ffbda6396cf),segment_id=b20a5dbe-a251-4a83-ae2d-3ffbda6396cf)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:28:30.790181 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:30.793618 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device e0015847-1505-4d54-8486-049ecb523669 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:28:30.798728 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6a817ee7-e479-48be-8e83-eda33b3e5c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:30.821679 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa671e5f-776e-478a-b324-5faed36c1c09 None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:28:30.858887 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-abe68a5f-e5df-4370-aba3-b5fb3dcd3930 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] device_id is not set on port c0802ae8-54a0-449a-8e72-948570d64e8d yet. {{(pid=103152) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 13:28:30.860359 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-55e76d50-5d55-4fa5-8bef-8588d789d592 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:30.867508 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-55e76d50-5d55-4fa5-8bef-8588d789d592 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "DELETE /v2.0/ports/aceb74fb-c3ca-40f6-9649-e4f230f12877 HTTP/1.1" status: 204 len: 168 time: 0.6552989 Dec 21 13:28:30.867508 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e76d50-5d55-4fa5-8bef-8588d789d592 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Pushing event deleted for resources: {'Port': ['ID=aceb74fb-c3ca-40f6-9649-e4f230f12877,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:30.873282 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56016) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:30.904606 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a817ee7-e479-48be-8e83-eda33b3e5c25 None None] Pushing event updated for resources: {'Port': ['ID=cc26d26b-feb2-4b3f-85fd-7c795b4ec6a1,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:30.919913 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port e0015847-1505-4d54-8486-049ecb523669 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:28:30.922221 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:30.929408 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-f2c3eb37-a5d8-4946-9f50-fd49d79737e0 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.7393851 Dec 21 13:28:30.944130 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56018) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:30.976735 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb93efa-7977-4afe-8534-c960bac741a8 None None] Network c686e690-8e1e-4b19-a719-470cf6f98d3f requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:28:31.048737 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641c3465-6679-4897-a458-012e5b2c64ca tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Pushing event deleted for resources: {'Port': ['ID=09811e3e-e542-4479-b851-86159c31bcd0,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:31.063713 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:31.073389 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-641c3465-6679-4897-a458-012e5b2c64ca tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-548638'] for router_gateway, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:31.083472 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1d386ecd-c1e0-4e46-8bbb-3aab4e694c05 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:31.129673 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-3aab6c99-37a6-48ca-891b-7278a90735b4 None None] Provisioning complete for port e0015847-1505-4d54-8486-049ecb523669 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:28:31.130310 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-3aab6c99-37a6-48ca-891b-7278a90735b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:31.202295 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:31.204686 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-1d386ecd-c1e0-4e46-8bbb-3aab4e694c05 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Calling delete_port for 1e4ffbff-1a10-4ac0-9ceb-4194198afb75 owned by network:router_gateway {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:28:31.279411 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-641c3465-6679-4897-a458-012e5b2c64ca tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26950'] for router, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:31.285745 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-641c3465-6679-4897-a458-012e5b2c64ca tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:31.296300 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0340ee6-46e5-4789-8860-324366711e3f req-1256870b-1f67-443e-a7e4-3f19aa381056 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:31.298530 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b0340ee6-46e5-4789-8860-324366711e3f req-1256870b-1f67-443e-a7e4-3f19aa381056 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f04569b-7b6a-480f-a48e-6be4ed1157fe HTTP/1.1" status: 200 len: 945 time: 0.5824108 Dec 21 13:28:31.305336 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcc454a7-08be-4bf5-9c23-94d1dea85273 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Deleting subnet aa2a687c-95ce-4d4e-bf14-804ea366a59b {{(pid=103153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:28:31.322451 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fcc454a7-08be-4bf5-9c23-94d1dea85273 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks [] for subnet, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:31.327042 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] For port e0015847-1505-4d54-8486-049ecb523669, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e0015847-1505-4d54-8486-049ecb523669,segment=NetworkSegment(05b9a6f9-74ff-44ed-84bc-471ff3fbb219),segment_id=05b9a6f9-74ff-44ed-84bc-471ff3fbb219)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:28:31.327225 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f5bb0bf-9d22-4887-83a6-eebc47eccbaf tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:28:31.339535 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1e9e9f-558f-4685-8a1e-3da7ec8b1c15 None None] Sync routers for ids ['9a0f9c1c-0b84-40b1-b675-f3a031108074'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:28:31.340054 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:31.354109 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1e9e9f-558f-4685-8a1e-3da7ec8b1c15 None None] Routers {'9a0f9c1c-0b84-40b1-b675-f3a031108074'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:28:31.361291 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-8e1e9e9f-558f-4685-8a1e-3da7ec8b1c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:28:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['9a0f9c1c-0b84-40b1-b675-f3a031108074'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:31.372836 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-3aab6c99-37a6-48ca-891b-7278a90735b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:31.423579 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd7f49a-b0a6-41c7-a53e-76cc29d20b41 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:31.430369 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd7f49a-b0a6-41c7-a53e-76cc29d20b41 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:31.431336 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-8f5bb0bf-9d22-4887-83a6-eebc47eccbaf tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] 10.222.0.37 "PUT /v2.0/routers/9a0f9c1c-0b84-40b1-b675-f3a031108074/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0775397 Dec 21 13:28:31.434988 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-dbd7f49a-b0a6-41c7-a53e-76cc29d20b41 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.5047882 Dec 21 13:28:31.435639 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56020) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:31.440942 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-8e1e9e9f-558f-4685-8a1e-3da7ec8b1c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:31.442402 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Pushing event updated for resources: {'Port': ['ID=e0015847-1505-4d54-8486-049ecb523669,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:31.447702 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-a891e626-a2b7-40ab-9826-ceb3a07b99a5 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Request body: {'port': {'network_id': '20f77a39-9704-44ad-8444-71d97da616e0', 'name': 'tempest-FloatingIPTestJSON-1662392998'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:28:31.453392 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56022) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:31.471937 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1e9e9f-558f-4685-8a1e-3da7ec8b1c15 None None] Routers {'9a0f9c1c-0b84-40b1-b675-f3a031108074'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:28:31.472659 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-8e1e9e9f-558f-4685-8a1e-3da7ec8b1c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:28:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['9a0f9c1c-0b84-40b1-b675-f3a031108074'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:31.497599 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-641c3465-6679-4897-a458-012e5b2c64ca tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534967'] for router, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:31.497937 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-641c3465-6679-4897-a458-012e5b2c64ca tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Fanout notify agent at l3_agent the message router_deleted on router 99a225fa-cc2b-4842-baf5-d6e15780b16b {{(pid=103153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 13:28:31.509787 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-abe68a5f-e5df-4370-aba3-b5fb3dcd3930 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Allocated IP 2001:db8::fe (ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9/b9b6ef67-0434-4eb9-b4f0-ec6d4e1e5746/c0802ae8-54a0-449a-8e72-948570d64e8d) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:28:31.513983 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.db.api [None req-3aab6c99-37a6-48ca-891b-7278a90735b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 13:28:31.516063 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG oslo_db.api [None req-3aab6c99-37a6-48ca-891b-7278a90735b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 13:28:31.525335 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-8e1e9e9f-558f-4685-8a1e-3da7ec8b1c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:31.526409 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1e9e9f-558f-4685-8a1e-3da7ec8b1c15 None None] The sync data for ids ['9a0f9c1c-0b84-40b1-b675-f3a031108074'] in dv-neutron-master-2-hyperv is: [] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:28:31.550416 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:31.550416 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:28:31.550416 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:31.550416 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:28:31.550416 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:31.550416 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:28:31.550416 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:31.550416 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:28:31.550416 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:31.550416 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:28:31.550416 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:31.550416 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:28:31.550416 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:31.550416 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:28:31.550416 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:31.550416 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:28:31.550416 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:31.550416 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:28:31.550416 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:31.550416 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:28:31.550416 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:31.550416 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:28:31.550416 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:31.550416 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:28:31.550416 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:31.550416 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:28:31.550416 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:31.550416 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:28:31.550416 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:31.550416 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:28:31.550416 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:31.550416 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:28:31.550416 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:31.550416 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:28:31.550416 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:31.550416 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:28:31.557206 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:31.557206 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:28:31.557206 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:31.557206 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:28:31.557206 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:31.557206 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:28:31.557206 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:31.557206 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:28:31.557206 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:31.557206 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:28:31.557206 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:31.557206 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:28:31.557206 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-641c3465-6679-4897-a458-012e5b2c64ca tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks [] for router, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:31.557206 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-641c3465-6679-4897-a458-012e5b2c64ca tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "DELETE /v2.0/routers/99a225fa-cc2b-4842-baf5-d6e15780b16b HTTP/1.1" status: 204 len: 168 time: 2.4744031 Dec 21 13:28:31.559283 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fcc454a7-08be-4bf5-9c23-94d1dea85273 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1585439'] for subnet, precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:31.564457 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56024) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:31.591838 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-b6c27191-847f-4453-9ee5-e510846cd99c tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Request body: {'network': {'name': 'tempest-RoutersTest-488056715'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:28:31.663874 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b0340ee6-46e5-4789-8860-324366711e3f req-8dc9708d-9c19-4925-ad17-bbbacd50c3ba tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ba20eb6-7980-48d1-8013-51c2682fdc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3540549 Dec 21 13:28:31.728144 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-91a3dd48-e479-40d3-a48f-9782ae4c26ba tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Allocated IP 2001:db8:0:1::3b0 (c26ec6a1-37de-4c82-841d-ea9bbbc68118/358d0a00-42dd-4f0a-b34c-6eec9a24945e/81890ad7-b102-4f0d-b176-03b379b2e7f5) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:28:31.758679 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6c27191-847f-4453-9ee5-e510846cd99c tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Made reservation on behalf of 2443f9ebd5734093aca8f8d69b48dcbc for: {'network': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:28:31.762481 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b6c27191-847f-4453-9ee5-e510846cd99c tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:31.891292 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a891e626-a2b7-40ab-9826-ceb3a07b99a5 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Made reservation on behalf of 16d2926f45024058a111868cbfccf657 for: {'port': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:28:31.895330 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a891e626-a2b7-40ab-9826-ceb3a07b99a5 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:31.913007 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6c27191-847f-4453-9ee5-e510846cd99c tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=103153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:28:31.933757 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-a5876448-64c7-4d18-87a6-bfeae1614315 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Deleting port 5e482a7d-0c51-4dd0-a7f0-30f84c8e97d2 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:28:31.934313 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a5876448-64c7-4d18-87a6-bfeae1614315 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:31.947676 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fcc454a7-08be-4bf5-9c23-94d1dea85273 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:31.951518 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b6c27191-847f-4453-9ee5-e510846cd99c tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:31.951692 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.segments_db [None req-b6c27191-847f-4453-9ee5-e510846cd99c tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Added segment 6ae97484-605c-476a-96b1-7ac05d68d22e of type vlan for network 1293bdc4-07c9-499b-883d-19263c00676c Dec 21 13:28:31.962939 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1d386ecd-c1e0-4e46-8bbb-3aab4e694c05 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:31.991052 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e608fb88-5e00-4502-b57a-c04c9ceabe73 req-0881c660-9210-4acf-868a-02284da3f974 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:31.992953 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-e608fb88-5e00-4502-b57a-c04c9ceabe73 req-0881c660-9210-4acf-868a-02284da3f974 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f04569b-7b6a-480f-a48e-6be4ed1157fe HTTP/1.1" status: 200 len: 945 time: 0.2225924 Dec 21 13:28:31.999300 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [None req-a891e626-a2b7-40ab-9826-ceb3a07b99a5 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] device_id is not set on port fcc13bc8-7355-4fd4-95ef-24bf519e7a57 yet. {{(pid=103153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 13:28:32.052406 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d386ecd-c1e0-4e46-8bbb-3aab4e694c05 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Pushing event deleted for resources: {'Port': ['ID=1e4ffbff-1a10-4ac0-9ceb-4194198afb75,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:32.074310 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa698b3-06dd-43d9-8e27-94a8796ab5cd None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:28:32.108552 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-abe68a5f-e5df-4370-aba3-b5fb3dcd3930 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:32.143598 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a5876448-64c7-4d18-87a6-bfeae1614315 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:32.166916 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-91a3dd48-e479-40d3-a48f-9782ae4c26ba tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:32.172161 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-a5876448-64c7-4d18-87a6-bfeae1614315 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Calling delete_port for 5e482a7d-0c51-4dd0-a7f0-30f84c8e97d2 owned by {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:28:32.175038 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b6c27191-847f-4453-9ee5-e510846cd99c tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:32.185485 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-91a3dd48-e479-40d3-a48f-9782ae4c26ba tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805230'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:32.245310 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-e608fb88-5e00-4502-b57a-c04c9ceabe73 req-00874d3b-97a5-402c-927c-8f4ee2ba8485 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ba20eb6-7980-48d1-8013-51c2682fdc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2206450 Dec 21 13:28:32.248167 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1d386ecd-c1e0-4e46-8bbb-3aab4e694c05 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-548638'] for router_gateway, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:32.261343 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-4d787901-494d-4596-b687-71199b3901d6 None None] Provisioning complete for port 59a48e15-6828-4a27-898e-46550a8c7874 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:28:32.272328 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-4d787901-494d-4596-b687-71199b3901d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:32.337936 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-a891e626-a2b7-40ab-9826-ceb3a07b99a5 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Allocated IP 172.20.0.6 (20f77a39-9704-44ad-8444-71d97da616e0/2aa69170-edb5-4dc2-a439-930e8364bc13/fcc13bc8-7355-4fd4-95ef-24bf519e7a57) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:28:32.348876 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-4d787901-494d-4596-b687-71199b3901d6 None None] Port 59a48e15-6828-4a27-898e-46550a8c7874 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:28:32.369835 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-4d787901-494d-4596-b687-71199b3901d6 None None] Provisioning complete for port e0015847-1505-4d54-8486-049ecb523669 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:28:32.370310 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-4d787901-494d-4596-b687-71199b3901d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:32.440004 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fcc454a7-08be-4bf5-9c23-94d1dea85273 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11349588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11288746'] for subnet, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:32.488037 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-abe68a5f-e5df-4370-aba3-b5fb3dcd3930 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:32.494484 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1d386ecd-c1e0-4e46-8bbb-3aab4e694c05 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26950'] for router, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:32.496056 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc454a7-08be-4bf5-9c23-94d1dea85273 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Pushing event deleted for resources: {'Subnet': ['ID=aa2a687c-95ce-4d4e-bf14-804ea366a59b,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:32.497007 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1d386ecd-c1e0-4e46-8bbb-3aab4e694c05 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:32.516886 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b6c27191-847f-4453-9ee5-e510846cd99c tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:32.523636 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c27191-847f-4453-9ee5-e510846cd99c tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:32.524244 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b6c27191-847f-4453-9ee5-e510846cd99c tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:32.551985 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7d50fc-8142-45ca-9feb-911100e75ae9 None None] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:28:32.554308 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-91a3dd48-e479-40d3-a48f-9782ae4c26ba tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] In _notify_port_updated(), no bound segment for port 81890ad7-b102-4f0d-b176-03b379b2e7f5 on network c26ec6a1-37de-4c82-841d-ea9bbbc68118 {{(pid=103152) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 21 13:28:32.561810 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a3dd48-e479-40d3-a48f-9782ae4c26ba tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:32.563121 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-91a3dd48-e479-40d3-a48f-9782ae4c26ba tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:32.564513 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-91a3dd48-e479-40d3-a48f-9782ae4c26ba tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "PUT /v2.0/ports/81890ad7-b102-4f0d-b176-03b379b2e7f5 HTTP/1.1" status: 200 len: 1012 time: 3.2152629 Dec 21 13:28:32.565011 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fcc454a7-08be-4bf5-9c23-94d1dea85273 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks [] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:32.572467 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-fcc454a7-08be-4bf5-9c23-94d1dea85273 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] 10.222.0.37 "DELETE /v2.0/subnets/aa2a687c-95ce-4d4e-bf14-804ea366a59b HTTP/1.1" status: 204 len: 168 time: 1.6241236 Dec 21 13:28:32.585574 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56032) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:32.585925 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56034) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:32.589613 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1d386ecd-c1e0-4e46-8bbb-3aab4e694c05 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534967'] for router, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:32.590266 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d386ecd-c1e0-4e46-8bbb-3aab4e694c05 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Fanout notify agent at l3_agent the message router_deleted on router 2a232d7d-5ca7-4e6f-bd8c-fc43455e6c31 {{(pid=103152) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 13:28:32.613865 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1d386ecd-c1e0-4e46-8bbb-3aab4e694c05 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks [] for router, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:32.620927 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-1d386ecd-c1e0-4e46-8bbb-3aab4e694c05 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "DELETE /v2.0/routers/2a232d7d-5ca7-4e6f-bd8c-fc43455e6c31 HTTP/1.1" status: 204 len: 168 time: 3.6300735 Dec 21 13:28:32.627187 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a3dd48-e479-40d3-a48f-9782ae4c26ba tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Pushing event updated for resources: {'Port': ['ID=81890ad7-b102-4f0d-b176-03b379b2e7f5,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:32.629532 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56036) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:32.638793 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-0e7e84ce-6657-46c5-9599-c9e89061bf43 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-769415250'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:28:32.655016 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe68a5f-e5df-4370-aba3-b5fb3dcd3930 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:28:32.658581 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-abe68a5f-e5df-4370-aba3-b5fb3dcd3930 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:28:32.661699 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe68a5f-e5df-4370-aba3-b5fb3dcd3930 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:28:32.668064 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe68a5f-e5df-4370-aba3-b5fb3dcd3930 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:32.668675 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-abe68a5f-e5df-4370-aba3-b5fb3dcd3930 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:32.694612 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4510d7-7eb7-4dc1-81c8-5c1a51f4cc15 None None] Network c686e690-8e1e-4b19-a719-470cf6f98d3f requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:28:32.739618 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-abe68a5f-e5df-4370-aba3-b5fb3dcd3930 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.0215979 Dec 21 13:28:32.747248 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56038) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:32.750255 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc9c70a-524b-46ea-9133-1f618d120398 req-edd06074-108c-48cd-a636-56610984c34a tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:32.752651 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-adc9c70a-524b-46ea-9133-1f618d120398 req-edd06074-108c-48cd-a636-56610984c34a tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f04569b-7b6a-480f-a48e-6be4ed1157fe HTTP/1.1" status: 200 len: 945 time: 0.1860101 Dec 21 13:28:32.766602 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe68a5f-e5df-4370-aba3-b5fb3dcd3930 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event updated for resources: {'Port': ['ID=c0802ae8-54a0-449a-8e72-948570d64e8d,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:32.776359 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e7e84ce-6657-46c5-9599-c9e89061bf43 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Made reservation on behalf of d368a1938e3342de9d3358d110005af5 for: {'network': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:28:32.777164 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-f1c0fdb5-67b1-44e6-bde5-418e42c6593c None None] Provisioning complete for port cc26d26b-feb2-4b3f-85fd-7c795b4ec6a1 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:28:32.777536 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f1c0fdb5-67b1-44e6-bde5-418e42c6593c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:32.780090 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0e7e84ce-6657-46c5-9599-c9e89061bf43 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:32.847669 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e7e84ce-6657-46c5-9599-c9e89061bf43 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=103152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:28:32.866300 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0e7e84ce-6657-46c5-9599-c9e89061bf43 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:32.866475 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c27191-847f-4453-9ee5-e510846cd99c tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Pushing event updated for resources: {'Network': ['ID=1293bdc4-07c9-499b-883d-19263c00676c,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:32.869750 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.segments_db [None req-0e7e84ce-6657-46c5-9599-c9e89061bf43 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Added segment f81181a8-357c-41f4-97d8-d5eae34ac779 of type vlan for network 5f9bbabd-8846-4150-a3db-dffcae97d145 Dec 21 13:28:32.885576 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-b6c27191-847f-4453-9ee5-e510846cd99c tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2973728 Dec 21 13:28:32.888310 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56040) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:32.888693 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-adc9c70a-524b-46ea-9133-1f618d120398 req-7e191965-a863-49b6-ba52-3adf3f0fe08e tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ba20eb6-7980-48d1-8013-51c2682fdc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186986 Dec 21 13:28:32.916467 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a5876448-64c7-4d18-87a6-bfeae1614315 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:32.920655 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network 1293bdc4-07c9-499b-883d-19263c00676c details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:28:32.922466 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-b01e8a89-9adf-4f98-9c5d-ce7ec5725994 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Request body: {'subnet': {'network_id': '1293bdc4-07c9-499b-883d-19263c00676c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:28:32.923121 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device e0015847-1505-4d54-8486-049ecb523669 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:28:32.951984 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0e7e84ce-6657-46c5-9599-c9e89061bf43 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:32.997174 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0e7e84ce-6657-46c5-9599-c9e89061bf43 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:33.005745 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7e84ce-6657-46c5-9599-c9e89061bf43 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:33.008323 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0e7e84ce-6657-46c5-9599-c9e89061bf43 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks [] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:33.023224 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f1c0fdb5-67b1-44e6-bde5-418e42c6593c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:33.112236 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7e84ce-6657-46c5-9599-c9e89061bf43 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Pushing event updated for resources: {'Network': ['ID=5f9bbabd-8846-4150-a3db-dffcae97d145,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:33.118390 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-0e7e84ce-6657-46c5-9599-c9e89061bf43 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4837670 Dec 21 13:28:33.121140 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56042) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:33.125650 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port e0015847-1505-4d54-8486-049ecb523669 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:28:33.126253 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:33.127914 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-858e6df7-cf3a-4a8c-a67b-034edcd0a6d3 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Request body: {'subnet': {'network_id': '5f9bbabd-8846-4150-a3db-dffcae97d145', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:28:33.129255 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391a60a2-30b2-4202-9f6b-191df25ece1d None None] DHCP port deletion for c686e690-8e1e-4b19-a719-470cf6f98d3f request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:28:33.143558 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-f1c0fdb5-67b1-44e6-bde5-418e42c6593c None None] For port cc26d26b-feb2-4b3f-85fd-7c795b4ec6a1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cc26d26b-feb2-4b3f-85fd-7c795b4ec6a1,segment=NetworkSegment(b20a5dbe-a251-4a83-ae2d-3ffbda6396cf),segment_id=b20a5dbe-a251-4a83-ae2d-3ffbda6396cf)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:28:33.167582 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network 5f9bbabd-8846-4150-a3db-dffcae97d145 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:28:33.168448 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5876448-64c7-4d18-87a6-bfeae1614315 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Pushing event deleted for resources: {'Port': ['ID=5e482a7d-0c51-4dd0-a7f0-30f84c8e97d2,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:33.173094 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a44adb-b1dd-4e5a-90b1-a76e4221bd2a tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:33.174692 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a44adb-b1dd-4e5a-90b1-a76e4221bd2a tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:33.176503 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-51a44adb-b1dd-4e5a-90b1-a76e4221bd2a tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.5600400 Dec 21 13:28:33.196226 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56044) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:33.204110 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a891e626-a2b7-40ab-9826-ceb3a07b99a5 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:33.214625 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c66838-9677-40ff-afd5-a53a7c7abbf5 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:33.215674 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f1c0fdb5-67b1-44e6-bde5-418e42c6593c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:33.221505 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c66838-9677-40ff-afd5-a53a7c7abbf5 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:33.223301 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-e4c66838-9677-40ff-afd5-a53a7c7abbf5 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.4099333 Dec 21 13:28:33.224597 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a5876448-64c7-4d18-87a6-bfeae1614315 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:33.227991 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-a5876448-64c7-4d18-87a6-bfeae1614315 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "DELETE /v2.0/ports/5e482a7d-0c51-4dd0-a7f0-30f84c8e97d2 HTTP/1.1" status: 204 len: 168 time: 1.7738690 Dec 21 13:28:33.232852 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56046) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:33.233183 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56048) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:33.329752 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-715dc4c8-d294-4e11-84b4-e2d8f03e3e4c tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:33.332291 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-858e6df7-cf3a-4a8c-a67b-034edcd0a6d3 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Made reservation on behalf of d368a1938e3342de9d3358d110005af5 for: {'subnet': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:28:33.336467 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-858e6df7-cf3a-4a8c-a67b-034edcd0a6d3 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12346583'] for subnet, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:33.363631 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c0fdb5-67b1-44e6-bde5-418e42c6593c None None] Pushing event updated for resources: {'Port': ['ID=cc26d26b-feb2-4b3f-85fd-7c795b4ec6a1,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:33.402519 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6b318c46-107e-4468-a51a-4b7b764e9f4a None None] Provisioning complete for port 81890ad7-b102-4f0d-b176-03b379b2e7f5 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:28:33.403137 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6b318c46-107e-4468-a51a-4b7b764e9f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:33.466954 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-6b318c46-107e-4468-a51a-4b7b764e9f4a None None] Port 81890ad7-b102-4f0d-b176-03b379b2e7f5 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:28:33.469642 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-391a60a2-30b2-4202-9f6b-191df25ece1d None None] Deleting port e0015847-1505-4d54-8486-049ecb523669 {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:28:33.470233 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-391a60a2-30b2-4202-9f6b-191df25ece1d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:33.578344 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device cc26d26b-feb2-4b3f-85fd-7c795b4ec6a1 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:28:33.580095 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6b318c46-107e-4468-a51a-4b7b764e9f4a None None] Provisioning complete for port c0802ae8-54a0-449a-8e72-948570d64e8d triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:28:33.580517 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6b318c46-107e-4468-a51a-4b7b764e9f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:33.653331 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-391a60a2-30b2-4202-9f6b-191df25ece1d None None] For port e0015847-1505-4d54-8486-049ecb523669, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e0015847-1505-4d54-8486-049ecb523669,segment=NetworkSegment(05b9a6f9-74ff-44ed-84bc-471ff3fbb219),segment_id=05b9a6f9-74ff-44ed-84bc-471ff3fbb219)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:28:33.653763 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-391a60a2-30b2-4202-9f6b-191df25ece1d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:33.658621 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-941d3a4e-8247-4ddd-8c96-d5866594de2f tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Deleting port 81890ad7-b102-4f0d-b176-03b379b2e7f5 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:28:33.659260 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-941d3a4e-8247-4ddd-8c96-d5866594de2f tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:33.674798 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-6b318c46-107e-4468-a51a-4b7b764e9f4a None None] Port c0802ae8-54a0-449a-8e72-948570d64e8d cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:28:33.676808 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-391a60a2-30b2-4202-9f6b-191df25ece1d None None] Calling delete_port for e0015847-1505-4d54-8486-049ecb523669 owned by network:dhcp {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:28:33.717359 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b01e8a89-9adf-4f98-9c5d-ce7ec5725994 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Made reservation on behalf of 2443f9ebd5734093aca8f8d69b48dcbc for: {'subnet': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:28:33.720897 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b01e8a89-9adf-4f98-9c5d-ce7ec5725994 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11288759'] for subnet, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:33.735537 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463c2cc7-5dae-421f-8564-cb34592121ac tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:33.737084 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-463c2cc7-5dae-421f-8564-cb34592121ac tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.5002916 Dec 21 13:28:33.739167 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6b318c46-107e-4468-a51a-4b7b764e9f4a None None] Provisioning complete for port cc26d26b-feb2-4b3f-85fd-7c795b4ec6a1 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:28:33.741131 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6b318c46-107e-4468-a51a-4b7b764e9f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:33.745046 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56050) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:33.745315 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port cc26d26b-feb2-4b3f-85fd-7c795b4ec6a1 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:28:33.745642 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:33.772182 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-715dc4c8-d294-4e11-84b4-e2d8f03e3e4c tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 21 13:28:33.772653 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-715dc4c8-d294-4e11-84b4-e2d8f03e3e4c tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:28:33.778088 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-715dc4c8-d294-4e11-84b4-e2d8f03e3e4c tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] 10.222.0.37 "DELETE /v2.0/networks/c686e690-8e1e-4b19-a719-470cf6f98d3f HTTP/1.1" status: 409 len: 466 time: 0.5791404 Dec 21 13:28:33.793858 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56052) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:33.802102 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a891e626-a2b7-40ab-9826-ceb3a07b99a5 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:33.807937 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-8f6b37ab-bb8d-4e5c-b7bf-015b3ea78cf4 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-620714500'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:28:33.825448 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-858e6df7-cf3a-4a8c-a67b-034edcd0a6d3 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12346565'] for subnet, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:33.849369 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-391a60a2-30b2-4202-9f6b-191df25ece1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636'] for port, after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:33.882395 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fa3d1f6-b8c2-42b2-a5d7-02adfe25b719 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] GET failed (client error): The resource could not be found. Dec 21 13:28:33.886943 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-1fa3d1f6-b8c2-42b2-a5d7-02adfe25b719 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "GET /v2.0/ports/aceb74fb-c3ca-40f6-9649-e4f230f12877 HTTP/1.1" status: 404 len: 333 time: 0.1039631 Dec 21 13:28:33.891818 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56054) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:33.898667 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391a60a2-30b2-4202-9f6b-191df25ece1d None None] Pushing event deleted for resources: {'Port': ['ID=e0015847-1505-4d54-8486-049ecb523669,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:33.920389 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391a60a2-30b2-4202-9f6b-191df25ece1d None None] No DVR routers for this DVR port e0015847-1505-4d54-8486-049ecb523669 on host dv-neutron-master-2-hyperv {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:28:33.945727 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858e6df7-cf3a-4a8c-a67b-034edcd0a6d3 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Pushing event updated for resources: {'Subnet': ['ID=648ddb2b-f9a6-48dc-899c-e023c2f96748,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:33.957193 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-db642567-1b23-4069-a359-33c74cf742a7 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] GET failed (client error): The resource could not be found. Dec 21 13:28:33.959368 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-db642567-1b23-4069-a359-33c74cf742a7 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "GET /v2.0/ports/5e482a7d-0c51-4dd0-a7f0-30f84c8e97d2 HTTP/1.1" status: 404 len: 333 time: 0.0646605 Dec 21 13:28:33.964216 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56058) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:33.976771 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858e6df7-cf3a-4a8c-a67b-034edcd0a6d3 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Checking segment: {'id': 'f81181a8-357c-41f4-97d8-d5eae34ac779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '5f9bbabd-8846-4150-a3db-dffcae97d145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:28:33.977112 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858e6df7-cf3a-4a8c-a67b-034edcd0a6d3 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Network hostable DHCP agents. Network: 5f9bbabd-8846-4150-a3db-dffcae97d145, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:28:34.008515 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a891e626-a2b7-40ab-9826-ceb3a07b99a5 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Network 20f77a39-9704-44ad-8444-71d97da616e0 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:28:34.054291 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858e6df7-cf3a-4a8c-a67b-034edcd0a6d3 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Network 5f9bbabd-8846-4150-a3db-dffcae97d145 is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:28:34.064411 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8bb64304-23c6-428f-9024-f00dc3d1a764 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:34.072580 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-858e6df7-cf3a-4a8c-a67b-034edcd0a6d3 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 5f9bbabd-8846-4150-a3db-dffcae97d145) {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:28:34.078766 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858e6df7-cf3a-4a8c-a67b-034edcd0a6d3 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:34.079657 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-858e6df7-cf3a-4a8c-a67b-034edcd0a6d3 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:34.084325 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-a891e626-a2b7-40ab-9826-ceb3a07b99a5 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:28:34.098126 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a891e626-a2b7-40ab-9826-ceb3a07b99a5 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Pushing event updated for resources: {'Port': ['ID=fcc13bc8-7355-4fd4-95ef-24bf519e7a57,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:34.101544 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a891e626-a2b7-40ab-9826-ceb3a07b99a5 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:28:34.101851 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf56a85-8a38-40da-b390-6a60a061fe65 None None] Network 5f9bbabd-8846-4150-a3db-dffcae97d145 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:28:34.109802 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-941d3a4e-8247-4ddd-8c96-d5866594de2f tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:34.123003 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-858e6df7-cf3a-4a8c-a67b-034edcd0a6d3 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0004296 Dec 21 13:28:34.124001 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56060) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:34.131664 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-4051a13a-1f61-4352-b6ac-85691887bb5b tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-361228837', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:28:34.162579 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-9af9edaa-5206-40f0-b0cc-3a63af734130 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Deleting port c0802ae8-54a0-449a-8e72-948570d64e8d {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:28:34.162966 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9af9edaa-5206-40f0-b0cc-3a63af734130 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:34.189604 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-941d3a4e-8247-4ddd-8c96-d5866594de2f tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Calling delete_port for 81890ad7-b102-4f0d-b176-03b379b2e7f5 owned by {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:28:34.192198 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f6b37ab-bb8d-4e5c-b7bf-015b3ea78cf4 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Made reservation on behalf of 05521adc285d4e7aaee5420426157a08 for: {'network': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:28:34.195936 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8f6b37ab-bb8d-4e5c-b7bf-015b3ea78cf4 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:34.203410 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8bb64304-23c6-428f-9024-f00dc3d1a764 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:34.222533 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d9f1a9-8c5d-4286-923f-7b2425d7e916 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-5f9bbabd-8846-4150-a3db-dffcae97d145', 'network_id': '5f9bbabd-8846-4150-a3db-dffcae97d145', 'project_id': 'd368a1938e3342de9d3358d110005af5', 'fixed_ips': [{'subnet_id': '648ddb2b-f9a6-48dc-899c-e023c2f96748'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:28:34.223794 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-46d9f1a9-8c5d-4286-923f-7b2425d7e916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:34.230562 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-8bb64304-23c6-428f-9024-f00dc3d1a764 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e3a05f2-4d9e-4f22-ace7-9bf3f8517ee7']}} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:34.234342 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4051a13a-1f61-4352-b6ac-85691887bb5b tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26964'] for router, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:34.235526 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4051a13a-1f61-4352-b6ac-85691887bb5b tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-642316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26957'] for router, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:34.250312 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-8bb64304-23c6-428f-9024-f00dc3d1a764 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6900e92-04ee-46b9-a613-89c9ebc886c3') {'for_net_delete': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:34.250702 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-8bb64304-23c6-428f-9024-f00dc3d1a764 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6900e92-04ee-46b9-a613-89c9ebc886c3') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:34.266243 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8bb64304-23c6-428f-9024-f00dc3d1a764 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526653'] for segment, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:34.306725 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4523e-3b2f-4e51-963a-fb5686c7e504 req-cd54751d-6f36-4bcb-b5ed-b626954f7d7e tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:34.308270 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-22d4523e-3b2f-4e51-963a-fb5686c7e504 req-cd54751d-6f36-4bcb-b5ed-b626954f7d7e tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f04569b-7b6a-480f-a48e-6be4ed1157fe HTTP/1.1" status: 200 len: 945 time: 0.3273327 Dec 21 13:28:34.321601 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8bb64304-23c6-428f-9024-f00dc3d1a764 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:34.328557 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4051a13a-1f61-4352-b6ac-85691887bb5b tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:34.332289 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bb64304-23c6-428f-9024-f00dc3d1a764 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=103152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:28:34.333159 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-dab23707-9046-4a81-90c1-19c35704b2f7 None None] Provisioning complete for port c0802ae8-54a0-449a-8e72-948570d64e8d triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:28:34.333290 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8bb64304-23c6-428f-9024-f00dc3d1a764 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805426'] for segment, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:34.333547 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-dab23707-9046-4a81-90c1-19c35704b2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:34.336565 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:34.336565 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:28:34.336565 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:34.336565 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:28:34.336565 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:34.336565 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:28:34.336565 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:34.336565 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:28:34.336565 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:34.336565 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:28:34.336565 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:34.336565 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:28:34.336565 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:34.336565 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:28:34.336565 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:34.336565 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:28:34.336565 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:34.336565 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:28:34.336565 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:34.336565 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:28:34.336565 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:34.336565 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:28:34.336565 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:34.336565 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:28:34.336565 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:34.336565 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:28:34.336565 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:34.336565 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:28:34.336565 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:34.336565 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:28:34.336565 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:34.336565 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:28:34.336565 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:34.336565 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:28:34.336565 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:34.336565 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:28:34.338971 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:34.338971 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:28:34.338971 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:34.338971 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:28:34.338971 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:34.338971 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:28:34.338971 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:34.338971 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:28:34.338971 dv-neutron-master-2-hyperv neutron-server[103152]: Traceback (most recent call last): Dec 21 13:28:34.338971 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:28:34.338971 dv-neutron-master-2-hyperv neutron-server[103152]: timer() Dec 21 13:28:34.338971 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:28:34.338971 dv-neutron-master-2-hyperv neutron-server[103152]: cb(*args, **kw) Dec 21 13:28:34.338971 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:28:34.338971 dv-neutron-master-2-hyperv neutron-server[103152]: return func(*args, **kwargs) Dec 21 13:28:34.338971 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:28:34.338971 dv-neutron-master-2-hyperv neutron-server[103152]: self._notify() Dec 21 13:28:34.338971 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:28:34.338971 dv-neutron-master-2-hyperv neutron-server[103152]: self.callback(batched_events) Dec 21 13:28:34.338971 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:28:34.338971 dv-neutron-master-2-hyperv neutron-server[103152]: event.method(event) Dec 21 13:28:34.338971 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:28:34.338971 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:28:34.338971 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:28:34.338971 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:28:34.338971 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:28:34.338971 dv-neutron-master-2-hyperv neutron-server[103152]: return f(self, *a, **k) Dec 21 13:28:34.338971 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:28:34.338971 dv-neutron-master-2-hyperv neutron-server[103152]: return self._get(url).json() Dec 21 13:28:34.338971 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:28:34.338971 dv-neutron-master-2-hyperv neutron-server[103152]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:28:34.338971 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:28:34.338971 dv-neutron-master-2-hyperv neutron-server[103152]: return self.request(url, 'GET', **kwargs) Dec 21 13:28:34.338971 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:28:34.338971 dv-neutron-master-2-hyperv neutron-server[103152]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:28:34.338971 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:28:34.338971 dv-neutron-master-2-hyperv neutron-server[103152]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:28:34.338971 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:28:34.338971 dv-neutron-master-2-hyperv neutron-server[103152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:28:34.338971 dv-neutron-master-2-hyperv neutron-server[103152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:28:34.348775 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4051a13a-1f61-4352-b6ac-85691887bb5b tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548730'] for router, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:34.361787 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a891e626-a2b7-40ab-9826-ceb3a07b99a5 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:34.362433 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a891e626-a2b7-40ab-9826-ceb3a07b99a5 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:34.391209 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f6b37ab-bb8d-4e5c-b7bf-015b3ea78cf4 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=103153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:28:34.402544 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-dab23707-9046-4a81-90c1-19c35704b2f7 None None] Port c0802ae8-54a0-449a-8e72-948570d64e8d cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:28:34.421051 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4051a13a-1f61-4352-b6ac-85691887bb5b tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks [] for router, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:34.421963 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-46d9f1a9-8c5d-4286-923f-7b2425d7e916 None None] Allocated IP 2001:db8::2 (5f9bbabd-8846-4150-a3db-dffcae97d145/648ddb2b-f9a6-48dc-899c-e023c2f96748/cb4053d8-7ed6-4bf1-a9ba-0c9ec24ecc8e) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:28:34.422638 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-4051a13a-1f61-4352-b6ac-85691887bb5b tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2945778 Dec 21 13:28:34.427709 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56062) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:34.436542 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8bb64304-23c6-428f-9024-f00dc3d1a764 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:34.461094 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8f6b37ab-bb8d-4e5c-b7bf-015b3ea78cf4 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:34.461443 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.segments_db [None req-8f6b37ab-bb8d-4e5c-b7bf-015b3ea78cf4 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Added segment 3f3ff61a-3a53-42e1-9c72-cac9ed0b52be of type vlan for network a09a1307-4719-489d-b437-609c6cebf227 Dec 21 13:28:34.479607 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8bb64304-23c6-428f-9024-f00dc3d1a764 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks [] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:34.486413 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-8bb64304-23c6-428f-9024-f00dc3d1a764 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "DELETE /v2.0/networks/2e3a05f2-4d9e-4f22-ace7-9bf3f8517ee7 HTTP/1.1" status: 204 len: 168 time: 0.5176423 Dec 21 13:28:34.489247 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-a891e626-a2b7-40ab-9826-ceb3a07b99a5 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.0439539 Dec 21 13:28:34.497977 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56064) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:34.498314 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56066) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:34.508421 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-357bd6b4-523a-452f-a053-371cdc36b98f tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Request body: {'port': {'network_id': '20f77a39-9704-44ad-8444-71d97da616e0', 'name': 'tempest-FloatingIPTestJSON-1091802801'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:28:34.520001 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-31141693-703c-4c7a-a9de-3d72c1f64fb4 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1320139905'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:28:34.521060 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb64304-23c6-428f-9024-f00dc3d1a764 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Pushing event deleted for resources: {'Network': ['ID=2e3a05f2-4d9e-4f22-ace7-9bf3f8517ee7,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:34.547816 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9af9edaa-5206-40f0-b0cc-3a63af734130 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:34.609686 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-9af9edaa-5206-40f0-b0cc-3a63af734130 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Calling delete_port for c0802ae8-54a0-449a-8e72-948570d64e8d owned by {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:28:34.616258 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8f6b37ab-bb8d-4e5c-b7bf-015b3ea78cf4 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:34.616994 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-46d9f1a9-8c5d-4286-923f-7b2425d7e916 None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:34.625504 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-46d9f1a9-8c5d-4286-923f-7b2425d7e916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:34.631945 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b01e8a89-9adf-4f98-9c5d-ce7ec5725994 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11195289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11288741'] for subnet, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:34.674078 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d9f1a9-8c5d-4286-923f-7b2425d7e916 None None] Network 5f9bbabd-8846-4150-a3db-dffcae97d145 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:28:34.677275 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-46d9f1a9-8c5d-4286-923f-7b2425d7e916 None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:28:34.681003 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d9f1a9-8c5d-4286-923f-7b2425d7e916 None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:28:34.692259 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d9f1a9-8c5d-4286-923f-7b2425d7e916 None None] Pushing event updated for resources: {'Port': ['ID=cb4053d8-7ed6-4bf1-a9ba-0c9ec24ecc8e,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:34.696222 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-22d4523e-3b2f-4e51-963a-fb5686c7e504 req-fc062e68-91cb-44b6-a123-abf6f8f0ea8f tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ba20eb6-7980-48d1-8013-51c2682fdc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3412232 Dec 21 13:28:34.736907 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device cc26d26b-feb2-4b3f-85fd-7c795b4ec6a1 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:28:34.793425 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cd65c708-d6e4-4857-ba61-8f95612b981e tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:34.799819 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-46d9f1a9-8c5d-4286-923f-7b2425d7e916 None None] Attempting to bind port cb4053d8-7ed6-4bf1-a9ba-0c9ec24ecc8e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:28:34.800200 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-46d9f1a9-8c5d-4286-923f-7b2425d7e916 None None] Attempting to bind port cb4053d8-7ed6-4bf1-a9ba-0c9ec24ecc8e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f81181a8-357c-41f4-97d8-d5eae34ac779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '5f9bbabd-8846-4150-a3db-dffcae97d145'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:28:34.800605 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d9f1a9-8c5d-4286-923f-7b2425d7e916 None None] Attempting to bind port cb4053d8-7ed6-4bf1-a9ba-0c9ec24ecc8e on network 5f9bbabd-8846-4150-a3db-dffcae97d145 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:28:34.809024 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d9f1a9-8c5d-4286-923f-7b2425d7e916 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:28:34.809559 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d9f1a9-8c5d-4286-923f-7b2425d7e916 None None] Checking segment: {'id': 'f81181a8-357c-41f4-97d8-d5eae34ac779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '5f9bbabd-8846-4150-a3db-dffcae97d145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:28:34.809815 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-46d9f1a9-8c5d-4286-923f-7b2425d7e916 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:34.810216 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d9f1a9-8c5d-4286-923f-7b2425d7e916 None None] Bound using segment: {'id': 'f81181a8-357c-41f4-97d8-d5eae34ac779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '5f9bbabd-8846-4150-a3db-dffcae97d145'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:28:34.810733 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-46d9f1a9-8c5d-4286-923f-7b2425d7e916 None None] Bound port: cb4053d8-7ed6-4bf1-a9ba-0c9ec24ecc8e, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f81181a8-357c-41f4-97d8-d5eae34ac779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '5f9bbabd-8846-4150-a3db-dffcae97d145'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:28:34.811122 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-46d9f1a9-8c5d-4286-923f-7b2425d7e916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:34.821888 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31141693-703c-4c7a-a9de-3d72c1f64fb4 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Made reservation on behalf of 401fab62d2cc4dcc90d3b9ab6f110b7e for: {'network': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:28:34.825311 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-31141693-703c-4c7a-a9de-3d72c1f64fb4 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:34.852364 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port cc26d26b-feb2-4b3f-85fd-7c795b4ec6a1 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:28:34.852859 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:34.899860 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8f6b37ab-bb8d-4e5c-b7bf-015b3ea78cf4 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:34.907259 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6b37ab-bb8d-4e5c-b7bf-015b3ea78cf4 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:34.907883 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8f6b37ab-bb8d-4e5c-b7bf-015b3ea78cf4 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:34.918550 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-46d9f1a9-8c5d-4286-923f-7b2425d7e916 None None] For port cb4053d8-7ed6-4bf1-a9ba-0c9ec24ecc8e, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:28:34.922304 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-46d9f1a9-8c5d-4286-923f-7b2425d7e916 None None] For port cb4053d8-7ed6-4bf1-a9ba-0c9ec24ecc8e, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cb4053d8-7ed6-4bf1-a9ba-0c9ec24ecc8e,segment=NetworkSegment(f81181a8-357c-41f4-97d8-d5eae34ac779),segment_id=f81181a8-357c-41f4-97d8-d5eae34ac779)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:28:34.931429 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-46d9f1a9-8c5d-4286-923f-7b2425d7e916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:34.942804 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01e8a89-9adf-4f98-9c5d-ce7ec5725994 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Pushing event updated for resources: {'Subnet': ['ID=3350ca38-e282-427a-aea3-720a50056fdf,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:34.987918 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31141693-703c-4c7a-a9de-3d72c1f64fb4 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=103153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:28:35.030194 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d9f1a9-8c5d-4286-923f-7b2425d7e916 None None] Pushing event updated for resources: {'Port': ['ID=cb4053d8-7ed6-4bf1-a9ba-0c9ec24ecc8e,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:35.046323 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-8f6b37ab-bb8d-4e5c-b7bf-015b3ea78cf4 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.2396548 Dec 21 13:28:35.048034 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56068) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:35.054330 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-b9234cb5-0261-461c-82e9-a0399b477abf tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Request body: {'subnet': {'network_id': 'a09a1307-4719-489d-b437-609c6cebf227', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:28:35.085500 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01e8a89-9adf-4f98-9c5d-ce7ec5725994 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Checking segment: {'id': '6ae97484-605c-476a-96b1-7ac05d68d22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '1293bdc4-07c9-499b-883d-19263c00676c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:28:35.085881 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01e8a89-9adf-4f98-9c5d-ce7ec5725994 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Network hostable DHCP agents. Network: 1293bdc4-07c9-499b-883d-19263c00676c, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:28:35.102105 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-31141693-703c-4c7a-a9de-3d72c1f64fb4 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:35.102690 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.segments_db [None req-31141693-703c-4c7a-a9de-3d72c1f64fb4 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Added segment 771a3686-cce0-43b2-9fc4-5403afe78dd3 of type vlan for network bcc62b47-ef2b-41c7-9154-5824619045df Dec 21 13:28:35.111465 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device e0015847-1505-4d54-8486-049ecb523669 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:28:35.137171 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: e0015847-1505-4d54-8486-049ecb523669 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:28:35.137922 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device e0015847-1505-4d54-8486-049ecb523669 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:28:35.169097 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-31141693-703c-4c7a-a9de-3d72c1f64fb4 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:35.180864 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6b37ab-bb8d-4e5c-b7bf-015b3ea78cf4 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Pushing event updated for resources: {'Network': ['ID=a09a1307-4719-489d-b437-609c6cebf227,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:35.195707 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-357bd6b4-523a-452f-a053-371cdc36b98f tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Made reservation on behalf of 16d2926f45024058a111868cbfccf657 for: {'port': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:28:35.199497 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-357bd6b4-523a-452f-a053-371cdc36b98f tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:35.205552 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network a09a1307-4719-489d-b437-609c6cebf227 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:28:35.207221 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9234cb5-0261-461c-82e9-a0399b477abf tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Made reservation on behalf of 05521adc285d4e7aaee5420426157a08 for: {'subnet': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:28:35.211274 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b9234cb5-0261-461c-82e9-a0399b477abf tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12346583'] for subnet, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:35.303257 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01e8a89-9adf-4f98-9c5d-ce7ec5725994 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Network 1293bdc4-07c9-499b-883d-19263c00676c is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:28:35.312422 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-941d3a4e-8247-4ddd-8c96-d5866594de2f tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:35.340339 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-cd65c708-d6e4-4857-ba61-8f95612b981e tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Allocated IP 2001:db8::1 (5f9bbabd-8846-4150-a3db-dffcae97d145/648ddb2b-f9a6-48dc-899c-e023c2f96748/1357f000-cf9f-4bc4-94bc-7992a04f3982) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:28:35.341333 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [None req-357bd6b4-523a-452f-a053-371cdc36b98f tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] device_id is not set on port 79f09629-fe5e-44c8-9565-a4ae51da8cd7 yet. {{(pid=103153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 13:28:35.382598 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-31141693-703c-4c7a-a9de-3d72c1f64fb4 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:35.388227 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31141693-703c-4c7a-a9de-3d72c1f64fb4 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:35.388862 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-31141693-703c-4c7a-a9de-3d72c1f64fb4 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:35.400797 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-b01e8a89-9adf-4f98-9c5d-ce7ec5725994 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 1293bdc4-07c9-499b-883d-19263c00676c) {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:28:35.409532 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1425c4fe-43eb-46f5-abef-e53da28c115a None None] Network 1293bdc4-07c9-499b-883d-19263c00676c requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:28:35.432635 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d3a4e-8247-4ddd-8c96-d5866594de2f tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Pushing event deleted for resources: {'Port': ['ID=81890ad7-b102-4f0d-b176-03b379b2e7f5,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:35.467714 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01e8a89-9adf-4f98-9c5d-ce7ec5725994 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:35.468371 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b01e8a89-9adf-4f98-9c5d-ce7ec5725994 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks [] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:35.479546 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9af9edaa-5206-40f0-b0cc-3a63af734130 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:35.536035 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cd65c708-d6e4-4857-ba61-8f95612b981e tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:35.562933 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-31141693-703c-4c7a-a9de-3d72c1f64fb4 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0635321 Dec 21 13:28:35.569394 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97836190-ca2c-47ab-aad9-48f1b0255de0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-1293bdc4-07c9-499b-883d-19263c00676c', 'network_id': '1293bdc4-07c9-499b-883d-19263c00676c', 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'fixed_ips': [{'subnet_id': '3350ca38-e282-427a-aea3-720a50056fdf'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:28:35.569800 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-97836190-ca2c-47ab-aad9-48f1b0255de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:35.573725 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56070) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:35.582609 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-8f3c5d19-1368-4223-884c-8a167a7eeb65 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Request body: {'subnet': {'network_id': 'bcc62b47-ef2b-41c7-9154-5824619045df', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:28:35.611940 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af9edaa-5206-40f0-b0cc-3a63af734130 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event deleted for resources: {'Port': ['ID=c0802ae8-54a0-449a-8e72-948570d64e8d,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:35.658137 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-b01e8a89-9adf-4f98-9c5d-ce7ec5725994 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7487457 Dec 21 13:28:35.659179 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31141693-703c-4c7a-a9de-3d72c1f64fb4 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Pushing event updated for resources: {'Network': ['ID=bcc62b47-ef2b-41c7-9154-5824619045df,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:35.664402 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-941d3a4e-8247-4ddd-8c96-d5866594de2f tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:35.668040 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-941d3a4e-8247-4ddd-8c96-d5866594de2f tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "DELETE /v2.0/ports/81890ad7-b102-4f0d-b176-03b379b2e7f5 HTTP/1.1" status: 204 len: 168 time: 3.0698080 Dec 21 13:28:35.670138 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56072) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:35.675594 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-8cfb4173-1521-4959-be25-7ac5d888b589 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1168802069', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:28:35.682684 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network bcc62b47-ef2b-41c7-9154-5824619045df details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:28:35.686731 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56074) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:35.742464 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9af9edaa-5206-40f0-b0cc-3a63af734130 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:35.749938 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-9af9edaa-5206-40f0-b0cc-3a63af734130 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "DELETE /v2.0/ports/c0802ae8-54a0-449a-8e72-948570d64e8d HTTP/1.1" status: 204 len: 168 time: 2.5135396 Dec 21 13:28:35.754141 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56078) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:35.759384 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.pecan_wsgi.hooks.translation [None req-22078fdd-664f-4ab6-b767-4fdc6934207f tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] GET failed (client error): The resource could not be found. Dec 21 13:28:35.761080 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-22078fdd-664f-4ab6-b767-4fdc6934207f tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "GET /v2.0/ports/81890ad7-b102-4f0d-b176-03b379b2e7f5 HTTP/1.1" status: 404 len: 333 time: 0.0723412 Dec 21 13:28:35.777377 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56080) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:35.827180 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-357bd6b4-523a-452f-a053-371cdc36b98f tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Allocated IP 172.20.0.11 (20f77a39-9704-44ad-8444-71d97da616e0/2aa69170-edb5-4dc2-a439-930e8364bc13/79f09629-fe5e-44c8-9565-a4ae51da8cd7) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:28:35.859220 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cd65c708-d6e4-4857-ba61-8f95612b981e tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:35.883840 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-772c3b13-33ee-464a-9bc1-6e0ff852a9ec tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:35.885775 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-772c3b13-33ee-464a-9bc1-6e0ff852a9ec tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:35.890735 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-772c3b13-33ee-464a-9bc1-6e0ff852a9ec tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1324842 Dec 21 13:28:35.891658 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56082) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:35.896613 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8cfb4173-1521-4959-be25-7ac5d888b589 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26964'] for router, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:35.897710 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8cfb4173-1521-4959-be25-7ac5d888b589 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-642316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26957'] for router, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:35.911934 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-97836190-ca2c-47ab-aad9-48f1b0255de0 None None] Allocated IP 172.20.0.2 (1293bdc4-07c9-499b-883d-19263c00676c/3350ca38-e282-427a-aea3-720a50056fdf/6cbe277a-5d79-4969-ace3-6dba9fb447b1) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:28:36.007027 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd65c708-d6e4-4857-ba61-8f95612b981e tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Network 5f9bbabd-8846-4150-a3db-dffcae97d145 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:28:36.008574 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd65c708-d6e4-4857-ba61-8f95612b981e tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Pushing event updated for resources: {'Port': ['ID=1357f000-cf9f-4bc4-94bc-7992a04f3982,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:36.019205 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-cd65c708-d6e4-4857-ba61-8f95612b981e tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:28:36.024781 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd65c708-d6e4-4857-ba61-8f95612b981e tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:28:36.025405 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cd65c708-d6e4-4857-ba61-8f95612b981e tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532557'] for router_interface, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:36.029992 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e41e876-f0b8-447b-9fb6-1b307de08631 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Deleting subnet b9b6ef67-0434-4eb9-b4f0-ec6d4e1e5746 {{(pid=103153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:28:36.053190 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_v2 [None req-63f884dc-009d-48f7-a643-e1c4e2970ebe tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Deleting subnet 358d0a00-42dd-4f0a-b34c-6eec9a24945e {{(pid=103152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:28:36.057239 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-63f884dc-009d-48f7-a643-e1c4e2970ebe tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks [] for subnet, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:36.072632 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8e41e876-f0b8-447b-9fb6-1b307de08631 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for subnet, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:36.081242 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8cfb4173-1521-4959-be25-7ac5d888b589 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:36.106787 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8cfb4173-1521-4959-be25-7ac5d888b589 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548730'] for router, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:36.151429 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-97836190-ca2c-47ab-aad9-48f1b0255de0 None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:36.162852 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-97836190-ca2c-47ab-aad9-48f1b0255de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:36.208267 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c898a33-d83a-4b94-a1d0-db6d98e131eb req-d494e8f7-2f31-40fd-b232-fcaec137c54f tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:36.216279 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-0c898a33-d83a-4b94-a1d0-db6d98e131eb req-d494e8f7-2f31-40fd-b232-fcaec137c54f tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f04569b-7b6a-480f-a48e-6be4ed1157fe HTTP/1.1" status: 200 len: 945 time: 0.3526742 Dec 21 13:28:36.227686 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97836190-ca2c-47ab-aad9-48f1b0255de0 None None] Pushing event updated for resources: {'Port': ['ID=6cbe277a-5d79-4969-ace3-6dba9fb447b1,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:36.246923 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97836190-ca2c-47ab-aad9-48f1b0255de0 None None] Network 1293bdc4-07c9-499b-883d-19263c00676c is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:28:36.249075 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-97836190-ca2c-47ab-aad9-48f1b0255de0 None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:28:36.255176 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97836190-ca2c-47ab-aad9-48f1b0255de0 None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:28:36.265784 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-63f884dc-009d-48f7-a643-e1c4e2970ebe tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526644'] for subnet, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:36.331760 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-97836190-ca2c-47ab-aad9-48f1b0255de0 None None] Attempting to bind port 6cbe277a-5d79-4969-ace3-6dba9fb447b1 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:28:36.332285 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-97836190-ca2c-47ab-aad9-48f1b0255de0 None None] Attempting to bind port 6cbe277a-5d79-4969-ace3-6dba9fb447b1 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '6ae97484-605c-476a-96b1-7ac05d68d22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '1293bdc4-07c9-499b-883d-19263c00676c'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:28:36.332788 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97836190-ca2c-47ab-aad9-48f1b0255de0 None None] Attempting to bind port 6cbe277a-5d79-4969-ace3-6dba9fb447b1 on network 1293bdc4-07c9-499b-883d-19263c00676c {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:28:36.338844 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97836190-ca2c-47ab-aad9-48f1b0255de0 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:28:36.339259 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97836190-ca2c-47ab-aad9-48f1b0255de0 None None] Checking segment: {'id': '6ae97484-605c-476a-96b1-7ac05d68d22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '1293bdc4-07c9-499b-883d-19263c00676c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:28:36.339628 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-97836190-ca2c-47ab-aad9-48f1b0255de0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:36.340023 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97836190-ca2c-47ab-aad9-48f1b0255de0 None None] Bound using segment: {'id': '6ae97484-605c-476a-96b1-7ac05d68d22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '1293bdc4-07c9-499b-883d-19263c00676c'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:28:36.341141 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-97836190-ca2c-47ab-aad9-48f1b0255de0 None None] Bound port: 6cbe277a-5d79-4969-ace3-6dba9fb447b1, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ae97484-605c-476a-96b1-7ac05d68d22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '1293bdc4-07c9-499b-883d-19263c00676c'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:28:36.341685 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-97836190-ca2c-47ab-aad9-48f1b0255de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:36.360809 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-63f884dc-009d-48f7-a643-e1c4e2970ebe tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:36.403903 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f3c5d19-1368-4223-884c-8a167a7eeb65 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Made reservation on behalf of 401fab62d2cc4dcc90d3b9ab6f110b7e for: {'subnet': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:28:36.407934 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8f3c5d19-1368-4223-884c-8a167a7eeb65 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12346583'] for subnet, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:36.435663 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-97836190-ca2c-47ab-aad9-48f1b0255de0 None None] For port 6cbe277a-5d79-4969-ace3-6dba9fb447b1, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:28:36.442812 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-97836190-ca2c-47ab-aad9-48f1b0255de0 None None] For port 6cbe277a-5d79-4969-ace3-6dba9fb447b1, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6cbe277a-5d79-4969-ace3-6dba9fb447b1,segment=NetworkSegment(6ae97484-605c-476a-96b1-7ac05d68d22e),segment_id=6ae97484-605c-476a-96b1-7ac05d68d22e)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:28:36.448495 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-97836190-ca2c-47ab-aad9-48f1b0255de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:36.471627 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8e41e876-f0b8-447b-9fb6-1b307de08631 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1585439'] for subnet, precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:36.491256 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.objects.ports [None req-b9234cb5-0261-461c-82e9-a0399b477abf tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103152) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 21 13:28:36.522246 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.ipam_backend_mixin [None req-8f3c5d19-1368-4223-884c-8a167a7eeb65 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Performing IP validity checks on allocation pools {{(pid=103152) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 21 13:28:36.522937 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.ipam_backend_mixin [None req-8f3c5d19-1368-4223-884c-8a167a7eeb65 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103152) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 21 13:28:36.524012 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97836190-ca2c-47ab-aad9-48f1b0255de0 None None] Pushing event updated for resources: {'Port': ['ID=6cbe277a-5d79-4969-ace3-6dba9fb447b1,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:36.533123 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b9234cb5-0261-461c-82e9-a0399b477abf tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12346565'] for subnet, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:36.534526 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8cfb4173-1521-4959-be25-7ac5d888b589 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks [] for router, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:36.535965 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-8cfb4173-1521-4959-be25-7ac5d888b589 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.8646414 Dec 21 13:28:36.550833 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56084) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:36.595714 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-357bd6b4-523a-452f-a053-371cdc36b98f tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:36.617052 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1183ce-06b4-4389-b08d-0afa8d87db35 None None] Network 5f9bbabd-8846-4150-a3db-dffcae97d145 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:28:36.693123 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-0c898a33-d83a-4b94-a1d0-db6d98e131eb req-1f7cc183-5b3b-4431-bd86-800fb1586272 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ba20eb6-7980-48d1-8013-51c2682fdc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4758058 Dec 21 13:28:36.711383 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-63f884dc-009d-48f7-a643-e1c4e2970ebe tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12346570'] for subnet, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:36.713357 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9234cb5-0261-461c-82e9-a0399b477abf tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Pushing event updated for resources: {'Subnet': ['ID=d51b30e7-dbf0-42cd-96cf-687d33a58085,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:36.764475 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f884dc-009d-48f7-a643-e1c4e2970ebe tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Pushing event deleted for resources: {'Subnet': ['ID=358d0a00-42dd-4f0a-b34c-6eec9a24945e,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:36.797396 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-63f884dc-009d-48f7-a643-e1c4e2970ebe tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:36.801053 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-63f884dc-009d-48f7-a643-e1c4e2970ebe tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "DELETE /v2.0/subnets/358d0a00-42dd-4f0a-b34c-6eec9a24945e HTTP/1.1" status: 204 len: 168 time: 1.0108256 Dec 21 13:28:36.805223 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56086) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:36.805990 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9234cb5-0261-461c-82e9-a0399b477abf tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Checking segment: {'id': '3f3ff61a-3a53-42e1-9c72-cac9ed0b52be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a09a1307-4719-489d-b437-609c6cebf227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:28:36.806468 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9234cb5-0261-461c-82e9-a0399b477abf tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Network hostable DHCP agents. Network: a09a1307-4719-489d-b437-609c6cebf227, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:28:36.809326 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cd65c708-d6e4-4857-ba61-8f95612b981e tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:36.819959 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e9b7cb-f67c-47a1-ba07-dbac36e0ccd5 None None] Network c26ec6a1-37de-4c82-841d-ea9bbbc68118 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:28:36.896375 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8e41e876-f0b8-447b-9fb6-1b307de08631 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:36.908628 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-69668b5a-b1a7-4965-b6b7-3d4cd647b34a None None] Provisioning complete for port cb4053d8-7ed6-4bf1-a9ba-0c9ec24ecc8e triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:28:36.909003 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-69668b5a-b1a7-4965-b6b7-3d4cd647b34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:36.912526 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device cb4053d8-7ed6-4bf1-a9ba-0c9ec24ecc8e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:28:36.924207 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-357bd6b4-523a-452f-a053-371cdc36b98f tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:37.063496 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9234cb5-0261-461c-82e9-a0399b477abf tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Network a09a1307-4719-489d-b437-609c6cebf227 is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:28:37.078197 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357bd6b4-523a-452f-a053-371cdc36b98f tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Network 20f77a39-9704-44ad-8444-71d97da616e0 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:28:37.087579 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-357bd6b4-523a-452f-a053-371cdc36b98f tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:28:37.101420 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357bd6b4-523a-452f-a053-371cdc36b98f tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:28:37.148866 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-69668b5a-b1a7-4965-b6b7-3d4cd647b34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:37.152514 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port cb4053d8-7ed6-4bf1-a9ba-0c9ec24ecc8e triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:28:37.152908 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:37.170497 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357bd6b4-523a-452f-a053-371cdc36b98f tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Pushing event updated for resources: {'Port': ['ID=79f09629-fe5e-44c8-9565-a4ae51da8cd7,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:37.211527 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-69668b5a-b1a7-4965-b6b7-3d4cd647b34a None None] For port cb4053d8-7ed6-4bf1-a9ba-0c9ec24ecc8e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cb4053d8-7ed6-4bf1-a9ba-0c9ec24ecc8e,segment=NetworkSegment(f81181a8-357c-41f4-97d8-d5eae34ac779),segment_id=f81181a8-357c-41f4-97d8-d5eae34ac779)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:28:37.216049 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8e41e876-f0b8-447b-9fb6-1b307de08631 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11349588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11288746'] for subnet, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:37.220667 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-69668b5a-b1a7-4965-b6b7-3d4cd647b34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:37.229507 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357bd6b4-523a-452f-a053-371cdc36b98f tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:37.229507 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-357bd6b4-523a-452f-a053-371cdc36b98f tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:37.274239 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-357bd6b4-523a-452f-a053-371cdc36b98f tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7723608 Dec 21 13:28:37.293330 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56088) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:37.300755 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-f2f61f6f-93e9-4815-8a1d-786764a900be tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Request body: {'floatingip': {'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'port_id': '79f09629-fe5e-44c8-9565-a4ae51da8cd7', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:28:37.305344 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e41e876-f0b8-447b-9fb6-1b307de08631 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event deleted for resources: {'Subnet': ['ID=b9b6ef67-0434-4eb9-b4f0-ec6d4e1e5746,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:37.308114 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8e41e876-f0b8-447b-9fb6-1b307de08631 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:37.314452 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-8e41e876-f0b8-447b-9fb6-1b307de08631 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "DELETE /v2.0/subnets/b9b6ef67-0434-4eb9-b4f0-ec6d4e1e5746 HTTP/1.1" status: 204 len: 168 time: 1.4190717 Dec 21 13:28:37.317179 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-29b5977f-1062-4663-ba1a-2ee4980f35e3 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:37.319431 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56090) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:37.323212 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69668b5a-b1a7-4965-b6b7-3d4cd647b34a None None] Pushing event updated for resources: {'Port': ['ID=cb4053d8-7ed6-4bf1-a9ba-0c9ec24ecc8e,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:37.337854 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1aaf7bc-72f3-4533-a384-ee16baf133bc None None] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:28:37.390266 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-0d846cac-ebce-403e-b76a-20013fd64e82 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0677602 Dec 21 13:28:37.395021 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56092) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:37.401969 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-4aabec58-1dbc-4076-a6c0-49eaff186b7c tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Request body: {'subnet': {'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:28:37.473112 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cee5417-f1ec-4d57-a43e-12a6189fac7a tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Deleting subnet 57034227-33ba-4531-9e6f-224c3c78e263 {{(pid=103152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:28:37.485875 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-b9234cb5-0261-461c-82e9-a0399b477abf tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, a09a1307-4719-489d-b437-609c6cebf227) {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:28:37.491556 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9234cb5-0261-461c-82e9-a0399b477abf tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:37.492165 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b9234cb5-0261-461c-82e9-a0399b477abf tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:37.495104 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6cee5417-f1ec-4d57-a43e-12a6189fac7a tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks [] for subnet, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:37.498779 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91654ca6-21eb-450e-a4f3-6fed3efafb62 None None] Network a09a1307-4719-489d-b437-609c6cebf227 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:28:37.567567 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6cee5417-f1ec-4d57-a43e-12a6189fac7a tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526644'] for subnet, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:37.603451 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550c8bad-d008-41ce-8e93-85401145eb11 None None] DHCP port deletion for ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:28:37.670969 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f2f61f6f-93e9-4815-8a1d-786764a900be tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks [] for floatingip, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:37.714636 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-550c8bad-d008-41ce-8e93-85401145eb11 None None] Deleting port cc26d26b-feb2-4b3f-85fd-7c795b4ec6a1 {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:28:37.715329 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-550c8bad-d008-41ce-8e93-85401145eb11 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:37.734071 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568c9819-16df-4429-b734-a44a8abb56eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-a09a1307-4719-489d-b437-609c6cebf227', 'network_id': 'a09a1307-4719-489d-b437-609c6cebf227', 'project_id': '05521adc285d4e7aaee5420426157a08', 'fixed_ips': [{'subnet_id': 'd51b30e7-dbf0-42cd-96cf-687d33a58085'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:28:37.736110 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-568c9819-16df-4429-b734-a44a8abb56eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:37.807105 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aabec58-1dbc-4076-a6c0-49eaff186b7c tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Made reservation on behalf of 4e9b97d81d204c53a28bf5666eaf36b7 for: {'subnet': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:28:37.811025 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4aabec58-1dbc-4076-a6c0-49eaff186b7c tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11288759'] for subnet, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:37.908658 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cd65c708-d6e4-4857-ba61-8f95612b981e tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:37.936260 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cd65c708-d6e4-4857-ba61-8f95612b981e tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805230'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:37.937171 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cd65c708-d6e4-4857-ba61-8f95612b981e tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532537'] for router_interface, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:38.043275 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd65c708-d6e4-4857-ba61-8f95612b981e tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Pushing event updated for resources: {'Port': ['ID=1357f000-cf9f-4bc4-94bc-7992a04f3982,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:38.080290 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-b9234cb5-0261-461c-82e9-a0399b477abf tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0278919 Dec 21 13:28:38.086648 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8f3c5d19-1368-4223-884c-8a167a7eeb65 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12346565'] for subnet, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:38.090917 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56096) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:38.092804 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-550c8bad-d008-41ce-8e93-85401145eb11 None None] For port cc26d26b-feb2-4b3f-85fd-7c795b4ec6a1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cc26d26b-feb2-4b3f-85fd-7c795b4ec6a1,segment=NetworkSegment(b20a5dbe-a251-4a83-ae2d-3ffbda6396cf),segment_id=b20a5dbe-a251-4a83-ae2d-3ffbda6396cf)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:28:38.093958 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-550c8bad-d008-41ce-8e93-85401145eb11 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:38.112022 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-df554d91-e357-4e36-bc2f-65d92a46033c None None] Provisioning complete for port 1357f000-cf9f-4bc4-94bc-7992a04f3982 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:28:38.112788 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-df554d91-e357-4e36-bc2f-65d92a46033c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:38.180324 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-e9171db3-04ed-48ca-a00c-31717f9f3892 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Request body: {'port': {'network_id': 'a09a1307-4719-489d-b437-609c6cebf227', 'name': 'tempest-NetworksIpV6TestAttrs-1126373739'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:28:38.199225 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-550c8bad-d008-41ce-8e93-85401145eb11 None None] Calling delete_port for cc26d26b-feb2-4b3f-85fd-7c795b4ec6a1 owned by network:dhcp {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:28:38.201271 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3c5d19-1368-4223-884c-8a167a7eeb65 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Pushing event updated for resources: {'Subnet': ['ID=428855cb-c1e5-47ff-b4b2-70d2138c2edc,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:38.245893 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-29b5977f-1062-4663-ba1a-2ee4980f35e3 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Allocated IP 172.20.0.1 (1293bdc4-07c9-499b-883d-19263c00676c/3350ca38-e282-427a-aea3-720a50056fdf/91e76099-bbec-41d4-8cf9-be72b0c57b71) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:28:38.290223 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b61c8c-db4d-4703-bac5-a23dd98f791b req-ef804cd2-23de-4062-9a3f-f070d177aaaa tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:38.298555 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f6b61c8c-db4d-4703-bac5-a23dd98f791b req-ef804cd2-23de-4062-9a3f-f070d177aaaa tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f04569b-7b6a-480f-a48e-6be4ed1157fe HTTP/1.1" status: 200 len: 945 time: 0.4109178 Dec 21 13:28:38.319472 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-df554d91-e357-4e36-bc2f-65d92a46033c None None] Port 1357f000-cf9f-4bc4-94bc-7992a04f3982 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:28:38.354065 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-568c9819-16df-4429-b734-a44a8abb56eb None None] Allocated IP 2001:db8::f816:3eff:fe91:3f7c (a09a1307-4719-489d-b437-609c6cebf227/d51b30e7-dbf0-42cd-96cf-687d33a58085/c5d76313-a24a-4298-b23d-3abe07f990fe) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:28:38.378138 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6cee5417-f1ec-4d57-a43e-12a6189fac7a tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:38.408810 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-df554d91-e357-4e36-bc2f-65d92a46033c None None] Provisioning complete for port cb4053d8-7ed6-4bf1-a9ba-0c9ec24ecc8e triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:28:38.408810 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-df554d91-e357-4e36-bc2f-65d92a46033c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:38.464231 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-550c8bad-d008-41ce-8e93-85401145eb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636'] for port, after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:38.501173 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550c8bad-d008-41ce-8e93-85401145eb11 None None] No DVR routers for this DVR port cc26d26b-feb2-4b3f-85fd-7c795b4ec6a1 on host dv-neutron-master-2-hyperv {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:28:38.502907 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd65c708-d6e4-4857-ba61-8f95612b981e tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Network 5f9bbabd-8846-4150-a3db-dffcae97d145 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:28:38.504975 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550c8bad-d008-41ce-8e93-85401145eb11 None None] Pushing event deleted for resources: {'Port': ['ID=cc26d26b-feb2-4b3f-85fd-7c795b4ec6a1,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:38.516175 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f6b61c8c-db4d-4703-bac5-a23dd98f791b req-62deb25d-afa8-4a24-8195-a4a8c9906b14 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ba20eb6-7980-48d1-8013-51c2682fdc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2112617 Dec 21 13:28:38.527296 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-cd65c708-d6e4-4857-ba61-8f95612b981e tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:28:38.537292 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9171db3-04ed-48ca-a00c-31717f9f3892 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Made reservation on behalf of 05521adc285d4e7aaee5420426157a08 for: {'port': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:28:38.540983 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e9171db3-04ed-48ca-a00c-31717f9f3892 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:38.543008 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3c5d19-1368-4223-884c-8a167a7eeb65 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Checking segment: {'id': '771a3686-cce0-43b2-9fc4-5403afe78dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'bcc62b47-ef2b-41c7-9154-5824619045df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:28:38.543449 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3c5d19-1368-4223-884c-8a167a7eeb65 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Network hostable DHCP agents. Network: bcc62b47-ef2b-41c7-9154-5824619045df, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:28:38.576736 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f2f61f6f-93e9-4815-8a1d-786764a900be tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:38.634790 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c51ce9-e3bb-42b3-91d4-e5c28596ffd7 None None] Network 1293bdc4-07c9-499b-883d-19263c00676c requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:28:38.667498 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6cee5417-f1ec-4d57-a43e-12a6189fac7a tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12346570'] for subnet, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:38.725496 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6cee5417-f1ec-4d57-a43e-12a6189fac7a tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:38.731409 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-6cee5417-f1ec-4d57-a43e-12a6189fac7a tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "DELETE /v2.0/subnets/57034227-33ba-4531-9e6f-224c3c78e263 HTTP/1.1" status: 204 len: 168 time: 1.9025335 Dec 21 13:28:38.731409 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cee5417-f1ec-4d57-a43e-12a6189fac7a tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Pushing event deleted for resources: {'Subnet': ['ID=57034227-33ba-4531-9e6f-224c3c78e263,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:38.732169 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56098) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:38.734741 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-e9171db3-04ed-48ca-a00c-31717f9f3892 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] device_id is not set on port 7d09ccfb-a761-43d3-a19a-6da84b41f018 yet. {{(pid=103152) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 13:28:38.757631 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3c5d19-1368-4223-884c-8a167a7eeb65 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Network bcc62b47-ef2b-41c7-9154-5824619045df is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:28:38.758916 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-29b5977f-1062-4663-ba1a-2ee4980f35e3 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:38.776583 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06fbab5-41d4-4a2c-8db7-f092f782952d None None] Network c26ec6a1-37de-4c82-841d-ea9bbbc68118 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:28:38.813348 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4aabec58-1dbc-4076-a6c0-49eaff186b7c tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11195289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11288741'] for subnet, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:38.832083 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-568c9819-16df-4429-b734-a44a8abb56eb None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:38.833601 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-66744009-ff65-4871-9e06-b5eb5d92bfde None None] Provisioning complete for port 6cbe277a-5d79-4969-ace3-6dba9fb447b1 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:28:38.834044 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-66744009-ff65-4871-9e06-b5eb5d92bfde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:38.851073 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-29b5977f-1062-4663-ba1a-2ee4980f35e3 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:38.859231 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-8f3c5d19-1368-4223-884c-8a167a7eeb65 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, bcc62b47-ef2b-41c7-9154-5824619045df) {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:28:38.865061 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3c5d19-1368-4223-884c-8a167a7eeb65 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:38.865670 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8f3c5d19-1368-4223-884c-8a167a7eeb65 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:38.906169 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f040f4-8ffd-4ce7-9c76-dafcc2379444 None None] Network bcc62b47-ef2b-41c7-9154-5824619045df requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:28:38.916181 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 6cbe277a-5d79-4969-ace3-6dba9fb447b1 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:28:38.919742 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-568c9819-16df-4429-b734-a44a8abb56eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:38.968513 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ce328ab6-c8b9-4c0c-a6c9-db431a01db1c tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:38.969769 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568c9819-16df-4429-b734-a44a8abb56eb None None] Network a09a1307-4719-489d-b437-609c6cebf227 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:28:38.973319 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-8f3c5d19-1368-4223-884c-8a167a7eeb65 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3960030 Dec 21 13:28:38.980534 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56100) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:38.981780 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aabec58-1dbc-4076-a6c0-49eaff186b7c tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:28:38.989989 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-e6ef275d-eec5-456f-8448-aaad2e477453 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Request body: {'port': {'network_id': 'bcc62b47-ef2b-41c7-9154-5824619045df', 'name': 'tempest-PortsTestJSON-1410688202'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:28:39.006039 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b5977f-1062-4663-ba1a-2ee4980f35e3 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Network 1293bdc4-07c9-499b-883d-19263c00676c is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:28:39.015092 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-568c9819-16df-4429-b734-a44a8abb56eb None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:28:39.024619 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-29b5977f-1062-4663-ba1a-2ee4980f35e3 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:28:39.026760 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-4aabec58-1dbc-4076-a6c0-49eaff186b7c tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:28:39.029355 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aabec58-1dbc-4076-a6c0-49eaff186b7c tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:39.029963 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4aabec58-1dbc-4076-a6c0-49eaff186b7c tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:39.034649 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b5977f-1062-4663-ba1a-2ee4980f35e3 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:28:39.043063 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aabec58-1dbc-4076-a6c0-49eaff186b7c tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event updated for resources: {'Subnet': ['ID=2ed2557e-cf0a-4558-ad9a-47b3326cd33d,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:39.056633 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd65c708-d6e4-4857-ba61-8f95612b981e tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Router 3037d247-c230-44eb-8286-a59fe3a415ee is scheduled to L3 agent 59e14383-78fa-487e-9299-b32042a98157 with binding_index 1 {{(pid=103152) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 13:28:39.069892 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568c9819-16df-4429-b734-a44a8abb56eb None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:28:39.091347 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b5977f-1062-4663-ba1a-2ee4980f35e3 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Pushing event updated for resources: {'Port': ['ID=91e76099-bbec-41d4-8cf9-be72b0c57b71,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:39.095740 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8396934e-75b7-443f-9dc9-5b3a89fe6641 None None] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:28:39.109905 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-4aabec58-1dbc-4076-a6c0-49eaff186b7c tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7123969 Dec 21 13:28:39.111328 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-f2f61f6f-93e9-4815-8a1d-786764a900be tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Allocated IP 172.36.3.140 (7fdf1889-f079-4166-bbda-88b2a8d8d595/051a5607-1753-4008-a2f2-d94b48752e9c/11481813-da52-4389-9868-1bf9876badc2) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:28:39.116367 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56102) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:39.126853 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-45ef7f23-3a63-4a8e-969d-50162d9d45e7 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Request body: {'port': {'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9', 'name': 'tempest-NetworksTestDHCPv6-2059621836'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:28:39.128100 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-29b5977f-1062-4663-ba1a-2ee4980f35e3 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532557'] for router_interface, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:39.236548 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-e9171db3-04ed-48ca-a00c-31717f9f3892 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Allocated IP 2001:db8::f816:3eff:fef9:30ef (a09a1307-4719-489d-b437-609c6cebf227/d51b30e7-dbf0-42cd-96cf-687d33a58085/7d09ccfb-a761-43d3-a19a-6da84b41f018) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:28:39.259891 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568c9819-16df-4429-b734-a44a8abb56eb None None] Pushing event updated for resources: {'Port': ['ID=c5d76313-a24a-4298-b23d-3abe07f990fe,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:39.340023 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-568c9819-16df-4429-b734-a44a8abb56eb None None] Attempting to bind port c5d76313-a24a-4298-b23d-3abe07f990fe on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:28:39.340023 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-568c9819-16df-4429-b734-a44a8abb56eb None None] Attempting to bind port c5d76313-a24a-4298-b23d-3abe07f990fe by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3f3ff61a-3a53-42e1-9c72-cac9ed0b52be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a09a1307-4719-489d-b437-609c6cebf227'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:28:39.340306 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568c9819-16df-4429-b734-a44a8abb56eb None None] Attempting to bind port c5d76313-a24a-4298-b23d-3abe07f990fe on network a09a1307-4719-489d-b437-609c6cebf227 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:28:39.340416 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-29b5977f-1062-4663-ba1a-2ee4980f35e3 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:39.357511 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f2f61f6f-93e9-4815-8a1d-786764a900be tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:39.392134 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd65c708-d6e4-4857-ba61-8f95612b981e tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:28:39.424468 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-cd65c708-d6e4-4857-ba61-8f95612b981e tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "PUT /v2.0/routers/3037d247-c230-44eb-8286-a59fe3a415ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9955776 Dec 21 13:28:39.429443 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b121ba62-fd7d-4856-bbfa-32367c164f7d None None] Sync routers for ids ['3037d247-c230-44eb-8286-a59fe3a415ee'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:28:39.436145 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56104) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:39.458422 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d791a6a-f739-42c4-bb7b-b4465e8ec9b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-bcc62b47-ef2b-41c7-9154-5824619045df', 'network_id': 'bcc62b47-ef2b-41c7-9154-5824619045df', 'project_id': '401fab62d2cc4dcc90d3b9ab6f110b7e', 'fixed_ips': [{'subnet_id': '428855cb-c1e5-47ff-b4b2-70d2138c2edc'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:28:39.459302 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-5d791a6a-f739-42c4-bb7b-b4465e8ec9b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:39.462405 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56050592-2efe-450a-9512-a45a7d589fb9 None None] DHCP port deletion for c26ec6a1-37de-4c82-841d-ea9bbbc68118 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:28:39.465295 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568c9819-16df-4429-b734-a44a8abb56eb None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:28:39.465922 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568c9819-16df-4429-b734-a44a8abb56eb None None] Checking segment: {'id': '3f3ff61a-3a53-42e1-9c72-cac9ed0b52be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a09a1307-4719-489d-b437-609c6cebf227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:28:39.467688 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-568c9819-16df-4429-b734-a44a8abb56eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:39.469078 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568c9819-16df-4429-b734-a44a8abb56eb None None] Bound using segment: {'id': '3f3ff61a-3a53-42e1-9c72-cac9ed0b52be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a09a1307-4719-489d-b437-609c6cebf227'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:28:39.469900 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-568c9819-16df-4429-b734-a44a8abb56eb None None] Bound port: c5d76313-a24a-4298-b23d-3abe07f990fe, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f3ff61a-3a53-42e1-9c72-cac9ed0b52be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a09a1307-4719-489d-b437-609c6cebf227'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:28:39.470659 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-568c9819-16df-4429-b734-a44a8abb56eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:39.509202 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6ef275d-eec5-456f-8448-aaad2e477453 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Made reservation on behalf of 401fab62d2cc4dcc90d3b9ab6f110b7e for: {'port': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:28:39.512768 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e6ef275d-eec5-456f-8448-aaad2e477453 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:39.532355 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 6cbe277a-5d79-4969-ace3-6dba9fb447b1 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:28:39.532791 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:39.575594 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-66744009-ff65-4871-9e06-b5eb5d92bfde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:39.628559 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b121ba62-fd7d-4856-bbfa-32367c164f7d None None] Routers {'3037d247-c230-44eb-8286-a59fe3a415ee'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:28:39.629198 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-b121ba62-fd7d-4856-bbfa-32367c164f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:28:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['3037d247-c230-44eb-8286-a59fe3a415ee'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:39.648751 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb59dc56-9b68-4a22-9d23-843c1910aa67 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:39.652645 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-cb59dc56-9b68-4a22-9d23-843c1910aa67 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "GET /v2.0/ports/1357f000-cf9f-4bc4-94bc-7992a04f3982 HTTP/1.1" status: 200 len: 911 time: 0.2130256 Dec 21 13:28:39.652645 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-e6ef275d-eec5-456f-8448-aaad2e477453 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] device_id is not set on port 7df46bec-e469-41fa-9c6d-eac53c3f2957 yet. {{(pid=103152) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 13:28:39.664268 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56108) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:39.672899 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-0b0ef0a1-1aca-444a-8c7a-53962d665081 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '648ddb2b-f9a6-48dc-899c-e023c2f96748'}]}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:28:39.690787 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ce328ab6-c8b9-4c0c-a6c9-db431a01db1c tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Deleting port 77f7acd3-20d2-49f0-9f06-039816891586 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:28:39.691160 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ce328ab6-c8b9-4c0c-a6c9-db431a01db1c tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:39.697367 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f2f61f6f-93e9-4815-8a1d-786764a900be tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:39.735783 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-568c9819-16df-4429-b734-a44a8abb56eb None None] For port c5d76313-a24a-4298-b23d-3abe07f990fe, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:28:39.739890 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-568c9819-16df-4429-b734-a44a8abb56eb None None] For port c5d76313-a24a-4298-b23d-3abe07f990fe, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c5d76313-a24a-4298-b23d-3abe07f990fe,segment=NetworkSegment(3f3ff61a-3a53-42e1-9c72-cac9ed0b52be),segment_id=3f3ff61a-3a53-42e1-9c72-cac9ed0b52be)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:28:39.755747 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc98f6a-e4bf-4aff-8859-a153c51f2d9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9', 'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9', 'project_id': '4e9b97d81d204c53a28bf5666eaf36b7', 'fixed_ips': [{'subnet_id': '2ed2557e-cf0a-4558-ad9a-47b3326cd33d'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:28:39.756890 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7bc98f6a-e4bf-4aff-8859-a153c51f2d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:39.797887 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f61f6f-93e9-4815-8a1d-786764a900be tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Network 7fdf1889-f079-4166-bbda-88b2a8d8d595 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:28:39.798322 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-b121ba62-fd7d-4856-bbfa-32367c164f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:39.815943 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-f2f61f6f-93e9-4815-8a1d-786764a900be tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:28:39.825325 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f61f6f-93e9-4815-8a1d-786764a900be tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:28:39.829748 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-29b5977f-1062-4663-ba1a-2ee4980f35e3 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:39.835426 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f61f6f-93e9-4815-8a1d-786764a900be tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Pushing event updated for resources: {'Port': ['ID=11481813-da52-4389-9868-1bf9876badc2,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:39.865109 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-29b5977f-1062-4663-ba1a-2ee4980f35e3 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:39.878562 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-568c9819-16df-4429-b734-a44a8abb56eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:39.984665 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-29b5977f-1062-4663-ba1a-2ee4980f35e3 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532537'] for router_interface, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:39.992555 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b5977f-1062-4663-ba1a-2ee4980f35e3 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Pushing event updated for resources: {'Port': ['ID=91e76099-bbec-41d4-8cf9-be72b0c57b71,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:40.034646 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b121ba62-fd7d-4856-bbfa-32367c164f7d None None] Routers {'3037d247-c230-44eb-8286-a59fe3a415ee'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:28:40.035294 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-b121ba62-fd7d-4856-bbfa-32367c164f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:28:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['3037d247-c230-44eb-8286-a59fe3a415ee'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:40.046094 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-66744009-ff65-4871-9e06-b5eb5d92bfde None None] For port 6cbe277a-5d79-4969-ace3-6dba9fb447b1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6cbe277a-5d79-4969-ace3-6dba9fb447b1,segment=NetworkSegment(6ae97484-605c-476a-96b1-7ac05d68d22e),segment_id=6ae97484-605c-476a-96b1-7ac05d68d22e)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:28:40.183091 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ef7f23-3a63-4a8e-969d-50162d9d45e7 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Made reservation on behalf of 4e9b97d81d204c53a28bf5666eaf36b7 for: {'port': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:28:40.187606 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-45ef7f23-3a63-4a8e-969d-50162d9d45e7 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:40.284058 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-66744009-ff65-4871-9e06-b5eb5d92bfde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:40.295150 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-b121ba62-fd7d-4856-bbfa-32367c164f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:40.295804 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b121ba62-fd7d-4856-bbfa-32367c164f7d None None] The sync data for ids ['3037d247-c230-44eb-8286-a59fe3a415ee'] in dv-neutron-master-2-hyperv is: [] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:28:40.341799 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e9171db3-04ed-48ca-a00c-31717f9f3892 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:40.350475 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ce328ab6-c8b9-4c0c-a6c9-db431a01db1c tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] For port 77f7acd3-20d2-49f0-9f06-039816891586, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=77f7acd3-20d2-49f0-9f06-039816891586,segment=NetworkSegment(ec201a78-5fa5-4c3a-9838-220affc90ce0),segment_id=ec201a78-5fa5-4c3a-9838-220affc90ce0)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:28:40.350946 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ce328ab6-c8b9-4c0c-a6c9-db431a01db1c tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:40.357620 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:40.368351 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ce328ab6-c8b9-4c0c-a6c9-db431a01db1c tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Calling delete_port for 77f7acd3-20d2-49f0-9f06-039816891586 owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:28:40.383422 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccd1043-846c-496e-9d11-d6cf67612807 req-5189756c-434a-4cb6-b5d6-df3dfabdab46 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:40.385975 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568c9819-16df-4429-b734-a44a8abb56eb None None] Pushing event updated for resources: {'Port': ['ID=c5d76313-a24a-4298-b23d-3abe07f990fe,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:40.392954 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-8ccd1043-846c-496e-9d11-d6cf67612807 req-5189756c-434a-4cb6-b5d6-df3dfabdab46 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f04569b-7b6a-480f-a48e-6be4ed1157fe HTTP/1.1" status: 200 len: 945 time: 0.7325771 Dec 21 13:28:40.414108 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-66744009-ff65-4871-9e06-b5eb5d92bfde None None] Provisioning complete for port 77f7acd3-20d2-49f0-9f06-039816891586 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:28:40.415106 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-66744009-ff65-4871-9e06-b5eb5d92bfde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:40.430971 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-45ef7f23-3a63-4a8e-969d-50162d9d45e7 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] device_id is not set on port ab28e32e-3841-47ca-bafa-4c67d44f54d8 yet. {{(pid=103152) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 13:28:40.483330 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-7bc98f6a-e4bf-4aff-8859-a153c51f2d9a None None] Allocated IP 2001:db8::2 (ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9/2ed2557e-cf0a-4558-ad9a-47b3326cd33d/b16c5d43-5a8f-44de-953f-4362de2df034) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:28:40.493682 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-56050592-2efe-450a-9512-a45a7d589fb9 None None] Deleting port 77f7acd3-20d2-49f0-9f06-039816891586 {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:28:40.494551 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-56050592-2efe-450a-9512-a45a7d589fb9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:40.597129 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-e6ef275d-eec5-456f-8448-aaad2e477453 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Allocated IP 172.20.0.6 (bcc62b47-ef2b-41c7-9154-5824619045df/428855cb-c1e5-47ff-b4b2-70d2138c2edc/7df46bec-e469-41fa-9c6d-eac53c3f2957) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:28:40.606419 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b5977f-1062-4663-ba1a-2ee4980f35e3 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Network 1293bdc4-07c9-499b-883d-19263c00676c is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:28:40.607019 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-29b5977f-1062-4663-ba1a-2ee4980f35e3 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:28:40.649709 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66744009-ff65-4871-9e06-b5eb5d92bfde None None] Pushing event updated for resources: {'Port': ['ID=6cbe277a-5d79-4969-ace3-6dba9fb447b1,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:40.670547 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-8ccd1043-846c-496e-9d11-d6cf67612807 req-6fec2f0b-eab5-4caf-9781-ec99240829a4 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ba20eb6-7980-48d1-8013-51c2682fdc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2801075 Dec 21 13:28:40.691301 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0b0ef0a1-1aca-444a-8c7a-53962d665081 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:40.705361 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-56050592-2efe-450a-9512-a45a7d589fb9 None None] For port 77f7acd3-20d2-49f0-9f06-039816891586, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=77f7acd3-20d2-49f0-9f06-039816891586,segment=NetworkSegment(ec201a78-5fa5-4c3a-9838-220affc90ce0),segment_id=ec201a78-5fa5-4c3a-9838-220affc90ce0)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:28:40.707445 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-56050592-2efe-450a-9512-a45a7d589fb9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:40.710304 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.db.api [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 13:28:40.710982 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG oslo_db.api [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 13:28:40.717244 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e9171db3-04ed-48ca-a00c-31717f9f3892 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:40.728846 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-56050592-2efe-450a-9512-a45a7d589fb9 None None] Calling delete_port for 77f7acd3-20d2-49f0-9f06-039816891586 owned by network:dhcp {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:28:40.880467 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9171db3-04ed-48ca-a00c-31717f9f3892 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Network a09a1307-4719-489d-b437-609c6cebf227 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:28:40.885530 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ce328ab6-c8b9-4c0c-a6c9-db431a01db1c tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:40.920268 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-e9171db3-04ed-48ca-a00c-31717f9f3892 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:28:40.934938 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-66744009-ff65-4871-9e06-b5eb5d92bfde None None] Provisioning complete for port 1357f000-cf9f-4bc4-94bc-7992a04f3982 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:28:40.935310 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-66744009-ff65-4871-9e06-b5eb5d92bfde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:40.967090 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9171db3-04ed-48ca-a00c-31717f9f3892 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Pushing event updated for resources: {'Port': ['ID=7d09ccfb-a761-43d3-a19a-6da84b41f018,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:40.974033 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7bc98f6a-e4bf-4aff-8859-a153c51f2d9a None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:40.975832 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9171db3-04ed-48ca-a00c-31717f9f3892 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:28:40.984351 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-56050592-2efe-450a-9512-a45a7d589fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636'] for port, after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:40.997157 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9171db3-04ed-48ca-a00c-31717f9f3892 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:40.998592 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7bc98f6a-e4bf-4aff-8859-a153c51f2d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:40.999681 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e9171db3-04ed-48ca-a00c-31717f9f3892 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:41.025792 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-66744009-ff65-4871-9e06-b5eb5d92bfde None None] Port 1357f000-cf9f-4bc4-94bc-7992a04f3982 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:28:41.032315 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56050592-2efe-450a-9512-a45a7d589fb9 None None] No DVR routers for this DVR port 77f7acd3-20d2-49f0-9f06-039816891586 on host dv-neutron-master-2-hyperv {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:28:41.041899 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56050592-2efe-450a-9512-a45a7d589fb9 None None] Pushing event deleted for resources: {'Port': ['ID=77f7acd3-20d2-49f0-9f06-039816891586,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:41.057790 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29b5977f-1062-4663-ba1a-2ee4980f35e3 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Router 106b6745-f7cb-44f6-a67a-add3279ae1a9 is scheduled to L3 agent 59e14383-78fa-487e-9299-b32042a98157 with binding_index 1 {{(pid=103153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 13:28:41.102340 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc98f6a-e4bf-4aff-8859-a153c51f2d9a None None] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:28:41.107405 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-7bc98f6a-e4bf-4aff-8859-a153c51f2d9a None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:28:41.111044 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc98f6a-e4bf-4aff-8859-a153c51f2d9a None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:28:41.123445 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f2f61f6f-93e9-4815-8a1d-786764a900be tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:41.128704 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc98f6a-e4bf-4aff-8859-a153c51f2d9a None None] Pushing event updated for resources: {'Port': ['ID=b16c5d43-5a8f-44de-953f-4362de2df034,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:41.196853 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-cca06226-f631-4821-a092-355b408327c2 None None] Provisioning complete for port 6cbe277a-5d79-4969-ace3-6dba9fb447b1 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:28:41.197216 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-cca06226-f631-4821-a092-355b408327c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:41.200294 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-7bc98f6a-e4bf-4aff-8859-a153c51f2d9a None None] Attempting to bind port b16c5d43-5a8f-44de-953f-4362de2df034 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:28:41.200673 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-7bc98f6a-e4bf-4aff-8859-a153c51f2d9a None None] Attempting to bind port b16c5d43-5a8f-44de-953f-4362de2df034 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b20a5dbe-a251-4a83-ae2d-3ffbda6396cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:28:41.201023 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc98f6a-e4bf-4aff-8859-a153c51f2d9a None None] Attempting to bind port b16c5d43-5a8f-44de-953f-4362de2df034 on network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:28:41.233079 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce328ab6-c8b9-4c0c-a6c9-db431a01db1c tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] No DVR routers for this DVR port 77f7acd3-20d2-49f0-9f06-039816891586 on host dv-neutron-master-2-hyperv {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:28:41.263141 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc98f6a-e4bf-4aff-8859-a153c51f2d9a None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:28:41.263521 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc98f6a-e4bf-4aff-8859-a153c51f2d9a None None] Checking segment: {'id': 'b20a5dbe-a251-4a83-ae2d-3ffbda6396cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:28:41.263930 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7bc98f6a-e4bf-4aff-8859-a153c51f2d9a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:41.264327 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc98f6a-e4bf-4aff-8859-a153c51f2d9a None None] Bound using segment: {'id': 'b20a5dbe-a251-4a83-ae2d-3ffbda6396cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:28:41.264850 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-7bc98f6a-e4bf-4aff-8859-a153c51f2d9a None None] Bound port: b16c5d43-5a8f-44de-953f-4362de2df034, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b20a5dbe-a251-4a83-ae2d-3ffbda6396cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:28:41.265234 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7bc98f6a-e4bf-4aff-8859-a153c51f2d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:41.267922 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-45ef7f23-3a63-4a8e-969d-50162d9d45e7 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Allocated IP 2001:db8::2e (ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9/2ed2557e-cf0a-4558-ad9a-47b3326cd33d/ab28e32e-3841-47ca-bafa-4c67d44f54d8) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:28:41.293454 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device cb4053d8-7ed6-4bf1-a9ba-0c9ec24ecc8e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:28:41.324500 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29b5977f-1062-4663-ba1a-2ee4980f35e3 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:28:41.336276 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f789d2-3939-48fc-9321-793dd65028a9 None None] Sync routers for ids ['106b6745-f7cb-44f6-a67a-add3279ae1a9'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:28:41.336805 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-29b5977f-1062-4663-ba1a-2ee4980f35e3 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "PUT /v2.0/routers/106b6745-f7cb-44f6-a67a-add3279ae1a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7856972 Dec 21 13:28:41.336897 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56110) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:41.361335 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f789d2-3939-48fc-9321-793dd65028a9 None None] Routers {'106b6745-f7cb-44f6-a67a-add3279ae1a9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:28:41.380243 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f2f61f6f-93e9-4815-8a1d-786764a900be tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:41.381690 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-89f789d2-3939-48fc-9321-793dd65028a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:28:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['106b6745-f7cb-44f6-a67a-add3279ae1a9'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:41.399001 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-7bc98f6a-e4bf-4aff-8859-a153c51f2d9a None None] For port b16c5d43-5a8f-44de-953f-4362de2df034, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:28:41.404247 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-7bc98f6a-e4bf-4aff-8859-a153c51f2d9a None None] For port b16c5d43-5a8f-44de-953f-4362de2df034, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b16c5d43-5a8f-44de-953f-4362de2df034,segment=NetworkSegment(b20a5dbe-a251-4a83-ae2d-3ffbda6396cf),segment_id=b20a5dbe-a251-4a83-ae2d-3ffbda6396cf)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:28:41.422855 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce328ab6-c8b9-4c0c-a6c9-db431a01db1c tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Pushing event deleted for resources: {'Port': ['ID=77f7acd3-20d2-49f0-9f06-039816891586,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:41.436936 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e2f033-b4eb-4ed9-8b15-9999812314bb tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:41.437836 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7bc98f6a-e4bf-4aff-8859-a153c51f2d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:41.437992 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-c9e2f033-b4eb-4ed9-8b15-9999812314bb tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "GET /v2.0/ports/91e76099-bbec-41d4-8cf9-be72b0c57b71 HTTP/1.1" status: 200 len: 910 time: 0.0957477 Dec 21 13:28:41.440972 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56112) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:41.441436 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ce328ab6-c8b9-4c0c-a6c9-db431a01db1c tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:41.448347 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-177d9cab-f742-4722-aeb9-cc991a200151 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3350ca38-e282-427a-aea3-720a50056fdf'}]}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:28:41.464692 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-e9171db3-04ed-48ca-a00c-31717f9f3892 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.2913702 Dec 21 13:28:41.494106 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56114) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:41.517254 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e6ef275d-eec5-456f-8448-aaad2e477453 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:41.541672 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port cb4053d8-7ed6-4bf1-a9ba-0c9ec24ecc8e triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:28:41.542040 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:41.570627 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-cca06226-f631-4821-a092-355b408327c2 None None] Provisioning complete for port 91e76099-bbec-41d4-8cf9-be72b0c57b71 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:28:41.570953 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-cca06226-f631-4821-a092-355b408327c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:41.575203 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc98f6a-e4bf-4aff-8859-a153c51f2d9a None None] Pushing event updated for resources: {'Port': ['ID=b16c5d43-5a8f-44de-953f-4362de2df034,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:41.619510 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4162a2b5-1d02-4d8c-a762-43e392ac6df0 None None] Network a09a1307-4719-489d-b437-609c6cebf227 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:28:41.645664 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-89f789d2-3939-48fc-9321-793dd65028a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:41.650902 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-cca06226-f631-4821-a092-355b408327c2 None None] Port 91e76099-bbec-41d4-8cf9-be72b0c57b71 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:28:41.660075 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f789d2-3939-48fc-9321-793dd65028a9 None None] Routers {'106b6745-f7cb-44f6-a67a-add3279ae1a9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:28:41.661109 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-89f789d2-3939-48fc-9321-793dd65028a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:28:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['106b6745-f7cb-44f6-a67a-add3279ae1a9'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:41.705203 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed70f872-00eb-4e5c-ba07-0af1b7f73d85 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Deleting subnet d51b30e7-dbf0-42cd-96cf-687d33a58085 {{(pid=103152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:28:41.708594 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-ce328ab6-c8b9-4c0c-a6c9-db431a01db1c tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c26ec6a1-37de-4c82-841d-ea9bbbc68118']}} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:41.722676 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-cca06226-f631-4821-a092-355b408327c2 None None] Provisioning complete for port 1357f000-cf9f-4bc4-94bc-7992a04f3982 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:28:41.723050 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-cca06226-f631-4821-a092-355b408327c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:41.760546 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed70f872-00eb-4e5c-ba07-0af1b7f73d85 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks [] for subnet, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:41.764352 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-ce328ab6-c8b9-4c0c-a6c9-db431a01db1c tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec201a78-5fa5-4c3a-9838-220affc90ce0') {'for_net_delete': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:41.764752 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-ce328ab6-c8b9-4c0c-a6c9-db431a01db1c tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec201a78-5fa5-4c3a-9838-220affc90ce0') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:41.772703 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-89f789d2-3939-48fc-9321-793dd65028a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:41.773513 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f789d2-3939-48fc-9321-793dd65028a9 None None] The sync data for ids ['106b6745-f7cb-44f6-a67a-add3279ae1a9'] in dv-neutron-master-2-hyperv is: [] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:28:41.823075 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-cca06226-f631-4821-a092-355b408327c2 None None] Port 1357f000-cf9f-4bc4-94bc-7992a04f3982 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:28:41.834284 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ce328ab6-c8b9-4c0c-a6c9-db431a01db1c tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526653'] for segment, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:41.845956 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f2f61f6f-93e9-4815-8a1d-786764a900be tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:41.877239 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f2f61f6f-93e9-4815-8a1d-786764a900be tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:41.887088 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-177d9cab-f742-4722-aeb9-cc991a200151 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:41.933465 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ce328ab6-c8b9-4c0c-a6c9-db431a01db1c tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:41.955777 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dc4314-91f6-4df9-b51c-7d9a687f8ef4 req-6b69b74a-c58a-4050-9fad-ca7d0db9a6c5 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:41.958983 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-18dc4314-91f6-4df9-b51c-7d9a687f8ef4 req-6b69b74a-c58a-4050-9fad-ca7d0db9a6c5 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f04569b-7b6a-480f-a48e-6be4ed1157fe HTTP/1.1" status: 200 len: 945 time: 0.1497254 Dec 21 13:28:41.980798 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device cc26d26b-feb2-4b3f-85fd-7c795b4ec6a1 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:28:41.991080 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-da4d012b-c5e3-408e-bb51-dd98062fd1c0 None None] Provisioning complete for port c5d76313-a24a-4298-b23d-3abe07f990fe triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:28:41.991515 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-da4d012b-c5e3-408e-bb51-dd98062fd1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:41.997411 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed70f872-00eb-4e5c-ba07-0af1b7f73d85 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526644'] for subnet, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:42.001286 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce328ab6-c8b9-4c0c-a6c9-db431a01db1c tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=103152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:28:42.001692 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ce328ab6-c8b9-4c0c-a6c9-db431a01db1c tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805426'] for segment, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:42.006398 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f61f6f-93e9-4815-8a1d-786764a900be tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Pushing event updated for resources: {'Port': ['ID=11481813-da52-4389-9868-1bf9876badc2,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:42.012257 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:42.012257 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:28:42.012257 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:42.012257 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:28:42.012257 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:42.012257 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:28:42.012257 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:42.012257 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:28:42.012257 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:42.012257 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:28:42.012257 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:42.012257 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:28:42.012257 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:42.012257 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:28:42.012257 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:42.012257 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:28:42.012257 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:42.012257 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:28:42.012257 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:42.012257 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:28:42.012257 dv-neutron-master-2-hyperv neutron-server[103152]: Traceback (most recent call last): Dec 21 13:28:42.012257 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:28:42.012257 dv-neutron-master-2-hyperv neutron-server[103152]: timer() Dec 21 13:28:42.012257 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:28:42.012257 dv-neutron-master-2-hyperv neutron-server[103152]: cb(*args, **kw) Dec 21 13:28:42.012257 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:28:42.012257 dv-neutron-master-2-hyperv neutron-server[103152]: return func(*args, **kwargs) Dec 21 13:28:42.012257 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:28:42.012257 dv-neutron-master-2-hyperv neutron-server[103152]: self._notify() Dec 21 13:28:42.012257 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:28:42.012257 dv-neutron-master-2-hyperv neutron-server[103152]: self.callback(batched_events) Dec 21 13:28:42.012257 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:28:42.012257 dv-neutron-master-2-hyperv neutron-server[103152]: event.method(event) Dec 21 13:28:42.012257 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:28:42.012257 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:28:42.012257 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:28:42.012257 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:28:42.012257 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:28:42.012257 dv-neutron-master-2-hyperv neutron-server[103152]: return f(self, *a, **k) Dec 21 13:28:42.012257 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:28:42.012257 dv-neutron-master-2-hyperv neutron-server[103152]: return self._get(url).json() Dec 21 13:28:42.012257 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:28:42.012257 dv-neutron-master-2-hyperv neutron-server[103152]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:28:42.012257 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:28:42.012257 dv-neutron-master-2-hyperv neutron-server[103152]: return self.request(url, 'GET', **kwargs) Dec 21 13:28:42.012257 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:28:42.012257 dv-neutron-master-2-hyperv neutron-server[103152]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:28:42.012257 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:28:42.012257 dv-neutron-master-2-hyperv neutron-server[103152]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:28:42.012257 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:28:42.012257 dv-neutron-master-2-hyperv neutron-server[103152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:28:42.012257 dv-neutron-master-2-hyperv neutron-server[103152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:28:42.051958 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: cc26d26b-feb2-4b3f-85fd-7c795b4ec6a1 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:28:42.052307 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device cc26d26b-feb2-4b3f-85fd-7c795b4ec6a1 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:28:42.133955 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f2f61f6f-93e9-4815-8a1d-786764a900be tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548820'] for floatingip, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:42.144409 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-da4d012b-c5e3-408e-bb51-dd98062fd1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:42.203461 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-da4d012b-c5e3-408e-bb51-dd98062fd1c0 None None] For port c5d76313-a24a-4298-b23d-3abe07f990fe, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c5d76313-a24a-4298-b23d-3abe07f990fe,segment=NetworkSegment(3f3ff61a-3a53-42e1-9c72-cac9ed0b52be),segment_id=3f3ff61a-3a53-42e1-9c72-cac9ed0b52be)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:28:42.292527 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-da4d012b-c5e3-408e-bb51-dd98062fd1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:42.298687 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e6ef275d-eec5-456f-8448-aaad2e477453 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:42.326677 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-18dc4314-91f6-4df9-b51c-7d9a687f8ef4 req-a6f4ae5d-0570-48af-b551-25d9a4af8590 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ba20eb6-7980-48d1-8013-51c2682fdc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3631370 Dec 21 13:28:42.361109 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-5d791a6a-f739-42c4-bb7b-b4465e8ec9b3 None None] Allocated IP 172.20.0.2 (bcc62b47-ef2b-41c7-9154-5824619045df/428855cb-c1e5-47ff-b4b2-70d2138c2edc/81e042ec-1a05-4f03-b533-5881519272f5) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:28:42.427074 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device b16c5d43-5a8f-44de-953f-4362de2df034 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:28:42.445101 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4d012b-c5e3-408e-bb51-dd98062fd1c0 None None] Pushing event updated for resources: {'Port': ['ID=c5d76313-a24a-4298-b23d-3abe07f990fe,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:42.453559 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ef275d-eec5-456f-8448-aaad2e477453 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Network bcc62b47-ef2b-41c7-9154-5824619045df is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:28:42.474931 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-e6ef275d-eec5-456f-8448-aaad2e477453 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:28:42.536303 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-5418671d-85c7-4038-8c24-7424d28e336e None None] Provisioning complete for port c5d76313-a24a-4298-b23d-3abe07f990fe triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:28:42.536674 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-5418671d-85c7-4038-8c24-7424d28e336e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:42.555142 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.l3_db [None req-f2f61f6f-93e9-4815-8a1d-786764a900be tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Floating IP 2dfa2f58-4958-4e2a-a045-37f61ea523a6 associated. External IP: 172.36.3.140, port: 79f09629-fe5e-44c8-9565-a4ae51da8cd7. Dec 21 13:28:42.579202 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0b0ef0a1-1aca-444a-8c7a-53962d665081 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:42.582548 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ef275d-eec5-456f-8448-aaad2e477453 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:28:42.665222 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0b0ef0a1-1aca-444a-8c7a-53962d665081 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805230'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:42.673397 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0ef0a1-1aca-444a-8c7a-53962d665081 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:42.674194 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0b0ef0a1-1aca-444a-8c7a-53962d665081 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:42.676468 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-0b0ef0a1-1aca-444a-8c7a-53962d665081 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "PUT /v2.0/ports/1357f000-cf9f-4bc4-94bc-7992a04f3982 HTTP/1.1" status: 200 len: 911 time: 3.0088003 Dec 21 13:28:42.677838 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ce328ab6-c8b9-4c0c-a6c9-db431a01db1c tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:42.685851 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ce328ab6-c8b9-4c0c-a6c9-db431a01db1c tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks [] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:42.690096 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-ce328ab6-c8b9-4c0c-a6c9-db431a01db1c tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "DELETE /v2.0/networks/c26ec6a1-37de-4c82-841d-ea9bbbc68118 HTTP/1.1" status: 204 len: 168 time: 3.9460981 Dec 21 13:28:42.690797 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56118) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:42.696418 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port b16c5d43-5a8f-44de-953f-4362de2df034 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:28:42.696418 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:42.739500 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56120) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:42.783678 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-5d791a6a-f739-42c4-bb7b-b4465e8ec9b3 None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:42.801723 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-5d791a6a-f739-42c4-bb7b-b4465e8ec9b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:42.862649 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-45ef7f23-3a63-4a8e-969d-50162d9d45e7 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:42.890633 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d791a6a-f739-42c4-bb7b-b4465e8ec9b3 None None] Network bcc62b47-ef2b-41c7-9154-5824619045df is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:28:42.899186 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-5d791a6a-f739-42c4-bb7b-b4465e8ec9b3 None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:28:42.906845 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d791a6a-f739-42c4-bb7b-b4465e8ec9b3 None None] Pushing event updated for resources: {'Port': ['ID=81e042ec-1a05-4f03-b533-5881519272f5,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:42.910772 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d791a6a-f739-42c4-bb7b-b4465e8ec9b3 None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:28:42.914641 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce328ab6-c8b9-4c0c-a6c9-db431a01db1c tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Pushing event deleted for resources: {'Network': ['ID=c26ec6a1-37de-4c82-841d-ea9bbbc68118,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:42.915339 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-5418671d-85c7-4038-8c24-7424d28e336e None None] Provisioning complete for port 7d09ccfb-a761-43d3-a19a-6da84b41f018 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:28:42.915915 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-5418671d-85c7-4038-8c24-7424d28e336e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:43.169591 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ef275d-eec5-456f-8448-aaad2e477453 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:43.170289 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e6ef275d-eec5-456f-8448-aaad2e477453 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:43.193806 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ef275d-eec5-456f-8448-aaad2e477453 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Pushing event updated for resources: {'Port': ['ID=7df46bec-e469-41fa-9c6d-eac53c3f2957,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:43.218801 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-e6ef275d-eec5-456f-8448-aaad2e477453 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.2318785 Dec 21 13:28:43.224109 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56122) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:43.280078 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cedf6bb3-f1b1-4083-b8d2-be4979f0a60d tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:43.282052 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-cedf6bb3-f1b1-4083-b8d2-be4979f0a60d tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.1863611 Dec 21 13:28:43.313815 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-5d791a6a-f739-42c4-bb7b-b4465e8ec9b3 None None] Attempting to bind port 81e042ec-1a05-4f03-b533-5881519272f5 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:28:43.314609 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-5d791a6a-f739-42c4-bb7b-b4465e8ec9b3 None None] Attempting to bind port 81e042ec-1a05-4f03-b533-5881519272f5 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '771a3686-cce0-43b2-9fc4-5403afe78dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'bcc62b47-ef2b-41c7-9154-5824619045df'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:28:43.314749 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d791a6a-f739-42c4-bb7b-b4465e8ec9b3 None None] Attempting to bind port 81e042ec-1a05-4f03-b533-5881519272f5 on network bcc62b47-ef2b-41c7-9154-5824619045df {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:28:43.323235 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-5418671d-85c7-4038-8c24-7424d28e336e None None] Port 7d09ccfb-a761-43d3-a19a-6da84b41f018 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:28:43.324761 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:43.345093 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56124) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:43.351178 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d791a6a-f739-42c4-bb7b-b4465e8ec9b3 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:28:43.351573 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d791a6a-f739-42c4-bb7b-b4465e8ec9b3 None None] Checking segment: {'id': '771a3686-cce0-43b2-9fc4-5403afe78dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'bcc62b47-ef2b-41c7-9154-5824619045df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:28:43.351989 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-5d791a6a-f739-42c4-bb7b-b4465e8ec9b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:43.352489 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d791a6a-f739-42c4-bb7b-b4465e8ec9b3 None None] Bound using segment: {'id': '771a3686-cce0-43b2-9fc4-5403afe78dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'bcc62b47-ef2b-41c7-9154-5824619045df'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:28:43.353090 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-5d791a6a-f739-42c4-bb7b-b4465e8ec9b3 None None] Bound port: 81e042ec-1a05-4f03-b533-5881519272f5, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '771a3686-cce0-43b2-9fc4-5403afe78dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'bcc62b47-ef2b-41c7-9154-5824619045df'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:28:43.353524 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-5d791a6a-f739-42c4-bb7b-b4465e8ec9b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:43.367111 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:43.478791 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-5d791a6a-f739-42c4-bb7b-b4465e8ec9b3 None None] For port 81e042ec-1a05-4f03-b533-5881519272f5, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:28:43.482658 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-5d791a6a-f739-42c4-bb7b-b4465e8ec9b3 None None] For port 81e042ec-1a05-4f03-b533-5881519272f5, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=81e042ec-1a05-4f03-b533-5881519272f5,segment=NetworkSegment(771a3686-cce0-43b2-9fc4-5403afe78dd3),segment_id=771a3686-cce0-43b2-9fc4-5403afe78dd3)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:28:43.495595 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] For port b16c5d43-5a8f-44de-953f-4362de2df034, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b16c5d43-5a8f-44de-953f-4362de2df034,segment=NetworkSegment(b20a5dbe-a251-4a83-ae2d-3ffbda6396cf),segment_id=b20a5dbe-a251-4a83-ae2d-3ffbda6396cf)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:28:43.511128 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-5d791a6a-f739-42c4-bb7b-b4465e8ec9b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:43.528840 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-57eeb607-6a2a-41aa-b2a7-fd7b05801671 None None] Provisioning complete for port 7d09ccfb-a761-43d3-a19a-6da84b41f018 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:28:43.529210 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-57eeb607-6a2a-41aa-b2a7-fd7b05801671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:43.536880 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-7e25862c-f57c-4c6b-8074-851cb2a9c159 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1894021 Dec 21 13:28:43.542203 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-177d9cab-f742-4722-aeb9-cc991a200151 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:43.545047 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56128) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:43.555107 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-815bf26e-83f0-47de-894f-7d8e72d94ee7 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-649337947'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:28:43.565073 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:43.566307 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device c5d76313-a24a-4298-b23d-3abe07f990fe up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:28:43.588675 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-177d9cab-f742-4722-aeb9-cc991a200151 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:43.629625 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-815bf26e-83f0-47de-894f-7d8e72d94ee7 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Made reservation on behalf of 3edf34a3eecc442ea8df7c8164f4e61d for: {'network': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:28:43.635814 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-815bf26e-83f0-47de-894f-7d8e72d94ee7 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:43.642618 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-57eeb607-6a2a-41aa-b2a7-fd7b05801671 None None] Port 7d09ccfb-a761-43d3-a19a-6da84b41f018 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:28:43.665217 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-71e6b1cc-159e-49c0-9058-98ef7b03f80c tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Deleting port 7df46bec-e469-41fa-9c6d-eac53c3f2957 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:28:43.665617 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-71e6b1cc-159e-49c0-9058-98ef7b03f80c tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:43.680442 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d791a6a-f739-42c4-bb7b-b4465e8ec9b3 None None] Pushing event updated for resources: {'Port': ['ID=81e042ec-1a05-4f03-b533-5881519272f5,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:43.680702 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0ef0a1-1aca-444a-8c7a-53962d665081 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Pushing event updated for resources: {'Port': ['ID=1357f000-cf9f-4bc4-94bc-7992a04f3982,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:43.686068 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-57eeb607-6a2a-41aa-b2a7-fd7b05801671 None None] Provisioning complete for port b16c5d43-5a8f-44de-953f-4362de2df034 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:28:43.687274 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-57eeb607-6a2a-41aa-b2a7-fd7b05801671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:43.688297 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2f61f6f-93e9-4815-8a1d-786764a900be tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Router 9a0f9c1c-0b84-40b1-b675-f3a031108074 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:28:43.723381 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed70f872-00eb-4e5c-ba07-0af1b7f73d85 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:43.747466 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-45ef7f23-3a63-4a8e-969d-50162d9d45e7 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:43.754437 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port c5d76313-a24a-4298-b23d-3abe07f990fe triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:28:43.755043 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:43.795354 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f230ae50-6350-4ed3-9362-a8d522ed4d78 req-c30ea779-fc97-42c2-9b7e-00faede8e98a tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:43.803784 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-f230ae50-6350-4ed3-9362-a8d522ed4d78 req-c30ea779-fc97-42c2-9b7e-00faede8e98a tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f04569b-7b6a-480f-a48e-6be4ed1157fe HTTP/1.1" status: 200 len: 945 time: 0.2269695 Dec 21 13:28:43.808063 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177d9cab-f742-4722-aeb9-cc991a200151 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:43.809077 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-177d9cab-f742-4722-aeb9-cc991a200151 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:43.809955 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.agents_db [None req-c60a5637-8c6f-4692-b23b-7dd82bd36b21 None None] Agent healthcheck: found 6 active agents {{(pid=103155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 13:28:43.812312 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Pushing event updated for resources: {'Port': ['ID=b16c5d43-5a8f-44de-953f-4362de2df034,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:43.815792 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-177d9cab-f742-4722-aeb9-cc991a200151 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "PUT /v2.0/ports/91e76099-bbec-41d4-8cf9-be72b0c57b71 HTTP/1.1" status: 200 len: 910 time: 2.3737521 Dec 21 13:28:43.816556 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56130) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:43.839983 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-815bf26e-83f0-47de-894f-7d8e72d94ee7 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=103153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:28:43.867245 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ef7f23-3a63-4a8e-969d-50162d9d45e7 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:28:43.879590 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177d9cab-f742-4722-aeb9-cc991a200151 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Pushing event updated for resources: {'Port': ['ID=91e76099-bbec-41d4-8cf9-be72b0c57b71,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:43.882703 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-45ef7f23-3a63-4a8e-969d-50162d9d45e7 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:28:43.887093 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ef7f23-3a63-4a8e-969d-50162d9d45e7 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:28:43.893451 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ef7f23-3a63-4a8e-969d-50162d9d45e7 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:43.894100 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-45ef7f23-3a63-4a8e-969d-50162d9d45e7 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:43.900996 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ef7f23-3a63-4a8e-969d-50162d9d45e7 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event updated for resources: {'Port': ['ID=ab28e32e-3841-47ca-bafa-4c67d44f54d8,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:43.923651 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 6cbe277a-5d79-4969-ace3-6dba9fb447b1 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:28:43.955919 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-f230ae50-6350-4ed3-9362-a8d522ed4d78 req-aca2ef56-dbec-40eb-b170-c619152280d8 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ba20eb6-7980-48d1-8013-51c2682fdc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1515214 Dec 21 13:28:43.961944 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-45ef7f23-3a63-4a8e-969d-50162d9d45e7 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.8402591 Dec 21 13:28:43.966146 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed70f872-00eb-4e5c-ba07-0af1b7f73d85 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12346570'] for subnet, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:43.968794 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56132) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:43.986500 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0dd60e1e-7436-4863-862f-11c3169ef4c9 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532692'] for router_interface, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:44.047036 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 6cbe277a-5d79-4969-ace3-6dba9fb447b1 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:28:44.047411 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:44.070834 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-815bf26e-83f0-47de-894f-7d8e72d94ee7 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:44.071681 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.segments_db [None req-815bf26e-83f0-47de-894f-7d8e72d94ee7 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Added segment 0334680d-42cd-43c0-80fd-43216eeeff84 of type vlan for network 82fb6993-b0aa-465a-aabf-f4523364c9db Dec 21 13:28:44.131029 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed70f872-00eb-4e5c-ba07-0af1b7f73d85 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Pushing event deleted for resources: {'Subnet': ['ID=d51b30e7-dbf0-42cd-96cf-687d33a58085,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:44.222070 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed70f872-00eb-4e5c-ba07-0af1b7f73d85 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:44.225948 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-ed70f872-00eb-4e5c-ba07-0af1b7f73d85 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] 10.222.0.37 "DELETE /v2.0/subnets/d51b30e7-dbf0-42cd-96cf-687d33a58085 HTTP/1.1" status: 204 len: 168 time: 2.7306283 Dec 21 13:28:44.229181 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56138) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:44.242616 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe749a5b-0a86-4b1d-91fe-711be5cbbdd5 None None] Network a09a1307-4719-489d-b437-609c6cebf227 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:28:44.276538 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-815bf26e-83f0-47de-894f-7d8e72d94ee7 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:44.329239 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-71e6b1cc-159e-49c0-9058-98ef7b03f80c tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:44.340542 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf51ed7-a590-475c-b004-a09a7bb02adc tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:44.347679 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf51ed7-a590-475c-b004-a09a7bb02adc tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:44.347877 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-71e6b1cc-159e-49c0-9058-98ef7b03f80c tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Calling delete_port for 7df46bec-e469-41fa-9c6d-eac53c3f2957 owned by {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:28:44.351982 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-0cf51ed7-a590-475c-b004-a09a7bb02adc tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1670 time: 0.3605013 Dec 21 13:28:44.354880 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56140) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:44.377564 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 77f7acd3-20d2-49f0-9f06-039816891586 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:28:44.406976 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: 77f7acd3-20d2-49f0-9f06-039816891586 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:28:44.407582 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 77f7acd3-20d2-49f0-9f06-039816891586 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:28:44.424204 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-1c45ec45-6562-4a6e-8b5d-55f4e9189faa None None] Provisioning complete for port ab28e32e-3841-47ca-bafa-4c67d44f54d8 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:28:44.425806 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-1c45ec45-6562-4a6e-8b5d-55f4e9189faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:44.429554 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4f73da-cffb-4da4-9f9c-341ad6e8a92d tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:44.431370 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4f73da-cffb-4da4-9f9c-341ad6e8a92d tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:44.432920 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-1d4f73da-cffb-4da4-9f9c-341ad6e8a92d tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1865191 Dec 21 13:28:44.439022 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56142) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:44.448752 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-815bf26e-83f0-47de-894f-7d8e72d94ee7 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:44.460633 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815bf26e-83f0-47de-894f-7d8e72d94ee7 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:44.461230 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-815bf26e-83f0-47de-894f-7d8e72d94ee7 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:44.463723 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0580f2-72c8-4d74-840b-3b7121419767 req-5f9a9701-9498-4cfb-bacd-2a4d1f578fec tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:44.471897 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-7f0580f2-72c8-4d74-840b-3b7121419767 req-5f9a9701-9498-4cfb-bacd-2a4d1f578fec tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f04569b-7b6a-480f-a48e-6be4ed1157fe HTTP/1.1" status: 200 len: 945 time: 0.2685471 Dec 21 13:28:44.514129 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-1c45ec45-6562-4a6e-8b5d-55f4e9189faa None None] Port ab28e32e-3841-47ca-bafa-4c67d44f54d8 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:28:44.558846 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc1b0d1-e6c9-4d25-a60f-9839cd723934 None None] DHCP port deletion for a09a1307-4719-489d-b437-609c6cebf227 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:28:44.634451 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-cbc1b0d1-e6c9-4d25-a60f-9839cd723934 None None] Deleting port c5d76313-a24a-4298-b23d-3abe07f990fe {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:28:44.634952 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-cbc1b0d1-e6c9-4d25-a60f-9839cd723934 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:44.652704 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-dac0c171-b941-4574-b686-6db88386177d tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:44.685399 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-7f0580f2-72c8-4d74-840b-3b7121419767 req-53e2aff0-520c-4cc1-8d93-4c0b6bd4462f tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ba20eb6-7980-48d1-8013-51c2682fdc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2126005 Dec 21 13:28:44.701507 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-2c926a91-2c07-49f6-bcca-c2cd8011f820 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Deleting port ab28e32e-3841-47ca-bafa-4c67d44f54d8 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:28:44.701997 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2c926a91-2c07-49f6-bcca-c2cd8011f820 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:44.715058 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-815bf26e-83f0-47de-894f-7d8e72d94ee7 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1638935 Dec 21 13:28:44.718103 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56144) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:44.726905 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-6e80b34b-aade-4316-851a-044f1e9ab5a5 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Request body: {'subnet': {'network_id': '82fb6993-b0aa-465a-aabf-f4523364c9db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:28:44.733964 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815bf26e-83f0-47de-894f-7d8e72d94ee7 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Pushing event updated for resources: {'Network': ['ID=82fb6993-b0aa-465a-aabf-f4523364c9db,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:44.736579 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f61f6f-93e9-4815-8a1d-786764a900be tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:28:44.742652 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-dac0c171-b941-4574-b686-6db88386177d tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 21 13:28:44.742652 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dac0c171-b941-4574-b686-6db88386177d tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:28:44.750206 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-dac0c171-b941-4574-b686-6db88386177d tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] 10.222.0.37 "DELETE /v2.0/networks/a09a1307-4719-489d-b437-609c6cebf227 HTTP/1.1" status: 409 len: 466 time: 0.3045206 Dec 21 13:28:44.752446 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56146) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:44.762784 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-8908683f-343a-415d-8df4-932f7de569e4 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-458593438'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:28:44.778999 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25566bb9-db9f-4126-86b8-b69f08953d5b None None] Sync routers for ids ['9a0f9c1c-0b84-40b1-b675-f3a031108074'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:28:44.783637 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device b16c5d43-5a8f-44de-953f-4362de2df034 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:28:44.786182 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network 82fb6993-b0aa-465a-aabf-f4523364c9db details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:28:44.792582 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af99c654-a794-4b1c-bc5e-ef83362ab4be req-5e9b786b-6ff8-4392-b93c-89b90ff89d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:44.794935 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-af99c654-a794-4b1c-bc5e-ef83362ab4be req-5e9b786b-6ff8-4392-b93c-89b90ff89d5d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=eb17296434674195836b28e8a0fc67cf&device_id=9f04569b-7b6a-480f-a48e-6be4ed1157fe HTTP/1.1" status: 200 len: 1098 time: 0.3865473 Dec 21 13:28:44.800391 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-cbc1b0d1-e6c9-4d25-a60f-9839cd723934 None None] For port c5d76313-a24a-4298-b23d-3abe07f990fe, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c5d76313-a24a-4298-b23d-3abe07f990fe,segment=NetworkSegment(3f3ff61a-3a53-42e1-9c72-cac9ed0b52be),segment_id=3f3ff61a-3a53-42e1-9c72-cac9ed0b52be)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:28:44.800553 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f2f61f6f-93e9-4815-8a1d-786764a900be tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for floatingip, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:44.800815 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-cbc1b0d1-e6c9-4d25-a60f-9839cd723934 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:44.870653 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-cbc1b0d1-e6c9-4d25-a60f-9839cd723934 None None] Calling delete_port for c5d76313-a24a-4298-b23d-3abe07f990fe owned by network:dhcp {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:28:44.918652 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25566bb9-db9f-4126-86b8-b69f08953d5b None None] Routers {'9a0f9c1c-0b84-40b1-b675-f3a031108074'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:28:44.918652 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-25566bb9-db9f-4126-86b8-b69f08953d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:28:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['9a0f9c1c-0b84-40b1-b675-f3a031108074'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:44.933331 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-f2f61f6f-93e9-4815-8a1d-786764a900be tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 7.6372249 Dec 21 13:28:44.939950 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56148) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:44.946446 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-41eb862c-e2a7-498e-a1a5-10bd8038f346 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:28:44.961200 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2c926a91-2c07-49f6-bcca-c2cd8011f820 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:44.985690 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-25566bb9-db9f-4126-86b8-b69f08953d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:44.987320 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-2c926a91-2c07-49f6-bcca-c2cd8011f820 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Calling delete_port for ab28e32e-3841-47ca-bafa-4c67d44f54d8 owned by {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:28:45.052431 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-0dd60e1e-7436-4863-862f-11c3169ef4c9 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Deleting port 1357f000-cf9f-4bc4-94bc-7992a04f3982 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:28:45.053025 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0dd60e1e-7436-4863-862f-11c3169ef4c9 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:45.059156 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25566bb9-db9f-4126-86b8-b69f08953d5b None None] Routers {'9a0f9c1c-0b84-40b1-b675-f3a031108074'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:28:45.059857 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-25566bb9-db9f-4126-86b8-b69f08953d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:28:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['9a0f9c1c-0b84-40b1-b675-f3a031108074'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:45.120821 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-25566bb9-db9f-4126-86b8-b69f08953d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:45.121913 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25566bb9-db9f-4126-86b8-b69f08953d5b None None] The sync data for ids ['9a0f9c1c-0b84-40b1-b675-f3a031108074'] in dv-neutron-master-2-hyperv is: [] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:28:45.131598 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port b16c5d43-5a8f-44de-953f-4362de2df034 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:28:45.131971 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:45.142564 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8908683f-343a-415d-8df4-932f7de569e4 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Made reservation on behalf of 05521adc285d4e7aaee5420426157a08 for: {'network': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:28:45.146867 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8908683f-343a-415d-8df4-932f7de569e4 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:45.181254 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-71e6b1cc-159e-49c0-9058-98ef7b03f80c tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:45.196050 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e80b34b-aade-4316-851a-044f1e9ab5a5 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Made reservation on behalf of 3edf34a3eecc442ea8df7c8164f4e61d for: {'subnet': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:28:45.199866 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e80b34b-aade-4316-851a-044f1e9ab5a5 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12346583'] for subnet, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:45.201687 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-cbc1b0d1-e6c9-4d25-a60f-9839cd723934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636'] for port, after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:45.260586 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc1b0d1-e6c9-4d25-a60f-9839cd723934 None None] No DVR routers for this DVR port c5d76313-a24a-4298-b23d-3abe07f990fe on host dv-neutron-master-2-hyperv {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:28:45.267152 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989c7356-a390-4b45-855b-1a6b1594f347 None None] Network bcc62b47-ef2b-41c7-9154-5824619045df requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:28:45.269916 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc1b0d1-e6c9-4d25-a60f-9839cd723934 None None] Pushing event deleted for resources: {'Port': ['ID=c5d76313-a24a-4298-b23d-3abe07f990fe,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:45.272609 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-41eb862c-e2a7-498e-a1a5-10bd8038f346 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks [] for floatingip, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:45.277989 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af99c654-a794-4b1c-bc5e-ef83362ab4be req-0d6e76c3-b968-4fd5-a871-16e05af971b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:45.279523 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-af99c654-a794-4b1c-bc5e-ef83362ab4be req-0d6e76c3-b968-4fd5-a871-16e05af971b6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ec88161e-a588-41e1-b33a-71ad6f2116fc HTTP/1.1" status: 200 len: 912 time: 0.4749093 Dec 21 13:28:45.280298 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e6b1cc-159e-49c0-9058-98ef7b03f80c tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Pushing event deleted for resources: {'Port': ['ID=7df46bec-e469-41fa-9c6d-eac53c3f2957,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:45.320944 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0dd60e1e-7436-4863-862f-11c3169ef4c9 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:45.339703 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 81e042ec-1a05-4f03-b533-5881519272f5 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:28:45.369539 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-0dd60e1e-7436-4863-862f-11c3169ef4c9 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Calling delete_port for 1357f000-cf9f-4bc4-94bc-7992a04f3982 owned by network:router_interface {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:28:45.402499 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-2687afae-4c64-4e13-af3b-350a854411ec None None] Provisioning complete for port 81e042ec-1a05-4f03-b533-5881519272f5 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:28:45.402875 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-2687afae-4c64-4e13-af3b-350a854411ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:45.430230 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2c926a91-2c07-49f6-bcca-c2cd8011f820 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:45.492011 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 81e042ec-1a05-4f03-b533-5881519272f5 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:28:45.492664 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:45.501104 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c926a91-2c07-49f6-bcca-c2cd8011f820 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event deleted for resources: {'Port': ['ID=ab28e32e-3841-47ca-bafa-4c67d44f54d8,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:45.546035 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2c926a91-2c07-49f6-bcca-c2cd8011f820 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:45.549674 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-2c926a91-2c07-49f6-bcca-c2cd8011f820 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "DELETE /v2.0/ports/ab28e32e-3841-47ca-bafa-4c67d44f54d8 HTTP/1.1" status: 204 len: 168 time: 1.1931798 Dec 21 13:28:45.557583 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56150) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:45.645723 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-2687afae-4c64-4e13-af3b-350a854411ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:45.693325 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:45.702654 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8908683f-343a-415d-8df4-932f7de569e4 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=103153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:28:45.725316 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8908683f-343a-415d-8df4-932f7de569e4 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:45.725854 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.segments_db [None req-8908683f-343a-415d-8df4-932f7de569e4 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Added segment 842b5347-0a0d-47ce-860e-3522cc043f3c of type vlan for network ca2629b2-98be-4bb1-9f08-01a636139705 Dec 21 13:28:45.736173 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-2687afae-4c64-4e13-af3b-350a854411ec None None] For port 81e042ec-1a05-4f03-b533-5881519272f5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=81e042ec-1a05-4f03-b533-5881519272f5,segment=NetworkSegment(771a3686-cce0-43b2-9fc4-5403afe78dd3),segment_id=771a3686-cce0-43b2-9fc4-5403afe78dd3)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:28:45.751890 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0b53e4-48c7-40e8-a160-be95267e2739 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:45.753637 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0b53e4-48c7-40e8-a160-be95267e2739 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:45.755309 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-8f0b53e4-48c7-40e8-a160-be95267e2739 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1952553 Dec 21 13:28:45.755625 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-2687afae-4c64-4e13-af3b-350a854411ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:45.779380 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56154) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:45.793173 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8908683f-343a-415d-8df4-932f7de569e4 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:45.865638 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.db.api [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 13:28:45.866200 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG oslo_db.api [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 13:28:45.872413 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e80b34b-aade-4316-851a-044f1e9ab5a5 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12346565'] for subnet, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:45.904177 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2687afae-4c64-4e13-af3b-350a854411ec None None] Pushing event updated for resources: {'Port': ['ID=81e042ec-1a05-4f03-b533-5881519272f5,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:45.949565 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e764820-5942-4e1b-adae-4d31be5c1b83 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Deleting subnet 2ed2557e-cf0a-4558-ad9a-47b3326cd33d {{(pid=103152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:28:45.962266 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e764820-5942-4e1b-adae-4d31be5c1b83 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for subnet, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:45.978773 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8908683f-343a-415d-8df4-932f7de569e4 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:45.984281 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-516c7cf3-ba07-4d2f-aa59-ad5ba5090f98 None None] Provisioning complete for port 81e042ec-1a05-4f03-b533-5881519272f5 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:28:45.984663 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-516c7cf3-ba07-4d2f-aa59-ad5ba5090f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:45.985033 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8908683f-343a-415d-8df4-932f7de569e4 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:45.985741 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8908683f-343a-415d-8df4-932f7de569e4 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:46.009015 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-af99c654-a794-4b1c-bc5e-ef83362ab4be req-b25a4cd8-db00-42a4-a00f-a908809a77f7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9254e1af-d3c0-416d-a770-279ae90ca001 HTTP/1.1" status: 200 len: 1000 time: 0.7193842 Dec 21 13:28:46.043009 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-71e6b1cc-159e-49c0-9058-98ef7b03f80c tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:46.047916 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e80b34b-aade-4316-851a-044f1e9ab5a5 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Pushing event updated for resources: {'Subnet': ['ID=575592cb-ddbd-4892-a6be-1818e4acca72,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:46.049111 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-71e6b1cc-159e-49c0-9058-98ef7b03f80c tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "DELETE /v2.0/ports/7df46bec-e469-41fa-9c6d-eac53c3f2957 HTTP/1.1" status: 204 len: 168 time: 2.8216922 Dec 21 13:28:46.051525 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0dd60e1e-7436-4863-862f-11c3169ef4c9 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:46.054325 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56156) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:46.057524 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e764820-5942-4e1b-adae-4d31be5c1b83 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526644'] for subnet, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:46.143594 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-8908683f-343a-415d-8df4-932f7de569e4 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.3829207 Dec 21 13:28:46.144491 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd60e1e-7436-4863-862f-11c3169ef4c9 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Pushing event deleted for resources: {'Port': ['ID=1357f000-cf9f-4bc4-94bc-7992a04f3982,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:46.155141 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56158) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:46.160371 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-c66913b0-6c73-4e02-a0af-b3fe48f42a2b tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Request body: {'subnet': {'network_id': 'ca2629b2-98be-4bb1-9f08-01a636139705', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:28:46.169709 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e80b34b-aade-4316-851a-044f1e9ab5a5 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Checking segment: {'id': '0334680d-42cd-43c0-80fd-43216eeeff84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '82fb6993-b0aa-465a-aabf-f4523364c9db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:28:46.170409 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e80b34b-aade-4316-851a-044f1e9ab5a5 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Network hostable DHCP agents. Network: 82fb6993-b0aa-465a-aabf-f4523364c9db, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:28:46.173581 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d5119cc-4187-47e2-91f0-4256b92a1227 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] DELETE failed (client error): The resource could not be found. Dec 21 13:28:46.174333 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d5119cc-4187-47e2-91f0-4256b92a1227 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:28:46.178485 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-0d5119cc-4187-47e2-91f0-4256b92a1227 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "DELETE /v2.0/ports/7df46bec-e469-41fa-9c6d-eac53c3f2957 HTTP/1.1" status: 404 len: 333 time: 0.1157653 Dec 21 13:28:46.196362 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b8e2f5-2c41-4324-86a6-96b48685b529 req-114f8f66-a01f-4024-ad04-9809ff3f90af tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:46.198888 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-60b8e2f5-2c41-4324-86a6-96b48685b529 req-114f8f66-a01f-4024-ad04-9809ff3f90af tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f04569b-7b6a-480f-a48e-6be4ed1157fe HTTP/1.1" status: 200 len: 945 time: 0.3349714 Dec 21 13:28:46.200420 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56160) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:46.288285 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-41eb862c-e2a7-498e-a1a5-10bd8038f346 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:46.292053 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af99c654-a794-4b1c-bc5e-ef83362ab4be req-7abee044-e42b-4664-8c5f-401eec217ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:46.293891 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-af99c654-a794-4b1c-bc5e-ef83362ab4be req-7abee044-e42b-4664-8c5f-401eec217ead service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fea6c692-bae9-40da-92a1-c6d85a86ba17 HTTP/1.1" status: 200 len: 850 time: 0.2437818 Dec 21 13:28:46.294553 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8908683f-343a-415d-8df4-932f7de569e4 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Pushing event updated for resources: {'Network': ['ID=ca2629b2-98be-4bb1-9f08-01a636139705,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:46.308819 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network ca2629b2-98be-4bb1-9f08-01a636139705 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:28:46.334153 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-41eb862c-e2a7-498e-a1a5-10bd8038f346 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548820'] for floatingip, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:46.334528 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.l3_db [None req-41eb862c-e2a7-498e-a1a5-10bd8038f346 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Floating IP 2dfa2f58-4958-4e2a-a045-37f61ea523a6 disassociated. External IP: 172.36.3.140, port: 79f09629-fe5e-44c8-9565-a4ae51da8cd7. Dec 21 13:28:46.354318 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-e496e749-a133-483f-9a92-7d7b47a1e010 None None] Could not find standard attr ID for object 7df46bec-e469-41fa-9c6d-eac53c3f2957. {{(pid=103154) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 21 13:28:46.363347 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad8bf102-d7d8-43b0-b11d-eb383904fa92 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] GET failed (client error): The resource could not be found. Dec 21 13:28:46.367338 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-ad8bf102-d7d8-43b0-b11d-eb383904fa92 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "GET /v2.0/ports/7df46bec-e469-41fa-9c6d-eac53c3f2957 HTTP/1.1" status: 404 len: 333 time: 0.1193364 Dec 21 13:28:46.374419 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56162) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:46.434759 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0dd60e1e-7436-4863-862f-11c3169ef4c9 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534084'] for router_interface, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:46.447463 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e80b34b-aade-4316-851a-044f1e9ab5a5 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Network 82fb6993-b0aa-465a-aabf-f4523364c9db is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:28:46.474924 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e764820-5942-4e1b-adae-4d31be5c1b83 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:46.596870 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-60b8e2f5-2c41-4324-86a6-96b48685b529 req-f64ce092-493f-4788-95a7-9569d82a533f tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ba20eb6-7980-48d1-8013-51c2682fdc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3418450 Dec 21 13:28:46.603453 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 81e042ec-1a05-4f03-b533-5881519272f5 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:28:46.619987 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af99c654-a794-4b1c-bc5e-ef83362ab4be req-3462a7fa-6b6b-4ab8-97d5-e25b3f4e3962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:46.621916 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-af99c654-a794-4b1c-bc5e-ef83362ab4be req-3462a7fa-6b6b-4ab8-97d5-e25b3f4e3962 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ec88161e-a588-41e1-b33a-71ad6f2116fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2887783 Dec 21 13:28:46.646770 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5bd4c98e-b773-4d5e-952d-27852d703801 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532692'] for router_interface, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:46.661806 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 81e042ec-1a05-4f03-b533-5881519272f5 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:28:46.662302 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:46.789225 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-6e80b34b-aade-4316-851a-044f1e9ab5a5 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 82fb6993-b0aa-465a-aabf-f4523364c9db) {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:28:46.802202 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f13b150-8d54-495d-9e5d-f2cbc7dd3532 None None] Network 82fb6993-b0aa-465a-aabf-f4523364c9db requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:28:46.828622 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_v2 [None req-d43b7c55-e5f3-4708-ba9e-1fd6387a611b tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Deleting subnet 428855cb-c1e5-47ff-b4b2-70d2138c2edc {{(pid=103152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:28:46.836424 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device c5d76313-a24a-4298-b23d-3abe07f990fe no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:28:46.837265 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d43b7c55-e5f3-4708-ba9e-1fd6387a611b tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks [] for subnet, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:46.840590 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e80b34b-aade-4316-851a-044f1e9ab5a5 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:46.841160 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e80b34b-aade-4316-851a-044f1e9ab5a5 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:46.945351 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-6e80b34b-aade-4316-851a-044f1e9ab5a5 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2195904 Dec 21 13:28:46.949719 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56164) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:46.958682 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-f2c146be-d50f-4155-9676-955c11c0bbb7 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Request body: {'port': {'network_id': '82fb6993-b0aa-465a-aabf-f4523364c9db', 'name': 'tempest-PortsIpV6TestJSON-2083332501'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:28:46.960641 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-af99c654-a794-4b1c-bc5e-ef83362ab4be req-a44a7e26-1612-447e-8ce7-ae32482c7689 service neutron] 10.222.0.60 "GET /v2.0/networks/ec88161e-a588-41e1-b33a-71ad6f2116fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3303740 Dec 21 13:28:46.966971 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d43b7c55-e5f3-4708-ba9e-1fd6387a611b tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526644'] for subnet, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:46.967947 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41eb862c-e2a7-498e-a1a5-10bd8038f346 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Router 9a0f9c1c-0b84-40b1-b675-f3a031108074 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:28:46.974112 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c66913b0-6c73-4e02-a0af-b3fe48f42a2b tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Made reservation on behalf of 05521adc285d4e7aaee5420426157a08 for: {'subnet': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:28:46.977801 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c66913b0-6c73-4e02-a0af-b3fe48f42a2b tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12346583'] for subnet, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:47.044530 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: c5d76313-a24a-4298-b23d-3abe07f990fe {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:28:47.045102 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device c5d76313-a24a-4298-b23d-3abe07f990fe not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:28:47.088634 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e764820-5942-4e1b-adae-4d31be5c1b83 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12346570'] for subnet, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:47.112293 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ac683f-6580-411c-9b92-388ebc773707 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-82fb6993-b0aa-465a-aabf-f4523364c9db', 'network_id': '82fb6993-b0aa-465a-aabf-f4523364c9db', 'project_id': '3edf34a3eecc442ea8df7c8164f4e61d', 'fixed_ips': [{'subnet_id': '575592cb-ddbd-4892-a6be-1818e4acca72'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:28:47.113603 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a8ac683f-6580-411c-9b92-388ebc773707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:47.191430 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-af99c654-a794-4b1c-bc5e-ef83362ab4be req-5dba41de-dcd4-49c5-9b35-b4ed17a8d968 service neutron] 10.222.0.60 "GET /v2.0/networks/ec88161e-a588-41e1-b33a-71ad6f2116fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222981 Dec 21 13:28:47.239683 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41eb862c-e2a7-498e-a1a5-10bd8038f346 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:28:47.245423 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-41eb862c-e2a7-498e-a1a5-10bd8038f346 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for floatingip, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:47.248138 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e764820-5942-4e1b-adae-4d31be5c1b83 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event deleted for resources: {'Subnet': ['ID=2ed2557e-cf0a-4558-ad9a-47b3326cd33d,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:47.252559 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e764820-5942-4e1b-adae-4d31be5c1b83 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:47.255859 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-6e764820-5942-4e1b-adae-4d31be5c1b83 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "DELETE /v2.0/subnets/2ed2557e-cf0a-4558-ad9a-47b3326cd33d HTTP/1.1" status: 204 len: 168 time: 1.4749599 Dec 21 13:28:47.266045 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56166) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:47.270179 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccadf2e1-4b0c-4759-8e58-eac6409c4b82 None None] Sync routers for ids ['9a0f9c1c-0b84-40b1-b675-f3a031108074'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:28:47.283966 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703939fa-d47a-4c0a-ae53-2a7e44e642b9 None None] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:28:47.298798 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccadf2e1-4b0c-4759-8e58-eac6409c4b82 None None] Routers {'9a0f9c1c-0b84-40b1-b675-f3a031108074'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:28:47.300333 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-ccadf2e1-4b0c-4759-8e58-eac6409c4b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:28:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['9a0f9c1c-0b84-40b1-b675-f3a031108074'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:47.303668 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-41eb862c-e2a7-498e-a1a5-10bd8038f346 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] 10.222.0.37 "PUT /v2.0/floatingips/2dfa2f58-4958-4e2a-a045-37f61ea523a6 HTTP/1.1" status: 200 len: 688 time: 2.3613603 Dec 21 13:28:47.307820 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56168) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:47.312876 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dd60e1e-7436-4863-862f-11c3169ef4c9 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Router 3037d247-c230-44eb-8286-a59fe3a415ee has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:28:47.353906 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-a5f39d26-c433-46a7-94f8-1763c19855b3 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0777843 Dec 21 13:28:47.360326 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56170) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:47.362422 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-a8ac683f-6580-411c-9b92-388ebc773707 None None] Allocated IP 2001:db8::2 (82fb6993-b0aa-465a-aabf-f4523364c9db/575592cb-ddbd-4892-a6be-1818e4acca72/05f5f101-ba00-4d0c-a4b4-dd136be773d2) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:28:47.366393 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-ccadf2e1-4b0c-4759-8e58-eac6409c4b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:47.366920 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-e0f2b14e-496f-4ef5-b0f2-22e4f62c8107 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Request body: {'subnet': {'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:28:47.383015 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccadf2e1-4b0c-4759-8e58-eac6409c4b82 None None] Routers {'9a0f9c1c-0b84-40b1-b675-f3a031108074'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:28:47.384118 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-ccadf2e1-4b0c-4759-8e58-eac6409c4b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:28:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['9a0f9c1c-0b84-40b1-b675-f3a031108074'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:47.403778 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-5bd4c98e-b773-4d5e-952d-27852d703801 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Deleting port 91e76099-bbec-41d4-8cf9-be72b0c57b71 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:28:47.404121 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5bd4c98e-b773-4d5e-952d-27852d703801 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:47.410833 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d43b7c55-e5f3-4708-ba9e-1fd6387a611b tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:47.456325 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-ccadf2e1-4b0c-4759-8e58-eac6409c4b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:47.457379 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccadf2e1-4b0c-4759-8e58-eac6409c4b82 None None] The sync data for ids ['9a0f9c1c-0b84-40b1-b675-f3a031108074'] in dv-neutron-master-2-hyperv is: [] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:28:47.571176 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dd60e1e-7436-4863-862f-11c3169ef4c9 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:28:47.580139 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80e95e9-e908-4f7e-bad8-5bfc37e52c9e None None] DHCP port deletion for ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:28:47.580311 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-0dd60e1e-7436-4863-862f-11c3169ef4c9 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "PUT /v2.0/routers/3037d247-c230-44eb-8286-a59fe3a415ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8536649 Dec 21 13:28:47.587564 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56172) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:47.595800 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa631229-213e-4311-ba8b-18ec69929756 None None] Sync routers for ids ['3037d247-c230-44eb-8286-a59fe3a415ee'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:28:47.634697 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-2122e0a8-f77b-4d59-85df-9cd29b9b4dfe tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "GET /v2.0/ports?device_id=3037d247-c230-44eb-8286-a59fe3a415ee HTTP/1.1" status: 200 len: 205 time: 0.0436144 Dec 21 13:28:47.637813 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56176) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:47.639129 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a8ac683f-6580-411c-9b92-388ebc773707 None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:47.641806 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c146be-d50f-4155-9676-955c11c0bbb7 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Made reservation on behalf of 3edf34a3eecc442ea8df7c8164f4e61d for: {'port': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:28:47.644359 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa631229-213e-4311-ba8b-18ec69929756 None None] Routers {'3037d247-c230-44eb-8286-a59fe3a415ee'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:28:47.644990 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-aa631229-213e-4311-ba8b-18ec69929756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:28:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['3037d247-c230-44eb-8286-a59fe3a415ee'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:47.645617 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f2c146be-d50f-4155-9676-955c11c0bbb7 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:47.678287 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d43b7c55-e5f3-4708-ba9e-1fd6387a611b tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12346570'] for subnet, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:47.683300 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a8ac683f-6580-411c-9b92-388ebc773707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:47.685200 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-aa631229-213e-4311-ba8b-18ec69929756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:47.713992 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5bd4c98e-b773-4d5e-952d-27852d703801 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:47.730178 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43b7c55-e5f3-4708-ba9e-1fd6387a611b tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Pushing event deleted for resources: {'Subnet': ['ID=428855cb-c1e5-47ff-b4b2-70d2138c2edc,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:47.734913 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-f2c146be-d50f-4155-9676-955c11c0bbb7 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] device_id is not set on port 3d84fab3-5563-4bd2-9b19-9e8d2c97780c yet. {{(pid=103152) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 13:28:47.744823 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d43b7c55-e5f3-4708-ba9e-1fd6387a611b tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:47.746296 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ac683f-6580-411c-9b92-388ebc773707 None None] Network 82fb6993-b0aa-465a-aabf-f4523364c9db is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:28:47.748255 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa631229-213e-4311-ba8b-18ec69929756 None None] Routers {'3037d247-c230-44eb-8286-a59fe3a415ee'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:28:47.749375 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-d43b7c55-e5f3-4708-ba9e-1fd6387a611b tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "DELETE /v2.0/subnets/428855cb-c1e5-47ff-b4b2-70d2138c2edc HTTP/1.1" status: 204 len: 168 time: 1.3675098 Dec 21 13:28:47.749870 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-aa631229-213e-4311-ba8b-18ec69929756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:28:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['3037d247-c230-44eb-8286-a59fe3a415ee'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:47.753884 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56178) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:47.764302 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-a8ac683f-6580-411c-9b92-388ebc773707 None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:28:47.767236 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7b0c29-e50c-49cd-a536-2aaa45282b6a None None] Network bcc62b47-ef2b-41c7-9154-5824619045df requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:28:47.802675 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ac683f-6580-411c-9b92-388ebc773707 None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:28:47.811329 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-5bd4c98e-b773-4d5e-952d-27852d703801 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Calling delete_port for 91e76099-bbec-41d4-8cf9-be72b0c57b71 owned by network:router_interface {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:28:47.818849 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1fc04e95-15a0-42d6-b92f-d185a8303b61 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks [] for router, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:47.828713 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-aa631229-213e-4311-ba8b-18ec69929756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:47.829667 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa631229-213e-4311-ba8b-18ec69929756 None None] The sync data for ids ['3037d247-c230-44eb-8286-a59fe3a415ee'] in dv-neutron-master-2-hyperv is: [] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:28:47.840299 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-f80e95e9-e908-4f7e-bad8-5bfc37e52c9e None None] Deleting port b16c5d43-5a8f-44de-953f-4362de2df034 {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:28:47.840965 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f80e95e9-e908-4f7e-bad8-5bfc37e52c9e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:47.847360 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ac683f-6580-411c-9b92-388ebc773707 None None] Pushing event updated for resources: {'Port': ['ID=05f5f101-ba00-4d0c-a4b4-dd136be773d2,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:48.018723 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ea2b2e06-7a04-4bad-b489-943449effdf6 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:48.037503 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-f80e95e9-e908-4f7e-bad8-5bfc37e52c9e None None] For port b16c5d43-5a8f-44de-953f-4362de2df034, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b16c5d43-5a8f-44de-953f-4362de2df034,segment=NetworkSegment(b20a5dbe-a251-4a83-ae2d-3ffbda6396cf),segment_id=b20a5dbe-a251-4a83-ae2d-3ffbda6396cf)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:28:48.037904 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f80e95e9-e908-4f7e-bad8-5bfc37e52c9e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:48.039077 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b7a86a-ee3c-45c3-a3e4-ddc45fb7569f req-baf526b2-e618-479a-94d2-450830b18aee tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:48.041008 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-61b7a86a-ee3c-45c3-a3e4-ddc45fb7569f req-baf526b2-e618-479a-94d2-450830b18aee tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f04569b-7b6a-480f-a48e-6be4ed1157fe HTTP/1.1" status: 200 len: 945 time: 0.2890222 Dec 21 13:28:48.041401 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-a8ac683f-6580-411c-9b92-388ebc773707 None None] Attempting to bind port 05f5f101-ba00-4d0c-a4b4-dd136be773d2 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:28:48.041775 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-a8ac683f-6580-411c-9b92-388ebc773707 None None] Attempting to bind port 05f5f101-ba00-4d0c-a4b4-dd136be773d2 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '0334680d-42cd-43c0-80fd-43216eeeff84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '82fb6993-b0aa-465a-aabf-f4523364c9db'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:28:48.042135 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ac683f-6580-411c-9b92-388ebc773707 None None] Attempting to bind port 05f5f101-ba00-4d0c-a4b4-dd136be773d2 on network 82fb6993-b0aa-465a-aabf-f4523364c9db {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:28:48.057075 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ac683f-6580-411c-9b92-388ebc773707 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:28:48.057773 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ac683f-6580-411c-9b92-388ebc773707 None None] Checking segment: {'id': '0334680d-42cd-43c0-80fd-43216eeeff84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '82fb6993-b0aa-465a-aabf-f4523364c9db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:28:48.057927 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a8ac683f-6580-411c-9b92-388ebc773707 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:48.058282 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ac683f-6580-411c-9b92-388ebc773707 None None] Bound using segment: {'id': '0334680d-42cd-43c0-80fd-43216eeeff84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '82fb6993-b0aa-465a-aabf-f4523364c9db'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:28:48.058813 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-a8ac683f-6580-411c-9b92-388ebc773707 None None] Bound port: 05f5f101-ba00-4d0c-a4b4-dd136be773d2, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0334680d-42cd-43c0-80fd-43216eeeff84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '82fb6993-b0aa-465a-aabf-f4523364c9db'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:28:48.059197 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a8ac683f-6580-411c-9b92-388ebc773707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:48.066324 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-f80e95e9-e908-4f7e-bad8-5bfc37e52c9e None None] Calling delete_port for b16c5d43-5a8f-44de-953f-4362de2df034 owned by network:dhcp {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:28:48.071952 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.objects.ports [None req-c66913b0-6c73-4e02-a0af-b3fe48f42a2b tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103152) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 21 13:28:48.087232 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c66913b0-6c73-4e02-a0af-b3fe48f42a2b tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12346565'] for subnet, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:48.153361 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-f2c146be-d50f-4155-9676-955c11c0bbb7 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Allocated IP 2001:db8::1f2 (82fb6993-b0aa-465a-aabf-f4523364c9db/575592cb-ddbd-4892-a6be-1818e4acca72/3d84fab3-5563-4bd2-9b19-9e8d2c97780c) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:28:48.203816 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-a8ac683f-6580-411c-9b92-388ebc773707 None None] For port 05f5f101-ba00-4d0c-a4b4-dd136be773d2, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:28:48.210768 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-a8ac683f-6580-411c-9b92-388ebc773707 None None] For port 05f5f101-ba00-4d0c-a4b4-dd136be773d2, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=05f5f101-ba00-4d0c-a4b4-dd136be773d2,segment=NetworkSegment(0334680d-42cd-43c0-80fd-43216eeeff84),segment_id=0334680d-42cd-43c0-80fd-43216eeeff84)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:28:48.217903 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a8ac683f-6580-411c-9b92-388ebc773707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:48.236815 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-0be07978-ce49-4ee1-835e-6d568dcd5ff2 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Deleting port 11481813-da52-4389-9868-1bf9876badc2 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:28:48.237084 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0be07978-ce49-4ee1-835e-6d568dcd5ff2 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:48.238782 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0f2b14e-496f-4ef5-b0f2-22e4f62c8107 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Made reservation on behalf of 4e9b97d81d204c53a28bf5666eaf36b7 for: {'subnet': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:28:48.242313 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e0f2b14e-496f-4ef5-b0f2-22e4f62c8107 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11288759'] for subnet, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:48.254967 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64eae5ee-de45-47e2-98b4-24a19b549b3d None None] DHCP port deletion for bcc62b47-ef2b-41c7-9154-5824619045df request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:28:48.261671 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f80e95e9-e908-4f7e-bad8-5bfc37e52c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636'] for port, after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:48.282551 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66913b0-6c73-4e02-a0af-b3fe48f42a2b tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Pushing event updated for resources: {'Subnet': ['ID=d2e0dce7-4cdf-4e50-8bc4-0ba5942de25b,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:48.298915 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-61b7a86a-ee3c-45c3-a3e4-ddc45fb7569f req-da2dd71a-7228-420a-b2f1-3c7e7fe2cd0e tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ba20eb6-7980-48d1-8013-51c2682fdc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2251678 Dec 21 13:28:48.315960 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80e95e9-e908-4f7e-bad8-5bfc37e52c9e None None] No DVR routers for this DVR port b16c5d43-5a8f-44de-953f-4362de2df034 on host dv-neutron-master-2-hyperv {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:28:48.343621 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ac683f-6580-411c-9b92-388ebc773707 None None] Pushing event updated for resources: {'Port': ['ID=05f5f101-ba00-4d0c-a4b4-dd136be773d2,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:48.371853 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66913b0-6c73-4e02-a0af-b3fe48f42a2b tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Checking segment: {'id': '842b5347-0a0d-47ce-860e-3522cc043f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ca2629b2-98be-4bb1-9f08-01a636139705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:28:48.372228 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66913b0-6c73-4e02-a0af-b3fe48f42a2b tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Network hostable DHCP agents. Network: ca2629b2-98be-4bb1-9f08-01a636139705, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:28:48.383897 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80e95e9-e908-4f7e-bad8-5bfc37e52c9e None None] Pushing event deleted for resources: {'Port': ['ID=b16c5d43-5a8f-44de-953f-4362de2df034,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:48.412823 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-64eae5ee-de45-47e2-98b4-24a19b549b3d None None] Deleting port 81e042ec-1a05-4f03-b533-5881519272f5 {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:28:48.413275 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-64eae5ee-de45-47e2-98b4-24a19b549b3d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:48.427240 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ea2b2e06-7a04-4bad-b489-943449effdf6 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Deleting port 81e042ec-1a05-4f03-b533-5881519272f5 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:28:48.427567 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ea2b2e06-7a04-4bad-b489-943449effdf6 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:48.441347 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66913b0-6c73-4e02-a0af-b3fe48f42a2b tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Network ca2629b2-98be-4bb1-9f08-01a636139705 is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:28:48.494898 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-64eae5ee-de45-47e2-98b4-24a19b549b3d None None] For port 81e042ec-1a05-4f03-b533-5881519272f5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=81e042ec-1a05-4f03-b533-5881519272f5,segment=NetworkSegment(771a3686-cce0-43b2-9fc4-5403afe78dd3),segment_id=771a3686-cce0-43b2-9fc4-5403afe78dd3)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:28:48.495529 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-64eae5ee-de45-47e2-98b4-24a19b549b3d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:48.506670 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1fc04e95-15a0-42d6-b92f-d185a8303b61 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26950'] for router, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:48.513102 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1fc04e95-15a0-42d6-b92f-d185a8303b61 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:48.518378 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-c66913b0-6c73-4e02-a0af-b3fe48f42a2b tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, ca2629b2-98be-4bb1-9f08-01a636139705) {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:28:48.539056 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-64eae5ee-de45-47e2-98b4-24a19b549b3d None None] Calling delete_port for 81e042ec-1a05-4f03-b533-5881519272f5 owned by network:dhcp {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:28:48.546073 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bedd6de-85a2-408b-b640-3751bec73221 None None] Network ca2629b2-98be-4bb1-9f08-01a636139705 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:28:48.566283 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66913b0-6c73-4e02-a0af-b3fe48f42a2b tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:48.566943 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c66913b0-6c73-4e02-a0af-b3fe48f42a2b tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:48.610469 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ea2b2e06-7a04-4bad-b489-943449effdf6 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] For port 81e042ec-1a05-4f03-b533-5881519272f5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=81e042ec-1a05-4f03-b533-5881519272f5,segment=NetworkSegment(771a3686-cce0-43b2-9fc4-5403afe78dd3),segment_id=771a3686-cce0-43b2-9fc4-5403afe78dd3)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:28:48.611079 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ea2b2e06-7a04-4bad-b489-943449effdf6 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:48.633820 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ea2b2e06-7a04-4bad-b489-943449effdf6 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Calling delete_port for 81e042ec-1a05-4f03-b533-5881519272f5 owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:28:48.695965 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device b16c5d43-5a8f-44de-953f-4362de2df034 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:28:48.714608 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0be07978-ce49-4ee1-835e-6d568dcd5ff2 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:48.714959 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0be07978-ce49-4ee1-835e-6d568dcd5ff2 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:48.726120 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: b16c5d43-5a8f-44de-953f-4362de2df034 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:28:48.726769 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device b16c5d43-5a8f-44de-953f-4362de2df034 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:28:48.727314 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 81e042ec-1a05-4f03-b533-5881519272f5 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:28:48.731156 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1fc04e95-15a0-42d6-b92f-d185a8303b61 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534967'] for router, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:48.731688 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fc04e95-15a0-42d6-b92f-d185a8303b61 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Fanout notify agent at l3_agent the message router_deleted on router 3037d247-c230-44eb-8286-a59fe3a415ee {{(pid=103153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 13:28:48.738446 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-c66913b0-6c73-4e02-a0af-b3fe48f42a2b tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.5817723 Dec 21 13:28:48.741062 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1fc04e95-15a0-42d6-b92f-d185a8303b61 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks [] for router, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:48.744519 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-1fc04e95-15a0-42d6-b92f-d185a8303b61 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "DELETE /v2.0/routers/3037d247-c230-44eb-8286-a59fe3a415ee HTTP/1.1" status: 204 len: 168 time: 1.1007776 Dec 21 13:28:48.749807 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56186) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:48.750264 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56188) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:48.803234 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-0be07978-ce49-4ee1-835e-6d568dcd5ff2 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Calling delete_port for 11481813-da52-4389-9868-1bf9876badc2 owned by network:floatingip {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:28:48.871540 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb24f36-cfd9-40c5-ba22-263ee8676308 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-ca2629b2-98be-4bb1-9f08-01a636139705', 'network_id': 'ca2629b2-98be-4bb1-9f08-01a636139705', 'project_id': '05521adc285d4e7aaee5420426157a08', 'fixed_ips': [{'subnet_id': 'd2e0dce7-4cdf-4e50-8bc4-0ba5942de25b'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:28:48.872350 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7eb24f36-cfd9-40c5-ba22-263ee8676308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:48.877790 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-64eae5ee-de45-47e2-98b4-24a19b549b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636'] for port, after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:48.897033 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f2c146be-d50f-4155-9676-955c11c0bbb7 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:48.927043 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64eae5ee-de45-47e2-98b4-24a19b549b3d None None] No DVR routers for this DVR port 81e042ec-1a05-4f03-b533-5881519272f5 on host dv-neutron-master-2-hyperv {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:28:48.931863 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eae5ee-de45-47e2-98b4-24a19b549b3d None None] Pushing event deleted for resources: {'Port': ['ID=81e042ec-1a05-4f03-b533-5881519272f5,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:48.937368 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:48.989592 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e0f2b14e-496f-4ef5-b0f2-22e4f62c8107 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11195289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11288741'] for subnet, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:49.050229 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5bd4c98e-b773-4d5e-952d-27852d703801 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:49.095345 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd4c98e-b773-4d5e-952d-27852d703801 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Pushing event deleted for resources: {'Port': ['ID=91e76099-bbec-41d4-8cf9-be72b0c57b71,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:49.109515 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f2b14e-496f-4ef5-b0f2-22e4f62c8107 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:28:49.118958 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-7eb24f36-cfd9-40c5-ba22-263ee8676308 None None] Allocated IP 2001:db8::f816:3eff:feaf:cc0 (ca2629b2-98be-4bb1-9f08-01a636139705/d2e0dce7-4cdf-4e50-8bc4-0ba5942de25b/7efb2803-3e30-4c9b-94d0-6fb454f3f05d) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:28:49.120770 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-e0f2b14e-496f-4ef5-b0f2-22e4f62c8107 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:28:49.148477 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f2b14e-496f-4ef5-b0f2-22e4f62c8107 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:49.149623 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e0f2b14e-496f-4ef5-b0f2-22e4f62c8107 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:49.164122 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26edc231-7798-49b1-8d42-332ed545a1a9 None None] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:28:49.179853 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f2b14e-496f-4ef5-b0f2-22e4f62c8107 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event updated for resources: {'Subnet': ['ID=f03b7f0c-a6d9-42dc-b7b7-ca66b7205a40,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:49.236095 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ea2b2e06-7a04-4bad-b489-943449effdf6 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:49.247271 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_v2 [None req-14787db1-66f5-4176-89d4-5d48234d911a tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Deleting subnet 648ddb2b-f9a6-48dc-899c-e023c2f96748 {{(pid=103152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:28:49.251326 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-14787db1-66f5-4176-89d4-5d48234d911a tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks [] for subnet, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:49.304112 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-14787db1-66f5-4176-89d4-5d48234d911a tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526644'] for subnet, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:49.312533 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-e0f2b14e-496f-4ef5-b0f2-22e4f62c8107 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9492562 Dec 21 13:28:49.313385 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56190) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:49.320624 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-5621aed9-1eb1-40f1-a7fb-b3b9c0528a9a tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Request body: {'port': {'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9', 'name': 'tempest-NetworksTestDHCPv6-210711993'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:28:49.352658 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415bc3cb-aa5b-4575-a567-2aeb6827f8f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9', 'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9', 'project_id': '4e9b97d81d204c53a28bf5666eaf36b7', 'fixed_ips': [{'subnet_id': 'f03b7f0c-a6d9-42dc-b7b7-ca66b7205a40'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:28:49.353534 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-415bc3cb-aa5b-4575-a567-2aeb6827f8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:49.401434 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0be07978-ce49-4ee1-835e-6d568dcd5ff2 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:49.422839 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2b2e06-7a04-4bad-b489-943449effdf6 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] No DVR routers for this DVR port 81e042ec-1a05-4f03-b533-5881519272f5 on host dv-neutron-master-2-hyperv {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:28:49.465013 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2b2e06-7a04-4bad-b489-943449effdf6 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Pushing event deleted for resources: {'Port': ['ID=81e042ec-1a05-4f03-b533-5881519272f5,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:49.546742 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d2c0bd08-5f14-4a2f-94fd-1b52992de388 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:49.580382 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be07978-ce49-4ee1-835e-6d568dcd5ff2 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Pushing event deleted for resources: {'Port': ['ID=11481813-da52-4389-9868-1bf9876badc2,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:49.616005 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f2c146be-d50f-4155-9676-955c11c0bbb7 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:49.678659 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c146be-d50f-4155-9676-955c11c0bbb7 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Pushing event updated for resources: {'Port': ['ID=3d84fab3-5563-4bd2-9b19-9e8d2c97780c,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:49.679190 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0be07978-ce49-4ee1-835e-6d568dcd5ff2 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks [] for floatingip, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:49.683554 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0be07978-ce49-4ee1-835e-6d568dcd5ff2 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for floatingip, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:49.684748 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-0be07978-ce49-4ee1-835e-6d568dcd5ff2 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] 10.222.0.37 "DELETE /v2.0/floatingips/2dfa2f58-4958-4e2a-a045-37f61ea523a6 HTTP/1.1" status: 204 len: 168 time: 2.3763142 Dec 21 13:28:49.693584 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56194) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:49.701730 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-780e1197-e1fa-4ea9-97a1-7e33a9d06962 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Request body: {'floatingip': {'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'port_id': 'fcc13bc8-7355-4fd4-95ef-24bf519e7a57'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:28:49.705783 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5bd4c98e-b773-4d5e-952d-27852d703801 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534084'] for router_interface, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:49.719802 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-14787db1-66f5-4176-89d4-5d48234d911a tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:49.749788 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ea2b2e06-7a04-4bad-b489-943449effdf6 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:49.797203 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-415bc3cb-aa5b-4575-a567-2aeb6827f8f4 None None] Allocated IP 2001:db8::2 (ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9/f03b7f0c-a6d9-42dc-b7b7-ca66b7205a40/fe6bb36e-8065-42dd-b093-9979e8685ca3) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:28:49.802497 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c146be-d50f-4155-9676-955c11c0bbb7 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Network 82fb6993-b0aa-465a-aabf-f4523364c9db is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:28:49.818853 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-f2c146be-d50f-4155-9676-955c11c0bbb7 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:28:49.826037 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-ea2b2e06-7a04-4bad-b489-943449effdf6 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcc62b47-ef2b-41c7-9154-5824619045df']}} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:49.830938 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c146be-d50f-4155-9676-955c11c0bbb7 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:28:49.836997 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c146be-d50f-4155-9676-955c11c0bbb7 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:49.837650 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f2c146be-d50f-4155-9676-955c11c0bbb7 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:49.854402 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f4504f37-69dd-4bb0-965d-eba96e7291a9 req-b0788f21-80b6-4f6c-afff-d64b17f61bbc service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9f04569b-7b6a-480f-a48e-6be4ed1157fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4807987 Dec 21 13:28:49.858866 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-ea2b2e06-7a04-4bad-b489-943449effdf6 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '771a3686-cce0-43b2-9fc4-5403afe78dd3') {'for_net_delete': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:49.859169 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-ea2b2e06-7a04-4bad-b489-943449effdf6 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '771a3686-cce0-43b2-9fc4-5403afe78dd3') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:49.865503 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b665ad-1fdb-4dd1-aa9f-24ead93f04ad req-a9444bb6-ef71-4584-b89c-720ea5eb9f52 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:49.867097 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-33b665ad-1fdb-4dd1-aa9f-24ead93f04ad req-a9444bb6-ef71-4584-b89c-720ea5eb9f52 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f04569b-7b6a-480f-a48e-6be4ed1157fe HTTP/1.1" status: 200 len: 945 time: 0.3470838 Dec 21 13:28:49.868589 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-780e1197-e1fa-4ea9-97a1-7e33a9d06962 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks [] for floatingip, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:49.888689 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d2c0bd08-5f14-4a2f-94fd-1b52992de388 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:49.895607 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ea2b2e06-7a04-4bad-b489-943449effdf6 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526653'] for segment, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:49.927075 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-f2c146be-d50f-4155-9676-955c11c0bbb7 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.9724164 Dec 21 13:28:49.931903 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56196) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:49.940652 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5be211f-c15b-4fcd-852e-8f4c9823a7d4 None None] Network 82fb6993-b0aa-465a-aabf-f4523364c9db requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:28:49.944807 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-f8ff6912-116e-4d8c-b650-427f25141ded tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Request body: {'port': {'network_id': '82fb6993-b0aa-465a-aabf-f4523364c9db', 'name': 'tempest-PortsIpV6TestJSON-1796903847'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:28:49.954251 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ea2b2e06-7a04-4bad-b489-943449effdf6 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:49.964895 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-14787db1-66f5-4176-89d4-5d48234d911a tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12346570'] for subnet, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:49.984823 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea2b2e06-7a04-4bad-b489-943449effdf6 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=103152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:28:49.985231 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ea2b2e06-7a04-4bad-b489-943449effdf6 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805426'] for segment, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:50.000261 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:50.000261 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:28:50.000261 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:50.000261 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:28:50.000261 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:50.000261 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:28:50.000261 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:50.000261 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:28:50.000261 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:50.000261 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:28:50.000261 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:50.000261 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:28:50.000261 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:50.000261 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:28:50.000261 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:50.000261 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:28:50.000261 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 13:28:50.000261 dv-neutron-master-2-hyperv neutron-server[103152]: self.session.flush() Dec 21 13:28:50.000261 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 13:28:50.000261 dv-neutron-master-2-hyperv neutron-server[103152]: self.session.flush() Dec 21 13:28:50.000261 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 13:28:50.000261 dv-neutron-master-2-hyperv neutron-server[103152]: self.session.flush() Dec 21 13:28:50.000261 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 13:28:50.000261 dv-neutron-master-2-hyperv neutron-server[103152]: self.session.flush() Dec 21 13:28:50.000261 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:50.000261 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:28:50.000261 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:50.000261 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:28:50.000261 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:50.000261 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:28:50.000261 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:50.000261 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:28:50.000261 dv-neutron-master-2-hyperv neutron-server[103152]: Traceback (most recent call last): Dec 21 13:28:50.000261 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:28:50.000261 dv-neutron-master-2-hyperv neutron-server[103152]: timer() Dec 21 13:28:50.000261 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:28:50.000261 dv-neutron-master-2-hyperv neutron-server[103152]: cb(*args, **kw) Dec 21 13:28:50.000261 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:28:50.000261 dv-neutron-master-2-hyperv neutron-server[103152]: return func(*args, **kwargs) Dec 21 13:28:50.000261 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:28:50.000261 dv-neutron-master-2-hyperv neutron-server[103152]: self._notify() Dec 21 13:28:50.000261 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:28:50.000261 dv-neutron-master-2-hyperv neutron-server[103152]: self.callback(batched_events) Dec 21 13:28:50.000261 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:28:50.000261 dv-neutron-master-2-hyperv neutron-server[103152]: event.method(event) Dec 21 13:28:50.000261 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:28:50.000261 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:28:50.005047 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:28:50.005047 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:28:50.005047 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:28:50.005047 dv-neutron-master-2-hyperv neutron-server[103152]: return f(self, *a, **k) Dec 21 13:28:50.005047 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:28:50.005047 dv-neutron-master-2-hyperv neutron-server[103152]: return self._get(url).json() Dec 21 13:28:50.005047 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:28:50.005047 dv-neutron-master-2-hyperv neutron-server[103152]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:28:50.005047 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:28:50.005047 dv-neutron-master-2-hyperv neutron-server[103152]: return self.request(url, 'GET', **kwargs) Dec 21 13:28:50.005047 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:28:50.005047 dv-neutron-master-2-hyperv neutron-server[103152]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:28:50.005047 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:28:50.005047 dv-neutron-master-2-hyperv neutron-server[103152]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:28:50.005047 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:28:50.005047 dv-neutron-master-2-hyperv neutron-server[103152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:28:50.005047 dv-neutron-master-2-hyperv neutron-server[103152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:28:50.047958 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14787db1-66f5-4176-89d4-5d48234d911a tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Pushing event deleted for resources: {'Subnet': ['ID=648ddb2b-f9a6-48dc-899c-e023c2f96748,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:50.062458 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bd4c98e-b773-4d5e-952d-27852d703801 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Router 106b6745-f7cb-44f6-a67a-add3279ae1a9 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:28:50.066402 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7eb24f36-cfd9-40c5-ba22-263ee8676308 None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:50.068567 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f0b9f2-a53e-4bbe-95e5-185d046c841e None None] Network 5f9bbabd-8846-4150-a3db-dffcae97d145 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:28:50.079301 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-14787db1-66f5-4176-89d4-5d48234d911a tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:50.081601 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5621aed9-1eb1-40f1-a7fb-b3b9c0528a9a tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Made reservation on behalf of 4e9b97d81d204c53a28bf5666eaf36b7 for: {'port': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:28:50.085544 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5621aed9-1eb1-40f1-a7fb-b3b9c0528a9a tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:50.086240 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-14787db1-66f5-4176-89d4-5d48234d911a tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "DELETE /v2.0/subnets/648ddb2b-f9a6-48dc-899c-e023c2f96748 HTTP/1.1" status: 204 len: 168 time: 1.3265769 Dec 21 13:28:50.087450 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56198) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:50.106652 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-f11240b9-b7fd-4aa2-84a8-54dbfd956966 None None] Provisioning complete for port 05f5f101-ba00-4d0c-a4b4-dd136be773d2 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:28:50.107115 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f11240b9-b7fd-4aa2-84a8-54dbfd956966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:50.110023 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-415bc3cb-aa5b-4575-a567-2aeb6827f8f4 None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:50.115434 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7eb24f36-cfd9-40c5-ba22-263ee8676308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:50.125235 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4504f37-69dd-4bb0-965d-eba96e7291a9 req-4adb0205-a1e9-414f-8c54-86e4b7280175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:50.126913 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f4504f37-69dd-4bb0-965d-eba96e7291a9 req-4adb0205-a1e9-414f-8c54-86e4b7280175 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=eb17296434674195836b28e8a0fc67cf&device_id=9f04569b-7b6a-480f-a48e-6be4ed1157fe HTTP/1.1" status: 200 len: 1098 time: 0.1931038 Dec 21 13:28:50.136283 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-33b665ad-1fdb-4dd1-aa9f-24ead93f04ad req-0104dd19-8437-46ef-9248-b9e9bd7f6e83 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ba20eb6-7980-48d1-8013-51c2682fdc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2095685 Dec 21 13:28:50.154102 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [None req-5621aed9-1eb1-40f1-a7fb-b3b9c0528a9a tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] device_id is not set on port ed3c9521-a4d1-4e79-a98f-6124c729152e yet. {{(pid=103153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 13:28:50.175736 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-415bc3cb-aa5b-4575-a567-2aeb6827f8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:50.239114 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ea2b2e06-7a04-4bad-b489-943449effdf6 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:50.269190 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ea2b2e06-7a04-4bad-b489-943449effdf6 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks [] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:50.277927 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-ea2b2e06-7a04-4bad-b489-943449effdf6 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "DELETE /v2.0/networks/bcc62b47-ef2b-41c7-9154-5824619045df HTTP/1.1" status: 204 len: 168 time: 2.5165498 Dec 21 13:28:50.281716 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415bc3cb-aa5b-4575-a567-2aeb6827f8f4 None None] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:28:50.282086 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-51055d92-b909-4155-967b-34395ed0b26c tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:50.285612 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56202) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:50.291489 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-920a1f20-4fb0-4f7d-9da1-70fb59f9f1ad tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-973985244'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:28:50.293651 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-415bc3cb-aa5b-4575-a567-2aeb6827f8f4 None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:28:50.296556 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415bc3cb-aa5b-4575-a567-2aeb6827f8f4 None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:28:50.298549 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d2c0bd08-5f14-4a2f-94fd-1b52992de388 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12346570'] for subnet, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:50.315173 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2b2e06-7a04-4bad-b489-943449effdf6 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Pushing event deleted for resources: {'Network': ['ID=bcc62b47-ef2b-41c7-9154-5824619045df,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:50.320895 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb24f36-cfd9-40c5-ba22-263ee8676308 None None] Network ca2629b2-98be-4bb1-9f08-01a636139705 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:28:50.324160 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bd4c98e-b773-4d5e-952d-27852d703801 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:28:50.340506 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68aff0c0-3654-4839-af6e-2b385a1c2452 None None] Sync routers for ids ['106b6745-f7cb-44f6-a67a-add3279ae1a9'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:28:50.346807 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-7eb24f36-cfd9-40c5-ba22-263ee8676308 None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:28:50.351958 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb24f36-cfd9-40c5-ba22-263ee8676308 None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:28:50.358019 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb24f36-cfd9-40c5-ba22-263ee8676308 None None] Pushing event updated for resources: {'Port': ['ID=7efb2803-3e30-4c9b-94d0-6fb454f3f05d,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:50.359275 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c0bd08-5f14-4a2f-94fd-1b52992de388 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Pushing event deleted for resources: {'Subnet': ['ID=d2e0dce7-4cdf-4e50-8bc4-0ba5942de25b,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:50.359647 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-5bd4c98e-b773-4d5e-952d-27852d703801 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "PUT /v2.0/routers/106b6745-f7cb-44f6-a67a-add3279ae1a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5311089 Dec 21 13:28:50.362710 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56204) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:50.423671 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-59ff007e-022a-48bd-8acf-17d8a40fa0a6 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "GET /v2.0/ports?device_id=106b6745-f7cb-44f6-a67a-add3279ae1a9 HTTP/1.1" status: 200 len: 205 time: 0.0516715 Dec 21 13:28:50.426956 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56206) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:50.434317 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68aff0c0-3654-4839-af6e-2b385a1c2452 None None] Routers {'106b6745-f7cb-44f6-a67a-add3279ae1a9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:28:50.441204 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-68aff0c0-3654-4839-af6e-2b385a1c2452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:28:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['106b6745-f7cb-44f6-a67a-add3279ae1a9'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:50.447035 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-920a1f20-4fb0-4f7d-9da1-70fb59f9f1ad tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Made reservation on behalf of 401fab62d2cc4dcc90d3b9ab6f110b7e for: {'network': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:28:50.450785 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-920a1f20-4fb0-4f7d-9da1-70fb59f9f1ad tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:50.466543 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0850f097-67d4-465b-8c5e-b6e9f9676eaa req-78b21349-e5df-4f31-9025-0596d27a027e tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:50.469484 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-0850f097-67d4-465b-8c5e-b6e9f9676eaa req-78b21349-e5df-4f31-9025-0596d27a027e tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f04569b-7b6a-480f-a48e-6be4ed1157fe HTTP/1.1" status: 200 len: 945 time: 0.2506814 Dec 21 13:28:50.530797 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415bc3cb-aa5b-4575-a567-2aeb6827f8f4 None None] Pushing event updated for resources: {'Port': ['ID=fe6bb36e-8065-42dd-b093-9979e8685ca3,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:50.550941 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-68aff0c0-3654-4839-af6e-2b385a1c2452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:50.571398 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68aff0c0-3654-4839-af6e-2b385a1c2452 None None] Routers {'106b6745-f7cb-44f6-a67a-add3279ae1a9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:28:50.571996 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-415bc3cb-aa5b-4575-a567-2aeb6827f8f4 None None] Attempting to bind port fe6bb36e-8065-42dd-b093-9979e8685ca3 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:28:50.572789 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-415bc3cb-aa5b-4575-a567-2aeb6827f8f4 None None] Attempting to bind port fe6bb36e-8065-42dd-b093-9979e8685ca3 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b20a5dbe-a251-4a83-ae2d-3ffbda6396cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:28:50.573097 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-68aff0c0-3654-4839-af6e-2b385a1c2452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:28:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['106b6745-f7cb-44f6-a67a-add3279ae1a9'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:50.573218 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415bc3cb-aa5b-4575-a567-2aeb6827f8f4 None None] Attempting to bind port fe6bb36e-8065-42dd-b093-9979e8685ca3 on network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:28:50.578597 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4504f37-69dd-4bb0-965d-eba96e7291a9 req-8494c069-e79c-414e-a38d-b4ab20ef2615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:50.580979 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f4504f37-69dd-4bb0-965d-eba96e7291a9 req-8494c069-e79c-414e-a38d-b4ab20ef2615 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ec88161e-a588-41e1-b33a-71ad6f2116fc HTTP/1.1" status: 200 len: 912 time: 0.3827810 Dec 21 13:28:50.582599 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-780e1197-e1fa-4ea9-97a1-7e33a9d06962 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:50.601244 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d2c0bd08-5f14-4a2f-94fd-1b52992de388 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:50.601767 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6c21f7b9-085e-45a6-8894-1b295f54ad9c tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks [] for router, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:50.613501 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-5621aed9-1eb1-40f1-a7fb-b3b9c0528a9a tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Allocated IP 2001:db8::3bd (ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9/f03b7f0c-a6d9-42dc-b7b7-ca66b7205a40/ed3c9521-a4d1-4e79-a98f-6124c729152e) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:28:50.657051 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-7eb24f36-cfd9-40c5-ba22-263ee8676308 None None] Attempting to bind port 7efb2803-3e30-4c9b-94d0-6fb454f3f05d on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:28:50.657634 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-7eb24f36-cfd9-40c5-ba22-263ee8676308 None None] Attempting to bind port 7efb2803-3e30-4c9b-94d0-6fb454f3f05d by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '842b5347-0a0d-47ce-860e-3522cc043f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ca2629b2-98be-4bb1-9f08-01a636139705'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:28:50.658012 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb24f36-cfd9-40c5-ba22-263ee8676308 None None] Attempting to bind port 7efb2803-3e30-4c9b-94d0-6fb454f3f05d on network ca2629b2-98be-4bb1-9f08-01a636139705 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:28:50.662492 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-68aff0c0-3654-4839-af6e-2b385a1c2452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:50.665289 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415bc3cb-aa5b-4575-a567-2aeb6827f8f4 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:28:50.665289 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415bc3cb-aa5b-4575-a567-2aeb6827f8f4 None None] Checking segment: {'id': 'b20a5dbe-a251-4a83-ae2d-3ffbda6396cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:28:50.665569 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-415bc3cb-aa5b-4575-a567-2aeb6827f8f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:50.665884 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415bc3cb-aa5b-4575-a567-2aeb6827f8f4 None None] Bound using segment: {'id': 'b20a5dbe-a251-4a83-ae2d-3ffbda6396cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:28:50.666782 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-415bc3cb-aa5b-4575-a567-2aeb6827f8f4 None None] Bound port: fe6bb36e-8065-42dd-b093-9979e8685ca3, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b20a5dbe-a251-4a83-ae2d-3ffbda6396cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:28:50.667179 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-415bc3cb-aa5b-4575-a567-2aeb6827f8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:50.669643 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68aff0c0-3654-4839-af6e-2b385a1c2452 None None] The sync data for ids ['106b6745-f7cb-44f6-a67a-add3279ae1a9'] in dv-neutron-master-2-hyperv is: [] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:28:50.687131 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8ff6912-116e-4d8c-b650-427f25141ded tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Made reservation on behalf of 3edf34a3eecc442ea8df7c8164f4e61d for: {'port': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:28:50.688348 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb24f36-cfd9-40c5-ba22-263ee8676308 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:28:50.688864 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb24f36-cfd9-40c5-ba22-263ee8676308 None None] Checking segment: {'id': '842b5347-0a0d-47ce-860e-3522cc043f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ca2629b2-98be-4bb1-9f08-01a636139705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:28:50.689372 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7eb24f36-cfd9-40c5-ba22-263ee8676308 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:50.689861 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb24f36-cfd9-40c5-ba22-263ee8676308 None None] Bound using segment: {'id': '842b5347-0a0d-47ce-860e-3522cc043f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ca2629b2-98be-4bb1-9f08-01a636139705'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:28:50.691260 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-7eb24f36-cfd9-40c5-ba22-263ee8676308 None None] Bound port: 7efb2803-3e30-4c9b-94d0-6fb454f3f05d, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '842b5347-0a0d-47ce-860e-3522cc043f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ca2629b2-98be-4bb1-9f08-01a636139705'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:28:50.691435 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f8ff6912-116e-4d8c-b650-427f25141ded tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:50.698681 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7eb24f36-cfd9-40c5-ba22-263ee8676308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:50.731105 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-d2c0bd08-5f14-4a2f-94fd-1b52992de388 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca2629b2-98be-4bb1-9f08-01a636139705']}} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:50.766259 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-d2c0bd08-5f14-4a2f-94fd-1b52992de388 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '842b5347-0a0d-47ce-860e-3522cc043f3c') {'for_net_delete': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:50.767061 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-d2c0bd08-5f14-4a2f-94fd-1b52992de388 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '842b5347-0a0d-47ce-860e-3522cc043f3c') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:50.778402 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db79ee6b-f2e2-40a8-ae21-8b653ad04542 None None] DHCP port deletion for 5f9bbabd-8846-4150-a3db-dffcae97d145 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:28:50.781899 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 05f5f101-ba00-4d0c-a4b4-dd136be773d2 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:28:50.787433 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-0850f097-67d4-465b-8c5e-b6e9f9676eaa req-9bd3ba39-3ddb-4e01-af7a-61d1efd2196f tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ba20eb6-7980-48d1-8013-51c2682fdc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2937148 Dec 21 13:28:50.788795 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f11240b9-b7fd-4aa2-84a8-54dbfd956966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:50.789783 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d2c0bd08-5f14-4a2f-94fd-1b52992de388 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526653'] for segment, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:50.794279 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-f8ff6912-116e-4d8c-b650-427f25141ded tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] device_id is not set on port 9759ebe0-fdb8-4e6e-866c-228298328b20 yet. {{(pid=103152) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 13:28:50.883185 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-f11240b9-b7fd-4aa2-84a8-54dbfd956966 None None] For port 05f5f101-ba00-4d0c-a4b4-dd136be773d2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=05f5f101-ba00-4d0c-a4b4-dd136be773d2,segment=NetworkSegment(0334680d-42cd-43c0-80fd-43216eeeff84),segment_id=0334680d-42cd-43c0-80fd-43216eeeff84)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:28:50.901623 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f11240b9-b7fd-4aa2-84a8-54dbfd956966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:50.914604 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-51055d92-b909-4155-967b-34395ed0b26c tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Deleting port cb4053d8-7ed6-4bf1-a9ba-0c9ec24ecc8e {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:28:50.915305 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-51055d92-b909-4155-967b-34395ed0b26c tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:50.934808 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d2c0bd08-5f14-4a2f-94fd-1b52992de388 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:50.963184 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2c0bd08-5f14-4a2f-94fd-1b52992de388 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=103152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:28:50.963328 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d2c0bd08-5f14-4a2f-94fd-1b52992de388 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805426'] for segment, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:50.966799 dv-neutron-master-2-hyperv neutron-server[103152]: Traceback (most recent call last): Dec 21 13:28:50.966799 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:28:50.966799 dv-neutron-master-2-hyperv neutron-server[103152]: timer() Dec 21 13:28:50.966799 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:28:50.966799 dv-neutron-master-2-hyperv neutron-server[103152]: cb(*args, **kw) Dec 21 13:28:50.966799 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:28:50.966799 dv-neutron-master-2-hyperv neutron-server[103152]: return func(*args, **kwargs) Dec 21 13:28:50.966799 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:28:50.966799 dv-neutron-master-2-hyperv neutron-server[103152]: self._notify() Dec 21 13:28:50.966799 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:28:50.966799 dv-neutron-master-2-hyperv neutron-server[103152]: self.callback(batched_events) Dec 21 13:28:50.966799 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:28:50.966799 dv-neutron-master-2-hyperv neutron-server[103152]: event.method(event) Dec 21 13:28:50.966799 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:28:50.966799 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:28:50.966799 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:28:50.966799 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:28:50.966799 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:28:50.966799 dv-neutron-master-2-hyperv neutron-server[103152]: return f(self, *a, **k) Dec 21 13:28:50.966799 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:28:50.966799 dv-neutron-master-2-hyperv neutron-server[103152]: return self._get(url).json() Dec 21 13:28:50.966799 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:28:50.966799 dv-neutron-master-2-hyperv neutron-server[103152]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:28:50.966799 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:28:50.966799 dv-neutron-master-2-hyperv neutron-server[103152]: return self.request(url, 'GET', **kwargs) Dec 21 13:28:50.966799 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:28:50.966799 dv-neutron-master-2-hyperv neutron-server[103152]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:28:50.966799 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:28:50.966799 dv-neutron-master-2-hyperv neutron-server[103152]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:28:50.966799 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:28:50.966799 dv-neutron-master-2-hyperv neutron-server[103152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:28:50.966799 dv-neutron-master-2-hyperv neutron-server[103152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:28:51.012170 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-415bc3cb-aa5b-4575-a567-2aeb6827f8f4 None None] For port fe6bb36e-8065-42dd-b093-9979e8685ca3, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:28:51.046065 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-920a1f20-4fb0-4f7d-9da1-70fb59f9f1ad tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=103153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:28:51.068646 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-415bc3cb-aa5b-4575-a567-2aeb6827f8f4 None None] For port fe6bb36e-8065-42dd-b093-9979e8685ca3, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fe6bb36e-8065-42dd-b093-9979e8685ca3,segment=NetworkSegment(b20a5dbe-a251-4a83-ae2d-3ffbda6396cf),segment_id=b20a5dbe-a251-4a83-ae2d-3ffbda6396cf)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:28:51.075687 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-7eb24f36-cfd9-40c5-ba22-263ee8676308 None None] For port 7efb2803-3e30-4c9b-94d0-6fb454f3f05d, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:28:51.089626 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-415bc3cb-aa5b-4575-a567-2aeb6827f8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:51.095174 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11240b9-b7fd-4aa2-84a8-54dbfd956966 None None] Pushing event updated for resources: {'Port': ['ID=05f5f101-ba00-4d0c-a4b4-dd136be773d2,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:51.100776 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-51055d92-b909-4155-967b-34395ed0b26c tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] For port cb4053d8-7ed6-4bf1-a9ba-0c9ec24ecc8e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cb4053d8-7ed6-4bf1-a9ba-0c9ec24ecc8e,segment=NetworkSegment(f81181a8-357c-41f4-97d8-d5eae34ac779),segment_id=f81181a8-357c-41f4-97d8-d5eae34ac779)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:28:51.101202 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-51055d92-b909-4155-967b-34395ed0b26c tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:51.140054 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-51055d92-b909-4155-967b-34395ed0b26c tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Calling delete_port for cb4053d8-7ed6-4bf1-a9ba-0c9ec24ecc8e owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:28:51.142095 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.db.api [None req-d2c0bd08-5f14-4a2f-94fd-1b52992de388 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 21 13:28:51.142095 dv-neutron-master-2-hyperv neutron-server[103152]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 21 13:28:51.142095 dv-neutron-master-2-hyperv neutron-server[103152]: [parameters: {'id': 'ca2629b2-98be-4bb1-9f08-01a636139705'}] Dec 21 13:28:51.142095 dv-neutron-master-2-hyperv neutron-server[103152]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103152) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 13:28:51.142884 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG oslo_db.api [None req-d2c0bd08-5f14-4a2f-94fd-1b52992de388 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 13:28:51.161568 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 05f5f101-ba00-4d0c-a4b4-dd136be773d2 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:28:51.161935 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:51.173517 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-f8ff6912-116e-4d8c-b650-427f25141ded tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Allocated IP 2001:db8::75 (82fb6993-b0aa-465a-aabf-f4523364c9db/575592cb-ddbd-4892-a6be-1818e4acca72/9759ebe0-fdb8-4e6e-866c-228298328b20) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:28:51.207934 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-db79ee6b-f2e2-40a8-ae21-8b653ad04542 None None] Deleting port cb4053d8-7ed6-4bf1-a9ba-0c9ec24ecc8e {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:28:51.208559 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-db79ee6b-f2e2-40a8-ae21-8b653ad04542 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:51.210404 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-edfae617-c5f3-4b45-b487-826b3337824e None None] Provisioning complete for port 05f5f101-ba00-4d0c-a4b4-dd136be773d2 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:28:51.215446 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-edfae617-c5f3-4b45-b487-826b3337824e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:51.229831 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-920a1f20-4fb0-4f7d-9da1-70fb59f9f1ad tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:51.230479 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.segments_db [None req-920a1f20-4fb0-4f7d-9da1-70fb59f9f1ad tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Added segment 9c77b702-3c1c-403e-9510-893b4cf3e252 of type vlan for network cd2557fc-f96b-4d6a-b1e1-4773af23df10 Dec 21 13:28:51.291007 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-7eb24f36-cfd9-40c5-ba22-263ee8676308 None None] For port 7efb2803-3e30-4c9b-94d0-6fb454f3f05d, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7efb2803-3e30-4c9b-94d0-6fb454f3f05d,segment=NetworkSegment(842b5347-0a0d-47ce-860e-3522cc043f3c),segment_id=842b5347-0a0d-47ce-860e-3522cc043f3c)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:28:51.332815 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7eb24f36-cfd9-40c5-ba22-263ee8676308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:51.334949 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-51055d92-b909-4155-967b-34395ed0b26c tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:51.408700 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51055d92-b909-4155-967b-34395ed0b26c tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Pushing event deleted for resources: {'Port': ['ID=cb4053d8-7ed6-4bf1-a9ba-0c9ec24ecc8e,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:51.410735 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51055d92-b909-4155-967b-34395ed0b26c tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] No DVR routers for this DVR port cb4053d8-7ed6-4bf1-a9ba-0c9ec24ecc8e on host dv-neutron-master-2-hyperv {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:28:51.442267 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415bc3cb-aa5b-4575-a567-2aeb6827f8f4 None None] Pushing event updated for resources: {'Port': ['ID=fe6bb36e-8065-42dd-b093-9979e8685ca3,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:51.461700 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f4504f37-69dd-4bb0-965d-eba96e7291a9 req-69ea1c99-2ca0-4679-a0b2-ac0c6da4b87e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9254e1af-d3c0-416d-a770-279ae90ca001 HTTP/1.1" status: 200 len: 1000 time: 0.8456414 Dec 21 13:28:51.487232 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-db79ee6b-f2e2-40a8-ae21-8b653ad04542 None None] For port cb4053d8-7ed6-4bf1-a9ba-0c9ec24ecc8e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cb4053d8-7ed6-4bf1-a9ba-0c9ec24ecc8e,segment=NetworkSegment(f81181a8-357c-41f4-97d8-d5eae34ac779),segment_id=f81181a8-357c-41f4-97d8-d5eae34ac779)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:28:51.487634 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-db79ee6b-f2e2-40a8-ae21-8b653ad04542 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:51.492572 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6c21f7b9-085e-45a6-8894-1b295f54ad9c tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26950'] for router, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:51.530687 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6c21f7b9-085e-45a6-8894-1b295f54ad9c tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:51.535024 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-920a1f20-4fb0-4f7d-9da1-70fb59f9f1ad tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:51.578618 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-db79ee6b-f2e2-40a8-ae21-8b653ad04542 None None] Calling delete_port for cb4053d8-7ed6-4bf1-a9ba-0c9ec24ecc8e owned by network:dhcp {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:28:51.584465 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-51055d92-b909-4155-967b-34395ed0b26c tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:51.585238 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66087d24-ebe9-4b65-b494-40faa4ceefae req-8a7371f9-6f8e-49bc-bbcf-b825ddd75f5e tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:51.587049 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-66087d24-ebe9-4b65-b494-40faa4ceefae req-8a7371f9-6f8e-49bc-bbcf-b825ddd75f5e tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f04569b-7b6a-480f-a48e-6be4ed1157fe HTTP/1.1" status: 200 len: 945 time: 0.5419505 Dec 21 13:28:51.589112 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f8ff6912-116e-4d8c-b650-427f25141ded tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:51.621058 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-51055d92-b909-4155-967b-34395ed0b26c tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f9bbabd-8846-4150-a3db-dffcae97d145']}} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:51.642804 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-51055d92-b909-4155-967b-34395ed0b26c tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f81181a8-357c-41f4-97d8-d5eae34ac779') {'for_net_delete': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:51.642804 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-51055d92-b909-4155-967b-34395ed0b26c tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f81181a8-357c-41f4-97d8-d5eae34ac779') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:51.645976 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d2c0bd08-5f14-4a2f-94fd-1b52992de388 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:51.668752 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-51055d92-b909-4155-967b-34395ed0b26c tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526653'] for segment, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:51.684581 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.db.resource_extend [None req-920a1f20-4fb0-4f7d-9da1-70fb59f9f1ad tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 21 13:28:51.704603 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582fb327-7446-47c4-83b0-f0d361b1f548 None None] Network ca2629b2-98be-4bb1-9f08-01a636139705 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:28:51.706118 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-51055d92-b909-4155-967b-34395ed0b26c tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:51.714832 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51055d92-b909-4155-967b-34395ed0b26c tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=103152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:28:51.715248 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-51055d92-b909-4155-967b-34395ed0b26c tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805426'] for segment, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:51.720407 dv-neutron-master-2-hyperv neutron-server[103152]: Traceback (most recent call last): Dec 21 13:28:51.720407 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:28:51.720407 dv-neutron-master-2-hyperv neutron-server[103152]: timer() Dec 21 13:28:51.720407 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:28:51.720407 dv-neutron-master-2-hyperv neutron-server[103152]: cb(*args, **kw) Dec 21 13:28:51.720407 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:28:51.720407 dv-neutron-master-2-hyperv neutron-server[103152]: return func(*args, **kwargs) Dec 21 13:28:51.720407 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:28:51.720407 dv-neutron-master-2-hyperv neutron-server[103152]: self._notify() Dec 21 13:28:51.720407 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:28:51.720407 dv-neutron-master-2-hyperv neutron-server[103152]: self.callback(batched_events) Dec 21 13:28:51.720407 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:28:51.720407 dv-neutron-master-2-hyperv neutron-server[103152]: event.method(event) Dec 21 13:28:51.720407 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:28:51.720407 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:28:51.720407 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:28:51.720407 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:28:51.720407 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:28:51.720407 dv-neutron-master-2-hyperv neutron-server[103152]: return f(self, *a, **k) Dec 21 13:28:51.720407 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:28:51.720407 dv-neutron-master-2-hyperv neutron-server[103152]: return self._get(url).json() Dec 21 13:28:51.720407 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:28:51.720407 dv-neutron-master-2-hyperv neutron-server[103152]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:28:51.720407 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:28:51.720407 dv-neutron-master-2-hyperv neutron-server[103152]: return self.request(url, 'GET', **kwargs) Dec 21 13:28:51.720407 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:28:51.720407 dv-neutron-master-2-hyperv neutron-server[103152]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:28:51.720407 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:28:51.720407 dv-neutron-master-2-hyperv neutron-server[103152]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:28:51.720407 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:28:51.720407 dv-neutron-master-2-hyperv neutron-server[103152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:28:51.720407 dv-neutron-master-2-hyperv neutron-server[103152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:28:51.723996 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-780e1197-e1fa-4ea9-97a1-7e33a9d06962 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Allocated IP 172.36.3.166 (7fdf1889-f079-4166-bbda-88b2a8d8d595/051a5607-1753-4008-a2f2-d94b48752e9c/3e3aeebd-c6f6-4520-9351-65743e3989b6) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:28:51.737945 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb24f36-cfd9-40c5-ba22-263ee8676308 None None] Pushing event updated for resources: {'Port': ['ID=7efb2803-3e30-4c9b-94d0-6fb454f3f05d,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:51.747268 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6c21f7b9-085e-45a6-8894-1b295f54ad9c tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534967'] for router, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:51.747861 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c21f7b9-085e-45a6-8894-1b295f54ad9c tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Fanout notify agent at l3_agent the message router_deleted on router 106b6745-f7cb-44f6-a67a-add3279ae1a9 {{(pid=103153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 13:28:51.759074 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4504f37-69dd-4bb0-965d-eba96e7291a9 req-4856e161-21d8-4a0a-a1d2-52f86507596f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:51.760983 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f4504f37-69dd-4bb0-965d-eba96e7291a9 req-4856e161-21d8-4a0a-a1d2-52f86507596f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fea6c692-bae9-40da-92a1-c6d85a86ba17 HTTP/1.1" status: 200 len: 850 time: 0.2612226 Dec 21 13:28:51.762387 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f8ff6912-116e-4d8c-b650-427f25141ded tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:51.766815 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6c21f7b9-085e-45a6-8894-1b295f54ad9c tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks [] for router, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:51.768179 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-6c21f7b9-085e-45a6-8894-1b295f54ad9c tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "DELETE /v2.0/routers/106b6745-f7cb-44f6-a67a-add3279ae1a9 HTTP/1.1" status: 204 len: 168 time: 1.3415725 Dec 21 13:28:51.806732 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56210) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:51.840762 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-920a1f20-4fb0-4f7d-9da1-70fb59f9f1ad tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:51.847265 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920a1f20-4fb0-4f7d-9da1-70fb59f9f1ad tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:51.847869 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-920a1f20-4fb0-4f7d-9da1-70fb59f9f1ad tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:51.859355 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ff6912-116e-4d8c-b650-427f25141ded tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Network 82fb6993-b0aa-465a-aabf-f4523364c9db is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:28:51.871703 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-f8ff6912-116e-4d8c-b650-427f25141ded tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:28:51.882385 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ff6912-116e-4d8c-b650-427f25141ded tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:28:51.884566 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-edfae617-c5f3-4b45-b487-826b3337824e None None] Provisioning complete for port 3d84fab3-5563-4bd2-9b19-9e8d2c97780c triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:28:51.884566 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-edfae617-c5f3-4b45-b487-826b3337824e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:51.891558 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ff6912-116e-4d8c-b650-427f25141ded tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:51.891933 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f8ff6912-116e-4d8c-b650-427f25141ded tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:51.908731 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-51055d92-b909-4155-967b-34395ed0b26c tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:51.919600 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-f8ff6912-116e-4d8c-b650-427f25141ded tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9842708 Dec 21 13:28:51.931796 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56212) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:51.934315 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-51055d92-b909-4155-967b-34395ed0b26c tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks [] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:51.943235 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-51055d92-b909-4155-967b-34395ed0b26c tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "DELETE /v2.0/networks/5f9bbabd-8846-4150-a3db-dffcae97d145 HTTP/1.1" status: 204 len: 168 time: 1.8190465 Dec 21 13:28:51.943482 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56214) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:51.951011 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-040a1902-9b2b-4c2f-bb52-d367406f249e tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1585507894', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:28:51.975288 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-66087d24-ebe9-4b65-b494-40faa4ceefae req-f15bcd89-5ead-4e15-a1f1-05da6cbf1232 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ba20eb6-7980-48d1-8013-51c2682fdc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3602002 Dec 21 13:28:52.044761 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_v2 [None req-663541ef-e4d8-44b8-8cc0-06e5f95de568 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Deleting subnet 3350ca38-e282-427a-aea3-720a50056fdf {{(pid=103153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:28:52.057945 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ff6912-116e-4d8c-b650-427f25141ded tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Pushing event updated for resources: {'Port': ['ID=9759ebe0-fdb8-4e6e-866c-228298328b20,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:52.068549 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51055d92-b909-4155-967b-34395ed0b26c tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Pushing event deleted for resources: {'Network': ['ID=5f9bbabd-8846-4150-a3db-dffcae97d145,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:52.102946 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-780e1197-e1fa-4ea9-97a1-7e33a9d06962 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:52.108848 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-d2c0bd08-5f14-4a2f-94fd-1b52992de388 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Deleting port 7efb2803-3e30-4c9b-94d0-6fb454f3f05d {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:28:52.109669 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d2c0bd08-5f14-4a2f-94fd-1b52992de388 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:52.149825 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59527b5-edd0-409c-aefd-3d84cbc10576 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:52.151506 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-d59527b5-edd0-409c-aefd-3d84cbc10576 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A1f2 HTTP/1.1" status: 200 len: 929 time: 0.2074149 Dec 21 13:28:52.158459 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56218) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:52.159053 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-db79ee6b-f2e2-40a8-ae21-8b653ad04542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636'] for port, after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:52.161199 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-edfae617-c5f3-4b45-b487-826b3337824e None None] Port 3d84fab3-5563-4bd2-9b19-9e8d2c97780c cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:28:52.184941 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-663541ef-e4d8-44b8-8cc0-06e5f95de568 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks [] for subnet, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:52.199859 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db79ee6b-f2e2-40a8-ae21-8b653ad04542 None None] Pushing event deleted for resources: {'Port': ['ID=cb4053d8-7ed6-4bf1-a9ba-0c9ec24ecc8e,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:52.204760 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-db79ee6b-f2e2-40a8-ae21-8b653ad04542 None None] Network 5f9bbabd-8846-4150-a3db-dffcae97d145 is not hosted by any dhcp agent {{(pid=103154) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 21 13:28:52.205479 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db79ee6b-f2e2-40a8-ae21-8b653ad04542 None None] No DVR routers for this DVR port cb4053d8-7ed6-4bf1-a9ba-0c9ec24ecc8e on host dv-neutron-master-2-hyperv {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:28:52.223042 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-d2c0bd08-5f14-4a2f-94fd-1b52992de388 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] For port 7efb2803-3e30-4c9b-94d0-6fb454f3f05d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7efb2803-3e30-4c9b-94d0-6fb454f3f05d,segment=NetworkSegment(842b5347-0a0d-47ce-860e-3522cc043f3c),segment_id=842b5347-0a0d-47ce-860e-3522cc043f3c)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:28:52.223725 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d2c0bd08-5f14-4a2f-94fd-1b52992de388 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:52.236356 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-663541ef-e4d8-44b8-8cc0-06e5f95de568 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1585439'] for subnet, precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:52.262612 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-d2c0bd08-5f14-4a2f-94fd-1b52992de388 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Calling delete_port for 7efb2803-3e30-4c9b-94d0-6fb454f3f05d owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:28:52.280376 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-920a1f20-4fb0-4f7d-9da1-70fb59f9f1ad tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.9926763 Dec 21 13:28:52.283645 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56220) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:52.290005 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-997c6549-4cfc-489b-bd89-f5121e06604d tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Request body: {'subnet': {'network_id': 'cd2557fc-f96b-4d6a-b1e1-4773af23df10', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:28:52.304669 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-745421b4-ee87-4f31-b781-7500e7d6cff5 None None] Provisioning complete for port 3d84fab3-5563-4bd2-9b19-9e8d2c97780c triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:28:52.305229 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-745421b4-ee87-4f31-b781-7500e7d6cff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:52.330084 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5621aed9-1eb1-40f1-a7fb-b3b9c0528a9a tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:52.334219 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4504f37-69dd-4bb0-965d-eba96e7291a9 req-de15b1c5-f38d-4579-9648-e70e9cfae4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:52.336031 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f4504f37-69dd-4bb0-965d-eba96e7291a9 req-de15b1c5-f38d-4579-9648-e70e9cfae4fc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ec88161e-a588-41e1-b33a-71ad6f2116fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5527241 Dec 21 13:28:52.336846 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920a1f20-4fb0-4f7d-9da1-70fb59f9f1ad tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Pushing event updated for resources: {'Network': ['ID=cd2557fc-f96b-4d6a-b1e1-4773af23df10,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:52.401821 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network cd2557fc-f96b-4d6a-b1e1-4773af23df10 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:28:52.414918 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d2c0bd08-5f14-4a2f-94fd-1b52992de388 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:52.431421 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-745421b4-ee87-4f31-b781-7500e7d6cff5 None None] Port 3d84fab3-5563-4bd2-9b19-9e8d2c97780c cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:28:52.478376 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c0bd08-5f14-4a2f-94fd-1b52992de388 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] No DVR routers for this DVR port 7efb2803-3e30-4c9b-94d0-6fb454f3f05d on host dv-neutron-master-2-hyperv {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:28:52.532837 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c0bd08-5f14-4a2f-94fd-1b52992de388 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Pushing event deleted for resources: {'Port': ['ID=7efb2803-3e30-4c9b-94d0-6fb454f3f05d,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:52.561491 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-d435f693-be41-4b24-b2fb-edfb70bb94e1 None None] Provisioning complete for port 9759ebe0-fdb8-4e6e-866c-228298328b20 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:28:52.565548 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d435f693-be41-4b24-b2fb-edfb70bb94e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:52.579267 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f4504f37-69dd-4bb0-965d-eba96e7291a9 req-4f735bf0-8fab-4d61-9c0f-2cc8b4b1650e service neutron] 10.222.0.60 "GET /v2.0/networks/ec88161e-a588-41e1-b33a-71ad6f2116fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151453 Dec 21 13:28:52.588970 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-040a1902-9b2b-4c2f-bb52-d367406f249e tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26964'] for router, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:52.591505 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-040a1902-9b2b-4c2f-bb52-d367406f249e tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-642316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26957'] for router, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:52.634956 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d2c0bd08-5f14-4a2f-94fd-1b52992de388 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:52.646122 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-d435f693-be41-4b24-b2fb-edfb70bb94e1 None None] Port 9759ebe0-fdb8-4e6e-866c-228298328b20 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:28:52.667928 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-780e1197-e1fa-4ea9-97a1-7e33a9d06962 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:52.678667 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-d2c0bd08-5f14-4a2f-94fd-1b52992de388 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca2629b2-98be-4bb1-9f08-01a636139705']}} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:52.699606 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-d2c0bd08-5f14-4a2f-94fd-1b52992de388 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '842b5347-0a0d-47ce-860e-3522cc043f3c') {'for_net_delete': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:52.699606 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-d2c0bd08-5f14-4a2f-94fd-1b52992de388 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '842b5347-0a0d-47ce-860e-3522cc043f3c') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:52.716094 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d2c0bd08-5f14-4a2f-94fd-1b52992de388 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526653'] for segment, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:52.734260 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-997c6549-4cfc-489b-bd89-f5121e06604d tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Made reservation on behalf of 401fab62d2cc4dcc90d3b9ab6f110b7e for: {'subnet': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:28:52.738029 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-997c6549-4cfc-489b-bd89-f5121e06604d tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12346583'] for subnet, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:52.752035 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-26a9d9df-4d6e-4476-be4f-8abd9415f4ea tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Deleting port 9759ebe0-fdb8-4e6e-866c-228298328b20 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:28:52.752525 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-26a9d9df-4d6e-4476-be4f-8abd9415f4ea tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:52.774172 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebb5720-95ad-4dc1-bc53-2dae823a9f9c req-2a538025-e579-484e-aaf4-fa201c3158b5 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:52.774371 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d2c0bd08-5f14-4a2f-94fd-1b52992de388 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:52.781614 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-4ebb5720-95ad-4dc1-bc53-2dae823a9f9c req-2a538025-e579-484e-aaf4-fa201c3158b5 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f04569b-7b6a-480f-a48e-6be4ed1157fe HTTP/1.1" status: 200 len: 945 time: 0.2870328 Dec 21 13:28:52.791266 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 05f5f101-ba00-4d0c-a4b4-dd136be773d2 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:28:52.825265 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5621aed9-1eb1-40f1-a7fb-b3b9c0528a9a tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:52.830990 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780e1197-e1fa-4ea9-97a1-7e33a9d06962 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Network 7fdf1889-f079-4166-bbda-88b2a8d8d595 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:28:52.847507 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607cdef1-d5d0-49b0-bb40-422406caee93 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=103154) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 21 13:28:52.850168 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2c0bd08-5f14-4a2f-94fd-1b52992de388 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=103152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:28:52.850621 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d2c0bd08-5f14-4a2f-94fd-1b52992de388 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805426'] for segment, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:52.853649 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:52.853649 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:28:52.853649 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:52.853649 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:28:52.853649 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:52.853649 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:28:52.853649 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:52.853649 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:28:52.853649 dv-neutron-master-2-hyperv neutron-server[103152]: Traceback (most recent call last): Dec 21 13:28:52.853649 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:28:52.853649 dv-neutron-master-2-hyperv neutron-server[103152]: timer() Dec 21 13:28:52.853649 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:28:52.853649 dv-neutron-master-2-hyperv neutron-server[103152]: cb(*args, **kw) Dec 21 13:28:52.853649 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:28:52.853649 dv-neutron-master-2-hyperv neutron-server[103152]: return func(*args, **kwargs) Dec 21 13:28:52.853649 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:28:52.853649 dv-neutron-master-2-hyperv neutron-server[103152]: self._notify() Dec 21 13:28:52.853649 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:28:52.853649 dv-neutron-master-2-hyperv neutron-server[103152]: self.callback(batched_events) Dec 21 13:28:52.853649 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:28:52.853649 dv-neutron-master-2-hyperv neutron-server[103152]: event.method(event) Dec 21 13:28:52.853649 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:28:52.853649 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:28:52.853649 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:28:52.853649 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:28:52.853649 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:28:52.853649 dv-neutron-master-2-hyperv neutron-server[103152]: return f(self, *a, **k) Dec 21 13:28:52.853649 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:28:52.853649 dv-neutron-master-2-hyperv neutron-server[103152]: return self._get(url).json() Dec 21 13:28:52.853649 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:28:52.853649 dv-neutron-master-2-hyperv neutron-server[103152]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:28:52.853649 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:28:52.853649 dv-neutron-master-2-hyperv neutron-server[103152]: return self.request(url, 'GET', **kwargs) Dec 21 13:28:52.853649 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:28:52.853649 dv-neutron-master-2-hyperv neutron-server[103152]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:28:52.853649 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:28:52.853649 dv-neutron-master-2-hyperv neutron-server[103152]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:28:52.853649 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:28:52.853649 dv-neutron-master-2-hyperv neutron-server[103152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:28:52.853649 dv-neutron-master-2-hyperv neutron-server[103152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:28:52.884004 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-780e1197-e1fa-4ea9-97a1-7e33a9d06962 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:28:52.887924 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f4504f37-69dd-4bb0-965d-eba96e7291a9 req-70c90af0-f798-439f-99f5-2d342c4f7e11 service neutron] 10.222.0.60 "GET /v2.0/networks/ec88161e-a588-41e1-b33a-71ad6f2116fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2904632 Dec 21 13:28:52.890210 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-663541ef-e4d8-44b8-8cc0-06e5f95de568 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:52.894647 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-040a1902-9b2b-4c2f-bb52-d367406f249e tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:52.899614 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780e1197-e1fa-4ea9-97a1-7e33a9d06962 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:28:52.927445 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780e1197-e1fa-4ea9-97a1-7e33a9d06962 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Pushing event updated for resources: {'Port': ['ID=3e3aeebd-c6f6-4520-9351-65743e3989b6,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:52.954440 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-040a1902-9b2b-4c2f-bb52-d367406f249e tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548730'] for router, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:53.018651 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5621aed9-1eb1-40f1-a7fb-b3b9c0528a9a tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:28:53.027968 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d2c0bd08-5f14-4a2f-94fd-1b52992de388 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:53.037969 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607cdef1-d5d0-49b0-bb40-422406caee93 None None] Resources bound (agent type, host, resource id): {{(pid=103154) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 21 13:28:53.044017 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-5621aed9-1eb1-40f1-a7fb-b3b9c0528a9a tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:28:53.050528 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d2c0bd08-5f14-4a2f-94fd-1b52992de388 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks [] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:53.053520 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5621aed9-1eb1-40f1-a7fb-b3b9c0528a9a tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:28:53.057860 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-bcae90a7-3732-4e06-a977-ddc451769fed None None] Provisioning complete for port fe6bb36e-8065-42dd-b093-9979e8685ca3 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:28:53.058241 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-bcae90a7-3732-4e06-a977-ddc451769fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:53.059590 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5621aed9-1eb1-40f1-a7fb-b3b9c0528a9a tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:53.059898 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-d2c0bd08-5f14-4a2f-94fd-1b52992de388 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] 10.222.0.37 "DELETE /v2.0/networks/ca2629b2-98be-4bb1-9f08-01a636139705 HTTP/1.1" status: 204 len: 168 time: 4.3084350 Dec 21 13:28:53.060387 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5621aed9-1eb1-40f1-a7fb-b3b9c0528a9a tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:53.073497 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56224) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:53.079400 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-040a1902-9b2b-4c2f-bb52-d367406f249e tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks [] for router, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:53.080780 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-7020325a-a591-4f6e-870a-683fdbdb0975 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2077304999'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:28:53.083126 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 05f5f101-ba00-4d0c-a4b4-dd136be773d2 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:28:53.083507 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:53.083624 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-040a1902-9b2b-4c2f-bb52-d367406f249e tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.1359704 Dec 21 13:28:53.085319 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-26a9d9df-4d6e-4476-be4f-8abd9415f4ea tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:53.088472 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-4ebb5720-95ad-4dc1-bc53-2dae823a9f9c req-1ce89c15-cf87-4c20-b02b-d1e7fb78e67f tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ba20eb6-7980-48d1-8013-51c2682fdc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3046808 Dec 21 13:28:53.088472 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56226) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:53.097499 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c0bd08-5f14-4a2f-94fd-1b52992de388 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Pushing event deleted for resources: {'Network': ['ID=ca2629b2-98be-4bb1-9f08-01a636139705,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:53.100728 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-b3eec748-f7c0-4579-9d0f-f7b0a3a9bca2 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1673957422'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:28:53.118516 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-26a9d9df-4d6e-4476-be4f-8abd9415f4ea tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Calling delete_port for 9759ebe0-fdb8-4e6e-866c-228298328b20 owned by {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:28:53.157670 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5621aed9-1eb1-40f1-a7fb-b3b9c0528a9a tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event updated for resources: {'Port': ['ID=ed3c9521-a4d1-4e79-a98f-6124c729152e,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:53.177238 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-5621aed9-1eb1-40f1-a7fb-b3b9c0528a9a tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.8604889 Dec 21 13:28:53.203150 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56228) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:53.216426 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-663541ef-e4d8-44b8-8cc0-06e5f95de568 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11349588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11288746'] for subnet, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:53.226060 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7020325a-a591-4f6e-870a-683fdbdb0975 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Made reservation on behalf of 05521adc285d4e7aaee5420426157a08 for: {'network': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:28:53.229501 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7020325a-a591-4f6e-870a-683fdbdb0975 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:53.281279 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663541ef-e4d8-44b8-8cc0-06e5f95de568 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Pushing event deleted for resources: {'Subnet': ['ID=3350ca38-e282-427a-aea3-720a50056fdf,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:53.283004 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3eec748-f7c0-4579-9d0f-f7b0a3a9bca2 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Made reservation on behalf of d368a1938e3342de9d3358d110005af5 for: {'network': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:28:53.286570 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b3eec748-f7c0-4579-9d0f-f7b0a3a9bca2 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:53.293069 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-663541ef-e4d8-44b8-8cc0-06e5f95de568 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks [] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:53.299406 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-663541ef-e4d8-44b8-8cc0-06e5f95de568 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "DELETE /v2.0/subnets/3350ca38-e282-427a-aea3-720a50056fdf HTTP/1.1" status: 204 len: 168 time: 1.4885695 Dec 21 13:28:53.306009 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56230) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:53.351129 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-bcae90a7-3732-4e06-a977-ddc451769fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:53.370846 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device fe6bb36e-8065-42dd-b093-9979e8685ca3 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:28:53.408712 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:53.408712 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:28:53.408712 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:53.408712 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:28:53.408712 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:53.408712 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:28:53.408712 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:53.408712 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:28:53.408712 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:53.408712 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:28:53.408712 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:53.408712 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:28:53.408712 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:53.408712 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:28:53.408712 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:53.408712 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:28:53.408712 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:53.408712 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:28:53.408712 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:53.408712 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:28:53.408712 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:53.408712 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:28:53.408712 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:53.408712 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:28:53.408712 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:53.408712 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:28:53.408712 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:53.408712 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:28:53.408712 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:53.408712 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:28:53.408712 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:53.408712 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:28:53.408712 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:53.408712 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:28:53.408712 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:53.408712 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:28:53.411062 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:53.411062 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:28:53.411062 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:53.411062 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:28:53.411062 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:53.411062 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:28:53.411062 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:53.411062 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:28:53.411062 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:53.411062 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:28:53.411062 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:53.411062 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:28:53.411062 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f35d460-e99a-4751-9f23-fcca1bfc3c71 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:53.417118 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f35d460-e99a-4751-9f23-fcca1bfc3c71 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:53.418886 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-1f35d460-e99a-4751-9f23-fcca1bfc3c71 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2158263 Dec 21 13:28:53.425462 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56232) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:53.456663 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3eec748-f7c0-4579-9d0f-f7b0a3a9bca2 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=103153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:28:53.464419 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-bcae90a7-3732-4e06-a977-ddc451769fed None None] For port fe6bb36e-8065-42dd-b093-9979e8685ca3, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fe6bb36e-8065-42dd-b093-9979e8685ca3,segment=NetworkSegment(b20a5dbe-a251-4a83-ae2d-3ffbda6396cf),segment_id=b20a5dbe-a251-4a83-ae2d-3ffbda6396cf)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:28:53.475786 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-bcae90a7-3732-4e06-a977-ddc451769fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:53.526256 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-997c6549-4cfc-489b-bd89-f5121e06604d tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12346565'] for subnet, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:53.540722 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7020325a-a591-4f6e-870a-683fdbdb0975 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=103152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:28:53.569508 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port fe6bb36e-8065-42dd-b093-9979e8685ca3 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:28:53.569905 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:53.602666 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7020325a-a591-4f6e-870a-683fdbdb0975 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:53.602926 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.segments_db [None req-7020325a-a591-4f6e-870a-683fdbdb0975 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Added segment b6a2ada8-9a03-41b9-b44b-e9556fc4749d of type vlan for network 1f2181f2-0f89-4a7c-81bc-371c6c4c155c Dec 21 13:28:53.644278 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcae90a7-3732-4e06-a977-ddc451769fed None None] Pushing event updated for resources: {'Port': ['ID=fe6bb36e-8065-42dd-b093-9979e8685ca3,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:53.647714 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997c6549-4cfc-489b-bd89-f5121e06604d tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Pushing event updated for resources: {'Subnet': ['ID=d6d95688-79e2-4eff-b02a-2d1dac8ec3c8,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:53.707624 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7020325a-a591-4f6e-870a-683fdbdb0975 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:53.734202 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997c6549-4cfc-489b-bd89-f5121e06604d tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Checking segment: {'id': '9c77b702-3c1c-403e-9510-893b4cf3e252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cd2557fc-f96b-4d6a-b1e1-4773af23df10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:28:53.734608 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997c6549-4cfc-489b-bd89-f5121e06604d tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Network hostable DHCP agents. Network: cd2557fc-f96b-4d6a-b1e1-4773af23df10, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:28:53.753513 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-26a9d9df-4d6e-4476-be4f-8abd9415f4ea tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:53.774549 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5b9b21-59d2-45e2-b103-05ec938c4dc7 None None] Network 1293bdc4-07c9-499b-883d-19263c00676c requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:28:53.789743 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7020325a-a591-4f6e-870a-683fdbdb0975 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:53.796162 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7020325a-a591-4f6e-870a-683fdbdb0975 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:53.796809 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7020325a-a591-4f6e-870a-683fdbdb0975 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks [] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:53.812315 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a9d9df-4d6e-4476-be4f-8abd9415f4ea tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Pushing event deleted for resources: {'Port': ['ID=9759ebe0-fdb8-4e6e-866c-228298328b20,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:53.839663 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997c6549-4cfc-489b-bd89-f5121e06604d tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Network cd2557fc-f96b-4d6a-b1e1-4773af23df10 is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:28:53.840125 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b3eec748-f7c0-4579-9d0f-f7b0a3a9bca2 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:53.841046 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.segments_db [None req-b3eec748-f7c0-4579-9d0f-f7b0a3a9bca2 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Added segment 4366dbc1-e7c6-430d-83fa-9e29715d61b2 of type vlan for network 2cf63e90-259f-413d-9f59-c6e07bb014ac Dec 21 13:28:53.847607 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1d1c9166-8f17-4b0e-b6eb-68ea966cb96b tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:53.867011 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device cb4053d8-7ed6-4bf1-a9ba-0c9ec24ecc8e no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:28:53.869725 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-7020325a-a591-4f6e-870a-683fdbdb0975 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7934391 Dec 21 13:28:53.874139 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56234) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:53.880885 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-974a142b-2044-45d6-b557-07b4a8bebec1 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Request body: {'subnet': {'network_id': '1f2181f2-0f89-4a7c-81bc-371c6c4c155c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:28:53.912027 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: cb4053d8-7ed6-4bf1-a9ba-0c9ec24ecc8e {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:28:53.912408 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device cb4053d8-7ed6-4bf1-a9ba-0c9ec24ecc8e not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:28:53.922540 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-26a9d9df-4d6e-4476-be4f-8abd9415f4ea tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:53.928714 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-26a9d9df-4d6e-4476-be4f-8abd9415f4ea tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "DELETE /v2.0/ports/9759ebe0-fdb8-4e6e-866c-228298328b20 HTTP/1.1" status: 204 len: 168 time: 1.7686455 Dec 21 13:28:53.946643 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56236) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:53.949473 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-997c6549-4cfc-489b-bd89-f5121e06604d tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, cd2557fc-f96b-4d6a-b1e1-4773af23df10) {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:28:53.958506 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-653c9cc1-be8b-4089-b7be-b65ac8890222 None None] Provisioning complete for port fcc13bc8-7355-4fd4-95ef-24bf519e7a57 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:28:53.958885 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-653c9cc1-be8b-4089-b7be-b65ac8890222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:53.969143 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7020325a-a591-4f6e-870a-683fdbdb0975 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Pushing event updated for resources: {'Network': ['ID=1f2181f2-0f89-4a7c-81bc-371c6c4c155c,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:53.974325 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997c6549-4cfc-489b-bd89-f5121e06604d tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:53.974953 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-997c6549-4cfc-489b-bd89-f5121e06604d tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:54.000095 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73a1df6-8822-4897-bc22-15ad48171c44 None None] Network cd2557fc-f96b-4d6a-b1e1-4773af23df10 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:28:54.012191 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network 1f2181f2-0f89-4a7c-81bc-371c6c4c155c details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:28:54.023611 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b3eec748-f7c0-4579-9d0f-f7b0a3a9bca2 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:54.035950 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d41c443-0c11-4bfc-b8f0-98cfad2dc247 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] GET failed (client error): The resource could not be found. Dec 21 13:28:54.046653 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-2d41c443-0c11-4bfc-b8f0-98cfad2dc247 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "GET /v2.0/ports/9759ebe0-fdb8-4e6e-866c-228298328b20 HTTP/1.1" status: 404 len: 333 time: 0.0937092 Dec 21 13:28:54.047477 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-997c6549-4cfc-489b-bd89-f5121e06604d tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7622924 Dec 21 13:28:54.049964 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56238) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:54.050569 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56240) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:54.066605 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-0f682881-295a-46c8-ae39-ec36500c03c5 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Request body: {'port': {'network_id': 'cd2557fc-f96b-4d6a-b1e1-4773af23df10', 'security_groups': [], 'name': 'tempest-PortsTestJSON-759345329'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:28:54.153998 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-653c9cc1-be8b-4089-b7be-b65ac8890222 None None] Port fcc13bc8-7355-4fd4-95ef-24bf519e7a57 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:28:54.176954 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1ae14f-4d49-4b9c-a491-473da2e7bbc5 None None] DHCP port deletion for 1293bdc4-07c9-499b-883d-19263c00676c request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:28:54.244055 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-653c9cc1-be8b-4089-b7be-b65ac8890222 None None] Provisioning complete for port 79f09629-fe5e-44c8-9565-a4ae51da8cd7 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:28:54.244520 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-653c9cc1-be8b-4089-b7be-b65ac8890222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:54.249762 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.db.resource_extend [None req-b3eec748-f7c0-4579-9d0f-f7b0a3a9bca2 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 21 13:28:54.315029 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-653c9cc1-be8b-4089-b7be-b65ac8890222 None None] Port 79f09629-fe5e-44c8-9565-a4ae51da8cd7 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:28:54.319461 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-de1ae14f-4d49-4b9c-a491-473da2e7bbc5 None None] Deleting port 6cbe277a-5d79-4969-ace3-6dba9fb447b1 {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:28:54.320004 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-de1ae14f-4d49-4b9c-a491-473da2e7bbc5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:54.326326 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-974a142b-2044-45d6-b557-07b4a8bebec1 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Made reservation on behalf of 05521adc285d4e7aaee5420426157a08 for: {'subnet': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:28:54.330557 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-974a142b-2044-45d6-b557-07b4a8bebec1 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12346583'] for subnet, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:54.344907 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b3eec748-f7c0-4579-9d0f-f7b0a3a9bca2 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:54.346391 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477d8bbd-303c-4c6f-92f6-76733772db44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-cd2557fc-f96b-4d6a-b1e1-4773af23df10', 'network_id': 'cd2557fc-f96b-4d6a-b1e1-4773af23df10', 'project_id': '401fab62d2cc4dcc90d3b9ab6f110b7e', 'fixed_ips': [{'subnet_id': 'd6d95688-79e2-4eff-b02a-2d1dac8ec3c8'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:28:54.347230 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-477d8bbd-303c-4c6f-92f6-76733772db44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:54.351567 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3eec748-f7c0-4579-9d0f-f7b0a3a9bca2 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:54.352270 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b3eec748-f7c0-4579-9d0f-f7b0a3a9bca2 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:54.363012 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-653c9cc1-be8b-4089-b7be-b65ac8890222 None None] Provisioning complete for port 3f6e60f8-7a30-4e48-b519-4cf2bc7e0ab0 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:28:54.363563 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-653c9cc1-be8b-4089-b7be-b65ac8890222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:54.388585 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-f594c5f2-532e-46db-bd22-0384f3556633 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Deleting port ed3c9521-a4d1-4e79-a98f-6124c729152e {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:28:54.388952 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f594c5f2-532e-46db-bd22-0384f3556633 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:54.444550 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942236ea-1a09-4cd8-aba0-c69eb35debd7 req-ba7ca5ec-2789-41a6-92fc-fc2da9d4fb10 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:54.446270 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-942236ea-1a09-4cd8-aba0-c69eb35debd7 req-ba7ca5ec-2789-41a6-92fc-fc2da9d4fb10 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f04569b-7b6a-480f-a48e-6be4ed1157fe HTTP/1.1" status: 200 len: 945 time: 0.1863747 Dec 21 13:28:54.453575 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-de1ae14f-4d49-4b9c-a491-473da2e7bbc5 None None] For port 6cbe277a-5d79-4969-ace3-6dba9fb447b1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6cbe277a-5d79-4969-ace3-6dba9fb447b1,segment=NetworkSegment(6ae97484-605c-476a-96b1-7ac05d68d22e),segment_id=6ae97484-605c-476a-96b1-7ac05d68d22e)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:28:54.454094 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-de1ae14f-4d49-4b9c-a491-473da2e7bbc5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:54.471640 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-b3eec748-f7c0-4579-9d0f-f7b0a3a9bca2 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3751109 Dec 21 13:28:54.495439 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56244) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:54.508577 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-764b702e-86da-491b-96fc-d86c641476d7 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Request body: {'subnet': {'network_id': '2cf63e90-259f-413d-9f59-c6e07bb014ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:28:54.514720 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-11a48186-ff83-405d-bf9b-e520ddabf779 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Deleting port 3d84fab3-5563-4bd2-9b19-9e8d2c97780c {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:28:54.515114 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-11a48186-ff83-405d-bf9b-e520ddabf779 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:54.521057 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-653c9cc1-be8b-4089-b7be-b65ac8890222 None None] Port 3f6e60f8-7a30-4e48-b519-4cf2bc7e0ab0 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:28:54.529158 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-de1ae14f-4d49-4b9c-a491-473da2e7bbc5 None None] Calling delete_port for 6cbe277a-5d79-4969-ace3-6dba9fb447b1 owned by network:dhcp {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:28:54.553624 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-1d1c9166-8f17-4b0e-b6eb-68ea966cb96b tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Deleting port 6cbe277a-5d79-4969-ace3-6dba9fb447b1 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:28:54.553958 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1d1c9166-8f17-4b0e-b6eb-68ea966cb96b tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:54.562410 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eec748-f7c0-4579-9d0f-f7b0a3a9bca2 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Pushing event updated for resources: {'Network': ['ID=2cf63e90-259f-413d-9f59-c6e07bb014ac,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:54.593102 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network 2cf63e90-259f-413d-9f59-c6e07bb014ac details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:28:54.619001 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-11a48186-ff83-405d-bf9b-e520ddabf779 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:54.629930 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-780e1197-e1fa-4ea9-97a1-7e33a9d06962 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:54.632659 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-11a48186-ff83-405d-bf9b-e520ddabf779 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Calling delete_port for 3d84fab3-5563-4bd2-9b19-9e8d2c97780c owned by {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:28:54.680228 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f594c5f2-532e-46db-bd22-0384f3556633 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:54.696310 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-1d1c9166-8f17-4b0e-b6eb-68ea966cb96b tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] For port 6cbe277a-5d79-4969-ace3-6dba9fb447b1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6cbe277a-5d79-4969-ace3-6dba9fb447b1,segment=NetworkSegment(6ae97484-605c-476a-96b1-7ac05d68d22e),segment_id=6ae97484-605c-476a-96b1-7ac05d68d22e)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:28:54.696588 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1d1c9166-8f17-4b0e-b6eb-68ea966cb96b tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:54.698262 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f682881-295a-46c8-ae39-ec36500c03c5 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Made reservation on behalf of 401fab62d2cc4dcc90d3b9ab6f110b7e for: {'port': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:28:54.701946 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0f682881-295a-46c8-ae39-ec36500c03c5 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:54.713376 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-f594c5f2-532e-46db-bd22-0384f3556633 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Calling delete_port for ed3c9521-a4d1-4e79-a98f-6124c729152e owned by {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:28:54.722901 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device fe6bb36e-8065-42dd-b093-9979e8685ca3 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:28:54.729257 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-1d1c9166-8f17-4b0e-b6eb-68ea966cb96b tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Calling delete_port for 6cbe277a-5d79-4969-ace3-6dba9fb447b1 owned by network:dhcp {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:28:54.766549 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-3685602d-592e-4fa6-b934-0939e393cfb6 None None] Provisioning complete for port ed3c9521-a4d1-4e79-a98f-6124c729152e triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:28:54.766949 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-3685602d-592e-4fa6-b934-0939e393cfb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:54.769490 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-477d8bbd-303c-4c6f-92f6-76733772db44 None None] Allocated IP 172.20.0.2 (cd2557fc-f96b-4d6a-b1e1-4773af23df10/d6d95688-79e2-4eff-b02a-2d1dac8ec3c8/2e279ba9-6872-4a09-9a3c-7b649b09c737) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:28:54.785610 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-0f682881-295a-46c8-ae39-ec36500c03c5 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] device_id is not set on port ca490816-1ce2-4757-a00d-450b272f4096 yet. {{(pid=103152) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 13:28:54.843386 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-780e1197-e1fa-4ea9-97a1-7e33a9d06962 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:54.855356 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-de1ae14f-4d49-4b9c-a491-473da2e7bbc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636'] for port, after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:54.860544 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-3685602d-592e-4fa6-b934-0939e393cfb6 None None] Port ed3c9521-a4d1-4e79-a98f-6124c729152e cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:28:54.893213 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-942236ea-1a09-4cd8-aba0-c69eb35debd7 req-8e86a806-207c-47ae-a67f-bf90184b542f tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ba20eb6-7980-48d1-8013-51c2682fdc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4056385 Dec 21 13:28:55.042128 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-11a48186-ff83-405d-bf9b-e520ddabf779 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:55.044016 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-764b702e-86da-491b-96fc-d86c641476d7 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Made reservation on behalf of d368a1938e3342de9d3358d110005af5 for: {'subnet': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:28:55.048739 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-764b702e-86da-491b-96fc-d86c641476d7 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12346583'] for subnet, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:55.084385 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1ae14f-4d49-4b9c-a491-473da2e7bbc5 None None] Pushing event deleted for resources: {'Port': ['ID=6cbe277a-5d79-4969-ace3-6dba9fb447b1,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:55.086434 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1ae14f-4d49-4b9c-a491-473da2e7bbc5 None None] No DVR routers for this DVR port 6cbe277a-5d79-4969-ace3-6dba9fb447b1 on host dv-neutron-master-2-hyperv {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:28:55.102618 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port fe6bb36e-8065-42dd-b093-9979e8685ca3 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:28:55.102993 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:55.133817 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a48186-ff83-405d-bf9b-e520ddabf779 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Pushing event deleted for resources: {'Port': ['ID=3d84fab3-5563-4bd2-9b19-9e8d2c97780c,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:55.164662 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1d1c9166-8f17-4b0e-b6eb-68ea966cb96b tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:55.171617 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8d56178d-857a-42ab-822d-9b9a476c221b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:55.234492 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-974a142b-2044-45d6-b557-07b4a8bebec1 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12346565'] for subnet, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:55.235845 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1c9166-8f17-4b0e-b6eb-68ea966cb96b tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] No DVR routers for this DVR port 6cbe277a-5d79-4969-ace3-6dba9fb447b1 on host dv-neutron-master-2-hyperv {{(pid=103153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:28:55.249774 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-11a48186-ff83-405d-bf9b-e520ddabf779 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:55.255386 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-11a48186-ff83-405d-bf9b-e520ddabf779 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "DELETE /v2.0/ports/3d84fab3-5563-4bd2-9b19-9e8d2c97780c HTTP/1.1" status: 204 len: 168 time: 1.2011688 Dec 21 13:28:55.264034 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56250) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:55.288846 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1c9166-8f17-4b0e-b6eb-68ea966cb96b tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Pushing event deleted for resources: {'Port': ['ID=6cbe277a-5d79-4969-ace3-6dba9fb447b1,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:55.332816 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e8c0f9e-b769-42b3-bf29-11989b421240 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] GET failed (client error): The resource could not be found. Dec 21 13:28:55.337157 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-1e8c0f9e-b769-42b3-bf29-11989b421240 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "GET /v2.0/ports/3d84fab3-5563-4bd2-9b19-9e8d2c97780c HTTP/1.1" status: 404 len: 333 time: 0.0709281 Dec 21 13:28:55.344110 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56252) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:55.345348 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-477d8bbd-303c-4c6f-92f6-76733772db44 None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:55.361352 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-477d8bbd-303c-4c6f-92f6-76733772db44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:55.414795 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477d8bbd-303c-4c6f-92f6-76733772db44 None None] Network cd2557fc-f96b-4d6a-b1e1-4773af23df10 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:28:55.415941 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494569f1-fbe6-4790-9784-94c1115d18a5 req-d37a989d-56cd-4c26-89a8-d5f0f7b6e560 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:55.417550 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-494569f1-fbe6-4790-9784-94c1115d18a5 req-d37a989d-56cd-4c26-89a8-d5f0f7b6e560 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f04569b-7b6a-480f-a48e-6be4ed1157fe HTTP/1.1" status: 200 len: 945 time: 0.3012071 Dec 21 13:28:55.428314 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-477d8bbd-303c-4c6f-92f6-76733772db44 None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:28:55.432006 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477d8bbd-303c-4c6f-92f6-76733772db44 None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:28:55.469463 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 6cbe277a-5d79-4969-ace3-6dba9fb447b1 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:28:55.476473 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1d1c9166-8f17-4b0e-b6eb-68ea966cb96b tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:55.492698 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477d8bbd-303c-4c6f-92f6-76733772db44 None None] Pushing event updated for resources: {'Port': ['ID=2e279ba9-6872-4a09-9a3c-7b649b09c737,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:55.495186 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f594c5f2-532e-46db-bd22-0384f3556633 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:55.495991 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974a142b-2044-45d6-b557-07b4a8bebec1 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Pushing event updated for resources: {'Subnet': ['ID=0debf9dd-3168-49ee-a89a-fa5fd3612028,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:55.523038 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: 6cbe277a-5d79-4969-ace3-6dba9fb447b1 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:28:55.523038 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 6cbe277a-5d79-4969-ace3-6dba9fb447b1 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:28:55.528027 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-477d8bbd-303c-4c6f-92f6-76733772db44 None None] Attempting to bind port 2e279ba9-6872-4a09-9a3c-7b649b09c737 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:28:55.528299 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-477d8bbd-303c-4c6f-92f6-76733772db44 None None] Attempting to bind port 2e279ba9-6872-4a09-9a3c-7b649b09c737 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '9c77b702-3c1c-403e-9510-893b4cf3e252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cd2557fc-f96b-4d6a-b1e1-4773af23df10'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:28:55.528665 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477d8bbd-303c-4c6f-92f6-76733772db44 None None] Attempting to bind port 2e279ba9-6872-4a09-9a3c-7b649b09c737 on network cd2557fc-f96b-4d6a-b1e1-4773af23df10 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:28:55.529307 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-1d1c9166-8f17-4b0e-b6eb-68ea966cb96b tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1293bdc4-07c9-499b-883d-19263c00676c']}} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:55.535971 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477d8bbd-303c-4c6f-92f6-76733772db44 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:28:55.536373 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477d8bbd-303c-4c6f-92f6-76733772db44 None None] Checking segment: {'id': '9c77b702-3c1c-403e-9510-893b4cf3e252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cd2557fc-f96b-4d6a-b1e1-4773af23df10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:28:55.536876 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-477d8bbd-303c-4c6f-92f6-76733772db44 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:55.537280 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477d8bbd-303c-4c6f-92f6-76733772db44 None None] Bound using segment: {'id': '9c77b702-3c1c-403e-9510-893b4cf3e252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cd2557fc-f96b-4d6a-b1e1-4773af23df10'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:28:55.537757 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-477d8bbd-303c-4c6f-92f6-76733772db44 None None] Bound port: 2e279ba9-6872-4a09-9a3c-7b649b09c737, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c77b702-3c1c-403e-9510-893b4cf3e252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cd2557fc-f96b-4d6a-b1e1-4773af23df10'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:28:55.538135 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-477d8bbd-303c-4c6f-92f6-76733772db44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:55.565229 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-780e1197-e1fa-4ea9-97a1-7e33a9d06962 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:55.567406 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_v2 [None req-eab36ba1-baa1-4567-b2af-005de00be958 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Deleting subnet 575592cb-ddbd-4892-a6be-1818e4acca72 {{(pid=103152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:28:55.570324 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-1d1c9166-8f17-4b0e-b6eb-68ea966cb96b tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ae97484-605c-476a-96b1-7ac05d68d22e') {'for_net_delete': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:55.570730 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-1d1c9166-8f17-4b0e-b6eb-68ea966cb96b tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ae97484-605c-476a-96b1-7ac05d68d22e') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:55.573376 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f594c5f2-532e-46db-bd22-0384f3556633 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event deleted for resources: {'Port': ['ID=ed3c9521-a4d1-4e79-a98f-6124c729152e,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:55.576860 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f356b602-7f93-4da5-b444-b2ae063cf31d req-5ec8e5ad-42b1-4188-af05-f77b14b639b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:55.579862 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f356b602-7f93-4da5-b444-b2ae063cf31d req-5ec8e5ad-42b1-4188-af05-f77b14b639b5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=eb17296434674195836b28e8a0fc67cf&device_id=9f04569b-7b6a-480f-a48e-6be4ed1157fe HTTP/1.1" status: 200 len: 1098 time: 0.3567235 Dec 21 13:28:55.585609 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-eab36ba1-baa1-4567-b2af-005de00be958 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks [] for subnet, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:55.588186 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-780e1197-e1fa-4ea9-97a1-7e33a9d06962 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:55.605262 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-477d8bbd-303c-4c6f-92f6-76733772db44 None None] For port 2e279ba9-6872-4a09-9a3c-7b649b09c737, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:28:55.609833 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-477d8bbd-303c-4c6f-92f6-76733772db44 None None] For port 2e279ba9-6872-4a09-9a3c-7b649b09c737, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2e279ba9-6872-4a09-9a3c-7b649b09c737,segment=NetworkSegment(9c77b702-3c1c-403e-9510-893b4cf3e252),segment_id=9c77b702-3c1c-403e-9510-893b4cf3e252)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:28:55.612628 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1d1c9166-8f17-4b0e-b6eb-68ea966cb96b tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1585430'] for segment, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:55.616167 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-477d8bbd-303c-4c6f-92f6-76733772db44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:55.640382 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-0f682881-295a-46c8-ae39-ec36500c03c5 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Allocated IP 172.20.0.5 (cd2557fc-f96b-4d6a-b1e1-4773af23df10/d6d95688-79e2-4eff-b02a-2d1dac8ec3c8/ca490816-1ce2-4757-a00d-450b272f4096) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:28:55.658839 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974a142b-2044-45d6-b557-07b4a8bebec1 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Checking segment: {'id': 'b6a2ada8-9a03-41b9-b44b-e9556fc4749d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '1f2181f2-0f89-4a7c-81bc-371c6c4c155c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:28:55.659215 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974a142b-2044-45d6-b557-07b4a8bebec1 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Network hostable DHCP agents. Network: 1f2181f2-0f89-4a7c-81bc-371c6c4c155c, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:28:55.689079 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-494569f1-fbe6-4790-9784-94c1115d18a5 req-a58de6c2-1e7f-49e6-9f39-2ee3eb9aead5 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ba20eb6-7980-48d1-8013-51c2682fdc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2159178 Dec 21 13:28:55.692925 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f594c5f2-532e-46db-bd22-0384f3556633 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:55.698950 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-f594c5f2-532e-46db-bd22-0384f3556633 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "DELETE /v2.0/ports/ed3c9521-a4d1-4e79-a98f-6124c729152e HTTP/1.1" status: 204 len: 168 time: 2.2435317 Dec 21 13:28:55.700335 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56254) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:55.729505 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477d8bbd-303c-4c6f-92f6-76733772db44 None None] Pushing event updated for resources: {'Port': ['ID=2e279ba9-6872-4a09-9a3c-7b649b09c737,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:55.766036 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-eab36ba1-baa1-4567-b2af-005de00be958 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526644'] for subnet, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:55.775360 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1d1c9166-8f17-4b0e-b6eb-68ea966cb96b tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:55.803459 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d1c9166-8f17-4b0e-b6eb-68ea966cb96b tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=103153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:28:55.804170 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1d1c9166-8f17-4b0e-b6eb-68ea966cb96b tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11349758'] for segment, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:55.809519 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:55.809519 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:28:55.809519 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:55.809519 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:28:55.809519 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:55.809519 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:28:55.809519 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:55.809519 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:28:55.809519 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:55.809519 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:28:55.809519 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 13:28:55.809519 dv-neutron-master-2-hyperv neutron-server[103153]: self.session.flush() Dec 21 13:28:55.809519 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 13:28:55.809519 dv-neutron-master-2-hyperv neutron-server[103153]: self.session.flush() Dec 21 13:28:55.809519 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 13:28:55.809519 dv-neutron-master-2-hyperv neutron-server[103153]: self.session.flush() Dec 21 13:28:55.809519 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 13:28:55.809519 dv-neutron-master-2-hyperv neutron-server[103153]: self.session.flush() Dec 21 13:28:55.809519 dv-neutron-master-2-hyperv neutron-server[103153]: Traceback (most recent call last): Dec 21 13:28:55.809519 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:28:55.809519 dv-neutron-master-2-hyperv neutron-server[103153]: timer() Dec 21 13:28:55.809519 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:28:55.809519 dv-neutron-master-2-hyperv neutron-server[103153]: cb(*args, **kw) Dec 21 13:28:55.809519 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:28:55.809519 dv-neutron-master-2-hyperv neutron-server[103153]: return func(*args, **kwargs) Dec 21 13:28:55.809519 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:28:55.809519 dv-neutron-master-2-hyperv neutron-server[103153]: self._notify() Dec 21 13:28:55.809519 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:28:55.809519 dv-neutron-master-2-hyperv neutron-server[103153]: self.callback(batched_events) Dec 21 13:28:55.809519 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:28:55.809519 dv-neutron-master-2-hyperv neutron-server[103153]: event.method(event) Dec 21 13:28:55.809519 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:28:55.809519 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:28:55.809519 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:28:55.809519 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:28:55.809519 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:28:55.809519 dv-neutron-master-2-hyperv neutron-server[103153]: return f(self, *a, **k) Dec 21 13:28:55.809519 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:28:55.809519 dv-neutron-master-2-hyperv neutron-server[103153]: return self._get(url).json() Dec 21 13:28:55.809519 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:28:55.809519 dv-neutron-master-2-hyperv neutron-server[103153]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:28:55.809519 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:28:55.809519 dv-neutron-master-2-hyperv neutron-server[103153]: return self.request(url, 'GET', **kwargs) Dec 21 13:28:55.809519 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:28:55.809519 dv-neutron-master-2-hyperv neutron-server[103153]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:28:55.809519 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:28:55.809519 dv-neutron-master-2-hyperv neutron-server[103153]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:28:55.809519 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:28:55.809519 dv-neutron-master-2-hyperv neutron-server[103153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:28:55.809519 dv-neutron-master-2-hyperv neutron-server[103153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:28:55.856529 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f356b602-7f93-4da5-b444-b2ae063cf31d req-ac2c55b8-e492-456a-8964-6b2e645adb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:55.858793 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f356b602-7f93-4da5-b444-b2ae063cf31d req-ac2c55b8-e492-456a-8964-6b2e645adb14 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ec88161e-a588-41e1-b33a-71ad6f2116fc HTTP/1.1" status: 200 len: 912 time: 0.2675042 Dec 21 13:28:55.878553 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974a142b-2044-45d6-b557-07b4a8bebec1 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Network 1f2181f2-0f89-4a7c-81bc-371c6c4c155c is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:28:55.915278 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780e1197-e1fa-4ea9-97a1-7e33a9d06962 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Pushing event updated for resources: {'Port': ['ID=3e3aeebd-c6f6-4520-9351-65743e3989b6,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:55.961114 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-764b702e-86da-491b-96fc-d86c641476d7 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12346565'] for subnet, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:55.988277 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-780e1197-e1fa-4ea9-97a1-7e33a9d06962 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548820'] for floatingip, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:55.995262 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-974a142b-2044-45d6-b557-07b4a8bebec1 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 1f2181f2-0f89-4a7c-81bc-371c6c4c155c) {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:28:56.000936 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a38020-353d-4b85-ac7b-84711aadb96c tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:56.002397 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a38020-353d-4b85-ac7b-84711aadb96c tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:56.006780 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-d4a38020-353d-4b85-ac7b-84711aadb96c tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2987096 Dec 21 13:28:56.010974 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7813fc-a109-497a-87e3-191342b2bfa8 None None] Network 1f2181f2-0f89-4a7c-81bc-371c6c4c155c requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:28:56.026245 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1d1c9166-8f17-4b0e-b6eb-68ea966cb96b tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:56.031430 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56256) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:56.041292 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974a142b-2044-45d6-b557-07b4a8bebec1 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:56.041900 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-974a142b-2044-45d6-b557-07b4a8bebec1 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:56.070968 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1d1c9166-8f17-4b0e-b6eb-68ea966cb96b tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:56.074472 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-1d1c9166-8f17-4b0e-b6eb-68ea966cb96b tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "DELETE /v2.0/networks/1293bdc4-07c9-499b-883d-19263c00676c HTTP/1.1" status: 204 len: 168 time: 2.7604628 Dec 21 13:28:56.085938 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56258) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:56.094091 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-5eb49fef-1610-420e-9024-37d98de82ff6 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-758070956', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:28:56.127966 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f356b602-7f93-4da5-b444-b2ae063cf31d req-1f8bde96-3db0-42a9-922a-53f2b22302e9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9254e1af-d3c0-416d-a770-279ae90ca001 HTTP/1.1" status: 200 len: 1000 time: 0.2272580 Dec 21 13:28:56.134205 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1c9166-8f17-4b0e-b6eb-68ea966cb96b tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Pushing event deleted for resources: {'Network': ['ID=1293bdc4-07c9-499b-883d-19263c00676c,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:56.156667 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-974a142b-2044-45d6-b557-07b4a8bebec1 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2798212 Dec 21 13:28:56.159306 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56260) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:56.173385 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764b702e-86da-491b-96fc-d86c641476d7 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Pushing event updated for resources: {'Subnet': ['ID=3a2300ef-3c43-47b0-8476-ddfb30a8d010,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:56.176425 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-eab36ba1-baa1-4567-b2af-005de00be958 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:56.192368 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f54654-f1db-4e45-a9a5-3c1258955da6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-1f2181f2-0f89-4a7c-81bc-371c6c4c155c', 'network_id': '1f2181f2-0f89-4a7c-81bc-371c6c4c155c', 'project_id': '05521adc285d4e7aaee5420426157a08', 'fixed_ips': [{'subnet_id': '0debf9dd-3168-49ee-a89a-fa5fd3612028'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:28:56.193379 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c9f54654-f1db-4e45-a9a5-3c1258955da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:56.232343 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bf74fc3-df5f-4fea-a21a-e46ae0ffdadc tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Deleting subnet f03b7f0c-a6d9-42dc-b7b7-ca66b7205a40 {{(pid=103153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:28:56.247531 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4bf74fc3-df5f-4fea-a21a-e46ae0ffdadc tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for subnet, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:56.254339 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0f682881-295a-46c8-ae39-ec36500c03c5 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:56.283814 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5eb49fef-1610-420e-9024-37d98de82ff6 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26964'] for router, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:56.284582 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5eb49fef-1610-420e-9024-37d98de82ff6 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-642316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26957'] for router, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:56.298606 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f356b602-7f93-4da5-b444-b2ae063cf31d req-2a19a227-8c6f-455a-a17e-f9f8b501e61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:56.300136 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f356b602-7f93-4da5-b444-b2ae063cf31d req-2a19a227-8c6f-455a-a17e-f9f8b501e61d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fea6c692-bae9-40da-92a1-c6d85a86ba17 HTTP/1.1" status: 200 len: 850 time: 0.1618569 Dec 21 13:28:56.322066 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764b702e-86da-491b-96fc-d86c641476d7 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Checking segment: {'id': '4366dbc1-e7c6-430d-83fa-9e29715d61b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '2cf63e90-259f-413d-9f59-c6e07bb014ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:28:56.322377 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764b702e-86da-491b-96fc-d86c641476d7 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Network hostable DHCP agents. Network: 2cf63e90-259f-413d-9f59-c6e07bb014ac, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:28:56.328811 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.l3_db [None req-780e1197-e1fa-4ea9-97a1-7e33a9d06962 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Floating IP 7d30feaf-fcb6-471a-81f2-360e65faf4be associated. External IP: 172.36.3.166, port: fcc13bc8-7355-4fd4-95ef-24bf519e7a57. Dec 21 13:28:56.332627 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4bf74fc3-df5f-4fea-a21a-e46ae0ffdadc tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1585439'] for subnet, precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:56.366632 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-c9f54654-f1db-4e45-a9a5-3c1258955da6 None None] Allocated IP 2001:db8::2 (1f2181f2-0f89-4a7c-81bc-371c6c4c155c/0debf9dd-3168-49ee-a89a-fa5fd3612028/1f8356b7-b645-4f19-accf-1be28ad4261d) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:28:56.380543 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-eab36ba1-baa1-4567-b2af-005de00be958 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12346570'] for subnet, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:56.401629 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-94283a8c-f4e0-439a-b6c3-323d2fc21c6f tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:56.427822 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764b702e-86da-491b-96fc-d86c641476d7 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Network 2cf63e90-259f-413d-9f59-c6e07bb014ac is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:28:56.432270 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab36ba1-baa1-4567-b2af-005de00be958 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Pushing event deleted for resources: {'Subnet': ['ID=575592cb-ddbd-4892-a6be-1818e4acca72,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:56.441306 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0f682881-295a-46c8-ae39-ec36500c03c5 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:56.445662 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-eab36ba1-baa1-4567-b2af-005de00be958 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:56.452697 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-eab36ba1-baa1-4567-b2af-005de00be958 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "DELETE /v2.0/subnets/575592cb-ddbd-4892-a6be-1818e4acca72 HTTP/1.1" status: 204 len: 168 time: 1.1073196 Dec 21 13:28:56.456670 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4972e983-2dc0-4c9e-94b1-be31abd8e9c8 None None] Network 82fb6993-b0aa-465a-aabf-f4523364c9db requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:28:56.458394 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56262) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:56.489566 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-764b702e-86da-491b-96fc-d86c641476d7 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 2cf63e90-259f-413d-9f59-c6e07bb014ac) {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:28:56.507896 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764b702e-86da-491b-96fc-d86c641476d7 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:56.508473 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-764b702e-86da-491b-96fc-d86c641476d7 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:56.529796 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c97fe4-185b-4c9a-85e3-ec11bcdc3852 None None] Network 2cf63e90-259f-413d-9f59-c6e07bb014ac requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:28:56.573452 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f682881-295a-46c8-ae39-ec36500c03c5 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Network cd2557fc-f96b-4d6a-b1e1-4773af23df10 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:28:56.589963 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-0f682881-295a-46c8-ae39-ec36500c03c5 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:28:56.642917 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f682881-295a-46c8-ae39-ec36500c03c5 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:28:56.668140 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-764b702e-86da-491b-96fc-d86c641476d7 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1716630 Dec 21 13:28:56.671926 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56264) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:56.746340 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 2e279ba9-6872-4a09-9a3c-7b649b09c737 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:28:56.752918 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c9f54654-f1db-4e45-a9a5-3c1258955da6 None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:56.808094 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c9f54654-f1db-4e45-a9a5-3c1258955da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:56.833203 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908099a6-c89f-467e-86ae-1fdfdc8cfa22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-2cf63e90-259f-413d-9f59-c6e07bb014ac', 'network_id': '2cf63e90-259f-413d-9f59-c6e07bb014ac', 'project_id': 'd368a1938e3342de9d3358d110005af5', 'fixed_ips': [{'subnet_id': '3a2300ef-3c43-47b0-8476-ddfb30a8d010'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:28:56.834099 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-908099a6-c89f-467e-86ae-1fdfdc8cfa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:56.883395 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f199bbaf-89ca-4247-90d6-e6cc4eeb30f8 None None] DHCP port deletion for 82fb6993-b0aa-465a-aabf-f4523364c9db request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:28:56.914882 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f54654-f1db-4e45-a9a5-3c1258955da6 None None] Network 1f2181f2-0f89-4a7c-81bc-371c6c4c155c is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:28:56.927691 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5eb49fef-1610-420e-9024-37d98de82ff6 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:56.929561 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-c9f54654-f1db-4e45-a9a5-3c1258955da6 None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:28:56.933471 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f54654-f1db-4e45-a9a5-3c1258955da6 None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:28:56.988329 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5eb49fef-1610-420e-9024-37d98de82ff6 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548730'] for router, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:57.027310 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f356b602-7f93-4da5-b444-b2ae063cf31d req-ce6b0272-df44-47fd-887c-0c9069af4c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:57.029053 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f356b602-7f93-4da5-b444-b2ae063cf31d req-ce6b0272-df44-47fd-887c-0c9069af4c9a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ec88161e-a588-41e1-b33a-71ad6f2116fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7181761 Dec 21 13:28:57.032199 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f54654-f1db-4e45-a9a5-3c1258955da6 None None] Pushing event updated for resources: {'Port': ['ID=1f8356b7-b645-4f19-accf-1be28ad4261d,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:57.081538 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5eb49fef-1610-420e-9024-37d98de82ff6 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks [] for router, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:57.082661 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-5eb49fef-1610-420e-9024-37d98de82ff6 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.9920752 Dec 21 13:28:57.100964 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56268) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:57.106477 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-cc38089a-b0dc-4101-974d-939e10e2e702 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Request body: {'network': {'name': 'tempest-RoutersTest-681519221'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:28:57.109783 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f682881-295a-46c8-ae39-ec36500c03c5 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Pushing event updated for resources: {'Port': ['ID=ca490816-1ce2-4757-a00d-450b272f4096,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:57.126081 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f682881-295a-46c8-ae39-ec36500c03c5 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:57.126747 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0f682881-295a-46c8-ae39-ec36500c03c5 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:57.128821 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319a0585-292d-405a-912b-a9c275dcee19 req-d34c0d7e-0a4b-4176-8806-401921945055 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:57.130373 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-319a0585-292d-405a-912b-a9c275dcee19 req-d34c0d7e-0a4b-4176-8806-401921945055 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f04569b-7b6a-480f-a48e-6be4ed1157fe HTTP/1.1" status: 200 len: 945 time: 0.2544644 Dec 21 13:28:57.132393 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-63a7ef0d-e352-4204-9b40-940029d64915 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:57.132556 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 2e279ba9-6872-4a09-9a3c-7b649b09c737 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:28:57.132898 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:57.184630 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4bf74fc3-df5f-4fea-a21a-e46ae0ffdadc tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:57.194055 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-c9f54654-f1db-4e45-a9a5-3c1258955da6 None None] Attempting to bind port 1f8356b7-b645-4f19-accf-1be28ad4261d on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:28:57.194451 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-c9f54654-f1db-4e45-a9a5-3c1258955da6 None None] Attempting to bind port 1f8356b7-b645-4f19-accf-1be28ad4261d by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b6a2ada8-9a03-41b9-b44b-e9556fc4749d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '1f2181f2-0f89-4a7c-81bc-371c6c4c155c'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:28:57.194823 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f54654-f1db-4e45-a9a5-3c1258955da6 None None] Attempting to bind port 1f8356b7-b645-4f19-accf-1be28ad4261d on network 1f2181f2-0f89-4a7c-81bc-371c6c4c155c {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:28:57.217668 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f54654-f1db-4e45-a9a5-3c1258955da6 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:28:57.218115 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f54654-f1db-4e45-a9a5-3c1258955da6 None None] Checking segment: {'id': 'b6a2ada8-9a03-41b9-b44b-e9556fc4749d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '1f2181f2-0f89-4a7c-81bc-371c6c4c155c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:28:57.218827 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c9f54654-f1db-4e45-a9a5-3c1258955da6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:57.220183 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f54654-f1db-4e45-a9a5-3c1258955da6 None None] Bound using segment: {'id': 'b6a2ada8-9a03-41b9-b44b-e9556fc4749d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '1f2181f2-0f89-4a7c-81bc-371c6c4c155c'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:28:57.220383 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-c9f54654-f1db-4e45-a9a5-3c1258955da6 None None] Bound port: 1f8356b7-b645-4f19-accf-1be28ad4261d, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6a2ada8-9a03-41b9-b44b-e9556fc4749d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '1f2181f2-0f89-4a7c-81bc-371c6c4c155c'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:28:57.220926 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c9f54654-f1db-4e45-a9a5-3c1258955da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:57.221298 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-94283a8c-f4e0-439a-b6c3-323d2fc21c6f tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:57.247146 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-908099a6-c89f-467e-86ae-1fdfdc8cfa22 None None] Allocated IP 2001:db8::2 (2cf63e90-259f-413d-9f59-c6e07bb014ac/3a2300ef-3c43-47b0-8476-ddfb30a8d010/98215876-ea40-488e-8f32-2ac01aed6a5a) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:28:57.254037 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-f199bbaf-89ca-4247-90d6-e6cc4eeb30f8 None None] Deleting port 05f5f101-ba00-4d0c-a4b4-dd136be773d2 {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:28:57.254447 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f199bbaf-89ca-4247-90d6-e6cc4eeb30f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:57.287375 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a11909-ba14-485d-8c54-e77179ed5a6b None None] Network cd2557fc-f96b-4d6a-b1e1-4773af23df10 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:28:57.313826 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-0f682881-295a-46c8-ae39-ec36500c03c5 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 3.2545660 Dec 21 13:28:57.323465 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56270) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:57.395306 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f356b602-7f93-4da5-b444-b2ae063cf31d req-8c24ec08-789e-4996-b7fa-b7f2676d5eee service neutron] 10.222.0.60 "GET /v2.0/networks/ec88161e-a588-41e1-b33a-71ad6f2116fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3391287 Dec 21 13:28:57.395306 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc38089a-b0dc-4101-974d-939e10e2e702 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Made reservation on behalf of 2443f9ebd5734093aca8f8d69b48dcbc for: {'network': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:28:57.399473 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-cc38089a-b0dc-4101-974d-939e10e2e702 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:57.423076 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-319a0585-292d-405a-912b-a9c275dcee19 req-9a97e772-aac0-43fc-a0df-afb665534222 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ba20eb6-7980-48d1-8013-51c2682fdc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2522857 Dec 21 13:28:57.423466 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-94283a8c-f4e0-439a-b6c3-323d2fc21c6f tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12346570'] for subnet, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:57.461171 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94283a8c-f4e0-439a-b6c3-323d2fc21c6f tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Pushing event deleted for resources: {'Subnet': ['ID=0debf9dd-3168-49ee-a89a-fa5fd3612028,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:57.537854 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-63a7ef0d-e352-4204-9b40-940029d64915 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Deleting port 05f5f101-ba00-4d0c-a4b4-dd136be773d2 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:28:57.538542 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-63a7ef0d-e352-4204-9b40-940029d64915 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:57.585324 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc38089a-b0dc-4101-974d-939e10e2e702 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=103153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:28:57.595988 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4bf74fc3-df5f-4fea-a21a-e46ae0ffdadc tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11349588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11288746'] for subnet, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:57.617367 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-63a7ef0d-e352-4204-9b40-940029d64915 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] For port 05f5f101-ba00-4d0c-a4b4-dd136be773d2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=05f5f101-ba00-4d0c-a4b4-dd136be773d2,segment=NetworkSegment(0334680d-42cd-43c0-80fd-43216eeeff84),segment_id=0334680d-42cd-43c0-80fd-43216eeeff84)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:28:57.617880 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-63a7ef0d-e352-4204-9b40-940029d64915 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:57.632831 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-63a7ef0d-e352-4204-9b40-940029d64915 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Calling delete_port for 05f5f101-ba00-4d0c-a4b4-dd136be773d2 owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:28:57.654967 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf74fc3-df5f-4fea-a21a-e46ae0ffdadc tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event deleted for resources: {'Subnet': ['ID=f03b7f0c-a6d9-42dc-b7b7-ca66b7205a40,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:57.661010 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4bf74fc3-df5f-4fea-a21a-e46ae0ffdadc tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:57.664346 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-4bf74fc3-df5f-4fea-a21a-e46ae0ffdadc tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "DELETE /v2.0/subnets/f03b7f0c-a6d9-42dc-b7b7-ca66b7205a40 HTTP/1.1" status: 204 len: 168 time: 1.6314318 Dec 21 13:28:57.673124 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-cc38089a-b0dc-4101-974d-939e10e2e702 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:57.673469 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.segments_db [None req-cc38089a-b0dc-4101-974d-939e10e2e702 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Added segment 87e55700-e91d-4e2b-b9e9-0db20805226e of type vlan for network a2096345-ac39-4285-b67f-5f13a2a0698a Dec 21 13:28:57.674604 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56272) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:57.677682 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-780e1197-e1fa-4ea9-97a1-7e33a9d06962 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Router 9a0f9c1c-0b84-40b1-b675-f3a031108074 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:28:57.689374 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-f199bbaf-89ca-4247-90d6-e6cc4eeb30f8 None None] For port 05f5f101-ba00-4d0c-a4b4-dd136be773d2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=05f5f101-ba00-4d0c-a4b4-dd136be773d2,segment=NetworkSegment(0334680d-42cd-43c0-80fd-43216eeeff84),segment_id=0334680d-42cd-43c0-80fd-43216eeeff84)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:28:57.689939 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f199bbaf-89ca-4247-90d6-e6cc4eeb30f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:57.701509 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4272365-f84f-45b4-aaec-daaaaf80413a None None] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:28:57.718581 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-56c2a1a1-b9cd-4239-9e3a-7e7cc6d040a8 None None] Provisioning complete for port 2e279ba9-6872-4a09-9a3c-7b649b09c737 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:28:57.718955 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-56c2a1a1-b9cd-4239-9e3a-7e7cc6d040a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:57.739939 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-2806b90d-ffa8-443b-af32-9f1ec7e65aeb tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0524552 Dec 21 13:28:57.743995 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56274) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:57.746134 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-63a7ef0d-e352-4204-9b40-940029d64915 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:57.760849 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f356b602-7f93-4da5-b444-b2ae063cf31d req-45f8d6ae-ca21-467e-81f5-3d5e60be0808 service neutron] 10.222.0.60 "GET /v2.0/networks/ec88161e-a588-41e1-b33a-71ad6f2116fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3564768 Dec 21 13:28:57.783028 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-cc38089a-b0dc-4101-974d-939e10e2e702 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:57.825769 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-f199bbaf-89ca-4247-90d6-e6cc4eeb30f8 None None] Calling delete_port for 05f5f101-ba00-4d0c-a4b4-dd136be773d2 owned by network:dhcp {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:28:57.830823 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a7ef0d-e352-4204-9b40-940029d64915 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] No DVR routers for this DVR port 05f5f101-ba00-4d0c-a4b4-dd136be773d2 on host dv-neutron-master-2-hyperv {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:28:57.841867 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-9c134193-3669-4c4a-8040-bb238b3d42df tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Deleting port ca490816-1ce2-4757-a00d-450b272f4096 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:28:57.843375 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9c134193-3669-4c4a-8040-bb238b3d42df tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:57.849965 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-c9f54654-f1db-4e45-a9a5-3c1258955da6 None None] For port 1f8356b7-b645-4f19-accf-1be28ad4261d, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:28:57.863252 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-94283a8c-f4e0-439a-b6c3-323d2fc21c6f tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:57.882566 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7832c412-f07c-47a9-be4a-0601285957e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:57.908879 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a7ef0d-e352-4204-9b40-940029d64915 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Pushing event deleted for resources: {'Port': ['ID=05f5f101-ba00-4d0c-a4b4-dd136be773d2,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:57.922707 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:57.946424 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-c9f54654-f1db-4e45-a9a5-3c1258955da6 None None] For port 1f8356b7-b645-4f19-accf-1be28ad4261d, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1f8356b7-b645-4f19-accf-1be28ad4261d,segment=NetworkSegment(b6a2ada8-9a03-41b9-b44b-e9556fc4749d),segment_id=b6a2ada8-9a03-41b9-b44b-e9556fc4749d)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:28:57.946703 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-cc38089a-b0dc-4101-974d-939e10e2e702 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:57.952777 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc38089a-b0dc-4101-974d-939e10e2e702 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:57.953398 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-cc38089a-b0dc-4101-974d-939e10e2e702 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:57.953675 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-94283a8c-f4e0-439a-b6c3-323d2fc21c6f tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f2181f2-0f89-4a7c-81bc-371c6c4c155c']}} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:57.989853 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-94283a8c-f4e0-439a-b6c3-323d2fc21c6f tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6a2ada8-9a03-41b9-b44b-e9556fc4749d') {'for_net_delete': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:57.989853 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-94283a8c-f4e0-439a-b6c3-323d2fc21c6f tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6a2ada8-9a03-41b9-b44b-e9556fc4749d') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:58.002028 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e60c31b-f711-4bd0-95e3-521f7964c5d0 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:58.006214 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-7e60c31b-f711-4bd0-95e3-521f7964c5d0 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2509062 Dec 21 13:28:58.007147 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56276) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:58.019637 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c9f54654-f1db-4e45-a9a5-3c1258955da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:58.028200 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-cc38089a-b0dc-4101-974d-939e10e2e702 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9235773 Dec 21 13:28:58.048184 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56278) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:58.067001 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9c134193-3669-4c4a-8040-bb238b3d42df tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:58.072247 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-780e1197-e1fa-4ea9-97a1-7e33a9d06962 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:28:58.073706 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-e37074e9-b246-4c62-89a1-8abc74cfe964 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Request body: {'subnet': {'network_id': 'a2096345-ac39-4285-b67f-5f13a2a0698a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:28:58.078832 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-94283a8c-f4e0-439a-b6c3-323d2fc21c6f tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526653'] for segment, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:58.083883 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc38089a-b0dc-4101-974d-939e10e2e702 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Pushing event updated for resources: {'Network': ['ID=a2096345-ac39-4285-b67f-5f13a2a0698a,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:58.094486 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-9c134193-3669-4c4a-8040-bb238b3d42df tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Calling delete_port for ca490816-1ce2-4757-a00d-450b272f4096 owned by {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:28:58.103150 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-63a7ef0d-e352-4204-9b40-940029d64915 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:58.120056 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee22cc4-bf65-4501-972e-09cd9b5f2af4 None None] Sync routers for ids ['9a0f9c1c-0b84-40b1-b675-f3a031108074'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:28:58.124704 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-76fe1898-9c18-45c8-b3ae-1a2adc792892 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:58.150881 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network a2096345-ac39-4285-b67f-5f13a2a0698a details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:28:58.181449 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-94283a8c-f4e0-439a-b6c3-323d2fc21c6f tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:58.216921 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-780e1197-e1fa-4ea9-97a1-7e33a9d06962 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for floatingip, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:58.237273 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94283a8c-f4e0-439a-b6c3-323d2fc21c6f tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=103152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:28:58.237949 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-94283a8c-f4e0-439a-b6c3-323d2fc21c6f tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805426'] for segment, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:58.240061 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] For port 2e279ba9-6872-4a09-9a3c-7b649b09c737, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2e279ba9-6872-4a09-9a3c-7b649b09c737,segment=NetworkSegment(9c77b702-3c1c-403e-9510-893b4cf3e252),segment_id=9c77b702-3c1c-403e-9510-893b4cf3e252)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:28:58.242582 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-63a7ef0d-e352-4204-9b40-940029d64915 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82fb6993-b0aa-465a-aabf-f4523364c9db']}} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:58.245096 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:58.245096 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:28:58.245096 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:58.245096 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:28:58.245096 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:28:58.245096 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:28:58.245096 dv-neutron-master-2-hyperv neutron-server[103152]: Traceback (most recent call last): Dec 21 13:28:58.245096 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:28:58.245096 dv-neutron-master-2-hyperv neutron-server[103152]: timer() Dec 21 13:28:58.245096 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:28:58.245096 dv-neutron-master-2-hyperv neutron-server[103152]: cb(*args, **kw) Dec 21 13:28:58.245096 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:28:58.245096 dv-neutron-master-2-hyperv neutron-server[103152]: return func(*args, **kwargs) Dec 21 13:28:58.245096 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:28:58.245096 dv-neutron-master-2-hyperv neutron-server[103152]: self._notify() Dec 21 13:28:58.245096 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:28:58.245096 dv-neutron-master-2-hyperv neutron-server[103152]: self.callback(batched_events) Dec 21 13:28:58.245096 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:28:58.245096 dv-neutron-master-2-hyperv neutron-server[103152]: event.method(event) Dec 21 13:28:58.245096 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:28:58.245096 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:28:58.245096 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:28:58.245096 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:28:58.245096 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:28:58.245096 dv-neutron-master-2-hyperv neutron-server[103152]: return f(self, *a, **k) Dec 21 13:28:58.245096 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:28:58.245096 dv-neutron-master-2-hyperv neutron-server[103152]: return self._get(url).json() Dec 21 13:28:58.245096 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:28:58.245096 dv-neutron-master-2-hyperv neutron-server[103152]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:28:58.245096 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:28:58.245096 dv-neutron-master-2-hyperv neutron-server[103152]: return self.request(url, 'GET', **kwargs) Dec 21 13:28:58.245096 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:28:58.245096 dv-neutron-master-2-hyperv neutron-server[103152]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:28:58.245096 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:28:58.245096 dv-neutron-master-2-hyperv neutron-server[103152]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:28:58.245096 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:28:58.245096 dv-neutron-master-2-hyperv neutron-server[103152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:28:58.245096 dv-neutron-master-2-hyperv neutron-server[103152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:28:58.261627 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-780e1197-e1fa-4ea9-97a1-7e33a9d06962 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.5633709 Dec 21 13:28:58.262464 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56280) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:58.268184 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:58.270429 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9c134193-3669-4c4a-8040-bb238b3d42df tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:58.318557 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4472878d-82e3-4885-ae64-a9f24e90b75e tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:58.322335 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-4472878d-82e3-4885-ae64-a9f24e90b75e tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2805901 Dec 21 13:28:58.322335 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-63a7ef0d-e352-4204-9b40-940029d64915 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0334680d-42cd-43c0-80fd-43216eeeff84') {'for_net_delete': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:58.322335 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-63a7ef0d-e352-4204-9b40-940029d64915 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0334680d-42cd-43c0-80fd-43216eeeff84') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:58.323909 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee22cc4-bf65-4501-972e-09cd9b5f2af4 None None] Routers {'9a0f9c1c-0b84-40b1-b675-f3a031108074'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:28:58.324656 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-4ee22cc4-bf65-4501-972e-09cd9b5f2af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:28:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['9a0f9c1c-0b84-40b1-b675-f3a031108074'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:58.327688 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-908099a6-c89f-467e-86ae-1fdfdc8cfa22 None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:58.332150 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56282) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:58.349901 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c134193-3669-4c4a-8040-bb238b3d42df tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Pushing event deleted for resources: {'Port': ['ID=ca490816-1ce2-4757-a00d-450b272f4096,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:58.408338 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-18cbcbe8-4f61-4d7b-baa3-ea05c2538955 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] 10.222.0.37 "GET /v2.0/floatingips/7d30feaf-fcb6-471a-81f2-360e65faf4be HTTP/1.1" status: 200 len: 978 time: 0.1449006 Dec 21 13:28:58.411111 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56284) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:58.421729 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f54654-f1db-4e45-a9a5-3c1258955da6 None None] Pushing event updated for resources: {'Port': ['ID=1f8356b7-b645-4f19-accf-1be28ad4261d,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:58.432379 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-908099a6-c89f-467e-86ae-1fdfdc8cfa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:58.446731 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-4ee22cc4-bf65-4501-972e-09cd9b5f2af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:58.448157 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-63a7ef0d-e352-4204-9b40-940029d64915 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526653'] for segment, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:58.451969 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-b881c620-340e-415f-9037-984092ddc762 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0863011 Dec 21 13:28:58.465796 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56288) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:58.479086 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-72efb7f4-6a9a-4d02-988d-a24ef70a2abf tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Request body: {'subnet': {'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:28:58.490778 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.db.api [None req-94283a8c-f4e0-439a-b6c3-323d2fc21c6f tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 21 13:28:58.490778 dv-neutron-master-2-hyperv neutron-server[103152]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 21 13:28:58.490778 dv-neutron-master-2-hyperv neutron-server[103152]: [parameters: {'id': '1f2181f2-0f89-4a7c-81bc-371c6c4c155c'}] Dec 21 13:28:58.490778 dv-neutron-master-2-hyperv neutron-server[103152]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103152) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 13:28:58.490778 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG oslo_db.api [None req-94283a8c-f4e0-439a-b6c3-323d2fc21c6f tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 13:28:58.555084 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-63a7ef0d-e352-4204-9b40-940029d64915 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:58.619329 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908099a6-c89f-467e-86ae-1fdfdc8cfa22 None None] Network 2cf63e90-259f-413d-9f59-c6e07bb014ac is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:28:58.620848 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f199bbaf-89ca-4247-90d6-e6cc4eeb30f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636'] for port, after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:58.628532 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-908099a6-c89f-467e-86ae-1fdfdc8cfa22 None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:28:58.632541 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908099a6-c89f-467e-86ae-1fdfdc8cfa22 None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:28:58.645639 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee22cc4-bf65-4501-972e-09cd9b5f2af4 None None] Routers {'9a0f9c1c-0b84-40b1-b675-f3a031108074'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:28:58.646711 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-4ee22cc4-bf65-4501-972e-09cd9b5f2af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:28:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['9a0f9c1c-0b84-40b1-b675-f3a031108074'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:58.714454 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558f0920-84eb-4628-ae00-ff371682e5c0 None None] DHCP port deletion for ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:28:58.725377 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-4ee22cc4-bf65-4501-972e-09cd9b5f2af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:28:58.726133 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee22cc4-bf65-4501-972e-09cd9b5f2af4 None None] The sync data for ids ['9a0f9c1c-0b84-40b1-b675-f3a031108074'] in dv-neutron-master-2-hyperv is: [] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:28:58.744916 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63a7ef0d-e352-4204-9b40-940029d64915 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=103152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:28:58.745702 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-63a7ef0d-e352-4204-9b40-940029d64915 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805426'] for segment, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:58.749434 dv-neutron-master-2-hyperv neutron-server[103152]: Traceback (most recent call last): Dec 21 13:28:58.749434 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:28:58.749434 dv-neutron-master-2-hyperv neutron-server[103152]: timer() Dec 21 13:28:58.749434 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:28:58.749434 dv-neutron-master-2-hyperv neutron-server[103152]: cb(*args, **kw) Dec 21 13:28:58.749434 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:28:58.749434 dv-neutron-master-2-hyperv neutron-server[103152]: return func(*args, **kwargs) Dec 21 13:28:58.749434 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:28:58.749434 dv-neutron-master-2-hyperv neutron-server[103152]: self._notify() Dec 21 13:28:58.749434 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:28:58.749434 dv-neutron-master-2-hyperv neutron-server[103152]: self.callback(batched_events) Dec 21 13:28:58.749434 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:28:58.749434 dv-neutron-master-2-hyperv neutron-server[103152]: event.method(event) Dec 21 13:28:58.749434 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:28:58.749434 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:28:58.749434 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:28:58.749434 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:28:58.749434 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:28:58.749434 dv-neutron-master-2-hyperv neutron-server[103152]: return f(self, *a, **k) Dec 21 13:28:58.749434 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:28:58.749434 dv-neutron-master-2-hyperv neutron-server[103152]: return self._get(url).json() Dec 21 13:28:58.749434 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:28:58.749434 dv-neutron-master-2-hyperv neutron-server[103152]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:28:58.749434 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:28:58.749434 dv-neutron-master-2-hyperv neutron-server[103152]: return self.request(url, 'GET', **kwargs) Dec 21 13:28:58.749434 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:28:58.749434 dv-neutron-master-2-hyperv neutron-server[103152]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:28:58.749434 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:28:58.749434 dv-neutron-master-2-hyperv neutron-server[103152]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:28:58.749434 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:28:58.749434 dv-neutron-master-2-hyperv neutron-server[103152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:28:58.749434 dv-neutron-master-2-hyperv neutron-server[103152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:28:58.758945 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f199bbaf-89ca-4247-90d6-e6cc4eeb30f8 None None] No DVR routers for this DVR port 05f5f101-ba00-4d0c-a4b4-dd136be773d2 on host dv-neutron-master-2-hyperv {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:28:58.767693 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 05f5f101-ba00-4d0c-a4b4-dd136be773d2 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:28:58.773249 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Pushing event updated for resources: {'Port': ['ID=2e279ba9-6872-4a09-9a3c-7b649b09c737,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:58.817718 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e37074e9-b246-4c62-89a1-8abc74cfe964 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Made reservation on behalf of 2443f9ebd5734093aca8f8d69b48dcbc for: {'subnet': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:28:58.823058 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e37074e9-b246-4c62-89a1-8abc74cfe964 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12346583'] for subnet, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:58.852638 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9c134193-3669-4c4a-8040-bb238b3d42df tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:58.874031 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-9c134193-3669-4c4a-8040-bb238b3d42df tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "DELETE /v2.0/ports/ca490816-1ce2-4757-a00d-450b272f4096 HTTP/1.1" status: 204 len: 168 time: 1.5453176 Dec 21 13:28:58.874979 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56290) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:58.884968 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: 05f5f101-ba00-4d0c-a4b4-dd136be773d2 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:28:58.885313 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 05f5f101-ba00-4d0c-a4b4-dd136be773d2 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:28:58.888717 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:58.907998 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-c99d2ef6-43e1-459c-8f41-82aabdb7f92b tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.4957490 Dec 21 13:28:58.909718 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56292) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:58.922876 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-7eb1ddc0-8247-4971-b726-b2c78bddba24 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Request body: {'floatingip': {'port_id': '79f09629-fe5e-44c8-9565-a4ae51da8cd7'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:28:58.927374 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-908099a6-c89f-467e-86ae-1fdfdc8cfa22 None None] Attempting to bind port 98215876-ea40-488e-8f32-2ac01aed6a5a on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:28:58.927752 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-908099a6-c89f-467e-86ae-1fdfdc8cfa22 None None] Attempting to bind port 98215876-ea40-488e-8f32-2ac01aed6a5a by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '4366dbc1-e7c6-430d-83fa-9e29715d61b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '2cf63e90-259f-413d-9f59-c6e07bb014ac'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:28:58.928107 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.pecan_wsgi.hooks.translation [None req-c176eef4-2bb3-46cd-b019-108805d0500c tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] GET failed (client error): The resource could not be found. Dec 21 13:28:58.928229 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908099a6-c89f-467e-86ae-1fdfdc8cfa22 None None] Attempting to bind port 98215876-ea40-488e-8f32-2ac01aed6a5a on network 2cf63e90-259f-413d-9f59-c6e07bb014ac {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:28:58.932540 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-c176eef4-2bb3-46cd-b019-108805d0500c tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "GET /v2.0/ports/ca490816-1ce2-4757-a00d-450b272f4096 HTTP/1.1" status: 404 len: 333 time: 0.0543327 Dec 21 13:28:58.933155 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56294) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:58.947119 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908099a6-c89f-467e-86ae-1fdfdc8cfa22 None None] Pushing event updated for resources: {'Port': ['ID=98215876-ea40-488e-8f32-2ac01aed6a5a,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:58.957226 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908099a6-c89f-467e-86ae-1fdfdc8cfa22 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:28:58.957642 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908099a6-c89f-467e-86ae-1fdfdc8cfa22 None None] Checking segment: {'id': '4366dbc1-e7c6-430d-83fa-9e29715d61b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '2cf63e90-259f-413d-9f59-c6e07bb014ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:28:58.958015 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-908099a6-c89f-467e-86ae-1fdfdc8cfa22 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:58.958456 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908099a6-c89f-467e-86ae-1fdfdc8cfa22 None None] Bound using segment: {'id': '4366dbc1-e7c6-430d-83fa-9e29715d61b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '2cf63e90-259f-413d-9f59-c6e07bb014ac'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:28:58.958957 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-908099a6-c89f-467e-86ae-1fdfdc8cfa22 None None] Bound port: 98215876-ea40-488e-8f32-2ac01aed6a5a, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4366dbc1-e7c6-430d-83fa-9e29715d61b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '2cf63e90-259f-413d-9f59-c6e07bb014ac'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:28:58.959341 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-908099a6-c89f-467e-86ae-1fdfdc8cfa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:58.999440 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f199bbaf-89ca-4247-90d6-e6cc4eeb30f8 None None] Pushing event deleted for resources: {'Port': ['ID=05f5f101-ba00-4d0c-a4b4-dd136be773d2,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:59.005415 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-94283a8c-f4e0-439a-b6c3-323d2fc21c6f tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:59.006511 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-0eacb25e-4a42-49ab-8540-2e384a310776 None None] Provisioning complete for port 2e279ba9-6872-4a09-9a3c-7b649b09c737 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:28:59.006882 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-0eacb25e-4a42-49ab-8540-2e384a310776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:59.064781 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_v2 [None req-d82b5601-f2f4-41a4-85ca-0e642b2e39d5 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Deleting subnet d6d95688-79e2-4eff-b02a-2d1dac8ec3c8 {{(pid=103153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:28:59.067468 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-63a7ef0d-e352-4204-9b40-940029d64915 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:59.069157 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d82b5601-f2f4-41a4-85ca-0e642b2e39d5 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks [] for subnet, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:59.074118 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-558f0920-84eb-4628-ae00-ff371682e5c0 None None] Deleting port fe6bb36e-8065-42dd-b093-9979e8685ca3 {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:28:59.074589 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-558f0920-84eb-4628-ae00-ff371682e5c0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:59.103453 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-63a7ef0d-e352-4204-9b40-940029d64915 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks [] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:59.116564 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d82b5601-f2f4-41a4-85ca-0e642b2e39d5 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1585439'] for subnet, precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:59.118939 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-63a7ef0d-e352-4204-9b40-940029d64915 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "DELETE /v2.0/networks/82fb6993-b0aa-465a-aabf-f4523364c9db HTTP/1.1" status: 204 len: 168 time: 2.6580064 Dec 21 13:28:59.131941 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-908099a6-c89f-467e-86ae-1fdfdc8cfa22 None None] For port 98215876-ea40-488e-8f32-2ac01aed6a5a, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:28:59.185606 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-908099a6-c89f-467e-86ae-1fdfdc8cfa22 None None] For port 98215876-ea40-488e-8f32-2ac01aed6a5a, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=98215876-ea40-488e-8f32-2ac01aed6a5a,segment=NetworkSegment(4366dbc1-e7c6-430d-83fa-9e29715d61b2),segment_id=4366dbc1-e7c6-430d-83fa-9e29715d61b2)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:28:59.197447 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-558f0920-84eb-4628-ae00-ff371682e5c0 None None] For port fe6bb36e-8065-42dd-b093-9979e8685ca3, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fe6bb36e-8065-42dd-b093-9979e8685ca3,segment=NetworkSegment(b20a5dbe-a251-4a83-ae2d-3ffbda6396cf),segment_id=b20a5dbe-a251-4a83-ae2d-3ffbda6396cf)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:28:59.197766 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-558f0920-84eb-4628-ae00-ff371682e5c0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:59.200841 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-908099a6-c89f-467e-86ae-1fdfdc8cfa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:59.205240 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7eb1ddc0-8247-4971-b726-b2c78bddba24 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks [] for floatingip, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:59.213918 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d82b5601-f2f4-41a4-85ca-0e642b2e39d5 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:59.241950 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56296) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:59.246931 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-558f0920-84eb-4628-ae00-ff371682e5c0 None None] Calling delete_port for fe6bb36e-8065-42dd-b093-9979e8685ca3 owned by network:dhcp {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:28:59.260746 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-835940ad-bc71-4618-bb6b-d2acb55b5035 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1362735612'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:28:59.312128 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-835940ad-bc71-4618-bb6b-d2acb55b5035 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Made reservation on behalf of 3edf34a3eecc442ea8df7c8164f4e61d for: {'network': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:28:59.312599 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a7ef0d-e352-4204-9b40-940029d64915 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Pushing event deleted for resources: {'Network': ['ID=82fb6993-b0aa-465a-aabf-f4523364c9db,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:59.321137 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-835940ad-bc71-4618-bb6b-d2acb55b5035 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:59.338389 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e466217-13a6-4b44-997b-5e300bd06291 req-9940f487-9141-4fd3-ac9a-4417dba2df0f tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:59.338741 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d82b5601-f2f4-41a4-85ca-0e642b2e39d5 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11349588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11288746'] for subnet, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:59.341704 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-8e466217-13a6-4b44-997b-5e300bd06291 req-9940f487-9141-4fd3-ac9a-4417dba2df0f tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f04569b-7b6a-480f-a48e-6be4ed1157fe HTTP/1.1" status: 200 len: 945 time: 0.7174788 Dec 21 13:28:59.343383 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72efb7f4-6a9a-4d02-988d-a24ef70a2abf tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Made reservation on behalf of 4e9b97d81d204c53a28bf5666eaf36b7 for: {'subnet': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:28:59.348577 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-72efb7f4-6a9a-4d02-988d-a24ef70a2abf tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12346583'] for subnet, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:59.393136 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82b5601-f2f4-41a4-85ca-0e642b2e39d5 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Pushing event deleted for resources: {'Subnet': ['ID=d6d95688-79e2-4eff-b02a-2d1dac8ec3c8,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:59.405491 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d82b5601-f2f4-41a4-85ca-0e642b2e39d5 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks [] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:59.411658 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-d82b5601-f2f4-41a4-85ca-0e642b2e39d5 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "DELETE /v2.0/subnets/d6d95688-79e2-4eff-b02a-2d1dac8ec3c8 HTTP/1.1" status: 204 len: 168 time: 0.4774985 Dec 21 13:28:59.412925 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-835940ad-bc71-4618-bb6b-d2acb55b5035 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=103153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:28:59.415058 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56298) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:59.447860 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908099a6-c89f-467e-86ae-1fdfdc8cfa22 None None] Pushing event updated for resources: {'Port': ['ID=98215876-ea40-488e-8f32-2ac01aed6a5a,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:59.468772 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-835940ad-bc71-4618-bb6b-d2acb55b5035 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:59.470343 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.segments_db [None req-835940ad-bc71-4618-bb6b-d2acb55b5035 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Added segment ec757340-738d-4e1d-870a-d8cb9ec8161a of type vlan for network b1ba0051-56ab-446a-80b9-162d2fc8e2d8 Dec 21 13:28:59.480486 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-0eacb25e-4a42-49ab-8540-2e384a310776 None None] Could not find standard attr ID for object ca490816-1ce2-4757-a00d-450b272f4096. {{(pid=103154) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 21 13:28:59.541455 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-558f0920-84eb-4628-ae00-ff371682e5c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636'] for port, after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:59.573827 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558f0920-84eb-4628-ae00-ff371682e5c0 None None] Pushing event deleted for resources: {'Port': ['ID=fe6bb36e-8065-42dd-b093-9979e8685ca3,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:59.581677 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558f0920-84eb-4628-ae00-ff371682e5c0 None None] No DVR routers for this DVR port fe6bb36e-8065-42dd-b093-9979e8685ca3 on host dv-neutron-master-2-hyperv {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:28:59.603886 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-126ef13a-c86d-4718-bb7d-7b99bee8f01d None None] Could not find standard attr ID for object ca490816-1ce2-4757-a00d-450b272f4096. {{(pid=103154) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 21 13:28:59.611963 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5752987b-a225-43bb-9fa1-07efaf370ea7 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:59.618024 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-835940ad-bc71-4618-bb6b-d2acb55b5035 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:59.618480 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25fbb5e7-a223-4869-b8fb-1c480227e11c None None] Network cd2557fc-f96b-4d6a-b1e1-4773af23df10 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:28:59.702899 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-835940ad-bc71-4618-bb6b-d2acb55b5035 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:59.710202 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835940ad-bc71-4618-bb6b-d2acb55b5035 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:28:59.710927 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-835940ad-bc71-4618-bb6b-d2acb55b5035 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:59.796544 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-835940ad-bc71-4618-bb6b-d2acb55b5035 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5518217 Dec 21 13:28:59.798375 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835940ad-bc71-4618-bb6b-d2acb55b5035 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Pushing event updated for resources: {'Network': ['ID=b1ba0051-56ab-446a-80b9-162d2fc8e2d8,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:28:59.806791 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56300) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:28:59.815438 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network b1ba0051-56ab-446a-80b9-162d2fc8e2d8 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:28:59.817359 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-4f5798c3-b69b-423d-ba05-3fff70e03a63 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Request body: {'subnet': {'network_id': 'b1ba0051-56ab-446a-80b9-162d2fc8e2d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:28:59.898616 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-5752987b-a225-43bb-9fa1-07efaf370ea7 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Deleting port 2e279ba9-6872-4a09-9a3c-7b649b09c737 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:28:59.899219 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5752987b-a225-43bb-9fa1-07efaf370ea7 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:28:59.913886 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8a9966-91a1-40c0-b32a-909bbd6acfbb None None] DHCP port deletion for cd2557fc-f96b-4d6a-b1e1-4773af23df10 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:28:59.996387 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-0f8a9966-91a1-40c0-b32a-909bbd6acfbb None None] Deleting port 2e279ba9-6872-4a09-9a3c-7b649b09c737 {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:28:59.997138 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-0f8a9966-91a1-40c0-b32a-909bbd6acfbb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:00.003809 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-5752987b-a225-43bb-9fa1-07efaf370ea7 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] For port 2e279ba9-6872-4a09-9a3c-7b649b09c737, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2e279ba9-6872-4a09-9a3c-7b649b09c737,segment=NetworkSegment(9c77b702-3c1c-403e-9510-893b4cf3e252),segment_id=9c77b702-3c1c-403e-9510-893b4cf3e252)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:29:00.004176 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5752987b-a225-43bb-9fa1-07efaf370ea7 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:00.027373 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-5752987b-a225-43bb-9fa1-07efaf370ea7 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Calling delete_port for 2e279ba9-6872-4a09-9a3c-7b649b09c737 owned by network:dhcp {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:29:00.033978 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f5798c3-b69b-423d-ba05-3fff70e03a63 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Made reservation on behalf of 3edf34a3eecc442ea8df7c8164f4e61d for: {'subnet': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:29:00.037608 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4f5798c3-b69b-423d-ba05-3fff70e03a63 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11288759'] for subnet, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:00.061962 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f496e9-caa6-47a2-b80f-c339cd409eae None None] Network 1f2181f2-0f89-4a7c-81bc-371c6c4c155c requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:29:00.108549 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-0f8a9966-91a1-40c0-b32a-909bbd6acfbb None None] For port 2e279ba9-6872-4a09-9a3c-7b649b09c737, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2e279ba9-6872-4a09-9a3c-7b649b09c737,segment=NetworkSegment(9c77b702-3c1c-403e-9510-893b4cf3e252),segment_id=9c77b702-3c1c-403e-9510-893b4cf3e252)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:29:00.109111 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-0f8a9966-91a1-40c0-b32a-909bbd6acfbb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:00.196945 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-72efb7f4-6a9a-4d02-988d-a24ef70a2abf tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12346565'] for subnet, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:00.226732 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5752987b-a225-43bb-9fa1-07efaf370ea7 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:00.242636 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-76fe1898-9c18-45c8-b3ae-1a2adc792892 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Allocated IP 2001:db8::1 (2cf63e90-259f-413d-9f59-c6e07bb014ac/3a2300ef-3c43-47b0-8476-ddfb30a8d010/7111fafc-3054-4310-a775-f4360d66a24d) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:29:00.273429 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5752987b-a225-43bb-9fa1-07efaf370ea7 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Pushing event deleted for resources: {'Port': ['ID=2e279ba9-6872-4a09-9a3c-7b649b09c737,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:00.278242 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5752987b-a225-43bb-9fa1-07efaf370ea7 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] No DVR routers for this DVR port 2e279ba9-6872-4a09-9a3c-7b649b09c737 on host dv-neutron-master-2-hyperv {{(pid=103153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:29:00.320293 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-8e466217-13a6-4b44-997b-5e300bd06291 req-bf50011b-cd81-4251-bb12-04261684e894 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ba20eb6-7980-48d1-8013-51c2682fdc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2865241 Dec 21 13:29:00.336430 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-0f8a9966-91a1-40c0-b32a-909bbd6acfbb None None] Calling delete_port for 2e279ba9-6872-4a09-9a3c-7b649b09c737 owned by network:dhcp {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:29:00.388721 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72efb7f4-6a9a-4d02-988d-a24ef70a2abf tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:29:00.407121 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-94283a8c-f4e0-439a-b6c3-323d2fc21c6f tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Deleting port 1f8356b7-b645-4f19-accf-1be28ad4261d {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:29:00.407463 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-94283a8c-f4e0-439a-b6c3-323d2fc21c6f tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:00.416110 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4f5798c3-b69b-423d-ba05-3fff70e03a63 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11195289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11288741'] for subnet, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:00.420879 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5752987b-a225-43bb-9fa1-07efaf370ea7 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:00.434482 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-0f8a9966-91a1-40c0-b32a-909bbd6acfbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636'] for port, after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:00.456818 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-72efb7f4-6a9a-4d02-988d-a24ef70a2abf tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:29:00.478033 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72efb7f4-6a9a-4d02-988d-a24ef70a2abf tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:29:00.478569 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-72efb7f4-6a9a-4d02-988d-a24ef70a2abf tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:00.485166 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-5752987b-a225-43bb-9fa1-07efaf370ea7 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd2557fc-f96b-4d6a-b1e1-4773af23df10']}} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:00.499851 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8a9966-91a1-40c0-b32a-909bbd6acfbb None None] Pushing event deleted for resources: {'Port': ['ID=2e279ba9-6872-4a09-9a3c-7b649b09c737,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:00.502171 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72efb7f4-6a9a-4d02-988d-a24ef70a2abf tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event updated for resources: {'Subnet': ['ID=528504f6-67fd-4fff-b985-1a820f409ef7,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:00.505189 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-5752987b-a225-43bb-9fa1-07efaf370ea7 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c77b702-3c1c-403e-9510-893b4cf3e252') {'for_net_delete': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:00.505481 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-5752987b-a225-43bb-9fa1-07efaf370ea7 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c77b702-3c1c-403e-9510-893b4cf3e252') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:00.515710 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d46c074-4d9f-4d79-8cf4-ef2f4ee5cb68 None None] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:29:00.517392 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5798c3-b69b-423d-ba05-3fff70e03a63 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Pushing event updated for resources: {'Subnet': ['ID=b48707ec-fb55-4086-9408-deacb26f07fe,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:00.525325 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5752987b-a225-43bb-9fa1-07efaf370ea7 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1585430'] for segment, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:00.541469 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5798c3-b69b-423d-ba05-3fff70e03a63 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Checking segment: {'id': 'ec757340-738d-4e1d-870a-d8cb9ec8161a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b1ba0051-56ab-446a-80b9-162d2fc8e2d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:29:00.541738 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5798c3-b69b-423d-ba05-3fff70e03a63 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Network hostable DHCP agents. Network: b1ba0051-56ab-446a-80b9-162d2fc8e2d8, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:29:00.544210 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5752987b-a225-43bb-9fa1-07efaf370ea7 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:00.554159 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5752987b-a225-43bb-9fa1-07efaf370ea7 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=103153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:29:00.554669 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5752987b-a225-43bb-9fa1-07efaf370ea7 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11349758'] for segment, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:00.558563 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:29:00.558563 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:29:00.558563 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:29:00.558563 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:29:00.558563 dv-neutron-master-2-hyperv neutron-server[103153]: Traceback (most recent call last): Dec 21 13:29:00.558563 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:29:00.558563 dv-neutron-master-2-hyperv neutron-server[103153]: timer() Dec 21 13:29:00.558563 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:29:00.558563 dv-neutron-master-2-hyperv neutron-server[103153]: cb(*args, **kw) Dec 21 13:29:00.558563 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:29:00.558563 dv-neutron-master-2-hyperv neutron-server[103153]: return func(*args, **kwargs) Dec 21 13:29:00.558563 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:29:00.558563 dv-neutron-master-2-hyperv neutron-server[103153]: self._notify() Dec 21 13:29:00.558563 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:29:00.558563 dv-neutron-master-2-hyperv neutron-server[103153]: self.callback(batched_events) Dec 21 13:29:00.558563 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:29:00.558563 dv-neutron-master-2-hyperv neutron-server[103153]: event.method(event) Dec 21 13:29:00.558563 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:29:00.558563 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:29:00.558563 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:29:00.558563 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:29:00.558563 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:29:00.558563 dv-neutron-master-2-hyperv neutron-server[103153]: return f(self, *a, **k) Dec 21 13:29:00.558563 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:29:00.558563 dv-neutron-master-2-hyperv neutron-server[103153]: return self._get(url).json() Dec 21 13:29:00.558563 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:29:00.558563 dv-neutron-master-2-hyperv neutron-server[103153]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:29:00.558563 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:29:00.558563 dv-neutron-master-2-hyperv neutron-server[103153]: return self.request(url, 'GET', **kwargs) Dec 21 13:29:00.558563 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:29:00.558563 dv-neutron-master-2-hyperv neutron-server[103153]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:29:00.558563 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:29:00.558563 dv-neutron-master-2-hyperv neutron-server[103153]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:29:00.558563 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:29:00.558563 dv-neutron-master-2-hyperv neutron-server[103153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:29:00.558563 dv-neutron-master-2-hyperv neutron-server[103153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:29:00.621148 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8a9966-91a1-40c0-b32a-909bbd6acfbb None None] No DVR routers for this DVR port 2e279ba9-6872-4a09-9a3c-7b649b09c737 on host dv-neutron-master-2-hyperv {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:29:00.644408 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-bd8c6f19-9083-44e1-aa88-b5edb48b1330 None None] Provisioning complete for port 1f8356b7-b645-4f19-accf-1be28ad4261d triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:29:00.644866 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-bd8c6f19-9083-44e1-aa88-b5edb48b1330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:00.696365 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-72efb7f4-6a9a-4d02-988d-a24ef70a2abf tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2226701 Dec 21 13:29:00.701390 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56304) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:00.703112 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5752987b-a225-43bb-9fa1-07efaf370ea7 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:00.711244 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-59fbfdcb-73c6-42de-8618-5e672598538b tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Request body: {'port': {'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9', 'fixed_ips': [{'subnet_id': '528504f6-67fd-4fff-b985-1a820f409ef7', 'ip_address': '2001:db8::ed52:cd09:7885:138e'}], 'name': 'tempest-NetworksTestDHCPv6-731756671'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:29:00.718918 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5798c3-b69b-423d-ba05-3fff70e03a63 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Network b1ba0051-56ab-446a-80b9-162d2fc8e2d8 is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:29:00.739655 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5752987b-a225-43bb-9fa1-07efaf370ea7 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:00.749542 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-5752987b-a225-43bb-9fa1-07efaf370ea7 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "DELETE /v2.0/networks/cd2557fc-f96b-4d6a-b1e1-4773af23df10 HTTP/1.1" status: 204 len: 168 time: 1.3281620 Dec 21 13:29:00.749732 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-94283a8c-f4e0-439a-b6c3-323d2fc21c6f tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] For port 1f8356b7-b645-4f19-accf-1be28ad4261d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1f8356b7-b645-4f19-accf-1be28ad4261d,segment=NetworkSegment(b6a2ada8-9a03-41b9-b44b-e9556fc4749d),segment_id=b6a2ada8-9a03-41b9-b44b-e9556fc4749d)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:29:00.749732 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-94283a8c-f4e0-439a-b6c3-323d2fc21c6f tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:00.771092 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56306) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:00.782479 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-dba175ff-c3a3-495f-966d-1cfcf0f1cddd tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Request body: {'port': {'network_id': 'c6bf85d4-de6b-4911-ac91-51fc0c7c7ed2', 'name': 'tempest-PortsTestJSON-1473706855'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:29:00.787147 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e37074e9-b246-4c62-89a1-8abc74cfe964 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12346565'] for subnet, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:00.793200 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5752987b-a225-43bb-9fa1-07efaf370ea7 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Pushing event deleted for resources: {'Network': ['ID=cd2557fc-f96b-4d6a-b1e1-4773af23df10,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:00.800807 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:00.810228 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-4f5798c3-b69b-423d-ba05-3fff70e03a63 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, b1ba0051-56ab-446a-80b9-162d2fc8e2d8) {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:29:00.826800 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-94283a8c-f4e0-439a-b6c3-323d2fc21c6f tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Calling delete_port for 1f8356b7-b645-4f19-accf-1be28ad4261d owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:29:00.856253 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32234fef-5bdf-4a52-8d69-4d160accb043 None None] Network b1ba0051-56ab-446a-80b9-162d2fc8e2d8 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:29:00.858995 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5798c3-b69b-423d-ba05-3fff70e03a63 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:29:00.860123 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4f5798c3-b69b-423d-ba05-3fff70e03a63 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks [] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:00.883727 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-4f5798c3-b69b-423d-ba05-3fff70e03a63 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0758688 Dec 21 13:29:00.895429 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 98215876-ea40-488e-8f32-2ac01aed6a5a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:29:00.916644 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56308) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:00.921773 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-76fe1898-9c18-45c8-b3ae-1a2adc792892 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:00.926524 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18315d6-e331-4576-9a28-46c7491c83b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9', 'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9', 'project_id': '4e9b97d81d204c53a28bf5666eaf36b7', 'fixed_ips': [{'subnet_id': '528504f6-67fd-4fff-b985-1a820f409ef7'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:29:00.927524 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f18315d6-e331-4576-9a28-46c7491c83b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:00.931565 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-e2aace9a-4b82-4f9c-8844-6fdcfe6aae3d tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Request body: {'port': {'network_id': 'b1ba0051-56ab-446a-80b9-162d2fc8e2d8', 'name': 'tempest-PortsIpV6TestJSON-464053333', 'fixed_ips': [{'subnet_id': 'b48707ec-fb55-4086-9408-deacb26f07fe', 'ip_address': '2001:db8::10'}]}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:29:00.982719 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-bd8c6f19-9083-44e1-aa88-b5edb48b1330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:00.997742 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b821ed28-0b39-4716-b6a4-ede5c2c5b09c None None] DHCP port deletion for 1f2181f2-0f89-4a7c-81bc-371c6c4c155c request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:29:01.095222 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37074e9-b246-4c62-89a1-8abc74cfe964 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Pushing event updated for resources: {'Subnet': ['ID=bcc4be89-a9c0-4d2c-916c-0d32f73303f6,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:01.127764 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:01.138524 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e781c2f2-f387-4edf-8a7b-bd7f8fa745ae None None] Network 2cf63e90-259f-413d-9f59-c6e07bb014ac requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:29:01.160006 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-76fe1898-9c18-45c8-b3ae-1a2adc792892 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:01.207223 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-bd8c6f19-9083-44e1-aa88-b5edb48b1330 None None] For port 1f8356b7-b645-4f19-accf-1be28ad4261d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1f8356b7-b645-4f19-accf-1be28ad4261d,segment=NetworkSegment(b6a2ada8-9a03-41b9-b44b-e9556fc4749d),segment_id=b6a2ada8-9a03-41b9-b44b-e9556fc4749d)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:29:01.221018 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab60c9b-57a6-4c6d-88a6-ac6b4b996f6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-b1ba0051-56ab-446a-80b9-162d2fc8e2d8', 'network_id': 'b1ba0051-56ab-446a-80b9-162d2fc8e2d8', 'project_id': '3edf34a3eecc442ea8df7c8164f4e61d', 'fixed_ips': [{'subnet_id': 'b48707ec-fb55-4086-9408-deacb26f07fe'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:29:01.222044 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-5ab60c9b-57a6-4c6d-88a6-ac6b4b996f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:01.226791 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37074e9-b246-4c62-89a1-8abc74cfe964 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Checking segment: {'id': '87e55700-e91d-4e2b-b9e9-0db20805226e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'a2096345-ac39-4285-b67f-5f13a2a0698a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:29:01.227391 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37074e9-b246-4c62-89a1-8abc74cfe964 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Network hostable DHCP agents. Network: a2096345-ac39-4285-b67f-5f13a2a0698a, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:29:01.254480 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-bd8c6f19-9083-44e1-aa88-b5edb48b1330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:01.311159 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76fe1898-9c18-45c8-b3ae-1a2adc792892 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Network 2cf63e90-259f-413d-9f59-c6e07bb014ac is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:29:01.336617 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 98215876-ea40-488e-8f32-2ac01aed6a5a triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:29:01.337146 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:01.338333 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-76fe1898-9c18-45c8-b3ae-1a2adc792892 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:29:01.408600 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-f18315d6-e331-4576-9a28-46c7491c83b3 None None] Allocated IP 2001:db8::2 (ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9/528504f6-67fd-4fff-b985-1a820f409ef7/66836041-57d9-4e18-bd91-4d6833e84a70) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:29:01.437867 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76fe1898-9c18-45c8-b3ae-1a2adc792892 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:29:01.438712 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-76fe1898-9c18-45c8-b3ae-1a2adc792892 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532557'] for router_interface, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:01.448436 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-94283a8c-f4e0-439a-b6c3-323d2fc21c6f tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:01.450696 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fe1898-9c18-45c8-b3ae-1a2adc792892 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Pushing event updated for resources: {'Port': ['ID=7111fafc-3054-4310-a775-f4360d66a24d,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:01.478259 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dba175ff-c3a3-495f-966d-1cfcf0f1cddd tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Made reservation on behalf of 401fab62d2cc4dcc90d3b9ab6f110b7e for: {'port': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:29:01.481789 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-dba175ff-c3a3-495f-966d-1cfcf0f1cddd tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:01.514447 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37074e9-b246-4c62-89a1-8abc74cfe964 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Network a2096345-ac39-4285-b67f-5f13a2a0698a is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:29:01.531433 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [None req-dba175ff-c3a3-495f-966d-1cfcf0f1cddd tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] device_id is not set on port e396e95a-552b-473d-8fcb-14372322c7a9 yet. {{(pid=103153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 13:29:01.538994 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59fbfdcb-73c6-42de-8618-5e672598538b tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Made reservation on behalf of 4e9b97d81d204c53a28bf5666eaf36b7 for: {'port': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:29:01.555955 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba5332d-c891-415b-8db9-7cc32c94ee0a req-4c2a78f2-b59e-4a47-a4ef-9110a0c35336 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:29:01.562935 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-3ba5332d-c891-415b-8db9-7cc32c94ee0a req-4c2a78f2-b59e-4a47-a4ef-9110a0c35336 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f04569b-7b6a-480f-a48e-6be4ed1157fe HTTP/1.1" status: 200 len: 945 time: 0.1360950 Dec 21 13:29:01.564986 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-b821ed28-0b39-4716-b6a4-ede5c2c5b09c None None] Deleting port 1f8356b7-b645-4f19-accf-1be28ad4261d {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:29:01.565359 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b821ed28-0b39-4716-b6a4-ede5c2c5b09c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:01.575431 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94283a8c-f4e0-439a-b6c3-323d2fc21c6f tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Pushing event deleted for resources: {'Port': ['ID=1f8356b7-b645-4f19-accf-1be28ad4261d,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:01.577573 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94283a8c-f4e0-439a-b6c3-323d2fc21c6f tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] No DVR routers for this DVR port 1f8356b7-b645-4f19-accf-1be28ad4261d on host dv-neutron-master-2-hyperv {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:29:01.590984 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8c6f19-9083-44e1-aa88-b5edb48b1330 None None] Pushing event updated for resources: {'Port': ['ID=1f8356b7-b645-4f19-accf-1be28ad4261d,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:01.599579 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2aace9a-4b82-4f9c-8844-6fdcfe6aae3d tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Made reservation on behalf of 3edf34a3eecc442ea8df7c8164f4e61d for: {'port': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:29:01.618031 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-e37074e9-b246-4c62-89a1-8abc74cfe964 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, a2096345-ac39-4285-b67f-5f13a2a0698a) {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:29:01.646381 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.db.resource_extend [None req-7eb1ddc0-8247-4971-b726-b2c78bddba24 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 21 13:29:01.649739 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37074e9-b246-4c62-89a1-8abc74cfe964 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:29:01.650337 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e37074e9-b246-4c62-89a1-8abc74cfe964 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:01.656722 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2668bee-2707-4010-bd39-df9c019aae9f None None] Network a2096345-ac39-4285-b67f-5f13a2a0698a requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:29:01.669013 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-73e9aa6a-737d-46ee-a061-fb5bc3cddd75 None None] Provisioning complete for port 98215876-ea40-488e-8f32-2ac01aed6a5a triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:29:01.669389 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-73e9aa6a-737d-46ee-a061-fb5bc3cddd75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:01.737545 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-e37074e9-b246-4c62-89a1-8abc74cfe964 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6652482 Dec 21 13:29:01.741701 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56312) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:01.798828 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7eb1ddc0-8247-4971-b726-b2c78bddba24 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:01.811370 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-3ba5332d-c891-415b-8db9-7cc32c94ee0a req-8d6d80a0-fa81-4ccb-9f04-d19fa8a949f2 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ba20eb6-7980-48d1-8013-51c2682fdc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2463238 Dec 21 13:29:01.839951 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-59fbfdcb-73c6-42de-8618-5e672598538b tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:01.854177 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-94283a8c-f4e0-439a-b6c3-323d2fc21c6f tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:01.864930 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7eb1ddc0-8247-4971-b726-b2c78bddba24 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548820'] for floatingip, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:01.879187 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-b821ed28-0b39-4716-b6a4-ede5c2c5b09c None None] For port 1f8356b7-b645-4f19-accf-1be28ad4261d, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:29:01.880340 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b821ed28-0b39-4716-b6a4-ede5c2c5b09c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:01.917664 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e2aace9a-4b82-4f9c-8844-6fdcfe6aae3d tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:01.946073 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [None req-59fbfdcb-73c6-42de-8618-5e672598538b tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] device_id is not set on port f5c184be-55bb-4122-97ba-cab72e90f656 yet. {{(pid=103153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 13:29:01.972484 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-b821ed28-0b39-4716-b6a4-ede5c2c5b09c None None] Calling delete_port for 1f8356b7-b645-4f19-accf-1be28ad4261d owned by network:dhcp {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:29:01.988310 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.ipam_backend_mixin [None req-b821ed28-0b39-4716-b6a4-ede5c2c5b09c None None] Port 1f8356b7-b645-4f19-accf-1be28ad4261d was not found and therefore no delete operation was performed {{(pid=103154) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 21 13:29:02.011526 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-dba175ff-c3a3-495f-966d-1cfcf0f1cddd tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:02.033954 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [None req-e2aace9a-4b82-4f9c-8844-6fdcfe6aae3d tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] device_id is not set on port e0fce8fe-7605-4aef-9193-dba7c35e7d5a yet. {{(pid=103153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 13:29:02.039440 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b821ed28-0b39-4716-b6a4-ede5c2c5b09c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636'] for port, after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:02.071531 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-5ab60c9b-57a6-4c6d-88a6-ac6b4b996f6d None None] Allocated IP 2001:db8::2 (b1ba0051-56ab-446a-80b9-162d2fc8e2d8/b48707ec-fb55-4086-9408-deacb26f07fe/99f3a4a0-2ad3-46d0-93a4-804d22efb7fd) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:29:02.118833 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:02.131807 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b821ed28-0b39-4716-b6a4-ede5c2c5b09c None None] Pushing event deleted for resources: {'Port': ['ID=1f8356b7-b645-4f19-accf-1be28ad4261d,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:02.148918 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b821ed28-0b39-4716-b6a4-ede5c2c5b09c None None] No DVR routers for this DVR port 1f8356b7-b645-4f19-accf-1be28ad4261d on host dv-neutron-master-2-hyperv {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:29:02.164156 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f18315d6-e331-4576-9a28-46c7491c83b3 None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:02.216038 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f18315d6-e331-4576-9a28-46c7491c83b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:02.218550 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89067b8-3e0a-4283-a688-de245e5b6b7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-a2096345-ac39-4285-b67f-5f13a2a0698a', 'network_id': 'a2096345-ac39-4285-b67f-5f13a2a0698a', 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'fixed_ips': [{'subnet_id': 'bcc4be89-a9c0-4d2c-916c-0d32f73303f6'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:29:02.219514 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c89067b8-3e0a-4283-a688-de245e5b6b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:02.245688 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-76fe1898-9c18-45c8-b3ae-1a2adc792892 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:02.255487 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-94283a8c-f4e0-439a-b6c3-323d2fc21c6f tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f2181f2-0f89-4a7c-81bc-371c6c4c155c']}} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:02.256080 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-dba175ff-c3a3-495f-966d-1cfcf0f1cddd tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:02.354470 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-59fbfdcb-73c6-42de-8618-5e672598538b tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Allocated IP 2001:db8::ed52:cd09:7885:138e (ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9/528504f6-67fd-4fff-b985-1a820f409ef7/f5c184be-55bb-4122-97ba-cab72e90f656) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:29:02.361005 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba175ff-c3a3-495f-966d-1cfcf0f1cddd tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Network c6bf85d4-de6b-4911-ac91-51fc0c7c7ed2 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:29:02.369089 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-dba175ff-c3a3-495f-966d-1cfcf0f1cddd tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:29:02.376219 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba175ff-c3a3-495f-966d-1cfcf0f1cddd tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:29:02.388479 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba175ff-c3a3-495f-966d-1cfcf0f1cddd tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:29:02.397235 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-dba175ff-c3a3-495f-966d-1cfcf0f1cddd tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:02.401119 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba175ff-c3a3-495f-966d-1cfcf0f1cddd tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Pushing event updated for resources: {'Port': ['ID=e396e95a-552b-473d-8fcb-14372322c7a9,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:02.404033 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-94283a8c-f4e0-439a-b6c3-323d2fc21c6f tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6a2ada8-9a03-41b9-b44b-e9556fc4749d') {'for_net_delete': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:02.404949 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-94283a8c-f4e0-439a-b6c3-323d2fc21c6f tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6a2ada8-9a03-41b9-b44b-e9556fc4749d') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:02.423517 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-94283a8c-f4e0-439a-b6c3-323d2fc21c6f tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526653'] for segment, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:02.447714 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-dba175ff-c3a3-495f-966d-1cfcf0f1cddd tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.6714532 Dec 21 13:29:02.448341 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56316) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:02.535742 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] For port 98215876-ea40-488e-8f32-2ac01aed6a5a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=98215876-ea40-488e-8f32-2ac01aed6a5a,segment=NetworkSegment(4366dbc1-e7c6-430d-83fa-9e29715d61b2),segment_id=4366dbc1-e7c6-430d-83fa-9e29715d61b2)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:29:02.568568 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18315d6-e331-4576-9a28-46c7491c83b3 None None] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:29:02.570019 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:02.570646 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 1f8356b7-b645-4f19-accf-1be28ad4261d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:29:02.570758 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-94283a8c-f4e0-439a-b6c3-323d2fc21c6f tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:02.576853 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-73e9aa6a-737d-46ee-a061-fb5bc3cddd75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:02.585513 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-f18315d6-e331-4576-9a28-46c7491c83b3 None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:29:02.622604 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94283a8c-f4e0-439a-b6c3-323d2fc21c6f tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=103152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:29:02.623913 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-94283a8c-f4e0-439a-b6c3-323d2fc21c6f tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805426'] for segment, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:02.627496 dv-neutron-master-2-hyperv neutron-server[103152]: Traceback (most recent call last): Dec 21 13:29:02.627496 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:29:02.627496 dv-neutron-master-2-hyperv neutron-server[103152]: timer() Dec 21 13:29:02.627496 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:29:02.627496 dv-neutron-master-2-hyperv neutron-server[103152]: cb(*args, **kw) Dec 21 13:29:02.627496 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:29:02.627496 dv-neutron-master-2-hyperv neutron-server[103152]: return func(*args, **kwargs) Dec 21 13:29:02.627496 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:29:02.627496 dv-neutron-master-2-hyperv neutron-server[103152]: self._notify() Dec 21 13:29:02.627496 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:29:02.627496 dv-neutron-master-2-hyperv neutron-server[103152]: self.callback(batched_events) Dec 21 13:29:02.627496 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:29:02.627496 dv-neutron-master-2-hyperv neutron-server[103152]: event.method(event) Dec 21 13:29:02.627496 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:29:02.627496 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:29:02.627496 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:29:02.627496 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:29:02.627496 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:29:02.627496 dv-neutron-master-2-hyperv neutron-server[103152]: return f(self, *a, **k) Dec 21 13:29:02.627496 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:29:02.627496 dv-neutron-master-2-hyperv neutron-server[103152]: return self._get(url).json() Dec 21 13:29:02.627496 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:29:02.627496 dv-neutron-master-2-hyperv neutron-server[103152]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:29:02.627496 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:29:02.627496 dv-neutron-master-2-hyperv neutron-server[103152]: return self.request(url, 'GET', **kwargs) Dec 21 13:29:02.627496 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:29:02.627496 dv-neutron-master-2-hyperv neutron-server[103152]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:29:02.627496 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:29:02.627496 dv-neutron-master-2-hyperv neutron-server[103152]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:29:02.627496 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:29:02.627496 dv-neutron-master-2-hyperv neutron-server[103152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:29:02.627496 dv-neutron-master-2-hyperv neutron-server[103152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:29:02.661906 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18315d6-e331-4576-9a28-46c7491c83b3 None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:29:02.664033 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18315d6-e331-4576-9a28-46c7491c83b3 None None] Pushing event updated for resources: {'Port': ['ID=66836041-57d9-4e18-bd91-4d6833e84a70,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:02.676483 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: 1f8356b7-b645-4f19-accf-1be28ad4261d {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:29:02.676838 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 1f8356b7-b645-4f19-accf-1be28ad4261d not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 21 13:29:02.687183 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20599b9c-eeb7-465f-8076-9bddb3407b7e req-eaf6e2fe-873f-4162-99de-28460caddb94 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:29:02.689198 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-20599b9c-eeb7-465f-8076-9bddb3407b7e req-eaf6e2fe-873f-4162-99de-28460caddb94 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f04569b-7b6a-480f-a48e-6be4ed1157fe HTTP/1.1" status: 200 len: 945 time: 0.5027845 Dec 21 13:29:02.744848 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-59fbfdcb-73c6-42de-8618-5e672598538b tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:02.747335 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Port 1f8356b7-b645-4f19-accf-1be28ad4261d not found, will not notify nova. {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 21 13:29:02.755945 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-767c8b00-6768-4d2a-84fc-691c7e237d4b tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Deleting port e396e95a-552b-473d-8fcb-14372322c7a9 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:29:02.755945 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-767c8b00-6768-4d2a-84fc-691c7e237d4b tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:02.794682 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.l3_db [None req-7eb1ddc0-8247-4971-b726-b2c78bddba24 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Floating IP 7d30feaf-fcb6-471a-81f2-360e65faf4be associated. External IP: 172.36.3.166, port: fcc13bc8-7355-4fd4-95ef-24bf519e7a57. Dec 21 13:29:02.870325 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-767c8b00-6768-4d2a-84fc-691c7e237d4b tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:02.875923 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 2e279ba9-6872-4a09-9a3c-7b649b09c737 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:29:02.886400 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-94283a8c-f4e0-439a-b6c3-323d2fc21c6f tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:02.891442 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-767c8b00-6768-4d2a-84fc-691c7e237d4b tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Calling delete_port for e396e95a-552b-473d-8fcb-14372322c7a9 owned by {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:29:02.908919 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-59fbfdcb-73c6-42de-8618-5e672598538b tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:02.917237 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-94283a8c-f4e0-439a-b6c3-323d2fc21c6f tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks [] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:02.921200 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-94283a8c-f4e0-439a-b6c3-323d2fc21c6f tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] 10.222.0.37 "DELETE /v2.0/networks/1f2181f2-0f89-4a7c-81bc-371c6c4c155c HTTP/1.1" status: 204 len: 168 time: 6.7564821 Dec 21 13:29:02.951748 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56318) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:02.953609 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: 2e279ba9-6872-4a09-9a3c-7b649b09c737 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:29:02.954094 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 2e279ba9-6872-4a09-9a3c-7b649b09c737 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:29:02.954415 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device fe6bb36e-8065-42dd-b093-9979e8685ca3 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:29:02.956082 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Pushing event updated for resources: {'Port': ['ID=98215876-ea40-488e-8f32-2ac01aed6a5a,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:02.957518 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-97c0386b-56bd-485d-be99-90e1a95edca5 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1111187616'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:29:02.964231 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-f18315d6-e331-4576-9a28-46c7491c83b3 None None] Attempting to bind port 66836041-57d9-4e18-bd91-4d6833e84a70 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:29:02.964610 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-f18315d6-e331-4576-9a28-46c7491c83b3 None None] Attempting to bind port 66836041-57d9-4e18-bd91-4d6833e84a70 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b20a5dbe-a251-4a83-ae2d-3ffbda6396cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:29:02.964977 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18315d6-e331-4576-9a28-46c7491c83b3 None None] Attempting to bind port 66836041-57d9-4e18-bd91-4d6833e84a70 on network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:29:02.996039 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: fe6bb36e-8065-42dd-b093-9979e8685ca3 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:29:02.996385 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device fe6bb36e-8065-42dd-b093-9979e8685ca3 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:29:03.003316 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94283a8c-f4e0-439a-b6c3-323d2fc21c6f tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Pushing event deleted for resources: {'Network': ['ID=1f2181f2-0f89-4a7c-81bc-371c6c4c155c,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:03.006812 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.db.api [None req-73e9aa6a-737d-46ee-a061-fb5bc3cddd75 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 13:29:03.007163 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG oslo_db.api [None req-73e9aa6a-737d-46ee-a061-fb5bc3cddd75 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 13:29:03.008213 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-c89067b8-3e0a-4283-a688-de245e5b6b7e None None] Allocated IP 172.20.0.2 (a2096345-ac39-4285-b67f-5f13a2a0698a/bcc4be89-a9c0-4d2c-916c-0d32f73303f6/56b4dc13-248e-4593-b582-60863123e84a) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:29:03.013080 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18315d6-e331-4576-9a28-46c7491c83b3 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:29:03.013313 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18315d6-e331-4576-9a28-46c7491c83b3 None None] Checking segment: {'id': 'b20a5dbe-a251-4a83-ae2d-3ffbda6396cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:29:03.013844 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f18315d6-e331-4576-9a28-46c7491c83b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:03.015183 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18315d6-e331-4576-9a28-46c7491c83b3 None None] Bound using segment: {'id': 'b20a5dbe-a251-4a83-ae2d-3ffbda6396cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:29:03.015752 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-f18315d6-e331-4576-9a28-46c7491c83b3 None None] Bound port: 66836041-57d9-4e18-bd91-4d6833e84a70, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b20a5dbe-a251-4a83-ae2d-3ffbda6396cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:29:03.016974 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f18315d6-e331-4576-9a28-46c7491c83b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:03.019330 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7c4a5d7e-499e-4953-b40f-dba65b0a1e2e tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:03.026531 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-5ab60c9b-57a6-4c6d-88a6-ac6b4b996f6d None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:03.029318 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97c0386b-56bd-485d-be99-90e1a95edca5 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Made reservation on behalf of 05521adc285d4e7aaee5420426157a08 for: {'network': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:29:03.032942 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-97c0386b-56bd-485d-be99-90e1a95edca5 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:03.042715 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59fbfdcb-73c6-42de-8618-5e672598538b tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:29:03.047284 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-5ab60c9b-57a6-4c6d-88a6-ac6b4b996f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:03.099960 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-e2aace9a-4b82-4f9c-8844-6fdcfe6aae3d tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Allocated IP 2001:db8::10 (b1ba0051-56ab-446a-80b9-162d2fc8e2d8/b48707ec-fb55-4086-9408-deacb26f07fe/e0fce8fe-7605-4aef-9193-dba7c35e7d5a) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:29:03.127117 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-20599b9c-eeb7-465f-8076-9bddb3407b7e req-5e50185d-e238-4019-9bc8-5fa31c3c06cd tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ba20eb6-7980-48d1-8013-51c2682fdc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3975096 Dec 21 13:29:03.133587 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-59fbfdcb-73c6-42de-8618-5e672598538b tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:29:03.142379 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fbfdcb-73c6-42de-8618-5e672598538b tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:29:03.142998 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59fbfdcb-73c6-42de-8618-5e672598538b tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:29:03.143728 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-59fbfdcb-73c6-42de-8618-5e672598538b tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:03.156536 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab60c9b-57a6-4c6d-88a6-ac6b4b996f6d None None] Network b1ba0051-56ab-446a-80b9-162d2fc8e2d8 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:29:03.175248 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fbfdcb-73c6-42de-8618-5e672598538b tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event updated for resources: {'Port': ['ID=f5c184be-55bb-4122-97ba-cab72e90f656,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:03.182663 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-5ab60c9b-57a6-4c6d-88a6-ac6b4b996f6d None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:29:03.221245 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-76fe1898-9c18-45c8-b3ae-1a2adc792892 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:03.226412 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-59fbfdcb-73c6-42de-8618-5e672598538b tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.5200610 Dec 21 13:29:03.226886 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56322) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:03.238124 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97c0386b-56bd-485d-be99-90e1a95edca5 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=103153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:29:03.260021 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab60c9b-57a6-4c6d-88a6-ac6b4b996f6d None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:29:03.266237 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-767c8b00-6768-4d2a-84fc-691c7e237d4b tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:03.267247 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 98215876-ea40-488e-8f32-2ac01aed6a5a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:29:03.269267 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab60c9b-57a6-4c6d-88a6-ac6b4b996f6d None None] Pushing event updated for resources: {'Port': ['ID=99f3a4a0-2ad3-46d0-93a4-804d22efb7fd,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:03.273487 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-97c0386b-56bd-485d-be99-90e1a95edca5 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:03.278045 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.segments_db [None req-97c0386b-56bd-485d-be99-90e1a95edca5 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Added segment 6f3ea72d-cde1-46a3-8e2a-41fd78625708 of type vlan for network 51526bc9-ab4d-4ac8-b31a-6227d57d9adf Dec 21 13:29:03.344930 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-76fe1898-9c18-45c8-b3ae-1a2adc792892 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805230'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:03.348520 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-f18315d6-e331-4576-9a28-46c7491c83b3 None None] For port 66836041-57d9-4e18-bd91-4d6833e84a70, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:29:03.349529 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-76fe1898-9c18-45c8-b3ae-1a2adc792892 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532537'] for router_interface, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:03.378825 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767c8b00-6768-4d2a-84fc-691c7e237d4b tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Pushing event deleted for resources: {'Port': ['ID=e396e95a-552b-473d-8fcb-14372322c7a9,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:03.402823 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-767c8b00-6768-4d2a-84fc-691c7e237d4b tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:03.409495 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-767c8b00-6768-4d2a-84fc-691c7e237d4b tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "DELETE /v2.0/ports/e396e95a-552b-473d-8fcb-14372322c7a9 HTTP/1.1" status: 204 len: 168 time: 0.9530492 Dec 21 13:29:03.417334 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-f18315d6-e331-4576-9a28-46c7491c83b3 None None] For port 66836041-57d9-4e18-bd91-4d6833e84a70, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=66836041-57d9-4e18-bd91-4d6833e84a70,segment=NetworkSegment(b20a5dbe-a251-4a83-ae2d-3ffbda6396cf),segment_id=b20a5dbe-a251-4a83-ae2d-3ffbda6396cf)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:29:03.421688 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-97c0386b-56bd-485d-be99-90e1a95edca5 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:03.434691 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f18315d6-e331-4576-9a28-46c7491c83b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:03.453573 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56326) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:03.460122 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-6c680b42-f5c2-4925-8758-5cca9d2aa9fd tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Request body: {'port': {'network_id': 'c6bf85d4-de6b-4911-ac91-51fc0c7c7ed2', 'mac_address': 'fa:16:3e:24:5c:65', 'name': 'tempest-PortsTestJSON-1564323074'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:29:03.467526 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-97c0386b-56bd-485d-be99-90e1a95edca5 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:03.473278 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c0386b-56bd-485d-be99-90e1a95edca5 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:29:03.474115 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-97c0386b-56bd-485d-be99-90e1a95edca5 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:03.493794 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fe1898-9c18-45c8-b3ae-1a2adc792892 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Pushing event updated for resources: {'Port': ['ID=7111fafc-3054-4310-a775-f4360d66a24d,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:03.502445 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-5ab60c9b-57a6-4c6d-88a6-ac6b4b996f6d None None] Attempting to bind port 99f3a4a0-2ad3-46d0-93a4-804d22efb7fd on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:29:03.502946 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-5ab60c9b-57a6-4c6d-88a6-ac6b4b996f6d None None] Attempting to bind port 99f3a4a0-2ad3-46d0-93a4-804d22efb7fd by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ec757340-738d-4e1d-870a-d8cb9ec8161a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b1ba0051-56ab-446a-80b9-162d2fc8e2d8'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:29:03.503450 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab60c9b-57a6-4c6d-88a6-ac6b4b996f6d None None] Attempting to bind port 99f3a4a0-2ad3-46d0-93a4-804d22efb7fd on network b1ba0051-56ab-446a-80b9-162d2fc8e2d8 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:29:03.552899 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab60c9b-57a6-4c6d-88a6-ac6b4b996f6d None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:29:03.553808 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab60c9b-57a6-4c6d-88a6-ac6b4b996f6d None None] Checking segment: {'id': 'ec757340-738d-4e1d-870a-d8cb9ec8161a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b1ba0051-56ab-446a-80b9-162d2fc8e2d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:29:03.554219 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-5ab60c9b-57a6-4c6d-88a6-ac6b4b996f6d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:03.554644 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab60c9b-57a6-4c6d-88a6-ac6b4b996f6d None None] Bound using segment: {'id': 'ec757340-738d-4e1d-870a-d8cb9ec8161a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b1ba0051-56ab-446a-80b9-162d2fc8e2d8'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:29:03.555130 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-5ab60c9b-57a6-4c6d-88a6-ac6b4b996f6d None None] Bound port: 99f3a4a0-2ad3-46d0-93a4-804d22efb7fd, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec757340-738d-4e1d-870a-d8cb9ec8161a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b1ba0051-56ab-446a-80b9-162d2fc8e2d8'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:29:03.555518 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-5ab60c9b-57a6-4c6d-88a6-ac6b4b996f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:03.585224 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-97c0386b-56bd-485d-be99-90e1a95edca5 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6315613 Dec 21 13:29:03.606073 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56328) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:03.610694 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c89067b8-3e0a-4283-a688-de245e5b6b7e None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:03.640933 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-25a8602f-a5d3-4d55-9176-ac6de0e1d3ae tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Request body: {'subnet': {'network_id': '51526bc9-ab4d-4ac8-b31a-6227d57d9adf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:29:03.644531 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18315d6-e331-4576-9a28-46c7491c83b3 None None] Pushing event updated for resources: {'Port': ['ID=66836041-57d9-4e18-bd91-4d6833e84a70,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:03.648870 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c89067b8-3e0a-4283-a688-de245e5b6b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:03.695877 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c0386b-56bd-485d-be99-90e1a95edca5 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Pushing event updated for resources: {'Network': ['ID=51526bc9-ab4d-4ac8-b31a-6227d57d9adf,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:03.701625 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e2aace9a-4b82-4f9c-8844-6fdcfe6aae3d tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:03.709979 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 98215876-ea40-488e-8f32-2ac01aed6a5a triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:29:03.716346 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:03.724758 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network 51526bc9-ab4d-4ac8-b31a-6227d57d9adf details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:29:03.735154 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319bd10a-cda5-4d3d-86ab-9e0b789eb13b tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:29:03.742659 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319bd10a-cda5-4d3d-86ab-9e0b789eb13b tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:29:03.744744 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-319bd10a-cda5-4d3d-86ab-9e0b789eb13b tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.5167866 Dec 21 13:29:03.751356 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56330) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:03.777647 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76fe1898-9c18-45c8-b3ae-1a2adc792892 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Network 2cf63e90-259f-413d-9f59-c6e07bb014ac is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:29:03.792351 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89067b8-3e0a-4283-a688-de245e5b6b7e None None] Pushing event updated for resources: {'Port': ['ID=56b4dc13-248e-4593-b582-60863123e84a,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:03.841522 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-76fe1898-9c18-45c8-b3ae-1a2adc792892 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:29:03.846158 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89067b8-3e0a-4283-a688-de245e5b6b7e None None] Network a2096345-ac39-4285-b67f-5f13a2a0698a is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:29:03.858803 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-c89067b8-3e0a-4283-a688-de245e5b6b7e None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:29:03.870755 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c680b42-f5c2-4925-8758-5cca9d2aa9fd tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Made reservation on behalf of 401fab62d2cc4dcc90d3b9ab6f110b7e for: {'port': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:29:03.905904 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff7c067-9a9c-4d63-ae99-9815379b47c6 req-96794917-f21b-4300-a614-1b142fdac58d tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:29:03.907633 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-aff7c067-9a9c-4d63-ae99-9815379b47c6 req-96794917-f21b-4300-a614-1b142fdac58d tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f04569b-7b6a-480f-a48e-6be4ed1157fe HTTP/1.1" status: 200 len: 945 time: 0.4011345 Dec 21 13:29:03.916437 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89067b8-3e0a-4283-a688-de245e5b6b7e None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:29:03.960888 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e2aace9a-4b82-4f9c-8844-6fdcfe6aae3d tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:04.014208 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-5ab60c9b-57a6-4c6d-88a6-ac6b4b996f6d None None] For port 99f3a4a0-2ad3-46d0-93a4-804d22efb7fd, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:29:04.033456 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-a1130260-f981-4ee3-8aab-700c5b57cbc1 None None] Provisioning complete for port 7111fafc-3054-4310-a775-f4360d66a24d triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:29:04.033982 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a1130260-f981-4ee3-8aab-700c5b57cbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:04.037005 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-5ab60c9b-57a6-4c6d-88a6-ac6b4b996f6d None None] For port 99f3a4a0-2ad3-46d0-93a4-804d22efb7fd, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=99f3a4a0-2ad3-46d0-93a4-804d22efb7fd,segment=NetworkSegment(ec757340-738d-4e1d-870a-d8cb9ec8161a),segment_id=ec757340-738d-4e1d-870a-d8cb9ec8161a)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:29:04.058035 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2aace9a-4b82-4f9c-8844-6fdcfe6aae3d tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Network b1ba0051-56ab-446a-80b9-162d2fc8e2d8 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:29:04.067654 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eb1ddc0-8247-4971-b726-b2c78bddba24 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Router 9a0f9c1c-0b84-40b1-b675-f3a031108074 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:29:04.075353 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-e2aace9a-4b82-4f9c-8844-6fdcfe6aae3d tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:29:04.078151 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2aace9a-4b82-4f9c-8844-6fdcfe6aae3d tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:29:04.084650 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2aace9a-4b82-4f9c-8844-6fdcfe6aae3d tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:29:04.085300 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e2aace9a-4b82-4f9c-8844-6fdcfe6aae3d tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:04.090294 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-5ab60c9b-57a6-4c6d-88a6-ac6b4b996f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:04.113817 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-e2aace9a-4b82-4f9c-8844-6fdcfe6aae3d tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.1852429 Dec 21 13:29:04.113817 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25a8602f-a5d3-4d55-9176-ac6de0e1d3ae tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Made reservation on behalf of 05521adc285d4e7aaee5420426157a08 for: {'subnet': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:29:04.115800 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-25a8602f-a5d3-4d55-9176-ac6de0e1d3ae tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11288759'] for subnet, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:04.118858 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56332) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:04.133686 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6c680b42-f5c2-4925-8758-5cca9d2aa9fd tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:04.139028 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-a4513a46-379e-4823-b37f-cf49d33b7027 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Request body: {'port': {'network_id': 'b1ba0051-56ab-446a-80b9-162d2fc8e2d8', 'name': 'tempest-PortsIpV6TestJSON-1061069261', 'fixed_ips': [{'subnet_id': 'b48707ec-fb55-4086-9408-deacb26f07fe', 'ip_address': '2001:db8::f'}]}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:29:04.188769 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-c89067b8-3e0a-4283-a688-de245e5b6b7e None None] Attempting to bind port 56b4dc13-248e-4593-b582-60863123e84a on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:29:04.189527 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-c89067b8-3e0a-4283-a688-de245e5b6b7e None None] Attempting to bind port 56b4dc13-248e-4593-b582-60863123e84a by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '87e55700-e91d-4e2b-b9e9-0db20805226e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'a2096345-ac39-4285-b67f-5f13a2a0698a'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:29:04.190155 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89067b8-3e0a-4283-a688-de245e5b6b7e None None] Attempting to bind port 56b4dc13-248e-4593-b582-60863123e84a on network a2096345-ac39-4285-b67f-5f13a2a0698a {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:29:04.227086 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aace9a-4b82-4f9c-8844-6fdcfe6aae3d tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Pushing event updated for resources: {'Port': ['ID=e0fce8fe-7605-4aef-9193-dba7c35e7d5a,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:04.235817 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-a1130260-f981-4ee3-8aab-700c5b57cbc1 None None] Port 7111fafc-3054-4310-a775-f4360d66a24d cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:29:04.240925 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89067b8-3e0a-4283-a688-de245e5b6b7e None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:29:04.242398 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89067b8-3e0a-4283-a688-de245e5b6b7e None None] Checking segment: {'id': '87e55700-e91d-4e2b-b9e9-0db20805226e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'a2096345-ac39-4285-b67f-5f13a2a0698a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:29:04.243062 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c89067b8-3e0a-4283-a688-de245e5b6b7e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:04.250798 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89067b8-3e0a-4283-a688-de245e5b6b7e None None] Bound using segment: {'id': '87e55700-e91d-4e2b-b9e9-0db20805226e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'a2096345-ac39-4285-b67f-5f13a2a0698a'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:29:04.251763 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-c89067b8-3e0a-4283-a688-de245e5b6b7e None None] Bound port: 56b4dc13-248e-4593-b582-60863123e84a, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87e55700-e91d-4e2b-b9e9-0db20805226e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'a2096345-ac39-4285-b67f-5f13a2a0698a'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:29:04.253135 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c89067b8-3e0a-4283-a688-de245e5b6b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:04.292667 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab60c9b-57a6-4c6d-88a6-ac6b4b996f6d None None] Pushing event updated for resources: {'Port': ['ID=99f3a4a0-2ad3-46d0-93a4-804d22efb7fd,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:04.319177 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-5f228436-c804-49ca-a615-18c79aa72e27 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Deleting port f5c184be-55bb-4122-97ba-cab72e90f656 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:29:04.319515 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5f228436-c804-49ca-a615-18c79aa72e27 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:04.334315 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-a1130260-f981-4ee3-8aab-700c5b57cbc1 None None] Provisioning complete for port 98215876-ea40-488e-8f32-2ac01aed6a5a triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:29:04.334739 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a1130260-f981-4ee3-8aab-700c5b57cbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:04.426904 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [None req-6c680b42-f5c2-4925-8758-5cca9d2aa9fd tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] device_id is not set on port 273b334e-6b68-4a01-bbc1-1e511ee65be2 yet. {{(pid=103153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 13:29:04.427358 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 1f8356b7-b645-4f19-accf-1be28ad4261d no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:29:04.463651 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5f228436-c804-49ca-a615-18c79aa72e27 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:04.465197 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: 1f8356b7-b645-4f19-accf-1be28ad4261d {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:29:04.465197 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 1f8356b7-b645-4f19-accf-1be28ad4261d not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:29:04.479389 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-c89067b8-3e0a-4283-a688-de245e5b6b7e None None] For port 56b4dc13-248e-4593-b582-60863123e84a, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:29:04.496008 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-c89067b8-3e0a-4283-a688-de245e5b6b7e None None] For port 56b4dc13-248e-4593-b582-60863123e84a, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=56b4dc13-248e-4593-b582-60863123e84a,segment=NetworkSegment(87e55700-e91d-4e2b-b9e9-0db20805226e),segment_id=87e55700-e91d-4e2b-b9e9-0db20805226e)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:29:04.505391 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c89067b8-3e0a-4283-a688-de245e5b6b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:04.546017 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-5f228436-c804-49ca-a615-18c79aa72e27 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Calling delete_port for f5c184be-55bb-4122-97ba-cab72e90f656 owned by {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:29:04.557606 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-aff7c067-9a9c-4d63-ae99-9815379b47c6 req-47174f4b-d9bb-4a63-b84c-737a5f0bebcb tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ba20eb6-7980-48d1-8013-51c2682fdc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6324472 Dec 21 13:29:04.648972 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89067b8-3e0a-4283-a688-de245e5b6b7e None None] Pushing event updated for resources: {'Port': ['ID=56b4dc13-248e-4593-b582-60863123e84a,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:04.784571 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-c2a83985-6b64-4614-8a8d-a783a91fa768 None None] Provisioning complete for port 7111fafc-3054-4310-a775-f4360d66a24d triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:29:04.784949 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c2a83985-6b64-4614-8a8d-a783a91fa768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:04.818070 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76fe1898-9c18-45c8-b3ae-1a2adc792892 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Router caf3ff8a-af97-4de4-b3e0-de9adbadc076 is scheduled to L3 agent 59e14383-78fa-487e-9299-b32042a98157 with binding_index 1 {{(pid=103152) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 13:29:04.832393 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eb1ddc0-8247-4971-b726-b2c78bddba24 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:29:04.847184 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8b4731-ceba-4d27-81b4-562bf7693d1c None None] Sync routers for ids ['9a0f9c1c-0b84-40b1-b675-f3a031108074'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:29:04.873537 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8b4731-ceba-4d27-81b4-562bf7693d1c None None] Routers {'9a0f9c1c-0b84-40b1-b675-f3a031108074'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:29:04.876932 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-c2a83985-6b64-4614-8a8d-a783a91fa768 None None] Port 7111fafc-3054-4310-a775-f4360d66a24d cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:29:04.879040 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-9d8b4731-ceba-4d27-81b4-562bf7693d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:28:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['9a0f9c1c-0b84-40b1-b675-f3a031108074'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:04.941349 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-9d8b4731-ceba-4d27-81b4-562bf7693d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:04.955112 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8b4731-ceba-4d27-81b4-562bf7693d1c None None] Routers {'9a0f9c1c-0b84-40b1-b675-f3a031108074'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:29:04.956088 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-9d8b4731-ceba-4d27-81b4-562bf7693d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:28:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['9a0f9c1c-0b84-40b1-b675-f3a031108074'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:04.989725 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4513a46-379e-4823-b37f-cf49d33b7027 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Made reservation on behalf of 3edf34a3eecc442ea8df7c8164f4e61d for: {'port': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:29:04.993976 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a4513a46-379e-4823-b37f-cf49d33b7027 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:05.015042 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-9d8b4731-ceba-4d27-81b4-562bf7693d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:05.016296 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8b4731-ceba-4d27-81b4-562bf7693d1c None None] The sync data for ids ['9a0f9c1c-0b84-40b1-b675-f3a031108074'] in dv-neutron-master-2-hyperv is: [] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:29:05.047441 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-7c4a5d7e-499e-4953-b40f-dba65b0a1e2e tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Allocated IP 172.20.0.1 (a2096345-ac39-4285-b67f-5f13a2a0698a/bcc4be89-a9c0-4d2c-916c-0d32f73303f6/103d063b-184d-4ce5-8374-f7db5124daa7) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:29:05.156434 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.objects.ports [None req-25a8602f-a5d3-4d55-9176-ac6de0e1d3ae tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103153) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 21 13:29:05.173925 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-25a8602f-a5d3-4d55-9176-ac6de0e1d3ae tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11195289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11288741'] for subnet, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:05.190762 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [None req-a4513a46-379e-4823-b37f-cf49d33b7027 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] device_id is not set on port b1dfb8e6-97ed-435c-8cce-c9460532c8ce yet. {{(pid=103153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 13:29:05.258616 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6c680b42-f5c2-4925-8758-5cca9d2aa9fd tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:05.303425 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76fe1898-9c18-45c8-b3ae-1a2adc792892 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:29:05.317739 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8720c9e7-fe8f-4561-a284-3da9f6b2dd93 None None] Sync routers for ids ['caf3ff8a-af97-4de4-b3e0-de9adbadc076'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:29:05.422120 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a8602f-a5d3-4d55-9176-ac6de0e1d3ae tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Pushing event updated for resources: {'Subnet': ['ID=26bfc396-c733-4137-902d-a170074b4e26,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:05.426478 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-76fe1898-9c18-45c8-b3ae-1a2adc792892 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "PUT /v2.0/routers/caf3ff8a-af97-4de4-b3e0-de9adbadc076/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3195798 Dec 21 13:29:05.435734 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56334) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:05.445000 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-f29e256d-f4eb-4733-980c-9e573b6e38c6 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1704572123'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:29:05.454559 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eb1ddc0-8247-4971-b726-b2c78bddba24 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Router 9a0f9c1c-0b84-40b1-b675-f3a031108074 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:29:05.501715 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7c4a5d7e-499e-4953-b40f-dba65b0a1e2e tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:05.505435 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5f228436-c804-49ca-a615-18c79aa72e27 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:05.515368 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a8602f-a5d3-4d55-9176-ac6de0e1d3ae tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Checking segment: {'id': '6f3ea72d-cde1-46a3-8e2a-41fd78625708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '51526bc9-ab4d-4ac8-b31a-6227d57d9adf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:29:05.516012 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a8602f-a5d3-4d55-9176-ac6de0e1d3ae tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Network hostable DHCP agents. Network: 51526bc9-ab4d-4ac8-b31a-6227d57d9adf, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:29:05.637380 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 66836041-57d9-4e18-bd91-4d6833e84a70 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:29:05.638494 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eb1ddc0-8247-4971-b726-b2c78bddba24 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:29:05.650495 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fdc601e-510b-4e1b-ac31-f67df83c0717 None None] Sync routers for ids ['9a0f9c1c-0b84-40b1-b675-f3a031108074'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:29:05.651412 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7eb1ddc0-8247-4971-b726-b2c78bddba24 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for floatingip, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:05.677198 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fdc601e-510b-4e1b-ac31-f67df83c0717 None None] Routers {'9a0f9c1c-0b84-40b1-b675-f3a031108074'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:29:05.679843 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-6fdc601e-510b-4e1b-ac31-f67df83c0717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:28:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['9a0f9c1c-0b84-40b1-b675-f3a031108074'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:05.684108 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f29e256d-f4eb-4733-980c-9e573b6e38c6 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Made reservation on behalf of d368a1938e3342de9d3358d110005af5 for: {'network': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:29:05.684386 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6c680b42-f5c2-4925-8758-5cca9d2aa9fd tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:05.688761 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f29e256d-f4eb-4733-980c-9e573b6e38c6 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:05.688967 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f228436-c804-49ca-a615-18c79aa72e27 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event deleted for resources: {'Port': ['ID=f5c184be-55bb-4122-97ba-cab72e90f656,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:05.698158 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8720c9e7-fe8f-4561-a284-3da9f6b2dd93 None None] Routers {'caf3ff8a-af97-4de4-b3e0-de9adbadc076'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:29:05.698828 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-8720c9e7-fe8f-4561-a284-3da9f6b2dd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:28:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['caf3ff8a-af97-4de4-b3e0-de9adbadc076'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:05.779848 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-6fdc601e-510b-4e1b-ac31-f67df83c0717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:05.802336 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fdc601e-510b-4e1b-ac31-f67df83c0717 None None] Routers {'9a0f9c1c-0b84-40b1-b675-f3a031108074'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:29:05.804204 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-6fdc601e-510b-4e1b-ac31-f67df83c0717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:28:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['9a0f9c1c-0b84-40b1-b675-f3a031108074'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:05.819662 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f29e256d-f4eb-4733-980c-9e573b6e38c6 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=103152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:29:05.830328 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-3c6ff03e-e626-4793-9055-d08571021d7f None None] Provisioning complete for port 66836041-57d9-4e18-bd91-4d6833e84a70 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:29:05.830671 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-3c6ff03e-e626-4793-9055-d08571021d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:05.889373 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-8720c9e7-fe8f-4561-a284-3da9f6b2dd93 None None] Set router caf3ff8a-af97-4de4-b3e0-de9adbadc076 gateway port host: None {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:29:05.898314 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f29e256d-f4eb-4733-980c-9e573b6e38c6 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:05.898704 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.segments_db [None req-f29e256d-f4eb-4733-980c-9e573b6e38c6 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Added segment bbf30d1c-4303-4af8-8940-7cb31f274a00 of type vlan for network 5d56b04d-834e-44d0-8a4a-bef509c35d33 Dec 21 13:29:05.907420 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-6fdc601e-510b-4e1b-ac31-f67df83c0717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:05.908623 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fdc601e-510b-4e1b-ac31-f67df83c0717 None None] The sync data for ids ['9a0f9c1c-0b84-40b1-b675-f3a031108074'] in dv-neutron-master-2-hyperv is: [] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:29:05.909684 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-7eb1ddc0-8247-4971-b726-b2c78bddba24 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] 10.222.0.37 "PUT /v2.0/floatingips/7d30feaf-fcb6-471a-81f2-360e65faf4be HTTP/1.1" status: 200 len: 979 time: 6.9902968 Dec 21 13:29:05.913115 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56338) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:05.918120 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-a9381aac-59f2-4331-980a-80f8e401b891 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:29:05.967459 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 66836041-57d9-4e18-bd91-4d6833e84a70 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:29:05.967769 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:05.978858 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5f228436-c804-49ca-a615-18c79aa72e27 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:05.986626 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-5f228436-c804-49ca-a615-18c79aa72e27 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "DELETE /v2.0/ports/f5c184be-55bb-4122-97ba-cab72e90f656 HTTP/1.1" status: 204 len: 168 time: 2.2282336 Dec 21 13:29:06.001378 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56340) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:06.010722 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-a4513a46-379e-4823-b37f-cf49d33b7027 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Allocated IP 2001:db8::f (b1ba0051-56ab-446a-80b9-162d2fc8e2d8/b48707ec-fb55-4086-9408-deacb26f07fe/b1dfb8e6-97ed-435c-8cce-c9460532c8ce) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:29:06.028540 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7c4a5d7e-499e-4953-b40f-dba65b0a1e2e tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:06.075989 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f29e256d-f4eb-4733-980c-9e573b6e38c6 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:06.120921 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96fc04cf-194f-4571-abdb-09ce9fbb8a7e None None] Network b1ba0051-56ab-446a-80b9-162d2fc8e2d8 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:29:06.149827 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c680b42-f5c2-4925-8758-5cca9d2aa9fd tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Network c6bf85d4-de6b-4911-ac91-51fc0c7c7ed2 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:29:06.158184 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a8602f-a5d3-4d55-9176-ac6de0e1d3ae tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Network 51526bc9-ab4d-4ac8-b31a-6227d57d9adf is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:29:06.220436 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a9381aac-59f2-4331-980a-80f8e401b891 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks [] for floatingip, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:06.224387 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4a5d7e-499e-4953-b40f-dba65b0a1e2e tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Network a2096345-ac39-4285-b67f-5f13a2a0698a is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:29:06.233245 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4a5d7e-499e-4953-b40f-dba65b0a1e2e tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Pushing event updated for resources: {'Port': ['ID=103d063b-184d-4ce5-8374-f7db5124daa7,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:06.278241 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-7c4a5d7e-499e-4953-b40f-dba65b0a1e2e tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:29:06.284928 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4a5d7e-499e-4953-b40f-dba65b0a1e2e tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:29:06.289963 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-6c680b42-f5c2-4925-8758-5cca9d2aa9fd tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:29:06.290701 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e78be9-db9c-48c0-8cc7-50a506b8bcc9 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:29:06.292245 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e78be9-db9c-48c0-8cc7-50a506b8bcc9 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:29:06.295111 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c680b42-f5c2-4925-8758-5cca9d2aa9fd tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:29:06.296724 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-18e78be9-db9c-48c0-8cc7-50a506b8bcc9 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2900577 Dec 21 13:29:06.306442 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c680b42-f5c2-4925-8758-5cca9d2aa9fd tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:29:06.306784 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56346) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:06.307960 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6c680b42-f5c2-4925-8758-5cca9d2aa9fd tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:06.350896 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f29e256d-f4eb-4733-980c-9e573b6e38c6 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:06.356661 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29e256d-f4eb-4733-980c-9e573b6e38c6 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:29:06.357407 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f29e256d-f4eb-4733-980c-9e573b6e38c6 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks [] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:06.377007 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-25a8602f-a5d3-4d55-9176-ac6de0e1d3ae tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 51526bc9-ab4d-4ac8-b31a-6227d57d9adf) {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:29:06.384961 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c680b42-f5c2-4925-8758-5cca9d2aa9fd tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Pushing event updated for resources: {'Port': ['ID=273b334e-6b68-4a01-bbc1-1e511ee65be2,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:06.403650 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a8602f-a5d3-4d55-9176-ac6de0e1d3ae tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:29:06.404759 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-25a8602f-a5d3-4d55-9176-ac6de0e1d3ae tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks [] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:06.417432 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-6c680b42-f5c2-4925-8758-5cca9d2aa9fd tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.9601598 Dec 21 13:29:06.419130 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691b091a-90c4-4453-a765-219c6faa82de None None] Network 51526bc9-ab4d-4ac8-b31a-6227d57d9adf requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:29:06.428480 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2449ac-d4cf-4c82-ba95-9bd8f1db767b req-aa6ed825-1cf8-4ce0-a63d-a7a2f56ba454 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:29:06.430132 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-8b2449ac-d4cf-4c82-ba95-9bd8f1db767b req-aa6ed825-1cf8-4ce0-a63d-a7a2f56ba454 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f04569b-7b6a-480f-a48e-6be4ed1157fe HTTP/1.1" status: 200 len: 945 time: 0.6916323 Dec 21 13:29:06.437416 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56348) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:06.472993 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8803a2ef-ecfa-423c-8e25-923d1fcf426c req-47cd8afc-c1f2-483b-8f02-3499b44275fb tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:29:06.474815 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-8803a2ef-ecfa-423c-8e25-923d1fcf426c req-47cd8afc-c1f2-483b-8f02-3499b44275fb tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f04569b-7b6a-480f-a48e-6be4ed1157fe HTTP/1.1" status: 200 len: 945 time: 0.5435019 Dec 21 13:29:06.490888 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-3c6ff03e-e626-4793-9055-d08571021d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:06.513269 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a4513a46-379e-4823-b37f-cf49d33b7027 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:06.531107 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7205d1a-191d-497c-8417-d3701fab2767 None None] Network a2096345-ac39-4285-b67f-5f13a2a0698a requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:29:06.568232 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-25a8602f-a5d3-4d55-9176-ac6de0e1d3ae tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.9587290 Dec 21 13:29:06.573866 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-f29e256d-f4eb-4733-980c-9e573b6e38c6 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1333628 Dec 21 13:29:06.578505 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c07b586-6324-4a85-9148-cb55df5cd4a2 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:29:06.579037 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_v2 [None req-92999e47-195a-41e0-9996-f188dbc9018d tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Deleting subnet 528504f6-67fd-4fff-b985-1a820f409ef7 {{(pid=103152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:29:06.579765 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-0c07b586-6324-4a85-9148-cb55df5cd4a2 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "GET /v2.0/ports/273b334e-6b68-4a01-bbc1-1e511ee65be2 HTTP/1.1" status: 200 len: 841 time: 0.1411657 Dec 21 13:29:06.580618 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56350) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:06.580952 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56352) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:06.588610 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56354) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:06.593647 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-92999e47-195a-41e0-9996-f188dbc9018d tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for subnet, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:06.595329 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-4f417947-f603-4a97-9805-c79acc26e59b tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Request body: {'subnet': {'network_id': '5d56b04d-834e-44d0-8a4a-bef509c35d33', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:29:06.598672 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7c4a5d7e-499e-4953-b40f-dba65b0a1e2e tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532557'] for router_interface, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:06.624897 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29e256d-f4eb-4733-980c-9e573b6e38c6 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Pushing event updated for resources: {'Network': ['ID=5d56b04d-834e-44d0-8a4a-bef509c35d33,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:06.698905 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network 5d56b04d-834e-44d0-8a4a-bef509c35d33 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:29:06.707513 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-92999e47-195a-41e0-9996-f188dbc9018d tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526644'] for subnet, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:06.753797 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-3c6ff03e-e626-4793-9055-d08571021d7f None None] For port 66836041-57d9-4e18-bd91-4d6833e84a70, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=66836041-57d9-4e18-bd91-4d6833e84a70,segment=NetworkSegment(b20a5dbe-a251-4a83-ae2d-3ffbda6396cf),segment_id=b20a5dbe-a251-4a83-ae2d-3ffbda6396cf)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:29:06.793867 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a9381aac-59f2-4331-980a-80f8e401b891 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:06.804869 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a9381aac-59f2-4331-980a-80f8e401b891 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548820'] for floatingip, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:06.805205 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.l3_db [None req-a9381aac-59f2-4331-980a-80f8e401b891 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Floating IP 7d30feaf-fcb6-471a-81f2-360e65faf4be disassociated. External IP: 172.36.3.166, port: 79f09629-fe5e-44c8-9565-a4ae51da8cd7. Dec 21 13:29:06.819218 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-3c6ff03e-e626-4793-9055-d08571021d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:06.820942 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:06.852436 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ffa839a-1052-461b-8bda-5123c022d456 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-51526bc9-ab4d-4ac8-b31a-6227d57d9adf', 'network_id': '51526bc9-ab4d-4ac8-b31a-6227d57d9adf', 'project_id': '05521adc285d4e7aaee5420426157a08', 'fixed_ips': [{'subnet_id': '26bfc396-c733-4137-902d-a170074b4e26'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:29:06.853494 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-4ffa839a-1052-461b-8bda-5123c022d456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:07.116477 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-db06f38f-a598-4b79-bd34-88dafa19f73d None None] Provisioning complete for port 56b4dc13-248e-4593-b582-60863123e84a triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:29:07.117008 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-db06f38f-a598-4b79-bd34-88dafa19f73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:07.118819 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.db.api [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 13:29:07.119289 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG oslo_db.api [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 13:29:07.119892 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6ff03e-e626-4793-9055-d08571021d7f None None] Pushing event updated for resources: {'Port': ['ID=66836041-57d9-4e18-bd91-4d6833e84a70,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:07.188735 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-8720c9e7-fe8f-4561-a284-3da9f6b2dd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf3ff8a-af97-4de4-b3e0-de9adbadc076', 'name': 'tempest-RoutersIpV6Test-router-1585507894', 'tenant_id': 'd368a1938e3342de9d3358d110005af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:28:52Z', 'updated_at': '2021-12-21T13:29:01Z', 'revision_number': 2, 'project_id': 'd368a1938e3342de9d3358d110005af5', 'gw_port_host': None, '_interfaces': [{'id': '7111fafc-3054-4310-a775-f4360d66a24d', 'name': '', 'network_id': '2cf63e90-259f-413d-9f59-c6e07bb014ac', 'tenant_id': 'd368a1938e3342de9d3358d110005af5', 'mac_address': 'fa:16:3e:3d:f9:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf3ff8a-af97-4de4-b3e0-de9adbadc076', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '3a2300ef-3c43-47b0-8476-ddfb30a8d010', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:28:58Z', 'updated_at': '2021-12-21T13:29:02Z', 'revision_number': 2, 'project_id': 'd368a1938e3342de9d3358d110005af5', 'subnets': [{'id': '3a2300ef-3c43-47b0-8476-ddfb30a8d010', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:07.231469 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8720c9e7-fe8f-4561-a284-3da9f6b2dd93 None None] Checking router: caf3ff8a-af97-4de4-b3e0-de9adbadc076 for host: dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:29:07.236664 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8720c9e7-fe8f-4561-a284-3da9f6b2dd93 None None] Updating router caf3ff8a-af97-4de4-b3e0-de9adbadc076 port 7111fafc-3054-4310-a775-f4360d66a24d binding host dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 13:29:07.255755 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3ab16738-1b3c-4f5b-806b-66bfdb1c87a5 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:07.298266 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-8b2449ac-d4cf-4c82-ba95-9bd8f1db767b req-3b31e805-715b-4ae2-87e2-32f9257581b9 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ba20eb6-7980-48d1-8013-51c2682fdc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8155954 Dec 21 13:29:07.315587 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7c4a5d7e-499e-4953-b40f-dba65b0a1e2e tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:07.318752 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8720c9e7-fe8f-4561-a284-3da9f6b2dd93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:07.324548 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-4ffa839a-1052-461b-8bda-5123c022d456 None None] Allocated IP 2001:db8::f816:3eff:fe5a:16c4 (51526bc9-ab4d-4ac8-b31a-6227d57d9adf/26bfc396-c733-4137-902d-a170074b4e26/43805453-567c-4d89-a957-19a6d4c57f52) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:29:07.351102 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-92999e47-195a-41e0-9996-f188dbc9018d tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:07.450175 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a4513a46-379e-4823-b37f-cf49d33b7027 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:07.473422 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-92999e47-195a-41e0-9996-f188dbc9018d tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12346570'] for subnet, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:07.520749 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3ab16738-1b3c-4f5b-806b-66bfdb1c87a5 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:07.564948 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92999e47-195a-41e0-9996-f188dbc9018d tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event deleted for resources: {'Subnet': ['ID=528504f6-67fd-4fff-b985-1a820f409ef7,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:07.573881 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-92999e47-195a-41e0-9996-f188dbc9018d tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:07.577582 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-92999e47-195a-41e0-9996-f188dbc9018d tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "DELETE /v2.0/subnets/528504f6-67fd-4fff-b985-1a820f409ef7 HTTP/1.1" status: 204 len: 168 time: 1.2686627 Dec 21 13:29:07.590385 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c244ac-a0b0-45f0-84d7-49d824d52f87 None None] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:29:07.599377 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56360) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:07.601061 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4513a46-379e-4823-b37f-cf49d33b7027 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Pushing event updated for resources: {'Port': ['ID=b1dfb8e6-97ed-435c-8cce-c9460532c8ce,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:07.612219 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f417947-f603-4a97-9805-c79acc26e59b tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Made reservation on behalf of d368a1938e3342de9d3358d110005af5 for: {'subnet': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:29:07.616416 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4f417947-f603-4a97-9805-c79acc26e59b tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11288759'] for subnet, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:07.672686 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-48688971-3705-4d09-87d5-714ead31258a tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0614486 Dec 21 13:29:07.676402 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4513a46-379e-4823-b37f-cf49d33b7027 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Network b1ba0051-56ab-446a-80b9-162d2fc8e2d8 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:29:07.683608 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56362) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:07.702439 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-f33fb42c-3fc4-4ad3-ade8-5e480b45b79e tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Request body: {'subnet': {'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:29:07.762811 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9381aac-59f2-4331-980a-80f8e401b891 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Router 9a0f9c1c-0b84-40b1-b675-f3a031108074 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:29:07.763941 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-db06f38f-a598-4b79-bd34-88dafa19f73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:07.803089 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-a4513a46-379e-4823-b37f-cf49d33b7027 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:29:07.819257 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4513a46-379e-4823-b37f-cf49d33b7027 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:29:07.825148 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4513a46-379e-4823-b37f-cf49d33b7027 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:29:07.826315 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a4513a46-379e-4823-b37f-cf49d33b7027 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:07.855294 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [req-8803a2ef-ecfa-423c-8e25-923d1fcf426c req-c13fcffd-bbaf-4c1b-8e78-2c555dc69948 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Deleting port 9254e1af-d3c0-416d-a770-279ae90ca001 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:29:07.855651 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-8803a2ef-ecfa-423c-8e25-923d1fcf426c req-c13fcffd-bbaf-4c1b-8e78-2c555dc69948 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:07.913042 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-4ffa839a-1052-461b-8bda-5123c022d456 None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:07.959892 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-a4513a46-379e-4823-b37f-cf49d33b7027 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.8293138 Dec 21 13:29:07.963593 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56364) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:08.006707 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-4ffa839a-1052-461b-8bda-5123c022d456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:08.012888 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f33fb42c-3fc4-4ad3-ade8-5e480b45b79e tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Made reservation on behalf of 4e9b97d81d204c53a28bf5666eaf36b7 for: {'subnet': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:29:08.017004 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f33fb42c-3fc4-4ad3-ade8-5e480b45b79e tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11288759'] for subnet, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:08.030469 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-e0fb3ee0-c588-493c-b8e7-f8694f6ea103 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Deleting port 273b334e-6b68-4a01-bbc1-1e511ee65be2 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:29:08.030852 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e0fb3ee0-c588-493c-b8e7-f8694f6ea103 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:08.062537 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ffa839a-1052-461b-8bda-5123c022d456 None None] Network 51526bc9-ab4d-4ac8-b31a-6227d57d9adf is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:29:08.078884 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-4ffa839a-1052-461b-8bda-5123c022d456 None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:29:08.081618 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffa839a-1052-461b-8bda-5123c022d456 None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:29:08.084500 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9381aac-59f2-4331-980a-80f8e401b891 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:29:08.086850 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3ab16738-1b3c-4f5b-806b-66bfdb1c87a5 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11349588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11288746'] for subnet, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:08.108012 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a9381aac-59f2-4331-980a-80f8e401b891 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for floatingip, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:08.118048 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61ff2e8-9596-432c-aaa8-09ce963ada9c tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:29:08.122481 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-f61ff2e8-9596-432c-aaa8-09ce963ada9c tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1533890 Dec 21 13:29:08.124813 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7c4a5d7e-499e-4953-b40f-dba65b0a1e2e tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:08.143645 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56368) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:08.158594 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7c4a5d7e-499e-4953-b40f-dba65b0a1e2e tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805230'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:08.158817 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63184e1d-c5d8-4b3f-9141-d78ac7c05ab7 None None] Sync routers for ids ['9a0f9c1c-0b84-40b1-b675-f3a031108074'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:29:08.192182 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 99f3a4a0-2ad3-46d0-93a4-804d22efb7fd up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:29:08.238979 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab16738-1b3c-4f5b-806b-66bfdb1c87a5 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Pushing event deleted for resources: {'Subnet': ['ID=26bfc396-c733-4137-902d-a170074b4e26,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:08.243049 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-db06f38f-a598-4b79-bd34-88dafa19f73d None None] For port 56b4dc13-248e-4593-b582-60863123e84a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=56b4dc13-248e-4593-b582-60863123e84a,segment=NetworkSegment(87e55700-e91d-4e2b-b9e9-0db20805226e),segment_id=87e55700-e91d-4e2b-b9e9-0db20805226e)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:29:08.258892 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-a9381aac-59f2-4331-980a-80f8e401b891 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] 10.222.0.37 "PUT /v2.0/floatingips/7d30feaf-fcb6-471a-81f2-360e65faf4be HTTP/1.1" status: 200 len: 688 time: 2.3446515 Dec 21 13:29:08.269852 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56370) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:08.270002 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e0fb3ee0-c588-493c-b8e7-f8694f6ea103 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:08.280720 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7c4a5d7e-499e-4953-b40f-dba65b0a1e2e tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532537'] for router_interface, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:08.284101 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63184e1d-c5d8-4b3f-9141-d78ac7c05ab7 None None] Routers {'9a0f9c1c-0b84-40b1-b675-f3a031108074'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:29:08.285210 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-63184e1d-c5d8-4b3f-9141-d78ac7c05ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:28:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['9a0f9c1c-0b84-40b1-b675-f3a031108074'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:08.297906 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-db06f38f-a598-4b79-bd34-88dafa19f73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:08.337931 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4a5d7e-499e-4953-b40f-dba65b0a1e2e tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Pushing event updated for resources: {'Port': ['ID=103d063b-184d-4ce5-8374-f7db5124daa7,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:08.353901 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-e0fb3ee0-c588-493c-b8e7-f8694f6ea103 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Calling delete_port for 273b334e-6b68-4a01-bbc1-1e511ee65be2 owned by {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:29:08.354103 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7691cf33-a58e-4020-a5e3-e5a3cb82b995 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:29:08.358908 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-8803a2ef-ecfa-423c-8e25-923d1fcf426c req-c13fcffd-bbaf-4c1b-8e78-2c555dc69948 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] For port 9254e1af-d3c0-416d-a770-279ae90ca001, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9254e1af-d3c0-416d-a770-279ae90ca001,segment=NetworkSegment(e364c909-484b-4482-ad56-e639441ae690),segment_id=e364c909-484b-4482-ad56-e639441ae690)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:29:08.359272 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-8803a2ef-ecfa-423c-8e25-923d1fcf426c req-c13fcffd-bbaf-4c1b-8e78-2c555dc69948 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:08.360725 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7691cf33-a58e-4020-a5e3-e5a3cb82b995 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:29:08.366752 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7691cf33-a58e-4020-a5e3-e5a3cb82b995 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:29:08.368536 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-7691cf33-a58e-4020-a5e3-e5a3cb82b995 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.2242794 Dec 21 13:29:08.378778 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56374) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:08.406647 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffa839a-1052-461b-8bda-5123c022d456 None None] Pushing event updated for resources: {'Port': ['ID=43805453-567c-4d89-a957-19a6d4c57f52,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:08.428607 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-63184e1d-c5d8-4b3f-9141-d78ac7c05ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:08.444233 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-4ffa839a-1052-461b-8bda-5123c022d456 None None] Attempting to bind port 43805453-567c-4d89-a957-19a6d4c57f52 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:29:08.444771 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-4ffa839a-1052-461b-8bda-5123c022d456 None None] Attempting to bind port 43805453-567c-4d89-a957-19a6d4c57f52 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '6f3ea72d-cde1-46a3-8e2a-41fd78625708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '51526bc9-ab4d-4ac8-b31a-6227d57d9adf'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:29:08.445243 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ffa839a-1052-461b-8bda-5123c022d456 None None] Attempting to bind port 43805453-567c-4d89-a957-19a6d4c57f52 on network 51526bc9-ab4d-4ac8-b31a-6227d57d9adf {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:29:08.452847 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3ab16738-1b3c-4f5b-806b-66bfdb1c87a5 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:08.483237 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63184e1d-c5d8-4b3f-9141-d78ac7c05ab7 None None] Routers {'9a0f9c1c-0b84-40b1-b675-f3a031108074'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:29:08.484057 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-63184e1d-c5d8-4b3f-9141-d78ac7c05ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:28:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['9a0f9c1c-0b84-40b1-b675-f3a031108074'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:08.525125 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-db06f38f-a598-4b79-bd34-88dafa19f73d None None] Provisioning complete for port 99f3a4a0-2ad3-46d0-93a4-804d22efb7fd triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:29:08.525530 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-db06f38f-a598-4b79-bd34-88dafa19f73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:08.555279 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d411fe-f376-4ade-90ca-484e677068d1 req-943e6743-dc87-41db-8c46-29c644c470c7 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:29:08.556619 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-45d411fe-f376-4ade-90ca-484e677068d1 req-943e6743-dc87-41db-8c46-29c644c470c7 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f04569b-7b6a-480f-a48e-6be4ed1157fe HTTP/1.1" status: 200 len: 945 time: 0.1418600 Dec 21 13:29:08.559511 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ffa839a-1052-461b-8bda-5123c022d456 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:29:08.560984 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ffa839a-1052-461b-8bda-5123c022d456 None None] Checking segment: {'id': '6f3ea72d-cde1-46a3-8e2a-41fd78625708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '51526bc9-ab4d-4ac8-b31a-6227d57d9adf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:29:08.562944 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-4ffa839a-1052-461b-8bda-5123c022d456 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:08.563450 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ffa839a-1052-461b-8bda-5123c022d456 None None] Bound using segment: {'id': '6f3ea72d-cde1-46a3-8e2a-41fd78625708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '51526bc9-ab4d-4ac8-b31a-6227d57d9adf'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:29:08.564295 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-4ffa839a-1052-461b-8bda-5123c022d456 None None] Bound port: 43805453-567c-4d89-a957-19a6d4c57f52, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f3ea72d-cde1-46a3-8e2a-41fd78625708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '51526bc9-ab4d-4ac8-b31a-6227d57d9adf'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:29:08.564765 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-4ffa839a-1052-461b-8bda-5123c022d456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:08.584269 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-63184e1d-c5d8-4b3f-9141-d78ac7c05ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:08.585570 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63184e1d-c5d8-4b3f-9141-d78ac7c05ab7 None None] The sync data for ids ['9a0f9c1c-0b84-40b1-b675-f3a031108074'] in dv-neutron-master-2-hyperv is: [] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:29:08.593626 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4a5d7e-499e-4953-b40f-dba65b0a1e2e tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Network a2096345-ac39-4285-b67f-5f13a2a0698a is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:29:08.597590 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-fa9e2dd1-9cec-4d89-b3e3-0b1463115809 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Deleting port 3e3aeebd-c6f6-4520-9351-65743e3989b6 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:29:08.597935 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-fa9e2dd1-9cec-4d89-b3e3-0b1463115809 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:08.599931 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28cca74d-c846-4239-a570-2a2cb5b9c437 None None] DHCP port deletion for ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:29:08.601000 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-7c4a5d7e-499e-4953-b40f-dba65b0a1e2e tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:29:08.649751 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-3ab16738-1b3c-4f5b-806b-66bfdb1c87a5 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51526bc9-ab4d-4ac8-b31a-6227d57d9adf']}} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:08.706747 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-3ab16738-1b3c-4f5b-806b-66bfdb1c87a5 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f3ea72d-cde1-46a3-8e2a-41fd78625708') {'for_net_delete': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:08.707097 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-3ab16738-1b3c-4f5b-806b-66bfdb1c87a5 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f3ea72d-cde1-46a3-8e2a-41fd78625708') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:08.754068 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-45d411fe-f376-4ade-90ca-484e677068d1 req-4641b717-2e05-4a15-8204-b8df85faf3ec tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ba20eb6-7980-48d1-8013-51c2682fdc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1892066 Dec 21 13:29:08.781521 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3ab16738-1b3c-4f5b-806b-66bfdb1c87a5 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1585430'] for segment, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:08.803658 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-fa9e2dd1-9cec-4d89-b3e3-0b1463115809 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:08.804918 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-fa9e2dd1-9cec-4d89-b3e3-0b1463115809 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:08.814592 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 99f3a4a0-2ad3-46d0-93a4-804d22efb7fd triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:29:08.815639 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:08.817056 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db06f38f-a598-4b79-bd34-88dafa19f73d None None] Pushing event updated for resources: {'Port': ['ID=56b4dc13-248e-4593-b582-60863123e84a,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:08.827762 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4f417947-f603-4a97-9805-c79acc26e59b tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11195289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11288741'] for subnet, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:08.847053 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-fa9e2dd1-9cec-4d89-b3e3-0b1463115809 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Calling delete_port for 3e3aeebd-c6f6-4520-9351-65743e3989b6 owned by network:floatingip {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:29:08.880502 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-4ffa839a-1052-461b-8bda-5123c022d456 None None] For port 43805453-567c-4d89-a957-19a6d4c57f52, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:29:08.896028 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8720c9e7-fe8f-4561-a284-3da9f6b2dd93 None None] Publish callbacks [] for port, precommit_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:08.901069 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3ab16738-1b3c-4f5b-806b-66bfdb1c87a5 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:08.941113 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8720c9e7-fe8f-4561-a284-3da9f6b2dd93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:08.972568 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ab16738-1b3c-4f5b-806b-66bfdb1c87a5 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=103153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:29:08.972991 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3ab16738-1b3c-4f5b-806b-66bfdb1c87a5 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11349758'] for segment, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:08.978460 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:29:08.978460 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:29:08.978460 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:29:08.978460 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:29:08.978460 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:29:08.978460 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:29:08.978460 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:29:08.978460 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:29:08.978460 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:29:08.978460 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:29:08.978460 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:29:08.978460 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:29:08.978460 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:29:08.978460 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:29:08.978460 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:29:08.978460 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:29:08.978460 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:29:08.978460 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:29:08.978460 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:29:08.978460 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:29:08.978460 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:29:08.978460 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:29:08.978460 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:29:08.978460 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:29:08.978460 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:29:08.978460 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:29:08.978460 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:29:08.978460 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:29:08.978460 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:29:08.978460 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:29:08.978460 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:29:08.978460 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:29:08.978460 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:29:08.978460 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:29:08.978460 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:29:08.978460 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:29:08.980686 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:29:08.980686 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:29:08.980686 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:29:08.980686 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:29:08.980686 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:29:08.980686 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:29:08.980686 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:29:08.980686 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:29:08.980686 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:29:08.980686 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:29:08.980686 dv-neutron-master-2-hyperv neutron-server[103153]: Traceback (most recent call last): Dec 21 13:29:08.980686 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:29:08.980686 dv-neutron-master-2-hyperv neutron-server[103153]: timer() Dec 21 13:29:08.980686 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:29:08.980686 dv-neutron-master-2-hyperv neutron-server[103153]: cb(*args, **kw) Dec 21 13:29:08.980686 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:29:08.980686 dv-neutron-master-2-hyperv neutron-server[103153]: return func(*args, **kwargs) Dec 21 13:29:08.980686 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:29:08.980686 dv-neutron-master-2-hyperv neutron-server[103153]: self._notify() Dec 21 13:29:08.980686 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:29:08.980686 dv-neutron-master-2-hyperv neutron-server[103153]: self.callback(batched_events) Dec 21 13:29:08.980686 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:29:08.980686 dv-neutron-master-2-hyperv neutron-server[103153]: event.method(event) Dec 21 13:29:08.980686 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:29:08.980686 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:29:08.980686 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:29:08.980686 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:29:08.980686 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:29:08.980686 dv-neutron-master-2-hyperv neutron-server[103153]: return f(self, *a, **k) Dec 21 13:29:08.980686 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:29:08.980686 dv-neutron-master-2-hyperv neutron-server[103153]: return self._get(url).json() Dec 21 13:29:08.980686 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:29:08.980686 dv-neutron-master-2-hyperv neutron-server[103153]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:29:08.980686 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:29:08.980686 dv-neutron-master-2-hyperv neutron-server[103153]: return self.request(url, 'GET', **kwargs) Dec 21 13:29:08.980686 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:29:08.980686 dv-neutron-master-2-hyperv neutron-server[103153]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:29:08.980686 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:29:08.980686 dv-neutron-master-2-hyperv neutron-server[103153]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:29:08.980686 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:29:08.980686 dv-neutron-master-2-hyperv neutron-server[103153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:29:08.980686 dv-neutron-master-2-hyperv neutron-server[103153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:29:08.989393 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-28cca74d-c846-4239-a570-2a2cb5b9c437 None None] Deleting port 66836041-57d9-4e18-bd91-4d6833e84a70 {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:29:08.989393 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-28cca74d-c846-4239-a570-2a2cb5b9c437 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:09.006678 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c4a5d7e-499e-4953-b40f-dba65b0a1e2e tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Router 5e607ba4-9930-44fe-93dc-6bdbcba9aee2 is scheduled to L3 agent 59e14383-78fa-487e-9299-b32042a98157 with binding_index 1 {{(pid=103152) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 13:29:09.010939 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-fa9e2dd1-9cec-4d89-b3e3-0b1463115809 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:09.046981 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9e2dd1-9cec-4d89-b3e3-0b1463115809 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Pushing event deleted for resources: {'Port': ['ID=3e3aeebd-c6f6-4520-9351-65743e3989b6,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:09.070694 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f417947-f603-4a97-9805-c79acc26e59b tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Pushing event updated for resources: {'Subnet': ['ID=efd71155-42c5-4846-a6d3-b0a48a3b13b8,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:09.101388 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-db06f38f-a598-4b79-bd34-88dafa19f73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:09.137008 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e0fb3ee0-c588-493c-b8e7-f8694f6ea103 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:09.139881 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f33fb42c-3fc4-4ad3-ade8-5e480b45b79e tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11195289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11288741'] for subnet, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:09.140550 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71580f50-d0c2-4ebc-8e15-fe70a49f73ff None None] Pushing event updated for resources: {'Port': ['ID=7111fafc-3054-4310-a775-f4360d66a24d,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:09.148879 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-28cca74d-c846-4239-a570-2a2cb5b9c437 None None] For port 66836041-57d9-4e18-bd91-4d6833e84a70, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=66836041-57d9-4e18-bd91-4d6833e84a70,segment=NetworkSegment(b20a5dbe-a251-4a83-ae2d-3ffbda6396cf),segment_id=b20a5dbe-a251-4a83-ae2d-3ffbda6396cf)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:29:09.149870 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-28cca74d-c846-4239-a570-2a2cb5b9c437 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:09.220352 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.db.api [None req-3ab16738-1b3c-4f5b-806b-66bfdb1c87a5 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 21 13:29:09.220352 dv-neutron-master-2-hyperv neutron-server[103153]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 21 13:29:09.220352 dv-neutron-master-2-hyperv neutron-server[103153]: [parameters: {'id': '51526bc9-ab4d-4ac8-b31a-6227d57d9adf'}] Dec 21 13:29:09.220352 dv-neutron-master-2-hyperv neutron-server[103153]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103153) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 13:29:09.220821 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG oslo_db.api [None req-3ab16738-1b3c-4f5b-806b-66bfdb1c87a5 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 13:29:09.229773 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fb3ee0-c588-493c-b8e7-f8694f6ea103 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Pushing event deleted for resources: {'Port': ['ID=273b334e-6b68-4a01-bbc1-1e511ee65be2,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:09.239321 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-8803a2ef-ecfa-423c-8e25-923d1fcf426c req-c13fcffd-bbaf-4c1b-8e78-2c555dc69948 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:09.239706 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-8803a2ef-ecfa-423c-8e25-923d1fcf426c req-c13fcffd-bbaf-4c1b-8e78-2c555dc69948 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548820'] for floatingip, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:09.240013 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.l3_db [req-8803a2ef-ecfa-423c-8e25-923d1fcf426c req-c13fcffd-bbaf-4c1b-8e78-2c555dc69948 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Floating IP 43713f4a-c800-44ff-9fbd-1ad418dd89db disassociated. External IP: 172.36.3.63, port: 9254e1af-d3c0-416d-a770-279ae90ca001. Dec 21 13:29:09.240950 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [req-8803a2ef-ecfa-423c-8e25-923d1fcf426c req-c13fcffd-bbaf-4c1b-8e78-2c555dc69948 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Calling delete_port for 9254e1af-d3c0-416d-a770-279ae90ca001 owned by compute:nova {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:29:09.242061 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-28cca74d-c846-4239-a570-2a2cb5b9c437 None None] Calling delete_port for 66836041-57d9-4e18-bd91-4d6833e84a70 owned by network:dhcp {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:29:09.245181 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-4ffa839a-1052-461b-8bda-5123c022d456 None None] For port 43805453-567c-4d89-a957-19a6d4c57f52, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=43805453-567c-4d89-a957-19a6d4c57f52,segment=NetworkSegment(6f3ea72d-cde1-46a3-8e2a-41fd78625708),segment_id=6f3ea72d-cde1-46a3-8e2a-41fd78625708)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:29:09.246316 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-c0a4a5f1-4b28-4e52-972c-ab706990d2ed tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Deleting port b1dfb8e6-97ed-435c-8cce-c9460532c8ce {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:29:09.246755 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c0a4a5f1-4b28-4e52-972c-ab706990d2ed tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:09.277855 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f417947-f603-4a97-9805-c79acc26e59b tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Checking segment: {'id': 'bbf30d1c-4303-4af8-8940-7cb31f274a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '5d56b04d-834e-44d0-8a4a-bef509c35d33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:29:09.278548 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f417947-f603-4a97-9805-c79acc26e59b tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Network hostable DHCP agents. Network: 5d56b04d-834e-44d0-8a4a-bef509c35d33, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:29:09.293108 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-4ffa839a-1052-461b-8bda-5123c022d456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:09.309403 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-8720c9e7-fe8f-4561-a284-3da9f6b2dd93 None None] Attempting to bind port 7111fafc-3054-4310-a775-f4360d66a24d on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:29:09.309906 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-8720c9e7-fe8f-4561-a284-3da9f6b2dd93 None None] Attempting to bind port 7111fafc-3054-4310-a775-f4360d66a24d by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '4366dbc1-e7c6-430d-83fa-9e29715d61b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '2cf63e90-259f-413d-9f59-c6e07bb014ac'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:29:09.310896 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8720c9e7-fe8f-4561-a284-3da9f6b2dd93 None None] Attempting to bind port 7111fafc-3054-4310-a775-f4360d66a24d on network 2cf63e90-259f-413d-9f59-c6e07bb014ac {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:29:09.317774 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-db06f38f-a598-4b79-bd34-88dafa19f73d None None] For port 99f3a4a0-2ad3-46d0-93a4-804d22efb7fd, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=99f3a4a0-2ad3-46d0-93a4-804d22efb7fd,segment=NetworkSegment(ec757340-738d-4e1d-870a-d8cb9ec8161a),segment_id=ec757340-738d-4e1d-870a-d8cb9ec8161a)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:29:09.330550 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8720c9e7-fe8f-4561-a284-3da9f6b2dd93 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:29:09.331151 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8720c9e7-fe8f-4561-a284-3da9f6b2dd93 None None] Checking segment: {'id': '4366dbc1-e7c6-430d-83fa-9e29715d61b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '2cf63e90-259f-413d-9f59-c6e07bb014ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:29:09.331631 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8720c9e7-fe8f-4561-a284-3da9f6b2dd93 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:09.332210 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8720c9e7-fe8f-4561-a284-3da9f6b2dd93 None None] Bound using segment: {'id': '4366dbc1-e7c6-430d-83fa-9e29715d61b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '2cf63e90-259f-413d-9f59-c6e07bb014ac'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:29:09.332490 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-8720c9e7-fe8f-4561-a284-3da9f6b2dd93 None None] Bound port: 7111fafc-3054-4310-a775-f4360d66a24d, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4366dbc1-e7c6-430d-83fa-9e29715d61b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '2cf63e90-259f-413d-9f59-c6e07bb014ac'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:29:09.332950 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8720c9e7-fe8f-4561-a284-3da9f6b2dd93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:09.353686 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e0fb3ee0-c588-493c-b8e7-f8694f6ea103 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:09.360254 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-e0fb3ee0-c588-493c-b8e7-f8694f6ea103 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "DELETE /v2.0/ports/273b334e-6b68-4a01-bbc1-1e511ee65be2 HTTP/1.1" status: 204 len: 168 time: 2.7545123 Dec 21 13:29:09.374576 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33fb42c-3fc4-4ad3-ade8-5e480b45b79e tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:29:09.377214 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56376) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:09.389932 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-db06f38f-a598-4b79-bd34-88dafa19f73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:09.413960 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-f33fb42c-3fc4-4ad3-ade8-5e480b45b79e tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:29:09.419235 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33fb42c-3fc4-4ad3-ade8-5e480b45b79e tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:29:09.419892 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f33fb42c-3fc4-4ad3-ade8-5e480b45b79e tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:09.441959 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33fb42c-3fc4-4ad3-ade8-5e480b45b79e tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event updated for resources: {'Subnet': ['ID=bf1ef74a-496b-40ce-a0c5-fa379d5e2877,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:09.442934 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-db06f38f-a598-4b79-bd34-88dafa19f73d None None] Could not find standard attr ID for object f5c184be-55bb-4122-97ba-cab72e90f656. {{(pid=103154) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 21 13:29:09.454226 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:09.480273 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.pecan_wsgi.hooks.translation [None req-38749eec-6e57-4d71-a036-d71fa28bf292 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] GET failed (client error): The resource could not be found. Dec 21 13:29:09.481775 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-38749eec-6e57-4d71-a036-d71fa28bf292 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "GET /v2.0/ports/273b334e-6b68-4a01-bbc1-1e511ee65be2 HTTP/1.1" status: 404 len: 333 time: 0.0939367 Dec 21 13:29:09.487744 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56378) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:09.493324 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-09dc657a-6fff-456d-abb1-b20fda494932 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Request body: {'port': {'network_id': 'c6bf85d4-de6b-4911-ac91-51fc0c7c7ed2', 'name': 'tempest-PortsTestJSON-153799253'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:29:09.523615 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-f33fb42c-3fc4-4ad3-ade8-5e480b45b79e tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8258741 Dec 21 13:29:09.528257 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56380) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:09.530380 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c4a5d7e-499e-4953-b40f-dba65b0a1e2e tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:29:09.535729 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-90aad4aa-5888-443d-86c4-39a5b12b1607 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Request body: {'port': {'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9', 'fixed_ips': [{'subnet_id': 'bf1ef74a-496b-40ce-a0c5-fa379d5e2877', 'ip_address': '2001:db8::7cc3:cfbb:b5c2:8b84'}], 'name': 'tempest-NetworksTestDHCPv6-325968803'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:29:09.540524 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffa839a-1052-461b-8bda-5123c022d456 None None] Pushing event updated for resources: {'Port': ['ID=43805453-567c-4d89-a957-19a6d4c57f52,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:09.541282 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-7c4a5d7e-499e-4953-b40f-dba65b0a1e2e tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "PUT /v2.0/routers/5e607ba4-9930-44fe-93dc-6bdbcba9aee2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7933185 Dec 21 13:29:09.541551 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f417947-f603-4a97-9805-c79acc26e59b tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Network 5d56b04d-834e-44d0-8a4a-bef509c35d33 is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:29:09.545068 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1220c84-8d5a-4761-9b4a-3bda2328d16a None None] Sync routers for ids ['5e607ba4-9930-44fe-93dc-6bdbcba9aee2'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:29:09.548470 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56382) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:09.558299 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-4e871136-eec5-4471-8b02-4993fdb6302b tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Request body: {'network': {'name': 'tempest-RoutersTest-945307675'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:29:09.564940 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1220c84-8d5a-4761-9b4a-3bda2328d16a None None] Routers {'5e607ba4-9930-44fe-93dc-6bdbcba9aee2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:29:09.565987 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-e1220c84-8d5a-4761-9b4a-3bda2328d16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:28:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['5e607ba4-9930-44fe-93dc-6bdbcba9aee2'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:09.575125 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94373d58-5a70-412e-96ea-9588280c904d None None] Network 51526bc9-ab4d-4ac8-b31a-6227d57d9adf requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:29:09.598418 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c0a4a5f1-4b28-4e52-972c-ab706990d2ed tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:09.621503 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-4f417947-f603-4a97-9805-c79acc26e59b tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 5d56b04d-834e-44d0-8a4a-bef509c35d33) {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:29:09.647995 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-fa9e2dd1-9cec-4d89-b3e3-0b1463115809 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks [] for floatingip, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:09.652247 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-fa9e2dd1-9cec-4d89-b3e3-0b1463115809 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for floatingip, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:09.653867 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-fa9e2dd1-9cec-4d89-b3e3-0b1463115809 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] 10.222.0.37 "DELETE /v2.0/floatingips/7d30feaf-fcb6-471a-81f2-360e65faf4be HTTP/1.1" status: 204 len: 168 time: 1.3828890 Dec 21 13:29:09.660047 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-c0a4a5f1-4b28-4e52-972c-ab706990d2ed tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Calling delete_port for b1dfb8e6-97ed-435c-8cce-c9460532c8ce owned by {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:29:09.668719 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56384) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:09.670536 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9adcad8-f2de-48e3-a373-4c6c00d8c687 None None] Network 5d56b04d-834e-44d0-8a4a-bef509c35d33 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:29:09.675005 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f417947-f603-4a97-9805-c79acc26e59b tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:29:09.675682 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4f417947-f603-4a97-9805-c79acc26e59b tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks [] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:09.697643 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-e1220c84-8d5a-4761-9b4a-3bda2328d16a None None] Set router 5e607ba4-9930-44fe-93dc-6bdbcba9aee2 gateway port host: None {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:29:09.707734 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-8720c9e7-fe8f-4561-a284-3da9f6b2dd93 None None] For port 7111fafc-3054-4310-a775-f4360d66a24d, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:29:09.719823 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-28cca74d-c846-4239-a570-2a2cb5b9c437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636'] for port, after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:09.728884 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3ab16738-1b3c-4f5b-806b-66bfdb1c87a5 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:09.738044 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.api.v2.resource [None req-c3974229-594c-449c-b18a-5643651b10ae tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] delete failed (client error): The resource could not be found. Dec 21 13:29:09.739163 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-c3974229-594c-449c-b18a-5643651b10ae tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] 10.222.0.37 "DELETE /v2.0/floatingips/7d30feaf-fcb6-471a-81f2-360e65faf4be HTTP/1.1" status: 404 len: 345 time: 0.0673976 Dec 21 13:29:09.744144 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56386) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:09.856590 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09dc657a-6fff-456d-abb1-b20fda494932 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Made reservation on behalf of 401fab62d2cc4dcc90d3b9ab6f110b7e for: {'port': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:29:09.860750 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-09dc657a-6fff-456d-abb1-b20fda494932 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:09.924097 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8b153e-a277-46d6-aa8e-94885067428c tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:29:09.932387 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8b153e-a277-46d6-aa8e-94885067428c tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:29:09.940911 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8b153e-a277-46d6-aa8e-94885067428c tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:29:09.945905 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-ba8b153e-a277-46d6-aa8e-94885067428c tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] 10.222.0.37 "GET /v2.0/ports?network_id=20f77a39-9704-44ad-8444-71d97da616e0 HTTP/1.1" status: 200 len: 2359 time: 0.2006388 Dec 21 13:29:09.948442 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56390) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:09.975224 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-7020290f-d6f5-453c-b45b-40b866767f7b None None] Provisioning complete for port 103d063b-184d-4ce5-8374-f7db5124daa7 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:29:09.975609 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7020290f-d6f5-453c-b45b-40b866767f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:09.993534 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-09dc657a-6fff-456d-abb1-b20fda494932 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] device_id is not set on port b2897db1-3ad9-4385-ac58-0d90b64d8575 yet. {{(pid=103152) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 13:29:10.002375 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-e1220c84-8d5a-4761-9b4a-3bda2328d16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e607ba4-9930-44fe-93dc-6bdbcba9aee2', 'name': 'tempest-RoutersTest-router-758070956', 'tenant_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:28:56Z', 'updated_at': '2021-12-21T13:29:07Z', 'revision_number': 2, 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'gw_port_host': None, '_interfaces': [{'id': '103d063b-184d-4ce5-8374-f7db5124daa7', 'name': '', 'network_id': 'a2096345-ac39-4285-b67f-5f13a2a0698a', 'tenant_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'mac_address': 'fa:16:3e:77:f0:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e607ba4-9930-44fe-93dc-6bdbcba9aee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'bcc4be89-a9c0-4d2c-916c-0d32f73303f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:03Z', 'updated_at': '2021-12-21T13:29:07Z', 'revision_number': 2, 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'subnets': [{'id': 'bcc4be89-a9c0-4d2c-916c-0d32f73303f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:10.067166 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1220c84-8d5a-4761-9b4a-3bda2328d16a None None] Checking router: 5e607ba4-9930-44fe-93dc-6bdbcba9aee2 for host: dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:29:10.068396 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1220c84-8d5a-4761-9b4a-3bda2328d16a None None] Updating router 5e607ba4-9930-44fe-93dc-6bdbcba9aee2 port 103d063b-184d-4ce5-8374-f7db5124daa7 binding host dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 13:29:10.070947 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611daec1-f20a-4945-b16b-8386fb28ce3a tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:29:10.084130 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-611daec1-f20a-4945-b16b-8386fb28ce3a tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] 10.222.0.37 "GET /v2.0/subnets/2aa69170-edb5-4dc2-a439-930e8364bc13 HTTP/1.1" status: 200 len: 797 time: 0.1332157 Dec 21 13:29:10.086543 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56392) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:10.097936 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-28c69f51-f0ab-469f-83d4-a912cdec2f0f tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Request body: {'port': {'network_id': '20f77a39-9704-44ad-8444-71d97da616e0', 'name': 'tempest-FloatingIPTestJSON-973391696', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:29:10.099839 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.db.api [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 13:29:10.100203 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG oslo_db.api [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 13:29:10.102837 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e871136-eec5-4471-8b02-4993fdb6302b tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Made reservation on behalf of 2443f9ebd5734093aca8f8d69b48dcbc for: {'network': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:29:10.103909 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cca74d-c846-4239-a570-2a2cb5b9c437 None None] No DVR routers for this DVR port 66836041-57d9-4e18-bd91-4d6833e84a70 on host dv-neutron-master-2-hyperv {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:29:10.106996 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4e871136-eec5-4471-8b02-4993fdb6302b tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:10.110423 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-7020290f-d6f5-453c-b45b-40b866767f7b None None] Port 103d063b-184d-4ce5-8374-f7db5124daa7 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:29:10.114679 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db06f38f-a598-4b79-bd34-88dafa19f73d None None] Pushing event updated for resources: {'Port': ['ID=99f3a4a0-2ad3-46d0-93a4-804d22efb7fd,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:10.141426 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-e1220c84-8d5a-4761-9b4a-3bda2328d16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:10.144995 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57cf211-e566-40da-a05a-cc53884e1f6b None None] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:29:10.236799 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cca74d-c846-4239-a570-2a2cb5b9c437 None None] Pushing event deleted for resources: {'Port': ['ID=66836041-57d9-4e18-bd91-4d6833e84a70,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:10.237035 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-4f417947-f603-4a97-9805-c79acc26e59b tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.6466837 Dec 21 13:29:10.238665 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56394) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:10.294826 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-8803a2ef-ecfa-423c-8e25-923d1fcf426c req-c13fcffd-bbaf-4c1b-8e78-2c555dc69948 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:10.296450 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-7020290f-d6f5-453c-b45b-40b866767f7b None None] Provisioning complete for port 99f3a4a0-2ad3-46d0-93a4-804d22efb7fd triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:29:10.296930 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7020290f-d6f5-453c-b45b-40b866767f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:10.299155 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 9254e1af-d3c0-416d-a770-279ae90ca001 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:29:10.311376 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-8720c9e7-fe8f-4561-a284-3da9f6b2dd93 None None] For port 7111fafc-3054-4310-a775-f4360d66a24d, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7111fafc-3054-4310-a775-f4360d66a24d,segment=NetworkSegment(4366dbc1-e7c6-430d-83fa-9e29715d61b2),segment_id=4366dbc1-e7c6-430d-83fa-9e29715d61b2)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:29:10.367970 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8720c9e7-fe8f-4561-a284-3da9f6b2dd93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:10.370250 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] No Port match for: 9254e1af-d3c0-416d-a770-279ae90ca001 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:29:10.370732 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 9254e1af-d3c0-416d-a770-279ae90ca001 not bound to the agent host hv-neutron-mast {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:29:10.371931 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e871136-eec5-4471-8b02-4993fdb6302b tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=103153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:29:10.382565 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13fcffd-bbaf-4c1b-8e78-2c555dc69948 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Pushing event deleted for resources: {'Port': ['ID=9254e1af-d3c0-416d-a770-279ae90ca001,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:10.417014 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-09dc657a-6fff-456d-abb1-b20fda494932 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:10.424010 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0828400-1c34-442b-9756-7159756aeae5 req-e21149d1-10db-4621-a8d8-b5911d61ea10 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:29:10.425592 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a0828400-1c34-442b-9756-7159756aeae5 req-e21149d1-10db-4621-a8d8-b5911d61ea10 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f04569b-7b6a-480f-a48e-6be4ed1157fe HTTP/1.1" status: 200 len: 867 time: 0.3571630 Dec 21 13:29:10.432498 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4e871136-eec5-4471-8b02-4993fdb6302b tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:10.432862 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.segments_db [None req-4e871136-eec5-4471-8b02-4993fdb6302b tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Added segment 6c9dd1ad-4497-456c-a1eb-988c28f9820a of type vlan for network df07e3fa-3f28-45bc-8c57-98ec7342c6e5 Dec 21 13:29:10.465587 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f8ed8d-458c-47bb-bae2-aa0592ce2fad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-5d56b04d-834e-44d0-8a4a-bef509c35d33', 'network_id': '5d56b04d-834e-44d0-8a4a-bef509c35d33', 'project_id': 'd368a1938e3342de9d3358d110005af5', 'fixed_ips': [{'subnet_id': 'efd71155-42c5-4846-a6d3-b0a48a3b13b8'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:29:10.466533 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-30f8ed8d-458c-47bb-bae2-aa0592ce2fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:10.572346 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-e1220c84-8d5a-4761-9b4a-3bda2328d16a None None] Publish callbacks [] for port, precommit_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:10.584413 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-e1220c84-8d5a-4761-9b4a-3bda2328d16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:10.637276 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-09dc657a-6fff-456d-abb1-b20fda494932 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:10.702689 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90aad4aa-5888-443d-86c4-39a5b12b1607 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Made reservation on behalf of 4e9b97d81d204c53a28bf5666eaf36b7 for: {'port': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:29:10.705325 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a9465d-2bc1-4b92-97fd-19a43078a5e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9', 'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9', 'project_id': '4e9b97d81d204c53a28bf5666eaf36b7', 'fixed_ips': [{'subnet_id': 'bf1ef74a-496b-40ce-a0c5-fa379d5e2877'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:29:10.706209 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b8a9465d-2bc1-4b92-97fd-19a43078a5e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:10.726610 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71580f50-d0c2-4ebc-8e15-fe70a49f73ff None None] Pushing event updated for resources: {'Port': ['ID=7111fafc-3054-4310-a775-f4360d66a24d,revision_number=4']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:10.747410 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a0828400-1c34-442b-9756-7159756aeae5 req-b08b313a-c71d-4ef3-965c-12aa8aacaa99 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ba20eb6-7980-48d1-8013-51c2682fdc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2943256 Dec 21 13:29:10.771923 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4e871136-eec5-4471-8b02-4993fdb6302b tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:10.797134 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b462db7-810a-41b0-8d24-8e949dc77575 None None] Pushing event updated for resources: {'Port': ['ID=103d063b-184d-4ce5-8374-f7db5124daa7,revision_number=3']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:10.803141 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-e1220c84-8d5a-4761-9b4a-3bda2328d16a None None] Attempting to bind port 103d063b-184d-4ce5-8374-f7db5124daa7 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:29:10.803807 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-e1220c84-8d5a-4761-9b4a-3bda2328d16a None None] Attempting to bind port 103d063b-184d-4ce5-8374-f7db5124daa7 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '87e55700-e91d-4e2b-b9e9-0db20805226e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'a2096345-ac39-4285-b67f-5f13a2a0698a'}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:29:10.804407 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1220c84-8d5a-4761-9b4a-3bda2328d16a None None] Attempting to bind port 103d063b-184d-4ce5-8374-f7db5124daa7 on network a2096345-ac39-4285-b67f-5f13a2a0698a {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:29:10.814799 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b462db7-810a-41b0-8d24-8e949dc77575 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:29:10.815622 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b462db7-810a-41b0-8d24-8e949dc77575 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:29:10.816206 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b462db7-810a-41b0-8d24-8e949dc77575 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:29:10.816771 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b462db7-810a-41b0-8d24-8e949dc77575 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:29:10.817330 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b462db7-810a-41b0-8d24-8e949dc77575 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:29:10.817876 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b462db7-810a-41b0-8d24-8e949dc77575 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:29:10.818516 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b462db7-810a-41b0-8d24-8e949dc77575 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:29:10.819092 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b462db7-810a-41b0-8d24-8e949dc77575 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:29:10.819666 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b462db7-810a-41b0-8d24-8e949dc77575 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:29:10.820229 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b462db7-810a-41b0-8d24-8e949dc77575 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:29:10.820787 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b462db7-810a-41b0-8d24-8e949dc77575 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:29:10.821499 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b462db7-810a-41b0-8d24-8e949dc77575 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:29:10.822060 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b462db7-810a-41b0-8d24-8e949dc77575 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:29:10.835656 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1220c84-8d5a-4761-9b4a-3bda2328d16a None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:29:10.836982 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1220c84-8d5a-4761-9b4a-3bda2328d16a None None] Checking segment: {'id': '87e55700-e91d-4e2b-b9e9-0db20805226e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'a2096345-ac39-4285-b67f-5f13a2a0698a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:29:10.837620 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-e1220c84-8d5a-4761-9b4a-3bda2328d16a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:10.838267 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1220c84-8d5a-4761-9b4a-3bda2328d16a None None] Bound using segment: {'id': '87e55700-e91d-4e2b-b9e9-0db20805226e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'a2096345-ac39-4285-b67f-5f13a2a0698a'} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:29:10.839708 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-e1220c84-8d5a-4761-9b4a-3bda2328d16a None None] Bound port: 103d063b-184d-4ce5-8374-f7db5124daa7, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87e55700-e91d-4e2b-b9e9-0db20805226e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'a2096345-ac39-4285-b67f-5f13a2a0698a'}}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:29:10.840402 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-e1220c84-8d5a-4761-9b4a-3bda2328d16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:10.875985 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09dc657a-6fff-456d-abb1-b20fda494932 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Network c6bf85d4-de6b-4911-ac91-51fc0c7c7ed2 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:29:10.890326 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8720c9e7-fe8f-4561-a284-3da9f6b2dd93 None None] Routers {'caf3ff8a-af97-4de4-b3e0-de9adbadc076'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:29:10.893787 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-09dc657a-6fff-456d-abb1-b20fda494932 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:29:10.894052 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-8720c9e7-fe8f-4561-a284-3da9f6b2dd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:28:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['caf3ff8a-af97-4de4-b3e0-de9adbadc076'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:10.900128 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09dc657a-6fff-456d-abb1-b20fda494932 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:29:10.914633 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09dc657a-6fff-456d-abb1-b20fda494932 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:29:10.915403 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-09dc657a-6fff-456d-abb1-b20fda494932 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:10.943772 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dc657a-6fff-456d-abb1-b20fda494932 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Pushing event updated for resources: {'Port': ['ID=b2897db1-3ad9-4385-ac58-0d90b64d8575,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:10.977977 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-e1220c84-8d5a-4761-9b4a-3bda2328d16a None None] For port 103d063b-184d-4ce5-8374-f7db5124daa7, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:29:10.983809 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-09dc657a-6fff-456d-abb1-b20fda494932 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.4923112 Dec 21 13:29:10.984819 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56396) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:10.986916 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-e1220c84-8d5a-4761-9b4a-3bda2328d16a None None] For port 103d063b-184d-4ce5-8374-f7db5124daa7, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=103d063b-184d-4ce5-8374-f7db5124daa7,segment=NetworkSegment(87e55700-e91d-4e2b-b9e9-0db20805226e),segment_id=87e55700-e91d-4e2b-b9e9-0db20805226e)] {{(pid=103155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:29:10.990282 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-9ef134c6-6b20-42b1-a320-13544041b595 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:29:10.994034 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-e1220c84-8d5a-4761-9b4a-3bda2328d16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:11.067257 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b462db7-810a-41b0-8d24-8e949dc77575 None None] Pushing event updated for resources: {'Port': ['ID=103d063b-184d-4ce5-8374-f7db5124daa7,revision_number=4']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:11.092278 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-90aad4aa-5888-443d-86c4-39a5b12b1607 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:11.095097 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 56b4dc13-248e-4593-b582-60863123e84a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:29:11.101195 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9ef134c6-6b20-42b1-a320-13544041b595 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:11.124833 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c0a4a5f1-4b28-4e52-972c-ab706990d2ed tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:11.127836 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4e871136-eec5-4471-8b02-4993fdb6302b tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:11.131550 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1220c84-8d5a-4761-9b4a-3bda2328d16a None None] Routers {'5e607ba4-9930-44fe-93dc-6bdbcba9aee2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:29:11.141379 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e871136-eec5-4471-8b02-4993fdb6302b tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:29:11.142336 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4e871136-eec5-4471-8b02-4993fdb6302b tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:11.146172 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-e1220c84-8d5a-4761-9b4a-3bda2328d16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:28:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['5e607ba4-9930-44fe-93dc-6bdbcba9aee2'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:11.163733 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c380ba18-4365-41ec-a9bc-944d81ee40db tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:11.300231 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-e1220c84-8d5a-4761-9b4a-3bda2328d16a None None] Set router 5e607ba4-9930-44fe-93dc-6bdbcba9aee2 gateway port host: None {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:29:11.307263 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-3ab16738-1b3c-4f5b-806b-66bfdb1c87a5 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Deleting port 43805453-567c-4d89-a957-19a6d4c57f52 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:29:11.308238 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3ab16738-1b3c-4f5b-806b-66bfdb1c87a5 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:11.360557 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a4a5f1-4b28-4e52-972c-ab706990d2ed tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Pushing event deleted for resources: {'Port': ['ID=b1dfb8e6-97ed-435c-8cce-c9460532c8ce,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:11.373270 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-8720c9e7-fe8f-4561-a284-3da9f6b2dd93 None None] Set router caf3ff8a-af97-4de4-b3e0-de9adbadc076 gateway port host: None {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:29:11.404816 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [None req-90aad4aa-5888-443d-86c4-39a5b12b1607 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] device_id is not set on port eb030856-1691-4692-8950-ed3c687ab5a3 yet. {{(pid=103153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 13:29:11.453078 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-4e871136-eec5-4471-8b02-4993fdb6302b tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.8991489 Dec 21 13:29:11.470881 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56398) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:11.500563 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 56b4dc13-248e-4593-b582-60863123e84a triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:29:11.510986 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:11.530818 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c0a4a5f1-4b28-4e52-972c-ab706990d2ed tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:11.534618 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-c0a4a5f1-4b28-4e52-972c-ab706990d2ed tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "DELETE /v2.0/ports/b1dfb8e6-97ed-435c-8cce-c9460532c8ce HTTP/1.1" status: 204 len: 168 time: 3.1293855 Dec 21 13:29:11.540184 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-72008c00-5f22-4e8a-bba4-fe0fac7aab54 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Request body: {'subnet': {'network_id': 'df07e3fa-3f28-45bc-8c57-98ec7342c6e5', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:29:11.550563 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56400) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:11.562876 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28c69f51-f0ab-469f-83d4-a912cdec2f0f tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Made reservation on behalf of 16d2926f45024058a111868cbfccf657 for: {'port': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:29:11.653095 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-e1220c84-8d5a-4761-9b4a-3bda2328d16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e607ba4-9930-44fe-93dc-6bdbcba9aee2', 'name': 'tempest-RoutersTest-router-758070956', 'tenant_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:28:56Z', 'updated_at': '2021-12-21T13:29:07Z', 'revision_number': 2, 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'gw_port_host': None, '_interfaces': [{'id': '103d063b-184d-4ce5-8374-f7db5124daa7', 'name': '', 'network_id': 'a2096345-ac39-4285-b67f-5f13a2a0698a', 'tenant_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'mac_address': 'fa:16:3e:77:f0:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e607ba4-9930-44fe-93dc-6bdbcba9aee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'bcc4be89-a9c0-4d2c-916c-0d32f73303f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:03Z', 'updated_at': '2021-12-21T13:29:10Z', 'revision_number': 4, 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'subnets': [{'id': 'bcc4be89-a9c0-4d2c-916c-0d32f73303f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:11.687637 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1220c84-8d5a-4761-9b4a-3bda2328d16a None None] The sync data for ids ['5e607ba4-9930-44fe-93dc-6bdbcba9aee2'] in dv-neutron-master-2-hyperv is: [{'id': '5e607ba4-9930-44fe-93dc-6bdbcba9aee2', 'name': 'tempest-RoutersTest-router-758070956', 'tenant_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:28:56Z', 'updated_at': '2021-12-21T13:29:07Z', 'revision_number': 2, 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'gw_port_host': None, '_interfaces': [{'id': '103d063b-184d-4ce5-8374-f7db5124daa7', 'name': '', 'network_id': 'a2096345-ac39-4285-b67f-5f13a2a0698a', 'tenant_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'mac_address': 'fa:16:3e:77:f0:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e607ba4-9930-44fe-93dc-6bdbcba9aee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'bcc4be89-a9c0-4d2c-916c-0d32f73303f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:03Z', 'updated_at': '2021-12-21T13:29:10Z', 'revision_number': 4, 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'subnets': [{'id': 'bcc4be89-a9c0-4d2c-916c-0d32f73303f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:29:11.691527 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e871136-eec5-4471-8b02-4993fdb6302b tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Pushing event updated for resources: {'Network': ['ID=df07e3fa-3f28-45bc-8c57-98ec7342c6e5,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:11.701702 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-30f8ed8d-458c-47bb-bae2-aa0592ce2fad None None] Allocated IP 2001:db8:1::2 (5d56b04d-834e-44d0-8a4a-bef509c35d33/efd71155-42c5-4846-a6d3-b0a48a3b13b8/db589bca-fe9d-485f-aa9a-f3d0207270a8) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:29:11.709524 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.pecan_wsgi.hooks.translation [None req-49b685fa-4fd9-46f4-a090-b6893bc37a22 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] GET failed (client error): The resource could not be found. Dec 21 13:29:11.711233 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-49b685fa-4fd9-46f4-a090-b6893bc37a22 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "GET /v2.0/ports/b1dfb8e6-97ed-435c-8cce-c9460532c8ce HTTP/1.1" status: 404 len: 333 time: 0.1563642 Dec 21 13:29:11.713651 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8803a2ef-ecfa-423c-8e25-923d1fcf426c req-c13fcffd-bbaf-4c1b-8e78-2c555dc69948 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Router 2e68b54d-ba7b-4ea5-857e-5c90bb3745ba has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:29:11.720377 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56402) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:11.724474 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-7020290f-d6f5-453c-b45b-40b866767f7b None None] Provisioning complete for port e0fce8fe-7605-4aef-9193-dba7c35e7d5a triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:29:11.724984 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7020290f-d6f5-453c-b45b-40b866767f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:11.735533 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network df07e3fa-3f28-45bc-8c57-98ec7342c6e5 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:29:11.816692 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-3ab16738-1b3c-4f5b-806b-66bfdb1c87a5 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] For port 43805453-567c-4d89-a957-19a6d4c57f52, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=43805453-567c-4d89-a957-19a6d4c57f52,segment=NetworkSegment(6f3ea72d-cde1-46a3-8e2a-41fd78625708),segment_id=6f3ea72d-cde1-46a3-8e2a-41fd78625708)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:29:11.817571 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3ab16738-1b3c-4f5b-806b-66bfdb1c87a5 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:11.884925 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-3ab16738-1b3c-4f5b-806b-66bfdb1c87a5 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Calling delete_port for 43805453-567c-4d89-a957-19a6d4c57f52 owned by network:dhcp {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:29:11.954450 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-ff0e5400-6a8f-4090-bd97-d3e26c1de714 req-5dc9aafd-2399-4a38-91bc-4740cd661e9b tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f04569b-7b6a-480f-a48e-6be4ed1157fe HTTP/1.1" status: 200 len: 210 time: 0.0739131 Dec 21 13:29:12.048110 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-b8a9465d-2bc1-4b92-97fd-19a43078a5e2 None None] Allocated IP 2001:db8::2 (ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9/bf1ef74a-496b-40ce-a0c5-fa379d5e2877/161d0d6b-17ad-464d-a2fd-652b75216885) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:29:12.048362 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-28c69f51-f0ab-469f-83d4-a912cdec2f0f tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:12.073641 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9ef134c6-6b20-42b1-a320-13544041b595 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:12.085849 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9ef134c6-6b20-42b1-a320-13544041b595 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805230'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:12.119783 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-7020290f-d6f5-453c-b45b-40b866767f7b None None] Port e0fce8fe-7605-4aef-9193-dba7c35e7d5a cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:29:12.131308 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72008c00-5f22-4e8a-bba4-fe0fac7aab54 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Made reservation on behalf of 2443f9ebd5734093aca8f8d69b48dcbc for: {'subnet': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:29:12.135189 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-72008c00-5f22-4e8a-bba4-fe0fac7aab54 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11288759'] for subnet, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:12.140846 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-e98f804e-4667-46ee-821e-d247f8d2522f tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Deleting port e0fce8fe-7605-4aef-9193-dba7c35e7d5a {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:29:12.141326 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e98f804e-4667-46ee-821e-d247f8d2522f tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:12.147672 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [None req-28c69f51-f0ab-469f-83d4-a912cdec2f0f tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] device_id is not set on port deb83c49-7141-4709-9157-5d7383bd831a yet. {{(pid=103153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 13:29:12.216024 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-8720c9e7-fe8f-4561-a284-3da9f6b2dd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf3ff8a-af97-4de4-b3e0-de9adbadc076', 'name': 'tempest-RoutersIpV6Test-router-1585507894', 'tenant_id': 'd368a1938e3342de9d3358d110005af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:28:52Z', 'updated_at': '2021-12-21T13:29:01Z', 'revision_number': 2, 'project_id': 'd368a1938e3342de9d3358d110005af5', 'gw_port_host': None, '_interfaces': [{'id': '7111fafc-3054-4310-a775-f4360d66a24d', 'name': '', 'network_id': '2cf63e90-259f-413d-9f59-c6e07bb014ac', 'tenant_id': 'd368a1938e3342de9d3358d110005af5', 'mac_address': 'fa:16:3e:3d:f9:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf3ff8a-af97-4de4-b3e0-de9adbadc076', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '3a2300ef-3c43-47b0-8476-ddfb30a8d010', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:28:58Z', 'updated_at': '2021-12-21T13:29:09Z', 'revision_number': 4, 'project_id': 'd368a1938e3342de9d3358d110005af5', 'subnets': [{'id': '3a2300ef-3c43-47b0-8476-ddfb30a8d010', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:12.257787 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e98f804e-4667-46ee-821e-d247f8d2522f tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:12.273512 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-e98f804e-4667-46ee-821e-d247f8d2522f tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Calling delete_port for e0fce8fe-7605-4aef-9193-dba7c35e7d5a owned by {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:29:12.335397 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8720c9e7-fe8f-4561-a284-3da9f6b2dd93 None None] The sync data for ids ['caf3ff8a-af97-4de4-b3e0-de9adbadc076'] in dv-neutron-master-2-hyperv is: [{'id': 'caf3ff8a-af97-4de4-b3e0-de9adbadc076', 'name': 'tempest-RoutersIpV6Test-router-1585507894', 'tenant_id': 'd368a1938e3342de9d3358d110005af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:28:52Z', 'updated_at': '2021-12-21T13:29:01Z', 'revision_number': 2, 'project_id': 'd368a1938e3342de9d3358d110005af5', 'gw_port_host': None, '_interfaces': [{'id': '7111fafc-3054-4310-a775-f4360d66a24d', 'name': '', 'network_id': '2cf63e90-259f-413d-9f59-c6e07bb014ac', 'tenant_id': 'd368a1938e3342de9d3358d110005af5', 'mac_address': 'fa:16:3e:3d:f9:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf3ff8a-af97-4de4-b3e0-de9adbadc076', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '3a2300ef-3c43-47b0-8476-ddfb30a8d010', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:28:58Z', 'updated_at': '2021-12-21T13:29:09Z', 'revision_number': 4, 'project_id': 'd368a1938e3342de9d3358d110005af5', 'subnets': [{'id': '3a2300ef-3c43-47b0-8476-ddfb30a8d010', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:29:12.345409 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8803a2ef-ecfa-423c-8e25-923d1fcf426c req-c13fcffd-bbaf-4c1b-8e78-2c555dc69948 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:29:12.346034 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-7020290f-d6f5-453c-b45b-40b866767f7b None None] Provisioning complete for port 7111fafc-3054-4310-a775-f4360d66a24d triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:29:12.346126 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7020290f-d6f5-453c-b45b-40b866767f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:12.422899 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3ab16738-1b3c-4f5b-806b-66bfdb1c87a5 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:12.446656 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e98f804e-4667-46ee-821e-d247f8d2522f tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:12.458054 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-9ef134c6-6b20-42b1-a320-13544041b595 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] In _notify_port_updated(), no bound segment for port b2897db1-3ad9-4385-ac58-0d90b64d8575 on network c6bf85d4-de6b-4911-ac91-51fc0c7c7ed2 {{(pid=103152) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 21 13:29:12.463908 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef134c6-6b20-42b1-a320-13544041b595 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:29:12.464746 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9ef134c6-6b20-42b1-a320-13544041b595 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:12.469762 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-9ef134c6-6b20-42b1-a320-13544041b595 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "PUT /v2.0/ports/b2897db1-3ad9-4385-ac58-0d90b64d8575 HTTP/1.1" status: 200 len: 818 time: 1.4838233 Dec 21 13:29:12.470588 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56406) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:12.509510 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [req-8803a2ef-ecfa-423c-8e25-923d1fcf426c req-c13fcffd-bbaf-4c1b-8e78-2c555dc69948 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] No DVR routers for this DVR port 9254e1af-d3c0-416d-a770-279ae90ca001 on host hv-neutron-mast {{(pid=103153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:29:12.527061 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-8803a2ef-ecfa-423c-8e25-923d1fcf426c req-c13fcffd-bbaf-4c1b-8e78-2c555dc69948 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:12.528247 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef134c6-6b20-42b1-a320-13544041b595 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Pushing event updated for resources: {'Port': ['ID=b2897db1-3ad9-4385-ac58-0d90b64d8575,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:12.532167 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-8803a2ef-ecfa-423c-8e25-923d1fcf426c req-c13fcffd-bbaf-4c1b-8e78-2c555dc69948 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.60 "DELETE /v2.0/ports/9254e1af-d3c0-416d-a770-279ae90ca001 HTTP/1.1" status: 204 len: 173 time: 6.0273600 Dec 21 13:29:12.533090 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f04569b-7b6a-480f-a48e-6be4ed1157fe', 'name': 'network-vif-deleted', 'tag': '9254e1af-d3c0-416d-a770-279ae90ca001'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:29:12.536282 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af6034c98e584fa55ea4398f343c742ceb598288507feaf30d5a15785b2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d752ca3-2f83-40c4-9eb8-db20633bffb4" -d '{"events": [{"server_uuid": "9f04569b-7b6a-480f-a48e-6be4ed1157fe", "name": "network-vif-deleted", "tag": "9254e1af-d3c0-416d-a770-279ae90ca001"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:29:12.540626 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab16738-1b3c-4f5b-806b-66bfdb1c87a5 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Pushing event deleted for resources: {'Port': ['ID=43805453-567c-4d89-a957-19a6d4c57f52,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:12.560603 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab16738-1b3c-4f5b-806b-66bfdb1c87a5 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] No DVR routers for this DVR port 43805453-567c-4d89-a957-19a6d4c57f52 on host dv-neutron-master-2-hyperv {{(pid=103153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:29:12.600333 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98f804e-4667-46ee-821e-d247f8d2522f tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Pushing event deleted for resources: {'Port': ['ID=e0fce8fe-7605-4aef-9193-dba7c35e7d5a,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:12.643432 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e98f804e-4667-46ee-821e-d247f8d2522f tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:12.652211 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-e98f804e-4667-46ee-821e-d247f8d2522f tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "DELETE /v2.0/ports/e0fce8fe-7605-4aef-9193-dba7c35e7d5a HTTP/1.1" status: 204 len: 168 time: 0.9305787 Dec 21 13:29:12.656349 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56410) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:12.668158 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 13:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffac6ce1-92c7-469a-b0c6-867de9a32301 x-openstack-request-id: req-ffac6ce1-92c7-469a-b0c6-867de9a32301 {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:29:12.668569 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f04569b-7b6a-480f-a48e-6be4ed1157fe", "name": "network-vif-deleted", "tag": "9254e1af-d3c0-416d-a770-279ae90ca001", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:29:12.668925 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ffac6ce1-92c7-469a-b0c6-867de9a32301 {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:29:12.670045 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f04569b-7b6a-480f-a48e-6be4ed1157fe', 'name': 'network-vif-deleted', 'tag': '9254e1af-d3c0-416d-a770-279ae90ca001', 'status': 'completed', 'code': 200} Dec 21 13:29:12.752961 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-c16280e8-80e4-4b14-a040-9f8714b5fcd1 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] GET failed (client error): The resource could not be found. Dec 21 13:29:12.757117 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-c16280e8-80e4-4b14-a040-9f8714b5fcd1 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "GET /v2.0/ports/e0fce8fe-7605-4aef-9193-dba7c35e7d5a HTTP/1.1" status: 404 len: 333 time: 0.0923078 Dec 21 13:29:12.760508 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56412) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:12.845669 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3ab16738-1b3c-4f5b-806b-66bfdb1c87a5 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:13.033218 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_v2 [None req-2298c506-cfc9-46e9-85d1-979dd7c1a782 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Deleting subnet b48707ec-fb55-4086-9408-deacb26f07fe {{(pid=103152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:29:13.041626 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2298c506-cfc9-46e9-85d1-979dd7c1a782 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks [] for subnet, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:13.058608 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 103d063b-184d-4ce5-8374-f7db5124daa7 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:29:13.061243 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6180cad3-76c1-48a0-b6df-62c841854e60 None None] Sync routers for ids ['2e68b54d-ba7b-4ea5-857e-5c90bb3745ba'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:29:13.091953 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-30f8ed8d-458c-47bb-bae2-aa0592ce2fad None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:13.120219 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-3ab16738-1b3c-4f5b-806b-66bfdb1c87a5 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51526bc9-ab4d-4ac8-b31a-6227d57d9adf']}} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:13.145456 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-3ab16738-1b3c-4f5b-806b-66bfdb1c87a5 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f3ea72d-cde1-46a3-8e2a-41fd78625708') {'for_net_delete': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:13.146053 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-3ab16738-1b3c-4f5b-806b-66bfdb1c87a5 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f3ea72d-cde1-46a3-8e2a-41fd78625708') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:13.166293 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-10a2a150-f192-4bf8-9258-552f235f0fa8 req-25c5c4e8-f8f8-4742-b677-0b82953f8326 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f04569b-7b6a-480f-a48e-6be4ed1157fe HTTP/1.1" status: 200 len: 210 time: 0.0658736 Dec 21 13:29:13.182464 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-30f8ed8d-458c-47bb-bae2-aa0592ce2fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:13.212423 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3ab16738-1b3c-4f5b-806b-66bfdb1c87a5 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1585430'] for segment, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:13.245146 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-72008c00-5f22-4e8a-bba4-fe0fac7aab54 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11195289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11288741'] for subnet, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:13.273778 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6180cad3-76c1-48a0-b6df-62c841854e60 None None] Routers {'2e68b54d-ba7b-4ea5-857e-5c90bb3745ba'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:29:13.274728 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-6180cad3-76c1-48a0-b6df-62c841854e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:28:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['2e68b54d-ba7b-4ea5-857e-5c90bb3745ba'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:13.280744 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b8a9465d-2bc1-4b92-97fd-19a43078a5e2 None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:13.316866 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2298c506-cfc9-46e9-85d1-979dd7c1a782 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526644'] for subnet, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:13.394790 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-96dca26e-fcf1-412e-a295-6c524e42786a tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Deleting port b2897db1-3ad9-4385-ac58-0d90b64d8575 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:29:13.395289 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-96dca26e-fcf1-412e-a295-6c524e42786a tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:13.408117 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3ab16738-1b3c-4f5b-806b-66bfdb1c87a5 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:13.414836 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-c380ba18-4365-41ec-a9bc-944d81ee40db tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Allocated IP 2001:db8:1::1 (5d56b04d-834e-44d0-8a4a-bef509c35d33/efd71155-42c5-4846-a6d3-b0a48a3b13b8/abd5eefe-e121-4d3a-a3b4-d87fd46c1bbe) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:29:13.422053 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b8a9465d-2bc1-4b92-97fd-19a43078a5e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:13.460075 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ab16738-1b3c-4f5b-806b-66bfdb1c87a5 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=103153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:29:13.460569 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3ab16738-1b3c-4f5b-806b-66bfdb1c87a5 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11349758'] for segment, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:13.471291 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:29:13.471291 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:29:13.471291 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:29:13.471291 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:29:13.471291 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:29:13.471291 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:29:13.471291 dv-neutron-master-2-hyperv neutron-server[103153]: Traceback (most recent call last): Dec 21 13:29:13.471291 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:29:13.471291 dv-neutron-master-2-hyperv neutron-server[103153]: timer() Dec 21 13:29:13.471291 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:29:13.471291 dv-neutron-master-2-hyperv neutron-server[103153]: cb(*args, **kw) Dec 21 13:29:13.471291 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:29:13.471291 dv-neutron-master-2-hyperv neutron-server[103153]: return func(*args, **kwargs) Dec 21 13:29:13.471291 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:29:13.471291 dv-neutron-master-2-hyperv neutron-server[103153]: self._notify() Dec 21 13:29:13.471291 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:29:13.471291 dv-neutron-master-2-hyperv neutron-server[103153]: self.callback(batched_events) Dec 21 13:29:13.471291 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:29:13.471291 dv-neutron-master-2-hyperv neutron-server[103153]: event.method(event) Dec 21 13:29:13.471291 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:29:13.471291 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:29:13.471291 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:29:13.471291 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:29:13.471291 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:29:13.471291 dv-neutron-master-2-hyperv neutron-server[103153]: return f(self, *a, **k) Dec 21 13:29:13.471291 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:29:13.471291 dv-neutron-master-2-hyperv neutron-server[103153]: return self._get(url).json() Dec 21 13:29:13.471291 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:29:13.471291 dv-neutron-master-2-hyperv neutron-server[103153]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:29:13.471291 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:29:13.471291 dv-neutron-master-2-hyperv neutron-server[103153]: return self.request(url, 'GET', **kwargs) Dec 21 13:29:13.471291 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:29:13.471291 dv-neutron-master-2-hyperv neutron-server[103153]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:29:13.471291 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:29:13.471291 dv-neutron-master-2-hyperv neutron-server[103153]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:29:13.471291 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:29:13.471291 dv-neutron-master-2-hyperv neutron-server[103153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:29:13.471291 dv-neutron-master-2-hyperv neutron-server[103153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:29:13.478270 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f8ed8d-458c-47bb-bae2-aa0592ce2fad None None] Network 5d56b04d-834e-44d0-8a4a-bef509c35d33 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:29:13.493528 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:13.541208 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72008c00-5f22-4e8a-bba4-fe0fac7aab54 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Pushing event updated for resources: {'Subnet': ['ID=4f771295-d7b4-41e0-84c1-176db63b7abd,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:13.601839 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f8ed8d-458c-47bb-bae2-aa0592ce2fad None None] Pushing event updated for resources: {'Port': ['ID=db589bca-fe9d-485f-aa9a-f3d0207270a8,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:13.604483 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7020290f-d6f5-453c-b45b-40b866767f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:13.616651 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-30f8ed8d-458c-47bb-bae2-aa0592ce2fad None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:29:13.637019 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f8ed8d-458c-47bb-bae2-aa0592ce2fad None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:29:13.647907 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-28c69f51-f0ab-469f-83d4-a912cdec2f0f tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Allocated IP 172.20.0.14 (20f77a39-9704-44ad-8444-71d97da616e0/2aa69170-edb5-4dc2-a439-930e8364bc13/deb83c49-7141-4709-9157-5d7383bd831a) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:29:13.656131 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-90aad4aa-5888-443d-86c4-39a5b12b1607 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Allocated IP 2001:db8::7cc3:cfbb:b5c2:8b84 (ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9/bf1ef74a-496b-40ce-a0c5-fa379d5e2877/eb030856-1691-4692-8950-ed3c687ab5a3) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:29:13.664630 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-28c69f51-f0ab-469f-83d4-a912cdec2f0f tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Allocated IP 172.20.0.13 (20f77a39-9704-44ad-8444-71d97da616e0/2aa69170-edb5-4dc2-a439-930e8364bc13/deb83c49-7141-4709-9157-5d7383bd831a) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:29:13.677925 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3ab16738-1b3c-4f5b-806b-66bfdb1c87a5 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:13.682521 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3ab16738-1b3c-4f5b-806b-66bfdb1c87a5 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:13.687363 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-3ab16738-1b3c-4f5b-806b-66bfdb1c87a5 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] 10.222.0.37 "DELETE /v2.0/networks/51526bc9-ab4d-4ac8-b31a-6227d57d9adf HTTP/1.1" status: 204 len: 168 time: 7.1005745 Dec 21 13:29:13.693788 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56424) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:13.696515 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72008c00-5f22-4e8a-bba4-fe0fac7aab54 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Checking segment: {'id': '6c9dd1ad-4497-456c-a1eb-988c28f9820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'df07e3fa-3f28-45bc-8c57-98ec7342c6e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:29:13.697099 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72008c00-5f22-4e8a-bba4-fe0fac7aab54 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Network hostable DHCP agents. Network: df07e3fa-3f28-45bc-8c57-98ec7342c6e5, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:29:13.711308 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-96dca26e-fcf1-412e-a295-6c524e42786a tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:13.735992 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab16738-1b3c-4f5b-806b-66bfdb1c87a5 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Pushing event deleted for resources: {'Network': ['ID=51526bc9-ab4d-4ac8-b31a-6227d57d9adf,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:13.749032 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a9465d-2bc1-4b92-97fd-19a43078a5e2 None None] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:29:13.766568 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-b8a9465d-2bc1-4b92-97fd-19a43078a5e2 None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:29:13.775793 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-6180cad3-76c1-48a0-b6df-62c841854e60 None None] Set router 2e68b54d-ba7b-4ea5-857e-5c90bb3745ba gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:29:13.783179 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a9465d-2bc1-4b92-97fd-19a43078a5e2 None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:29:13.805891 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72008c00-5f22-4e8a-bba4-fe0fac7aab54 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Network df07e3fa-3f28-45bc-8c57-98ec7342c6e5 is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:29:13.822924 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-fde891b5-cf0a-4aa5-aae0-105d9fc40c43 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] DELETE failed (client error): The resource could not be found. Dec 21 13:29:13.823590 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fde891b5-cf0a-4aa5-aae0-105d9fc40c43 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:29:13.826881 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-fde891b5-cf0a-4aa5-aae0-105d9fc40c43 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] 10.222.0.37 "DELETE /v2.0/subnets/26bfc396-c733-4137-902d-a170074b4e26 HTTP/1.1" status: 404 len: 337 time: 0.1318130 Dec 21 13:29:13.832118 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-96dca26e-fcf1-412e-a295-6c524e42786a tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Calling delete_port for b2897db1-3ad9-4385-ac58-0d90b64d8575 owned by {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:29:13.837152 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56426) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:13.849434 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-72008c00-5f22-4e8a-bba4-fe0fac7aab54 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, df07e3fa-3f28-45bc-8c57-98ec7342c6e5) {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:29:13.851201 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2298c506-cfc9-46e9-85d1-979dd7c1a782 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:13.873965 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72008c00-5f22-4e8a-bba4-fe0fac7aab54 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:29:13.874643 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-72008c00-5f22-4e8a-bba4-fe0fac7aab54 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks [] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:13.893480 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a9465d-2bc1-4b92-97fd-19a43078a5e2 None None] Pushing event updated for resources: {'Port': ['ID=161d0d6b-17ad-464d-a2fd-652b75216885,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:13.896414 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f376cf92-2711-4d16-8658-664b80f85bbd None None] Network df07e3fa-3f28-45bc-8c57-98ec7342c6e5 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:29:13.910415 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf80d4a7-766f-4ee5-9782-dfa46773b7bb tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] DELETE failed (client error): The resource could not be found. Dec 21 13:29:13.911024 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf80d4a7-766f-4ee5-9782-dfa46773b7bb tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:29:13.918780 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-cf80d4a7-766f-4ee5-9782-dfa46773b7bb tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] 10.222.0.37 "DELETE /v2.0/networks/51526bc9-ab4d-4ac8-b31a-6227d57d9adf HTTP/1.1" status: 404 len: 339 time: 0.0769501 Dec 21 13:29:13.918992 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-72008c00-5f22-4e8a-bba4-fe0fac7aab54 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3817642 Dec 21 13:29:13.935193 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56430) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:13.935774 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56432) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:13.941664 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-7020290f-d6f5-453c-b45b-40b866767f7b None None] For port 7111fafc-3054-4310-a775-f4360d66a24d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7111fafc-3054-4310-a775-f4360d66a24d,segment=NetworkSegment(4366dbc1-e7c6-430d-83fa-9e29715d61b2),segment_id=4366dbc1-e7c6-430d-83fa-9e29715d61b2)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:29:13.959708 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 103d063b-184d-4ce5-8374-f7db5124daa7 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:29:13.960176 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:14.081553 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-30f8ed8d-458c-47bb-bae2-aa0592ce2fad None None] Attempting to bind port db589bca-fe9d-485f-aa9a-f3d0207270a8 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:29:14.082265 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-30f8ed8d-458c-47bb-bae2-aa0592ce2fad None None] Attempting to bind port db589bca-fe9d-485f-aa9a-f3d0207270a8 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'bbf30d1c-4303-4af8-8940-7cb31f274a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '5d56b04d-834e-44d0-8a4a-bef509c35d33'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:29:14.082432 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f8ed8d-458c-47bb-bae2-aa0592ce2fad None None] Attempting to bind port db589bca-fe9d-485f-aa9a-f3d0207270a8 on network 5d56b04d-834e-44d0-8a4a-bef509c35d33 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:29:14.109492 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f8ed8d-458c-47bb-bae2-aa0592ce2fad None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:29:14.109906 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f8ed8d-458c-47bb-bae2-aa0592ce2fad None None] Checking segment: {'id': 'bbf30d1c-4303-4af8-8940-7cb31f274a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '5d56b04d-834e-44d0-8a4a-bef509c35d33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:29:14.110434 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-30f8ed8d-458c-47bb-bae2-aa0592ce2fad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:14.110926 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f8ed8d-458c-47bb-bae2-aa0592ce2fad None None] Bound using segment: {'id': 'bbf30d1c-4303-4af8-8940-7cb31f274a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '5d56b04d-834e-44d0-8a4a-bef509c35d33'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:29:14.111551 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-30f8ed8d-458c-47bb-bae2-aa0592ce2fad None None] Bound port: db589bca-fe9d-485f-aa9a-f3d0207270a8, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbf30d1c-4303-4af8-8940-7cb31f274a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '5d56b04d-834e-44d0-8a4a-bef509c35d33'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:29:14.111946 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-30f8ed8d-458c-47bb-bae2-aa0592ce2fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:14.135756 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7020290f-d6f5-453c-b45b-40b866767f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:14.420334 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7020290f-d6f5-453c-b45b-40b866767f7b None None] Pushing event updated for resources: {'Port': ['ID=7111fafc-3054-4310-a775-f4360d66a24d,revision_number=5']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:14.440841 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e77f34a-2a50-46cf-a3d6-ebc4be95597a tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] DELETE failed (client error): The resource could not be found. Dec 21 13:29:14.441457 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e77f34a-2a50-46cf-a3d6-ebc4be95597a tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:29:14.443815 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-7020290f-d6f5-453c-b45b-40b866767f7b None None] Provisioning complete for port 56b4dc13-248e-4593-b582-60863123e84a triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:29:14.446787 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7020290f-d6f5-453c-b45b-40b866767f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:14.446957 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-7e77f34a-2a50-46cf-a3d6-ebc4be95597a tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] 10.222.0.37 "DELETE /v2.0/subnets/0debf9dd-3168-49ee-a89a-fa5fd3612028 HTTP/1.1" status: 404 len: 337 time: 0.5036938 Dec 21 13:29:14.485258 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56436) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:14.486090 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-b8a9465d-2bc1-4b92-97fd-19a43078a5e2 None None] Attempting to bind port 161d0d6b-17ad-464d-a2fd-652b75216885 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:29:14.486792 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-b8a9465d-2bc1-4b92-97fd-19a43078a5e2 None None] Attempting to bind port 161d0d6b-17ad-464d-a2fd-652b75216885 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b20a5dbe-a251-4a83-ae2d-3ffbda6396cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:29:14.488223 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a9465d-2bc1-4b92-97fd-19a43078a5e2 None None] Attempting to bind port 161d0d6b-17ad-464d-a2fd-652b75216885 on network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:29:14.527467 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c380ba18-4365-41ec-a9bc-944d81ee40db tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:14.536470 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff464f50-037e-4b46-a936-07ab35790557 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] DELETE failed (client error): The resource could not be found. Dec 21 13:29:14.537268 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff464f50-037e-4b46-a936-07ab35790557 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:29:14.540690 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-ff464f50-037e-4b46-a936-07ab35790557 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] 10.222.0.37 "DELETE /v2.0/networks/1f2181f2-0f89-4a7c-81bc-371c6c4c155c HTTP/1.1" status: 404 len: 339 time: 0.0460305 Dec 21 13:29:14.556863 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56438) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:14.590132 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-714271dc-7a70-4729-848c-13057dba9518 req-d4ec2192-93ea-4b5e-996a-22dd0d22e309 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f04569b-7b6a-480f-a48e-6be4ed1157fe HTTP/1.1" status: 200 len: 210 time: 0.0443702 Dec 21 13:29:14.608144 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a9465d-2bc1-4b92-97fd-19a43078a5e2 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:29:14.608525 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a9465d-2bc1-4b92-97fd-19a43078a5e2 None None] Checking segment: {'id': 'b20a5dbe-a251-4a83-ae2d-3ffbda6396cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:29:14.608939 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b8a9465d-2bc1-4b92-97fd-19a43078a5e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:14.609170 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ccbfc0e-bae1-4132-bac1-fb8136baaec1 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] DELETE failed (client error): The resource could not be found. Dec 21 13:29:14.609312 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a9465d-2bc1-4b92-97fd-19a43078a5e2 None None] Bound using segment: {'id': 'b20a5dbe-a251-4a83-ae2d-3ffbda6396cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:29:14.609851 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ccbfc0e-bae1-4132-bac1-fb8136baaec1 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:29:14.610007 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-b8a9465d-2bc1-4b92-97fd-19a43078a5e2 None None] Bound port: 161d0d6b-17ad-464d-a2fd-652b75216885, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b20a5dbe-a251-4a83-ae2d-3ffbda6396cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:29:14.610336 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b8a9465d-2bc1-4b92-97fd-19a43078a5e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:14.615666 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-7ccbfc0e-bae1-4132-bac1-fb8136baaec1 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] 10.222.0.37 "DELETE /v2.0/subnets/d2e0dce7-4cdf-4e50-8bc4-0ba5942de25b HTTP/1.1" status: 404 len: 337 time: 0.0550251 Dec 21 13:29:14.615666 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2298c506-cfc9-46e9-85d1-979dd7c1a782 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12346570'] for subnet, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:14.627490 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56440) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:14.633466 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-90aad4aa-5888-443d-86c4-39a5b12b1607 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:14.671738 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-28c69f51-f0ab-469f-83d4-a912cdec2f0f tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:14.677688 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-30f8ed8d-458c-47bb-bae2-aa0592ce2fad None None] For port db589bca-fe9d-485f-aa9a-f3d0207270a8, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:29:14.727578 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-b97a045d-eb97-4640-bf0c-03b2eb90f1f0 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] DELETE failed (client error): The resource could not be found. Dec 21 13:29:14.728236 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b97a045d-eb97-4640-bf0c-03b2eb90f1f0 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:29:14.735437 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-b97a045d-eb97-4640-bf0c-03b2eb90f1f0 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] 10.222.0.37 "DELETE /v2.0/networks/ca2629b2-98be-4bb1-9f08-01a636139705 HTTP/1.1" status: 404 len: 339 time: 0.0998762 Dec 21 13:29:14.735437 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2298c506-cfc9-46e9-85d1-979dd7c1a782 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Pushing event deleted for resources: {'Subnet': ['ID=b48707ec-fb55-4086-9408-deacb26f07fe,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:14.735727 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56444) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:14.758612 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-30f8ed8d-458c-47bb-bae2-aa0592ce2fad None None] For port db589bca-fe9d-485f-aa9a-f3d0207270a8, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=db589bca-fe9d-485f-aa9a-f3d0207270a8,segment=NetworkSegment(bbf30d1c-4303-4af8-8940-7cb31f274a00),segment_id=bbf30d1c-4303-4af8-8940-7cb31f274a00)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:29:14.760106 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e0baba-81c6-4506-a13b-294247612fad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-df07e3fa-3f28-45bc-8c57-98ec7342c6e5', 'network_id': 'df07e3fa-3f28-45bc-8c57-98ec7342c6e5', 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'fixed_ips': [{'subnet_id': '4f771295-d7b4-41e0-84c1-176db63b7abd'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:29:14.760973 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-92e0baba-81c6-4506-a13b-294247612fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:14.763506 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:14.777936 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2298c506-cfc9-46e9-85d1-979dd7c1a782 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:14.784425 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-2298c506-cfc9-46e9-85d1-979dd7c1a782 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "DELETE /v2.0/subnets/b48707ec-fb55-4086-9408-deacb26f07fe HTTP/1.1" status: 204 len: 168 time: 1.9843659 Dec 21 13:29:14.784687 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-96dca26e-fcf1-412e-a295-6c524e42786a tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:14.786148 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42fbdd9-9a3c-4f8c-a640-8fa7526f2155 None None] Network b1ba0051-56ab-446a-80b9-162d2fc8e2d8 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:29:14.787532 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56446) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:14.788857 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-30f8ed8d-458c-47bb-bae2-aa0592ce2fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:14.805312 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-28c69f51-f0ab-469f-83d4-a912cdec2f0f tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:14.830805 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dca26e-fcf1-412e-a295-6c524e42786a tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Pushing event deleted for resources: {'Port': ['ID=b2897db1-3ad9-4385-ac58-0d90b64d8575,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:14.849738 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-96dca26e-fcf1-412e-a295-6c524e42786a tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:14.858337 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-96dca26e-fcf1-412e-a295-6c524e42786a tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "DELETE /v2.0/ports/b2897db1-3ad9-4385-ac58-0d90b64d8575 HTTP/1.1" status: 204 len: 168 time: 2.3767452 Dec 21 13:29:14.867859 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56448) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:14.872215 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c380ba18-4365-41ec-a9bc-944d81ee40db tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:14.881428 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-90aad4aa-5888-443d-86c4-39a5b12b1607 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:14.995555 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c69f51-f0ab-469f-83d4-a912cdec2f0f tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Network 20f77a39-9704-44ad-8444-71d97da616e0 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:29:15.015060 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90aad4aa-5888-443d-86c4-39a5b12b1607 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:29:15.016169 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c69f51-f0ab-469f-83d4-a912cdec2f0f tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Pushing event updated for resources: {'Port': ['ID=deb83c49-7141-4709-9157-5d7383bd831a,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:15.024720 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-28c69f51-f0ab-469f-83d4-a912cdec2f0f tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:29:15.029350 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c69f51-f0ab-469f-83d4-a912cdec2f0f tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:29:15.034859 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-90aad4aa-5888-443d-86c4-39a5b12b1607 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:29:15.038710 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90aad4aa-5888-443d-86c4-39a5b12b1607 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:29:15.045467 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90aad4aa-5888-443d-86c4-39a5b12b1607 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:29:15.046503 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-90aad4aa-5888-443d-86c4-39a5b12b1607 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:15.062045 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-b8a9465d-2bc1-4b92-97fd-19a43078a5e2 None None] For port 161d0d6b-17ad-464d-a2fd-652b75216885, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:29:15.075667 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1a680c4c-389d-421f-a897-1a11b4eebf08 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:15.089846 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-b8a9465d-2bc1-4b92-97fd-19a43078a5e2 None None] For port 161d0d6b-17ad-464d-a2fd-652b75216885, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=161d0d6b-17ad-464d-a2fd-652b75216885,segment=NetworkSegment(b20a5dbe-a251-4a83-ae2d-3ffbda6396cf),segment_id=b20a5dbe-a251-4a83-ae2d-3ffbda6396cf)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:29:15.100149 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6338cb1d-16b8-4f8f-8e9d-f4a5914e1637 None None] DHCP port deletion for 20f77a39-9704-44ad-8444-71d97da616e0 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:29:15.104491 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f8ed8d-458c-47bb-bae2-aa0592ce2fad None None] Pushing event updated for resources: {'Port': ['ID=db589bca-fe9d-485f-aa9a-f3d0207270a8,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:15.154568 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-90aad4aa-5888-443d-86c4-39a5b12b1607 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.6220877 Dec 21 13:29:15.162295 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56450) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:15.177073 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aad4aa-5888-443d-86c4-39a5b12b1607 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event updated for resources: {'Port': ['ID=eb030856-1691-4692-8950-ed3c687ab5a3,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:15.195623 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c69f51-f0ab-469f-83d4-a912cdec2f0f tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:29:15.196502 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-28c69f51-f0ab-469f-83d4-a912cdec2f0f tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:15.202855 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] For port 103d063b-184d-4ce5-8374-f7db5124daa7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=103d063b-184d-4ce5-8374-f7db5124daa7,segment=NetworkSegment(87e55700-e91d-4e2b-b9e9-0db20805226e),segment_id=87e55700-e91d-4e2b-b9e9-0db20805226e)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:29:15.212220 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-7020290f-d6f5-453c-b45b-40b866767f7b None None] Could not find standard attr ID for object b1dfb8e6-97ed-435c-8cce-c9460532c8ce. {{(pid=103154) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 21 13:29:15.214483 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b8a9465d-2bc1-4b92-97fd-19a43078a5e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:15.234835 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-28c69f51-f0ab-469f-83d4-a912cdec2f0f tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 5.1409283 Dec 21 13:29:15.239088 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c380ba18-4365-41ec-a9bc-944d81ee40db tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Network 5d56b04d-834e-44d0-8a4a-bef509c35d33 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:29:15.239995 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56452) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:15.240493 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c380ba18-4365-41ec-a9bc-944d81ee40db tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Pushing event updated for resources: {'Port': ['ID=abd5eefe-e121-4d3a-a3b4-d87fd46c1bbe,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:15.242828 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:15.243504 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 99f3a4a0-2ad3-46d0-93a4-804d22efb7fd up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:29:15.246517 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-9de4c6fe-dba5-4936-b6c3-1a87c1ca586b tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Request body: {'floatingip': {'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'port_id': 'deb83c49-7141-4709-9157-5d7383bd831a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:29:15.316780 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-c380ba18-4365-41ec-a9bc-944d81ee40db tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:29:15.327212 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c380ba18-4365-41ec-a9bc-944d81ee40db tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:29:15.328524 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c380ba18-4365-41ec-a9bc-944d81ee40db tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532557'] for router_interface, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:15.329560 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-03580372-a6b9-4aa7-a3ae-9fb6f6b68322 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Deleting port 7d09ccfb-a761-43d3-a19a-6da84b41f018 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:29:15.330164 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-03580372-a6b9-4aa7-a3ae-9fb6f6b68322 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:15.396242 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050910e8-acbe-48ad-8b3d-d41aec4eb2c1 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:29:15.404266 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1d5b4a79-3241-4f99-bee1-f06775493520 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:15.413811 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050910e8-acbe-48ad-8b3d-d41aec4eb2c1 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:29:15.418630 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-6180cad3-76c1-48a0-b6df-62c841854e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e68b54d-ba7b-4ea5-857e-5c90bb3745ba', 'name': 'tempest-ServerActionsTestJSON-196369966-router', 'tenant_id': 'eb17296434674195836b28e8a0fc67cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.93'}], 'enable_snat': True}, 'gw_port_id': 'b3c1be79-5ee6-4a0c-b4ac-211e5b59e717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:25:21Z', 'updated_at': '2021-12-21T13:25:37Z', 'revision_number': 4, 'project_id': 'eb17296434674195836b28e8a0fc67cf', 'gw_port': {'id': 'b3c1be79-5ee6-4a0c-b4ac-211e5b59e717', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a4:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e68b54d-ba7b-4ea5-857e-5c90bb3745ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:25:24Z', 'updated_at': '2021-12-21T13:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'a984a249-347d-4f6c-962c-d06af2546cf7', 'name': '', 'network_id': 'ec88161e-a588-41e1-b33a-71ad6f2116fc', 'tenant_id': 'eb17296434674195836b28e8a0fc67cf', 'mac_address': 'fa:16:3e:26:78:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e68b54d-ba7b-4ea5-857e-5c90bb3745ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'fea6c692-bae9-40da-92a1-c6d85a86ba17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:25:34Z', 'updated_at': '2021-12-21T13:25:45Z', 'revision_number': 5, 'project_id': 'eb17296434674195836b28e8a0fc67cf', 'subnets': [{'id': 'fea6c692-bae9-40da-92a1-c6d85a86ba17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:15.418934 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-050910e8-acbe-48ad-8b3d-d41aec4eb2c1 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2546327 Dec 21 13:29:15.425014 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56454) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:15.518119 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-92e0baba-81c6-4506-a13b-294247612fad None None] Allocated IP 172.21.0.2 (df07e3fa-3f28-45bc-8c57-98ec7342c6e5/4f771295-d7b4-41e0-84c1-176db63b7abd/3fd0ddbf-c965-46b8-966e-69d28d7c3e6b) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:29:15.523681 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9de4c6fe-dba5-4936-b6c3-1a87c1ca586b tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks [] for floatingip, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:15.601414 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e32c32-8f19-487d-a7e6-6dcf7e7b735f tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:29:15.608528 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-23e32c32-8f19-487d-a7e6-6dcf7e7b735f tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.7375505 Dec 21 13:29:15.616518 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-03580372-a6b9-4aa7-a3ae-9fb6f6b68322 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:15.619664 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56456) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:15.700099 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-03580372-a6b9-4aa7-a3ae-9fb6f6b68322 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Calling delete_port for 7d09ccfb-a761-43d3-a19a-6da84b41f018 owned by {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:29:15.713490 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-1a680c4c-389d-421f-a897-1a11b4eebf08 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Deleting port 99f3a4a0-2ad3-46d0-93a4-804d22efb7fd {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:29:15.713828 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1a680c4c-389d-421f-a897-1a11b4eebf08 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:15.746463 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c380ba18-4365-41ec-a9bc-944d81ee40db tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:15.759636 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56462) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:15.817925 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.pecan_wsgi.hooks.translation [None req-b31f71c8-4c7d-453f-b63e-ef77b94a7271 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] GET failed (client error): The resource could not be found. Dec 21 13:29:15.823231 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-b31f71c8-4c7d-453f-b63e-ef77b94a7271 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "GET /v2.0/ports/b2897db1-3ad9-4385-ac58-0d90b64d8575 HTTP/1.1" status: 404 len: 333 time: 0.1923599 Dec 21 13:29:15.826569 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a9465d-2bc1-4b92-97fd-19a43078a5e2 None None] Pushing event updated for resources: {'Port': ['ID=161d0d6b-17ad-464d-a2fd-652b75216885,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:15.832723 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a181f0a-0ec6-4106-ac6a-7528950a221e None None] DHCP port deletion for b1ba0051-56ab-446a-80b9-162d2fc8e2d8 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:29:15.843073 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6180cad3-76c1-48a0-b6df-62c841854e60 None None] Checking router: 2e68b54d-ba7b-4ea5-857e-5c90bb3745ba for host: dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:29:15.846881 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56464) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:15.855063 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-eadbb644-b9a9-4a2c-bf19-fc635b2002f0 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1676335875'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:29:15.961419 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6180cad3-76c1-48a0-b6df-62c841854e60 None None] Routers {'2e68b54d-ba7b-4ea5-857e-5c90bb3745ba'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:29:15.962096 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-6180cad3-76c1-48a0-b6df-62c841854e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:28:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['2e68b54d-ba7b-4ea5-857e-5c90bb3745ba'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:15.990503 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-1a680c4c-389d-421f-a897-1a11b4eebf08 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] For port 99f3a4a0-2ad3-46d0-93a4-804d22efb7fd, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=99f3a4a0-2ad3-46d0-93a4-804d22efb7fd,segment=NetworkSegment(ec757340-738d-4e1d-870a-d8cb9ec8161a),segment_id=ec757340-738d-4e1d-870a-d8cb9ec8161a)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:29:15.994876 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1a680c4c-389d-421f-a897-1a11b4eebf08 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:16.001554 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8a1c4940-49cf-4426-94cd-a1fe3dcfa2a2 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Publish callbacks [] for security_group, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:16.020328 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 99f3a4a0-2ad3-46d0-93a4-804d22efb7fd triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:29:16.020848 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:16.067129 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-1a680c4c-389d-421f-a897-1a11b4eebf08 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Calling delete_port for 99f3a4a0-2ad3-46d0-93a4-804d22efb7fd owned by network:dhcp {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:29:16.093022 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eadbb644-b9a9-4a2c-bf19-fc635b2002f0 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Made reservation on behalf of 401fab62d2cc4dcc90d3b9ab6f110b7e for: {'network': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:29:16.098494 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-eadbb644-b9a9-4a2c-bf19-fc635b2002f0 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:16.112279 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-e3253e50-d1f4-4909-8883-1b778fac165c tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Deleting port eb030856-1691-4692-8950-ed3c687ab5a3 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:29:16.112685 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e3253e50-d1f4-4909-8883-1b778fac165c tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:16.130094 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-03580372-a6b9-4aa7-a3ae-9fb6f6b68322 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:16.178850 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8a1c4940-49cf-4426-94cd-a1fe3dcfa2a2 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:16.244680 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03580372-a6b9-4aa7-a3ae-9fb6f6b68322 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Pushing event deleted for resources: {'Port': ['ID=7d09ccfb-a761-43d3-a19a-6da84b41f018,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:16.304245 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-ef249267-3371-4104-9628-f9f985a56f2c None None] Provisioning complete for port 103d063b-184d-4ce5-8374-f7db5124daa7 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:29:16.305058 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ef249267-3371-4104-9628-f9f985a56f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:16.315051 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8a1c4940-49cf-4426-94cd-a1fe3dcfa2a2 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:16.319112 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8a1c4940-49cf-4426-94cd-a1fe3dcfa2a2 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:16.320550 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-8a1c4940-49cf-4426-94cd-a1fe3dcfa2a2 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "DELETE /v2.0/security-groups/6ba20eb6-7980-48d1-8013-51c2682fdc02 HTTP/1.1" status: 204 len: 168 time: 0.5599380 Dec 21 13:29:16.328802 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-03580372-a6b9-4aa7-a3ae-9fb6f6b68322 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:16.329691 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56466) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:16.332733 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-03580372-a6b9-4aa7-a3ae-9fb6f6b68322 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] 10.222.0.37 "DELETE /v2.0/ports/7d09ccfb-a761-43d3-a19a-6da84b41f018 HTTP/1.1" status: 204 len: 168 time: 1.5965977 Dec 21 13:29:16.333695 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eadbb644-b9a9-4a2c-bf19-fc635b2002f0 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=103153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:29:16.344992 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56468) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:16.356165 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1c4940-49cf-4426-94cd-a1fe3dcfa2a2 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba20eb6-7980-48d1-8013-51c2682fdc02,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:16.365364 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.api.v2.resource [None req-126c91fe-a146-47a8-b777-baf77d1133b1 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] show failed (client error): The resource could not be found. Dec 21 13:29:16.366691 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-126c91fe-a146-47a8-b777-baf77d1133b1 tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "GET /v2.0/security-groups/6ba20eb6-7980-48d1-8013-51c2682fdc02 HTTP/1.1" status: 404 len: 347 time: 0.0291758 Dec 21 13:29:16.370611 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56470) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:16.415592 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-eadbb644-b9a9-4a2c-bf19-fc635b2002f0 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:16.415950 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.segments_db [None req-eadbb644-b9a9-4a2c-bf19-fc635b2002f0 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Added segment 859e65f8-ce95-4d1c-a56c-f21fec48dd82 of type vlan for network 576666da-52eb-44eb-84b1-dffa0c10b545 Dec 21 13:29:16.443664 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.pecan_wsgi.hooks.translation [None req-283ae878-da1a-48ad-a5fe-aa850b6f78d3 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] DELETE failed (client error): The resource could not be found. Dec 21 13:29:16.444080 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-283ae878-da1a-48ad-a5fe-aa850b6f78d3 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:29:16.449536 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-283ae878-da1a-48ad-a5fe-aa850b6f78d3 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] 10.222.0.37 "DELETE /v2.0/subnets/d51b30e7-dbf0-42cd-96cf-687d33a58085 HTTP/1.1" status: 404 len: 337 time: 0.1003599 Dec 21 13:29:16.454303 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56472) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:16.493721 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e3253e50-d1f4-4909-8883-1b778fac165c tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:16.524200 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-92e0baba-81c6-4506-a13b-294247612fad None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:16.531821 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Pushing event updated for resources: {'Port': ['ID=103d063b-184d-4ce5-8374-f7db5124daa7,revision_number=5']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:16.535265 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-eadbb644-b9a9-4a2c-bf19-fc635b2002f0 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:16.539381 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9de4c6fe-dba5-4936-b6c3-1a87c1ca586b tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:16.547004 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-6180cad3-76c1-48a0-b6df-62c841854e60 None None] Set router 2e68b54d-ba7b-4ea5-857e-5c90bb3745ba gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:29:16.547254 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1a680c4c-389d-421f-a897-1a11b4eebf08 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:16.551005 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-e3253e50-d1f4-4909-8883-1b778fac165c tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Calling delete_port for eb030856-1691-4692-8950-ed3c687ab5a3 owned by {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:29:16.610615 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a680c4c-389d-421f-a897-1a11b4eebf08 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Pushing event deleted for resources: {'Port': ['ID=99f3a4a0-2ad3-46d0-93a4-804d22efb7fd,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:16.620547 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a680c4c-389d-421f-a897-1a11b4eebf08 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] No DVR routers for this DVR port 99f3a4a0-2ad3-46d0-93a4-804d22efb7fd on host dv-neutron-master-2-hyperv {{(pid=103153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:29:16.663422 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c380ba18-4365-41ec-a9bc-944d81ee40db tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:16.680172 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-92e0baba-81c6-4506-a13b-294247612fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:16.683286 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c380ba18-4365-41ec-a9bc-944d81ee40db tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805230'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:16.684085 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c380ba18-4365-41ec-a9bc-944d81ee40db tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532537'] for router_interface, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:16.743232 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-1d5b4a79-3241-4f99-bee1-f06775493520 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Allocated IP 172.21.0.1 (df07e3fa-3f28-45bc-8c57-98ec7342c6e5/4f771295-d7b4-41e0-84c1-176db63b7abd/6097019a-8ed7-4666-85c2-c6c6bfdef5af) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:29:16.749597 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0ed4ce42-82bf-43f4-8383-09db51cddeea tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:16.803432 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-9de4c6fe-dba5-4936-b6c3-1a87c1ca586b tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Allocated IP 172.36.3.157 (7fdf1889-f079-4166-bbda-88b2a8d8d595/051a5607-1753-4008-a2f2-d94b48752e9c/32d3050d-f0f0-47a0-a533-f3acd2464a10) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:29:16.807520 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e0baba-81c6-4506-a13b-294247612fad None None] Network df07e3fa-3f28-45bc-8c57-98ec7342c6e5 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:29:16.838216 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e0baba-81c6-4506-a13b-294247612fad None None] Pushing event updated for resources: {'Port': ['ID=3fd0ddbf-c965-46b8-966e-69d28d7c3e6b,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:16.843827 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-92e0baba-81c6-4506-a13b-294247612fad None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:29:16.859263 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Port 99f3a4a0-2ad3-46d0-93a4-804d22efb7fd update to ACTIVE by agent not found {{(pid=103154) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 21 13:29:16.860643 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 56b4dc13-248e-4593-b582-60863123e84a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:29:16.869814 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e0baba-81c6-4506-a13b-294247612fad None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:29:16.875434 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c380ba18-4365-41ec-a9bc-944d81ee40db tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Pushing event updated for resources: {'Port': ['ID=abd5eefe-e121-4d3a-a3b4-d87fd46c1bbe,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:16.883575 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-0a181f0a-0ec6-4106-ac6a-7528950a221e None None] Deleting port 99f3a4a0-2ad3-46d0-93a4-804d22efb7fd {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:29:16.883575 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-0a181f0a-0ec6-4106-ac6a-7528950a221e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:17.017316 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-fa959ee3-b4f7-4878-b622-948916ce8b6c tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Deleting port e3039ad7-37bc-4cd2-9b84-2a42b5dda8c1 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:29:17.017796 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-fa959ee3-b4f7-4878-b622-948916ce8b6c tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:17.020595 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-0a181f0a-0ec6-4106-ac6a-7528950a221e None None] For port 99f3a4a0-2ad3-46d0-93a4-804d22efb7fd, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:29:17.021592 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-0a181f0a-0ec6-4106-ac6a-7528950a221e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:17.033825 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9de4c6fe-dba5-4936-b6c3-1a87c1ca586b tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:17.053607 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-0a181f0a-0ec6-4106-ac6a-7528950a221e None None] Calling delete_port for 99f3a4a0-2ad3-46d0-93a4-804d22efb7fd owned by network:dhcp {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:29:17.060318 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.ipam_backend_mixin [None req-0a181f0a-0ec6-4106-ac6a-7528950a221e None None] Port 99f3a4a0-2ad3-46d0-93a4-804d22efb7fd was not found and therefore no delete operation was performed {{(pid=103154) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 21 13:29:17.105869 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-eadbb644-b9a9-4a2c-bf19-fc635b2002f0 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:17.120421 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eadbb644-b9a9-4a2c-bf19-fc635b2002f0 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:29:17.121704 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-eadbb644-b9a9-4a2c-bf19-fc635b2002f0 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:17.127834 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-0a181f0a-0ec6-4106-ac6a-7528950a221e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636'] for port, after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:17.134064 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfebd031-72f4-49b1-bb40-a0580dd09cbd None None] Network 5d56b04d-834e-44d0-8a4a-bef509c35d33 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:29:17.151136 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0ed4ce42-82bf-43f4-8383-09db51cddeea tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:17.195120 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c380ba18-4365-41ec-a9bc-944d81ee40db tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Network 5d56b04d-834e-44d0-8a4a-bef509c35d33 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:29:17.368661 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9de4c6fe-dba5-4936-b6c3-1a87c1ca586b tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:17.532127 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-c380ba18-4365-41ec-a9bc-944d81ee40db tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:29:17.542793 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-0ed4ce42-82bf-43f4-8383-09db51cddeea tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a09a1307-4719-489d-b437-609c6cebf227']}} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:17.551493 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1d5b4a79-3241-4f99-bee1-f06775493520 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:17.556352 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1a680c4c-389d-421f-a897-1a11b4eebf08 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:17.576442 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-0ed4ce42-82bf-43f4-8383-09db51cddeea tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f3ff61a-3a53-42e1-9c72-cac9ed0b52be') {'for_net_delete': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:17.576774 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-0ed4ce42-82bf-43f4-8383-09db51cddeea tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f3ff61a-3a53-42e1-9c72-cac9ed0b52be') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:17.595147 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-fa959ee3-b4f7-4878-b622-948916ce8b6c tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:17.595722 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-fa959ee3-b4f7-4878-b622-948916ce8b6c tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:17.598916 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-1a680c4c-389d-421f-a897-1a11b4eebf08 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1ba0051-56ab-446a-80b9-162d2fc8e2d8']}} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:17.613030 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-1a680c4c-389d-421f-a897-1a11b4eebf08 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec757340-738d-4e1d-870a-d8cb9ec8161a') {'for_net_delete': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:17.613497 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-1a680c4c-389d-421f-a897-1a11b4eebf08 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec757340-738d-4e1d-870a-d8cb9ec8161a') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:17.624838 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a181f0a-0ec6-4106-ac6a-7528950a221e None None] Pushing event deleted for resources: {'Port': ['ID=99f3a4a0-2ad3-46d0-93a4-804d22efb7fd,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:17.630142 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a181f0a-0ec6-4106-ac6a-7528950a221e None None] No DVR routers for this DVR port 99f3a4a0-2ad3-46d0-93a4-804d22efb7fd on host dv-neutron-master-2-hyperv {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:29:17.633556 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1a680c4c-389d-421f-a897-1a11b4eebf08 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1585430'] for segment, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:17.653390 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de4c6fe-dba5-4936-b6c3-1a87c1ca586b tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Pushing event updated for resources: {'Port': ['ID=32d3050d-f0f0-47a0-a533-f3acd2464a10,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:17.654412 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0ed4ce42-82bf-43f4-8383-09db51cddeea tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526653'] for segment, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:17.671791 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-eadbb644-b9a9-4a2c-bf19-fc635b2002f0 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.8216619 Dec 21 13:29:17.674137 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1a680c4c-389d-421f-a897-1a11b4eebf08 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:17.679264 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56476) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:17.685969 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-0bd33e41-0020-407a-8a89-5a3e23af8dc4 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Request body: {'subnet': {'network_id': '576666da-52eb-44eb-84b1-dffa0c10b545', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:29:17.697154 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-92e0baba-81c6-4506-a13b-294247612fad None None] Attempting to bind port 3fd0ddbf-c965-46b8-966e-69d28d7c3e6b on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:29:17.697537 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-92e0baba-81c6-4506-a13b-294247612fad None None] Attempting to bind port 3fd0ddbf-c965-46b8-966e-69d28d7c3e6b by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '6c9dd1ad-4497-456c-a1eb-988c28f9820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'df07e3fa-3f28-45bc-8c57-98ec7342c6e5'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:29:17.699430 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e0baba-81c6-4506-a13b-294247612fad None None] Attempting to bind port 3fd0ddbf-c965-46b8-966e-69d28d7c3e6b on network df07e3fa-3f28-45bc-8c57-98ec7342c6e5 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:29:17.711089 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-fa959ee3-b4f7-4878-b622-948916ce8b6c tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Calling delete_port for e3039ad7-37bc-4cd2-9b84-2a42b5dda8c1 owned by network:floatingip {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:29:17.719860 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e0baba-81c6-4506-a13b-294247612fad None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:29:17.720292 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e0baba-81c6-4506-a13b-294247612fad None None] Checking segment: {'id': '6c9dd1ad-4497-456c-a1eb-988c28f9820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'df07e3fa-3f28-45bc-8c57-98ec7342c6e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:29:17.720639 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-92e0baba-81c6-4506-a13b-294247612fad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:17.721193 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e0baba-81c6-4506-a13b-294247612fad None None] Bound using segment: {'id': '6c9dd1ad-4497-456c-a1eb-988c28f9820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'df07e3fa-3f28-45bc-8c57-98ec7342c6e5'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:29:17.721539 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-92e0baba-81c6-4506-a13b-294247612fad None None] Bound port: 3fd0ddbf-c965-46b8-966e-69d28d7c3e6b, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c9dd1ad-4497-456c-a1eb-988c28f9820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'df07e3fa-3f28-45bc-8c57-98ec7342c6e5'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:29:17.721989 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-92e0baba-81c6-4506-a13b-294247612fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:17.733112 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e3253e50-d1f4-4909-8883-1b778fac165c tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:17.744995 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 56b4dc13-248e-4593-b582-60863123e84a triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:29:17.745377 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:17.747917 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0ed4ce42-82bf-43f4-8383-09db51cddeea tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:17.771119 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ed4ce42-82bf-43f4-8383-09db51cddeea tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=103152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:29:17.771119 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0ed4ce42-82bf-43f4-8383-09db51cddeea tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805426'] for segment, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:17.775448 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:29:17.775448 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:29:17.775448 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:29:17.775448 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:29:17.775448 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:29:17.775448 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:29:17.775448 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:29:17.775448 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:29:17.775448 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:29:17.775448 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:29:17.775448 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:29:17.775448 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:29:17.775448 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:29:17.775448 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:29:17.775448 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:29:17.775448 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:29:17.775448 dv-neutron-master-2-hyperv neutron-server[103152]: Traceback (most recent call last): Dec 21 13:29:17.775448 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:29:17.775448 dv-neutron-master-2-hyperv neutron-server[103152]: timer() Dec 21 13:29:17.775448 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:29:17.775448 dv-neutron-master-2-hyperv neutron-server[103152]: cb(*args, **kw) Dec 21 13:29:17.775448 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:29:17.775448 dv-neutron-master-2-hyperv neutron-server[103152]: return func(*args, **kwargs) Dec 21 13:29:17.775448 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:29:17.775448 dv-neutron-master-2-hyperv neutron-server[103152]: self._notify() Dec 21 13:29:17.775448 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:29:17.775448 dv-neutron-master-2-hyperv neutron-server[103152]: self.callback(batched_events) Dec 21 13:29:17.775448 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:29:17.775448 dv-neutron-master-2-hyperv neutron-server[103152]: event.method(event) Dec 21 13:29:17.775448 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:29:17.775448 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:29:17.775448 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:29:17.775448 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:29:17.775448 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:29:17.775448 dv-neutron-master-2-hyperv neutron-server[103152]: return f(self, *a, **k) Dec 21 13:29:17.775448 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:29:17.775448 dv-neutron-master-2-hyperv neutron-server[103152]: return self._get(url).json() Dec 21 13:29:17.775448 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:29:17.775448 dv-neutron-master-2-hyperv neutron-server[103152]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:29:17.775448 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:29:17.775448 dv-neutron-master-2-hyperv neutron-server[103152]: return self.request(url, 'GET', **kwargs) Dec 21 13:29:17.775448 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:29:17.775448 dv-neutron-master-2-hyperv neutron-server[103152]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:29:17.775448 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:29:17.775448 dv-neutron-master-2-hyperv neutron-server[103152]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:29:17.775448 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:29:17.775448 dv-neutron-master-2-hyperv neutron-server[103152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:29:17.775448 dv-neutron-master-2-hyperv neutron-server[103152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:29:17.782757 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de4c6fe-dba5-4936-b6c3-1a87c1ca586b tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Network 7fdf1889-f079-4166-bbda-88b2a8d8d595 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:29:17.784740 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a680c4c-389d-421f-a897-1a11b4eebf08 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=103153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:29:17.785468 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1a680c4c-389d-421f-a897-1a11b4eebf08 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11349758'] for segment, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:17.797857 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:29:17.797857 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:29:17.797857 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:29:17.797857 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:29:17.797857 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:29:17.797857 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:29:17.797857 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:29:17.797857 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:29:17.797857 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:29:17.797857 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:29:17.797857 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:29:17.797857 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:29:17.797857 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:29:17.797857 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:29:17.797857 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:29:17.797857 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:29:17.797857 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:29:17.797857 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:29:17.797857 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:29:17.797857 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:29:17.797857 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:29:17.797857 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:29:17.797857 dv-neutron-master-2-hyperv neutron-server[103153]: Traceback (most recent call last): Dec 21 13:29:17.797857 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:29:17.797857 dv-neutron-master-2-hyperv neutron-server[103153]: timer() Dec 21 13:29:17.797857 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:29:17.797857 dv-neutron-master-2-hyperv neutron-server[103153]: cb(*args, **kw) Dec 21 13:29:17.797857 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:29:17.797857 dv-neutron-master-2-hyperv neutron-server[103153]: return func(*args, **kwargs) Dec 21 13:29:17.797857 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:29:17.797857 dv-neutron-master-2-hyperv neutron-server[103153]: self._notify() Dec 21 13:29:17.797857 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:29:17.797857 dv-neutron-master-2-hyperv neutron-server[103153]: self.callback(batched_events) Dec 21 13:29:17.797857 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:29:17.797857 dv-neutron-master-2-hyperv neutron-server[103153]: event.method(event) Dec 21 13:29:17.797857 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:29:17.797857 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:29:17.797857 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:29:17.797857 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:29:17.797857 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:29:17.797857 dv-neutron-master-2-hyperv neutron-server[103153]: return f(self, *a, **k) Dec 21 13:29:17.797857 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:29:17.797857 dv-neutron-master-2-hyperv neutron-server[103153]: return self._get(url).json() Dec 21 13:29:17.797857 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:29:17.797857 dv-neutron-master-2-hyperv neutron-server[103153]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:29:17.797857 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:29:17.797857 dv-neutron-master-2-hyperv neutron-server[103153]: return self.request(url, 'GET', **kwargs) Dec 21 13:29:17.797857 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:29:17.797857 dv-neutron-master-2-hyperv neutron-server[103153]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:29:17.797857 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:29:17.797857 dv-neutron-master-2-hyperv neutron-server[103153]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:29:17.797857 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:29:17.797857 dv-neutron-master-2-hyperv neutron-server[103153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:29:17.797857 dv-neutron-master-2-hyperv neutron-server[103153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:29:17.802157 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbb644-b9a9-4a2c-bf19-fc635b2002f0 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Pushing event updated for resources: {'Network': ['ID=576666da-52eb-44eb-84b1-dffa0c10b545,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:17.811455 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-ef249267-3371-4104-9628-f9f985a56f2c None None] Provisioning complete for port 7111fafc-3054-4310-a775-f4360d66a24d triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:29:17.811875 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ef249267-3371-4104-9628-f9f985a56f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:17.834867 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-9de4c6fe-dba5-4936-b6c3-1a87c1ca586b tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:29:17.858912 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de4c6fe-dba5-4936-b6c3-1a87c1ca586b tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:29:17.862124 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3253e50-d1f4-4909-8883-1b778fac165c tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event deleted for resources: {'Port': ['ID=eb030856-1691-4692-8950-ed3c687ab5a3,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:17.883399 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1d5b4a79-3241-4f99-bee1-f06775493520 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:17.889882 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network 576666da-52eb-44eb-84b1-dffa0c10b545 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:29:17.907203 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c380ba18-4365-41ec-a9bc-944d81ee40db tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Router caf3ff8a-af97-4de4-b3e0-de9adbadc076 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:29:17.969835 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5b4a79-3241-4f99-bee1-f06775493520 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Network df07e3fa-3f28-45bc-8c57-98ec7342c6e5 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:29:17.975054 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0ed4ce42-82bf-43f4-8383-09db51cddeea tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:17.995429 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-1d5b4a79-3241-4f99-bee1-f06775493520 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:29:18.009462 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0ed4ce42-82bf-43f4-8383-09db51cddeea tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks [] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:18.022524 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-0ed4ce42-82bf-43f4-8383-09db51cddeea tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] 10.222.0.37 "DELETE /v2.0/networks/a09a1307-4719-489d-b437-609c6cebf227 HTTP/1.1" status: 204 len: 168 time: 1.5670211 Dec 21 13:29:18.027404 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5b4a79-3241-4f99-bee1-f06775493520 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:29:18.030192 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56478) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:18.035731 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e3253e50-d1f4-4909-8883-1b778fac165c tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:18.044898 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-e3253e50-d1f4-4909-8883-1b778fac165c tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "DELETE /v2.0/ports/eb030856-1691-4692-8950-ed3c687ab5a3 HTTP/1.1" status: 204 len: 168 time: 2.6177557 Dec 21 13:29:18.047828 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56480) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:18.096266 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1a680c4c-389d-421f-a897-1a11b4eebf08 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:18.105663 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-6180cad3-76c1-48a0-b6df-62c841854e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e68b54d-ba7b-4ea5-857e-5c90bb3745ba', 'name': 'tempest-ServerActionsTestJSON-196369966-router', 'tenant_id': 'eb17296434674195836b28e8a0fc67cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.93'}], 'enable_snat': True}, 'gw_port_id': 'b3c1be79-5ee6-4a0c-b4ac-211e5b59e717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:25:21Z', 'updated_at': '2021-12-21T13:25:37Z', 'revision_number': 4, 'project_id': 'eb17296434674195836b28e8a0fc67cf', 'gw_port': {'id': 'b3c1be79-5ee6-4a0c-b4ac-211e5b59e717', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a4:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e68b54d-ba7b-4ea5-857e-5c90bb3745ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:25:24Z', 'updated_at': '2021-12-21T13:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'a984a249-347d-4f6c-962c-d06af2546cf7', 'name': '', 'network_id': 'ec88161e-a588-41e1-b33a-71ad6f2116fc', 'tenant_id': 'eb17296434674195836b28e8a0fc67cf', 'mac_address': 'fa:16:3e:26:78:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e68b54d-ba7b-4ea5-857e-5c90bb3745ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'fea6c692-bae9-40da-92a1-c6d85a86ba17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:25:34Z', 'updated_at': '2021-12-21T13:25:45Z', 'revision_number': 5, 'project_id': 'eb17296434674195836b28e8a0fc67cf', 'subnets': [{'id': 'fea6c692-bae9-40da-92a1-c6d85a86ba17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:18.107413 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5b4a79-3241-4f99-bee1-f06775493520 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Pushing event updated for resources: {'Port': ['ID=6097019a-8ed7-4666-85c2-c6c6bfdef5af,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:18.137516 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1a680c4c-389d-421f-a897-1a11b4eebf08 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:18.147162 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-1a680c4c-389d-421f-a897-1a11b4eebf08 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "DELETE /v2.0/networks/b1ba0051-56ab-446a-80b9-162d2fc8e2d8 HTTP/1.1" status: 204 len: 168 time: 3.3559983 Dec 21 13:29:18.167123 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed4ce42-82bf-43f4-8383-09db51cddeea tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Pushing event deleted for resources: {'Network': ['ID=a09a1307-4719-489d-b437-609c6cebf227,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:18.171723 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56482) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:18.173024 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6180cad3-76c1-48a0-b6df-62c841854e60 None None] The sync data for ids ['2e68b54d-ba7b-4ea5-857e-5c90bb3745ba'] in dv-neutron-master-2-hyperv is: [{'id': '2e68b54d-ba7b-4ea5-857e-5c90bb3745ba', 'name': 'tempest-ServerActionsTestJSON-196369966-router', 'tenant_id': 'eb17296434674195836b28e8a0fc67cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.93'}], 'enable_snat': True}, 'gw_port_id': 'b3c1be79-5ee6-4a0c-b4ac-211e5b59e717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:25:21Z', 'updated_at': '2021-12-21T13:25:37Z', 'revision_number': 4, 'project_id': 'eb17296434674195836b28e8a0fc67cf', 'gw_port': {'id': 'b3c1be79-5ee6-4a0c-b4ac-211e5b59e717', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a4:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e68b54d-ba7b-4ea5-857e-5c90bb3745ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:25:24Z', 'updated_at': '2021-12-21T13:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'a984a249-347d-4f6c-962c-d06af2546cf7', 'name': '', 'network_id': 'ec88161e-a588-41e1-b33a-71ad6f2116fc', 'tenant_id': 'eb17296434674195836b28e8a0fc67cf', 'mac_address': 'fa:16:3e:26:78:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e68b54d-ba7b-4ea5-857e-5c90bb3745ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'fea6c692-bae9-40da-92a1-c6d85a86ba17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:25:34Z', 'updated_at': '2021-12-21T13:25:45Z', 'revision_number': 5, 'project_id': 'eb17296434674195836b28e8a0fc67cf', 'subnets': [{'id': 'fea6c692-bae9-40da-92a1-c6d85a86ba17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:29:18.178820 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-92e0baba-81c6-4506-a13b-294247612fad None None] For port 3fd0ddbf-c965-46b8-966e-69d28d7c3e6b, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:29:18.198299 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-92e0baba-81c6-4506-a13b-294247612fad None None] For port 3fd0ddbf-c965-46b8-966e-69d28d7c3e6b, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3fd0ddbf-c965-46b8-966e-69d28d7c3e6b,segment=NetworkSegment(6c9dd1ad-4497-456c-a1eb-988c28f9820a),segment_id=6c9dd1ad-4497-456c-a1eb-988c28f9820a)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:29:18.207146 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-92e0baba-81c6-4506-a13b-294247612fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:18.229267 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a680c4c-389d-421f-a897-1a11b4eebf08 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Pushing event deleted for resources: {'Network': ['ID=b1ba0051-56ab-446a-80b9-162d2fc8e2d8,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:18.254042 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-766df33d-59bb-44d7-b006-6ed623dfd9ac tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1980986040'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:29:18.347741 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 66836041-57d9-4e18-bd91-4d6833e84a70 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:29:18.373036 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: 66836041-57d9-4e18-bd91-4d6833e84a70 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:29:18.373393 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 66836041-57d9-4e18-bd91-4d6833e84a70 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:29:18.449701 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e0baba-81c6-4506-a13b-294247612fad None None] Pushing event updated for resources: {'Port': ['ID=3fd0ddbf-c965-46b8-966e-69d28d7c3e6b,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:18.481834 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bd33e41-0020-407a-8a89-5a3e23af8dc4 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Made reservation on behalf of 401fab62d2cc4dcc90d3b9ab6f110b7e for: {'subnet': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:29:18.493630 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0bd33e41-0020-407a-8a89-5a3e23af8dc4 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11288759'] for subnet, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:18.555688 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-c5c247d0-9840-460b-81b0-5162150fc328 None None] Provisioning complete for port 161d0d6b-17ad-464d-a2fd-652b75216885 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:29:18.556519 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c5c247d0-9840-460b-81b0-5162150fc328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:18.729790 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8232886-e27b-4a68-93cd-1014be8d5ce9 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:29:18.734825 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8232886-e27b-4a68-93cd-1014be8d5ce9 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:29:18.755481 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-e8232886-e27b-4a68-93cd-1014be8d5ce9 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.6693044 Dec 21 13:29:18.757050 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56484) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:18.766697 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c5c247d0-9840-460b-81b0-5162150fc328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:18.791424 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1d5b4a79-3241-4f99-bee1-f06775493520 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532557'] for router_interface, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:18.799063 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c380ba18-4365-41ec-a9bc-944d81ee40db tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:29:18.813399 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9bab9f-3568-45f4-ab39-e8bbaa3a62aa None None] Sync routers for ids ['caf3ff8a-af97-4de4-b3e0-de9adbadc076'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:29:18.841913 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9bab9f-3568-45f4-ab39-e8bbaa3a62aa None None] Routers {'caf3ff8a-af97-4de4-b3e0-de9adbadc076'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:29:18.847269 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-4f9bab9f-3568-45f4-ab39-e8bbaa3a62aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:28:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['caf3ff8a-af97-4de4-b3e0-de9adbadc076'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:18.868180 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-c380ba18-4365-41ec-a9bc-944d81ee40db tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "PUT /v2.0/routers/caf3ff8a-af97-4de4-b3e0-de9adbadc076/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6274352 Dec 21 13:29:18.948145 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56486) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:18.951621 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-8bdf6b60-f5c7-4647-832a-5cb1df1d49cd tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1263589433'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:29:18.979398 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-fa959ee3-b4f7-4878-b622-948916ce8b6c tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:19.056097 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa959ee3-b4f7-4878-b622-948916ce8b6c tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Pushing event deleted for resources: {'Port': ['ID=e3039ad7-37bc-4cd2-9b84-2a42b5dda8c1,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:19.139401 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f9a8b3c-a514-41ba-b88a-142f78606d91 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Deleting subnet bf1ef74a-496b-40ce-a0c5-fa379d5e2877 {{(pid=103152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:29:19.143945 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-4f9bab9f-3568-45f4-ab39-e8bbaa3a62aa None None] Set router caf3ff8a-af97-4de4-b3e0-de9adbadc076 gateway port host: None {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:29:19.149349 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-fa959ee3-b4f7-4878-b622-948916ce8b6c tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Publish callbacks [] for floatingip, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:19.152714 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-fa959ee3-b4f7-4878-b622-948916ce8b6c tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for floatingip, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:19.154176 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-fa959ee3-b4f7-4878-b622-948916ce8b6c tempest-ServerActionsTestJSON-1723984872 tempest-ServerActionsTestJSON-1723984872-project] 10.222.0.37 "DELETE /v2.0/floatingips/43713f4a-c800-44ff-9fbd-1ad418dd89db HTTP/1.1" status: 204 len: 168 time: 2.7817473 Dec 21 13:29:19.159439 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1f9a8b3c-a514-41ba-b88a-142f78606d91 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for subnet, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:19.164185 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56488) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:19.202073 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-766df33d-59bb-44d7-b006-6ed623dfd9ac tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Made reservation on behalf of 3edf34a3eecc442ea8df7c8164f4e61d for: {'network': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:29:19.205942 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-766df33d-59bb-44d7-b006-6ed623dfd9ac tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:19.269241 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ffe4d4c-7673-4f44-a215-a1d6001dd5cc None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:29:19.277404 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 161d0d6b-17ad-464d-a2fd-652b75216885 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:29:19.279525 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bdf6b60-f5c7-4647-832a-5cb1df1d49cd tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Made reservation on behalf of d368a1938e3342de9d3358d110005af5 for: {'network': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:29:19.282825 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d109bd-071a-42c8-a76b-1eb2f9652a74 None None] New status for floating IP 43713f4a-c800-44ff-9fbd-1ad418dd89db: DOWN {{(pid=103154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 13:29:19.288490 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8bdf6b60-f5c7-4647-832a-5cb1df1d49cd tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:19.305886 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1f9a8b3c-a514-41ba-b88a-142f78606d91 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526644'] for subnet, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:19.385914 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-766df33d-59bb-44d7-b006-6ed623dfd9ac tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=103153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:29:19.408992 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-c5c247d0-9840-460b-81b0-5162150fc328 None None] For port 161d0d6b-17ad-464d-a2fd-652b75216885, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=161d0d6b-17ad-464d-a2fd-652b75216885,segment=NetworkSegment(b20a5dbe-a251-4a83-ae2d-3ffbda6396cf),segment_id=b20a5dbe-a251-4a83-ae2d-3ffbda6396cf)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:29:19.412610 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-e69ec7a9-623d-4b44-8845-8a26612314e8 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Deleting port 59a48e15-6828-4a27-898e-46550a8c7874 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:29:19.413328 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e69ec7a9-623d-4b44-8845-8a26612314e8 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:19.418093 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c5c247d0-9840-460b-81b0-5162150fc328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:19.464872 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-c5c247d0-9840-460b-81b0-5162150fc328 None None] Provisioning complete for port db589bca-fe9d-485f-aa9a-f3d0207270a8 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:29:19.465247 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c5c247d0-9840-460b-81b0-5162150fc328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:19.483994 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-766df33d-59bb-44d7-b006-6ed623dfd9ac tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:19.485591 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.segments_db [None req-766df33d-59bb-44d7-b006-6ed623dfd9ac tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Added segment 7437676c-cb99-4fa0-921f-856ac80e4a76 of type vlan for network 8049b69d-73d9-4342-9508-6562406e8197 Dec 21 13:29:19.523831 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-4f9bab9f-3568-45f4-ab39-e8bbaa3a62aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf3ff8a-af97-4de4-b3e0-de9adbadc076', 'name': 'tempest-RoutersIpV6Test-router-1585507894', 'tenant_id': 'd368a1938e3342de9d3358d110005af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:28:52Z', 'updated_at': '2021-12-21T13:29:15Z', 'revision_number': 3, 'project_id': 'd368a1938e3342de9d3358d110005af5', 'gw_port_host': None, '_interfaces': [{'id': '7111fafc-3054-4310-a775-f4360d66a24d', 'name': '', 'network_id': '2cf63e90-259f-413d-9f59-c6e07bb014ac', 'tenant_id': 'd368a1938e3342de9d3358d110005af5', 'mac_address': 'fa:16:3e:3d:f9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf3ff8a-af97-4de4-b3e0-de9adbadc076', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '3a2300ef-3c43-47b0-8476-ddfb30a8d010', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:28:58Z', 'updated_at': '2021-12-21T13:29:13Z', 'revision_number': 5, 'project_id': 'd368a1938e3342de9d3358d110005af5', 'subnets': [{'id': '3a2300ef-3c43-47b0-8476-ddfb30a8d010', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abd5eefe-e121-4d3a-a3b4-d87fd46c1bbe', 'name': '', 'network_id': '5d56b04d-834e-44d0-8a4a-bef509c35d33', 'tenant_id': 'd368a1938e3342de9d3358d110005af5', 'mac_address': 'fa:16:3e:a4:5b:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf3ff8a-af97-4de4-b3e0-de9adbadc076', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'efd71155-42c5-4846-a6d3-b0a48a3b13b8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:11Z', 'updated_at': '2021-12-21T13:29:16Z', 'revision_number': 2, 'project_id': 'd368a1938e3342de9d3358d110005af5', 'subnets': [{'id': 'efd71155-42c5-4846-a6d3-b0a48a3b13b8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:19.536653 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 161d0d6b-17ad-464d-a2fd-652b75216885 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:29:19.537016 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:19.558123 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9bab9f-3568-45f4-ab39-e8bbaa3a62aa None None] Checking router: caf3ff8a-af97-4de4-b3e0-de9adbadc076 for host: dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:29:19.558915 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9bab9f-3568-45f4-ab39-e8bbaa3a62aa None None] Updating router caf3ff8a-af97-4de4-b3e0-de9adbadc076 port abd5eefe-e121-4d3a-a3b4-d87fd46c1bbe binding host dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 13:29:19.563638 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-766df33d-59bb-44d7-b006-6ed623dfd9ac tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:19.574985 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c247d0-9840-460b-81b0-5162150fc328 None None] Pushing event updated for resources: {'Port': ['ID=161d0d6b-17ad-464d-a2fd-652b75216885,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:19.591034 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-4f9bab9f-3568-45f4-ab39-e8bbaa3a62aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:19.597486 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1d5b4a79-3241-4f99-bee1-f06775493520 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:19.616787 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1f9a8b3c-a514-41ba-b88a-142f78606d91 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:19.642547 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c5c247d0-9840-460b-81b0-5162150fc328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:19.678453 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0bd33e41-0020-407a-8a89-5a3e23af8dc4 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11195289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11288741'] for subnet, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:19.696493 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-c5c247d0-9840-460b-81b0-5162150fc328 None None] For port db589bca-fe9d-485f-aa9a-f3d0207270a8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=db589bca-fe9d-485f-aa9a-f3d0207270a8,segment=NetworkSegment(bbf30d1c-4303-4af8-8940-7cb31f274a00),segment_id=bbf30d1c-4303-4af8-8940-7cb31f274a00)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:29:19.697927 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-766df33d-59bb-44d7-b006-6ed623dfd9ac tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:19.707270 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c5c247d0-9840-460b-81b0-5162150fc328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:19.707548 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-766df33d-59bb-44d7-b006-6ed623dfd9ac tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:29:19.708215 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-766df33d-59bb-44d7-b006-6ed623dfd9ac tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:19.739164 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bdf6b60-f5c7-4647-832a-5cb1df1d49cd tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=103152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:29:19.814642 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-c5c247d0-9840-460b-81b0-5162150fc328 None None] Could not find standard attr ID for object eb030856-1691-4692-8950-ed3c687ab5a3. {{(pid=103154) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 21 13:29:19.821135 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c247d0-9840-460b-81b0-5162150fc328 None None] Pushing event updated for resources: {'Port': ['ID=db589bca-fe9d-485f-aa9a-f3d0207270a8,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:19.834731 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8bdf6b60-f5c7-4647-832a-5cb1df1d49cd tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:19.838433 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.segments_db [None req-8bdf6b60-f5c7-4647-832a-5cb1df1d49cd tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Added segment d8f96c34-1651-457b-b5dd-293412bb6e31 of type vlan for network 0bd2dd5e-fcb5-4193-8496-12a446f2606d Dec 21 13:29:19.850612 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-c5c247d0-9840-460b-81b0-5162150fc328 None None] Provisioning complete for port deb83c49-7141-4709-9157-5d7383bd831a triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:29:19.851406 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c5c247d0-9840-460b-81b0-5162150fc328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:19.871160 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766df33d-59bb-44d7-b006-6ed623dfd9ac tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Pushing event updated for resources: {'Network': ['ID=8049b69d-73d9-4342-9508-6562406e8197,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:19.878768 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-766df33d-59bb-44d7-b006-6ed623dfd9ac tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.6775351 Dec 21 13:29:19.880135 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 103d063b-184d-4ce5-8374-f7db5124daa7 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:29:19.887488 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56490) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:19.900782 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-a953455e-9628-43b1-895a-917c65d4ed7b tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Request body: {'subnet': {'network_id': '8049b69d-73d9-4342-9508-6562406e8197', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:29:19.944261 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network 8049b69d-73d9-4342-9508-6562406e8197 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:29:20.003389 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e69ec7a9-623d-4b44-8845-8a26612314e8 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:20.007995 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-4f9bab9f-3568-45f4-ab39-e8bbaa3a62aa None None] Publish callbacks [] for port, precommit_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:20.014890 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-4f9bab9f-3568-45f4-ab39-e8bbaa3a62aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:20.073919 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c51309-d500-460a-98d6-bb40b84e7430 None None] Pushing event updated for resources: {'Port': ['ID=abd5eefe-e121-4d3a-a3b4-d87fd46c1bbe,revision_number=3']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:20.077849 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-c5c247d0-9840-460b-81b0-5162150fc328 None None] Port deb83c49-7141-4709-9157-5d7383bd831a cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:29:20.082189 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 103d063b-184d-4ce5-8374-f7db5124daa7 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:29:20.082593 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:20.143616 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-e69ec7a9-623d-4b44-8845-8a26612314e8 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Calling delete_port for 59a48e15-6828-4a27-898e-46550a8c7874 owned by {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:29:20.147627 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd33e41-0020-407a-8a89-5a3e23af8dc4 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Checking segment: {'id': '859e65f8-ce95-4d1c-a56c-f21fec48dd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '576666da-52eb-44eb-84b1-dffa0c10b545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:29:20.147952 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd33e41-0020-407a-8a89-5a3e23af8dc4 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Network hostable DHCP agents. Network: 576666da-52eb-44eb-84b1-dffa0c10b545, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:29:20.158773 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd33e41-0020-407a-8a89-5a3e23af8dc4 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Pushing event updated for resources: {'Subnet': ['ID=2b8c3e36-8493-4086-bf80-e186c429bbfe,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:20.159228 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-4f9bab9f-3568-45f4-ab39-e8bbaa3a62aa None None] Attempting to bind port abd5eefe-e121-4d3a-a3b4-d87fd46c1bbe on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:29:20.159837 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-4f9bab9f-3568-45f4-ab39-e8bbaa3a62aa None None] Attempting to bind port abd5eefe-e121-4d3a-a3b4-d87fd46c1bbe by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'bbf30d1c-4303-4af8-8940-7cb31f274a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '5d56b04d-834e-44d0-8a4a-bef509c35d33'}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:29:20.160423 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9bab9f-3568-45f4-ab39-e8bbaa3a62aa None None] Attempting to bind port abd5eefe-e121-4d3a-a3b4-d87fd46c1bbe on network 5d56b04d-834e-44d0-8a4a-bef509c35d33 {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:29:20.172321 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9bab9f-3568-45f4-ab39-e8bbaa3a62aa None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:29:20.173600 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9bab9f-3568-45f4-ab39-e8bbaa3a62aa None None] Checking segment: {'id': 'bbf30d1c-4303-4af8-8940-7cb31f274a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '5d56b04d-834e-44d0-8a4a-bef509c35d33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:29:20.174686 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-4f9bab9f-3568-45f4-ab39-e8bbaa3a62aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:20.175485 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9bab9f-3568-45f4-ab39-e8bbaa3a62aa None None] Bound using segment: {'id': 'bbf30d1c-4303-4af8-8940-7cb31f274a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '5d56b04d-834e-44d0-8a4a-bef509c35d33'} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:29:20.176717 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-4f9bab9f-3568-45f4-ab39-e8bbaa3a62aa None None] Bound port: abd5eefe-e121-4d3a-a3b4-d87fd46c1bbe, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbf30d1c-4303-4af8-8940-7cb31f274a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '5d56b04d-834e-44d0-8a4a-bef509c35d33'}}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:29:20.177378 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-4f9bab9f-3568-45f4-ab39-e8bbaa3a62aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:20.184107 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 7111fafc-3054-4310-a775-f4360d66a24d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:29:20.217035 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8bdf6b60-f5c7-4647-832a-5cb1df1d49cd tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:20.256386 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1f9a8b3c-a514-41ba-b88a-142f78606d91 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12346570'] for subnet, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:20.279329 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-4f9bab9f-3568-45f4-ab39-e8bbaa3a62aa None None] For port abd5eefe-e121-4d3a-a3b4-d87fd46c1bbe, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:29:20.283160 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-4f9bab9f-3568-45f4-ab39-e8bbaa3a62aa None None] For port abd5eefe-e121-4d3a-a3b4-d87fd46c1bbe, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=abd5eefe-e121-4d3a-a3b4-d87fd46c1bbe,segment=NetworkSegment(bbf30d1c-4303-4af8-8940-7cb31f274a00),segment_id=bbf30d1c-4303-4af8-8940-7cb31f274a00)] {{(pid=103155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:29:20.289968 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-4f9bab9f-3568-45f4-ab39-e8bbaa3a62aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:20.308854 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-3547559b-378c-45f4-9a2d-8922c57f34ea None None] Provisioning complete for port abd5eefe-e121-4d3a-a3b4-d87fd46c1bbe triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:29:20.310215 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-3547559b-378c-45f4-9a2d-8922c57f34ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:20.365371 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c51309-d500-460a-98d6-bb40b84e7430 None None] Pushing event updated for resources: {'Port': ['ID=abd5eefe-e121-4d3a-a3b4-d87fd46c1bbe,revision_number=4']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:20.382908 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9a8b3c-a514-41ba-b88a-142f78606d91 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event deleted for resources: {'Subnet': ['ID=bf1ef74a-496b-40ce-a0c5-fa379d5e2877,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:20.388725 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9bab9f-3568-45f4-ab39-e8bbaa3a62aa None None] Routers {'caf3ff8a-af97-4de4-b3e0-de9adbadc076'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:29:20.397729 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-4f9bab9f-3568-45f4-ab39-e8bbaa3a62aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:28:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['caf3ff8a-af97-4de4-b3e0-de9adbadc076'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:20.408218 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1f9a8b3c-a514-41ba-b88a-142f78606d91 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:20.415996 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-1f9a8b3c-a514-41ba-b88a-142f78606d91 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "DELETE /v2.0/subnets/bf1ef74a-496b-40ce-a0c5-fa379d5e2877 HTTP/1.1" status: 204 len: 168 time: 1.6323040 Dec 21 13:29:20.421387 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56492) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:20.428823 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 7111fafc-3054-4310-a775-f4360d66a24d triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:29:20.429206 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:20.488505 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14388a36-2aa5-4a96-b8b7-7cda3103d552 None None] Network df07e3fa-3f28-45bc-8c57-98ec7342c6e5 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:29:20.491823 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3868d5e2-7422-4b57-93dc-c96bcf1b68ac None None] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:29:20.504239 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-4f9bab9f-3568-45f4-ab39-e8bbaa3a62aa None None] Set router caf3ff8a-af97-4de4-b3e0-de9adbadc076 gateway port host: None {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:29:20.541351 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8bdf6b60-f5c7-4647-832a-5cb1df1d49cd tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:20.548689 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bdf6b60-f5c7-4647-832a-5cb1df1d49cd tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:29:20.549481 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8bdf6b60-f5c7-4647-832a-5cb1df1d49cd tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks [] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:20.558626 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-c2b111d0-124c-4464-a885-612aea54136a tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1310644 Dec 21 13:29:20.569652 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56494) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:20.579949 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-f6520b24-b343-4768-8fe5-9703882c5f38 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Request body: {'subnet': {'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:29:20.717410 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-3547559b-378c-45f4-9a2d-8922c57f34ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:20.735691 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd33e41-0020-407a-8a89-5a3e23af8dc4 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Network 576666da-52eb-44eb-84b1-dffa0c10b545 is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:29:20.763326 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9de4c6fe-dba5-4936-b6c3-1a87c1ca586b tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:20.766653 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-0bd33e41-0020-407a-8a89-5a3e23af8dc4 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 576666da-52eb-44eb-84b1-dffa0c10b545) {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:29:20.768052 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-8bdf6b60-f5c7-4647-832a-5cb1df1d49cd tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.8209047 Dec 21 13:29:20.772751 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd33e41-0020-407a-8a89-5a3e23af8dc4 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:29:20.773405 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0bd33e41-0020-407a-8a89-5a3e23af8dc4 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks [] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:20.789607 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56496) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:20.795139 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-638314bd-1b80-41d5-9999-8afa84e80e1c tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Request body: {'subnet': {'network_id': '0bd2dd5e-fcb5-4193-8496-12a446f2606d', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:29:20.828038 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52cb0de4-9afd-4957-af72-662632049e7e None None] Network 576666da-52eb-44eb-84b1-dffa0c10b545 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:29:20.841529 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-0bd33e41-0020-407a-8a89-5a3e23af8dc4 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1604419 Dec 21 13:29:20.851853 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56498) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:20.866576 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-8175e568-9602-4dc0-97fe-ecca68e34b0f tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Request body: {'subnet': {'network_id': '576666da-52eb-44eb-84b1-dffa0c10b545', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:29:20.868681 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.agents_db [None req-c60a5637-8c6f-4692-b23b-7dd82bd36b21 None None] Agent healthcheck: found 6 active agents {{(pid=103155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 13:29:20.887695 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-4f9bab9f-3568-45f4-ab39-e8bbaa3a62aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf3ff8a-af97-4de4-b3e0-de9adbadc076', 'name': 'tempest-RoutersIpV6Test-router-1585507894', 'tenant_id': 'd368a1938e3342de9d3358d110005af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:28:52Z', 'updated_at': '2021-12-21T13:29:15Z', 'revision_number': 3, 'project_id': 'd368a1938e3342de9d3358d110005af5', 'gw_port_host': None, '_interfaces': [{'id': '7111fafc-3054-4310-a775-f4360d66a24d', 'name': '', 'network_id': '2cf63e90-259f-413d-9f59-c6e07bb014ac', 'tenant_id': 'd368a1938e3342de9d3358d110005af5', 'mac_address': 'fa:16:3e:3d:f9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf3ff8a-af97-4de4-b3e0-de9adbadc076', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '3a2300ef-3c43-47b0-8476-ddfb30a8d010', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:28:58Z', 'updated_at': '2021-12-21T13:29:13Z', 'revision_number': 5, 'project_id': 'd368a1938e3342de9d3358d110005af5', 'subnets': [{'id': '3a2300ef-3c43-47b0-8476-ddfb30a8d010', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abd5eefe-e121-4d3a-a3b4-d87fd46c1bbe', 'name': '', 'network_id': '5d56b04d-834e-44d0-8a4a-bef509c35d33', 'tenant_id': 'd368a1938e3342de9d3358d110005af5', 'mac_address': 'fa:16:3e:a4:5b:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf3ff8a-af97-4de4-b3e0-de9adbadc076', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'efd71155-42c5-4846-a6d3-b0a48a3b13b8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:11Z', 'updated_at': '2021-12-21T13:29:20Z', 'revision_number': 4, 'project_id': 'd368a1938e3342de9d3358d110005af5', 'subnets': [{'id': 'efd71155-42c5-4846-a6d3-b0a48a3b13b8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:20.902736 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a953455e-9628-43b1-895a-917c65d4ed7b tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Made reservation on behalf of 3edf34a3eecc442ea8df7c8164f4e61d for: {'subnet': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:29:20.909349 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-3547559b-378c-45f4-9a2d-8922c57f34ea None None] For port abd5eefe-e121-4d3a-a3b4-d87fd46c1bbe, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=abd5eefe-e121-4d3a-a3b4-d87fd46c1bbe,segment=NetworkSegment(bbf30d1c-4303-4af8-8940-7cb31f274a00),segment_id=bbf30d1c-4303-4af8-8940-7cb31f274a00)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:29:20.921518 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-3547559b-378c-45f4-9a2d-8922c57f34ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:20.927242 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a953455e-9628-43b1-895a-917c65d4ed7b tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11288759'] for subnet, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:20.931003 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9bab9f-3568-45f4-ab39-e8bbaa3a62aa None None] The sync data for ids ['caf3ff8a-af97-4de4-b3e0-de9adbadc076'] in dv-neutron-master-2-hyperv is: [{'id': 'caf3ff8a-af97-4de4-b3e0-de9adbadc076', 'name': 'tempest-RoutersIpV6Test-router-1585507894', 'tenant_id': 'd368a1938e3342de9d3358d110005af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:28:52Z', 'updated_at': '2021-12-21T13:29:15Z', 'revision_number': 3, 'project_id': 'd368a1938e3342de9d3358d110005af5', 'gw_port_host': None, '_interfaces': [{'id': '7111fafc-3054-4310-a775-f4360d66a24d', 'name': '', 'network_id': '2cf63e90-259f-413d-9f59-c6e07bb014ac', 'tenant_id': 'd368a1938e3342de9d3358d110005af5', 'mac_address': 'fa:16:3e:3d:f9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf3ff8a-af97-4de4-b3e0-de9adbadc076', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '3a2300ef-3c43-47b0-8476-ddfb30a8d010', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:28:58Z', 'updated_at': '2021-12-21T13:29:13Z', 'revision_number': 5, 'project_id': 'd368a1938e3342de9d3358d110005af5', 'subnets': [{'id': '3a2300ef-3c43-47b0-8476-ddfb30a8d010', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abd5eefe-e121-4d3a-a3b4-d87fd46c1bbe', 'name': '', 'network_id': '5d56b04d-834e-44d0-8a4a-bef509c35d33', 'tenant_id': 'd368a1938e3342de9d3358d110005af5', 'mac_address': 'fa:16:3e:a4:5b:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf3ff8a-af97-4de4-b3e0-de9adbadc076', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'efd71155-42c5-4846-a6d3-b0a48a3b13b8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:11Z', 'updated_at': '2021-12-21T13:29:20Z', 'revision_number': 4, 'project_id': 'd368a1938e3342de9d3358d110005af5', 'subnets': [{'id': 'efd71155-42c5-4846-a6d3-b0a48a3b13b8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:29:20.969730 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device db589bca-fe9d-485f-aa9a-f3d0207270a8 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:29:21.068229 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25726469-3d31-4c10-a3d9-de2117879876 None None] DHCP port deletion for ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:29:21.098927 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-3547559b-378c-45f4-9a2d-8922c57f34ea None None] Provisioning complete for port db589bca-fe9d-485f-aa9a-f3d0207270a8 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:29:21.099345 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-3547559b-378c-45f4-9a2d-8922c57f34ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:21.151514 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e69ec7a9-623d-4b44-8845-8a26612314e8 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:21.222850 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9de4c6fe-dba5-4936-b6c3-1a87c1ca586b tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:21.233973 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3547559b-378c-45f4-9a2d-8922c57f34ea None None] Pushing event updated for resources: {'Port': ['ID=abd5eefe-e121-4d3a-a3b4-d87fd46c1bbe,revision_number=5']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:21.288073 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc45b02-e83d-4efc-a66c-08473c12ec31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-576666da-52eb-44eb-84b1-dffa0c10b545', 'network_id': '576666da-52eb-44eb-84b1-dffa0c10b545', 'project_id': '401fab62d2cc4dcc90d3b9ab6f110b7e', 'fixed_ips': [{'subnet_id': '2b8c3e36-8493-4086-bf80-e186c429bbfe'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:29:21.288926 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-4bc45b02-e83d-4efc-a66c-08473c12ec31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:21.295860 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port db589bca-fe9d-485f-aa9a-f3d0207270a8 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:29:21.296555 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:21.313879 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69ec7a9-623d-4b44-8845-8a26612314e8 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Pushing event deleted for resources: {'Port': ['ID=59a48e15-6828-4a27-898e-46550a8c7874,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:21.394545 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdf6b60-f5c7-4647-832a-5cb1df1d49cd tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Pushing event updated for resources: {'Network': ['ID=0bd2dd5e-fcb5-4193-8496-12a446f2606d,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:21.495691 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-25726469-3d31-4c10-a3d9-de2117879876 None None] Deleting port 161d0d6b-17ad-464d-a2fd-652b75216885 {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:29:21.496066 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-25726469-3d31-4c10-a3d9-de2117879876 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:21.502510 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network 0bd2dd5e-fcb5-4193-8496-12a446f2606d details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:29:21.532828 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9de4c6fe-dba5-4936-b6c3-1a87c1ca586b tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:21.540826 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e69ec7a9-623d-4b44-8845-8a26612314e8 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:21.547410 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-e69ec7a9-623d-4b44-8845-8a26612314e8 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] 10.222.0.37 "DELETE /v2.0/ports/59a48e15-6828-4a27-898e-46550a8c7874 HTTP/1.1" status: 204 len: 168 time: 3.5110900 Dec 21 13:29:21.551317 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56500) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:21.564653 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9de4c6fe-dba5-4936-b6c3-1a87c1ca586b tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:21.627483 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-638314bd-1b80-41d5-9999-8afa84e80e1c tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Made reservation on behalf of d368a1938e3342de9d3358d110005af5 for: {'subnet': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:29:21.632384 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-638314bd-1b80-41d5-9999-8afa84e80e1c tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12346583'] for subnet, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:21.641040 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1d5b4a79-3241-4f99-bee1-f06775493520 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:21.648748 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de4c6fe-dba5-4936-b6c3-1a87c1ca586b tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Pushing event updated for resources: {'Port': ['ID=32d3050d-f0f0-47a0-a533-f3acd2464a10,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:21.660153 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.pecan_wsgi.hooks.translation [None req-224d7c1c-4f40-49dd-a0ab-54c179a13ee5 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] DELETE failed (client error): The resource could not be found. Dec 21 13:29:21.660661 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-224d7c1c-4f40-49dd-a0ab-54c179a13ee5 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:29:21.661795 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6520b24-b343-4768-8fe5-9703882c5f38 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Made reservation on behalf of 4e9b97d81d204c53a28bf5666eaf36b7 for: {'subnet': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:29:21.667171 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-224d7c1c-4f40-49dd-a0ab-54c179a13ee5 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] 10.222.0.37 "DELETE /v2.0/subnets/aa2a687c-95ce-4d4e-bf14-804ea366a59b HTTP/1.1" status: 404 len: 337 time: 0.1099975 Dec 21 13:29:21.669162 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f6520b24-b343-4768-8fe5-9703882c5f38 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12346583'] for subnet, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:21.692716 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56502) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:21.720296 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9de4c6fe-dba5-4936-b6c3-1a87c1ca586b tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548820'] for floatingip, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:21.809764 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d4d7ad2c-4a38-4085-bcba-80cb485f6d72 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:21.815069 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1d5b4a79-3241-4f99-bee1-f06775493520 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805230'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:21.863979 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8175e568-9602-4dc0-97fe-ecca68e34b0f tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Made reservation on behalf of 401fab62d2cc4dcc90d3b9ab6f110b7e for: {'subnet': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:29:21.868051 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8175e568-9602-4dc0-97fe-ecca68e34b0f tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11288759'] for subnet, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:21.942631 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.l3_db [None req-9de4c6fe-dba5-4936-b6c3-1a87c1ca586b tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Floating IP 2e25700a-f6da-4983-b1ae-b5106b59c1d7 associated. External IP: 172.36.3.157, port: deb83c49-7141-4709-9157-5d7383bd831a. Dec 21 13:29:22.059935 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-25726469-3d31-4c10-a3d9-de2117879876 None None] For port 161d0d6b-17ad-464d-a2fd-652b75216885, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=161d0d6b-17ad-464d-a2fd-652b75216885,segment=NetworkSegment(b20a5dbe-a251-4a83-ae2d-3ffbda6396cf),segment_id=b20a5dbe-a251-4a83-ae2d-3ffbda6396cf)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:29:22.060519 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-25726469-3d31-4c10-a3d9-de2117879876 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:22.065803 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-db63dd27-3b3c-47e9-a589-b538c0362858 None None] Provisioning complete for port 6097019a-8ed7-4666-85c2-c6c6bfdef5af triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:29:22.066299 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-db63dd27-3b3c-47e9-a589-b538c0362858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:22.118664 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d4d7ad2c-4a38-4085-bcba-80cb485f6d72 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:22.133640 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-25726469-3d31-4c10-a3d9-de2117879876 None None] Calling delete_port for 161d0d6b-17ad-464d-a2fd-652b75216885 owned by network:dhcp {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:29:22.146247 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 99f3a4a0-2ad3-46d0-93a4-804d22efb7fd no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:29:22.156873 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1d5b4a79-3241-4f99-bee1-f06775493520 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532537'] for router_interface, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:22.168481 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5b4a79-3241-4f99-bee1-f06775493520 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Pushing event updated for resources: {'Port': ['ID=6097019a-8ed7-4666-85c2-c6c6bfdef5af,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:22.172881 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-d4d7ad2c-4a38-4085-bcba-80cb485f6d72 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c686e690-8e1e-4b19-a719-470cf6f98d3f']}} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:22.176658 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.ipam_backend_mixin [None req-8175e568-9602-4dc0-97fe-ecca68e34b0f tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 2b8c3e36-8493-4086-bf80-e186c429bbfe (CIDR: 172.20.0.0/28) Dec 21 13:29:22.180902 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a953455e-9628-43b1-895a-917c65d4ed7b tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11195289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11288741'] for subnet, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:22.188129 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: 99f3a4a0-2ad3-46d0-93a4-804d22efb7fd {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:29:22.188785 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 99f3a4a0-2ad3-46d0-93a4-804d22efb7fd not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:29:22.190460 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-db63dd27-3b3c-47e9-a589-b538c0362858 None None] Port 6097019a-8ed7-4666-85c2-c6c6bfdef5af cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:29:22.195476 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.pecan_wsgi.hooks.translation [None req-8175e568-9602-4dc0-97fe-ecca68e34b0f tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 13:29:22.195979 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8175e568-9602-4dc0-97fe-ecca68e34b0f tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:29:22.199263 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-4bc45b02-e83d-4efc-a66c-08473c12ec31 None None] Allocated IP 172.20.0.2 (576666da-52eb-44eb-84b1-dffa0c10b545/2b8c3e36-8493-4086-bf80-e186c429bbfe/42cf7a6a-ce53-4b50-bca0-41aec639049d) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:29:22.214263 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-d4d7ad2c-4a38-4085-bcba-80cb485f6d72 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05b9a6f9-74ff-44ed-84bc-471ff3fbb219') {'for_net_delete': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:22.214628 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-d4d7ad2c-4a38-4085-bcba-80cb485f6d72 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05b9a6f9-74ff-44ed-84bc-471ff3fbb219') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:22.241435 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-8175e568-9602-4dc0-97fe-ecca68e34b0f tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3852513 Dec 21 13:29:22.254542 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56504) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:22.262665 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-d2008769-e6a3-4b34-9aa2-e9e54d0752c6 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Request body: {'subnet': {'network_id': '576666da-52eb-44eb-84b1-dffa0c10b545', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:29:22.281160 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d4d7ad2c-4a38-4085-bcba-80cb485f6d72 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526653'] for segment, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:22.302015 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-db63dd27-3b3c-47e9-a589-b538c0362858 None None] Provisioning complete for port abd5eefe-e121-4d3a-a3b4-d87fd46c1bbe triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:29:22.302222 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-db63dd27-3b3c-47e9-a589-b538c0362858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:22.372418 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d4d7ad2c-4a38-4085-bcba-80cb485f6d72 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:22.421642 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9de4c6fe-dba5-4936-b6c3-1a87c1ca586b tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Router 9a0f9c1c-0b84-40b1-b675-f3a031108074 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:29:22.435339 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4d7ad2c-4a38-4085-bcba-80cb485f6d72 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=103152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:29:22.435765 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d4d7ad2c-4a38-4085-bcba-80cb485f6d72 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805426'] for segment, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:22.440566 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:29:22.440566 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:29:22.440566 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:29:22.440566 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:29:22.440566 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:29:22.440566 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:29:22.440566 dv-neutron-master-2-hyperv neutron-server[103152]: Traceback (most recent call last): Dec 21 13:29:22.440566 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:29:22.440566 dv-neutron-master-2-hyperv neutron-server[103152]: timer() Dec 21 13:29:22.440566 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:29:22.440566 dv-neutron-master-2-hyperv neutron-server[103152]: cb(*args, **kw) Dec 21 13:29:22.440566 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:29:22.440566 dv-neutron-master-2-hyperv neutron-server[103152]: return func(*args, **kwargs) Dec 21 13:29:22.440566 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:29:22.440566 dv-neutron-master-2-hyperv neutron-server[103152]: self._notify() Dec 21 13:29:22.440566 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:29:22.440566 dv-neutron-master-2-hyperv neutron-server[103152]: self.callback(batched_events) Dec 21 13:29:22.440566 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:29:22.440566 dv-neutron-master-2-hyperv neutron-server[103152]: event.method(event) Dec 21 13:29:22.440566 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:29:22.440566 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:29:22.440566 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:29:22.440566 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:29:22.440566 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:29:22.440566 dv-neutron-master-2-hyperv neutron-server[103152]: return f(self, *a, **k) Dec 21 13:29:22.440566 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:29:22.440566 dv-neutron-master-2-hyperv neutron-server[103152]: return self._get(url).json() Dec 21 13:29:22.440566 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:29:22.440566 dv-neutron-master-2-hyperv neutron-server[103152]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:29:22.440566 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:29:22.440566 dv-neutron-master-2-hyperv neutron-server[103152]: return self.request(url, 'GET', **kwargs) Dec 21 13:29:22.440566 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:29:22.440566 dv-neutron-master-2-hyperv neutron-server[103152]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:29:22.440566 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:29:22.440566 dv-neutron-master-2-hyperv neutron-server[103152]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:29:22.440566 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:29:22.440566 dv-neutron-master-2-hyperv neutron-server[103152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:29:22.440566 dv-neutron-master-2-hyperv neutron-server[103152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:29:22.453243 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-25726469-3d31-4c10-a3d9-de2117879876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636'] for port, after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:22.460654 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a953455e-9628-43b1-895a-917c65d4ed7b tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Pushing event updated for resources: {'Subnet': ['ID=23dae4ee-1648-4176-b80b-911cf3881c19,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:22.504780 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a953455e-9628-43b1-895a-917c65d4ed7b tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Checking segment: {'id': '7437676c-cb99-4fa0-921f-856ac80e4a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '8049b69d-73d9-4342-9508-6562406e8197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:29:22.505149 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a953455e-9628-43b1-895a-917c65d4ed7b tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Network hostable DHCP agents. Network: 8049b69d-73d9-4342-9508-6562406e8197, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:29:22.555147 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25726469-3d31-4c10-a3d9-de2117879876 None None] Pushing event deleted for resources: {'Port': ['ID=161d0d6b-17ad-464d-a2fd-652b75216885,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:22.557309 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25726469-3d31-4c10-a3d9-de2117879876 None None] No DVR routers for this DVR port 161d0d6b-17ad-464d-a2fd-652b75216885 on host dv-neutron-master-2-hyperv {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:29:22.626166 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a953455e-9628-43b1-895a-917c65d4ed7b tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Network 8049b69d-73d9-4342-9508-6562406e8197 is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:29:22.629118 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-db63dd27-3b3c-47e9-a589-b538c0362858 None None] Provisioning complete for port 3fd0ddbf-c965-46b8-966e-69d28d7c3e6b triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:29:22.629398 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-db63dd27-3b3c-47e9-a589-b538c0362858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:22.631419 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d4d7ad2c-4a38-4085-bcba-80cb485f6d72 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:22.641379 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5b4a79-3241-4f99-bee1-f06775493520 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Network df07e3fa-3f28-45bc-8c57-98ec7342c6e5 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:29:22.653993 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d4d7ad2c-4a38-4085-bcba-80cb485f6d72 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks [] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:22.659811 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-d4d7ad2c-4a38-4085-bcba-80cb485f6d72 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] 10.222.0.37 "DELETE /v2.0/networks/c686e690-8e1e-4b19-a719-470cf6f98d3f HTTP/1.1" status: 204 len: 168 time: 0.9657626 Dec 21 13:29:22.664061 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56506) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:22.664978 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2008769-e6a3-4b34-9aa2-e9e54d0752c6 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Made reservation on behalf of 401fab62d2cc4dcc90d3b9ab6f110b7e for: {'subnet': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:29:22.668610 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d2008769-e6a3-4b34-9aa2-e9e54d0752c6 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11288759'] for subnet, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:22.672358 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-02d86231-4583-440f-be11-8fd2e95252dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532692'] for router_interface, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:22.687352 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-1d5b4a79-3241-4f99-bee1-f06775493520 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:29:22.701314 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-4bc45b02-e83d-4efc-a66c-08473c12ec31 None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:22.714149 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 3fd0ddbf-c965-46b8-966e-69d28d7c3e6b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:29:22.732208 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-638314bd-1b80-41d5-9999-8afa84e80e1c tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12346565'] for subnet, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:22.734131 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d7ad2c-4a38-4085-bcba-80cb485f6d72 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Pushing event deleted for resources: {'Network': ['ID=c686e690-8e1e-4b19-a719-470cf6f98d3f,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:22.735226 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-a953455e-9628-43b1-895a-917c65d4ed7b tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 8049b69d-73d9-4342-9508-6562406e8197) {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:29:22.748082 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f6520b24-b343-4768-8fe5-9703882c5f38 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12346565'] for subnet, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:22.765200 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a953455e-9628-43b1-895a-917c65d4ed7b tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:29:22.765792 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a953455e-9628-43b1-895a-917c65d4ed7b tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks [] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:22.773246 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da17ab4-92e9-4400-8d44-52bfc1236551 None None] Network 8049b69d-73d9-4342-9508-6562406e8197 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:29:22.784685 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-4bc45b02-e83d-4efc-a66c-08473c12ec31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:22.874232 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9de4c6fe-dba5-4936-b6c3-1a87c1ca586b tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:29:22.888524 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14325531-287f-42a5-83bb-519129870ff6 None None] Sync routers for ids ['9a0f9c1c-0b84-40b1-b675-f3a031108074'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:29:22.911170 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14325531-287f-42a5-83bb-519129870ff6 None None] Routers {'9a0f9c1c-0b84-40b1-b675-f3a031108074'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:29:22.911799 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-14325531-287f-42a5-83bb-519129870ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:28:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['9a0f9c1c-0b84-40b1-b675-f3a031108074'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:22.924222 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-a953455e-9628-43b1-895a-917c65d4ed7b tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0304570 Dec 21 13:29:22.933952 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbdfdb90-f65f-469d-bde3-8f1e07499f64 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Deleting subnet 6b57a901-5cd9-484f-b5df-0318d37c2575 {{(pid=103153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:29:22.939544 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56508) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:22.965113 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-130eddf7-f592-4d83-956a-092186a2585e tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-649959047', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:29:22.983628 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbcef471-5ecd-4515-a9b5-f454cb18b12f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-8049b69d-73d9-4342-9508-6562406e8197', 'network_id': '8049b69d-73d9-4342-9508-6562406e8197', 'project_id': '3edf34a3eecc442ea8df7c8164f4e61d', 'fixed_ips': [{'subnet_id': '23dae4ee-1648-4176-b80b-911cf3881c19'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:29:22.984718 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fbcef471-5ecd-4515-a9b5-f454cb18b12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:22.996001 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9de4c6fe-dba5-4936-b6c3-1a87c1ca586b tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for floatingip, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:23.011314 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6520b24-b343-4768-8fe5-9703882c5f38 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:29:23.014939 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-14325531-287f-42a5-83bb-519129870ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:23.025136 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc45b02-e83d-4efc-a66c-08473c12ec31 None None] Network 576666da-52eb-44eb-84b1-dffa0c10b545 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:29:23.034599 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-4bc45b02-e83d-4efc-a66c-08473c12ec31 None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:29:23.035718 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14325531-287f-42a5-83bb-519129870ff6 None None] Routers {'9a0f9c1c-0b84-40b1-b675-f3a031108074'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:29:23.036535 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-14325531-287f-42a5-83bb-519129870ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:28:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['9a0f9c1c-0b84-40b1-b675-f3a031108074'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:23.042231 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc45b02-e83d-4efc-a66c-08473c12ec31 None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:29:23.056642 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-dbdfdb90-f65f-469d-bde3-8f1e07499f64 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks [] for subnet, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:23.061467 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-f6520b24-b343-4768-8fe5-9703882c5f38 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:29:23.078652 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638314bd-1b80-41d5-9999-8afa84e80e1c tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Pushing event updated for resources: {'Subnet': ['ID=d59ccc0f-4d57-457e-aa42-5011fd6d3678,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:23.087201 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6520b24-b343-4768-8fe5-9703882c5f38 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:29:23.088086 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f6520b24-b343-4768-8fe5-9703882c5f38 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:23.096955 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-14325531-287f-42a5-83bb-519129870ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:23.097985 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14325531-287f-42a5-83bb-519129870ff6 None None] The sync data for ids ['9a0f9c1c-0b84-40b1-b675-f3a031108074'] in dv-neutron-master-2-hyperv is: [] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:29:23.120355 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-130eddf7-f592-4d83-956a-092186a2585e tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26964'] for router, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:23.121860 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-130eddf7-f592-4d83-956a-092186a2585e tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-642316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26957'] for router, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:23.127399 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638314bd-1b80-41d5-9999-8afa84e80e1c tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:29:23.127846 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638314bd-1b80-41d5-9999-8afa84e80e1c tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:29:23.128202 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638314bd-1b80-41d5-9999-8afa84e80e1c tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:29:23.128550 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638314bd-1b80-41d5-9999-8afa84e80e1c tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:29:23.129064 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638314bd-1b80-41d5-9999-8afa84e80e1c tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:29:23.129319 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638314bd-1b80-41d5-9999-8afa84e80e1c tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:29:23.129584 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638314bd-1b80-41d5-9999-8afa84e80e1c tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:29:23.129954 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638314bd-1b80-41d5-9999-8afa84e80e1c tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:29:23.130286 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638314bd-1b80-41d5-9999-8afa84e80e1c tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:29:23.130649 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638314bd-1b80-41d5-9999-8afa84e80e1c tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:29:23.131007 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638314bd-1b80-41d5-9999-8afa84e80e1c tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:29:23.131380 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638314bd-1b80-41d5-9999-8afa84e80e1c tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:29:23.131728 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638314bd-1b80-41d5-9999-8afa84e80e1c tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:29:23.150714 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638314bd-1b80-41d5-9999-8afa84e80e1c tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Checking segment: {'id': 'd8f96c34-1651-457b-b5dd-293412bb6e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '0bd2dd5e-fcb5-4193-8496-12a446f2606d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:29:23.151091 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638314bd-1b80-41d5-9999-8afa84e80e1c tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Network hostable DHCP agents. Network: 0bd2dd5e-fcb5-4193-8496-12a446f2606d, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:29:23.153134 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578e7fe4-bc3f-459e-b515-16282870d451 None None] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:29:23.183883 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-f6520b24-b343-4768-8fe5-9703882c5f38 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.6084621 Dec 21 13:29:23.198601 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-130eddf7-f592-4d83-956a-092186a2585e tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:23.205629 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56510) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:23.214791 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-d50aa344-4dde-4145-a952-9ded7c0a8979 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Request body: {'port': {'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9', 'fixed_ips': [{'subnet_id': '773eefc6-5100-4aba-8861-4783499e933d', 'ip_address': '2001:db8::2060:beba:abf:5148'}], 'name': 'tempest-NetworksTestDHCPv6-1629039649'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:29:23.224003 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d5b4a79-3241-4f99-bee1-f06775493520 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Router 5e607ba4-9930-44fe-93dc-6bdbcba9aee2 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:29:23.225313 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-130eddf7-f592-4d83-956a-092186a2585e tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548730'] for router, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:23.240430 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-9de4c6fe-dba5-4936-b6c3-1a87c1ca586b tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.9988179 Dec 21 13:29:23.255582 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-db63dd27-3b3c-47e9-a589-b538c0362858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:23.268360 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56512) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:23.274234 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-9a644593-e5bf-4c08-8cd2-4edab343fded tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Request body: {'floatingip': {'port_id': 'deb83c49-7141-4709-9157-5d7383bd831a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:29:23.291730 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-dbdfdb90-f65f-469d-bde3-8f1e07499f64 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1585439'] for subnet, precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:23.322184 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6520b24-b343-4768-8fe5-9703882c5f38 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event updated for resources: {'Subnet': ['ID=773eefc6-5100-4aba-8861-4783499e933d,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:23.329896 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-130eddf7-f592-4d83-956a-092186a2585e tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks [] for router, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:23.333850 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-130eddf7-f592-4d83-956a-092186a2585e tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3770173 Dec 21 13:29:23.336465 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638314bd-1b80-41d5-9999-8afa84e80e1c tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Network 0bd2dd5e-fcb5-4193-8496-12a446f2606d is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:29:23.338887 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56514) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:23.350479 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-f870496d-3f6d-4d48-9fdf-66a3f716c2ba tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Request body: {'port': {'network_id': '8049b69d-73d9-4342-9508-6562406e8197', 'name': 'tempest-PortsIpV6TestJSON-1828265265'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:29:23.412800 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc45b02-e83d-4efc-a66c-08473c12ec31 None None] Pushing event updated for resources: {'Port': ['ID=42cf7a6a-ce53-4b50-bca0-41aec639049d,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:23.432413 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 3fd0ddbf-c965-46b8-966e-69d28d7c3e6b triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:29:23.432948 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:23.444388 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-638314bd-1b80-41d5-9999-8afa84e80e1c tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 0bd2dd5e-fcb5-4193-8496-12a446f2606d) {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:29:23.465147 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638314bd-1b80-41d5-9999-8afa84e80e1c tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:29:23.466589 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-638314bd-1b80-41d5-9999-8afa84e80e1c tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:23.476160 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc45b02-e83d-4efc-a66c-08473c12ec31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:29:23.476697 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc45b02-e83d-4efc-a66c-08473c12ec31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:29:23.477351 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc45b02-e83d-4efc-a66c-08473c12ec31 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:29:23.477800 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc45b02-e83d-4efc-a66c-08473c12ec31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:29:23.478270 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc45b02-e83d-4efc-a66c-08473c12ec31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:29:23.478729 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc45b02-e83d-4efc-a66c-08473c12ec31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:29:23.479168 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc45b02-e83d-4efc-a66c-08473c12ec31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:29:23.479718 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc45b02-e83d-4efc-a66c-08473c12ec31 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:29:23.480152 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc45b02-e83d-4efc-a66c-08473c12ec31 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:29:23.480586 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc45b02-e83d-4efc-a66c-08473c12ec31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:29:23.481020 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc45b02-e83d-4efc-a66c-08473c12ec31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:29:23.481482 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc45b02-e83d-4efc-a66c-08473c12ec31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:29:23.481922 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc45b02-e83d-4efc-a66c-08473c12ec31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:29:23.527081 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-dbdfdb90-f65f-469d-bde3-8f1e07499f64 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:23.530686 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9a644593-e5bf-4c08-8cd2-4edab343fded tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks [] for floatingip, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:23.554396 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af899bd2-9fee-4607-973c-7eb05cd4d571 None None] Network 0bd2dd5e-fcb5-4193-8496-12a446f2606d requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:29:23.614178 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-638314bd-1b80-41d5-9999-8afa84e80e1c tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.8233137 Dec 21 13:29:23.618107 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56516) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:23.618597 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d50aa344-4dde-4145-a952-9ded7c0a8979 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Made reservation on behalf of 4e9b97d81d204c53a28bf5666eaf36b7 for: {'port': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:29:23.633927 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-db63dd27-3b3c-47e9-a589-b538c0362858 None None] For port 3fd0ddbf-c965-46b8-966e-69d28d7c3e6b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3fd0ddbf-c965-46b8-966e-69d28d7c3e6b,segment=NetworkSegment(6c9dd1ad-4497-456c-a1eb-988c28f9820a),segment_id=6c9dd1ad-4497-456c-a1eb-988c28f9820a)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:29:23.660103 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-db63dd27-3b3c-47e9-a589-b538c0362858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:23.661709 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-4bc45b02-e83d-4efc-a66c-08473c12ec31 None None] Attempting to bind port 42cf7a6a-ce53-4b50-bca0-41aec639049d on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:29:23.662189 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-4bc45b02-e83d-4efc-a66c-08473c12ec31 None None] Attempting to bind port 42cf7a6a-ce53-4b50-bca0-41aec639049d by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '859e65f8-ce95-4d1c-a56c-f21fec48dd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '576666da-52eb-44eb-84b1-dffa0c10b545'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:29:23.662688 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc45b02-e83d-4efc-a66c-08473c12ec31 None None] Attempting to bind port 42cf7a6a-ce53-4b50-bca0-41aec639049d on network 576666da-52eb-44eb-84b1-dffa0c10b545 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:29:23.678806 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d5b4a79-3241-4f99-bee1-f06775493520 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:29:23.685674 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-1d5b4a79-3241-4f99-bee1-f06775493520 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "PUT /v2.0/routers/5e607ba4-9930-44fe-93dc-6bdbcba9aee2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7333579 Dec 21 13:29:23.698004 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56518) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:23.703737 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-1965cfaa-fb9e-4907-9d27-0ead3a0867d9 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Request body: {'network': {'name': 'tempest-RoutersTest-174623129'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:29:23.728134 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d50aa344-4dde-4145-a952-9ded7c0a8979 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:23.741767 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb368e2d-6995-4cd0-a218-942741720fb0 None None] Sync routers for ids ['5e607ba4-9930-44fe-93dc-6bdbcba9aee2'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:29:23.789760 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc45b02-e83d-4efc-a66c-08473c12ec31 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:29:23.790330 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc45b02-e83d-4efc-a66c-08473c12ec31 None None] Checking segment: {'id': '859e65f8-ce95-4d1c-a56c-f21fec48dd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '576666da-52eb-44eb-84b1-dffa0c10b545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:29:23.792585 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-4bc45b02-e83d-4efc-a66c-08473c12ec31 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:23.793751 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc45b02-e83d-4efc-a66c-08473c12ec31 None None] Bound using segment: {'id': '859e65f8-ce95-4d1c-a56c-f21fec48dd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '576666da-52eb-44eb-84b1-dffa0c10b545'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:29:23.796826 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-4bc45b02-e83d-4efc-a66c-08473c12ec31 None None] Bound port: 42cf7a6a-ce53-4b50-bca0-41aec639049d, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '859e65f8-ce95-4d1c-a56c-f21fec48dd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '576666da-52eb-44eb-84b1-dffa0c10b545'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:29:23.796826 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-4bc45b02-e83d-4efc-a66c-08473c12ec31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:23.865730 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [None req-d50aa344-4dde-4145-a952-9ded7c0a8979 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] device_id is not set on port a667e95b-2912-49c1-b61b-105a06a9d75d yet. {{(pid=103153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 13:29:23.865927 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1965cfaa-fb9e-4907-9d27-0ead3a0867d9 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Made reservation on behalf of 2443f9ebd5734093aca8f8d69b48dcbc for: {'network': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:29:23.869540 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1965cfaa-fb9e-4907-9d27-0ead3a0867d9 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:23.895333 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f870496d-3f6d-4d48-9fdf-66a3f716c2ba tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Made reservation on behalf of 3edf34a3eecc442ea8df7c8164f4e61d for: {'port': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:29:23.898891 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f870496d-3f6d-4d48-9fdf-66a3f716c2ba tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:23.930788 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f7594b-d191-41cf-a764-0c7a4a92f28a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9', 'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9', 'project_id': '4e9b97d81d204c53a28bf5666eaf36b7', 'fixed_ips': [{'subnet_id': '773eefc6-5100-4aba-8861-4783499e933d'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:29:23.932037 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-87f7594b-d191-41cf-a764-0c7a4a92f28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:23.948025 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb368e2d-6995-4cd0-a218-942741720fb0 None None] Routers {'5e607ba4-9930-44fe-93dc-6bdbcba9aee2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:29:23.949086 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-fb368e2d-6995-4cd0-a218-942741720fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:28:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['5e607ba4-9930-44fe-93dc-6bdbcba9aee2'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:23.961714 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d2008769-e6a3-4b34-9aa2-e9e54d0752c6 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11195289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11288741'] for subnet, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:24.023078 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2008769-e6a3-4b34-9aa2-e9e54d0752c6 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Pushing event updated for resources: {'Subnet': ['ID=b8461d97-f22b-4a5f-b7bc-93a5566bb6e6,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:24.030028 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-dbdfdb90-f65f-469d-bde3-8f1e07499f64 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11349588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11288746'] for subnet, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:24.037101 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2008769-e6a3-4b34-9aa2-e9e54d0752c6 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:29:24.037483 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2008769-e6a3-4b34-9aa2-e9e54d0752c6 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:29:24.037833 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2008769-e6a3-4b34-9aa2-e9e54d0752c6 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:29:24.038215 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2008769-e6a3-4b34-9aa2-e9e54d0752c6 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:29:24.038627 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2008769-e6a3-4b34-9aa2-e9e54d0752c6 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:29:24.038995 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2008769-e6a3-4b34-9aa2-e9e54d0752c6 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:29:24.039364 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2008769-e6a3-4b34-9aa2-e9e54d0752c6 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:29:24.039728 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2008769-e6a3-4b34-9aa2-e9e54d0752c6 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:29:24.040104 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2008769-e6a3-4b34-9aa2-e9e54d0752c6 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:29:24.040467 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2008769-e6a3-4b34-9aa2-e9e54d0752c6 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:29:24.040837 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2008769-e6a3-4b34-9aa2-e9e54d0752c6 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:29:24.041203 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2008769-e6a3-4b34-9aa2-e9e54d0752c6 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:29:24.041528 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2008769-e6a3-4b34-9aa2-e9e54d0752c6 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:29:24.065883 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-fbcef471-5ecd-4515-a9b5-f454cb18b12f None None] Allocated IP 2001:db8::2 (8049b69d-73d9-4342-9508-6562406e8197/23dae4ee-1648-4176-b80b-911cf3881c19/b56bf987-5aa8-4774-848b-7a20664dd7e8) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:29:24.277265 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-f870496d-3f6d-4d48-9fdf-66a3f716c2ba tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] device_id is not set on port 1de813df-7ca9-4766-abf3-8dbee4b80a1e yet. {{(pid=103152) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 13:29:24.277803 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-9c0b3258-669f-4aaa-83de-f9e63c44db01 None None] Provisioning complete for port 6097019a-8ed7-4666-85c2-c6c6bfdef5af triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:29:24.278668 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-9c0b3258-669f-4aaa-83de-f9e63c44db01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:24.281344 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db63dd27-3b3c-47e9-a589-b538c0362858 None None] Pushing event updated for resources: {'Port': ['ID=3fd0ddbf-c965-46b8-966e-69d28d7c3e6b,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:24.288576 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1965cfaa-fb9e-4907-9d27-0ead3a0867d9 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=103152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:29:24.355891 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1965cfaa-fb9e-4907-9d27-0ead3a0867d9 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:24.356608 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.segments_db [None req-1965cfaa-fb9e-4907-9d27-0ead3a0867d9 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Added segment adc778e3-5a34-4d53-922b-f8878f03791b of type vlan for network 3329f353-44f9-4447-aac2-b71a5a9d290d Dec 21 13:29:24.418128 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-02d86231-4583-440f-be11-8fd2e95252dc admin admin] Deleting port a984a249-347d-4f6c-962c-d06af2546cf7 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:29:24.418907 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-02d86231-4583-440f-be11-8fd2e95252dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:24.448536 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c731b6d8-e924-4f55-a398-05a948a83905 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-0bd2dd5e-fcb5-4193-8496-12a446f2606d', 'network_id': '0bd2dd5e-fcb5-4193-8496-12a446f2606d', 'project_id': 'd368a1938e3342de9d3358d110005af5', 'fixed_ips': [{'subnet_id': 'd59ccc0f-4d57-457e-aa42-5011fd6d3678'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:29:24.449617 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c731b6d8-e924-4f55-a398-05a948a83905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:24.496288 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1965cfaa-fb9e-4907-9d27-0ead3a0867d9 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:24.506690 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2008769-e6a3-4b34-9aa2-e9e54d0752c6 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Network 576666da-52eb-44eb-84b1-dffa0c10b545 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:29:24.531568 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-d2008769-e6a3-4b34-9aa2-e9e54d0752c6 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:29:24.534685 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2008769-e6a3-4b34-9aa2-e9e54d0752c6 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:29:24.535275 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d2008769-e6a3-4b34-9aa2-e9e54d0752c6 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks [] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:24.569521 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-4bc45b02-e83d-4efc-a66c-08473c12ec31 None None] For port 42cf7a6a-ce53-4b50-bca0-41aec639049d, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:29:24.576124 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-4bc45b02-e83d-4efc-a66c-08473c12ec31 None None] For port 42cf7a6a-ce53-4b50-bca0-41aec639049d, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=42cf7a6a-ce53-4b50-bca0-41aec639049d,segment=NetworkSegment(859e65f8-ce95-4d1c-a56c-f21fec48dd82),segment_id=859e65f8-ce95-4d1c-a56c-f21fec48dd82)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:29:24.602810 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdfdb90-f65f-469d-bde3-8f1e07499f64 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Pushing event deleted for resources: {'Subnet': ['ID=6b57a901-5cd9-484f-b5df-0318d37c2575,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:24.607459 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-dbdfdb90-f65f-469d-bde3-8f1e07499f64 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks [] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:24.610983 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-dbdfdb90-f65f-469d-bde3-8f1e07499f64 tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] 10.222.0.37 "DELETE /v2.0/subnets/6b57a901-5cd9-484f-b5df-0318d37c2575 HTTP/1.1" status: 204 len: 168 time: 1.9379861 Dec 21 13:29:24.614833 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56520) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:24.657206 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1965cfaa-fb9e-4907-9d27-0ead3a0867d9 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:24.664357 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1965cfaa-fb9e-4907-9d27-0ead3a0867d9 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:29:24.664357 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1965cfaa-fb9e-4907-9d27-0ead3a0867d9 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks [] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:24.668021 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-9c0b3258-669f-4aaa-83de-f9e63c44db01 None None] Port 6097019a-8ed7-4666-85c2-c6c6bfdef5af cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:29:24.669821 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-d2008769-e6a3-4b34-9aa2-e9e54d0752c6 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.4135821 Dec 21 13:29:24.670452 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device abd5eefe-e121-4d3a-a3b4-d87fd46c1bbe up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:29:24.674660 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56522) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:24.683399 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-71248494-eca0-4bcb-887d-93171a231356 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Request body: {'port': {'network_id': '576666da-52eb-44eb-84b1-dffa0c10b545', 'fixed_ips': [{'subnet_id': '2b8c3e36-8493-4086-bf80-e186c429bbfe'}, {'subnet_id': 'b8461d97-f22b-4a5f-b7bc-93a5566bb6e6'}], 'name': 'tempest-PortsTestJSON-23959212'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:29:24.724933 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711dd730-c769-47a8-b13f-7517986da5ea None None] Network 825b9fa4-7aa8-482d-aa67-6f6339ee5185 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:29:24.792604 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-1965cfaa-fb9e-4907-9d27-0ead3a0867d9 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0928349 Dec 21 13:29:24.797770 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56524) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:24.809330 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-0d43e4e1-2b15-49ad-8959-13e38fbea1f8 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Request body: {'subnet': {'network_id': '3329f353-44f9-4447-aac2-b71a5a9d290d', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:29:24.836200 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-02d86231-4583-440f-be11-8fd2e95252dc admin admin] For port a984a249-347d-4f6c-962c-d06af2546cf7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a984a249-347d-4f6c-962c-d06af2546cf7,segment=NetworkSegment(e364c909-484b-4482-ad56-e639441ae690),segment_id=e364c909-484b-4482-ad56-e639441ae690)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:29:24.836427 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-02d86231-4583-440f-be11-8fd2e95252dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:24.856418 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-4bc45b02-e83d-4efc-a66c-08473c12ec31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:24.862991 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1965cfaa-fb9e-4907-9d27-0ead3a0867d9 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Pushing event updated for resources: {'Network': ['ID=3329f353-44f9-4447-aac2-b71a5a9d290d,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:24.865370 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-02d86231-4583-440f-be11-8fd2e95252dc admin admin] Calling delete_port for a984a249-347d-4f6c-962c-d06af2546cf7 owned by network:router_interface {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:29:24.870665 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-fb368e2d-6995-4cd0-a218-942741720fb0 None None] Set router 5e607ba4-9930-44fe-93dc-6bdbcba9aee2 gateway port host: None {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:29:24.873029 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7467672e-fb4e-4056-9aa9-f5030fc0fd1e tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:24.966934 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-d50aa344-4dde-4145-a952-9ded7c0a8979 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Allocated IP 2001:db8::2060:beba:abf:5148 (ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9/773eefc6-5100-4aba-8861-4783499e933d/a667e95b-2912-49c1-b61b-105a06a9d75d) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:29:24.978405 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network 3329f353-44f9-4447-aac2-b71a5a9d290d details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:29:24.985420 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71248494-eca0-4bcb-887d-93171a231356 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Made reservation on behalf of 401fab62d2cc4dcc90d3b9ab6f110b7e for: {'port': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:29:25.053993 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9a644593-e5bf-4c08-8cd2-4edab343fded tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:25.067437 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9a644593-e5bf-4c08-8cd2-4edab343fded tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548820'] for floatingip, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:25.176811 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d43e4e1-2b15-49ad-8959-13e38fbea1f8 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Made reservation on behalf of 2443f9ebd5734093aca8f8d69b48dcbc for: {'subnet': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:29:25.180369 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0d43e4e1-2b15-49ad-8959-13e38fbea1f8 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11288759'] for subnet, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:25.187591 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-7467672e-fb4e-4056-9aa9-f5030fc0fd1e tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Deleting port 60f7a2cd-015f-4363-8616-66999db22e91 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:29:25.187940 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7467672e-fb4e-4056-9aa9-f5030fc0fd1e tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:25.191375 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d41b8b41-c1d0-4840-89e1-5bcfc2d0597d tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:25.208707 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port abd5eefe-e121-4d3a-a3b4-d87fd46c1bbe triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:29:25.209081 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:25.261996 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-71248494-eca0-4bcb-887d-93171a231356 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:25.323480 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [None req-71248494-eca0-4bcb-887d-93171a231356 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] device_id is not set on port eb66460d-0583-44b1-81f2-853102f026d6 yet. {{(pid=103153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 13:29:25.355562 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc45b02-e83d-4efc-a66c-08473c12ec31 None None] Pushing event updated for resources: {'Port': ['ID=42cf7a6a-ce53-4b50-bca0-41aec639049d,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:25.395668 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fbcef471-5ecd-4515-a9b5-f454cb18b12f None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:25.396735 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-02d86231-4583-440f-be11-8fd2e95252dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:25.428352 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-c731b6d8-e924-4f55-a398-05a948a83905 None None] Allocated IP 2001:db8:2::2 (0bd2dd5e-fcb5-4193-8496-12a446f2606d/d59ccc0f-4d57-457e-aa42-5011fd6d3678/5adc386c-689d-4bc7-a6f1-dae54b79d3eb) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:29:25.448501 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-0986cd69-1494-481f-9ebf-9f3da045ebc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:25.457370 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fbcef471-5ecd-4515-a9b5-f454cb18b12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:25.590399 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcef471-5ecd-4515-a9b5-f454cb18b12f None None] Pushing event updated for resources: {'Port': ['ID=b56bf987-5aa8-4774-848b-7a20664dd7e8,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:25.602164 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea399b5-527c-45c2-8f4e-8fd85334b96b None None] DHCP port deletion for 825b9fa4-7aa8-482d-aa67-6f6339ee5185 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:29:25.624284 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbcef471-5ecd-4515-a9b5-f454cb18b12f None None] Network 8049b69d-73d9-4342-9508-6562406e8197 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:29:25.627183 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d86231-4583-440f-be11-8fd2e95252dc admin admin] Pushing event deleted for resources: {'Port': ['ID=a984a249-347d-4f6c-962c-d06af2546cf7,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:25.678558 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d50aa344-4dde-4145-a952-9ded7c0a8979 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:25.692208 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-7467672e-fb4e-4056-9aa9-f5030fc0fd1e tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] For port 60f7a2cd-015f-4363-8616-66999db22e91, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=60f7a2cd-015f-4363-8616-66999db22e91,segment=NetworkSegment(be8e64a2-1bd2-435d-94d9-e0e5e5ad6c13),segment_id=be8e64a2-1bd2-435d-94d9-e0e5e5ad6c13)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:29:25.692846 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7467672e-fb4e-4056-9aa9-f5030fc0fd1e tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:25.737151 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-7467672e-fb4e-4056-9aa9-f5030fc0fd1e tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Calling delete_port for 60f7a2cd-015f-4363-8616-66999db22e91 owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:29:25.741114 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-f870496d-3f6d-4d48-9fdf-66a3f716c2ba tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Allocated IP 2001:db8::98 (8049b69d-73d9-4342-9508-6562406e8197/23dae4ee-1648-4176-b80b-911cf3881c19/1de813df-7ca9-4766-abf3-8dbee4b80a1e) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:29:25.821586 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-fbcef471-5ecd-4515-a9b5-f454cb18b12f None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:29:25.830791 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcef471-5ecd-4515-a9b5-f454cb18b12f None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:29:25.955787 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c731b6d8-e924-4f55-a398-05a948a83905 None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:26.004646 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device db589bca-fe9d-485f-aa9a-f3d0207270a8 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:29:26.015808 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d50aa344-4dde-4145-a952-9ded7c0a8979 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:26.017307 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c731b6d8-e924-4f55-a398-05a948a83905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:26.020295 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0d43e4e1-2b15-49ad-8959-13e38fbea1f8 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11195289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11288741'] for subnet, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:26.089414 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50aa344-4dde-4145-a952-9ded7c0a8979 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event updated for resources: {'Port': ['ID=a667e95b-2912-49c1-b61b-105a06a9d75d,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:26.139570 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-fbcef471-5ecd-4515-a9b5-f454cb18b12f None None] Attempting to bind port b56bf987-5aa8-4774-848b-7a20664dd7e8 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:29:26.139947 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-fbcef471-5ecd-4515-a9b5-f454cb18b12f None None] Attempting to bind port b56bf987-5aa8-4774-848b-7a20664dd7e8 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '7437676c-cb99-4fa0-921f-856ac80e4a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '8049b69d-73d9-4342-9508-6562406e8197'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:29:26.140317 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcef471-5ecd-4515-a9b5-f454cb18b12f None None] Attempting to bind port b56bf987-5aa8-4774-848b-7a20664dd7e8 on network 8049b69d-73d9-4342-9508-6562406e8197 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:29:26.159065 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcef471-5ecd-4515-a9b5-f454cb18b12f None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:29:26.159450 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcef471-5ecd-4515-a9b5-f454cb18b12f None None] Checking segment: {'id': '7437676c-cb99-4fa0-921f-856ac80e4a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '8049b69d-73d9-4342-9508-6562406e8197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:29:26.159864 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fbcef471-5ecd-4515-a9b5-f454cb18b12f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:26.160266 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcef471-5ecd-4515-a9b5-f454cb18b12f None None] Bound using segment: {'id': '7437676c-cb99-4fa0-921f-856ac80e4a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '8049b69d-73d9-4342-9508-6562406e8197'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:29:26.160758 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-fbcef471-5ecd-4515-a9b5-f454cb18b12f None None] Bound port: b56bf987-5aa8-4774-848b-7a20664dd7e8, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7437676c-cb99-4fa0-921f-856ac80e4a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '8049b69d-73d9-4342-9508-6562406e8197'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:29:26.161148 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fbcef471-5ecd-4515-a9b5-f454cb18b12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:26.189472 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c731b6d8-e924-4f55-a398-05a948a83905 None None] Network 0bd2dd5e-fcb5-4193-8496-12a446f2606d is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:29:26.216882 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-c731b6d8-e924-4f55-a398-05a948a83905 None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:29:26.222248 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-87f7594b-d191-41cf-a764-0c7a4a92f28a None None] Allocated IP 2001:db8::2 (ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9/773eefc6-5100-4aba-8861-4783499e933d/c3134198-2fe7-4776-a76b-81f72b0b3dee) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:29:26.227196 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c731b6d8-e924-4f55-a398-05a948a83905 None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:29:26.227890 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7467672e-fb4e-4056-9aa9-f5030fc0fd1e tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:26.240454 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c731b6d8-e924-4f55-a398-05a948a83905 None None] Pushing event updated for resources: {'Port': ['ID=5adc386c-689d-4bc7-a6f1-dae54b79d3eb,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:26.247447 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a644593-e5bf-4c08-8cd2-4edab343fded tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Router 9a0f9c1c-0b84-40b1-b675-f3a031108074 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:29:26.249921 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-02d86231-4583-440f-be11-8fd2e95252dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534084'] for router_interface, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:26.280089 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d50aa344-4dde-4145-a952-9ded7c0a8979 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:29:26.284403 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f870496d-3f6d-4d48-9fdf-66a3f716c2ba tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:26.292921 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-8ea399b5-527c-45c2-8f4e-8fd85334b96b None None] Deleting port 60f7a2cd-015f-4363-8616-66999db22e91 {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:29:26.293297 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8ea399b5-527c-45c2-8f4e-8fd85334b96b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:26.297240 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-d50aa344-4dde-4145-a952-9ded7c0a8979 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:29:26.312294 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50aa344-4dde-4145-a952-9ded7c0a8979 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:29:26.318273 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50aa344-4dde-4145-a952-9ded7c0a8979 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:29:26.318973 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d50aa344-4dde-4145-a952-9ded7c0a8979 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:26.321911 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-71248494-eca0-4bcb-887d-93171a231356 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Allocated IP 172.20.0.8 (576666da-52eb-44eb-84b1-dffa0c10b545/2b8c3e36-8493-4086-bf80-e186c429bbfe/eb66460d-0583-44b1-81f2-853102f026d6) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:29:26.362881 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-71248494-eca0-4bcb-887d-93171a231356 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Allocated IP 172.20.0.21 (576666da-52eb-44eb-84b1-dffa0c10b545/b8461d97-f22b-4a5f-b7bc-93a5566bb6e6/eb66460d-0583-44b1-81f2-853102f026d6) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:29:26.364985 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d43e4e1-2b15-49ad-8959-13e38fbea1f8 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Pushing event updated for resources: {'Subnet': ['ID=9e8ec415-b83e-4a91-874f-0bf7812c4065,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:26.367598 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-d41b8b41-c1d0-4840-89e1-5bcfc2d0597d tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Allocated IP 2001:db8:2::1 (0bd2dd5e-fcb5-4193-8496-12a446f2606d/d59ccc0f-4d57-457e-aa42-5011fd6d3678/12f8a58c-af26-4927-ac38-f21ade108865) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:29:26.374538 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-c731b6d8-e924-4f55-a398-05a948a83905 None None] Attempting to bind port 5adc386c-689d-4bc7-a6f1-dae54b79d3eb on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:29:26.375135 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-c731b6d8-e924-4f55-a398-05a948a83905 None None] Attempting to bind port 5adc386c-689d-4bc7-a6f1-dae54b79d3eb by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'd8f96c34-1651-457b-b5dd-293412bb6e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '0bd2dd5e-fcb5-4193-8496-12a446f2606d'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:29:26.375462 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c731b6d8-e924-4f55-a398-05a948a83905 None None] Attempting to bind port 5adc386c-689d-4bc7-a6f1-dae54b79d3eb on network 0bd2dd5e-fcb5-4193-8496-12a446f2606d {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:29:26.393439 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port db589bca-fe9d-485f-aa9a-f3d0207270a8 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:29:26.393820 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:26.398085 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-d50aa344-4dde-4145-a952-9ded7c0a8979 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.1878066 Dec 21 13:29:26.440535 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7467672e-fb4e-4056-9aa9-f5030fc0fd1e tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Pushing event deleted for resources: {'Port': ['ID=60f7a2cd-015f-4363-8616-66999db22e91,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:26.445686 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56528) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:26.458844 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f870496d-3f6d-4d48-9fdf-66a3f716c2ba tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:26.462902 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7467672e-fb4e-4056-9aa9-f5030fc0fd1e tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] No DVR routers for this DVR port 60f7a2cd-015f-4363-8616-66999db22e91 on host dv-neutron-master-2-hyperv {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:29:26.506708 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d43e4e1-2b15-49ad-8959-13e38fbea1f8 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Checking segment: {'id': 'adc778e3-5a34-4d53-922b-f8878f03791b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3329f353-44f9-4447-aac2-b71a5a9d290d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:29:26.507262 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d43e4e1-2b15-49ad-8959-13e38fbea1f8 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Network hostable DHCP agents. Network: 3329f353-44f9-4447-aac2-b71a5a9d290d, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:29:26.569416 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d41b8b41-c1d0-4840-89e1-5bcfc2d0597d tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:26.618951 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-fb368e2d-6995-4cd0-a218-942741720fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e607ba4-9930-44fe-93dc-6bdbcba9aee2', 'name': 'tempest-RoutersTest-router-758070956', 'tenant_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:28:56Z', 'updated_at': '2021-12-21T13:29:19Z', 'revision_number': 3, 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'gw_port_host': None, '_interfaces': [{'id': '103d063b-184d-4ce5-8374-f7db5124daa7', 'name': '', 'network_id': 'a2096345-ac39-4285-b67f-5f13a2a0698a', 'tenant_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'mac_address': 'fa:16:3e:77:f0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e607ba4-9930-44fe-93dc-6bdbcba9aee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'bcc4be89-a9c0-4d2c-916c-0d32f73303f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:03Z', 'updated_at': '2021-12-21T13:29:14Z', 'revision_number': 5, 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'subnets': [{'id': 'bcc4be89-a9c0-4d2c-916c-0d32f73303f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6097019a-8ed7-4666-85c2-c6c6bfdef5af', 'name': '', 'network_id': 'df07e3fa-3f28-45bc-8c57-98ec7342c6e5', 'tenant_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'mac_address': 'fa:16:3e:48:3b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e607ba4-9930-44fe-93dc-6bdbcba9aee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '4f771295-d7b4-41e0-84c1-176db63b7abd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:15Z', 'updated_at': '2021-12-21T13:29:20Z', 'revision_number': 2, 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'subnets': [{'id': '4f771295-d7b4-41e0-84c1-176db63b7abd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:26.629945 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d43e4e1-2b15-49ad-8959-13e38fbea1f8 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Network 3329f353-44f9-4447-aac2-b71a5a9d290d is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:29:26.674339 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-0d43e4e1-2b15-49ad-8959-13e38fbea1f8 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 3329f353-44f9-4447-aac2-b71a5a9d290d) {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:29:26.706520 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c731b6d8-e924-4f55-a398-05a948a83905 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:29:26.706902 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c731b6d8-e924-4f55-a398-05a948a83905 None None] Checking segment: {'id': 'd8f96c34-1651-457b-b5dd-293412bb6e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '0bd2dd5e-fcb5-4193-8496-12a446f2606d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:29:26.707312 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c731b6d8-e924-4f55-a398-05a948a83905 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:26.708696 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c731b6d8-e924-4f55-a398-05a948a83905 None None] Bound using segment: {'id': 'd8f96c34-1651-457b-b5dd-293412bb6e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '0bd2dd5e-fcb5-4193-8496-12a446f2606d'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:29:26.709364 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-c731b6d8-e924-4f55-a398-05a948a83905 None None] Bound port: 5adc386c-689d-4bc7-a6f1-dae54b79d3eb, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8f96c34-1651-457b-b5dd-293412bb6e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '0bd2dd5e-fcb5-4193-8496-12a446f2606d'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:29:26.709762 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c731b6d8-e924-4f55-a398-05a948a83905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:26.709992 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d41b8b41-c1d0-4840-89e1-5bcfc2d0597d tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:26.713100 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d43e4e1-2b15-49ad-8959-13e38fbea1f8 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:29:26.714159 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0d43e4e1-2b15-49ad-8959-13e38fbea1f8 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks [] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:26.754998 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78fc1771-d859-459f-92e1-796943b7e969 None None] Network 3329f353-44f9-4447-aac2-b71a5a9d290d requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:29:26.757166 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50592fab-7501-4d94-9181-a11cacc5b57d None None] Network 576666da-52eb-44eb-84b1-dffa0c10b545 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:29:26.774810 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41b8b41-c1d0-4840-89e1-5bcfc2d0597d tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Network 0bd2dd5e-fcb5-4193-8496-12a446f2606d is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:29:26.788341 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-0d43e4e1-2b15-49ad-8959-13e38fbea1f8 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9811606 Dec 21 13:29:26.790891 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-d41b8b41-c1d0-4840-89e1-5bcfc2d0597d tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:29:26.796110 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56530) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:26.806605 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41b8b41-c1d0-4840-89e1-5bcfc2d0597d tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:29:26.807287 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d41b8b41-c1d0-4840-89e1-5bcfc2d0597d tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532557'] for router_interface, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:26.812411 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb368e2d-6995-4cd0-a218-942741720fb0 None None] Checking router: 5e607ba4-9930-44fe-93dc-6bdbcba9aee2 for host: dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:29:26.812790 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb368e2d-6995-4cd0-a218-942741720fb0 None None] Updating router 5e607ba4-9930-44fe-93dc-6bdbcba9aee2 port 6097019a-8ed7-4666-85c2-c6c6bfdef5af binding host dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 13:29:26.856804 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-8ea399b5-527c-45c2-8f4e-8fd85334b96b None None] For port 60f7a2cd-015f-4363-8616-66999db22e91, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:29:26.857296 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8ea399b5-527c-45c2-8f4e-8fd85334b96b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:26.870497 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-fbcef471-5ecd-4515-a9b5-f454cb18b12f None None] For port b56bf987-5aa8-4774-848b-7a20664dd7e8, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:29:26.901230 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41b8b41-c1d0-4840-89e1-5bcfc2d0597d tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Pushing event updated for resources: {'Port': ['ID=12f8a58c-af26-4927-ac38-f21ade108865,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:26.902776 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f870496d-3f6d-4d48-9fdf-66a3f716c2ba tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Network 8049b69d-73d9-4342-9508-6562406e8197 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:29:26.960602 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-f870496d-3f6d-4d48-9fdf-66a3f716c2ba tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:29:26.966523 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f870496d-3f6d-4d48-9fdf-66a3f716c2ba tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:29:26.972432 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f870496d-3f6d-4d48-9fdf-66a3f716c2ba tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:29:26.973540 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f870496d-3f6d-4d48-9fdf-66a3f716c2ba tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:26.983540 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-8ea399b5-527c-45c2-8f4e-8fd85334b96b None None] Calling delete_port for 60f7a2cd-015f-4363-8616-66999db22e91 owned by network:dhcp {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:29:26.990127 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-71248494-eca0-4bcb-887d-93171a231356 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:26.995204 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f870496d-3f6d-4d48-9fdf-66a3f716c2ba tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Pushing event updated for resources: {'Port': ['ID=1de813df-7ca9-4766-abf3-8dbee4b80a1e,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:27.005002 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.ipam_backend_mixin [None req-8ea399b5-527c-45c2-8f4e-8fd85334b96b None None] Port 60f7a2cd-015f-4363-8616-66999db22e91 was not found and therefore no delete operation was performed {{(pid=103154) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 21 13:29:27.010338 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fb368e2d-6995-4cd0-a218-942741720fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:27.017598 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-fbcef471-5ecd-4515-a9b5-f454cb18b12f None None] For port b56bf987-5aa8-4774-848b-7a20664dd7e8, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b56bf987-5aa8-4774-848b-7a20664dd7e8,segment=NetworkSegment(7437676c-cb99-4fa0-921f-856ac80e4a76),segment_id=7437676c-cb99-4fa0-921f-856ac80e4a76)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:29:27.041615 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7467672e-fb4e-4056-9aa9-f5030fc0fd1e tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:27.057591 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8ea399b5-527c-45c2-8f4e-8fd85334b96b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636'] for port, after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:27.071401 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-1de112cd-8b76-4c2b-ad74-c04aa9811eca None None] Provisioning complete for port 42cf7a6a-ce53-4b50-bca0-41aec639049d triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:29:27.071769 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-1de112cd-8b76-4c2b-ad74-c04aa9811eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:27.073647 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fbcef471-5ecd-4515-a9b5-f454cb18b12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:27.098963 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0352535-0d54-430c-925f-c71aa7f9e1e9 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:29:27.103065 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-c0352535-0d54-430c-925f-c71aa7f9e1e9 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.6518567 Dec 21 13:29:27.113793 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56532) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:27.125301 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-f870496d-3f6d-4d48-9fdf-66a3f716c2ba tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.7766178 Dec 21 13:29:27.134571 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56534) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:27.144611 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-7467672e-fb4e-4056-9aa9-f5030fc0fd1e tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['825b9fa4-7aa8-482d-aa67-6f6339ee5185']}} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:27.170459 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea399b5-527c-45c2-8f4e-8fd85334b96b None None] No DVR routers for this DVR port 60f7a2cd-015f-4363-8616-66999db22e91 on host dv-neutron-master-2-hyperv {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:29:27.173974 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea399b5-527c-45c2-8f4e-8fd85334b96b None None] Pushing event deleted for resources: {'Port': ['ID=60f7a2cd-015f-4363-8616-66999db22e91,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:27.221335 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-7467672e-fb4e-4056-9aa9-f5030fc0fd1e tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be8e64a2-1bd2-435d-94d9-e0e5e5ad6c13') {'for_net_delete': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:27.221636 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-7467672e-fb4e-4056-9aa9-f5030fc0fd1e tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be8e64a2-1bd2-435d-94d9-e0e5e5ad6c13') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:27.295386 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7467672e-fb4e-4056-9aa9-f5030fc0fd1e tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526653'] for segment, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:27.329026 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-c731b6d8-e924-4f55-a398-05a948a83905 None None] For port 5adc386c-689d-4bc7-a6f1-dae54b79d3eb, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:29:27.342210 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-c731b6d8-e924-4f55-a398-05a948a83905 None None] For port 5adc386c-689d-4bc7-a6f1-dae54b79d3eb, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5adc386c-689d-4bc7-a6f1-dae54b79d3eb,segment=NetworkSegment(d8f96c34-1651-457b-b5dd-293412bb6e31),segment_id=d8f96c34-1651-457b-b5dd-293412bb6e31)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:29:27.348537 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a644593-e5bf-4c08-8cd2-4edab343fded tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:29:27.366798 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e249312-b142-42d9-a00f-1cb8ef110b74 None None] Sync routers for ids ['9a0f9c1c-0b84-40b1-b675-f3a031108074'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:29:27.383843 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9a644593-e5bf-4c08-8cd2-4edab343fded tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for floatingip, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:27.384749 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-87f7594b-d191-41cf-a764-0c7a4a92f28a None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:27.385225 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e249312-b142-42d9-a00f-1cb8ef110b74 None None] Routers {'9a0f9c1c-0b84-40b1-b675-f3a031108074'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:29:27.386771 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-1e249312-b142-42d9-a00f-1cb8ef110b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:28:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['9a0f9c1c-0b84-40b1-b675-f3a031108074'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:27.457178 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-1e249312-b142-42d9-a00f-1cb8ef110b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:27.460088 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-87f7594b-d191-41cf-a764-0c7a4a92f28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:27.479625 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e249312-b142-42d9-a00f-1cb8ef110b74 None None] Routers {'9a0f9c1c-0b84-40b1-b675-f3a031108074'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:29:27.484219 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-1e249312-b142-42d9-a00f-1cb8ef110b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:28:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['9a0f9c1c-0b84-40b1-b675-f3a031108074'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:27.585291 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c731b6d8-e924-4f55-a398-05a948a83905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:27.585529 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-1e249312-b142-42d9-a00f-1cb8ef110b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:27.585529 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e249312-b142-42d9-a00f-1cb8ef110b74 None None] The sync data for ids ['9a0f9c1c-0b84-40b1-b675-f3a031108074'] in dv-neutron-master-2-hyperv is: [] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:29:27.592589 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d41b8b41-c1d0-4840-89e1-5bcfc2d0597d tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:27.625758 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-71248494-eca0-4bcb-887d-93171a231356 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:27.636520 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f7594b-d191-41cf-a764-0c7a4a92f28a None None] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:29:27.636696 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7467672e-fb4e-4056-9aa9-f5030fc0fd1e tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:27.646989 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 161d0d6b-17ad-464d-a2fd-652b75216885 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:29:27.650725 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af18830-b89b-491e-a544-ea76645de910 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-3329f353-44f9-4447-aac2-b71a5a9d290d', 'network_id': '3329f353-44f9-4447-aac2-b71a5a9d290d', 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'fixed_ips': [{'subnet_id': '9e8ec415-b83e-4a91-874f-0bf7812c4065'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:29:27.655574 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7af18830-b89b-491e-a544-ea76645de910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:27.696242 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7467672e-fb4e-4056-9aa9-f5030fc0fd1e tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=103152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:29:27.696957 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7467672e-fb4e-4056-9aa9-f5030fc0fd1e tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805426'] for segment, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:27.701093 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:29:27.701093 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:29:27.701093 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:29:27.701093 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:29:27.701093 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:29:27.701093 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:29:27.701093 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:29:27.701093 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:29:27.701093 dv-neutron-master-2-hyperv neutron-server[103152]: Traceback (most recent call last): Dec 21 13:29:27.701093 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:29:27.701093 dv-neutron-master-2-hyperv neutron-server[103152]: timer() Dec 21 13:29:27.701093 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:29:27.701093 dv-neutron-master-2-hyperv neutron-server[103152]: cb(*args, **kw) Dec 21 13:29:27.701093 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:29:27.701093 dv-neutron-master-2-hyperv neutron-server[103152]: return func(*args, **kwargs) Dec 21 13:29:27.701093 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:29:27.701093 dv-neutron-master-2-hyperv neutron-server[103152]: self._notify() Dec 21 13:29:27.701093 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:29:27.701093 dv-neutron-master-2-hyperv neutron-server[103152]: self.callback(batched_events) Dec 21 13:29:27.701093 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:29:27.701093 dv-neutron-master-2-hyperv neutron-server[103152]: event.method(event) Dec 21 13:29:27.701093 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:29:27.701093 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:29:27.701093 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:29:27.701093 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:29:27.701093 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:29:27.701093 dv-neutron-master-2-hyperv neutron-server[103152]: return f(self, *a, **k) Dec 21 13:29:27.701093 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:29:27.701093 dv-neutron-master-2-hyperv neutron-server[103152]: return self._get(url).json() Dec 21 13:29:27.701093 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:29:27.701093 dv-neutron-master-2-hyperv neutron-server[103152]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:29:27.701093 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:29:27.701093 dv-neutron-master-2-hyperv neutron-server[103152]: return self.request(url, 'GET', **kwargs) Dec 21 13:29:27.701093 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:29:27.701093 dv-neutron-master-2-hyperv neutron-server[103152]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:29:27.701093 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:29:27.701093 dv-neutron-master-2-hyperv neutron-server[103152]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:29:27.701093 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:29:27.701093 dv-neutron-master-2-hyperv neutron-server[103152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:29:27.701093 dv-neutron-master-2-hyperv neutron-server[103152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:29:27.744129 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-87f7594b-d191-41cf-a764-0c7a4a92f28a None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:29:27.747668 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f7594b-d191-41cf-a764-0c7a4a92f28a None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:29:27.755651 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71248494-eca0-4bcb-887d-93171a231356 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Network 576666da-52eb-44eb-84b1-dffa0c10b545 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:29:27.776640 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-71248494-eca0-4bcb-887d-93171a231356 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:29:27.792071 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: 161d0d6b-17ad-464d-a2fd-652b75216885 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:29:27.792387 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71248494-eca0-4bcb-887d-93171a231356 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:29:27.792606 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 161d0d6b-17ad-464d-a2fd-652b75216885 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:29:27.814532 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71248494-eca0-4bcb-887d-93171a231356 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Pushing event updated for resources: {'Port': ['ID=eb66460d-0583-44b1-81f2-853102f026d6,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:27.993368 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-3218ed9e-46df-4282-81b0-ce111e3630c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:27.994822 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcef471-5ecd-4515-a9b5-f454cb18b12f None None] Pushing event updated for resources: {'Port': ['ID=b56bf987-5aa8-4774-848b-7a20664dd7e8,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:28.018942 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-9a644593-e5bf-4c08-8cd2-4edab343fded tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] 10.222.0.37 "PUT /v2.0/floatingips/2e25700a-f6da-4983-b1ae-b5106b59c1d7 HTTP/1.1" status: 200 len: 978 time: 4.7483211 Dec 21 13:29:28.029503 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56536) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:28.096191 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7467672e-fb4e-4056-9aa9-f5030fc0fd1e tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:28.116267 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71248494-eca0-4bcb-887d-93171a231356 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:29:28.120390 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-71248494-eca0-4bcb-887d-93171a231356 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:28.169738 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-71248494-eca0-4bcb-887d-93171a231356 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1002 time: 3.4917150 Dec 21 13:29:28.174593 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56538) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:28.195503 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-6ce63323-5c6b-4315-b7c3-08e54676e9b8 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2b8c3e36-8493-4086-bf80-e186c429bbfe'}]}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:29:28.208729 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-87f7594b-d191-41cf-a764-0c7a4a92f28a None None] Attempting to bind port c3134198-2fe7-4776-a76b-81f72b0b3dee on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:29:28.210791 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-87f7594b-d191-41cf-a764-0c7a4a92f28a None None] Attempting to bind port c3134198-2fe7-4776-a76b-81f72b0b3dee by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b20a5dbe-a251-4a83-ae2d-3ffbda6396cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:29:28.211853 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f7594b-d191-41cf-a764-0c7a4a92f28a None None] Attempting to bind port c3134198-2fe7-4776-a76b-81f72b0b3dee on network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:29:28.243072 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7467672e-fb4e-4056-9aa9-f5030fc0fd1e tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Publish callbacks [] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:28.258808 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-7467672e-fb4e-4056-9aa9-f5030fc0fd1e tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] 10.222.0.37 "DELETE /v2.0/networks/825b9fa4-7aa8-482d-aa67-6f6339ee5185 HTTP/1.1" status: 204 len: 168 time: 3.6291981 Dec 21 13:29:28.305214 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6ce63323-5c6b-4315-b7c3-08e54676e9b8 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:28.318770 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-1de112cd-8b76-4c2b-ad74-c04aa9811eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:28.320850 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f7594b-d191-41cf-a764-0c7a4a92f28a None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:29:28.321232 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f7594b-d191-41cf-a764-0c7a4a92f28a None None] Checking segment: {'id': 'b20a5dbe-a251-4a83-ae2d-3ffbda6396cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:29:28.321630 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-87f7594b-d191-41cf-a764-0c7a4a92f28a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:28.322029 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f7594b-d191-41cf-a764-0c7a4a92f28a None None] Bound using segment: {'id': 'b20a5dbe-a251-4a83-ae2d-3ffbda6396cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:29:28.322548 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-87f7594b-d191-41cf-a764-0c7a4a92f28a None None] Bound port: c3134198-2fe7-4776-a76b-81f72b0b3dee, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b20a5dbe-a251-4a83-ae2d-3ffbda6396cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:29:28.322848 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02d86231-4583-440f-be11-8fd2e95252dc admin admin] Router 2e68b54d-ba7b-4ea5-857e-5c90bb3745ba has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:29:28.322980 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-87f7594b-d191-41cf-a764-0c7a4a92f28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:28.326064 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-3000f165-b982-423b-9cf0-c70e7fe02028 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Deleting port a667e95b-2912-49c1-b61b-105a06a9d75d {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:29:28.326633 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3000f165-b982-423b-9cf0-c70e7fe02028 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:28.333383 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7467672e-fb4e-4056-9aa9-f5030fc0fd1e tempest-NetworksIpV6TestAttrs-372839215 tempest-NetworksIpV6TestAttrs-372839215-project] Pushing event deleted for resources: {'Network': ['ID=825b9fa4-7aa8-482d-aa67-6f6339ee5185,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:28.357712 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 42cf7a6a-ce53-4b50-bca0-41aec639049d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:29:28.367369 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-05b85fb3-92db-4a31-b408-7b04a55fcac8 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:28.438001 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f7594b-d191-41cf-a764-0c7a4a92f28a None None] Pushing event updated for resources: {'Port': ['ID=c3134198-2fe7-4776-a76b-81f72b0b3dee,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:28.481333 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-7af18830-b89b-491e-a544-ea76645de910 None None] Allocated IP 172.22.0.2 (3329f353-44f9-4447-aac2-b71a5a9d290d/9e8ec415-b83e-4a91-874f-0bf7812c4065/c8cdbb39-8fa9-4692-942e-a92427ac9244) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:29:28.597038 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d109c7ff-7951-46d3-ab39-215113c53b95 None None] Update dhcp port {'port': {'network_id': '576666da-52eb-44eb-84b1-dffa0c10b545', 'fixed_ips': [{'subnet_id': '2b8c3e36-8493-4086-bf80-e186c429bbfe', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b8461d97-f22b-4a5f-b7bc-93a5566bb6e6'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '42cf7a6a-ce53-4b50-bca0-41aec639049d'} from dv-neutron-master-2-hyperv. {{(pid=103154) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 21 13:29:28.677739 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-1de112cd-8b76-4c2b-ad74-c04aa9811eca None None] For port 42cf7a6a-ce53-4b50-bca0-41aec639049d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=42cf7a6a-ce53-4b50-bca0-41aec639049d,segment=NetworkSegment(859e65f8-ce95-4d1c-a56c-f21fec48dd82),segment_id=859e65f8-ce95-4d1c-a56c-f21fec48dd82)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:29:28.690826 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3000f165-b982-423b-9cf0-c70e7fe02028 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:28.748129 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-3000f165-b982-423b-9cf0-c70e7fe02028 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Calling delete_port for a667e95b-2912-49c1-b61b-105a06a9d75d owned by {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:29:28.754963 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a3e10489-c876-4667-a3d8-cbd77bc816cf tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:28.768209 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-1de112cd-8b76-4c2b-ad74-c04aa9811eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:28.806717 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c731b6d8-e924-4f55-a398-05a948a83905 None None] Pushing event updated for resources: {'Port': ['ID=5adc386c-689d-4bc7-a6f1-dae54b79d3eb,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:28.809882 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d109c7ff-7951-46d3-ab39-215113c53b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:28.905565 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-87f7594b-d191-41cf-a764-0c7a4a92f28a None None] For port c3134198-2fe7-4776-a76b-81f72b0b3dee, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:29:28.942478 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02d86231-4583-440f-be11-8fd2e95252dc admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:29:28.960958 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:28.963442 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d41b8b41-c1d0-4840-89e1-5bcfc2d0597d tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:28.972183 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d41b8b41-c1d0-4840-89e1-5bcfc2d0597d tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:28.973268 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d41b8b41-c1d0-4840-89e1-5bcfc2d0597d tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532537'] for router_interface, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:28.980572 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-02d86231-4583-440f-be11-8fd2e95252dc admin admin] 10.222.0.37 "PUT /v2.0/routers/2e68b54d-ba7b-4ea5-857e-5c90bb3745ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7833200 Dec 21 13:29:28.986177 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56544) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:29.013581 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d605992-239d-46cb-8f89-eec03581e173 None None] Sync routers for ids ['2e68b54d-ba7b-4ea5-857e-5c90bb3745ba'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:29:29.094343 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56546) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:29.100635 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-6ce63323-5c6b-4315-b7c3-08e54676e9b8 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Delete allocated IP 172.20.0.21 (576666da-52eb-44eb-84b1-dffa0c10b545/b8461d97-f22b-4a5f-b7bc-93a5566bb6e6) {{(pid=103153) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 21 13:29:29.207788 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41b8b41-c1d0-4840-89e1-5bcfc2d0597d tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Pushing event updated for resources: {'Port': ['ID=12f8a58c-af26-4927-ac38-f21ade108865,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:29.333643 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 42cf7a6a-ce53-4b50-bca0-41aec639049d triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:29:29.334014 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:29.364051 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6ce63323-5c6b-4315-b7c3-08e54676e9b8 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:29.374812 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6ce63323-5c6b-4315-b7c3-08e54676e9b8 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:29.378478 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1976cd-a29e-4db9-8293-2968b7328023 None None] Network 8049b69d-73d9-4342-9508-6562406e8197 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:29:29.437633 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce63323-5c6b-4315-b7c3-08e54676e9b8 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Pushing event updated for resources: {'Port': ['ID=eb66460d-0583-44b1-81f2-853102f026d6,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:29.451970 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de112cd-8b76-4c2b-ad74-c04aa9811eca None None] Pushing event updated for resources: {'Port': ['ID=42cf7a6a-ce53-4b50-bca0-41aec639049d,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:29.459994 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-87f7594b-d191-41cf-a764-0c7a4a92f28a None None] For port c3134198-2fe7-4776-a76b-81f72b0b3dee, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c3134198-2fe7-4776-a76b-81f72b0b3dee,segment=NetworkSegment(b20a5dbe-a251-4a83-ae2d-3ffbda6396cf),segment_id=b20a5dbe-a251-4a83-ae2d-3ffbda6396cf)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:29:29.466181 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41b8b41-c1d0-4840-89e1-5bcfc2d0597d tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Network 0bd2dd5e-fcb5-4193-8496-12a446f2606d is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:29:29.470856 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71bf728e-4054-457a-9071-c24dcddc7aa2 None None] Network 0bd2dd5e-fcb5-4193-8496-12a446f2606d requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:29:29.471318 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-d41b8b41-c1d0-4840-89e1-5bcfc2d0597d tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:29:29.535630 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-87f7594b-d191-41cf-a764-0c7a4a92f28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:29.579375 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d605992-239d-46cb-8f89-eec03581e173 None None] Routers {'2e68b54d-ba7b-4ea5-857e-5c90bb3745ba'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:29:29.580382 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-0d605992-239d-46cb-8f89-eec03581e173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:29:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['2e68b54d-ba7b-4ea5-857e-5c90bb3745ba'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:29.596986 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-6ce63323-5c6b-4315-b7c3-08e54676e9b8 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] In _notify_port_updated(), no bound segment for port eb66460d-0583-44b1-81f2-853102f026d6 on network 576666da-52eb-44eb-84b1-dffa0c10b545 {{(pid=103153) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 21 13:29:29.603137 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce63323-5c6b-4315-b7c3-08e54676e9b8 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:29:29.603815 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6ce63323-5c6b-4315-b7c3-08e54676e9b8 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:29.608178 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-6ce63323-5c6b-4315-b7c3-08e54676e9b8 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "PUT /v2.0/ports/eb66460d-0583-44b1-81f2-853102f026d6 HTTP/1.1" status: 200 len: 917 time: 1.4264495 Dec 21 13:29:29.608572 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56550) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:29.614496 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-f58dbe44-3c21-4106-b529-0664e7c6e489 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2b8c3e36-8493-4086-bf80-e186c429bbfe'}, {'subnet_id': 'b8461d97-f22b-4a5f-b7bc-93a5566bb6e6'}]}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:29:29.674462 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d41b8b41-c1d0-4840-89e1-5bcfc2d0597d tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Router caf3ff8a-af97-4de4-b3e0-de9adbadc076 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:29:29.677891 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-7bcaa395-9034-4334-8059-dfe5b14eef6f tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Deleting port 32d3050d-f0f0-47a0-a533-f3acd2464a10 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:29:29.678239 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7bcaa395-9034-4334-8059-dfe5b14eef6f tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:29.718294 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f58dbe44-3c21-4106-b529-0664e7c6e489 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:29.768164 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-ed8375e7-cf4a-43c1-9983-3c7137b186c3 None None] Provisioning complete for port b56bf987-5aa8-4774-848b-7a20664dd7e8 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:29:29.768616 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ed8375e7-cf4a-43c1-9983-3c7137b186c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:29.770540 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3000f165-b982-423b-9cf0-c70e7fe02028 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:29.786715 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fb368e2d-6995-4cd0-a218-942741720fb0 None None] Publish callbacks [] for port, precommit_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:29.875237 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fb368e2d-6995-4cd0-a218-942741720fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:29.914138 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d41b8b41-c1d0-4840-89e1-5bcfc2d0597d tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:29:29.925332 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0dada29-54a5-4f5b-8382-2b481fb65125 None None] Sync routers for ids ['caf3ff8a-af97-4de4-b3e0-de9adbadc076'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:29:29.931713 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-d41b8b41-c1d0-4840-89e1-5bcfc2d0597d tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "PUT /v2.0/routers/caf3ff8a-af97-4de4-b3e0-de9adbadc076/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2147350 Dec 21 13:29:29.933000 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56552) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:29.938649 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-60cd5c07-50b3-4b8b-9a63-2d76036b61dd tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1339889326'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:29:29.939629 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0dada29-54a5-4f5b-8382-2b481fb65125 None None] Routers {'caf3ff8a-af97-4de4-b3e0-de9adbadc076'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:29:29.940263 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-b0dada29-54a5-4f5b-8382-2b481fb65125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:29:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['caf3ff8a-af97-4de4-b3e0-de9adbadc076'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:30.001056 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3000f165-b982-423b-9cf0-c70e7fe02028 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event deleted for resources: {'Port': ['ID=a667e95b-2912-49c1-b61b-105a06a9d75d,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:30.028566 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60cd5c07-50b3-4b8b-9a63-2d76036b61dd tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Made reservation on behalf of d368a1938e3342de9d3358d110005af5 for: {'network': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:29:30.032445 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-60cd5c07-50b3-4b8b-9a63-2d76036b61dd tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:30.061625 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3000f165-b982-423b-9cf0-c70e7fe02028 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:30.065463 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-3000f165-b982-423b-9cf0-c70e7fe02028 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "DELETE /v2.0/ports/a667e95b-2912-49c1-b61b-105a06a9d75d HTTP/1.1" status: 204 len: 168 time: 2.9417655 Dec 21 13:29:30.077549 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56554) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:30.116515 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-2f276e7b-103a-4e22-ac91-a48c8559e2e9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=05521adc285d4e7aaee5420426157a08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9707434 Dec 21 13:29:30.116515 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-54df8ec6-9506-4cc2-8eea-2969f0e7ef17 admin admin] Publish callbacks [] for router, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:30.121362 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7bcaa395-9034-4334-8059-dfe5b14eef6f tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:30.121751 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7bcaa395-9034-4334-8059-dfe5b14eef6f tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:30.124434 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56556) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:30.212449 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60cd5c07-50b3-4b8b-9a63-2d76036b61dd tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=103153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:29:30.218582 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-d109c7ff-7951-46d3-ab39-215113c53b95 None None] Allocated IP 172.20.0.18 (576666da-52eb-44eb-84b1-dffa0c10b545/b8461d97-f22b-4a5f-b7bc-93a5566bb6e6/42cf7a6a-ce53-4b50-bca0-41aec639049d) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:29:30.230180 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3661bef6-f4a9-444c-b580-afc6e3fe3284 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:29:30.232023 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3661bef6-f4a9-444c-b580-afc6e3fe3284 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:29:30.236962 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-3661bef6-f4a9-444c-b580-afc6e3fe3284 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1587205 Dec 21 13:29:30.237668 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56558) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:30.252796 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-7bcaa395-9034-4334-8059-dfe5b14eef6f tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Calling delete_port for 32d3050d-f0f0-47a0-a533-f3acd2464a10 owned by network:floatingip {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:29:30.296895 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-60cd5c07-50b3-4b8b-9a63-2d76036b61dd tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:30.297427 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.segments_db [None req-60cd5c07-50b3-4b8b-9a63-2d76036b61dd tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Added segment 162181b3-99a3-46cd-9c7c-91c1f72eba6d of type vlan for network ed7fd53b-7818-42a2-9e1f-b14fd3756b30 Dec 21 13:29:30.333547 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-b0dada29-54a5-4f5b-8382-2b481fb65125 None None] Set router caf3ff8a-af97-4de4-b3e0-de9adbadc076 gateway port host: None {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:29:30.366002 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-fd18e97a-ebdb-40c4-a6b7-f0e747e4ddef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:30.369488 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-d109c7ff-7951-46d3-ab39-215113c53b95 None None] For port 42cf7a6a-ce53-4b50-bca0-41aec639049d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=42cf7a6a-ce53-4b50-bca0-41aec639049d,segment=NetworkSegment(859e65f8-ce95-4d1c-a56c-f21fec48dd82),segment_id=859e65f8-ce95-4d1c-a56c-f21fec48dd82)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:29:30.375696 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-60cd5c07-50b3-4b8b-9a63-2d76036b61dd tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:30.420414 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_v2 [None req-8584dade-795e-43de-ae14-427b823ae345 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Deleting subnet 773eefc6-5100-4aba-8861-4783499e933d {{(pid=103153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:29:30.443006 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8584dade-795e-43de-ae14-427b823ae345 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for subnet, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:30.460870 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a3e10489-c876-4667-a3d8-cbd77bc816cf tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:30.489436 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a3e10489-c876-4667-a3d8-cbd77bc816cf tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805230'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:30.518815 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-60cd5c07-50b3-4b8b-9a63-2d76036b61dd tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:30.522014 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 3fd0ddbf-c965-46b8-966e-69d28d7c3e6b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:29:30.525825 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60cd5c07-50b3-4b8b-9a63-2d76036b61dd tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:29:30.528769 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-60cd5c07-50b3-4b8b-9a63-2d76036b61dd tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:30.556814 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-fd18e97a-ebdb-40c4-a6b7-f0e747e4ddef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:30.583918 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-60cd5c07-50b3-4b8b-9a63-2d76036b61dd tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6499817 Dec 21 13:29:30.590499 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-54df8ec6-9506-4cc2-8eea-2969f0e7ef17 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:30.597016 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8584dade-795e-43de-ae14-427b823ae345 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1585439'] for subnet, precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:30.598753 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56560) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:30.640698 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-24dbeebe-8ab3-4c9d-8975-400f2d8b54a3 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Request body: {'subnet': {'network_id': 'ed7fd53b-7818-42a2-9e1f-b14fd3756b30', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:29:30.658470 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d109c7ff-7951-46d3-ab39-215113c53b95 None None] Publish callbacks [] for port, precommit_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:30.689092 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cd5c07-50b3-4b8b-9a63-2d76036b61dd tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Pushing event updated for resources: {'Network': ['ID=ed7fd53b-7818-42a2-9e1f-b14fd3756b30,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:30.719143 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f7594b-d191-41cf-a764-0c7a4a92f28a None None] Pushing event updated for resources: {'Port': ['ID=c3134198-2fe7-4776-a76b-81f72b0b3dee,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:30.776456 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d109c7ff-7951-46d3-ab39-215113c53b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:30.787153 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network ed7fd53b-7818-42a2-9e1f-b14fd3756b30 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:29:30.811478 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-b0dada29-54a5-4f5b-8382-2b481fb65125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf3ff8a-af97-4de4-b3e0-de9adbadc076', 'name': 'tempest-RoutersIpV6Test-router-1585507894', 'tenant_id': 'd368a1938e3342de9d3358d110005af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:28:52Z', 'updated_at': '2021-12-21T13:29:27Z', 'revision_number': 4, 'project_id': 'd368a1938e3342de9d3358d110005af5', 'gw_port_host': None, '_interfaces': [{'id': '12f8a58c-af26-4927-ac38-f21ade108865', 'name': '', 'network_id': '0bd2dd5e-fcb5-4193-8496-12a446f2606d', 'tenant_id': 'd368a1938e3342de9d3358d110005af5', 'mac_address': 'fa:16:3e:4e:fd:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf3ff8a-af97-4de4-b3e0-de9adbadc076', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': 'd59ccc0f-4d57-457e-aa42-5011fd6d3678', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:25Z', 'updated_at': '2021-12-21T13:29:28Z', 'revision_number': 2, 'project_id': 'd368a1938e3342de9d3358d110005af5', 'subnets': [{'id': 'd59ccc0f-4d57-457e-aa42-5011fd6d3678', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7111fafc-3054-4310-a775-f4360d66a24d', 'name': '', 'network_id': '2cf63e90-259f-413d-9f59-c6e07bb014ac', 'tenant_id': 'd368a1938e3342de9d3358d110005af5', 'mac_address': 'fa:16:3e:3d:f9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf3ff8a-af97-4de4-b3e0-de9adbadc076', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '3a2300ef-3c43-47b0-8476-ddfb30a8d010', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:28:58Z', 'updated_at': '2021-12-21T13:29:13Z', 'revision_number': 5, 'project_id': 'd368a1938e3342de9d3358d110005af5', 'subnets': [{'id': '3a2300ef-3c43-47b0-8476-ddfb30a8d010', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abd5eefe-e121-4d3a-a3b4-d87fd46c1bbe', 'name': '', 'network_id': '5d56b04d-834e-44d0-8a4a-bef509c35d33', 'tenant_id': 'd368a1938e3342de9d3358d110005af5', 'mac_address': 'fa:16:3e:a4:5b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf3ff8a-af97-4de4-b3e0-de9adbadc076', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'efd71155-42c5-4846-a6d3-b0a48a3b13b8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:11Z', 'updated_at': '2021-12-21T13:29:20Z', 'revision_number': 5, 'project_id': 'd368a1938e3342de9d3358d110005af5', 'subnets': [{'id': 'efd71155-42c5-4846-a6d3-b0a48a3b13b8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:30.827528 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8584dade-795e-43de-ae14-427b823ae345 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:30.855792 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7af18830-b89b-491e-a544-ea76645de910 None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:30.868778 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 3fd0ddbf-c965-46b8-966e-69d28d7c3e6b triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:29:30.869146 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:30.897042 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0dada29-54a5-4f5b-8382-2b481fb65125 None None] Checking router: caf3ff8a-af97-4de4-b3e0-de9adbadc076 for host: dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:29:30.897556 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0dada29-54a5-4f5b-8382-2b481fb65125 None None] Updating router caf3ff8a-af97-4de4-b3e0-de9adbadc076 port 12f8a58c-af26-4927-ac38-f21ade108865 binding host dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 13:29:30.926776 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b0dada29-54a5-4f5b-8382-2b481fb65125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:30.931321 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.db.api [None req-f58dbe44-3c21-4106-b529-0664e7c6e489 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.18-2a9673ca-559a-43e2-8251-91fa77c82e69 {{(pid=103153) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 13:29:30.931648 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG oslo_db.api [None req-f58dbe44-3c21-4106-b529-0664e7c6e489 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 13:29:30.960179 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a3e10489-c876-4667-a3d8-cbd77bc816cf tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532557'] for router_interface, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:31.077694 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e10489-c876-4667-a3d8-cbd77bc816cf tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Pushing event updated for resources: {'Port': ['ID=1de813df-7ca9-4766-abf3-8dbee4b80a1e,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:31.083546 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7af18830-b89b-491e-a544-ea76645de910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:31.099669 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8584dade-795e-43de-ae14-427b823ae345 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11349588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11288746'] for subnet, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:31.120919 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-0d605992-239d-46cb-8f89-eec03581e173 None None] Set router 2e68b54d-ba7b-4ea5-857e-5c90bb3745ba gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:29:31.144825 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:31.179152 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-05b85fb3-92db-4a31-b408-7b04a55fcac8 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Allocated IP 172.22.0.1 (3329f353-44f9-4447-aac2-b71a5a9d290d/9e8ec415-b83e-4a91-874f-0bf7812c4065/8ea2abb2-03f3-4532-aaef-aae981701ad9) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:29:31.191266 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8584dade-795e-43de-ae14-427b823ae345 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event deleted for resources: {'Subnet': ['ID=773eefc6-5100-4aba-8861-4783499e933d,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:31.201356 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8584dade-795e-43de-ae14-427b823ae345 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:31.206310 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-8584dade-795e-43de-ae14-427b823ae345 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "DELETE /v2.0/subnets/773eefc6-5100-4aba-8861-4783499e933d HTTP/1.1" status: 204 len: 168 time: 0.9636834 Dec 21 13:29:31.211472 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56564) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:31.267545 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-fd18e97a-ebdb-40c4-a6b7-f0e747e4ddef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:31.270948 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-fd18e97a-ebdb-40c4-a6b7-f0e747e4ddef admin admin] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:31.274752 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-fd18e97a-ebdb-40c4-a6b7-f0e747e4ddef admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ddd6969a-8b13-4999-b962-648bbdbb9c13 HTTP/1.1" status: 204 len: 168 time: 1.1462312 Dec 21 13:29:31.323657 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd18e97a-ebdb-40c4-a6b7-f0e747e4ddef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddd6969a-8b13-4999-b962-648bbdbb9c13,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:31.344253 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:31.387653 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-9835a249-04b8-44f5-8063-63ecdc2a1c69 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1746376 Dec 21 13:29:31.402478 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56568) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:31.403688 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24dbeebe-8ab3-4c9d-8975-400f2d8b54a3 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Made reservation on behalf of d368a1938e3342de9d3358d110005af5 for: {'subnet': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:29:31.407596 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-24dbeebe-8ab3-4c9d-8975-400f2d8b54a3 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12346583'] for subnet, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:31.427856 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-54df8ec6-9506-4cc2-8eea-2969f0e7ef17 admin admin] Deleting port b3c1be79-5ee6-4a0c-b4ac-211e5b59e717 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:29:31.428940 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-54df8ec6-9506-4cc2-8eea-2969f0e7ef17 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:31.524238 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a3e10489-c876-4667-a3d8-cbd77bc816cf tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:31.572342 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-fb368e2d-6995-4cd0-a218-942741720fb0 None None] Attempting to bind port 6097019a-8ed7-4666-85c2-c6c6bfdef5af on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:29:31.572850 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-fb368e2d-6995-4cd0-a218-942741720fb0 None None] Attempting to bind port 6097019a-8ed7-4666-85c2-c6c6bfdef5af by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '6c9dd1ad-4497-456c-a1eb-988c28f9820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'df07e3fa-3f28-45bc-8c57-98ec7342c6e5'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:29:31.573196 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb368e2d-6995-4cd0-a218-942741720fb0 None None] Attempting to bind port 6097019a-8ed7-4666-85c2-c6c6bfdef5af on network df07e3fa-3f28-45bc-8c57-98ec7342c6e5 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:29:31.718458 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b0dada29-54a5-4f5b-8382-2b481fb65125 None None] Publish callbacks [] for port, precommit_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:31.737681 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b0dada29-54a5-4f5b-8382-2b481fb65125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:31.741605 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7bcaa395-9034-4334-8059-dfe5b14eef6f tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:31.791167 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb368e2d-6995-4cd0-a218-942741720fb0 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:29:31.794050 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb368e2d-6995-4cd0-a218-942741720fb0 None None] Checking segment: {'id': '6c9dd1ad-4497-456c-a1eb-988c28f9820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'df07e3fa-3f28-45bc-8c57-98ec7342c6e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:29:31.796106 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fb368e2d-6995-4cd0-a218-942741720fb0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:31.797179 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb368e2d-6995-4cd0-a218-942741720fb0 None None] Bound using segment: {'id': '6c9dd1ad-4497-456c-a1eb-988c28f9820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'df07e3fa-3f28-45bc-8c57-98ec7342c6e5'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:29:31.797951 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-fb368e2d-6995-4cd0-a218-942741720fb0 None None] Bound port: 6097019a-8ed7-4666-85c2-c6c6bfdef5af, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c9dd1ad-4497-456c-a1eb-988c28f9820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'df07e3fa-3f28-45bc-8c57-98ec7342c6e5'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:29:31.798665 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fb368e2d-6995-4cd0-a218-942741720fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:31.805909 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ed8375e7-cf4a-43c1-9983-3c7137b186c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:31.821912 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed444d1-90cd-4b89-b3af-d7724dd83d90 None None] Pushing event updated for resources: {'Port': ['ID=6097019a-8ed7-4666-85c2-c6c6bfdef5af,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:31.843692 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af18830-b89b-491e-a544-ea76645de910 None None] Network 3329f353-44f9-4447-aac2-b71a5a9d290d is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:29:31.883520 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2957eff6-aeb4-4ae0-aebd-f50ba812bee5 None None] Pushing event updated for resources: {'Port': ['ID=12f8a58c-af26-4927-ac38-f21ade108865,revision_number=3']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:31.949582 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcaa395-9034-4334-8059-dfe5b14eef6f tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Pushing event deleted for resources: {'Port': ['ID=32d3050d-f0f0-47a0-a533-f3acd2464a10,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:31.976559 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c77e91c-8cb9-4e55-a8c6-762a31ff93d4 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:29:31.978174 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-7c77e91c-8cb9-4e55-a8c6-762a31ff93d4 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.5667865 Dec 21 13:29:32.003313 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-b0dada29-54a5-4f5b-8382-2b481fb65125 None None] Attempting to bind port 12f8a58c-af26-4927-ac38-f21ade108865 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:29:32.003870 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-b0dada29-54a5-4f5b-8382-2b481fb65125 None None] Attempting to bind port 12f8a58c-af26-4927-ac38-f21ade108865 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'd8f96c34-1651-457b-b5dd-293412bb6e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '0bd2dd5e-fcb5-4193-8496-12a446f2606d'}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:29:32.004035 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0dada29-54a5-4f5b-8382-2b481fb65125 None None] Attempting to bind port 12f8a58c-af26-4927-ac38-f21ade108865 on network 0bd2dd5e-fcb5-4193-8496-12a446f2606d {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:29:32.018226 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0dada29-54a5-4f5b-8382-2b481fb65125 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:29:32.018639 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0dada29-54a5-4f5b-8382-2b481fb65125 None None] Checking segment: {'id': 'd8f96c34-1651-457b-b5dd-293412bb6e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '0bd2dd5e-fcb5-4193-8496-12a446f2606d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:29:32.019045 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b0dada29-54a5-4f5b-8382-2b481fb65125 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:32.019443 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0dada29-54a5-4f5b-8382-2b481fb65125 None None] Bound using segment: {'id': 'd8f96c34-1651-457b-b5dd-293412bb6e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '0bd2dd5e-fcb5-4193-8496-12a446f2606d'} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:29:32.019920 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-b0dada29-54a5-4f5b-8382-2b481fb65125 None None] Bound port: 12f8a58c-af26-4927-ac38-f21ade108865, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8f96c34-1651-457b-b5dd-293412bb6e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '0bd2dd5e-fcb5-4193-8496-12a446f2606d'}}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:29:32.020310 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b0dada29-54a5-4f5b-8382-2b481fb65125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:32.025455 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56574) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:32.102753 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d109c7ff-7951-46d3-ab39-215113c53b95 None None] Pushing event updated for resources: {'Port': ['ID=42cf7a6a-ce53-4b50-bca0-41aec639049d,revision_number=4']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:32.121376 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0448e246-c8dd-4696-a4ee-20404d4c2559 None None] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:29:32.247946 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-b0dada29-54a5-4f5b-8382-2b481fb65125 None None] For port 12f8a58c-af26-4927-ac38-f21ade108865, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:29:32.258979 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-b0dada29-54a5-4f5b-8382-2b481fb65125 None None] For port 12f8a58c-af26-4927-ac38-f21ade108865, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=12f8a58c-af26-4927-ac38-f21ade108865,segment=NetworkSegment(d8f96c34-1651-457b-b5dd-293412bb6e31),segment_id=d8f96c34-1651-457b-b5dd-293412bb6e31)] {{(pid=103155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:29:32.262391 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af18830-b89b-491e-a544-ea76645de910 None None] Pushing event updated for resources: {'Port': ['ID=c8cdbb39-8fa9-4692-942e-a92427ac9244,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:32.267554 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-7af18830-b89b-491e-a544-ea76645de910 None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:29:32.279717 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b0dada29-54a5-4f5b-8382-2b481fb65125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:32.309736 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-54df8ec6-9506-4cc2-8eea-2969f0e7ef17 admin admin] For port b3c1be79-5ee6-4a0c-b4ac-211e5b59e717, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b3c1be79-5ee6-4a0c-b4ac-211e5b59e717,segment=NetworkSegment(a32e5bfd-6fac-434f-817b-5707a23fd2ca),segment_id=a32e5bfd-6fac-434f-817b-5707a23fd2ca)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:29:32.318427 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-54df8ec6-9506-4cc2-8eea-2969f0e7ef17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:32.422483 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-54df8ec6-9506-4cc2-8eea-2969f0e7ef17 admin admin] Calling delete_port for b3c1be79-5ee6-4a0c-b4ac-211e5b59e717 owned by network:router_gateway {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:29:32.474323 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0dada29-54a5-4f5b-8382-2b481fb65125 None None] Routers {'caf3ff8a-af97-4de4-b3e0-de9adbadc076'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:29:32.475008 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-b0dada29-54a5-4f5b-8382-2b481fb65125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:29:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['caf3ff8a-af97-4de4-b3e0-de9adbadc076'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:32.478891 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2957eff6-aeb4-4ae0-aebd-f50ba812bee5 None None] Pushing event updated for resources: {'Port': ['ID=12f8a58c-af26-4927-ac38-f21ade108865,revision_number=4']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:32.519776 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-05b85fb3-92db-4a31-b408-7b04a55fcac8 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:32.575415 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7bcaa395-9034-4334-8059-dfe5b14eef6f tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks [] for floatingip, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:32.579166 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.l3_db [None req-7bcaa395-9034-4334-8059-dfe5b14eef6f tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Floating IP 2e25700a-f6da-4983-b1ae-b5106b59c1d7 disassociated (deleted). External IP: 172.36.3.157, port: deb83c49-7141-4709-9157-5d7383bd831a. Dec 21 13:29:32.589801 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-05b85fb3-92db-4a31-b408-7b04a55fcac8 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:32.649495 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f58dbe44-3c21-4106-b529-0664e7c6e489 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:32.655260 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af18830-b89b-491e-a544-ea76645de910 None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:29:32.659654 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b85fb3-92db-4a31-b408-7b04a55fcac8 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Network 3329f353-44f9-4447-aac2-b71a5a9d290d is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:29:32.689194 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-05b85fb3-92db-4a31-b408-7b04a55fcac8 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:29:32.704322 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b85fb3-92db-4a31-b408-7b04a55fcac8 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:29:32.711620 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b85fb3-92db-4a31-b408-7b04a55fcac8 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Pushing event updated for resources: {'Port': ['ID=8ea2abb2-03f3-4532-aaef-aae981701ad9,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:32.814214 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-b0dada29-54a5-4f5b-8382-2b481fb65125 None None] Set router caf3ff8a-af97-4de4-b3e0-de9adbadc076 gateway port host: None {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:29:32.861115 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-05b85fb3-92db-4a31-b408-7b04a55fcac8 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532557'] for router_interface, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:32.863259 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaadb7c2-08a5-4983-b296-94c9f7d76caf tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:29:32.866199 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-eaadb7c2-08a5-4983-b296-94c9f7d76caf tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.8354936 Dec 21 13:29:32.915301 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56588) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:32.947484 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6938c3ab-aab5-4ed9-9bfb-bed32d1a8e47 None None] Network 576666da-52eb-44eb-84b1-dffa0c10b545 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:29:33.118395 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56592) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:33.166150 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-05b85fb3-92db-4a31-b408-7b04a55fcac8 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:33.212704 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-ed8375e7-cf4a-43c1-9983-3c7137b186c3 None None] For port b56bf987-5aa8-4774-848b-7a20664dd7e8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b56bf987-5aa8-4774-848b-7a20664dd7e8,segment=NetworkSegment(7437676c-cb99-4fa0-921f-856ac80e4a76),segment_id=7437676c-cb99-4fa0-921f-856ac80e4a76)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:29:33.213761 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-b0dada29-54a5-4f5b-8382-2b481fb65125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf3ff8a-af97-4de4-b3e0-de9adbadc076', 'name': 'tempest-RoutersIpV6Test-router-1585507894', 'tenant_id': 'd368a1938e3342de9d3358d110005af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:28:52Z', 'updated_at': '2021-12-21T13:29:27Z', 'revision_number': 4, 'project_id': 'd368a1938e3342de9d3358d110005af5', 'gw_port_host': None, '_interfaces': [{'id': '12f8a58c-af26-4927-ac38-f21ade108865', 'name': '', 'network_id': '0bd2dd5e-fcb5-4193-8496-12a446f2606d', 'tenant_id': 'd368a1938e3342de9d3358d110005af5', 'mac_address': 'fa:16:3e:4e:fd:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf3ff8a-af97-4de4-b3e0-de9adbadc076', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': 'd59ccc0f-4d57-457e-aa42-5011fd6d3678', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:25Z', 'updated_at': '2021-12-21T13:29:32Z', 'revision_number': 4, 'project_id': 'd368a1938e3342de9d3358d110005af5', 'subnets': [{'id': 'd59ccc0f-4d57-457e-aa42-5011fd6d3678', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7111fafc-3054-4310-a775-f4360d66a24d', 'name': '', 'network_id': '2cf63e90-259f-413d-9f59-c6e07bb014ac', 'tenant_id': 'd368a1938e3342de9d3358d110005af5', 'mac_address': 'fa:16:3e:3d:f9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf3ff8a-af97-4de4-b3e0-de9adbadc076', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '3a2300ef-3c43-47b0-8476-ddfb30a8d010', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:28:58Z', 'updated_at': '2021-12-21T13:29:13Z', 'revision_number': 5, 'project_id': 'd368a1938e3342de9d3358d110005af5', 'subnets': [{'id': '3a2300ef-3c43-47b0-8476-ddfb30a8d010', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abd5eefe-e121-4d3a-a3b4-d87fd46c1bbe', 'name': '', 'network_id': '5d56b04d-834e-44d0-8a4a-bef509c35d33', 'tenant_id': 'd368a1938e3342de9d3358d110005af5', 'mac_address': 'fa:16:3e:a4:5b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf3ff8a-af97-4de4-b3e0-de9adbadc076', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'efd71155-42c5-4846-a6d3-b0a48a3b13b8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:11Z', 'updated_at': '2021-12-21T13:29:20Z', 'revision_number': 5, 'project_id': 'd368a1938e3342de9d3358d110005af5', 'subnets': [{'id': 'efd71155-42c5-4846-a6d3-b0a48a3b13b8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:33.259584 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0dada29-54a5-4f5b-8382-2b481fb65125 None None] The sync data for ids ['caf3ff8a-af97-4de4-b3e0-de9adbadc076'] in dv-neutron-master-2-hyperv is: [{'id': 'caf3ff8a-af97-4de4-b3e0-de9adbadc076', 'name': 'tempest-RoutersIpV6Test-router-1585507894', 'tenant_id': 'd368a1938e3342de9d3358d110005af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:28:52Z', 'updated_at': '2021-12-21T13:29:27Z', 'revision_number': 4, 'project_id': 'd368a1938e3342de9d3358d110005af5', 'gw_port_host': None, '_interfaces': [{'id': '12f8a58c-af26-4927-ac38-f21ade108865', 'name': '', 'network_id': '0bd2dd5e-fcb5-4193-8496-12a446f2606d', 'tenant_id': 'd368a1938e3342de9d3358d110005af5', 'mac_address': 'fa:16:3e:4e:fd:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf3ff8a-af97-4de4-b3e0-de9adbadc076', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': 'd59ccc0f-4d57-457e-aa42-5011fd6d3678', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:25Z', 'updated_at': '2021-12-21T13:29:32Z', 'revision_number': 4, 'project_id': 'd368a1938e3342de9d3358d110005af5', 'subnets': [{'id': 'd59ccc0f-4d57-457e-aa42-5011fd6d3678', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7111fafc-3054-4310-a775-f4360d66a24d', 'name': '', 'network_id': '2cf63e90-259f-413d-9f59-c6e07bb014ac', 'tenant_id': 'd368a1938e3342de9d3358d110005af5', 'mac_address': 'fa:16:3e:3d:f9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf3ff8a-af97-4de4-b3e0-de9adbadc076', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '3a2300ef-3c43-47b0-8476-ddfb30a8d010', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:28:58Z', 'updated_at': '2021-12-21T13:29:13Z', 'revision_number': 5, 'project_id': 'd368a1938e3342de9d3358d110005af5', 'subnets': [{'id': '3a2300ef-3c43-47b0-8476-ddfb30a8d010', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abd5eefe-e121-4d3a-a3b4-d87fd46c1bbe', 'name': '', 'network_id': '5d56b04d-834e-44d0-8a4a-bef509c35d33', 'tenant_id': 'd368a1938e3342de9d3358d110005af5', 'mac_address': 'fa:16:3e:a4:5b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf3ff8a-af97-4de4-b3e0-de9adbadc076', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'efd71155-42c5-4846-a6d3-b0a48a3b13b8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:11Z', 'updated_at': '2021-12-21T13:29:20Z', 'revision_number': 5, 'project_id': 'd368a1938e3342de9d3358d110005af5', 'subnets': [{'id': 'efd71155-42c5-4846-a6d3-b0a48a3b13b8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:29:33.342988 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ed8375e7-cf4a-43c1-9983-3c7137b186c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:33.377325 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-7af18830-b89b-491e-a544-ea76645de910 None None] Attempting to bind port c8cdbb39-8fa9-4692-942e-a92427ac9244 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:29:33.377705 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-7af18830-b89b-491e-a544-ea76645de910 None None] Attempting to bind port c8cdbb39-8fa9-4692-942e-a92427ac9244 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'adc778e3-5a34-4d53-922b-f8878f03791b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3329f353-44f9-4447-aac2-b71a5a9d290d'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:29:33.378076 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af18830-b89b-491e-a544-ea76645de910 None None] Attempting to bind port c8cdbb39-8fa9-4692-942e-a92427ac9244 on network 3329f353-44f9-4447-aac2-b71a5a9d290d {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:29:33.449150 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af18830-b89b-491e-a544-ea76645de910 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:29:33.449550 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af18830-b89b-491e-a544-ea76645de910 None None] Checking segment: {'id': 'adc778e3-5a34-4d53-922b-f8878f03791b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3329f353-44f9-4447-aac2-b71a5a9d290d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:29:33.450009 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7af18830-b89b-491e-a544-ea76645de910 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:33.450437 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af18830-b89b-491e-a544-ea76645de910 None None] Bound using segment: {'id': 'adc778e3-5a34-4d53-922b-f8878f03791b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3329f353-44f9-4447-aac2-b71a5a9d290d'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:29:33.450940 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-7af18830-b89b-491e-a544-ea76645de910 None None] Bound port: c8cdbb39-8fa9-4692-942e-a92427ac9244, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adc778e3-5a34-4d53-922b-f8878f03791b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3329f353-44f9-4447-aac2-b71a5a9d290d'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:29:33.451326 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7af18830-b89b-491e-a544-ea76645de910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:33.461297 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-fb368e2d-6995-4cd0-a218-942741720fb0 None None] For port 6097019a-8ed7-4666-85c2-c6c6bfdef5af, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:29:33.480434 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-d2ff58ad-23b1-4815-b8b6-d68ac22f1da0 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:29:33.482101 dv-neutron-master-2-hyperv neutron-server[103153]: WARNING neutron.api.v2.base [None req-d2ff58ad-23b1-4815-b8b6-d68ac22f1da0 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 21 13:29:33.482659 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.api.v2.resource [None req-d2ff58ad-23b1-4815-b8b6-d68ac22f1da0 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] create failed (client error): There was a conflict when trying to complete your request. Dec 21 13:29:33.483766 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-d2ff58ad-23b1-4815-b8b6-d68ac22f1da0 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3643582 Dec 21 13:29:33.503364 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 60f7a2cd-015f-4363-8616-66999db22e91 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:29:33.550250 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: 60f7a2cd-015f-4363-8616-66999db22e91 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:29:33.551166 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 60f7a2cd-015f-4363-8616-66999db22e91 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:29:33.581667 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56596) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:33.594339 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-796f1c18-1c63-4646-a1d6-e8bdac83eff0 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Request body: {'security_group': {'name': 'tempest-secgroup--326637662'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:29:33.609963 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-fb368e2d-6995-4cd0-a218-942741720fb0 None None] For port 6097019a-8ed7-4666-85c2-c6c6bfdef5af, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6097019a-8ed7-4666-85c2-c6c6bfdef5af,segment=NetworkSegment(6c9dd1ad-4497-456c-a1eb-988c28f9820a),segment_id=6c9dd1ad-4497-456c-a1eb-988c28f9820a)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:29:33.651019 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-24dbeebe-8ab3-4c9d-8975-400f2d8b54a3 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12346565'] for subnet, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:33.693719 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-0d605992-239d-46cb-8f89-eec03581e173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e68b54d-ba7b-4ea5-857e-5c90bb3745ba', 'name': 'tempest-ServerActionsTestJSON-196369966-router', 'tenant_id': 'eb17296434674195836b28e8a0fc67cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.93'}], 'enable_snat': True}, 'gw_port_id': 'b3c1be79-5ee6-4a0c-b4ac-211e5b59e717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:25:21Z', 'updated_at': '2021-12-21T13:29:25Z', 'revision_number': 5, 'project_id': 'eb17296434674195836b28e8a0fc67cf', 'gw_port': {'id': 'b3c1be79-5ee6-4a0c-b4ac-211e5b59e717', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a4:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e68b54d-ba7b-4ea5-857e-5c90bb3745ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:25:24Z', 'updated_at': '2021-12-21T13:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:33.703973 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fb368e2d-6995-4cd0-a218-942741720fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:33.773027 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-796f1c18-1c63-4646-a1d6-e8bdac83eff0 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Publish callbacks [] for security_group, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:33.807656 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d605992-239d-46cb-8f89-eec03581e173 None None] Checking router: 2e68b54d-ba7b-4ea5-857e-5c90bb3745ba for host: dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:29:33.824482 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8375e7-cf4a-43c1-9983-3c7137b186c3 None None] Pushing event updated for resources: {'Port': ['ID=b56bf987-5aa8-4774-848b-7a20664dd7e8,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:33.891726 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-8c731b75-84fb-4550-859d-cc553abf7b6c None None] Provisioning complete for port 12f8a58c-af26-4927-ac38-f21ade108865 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:29:33.892102 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8c731b75-84fb-4550-859d-cc553abf7b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:33.941062 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-703e2a23-a568-4b52-a9fe-14b7d20d4780 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.9954228 Dec 21 13:29:34.064091 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56598) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:34.086719 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-0ae093b7-c824-459d-847d-c24f664828b1 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Request body: {'subnet': {'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:29:34.091762 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed444d1-90cd-4b89-b3af-d7724dd83d90 None None] Pushing event updated for resources: {'Port': ['ID=6097019a-8ed7-4666-85c2-c6c6bfdef5af,revision_number=4']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:34.111432 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-05b85fb3-92db-4a31-b408-7b04a55fcac8 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:34.116820 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d2d520-b6bd-46c4-86fb-7bcb326ee2e3 None None] DHCP port deletion for ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:29:34.119180 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb368e2d-6995-4cd0-a218-942741720fb0 None None] Routers {'5e607ba4-9930-44fe-93dc-6bdbcba9aee2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:29:34.119877 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-fb368e2d-6995-4cd0-a218-942741720fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:29:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['5e607ba4-9930-44fe-93dc-6bdbcba9aee2'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:34.162348 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-05b85fb3-92db-4a31-b408-7b04a55fcac8 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:34.237986 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-796f1c18-1c63-4646-a1d6-e8bdac83eff0 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Publish callbacks [] for security_group, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:34.332200 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ae093b7-c824-459d-847d-c24f664828b1 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Made reservation on behalf of 4e9b97d81d204c53a28bf5666eaf36b7 for: {'subnet': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:29:34.332912 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d605992-239d-46cb-8f89-eec03581e173 None None] Routers {'2e68b54d-ba7b-4ea5-857e-5c90bb3745ba'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:29:34.333916 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-0d605992-239d-46cb-8f89-eec03581e173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:29:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['2e68b54d-ba7b-4ea5-857e-5c90bb3745ba'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:34.338223 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0ae093b7-c824-459d-847d-c24f664828b1 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12346583'] for subnet, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:34.341531 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-7af18830-b89b-491e-a544-ea76645de910 None None] For port c8cdbb39-8fa9-4692-942e-a92427ac9244, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:29:34.363341 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-7af18830-b89b-491e-a544-ea76645de910 None None] For port c8cdbb39-8fa9-4692-942e-a92427ac9244, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c8cdbb39-8fa9-4692-942e-a92427ac9244,segment=NetworkSegment(adc778e3-5a34-4d53-922b-f8878f03791b),segment_id=adc778e3-5a34-4d53-922b-f8878f03791b)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:29:34.373579 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 12f8a58c-af26-4927-ac38-f21ade108865 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:29:34.384539 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-05b85fb3-92db-4a31-b408-7b04a55fcac8 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532537'] for router_interface, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:34.400542 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-f58dbe44-3c21-4106-b529-0664e7c6e489 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Allocated IP 172.20.0.25 (576666da-52eb-44eb-84b1-dffa0c10b545/b8461d97-f22b-4a5f-b7bc-93a5566bb6e6/eb66460d-0583-44b1-81f2-853102f026d6) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:29:34.401953 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-fb368e2d-6995-4cd0-a218-942741720fb0 None None] Set router 5e607ba4-9930-44fe-93dc-6bdbcba9aee2 gateway port host: None {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:29:34.407585 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b85fb3-92db-4a31-b408-7b04a55fcac8 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Pushing event updated for resources: {'Port': ['ID=8ea2abb2-03f3-4532-aaef-aae981701ad9,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:34.424057 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dbeebe-8ab3-4c9d-8975-400f2d8b54a3 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Pushing event updated for resources: {'Subnet': ['ID=2cec0ef3-4bce-4962-b808-d9d0c11d197b,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:34.513349 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7af18830-b89b-491e-a544-ea76645de910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:34.583365 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24dbeebe-8ab3-4c9d-8975-400f2d8b54a3 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Checking segment: {'id': '162181b3-99a3-46cd-9c7c-91c1f72eba6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ed7fd53b-7818-42a2-9e1f-b14fd3756b30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:29:34.584010 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24dbeebe-8ab3-4c9d-8975-400f2d8b54a3 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Network hostable DHCP agents. Network: ed7fd53b-7818-42a2-9e1f-b14fd3756b30, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:29:34.648294 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-54df8ec6-9506-4cc2-8eea-2969f0e7ef17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:34.697210 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a3e10489-c876-4667-a3d8-cbd77bc816cf tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:34.701971 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b85fb3-92db-4a31-b408-7b04a55fcac8 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Network 3329f353-44f9-4447-aac2-b71a5a9d290d is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:29:34.707175 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-796f1c18-1c63-4646-a1d6-e8bdac83eff0 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Publish callbacks [] for security_group, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:34.708450 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-05b85fb3-92db-4a31-b408-7b04a55fcac8 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:29:34.721076 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-796f1c18-1c63-4646-a1d6-e8bdac83eff0 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:34.743114 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a3e10489-c876-4667-a3d8-cbd77bc816cf tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805230'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:34.743962 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a3e10489-c876-4667-a3d8-cbd77bc816cf tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532537'] for router_interface, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:34.745990 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54df8ec6-9506-4cc2-8eea-2969f0e7ef17 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3c1be79-5ee6-4a0c-b4ac-211e5b59e717,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:34.788068 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24dbeebe-8ab3-4c9d-8975-400f2d8b54a3 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Network ed7fd53b-7818-42a2-9e1f-b14fd3756b30 is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:29:34.811911 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295af5c7-9500-44e5-8165-6fe3ad8fadde None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:29:34.843537 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f58dbe44-3c21-4106-b529-0664e7c6e489 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:34.872318 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f58dbe44-3c21-4106-b529-0664e7c6e489 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:34.918749 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796f1c18-1c63-4646-a1d6-e8bdac83eff0 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09a9f0cf-a7ba-4fb2-9705-eb5a101d7848,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:34.927164 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-24dbeebe-8ab3-4c9d-8975-400f2d8b54a3 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, ed7fd53b-7818-42a2-9e1f-b14fd3756b30) {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:29:34.932173 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-0d605992-239d-46cb-8f89-eec03581e173 None None] Set router 2e68b54d-ba7b-4ea5-857e-5c90bb3745ba gateway port host: None {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:29:34.935894 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e10489-c876-4667-a3d8-cbd77bc816cf tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Pushing event updated for resources: {'Port': ['ID=1de813df-7ca9-4766-abf3-8dbee4b80a1e,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:34.954340 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58dbe44-3c21-4106-b529-0664e7c6e489 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Pushing event updated for resources: {'Port': ['ID=eb66460d-0583-44b1-81f2-853102f026d6,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:34.955447 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bcaa395-9034-4334-8059-dfe5b14eef6f tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Router 9a0f9c1c-0b84-40b1-b675-f3a031108074 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:29:34.969450 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24dbeebe-8ab3-4c9d-8975-400f2d8b54a3 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:29:34.969450 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-24dbeebe-8ab3-4c9d-8975-400f2d8b54a3 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:34.979699 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8c731b75-84fb-4550-859d-cc553abf7b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:34.994823 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af18830-b89b-491e-a544-ea76645de910 None None] Pushing event updated for resources: {'Port': ['ID=c8cdbb39-8fa9-4692-942e-a92427ac9244,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:35.035081 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05b85fb3-92db-4a31-b408-7b04a55fcac8 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Router 5e607ba4-9930-44fe-93dc-6bdbcba9aee2 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:29:35.056780 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-796f1c18-1c63-4646-a1d6-e8bdac83eff0 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Publish callbacks [] for security_group, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:35.085925 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-796f1c18-1c63-4646-a1d6-e8bdac83eff0 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:35.122589 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-8c731b75-84fb-4550-859d-cc553abf7b6c None None] For port 12f8a58c-af26-4927-ac38-f21ade108865, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=12f8a58c-af26-4927-ac38-f21ade108865,segment=NetworkSegment(d8f96c34-1651-457b-b5dd-293412bb6e31),segment_id=d8f96c34-1651-457b-b5dd-293412bb6e31)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:29:35.123893 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-54df8ec6-9506-4cc2-8eea-2969f0e7ef17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-548638'] for router_gateway, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:35.129861 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ad4280-a665-4fdd-91e0-e2c9a7f12bdb None None] Network ed7fd53b-7818-42a2-9e1f-b14fd3756b30 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:29:35.133922 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-24dbeebe-8ab3-4c9d-8975-400f2d8b54a3 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 4.5070841 Dec 21 13:29:35.143189 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56600) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:35.245019 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-0d605992-239d-46cb-8f89-eec03581e173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e68b54d-ba7b-4ea5-857e-5c90bb3745ba', 'name': 'tempest-ServerActionsTestJSON-196369966-router', 'tenant_id': 'eb17296434674195836b28e8a0fc67cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:25:21Z', 'updated_at': '2021-12-21T13:29:30Z', 'revision_number': 6, 'project_id': 'eb17296434674195836b28e8a0fc67cf', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:35.260275 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 12f8a58c-af26-4927-ac38-f21ade108865 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:29:35.260645 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:35.298164 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8c731b75-84fb-4550-859d-cc553abf7b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:35.298448 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-796f1c18-1c63-4646-a1d6-e8bdac83eff0 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:35.303014 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-796f1c18-1c63-4646-a1d6-e8bdac83eff0 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.7146111 Dec 21 13:29:35.311264 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e10489-c876-4667-a3d8-cbd77bc816cf tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Network 8049b69d-73d9-4342-9508-6562406e8197 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:29:35.314490 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56602) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:35.319005 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-a3e10489-c876-4667-a3d8-cbd77bc816cf tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:29:35.354219 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-f58dbe44-3c21-4106-b529-0664e7c6e489 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] In _notify_port_updated(), no bound segment for port eb66460d-0583-44b1-81f2-853102f026d6 on network 576666da-52eb-44eb-84b1-dffa0c10b545 {{(pid=103153) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 21 13:29:35.360910 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58dbe44-3c21-4106-b529-0664e7c6e489 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:29:35.361857 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f58dbe44-3c21-4106-b529-0664e7c6e489 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:35.364258 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-f58dbe44-3c21-4106-b529-0664e7c6e489 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "PUT /v2.0/ports/eb66460d-0583-44b1-81f2-853102f026d6 HTTP/1.1" status: 200 len: 997 time: 5.7539041 Dec 21 13:29:35.372923 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-fbd4b6ad-22a3-4df4-b7f8-e552cf653388 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Request body: {'security_group_rule': {'security_group_id': 'e233e91c-4515-4217-ba89-19ff3f470dc0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:29:35.379966 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56604) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:35.405076 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796f1c18-1c63-4646-a1d6-e8bdac83eff0 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e233e91c-4515-4217-ba89-19ff3f470dc0,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:35.419581 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d605992-239d-46cb-8f89-eec03581e173 None None] The sync data for ids ['2e68b54d-ba7b-4ea5-857e-5c90bb3745ba'] in dv-neutron-master-2-hyperv is: [{'id': '2e68b54d-ba7b-4ea5-857e-5c90bb3745ba', 'name': 'tempest-ServerActionsTestJSON-196369966-router', 'tenant_id': 'eb17296434674195836b28e8a0fc67cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:25:21Z', 'updated_at': '2021-12-21T13:29:30Z', 'revision_number': 6, 'project_id': 'eb17296434674195836b28e8a0fc67cf', 'gw_port_host': None}] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:29:35.499151 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05b85fb3-92db-4a31-b408-7b04a55fcac8 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:29:35.499470 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09d032e-2e68-4f3f-871c-0f6ab0cea01b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-ed7fd53b-7818-42a2-9e1f-b14fd3756b30', 'network_id': 'ed7fd53b-7818-42a2-9e1f-b14fd3756b30', 'project_id': 'd368a1938e3342de9d3358d110005af5', 'fixed_ips': [{'subnet_id': '2cec0ef3-4bce-4962-b808-d9d0c11d197b'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:29:35.500732 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d09d032e-2e68-4f3f-871c-0f6ab0cea01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:35.505379 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-05b85fb3-92db-4a31-b408-7b04a55fcac8 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "PUT /v2.0/routers/5e607ba4-9930-44fe-93dc-6bdbcba9aee2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7063067 Dec 21 13:29:35.521451 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56606) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:35.548073 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-fb368e2d-6995-4cd0-a218-942741720fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e607ba4-9930-44fe-93dc-6bdbcba9aee2', 'name': 'tempest-RoutersTest-router-758070956', 'tenant_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:28:56Z', 'updated_at': '2021-12-21T13:29:32Z', 'revision_number': 4, 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'gw_port_host': None, '_interfaces': [{'id': '103d063b-184d-4ce5-8374-f7db5124daa7', 'name': '', 'network_id': 'a2096345-ac39-4285-b67f-5f13a2a0698a', 'tenant_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'mac_address': 'fa:16:3e:77:f0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e607ba4-9930-44fe-93dc-6bdbcba9aee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'bcc4be89-a9c0-4d2c-916c-0d32f73303f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:03Z', 'updated_at': '2021-12-21T13:29:14Z', 'revision_number': 5, 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'subnets': [{'id': 'bcc4be89-a9c0-4d2c-916c-0d32f73303f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6097019a-8ed7-4666-85c2-c6c6bfdef5af', 'name': '', 'network_id': 'df07e3fa-3f28-45bc-8c57-98ec7342c6e5', 'tenant_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'mac_address': 'fa:16:3e:48:3b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e607ba4-9930-44fe-93dc-6bdbcba9aee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '4f771295-d7b4-41e0-84c1-176db63b7abd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:15Z', 'updated_at': '2021-12-21T13:29:33Z', 'revision_number': 4, 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'subnets': [{'id': '4f771295-d7b4-41e0-84c1-176db63b7abd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ea2abb2-03f3-4532-aaef-aae981701ad9', 'name': '', 'network_id': '3329f353-44f9-4447-aac2-b71a5a9d290d', 'tenant_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'mac_address': 'fa:16:3e:64:16:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e607ba4-9930-44fe-93dc-6bdbcba9aee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '9e8ec415-b83e-4a91-874f-0bf7812c4065', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:28Z', 'updated_at': '2021-12-21T13:29:33Z', 'revision_number': 2, 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'subnets': [{'id': '9e8ec415-b83e-4a91-874f-0bf7812c4065', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:35.553309 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-04a8b09b-1cbf-4b48-ac45-7761b87a4cfc tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Request body: {'network': {'name': 'tempest-RoutersTest-881413785'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:29:35.599759 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0ae093b7-c824-459d-847d-c24f664828b1 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12346565'] for subnet, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:35.613733 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-54df8ec6-9506-4cc2-8eea-2969f0e7ef17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26950'] for router, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:35.628171 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb368e2d-6995-4cd0-a218-942741720fb0 None None] The sync data for ids ['5e607ba4-9930-44fe-93dc-6bdbcba9aee2'] in dv-neutron-master-2-hyperv is: [{'id': '5e607ba4-9930-44fe-93dc-6bdbcba9aee2', 'name': 'tempest-RoutersTest-router-758070956', 'tenant_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:28:56Z', 'updated_at': '2021-12-21T13:29:32Z', 'revision_number': 4, 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'gw_port_host': None, '_interfaces': [{'id': '103d063b-184d-4ce5-8374-f7db5124daa7', 'name': '', 'network_id': 'a2096345-ac39-4285-b67f-5f13a2a0698a', 'tenant_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'mac_address': 'fa:16:3e:77:f0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e607ba4-9930-44fe-93dc-6bdbcba9aee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'bcc4be89-a9c0-4d2c-916c-0d32f73303f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:03Z', 'updated_at': '2021-12-21T13:29:14Z', 'revision_number': 5, 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'subnets': [{'id': 'bcc4be89-a9c0-4d2c-916c-0d32f73303f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6097019a-8ed7-4666-85c2-c6c6bfdef5af', 'name': '', 'network_id': 'df07e3fa-3f28-45bc-8c57-98ec7342c6e5', 'tenant_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'mac_address': 'fa:16:3e:48:3b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e607ba4-9930-44fe-93dc-6bdbcba9aee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '4f771295-d7b4-41e0-84c1-176db63b7abd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:15Z', 'updated_at': '2021-12-21T13:29:33Z', 'revision_number': 4, 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'subnets': [{'id': '4f771295-d7b4-41e0-84c1-176db63b7abd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ea2abb2-03f3-4532-aaef-aae981701ad9', 'name': '', 'network_id': '3329f353-44f9-4447-aac2-b71a5a9d290d', 'tenant_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'mac_address': 'fa:16:3e:64:16:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e607ba4-9930-44fe-93dc-6bdbcba9aee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '9e8ec415-b83e-4a91-874f-0bf7812c4065', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:28Z', 'updated_at': '2021-12-21T13:29:33Z', 'revision_number': 2, 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'subnets': [{'id': '9e8ec415-b83e-4a91-874f-0bf7812c4065', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:29:35.640049 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-85d2d520-b6bd-46c4-86fb-7bcb326ee2e3 None None] Deleting port c3134198-2fe7-4776-a76b-81f72b0b3dee {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:29:35.640334 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-85d2d520-b6bd-46c4-86fb-7bcb326ee2e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:35.651205 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-8c731b75-84fb-4550-859d-cc553abf7b6c None None] Provisioning complete for port 5adc386c-689d-4bc7-a6f1-dae54b79d3eb triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:29:35.651492 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8c731b75-84fb-4550-859d-cc553abf7b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:35.684912 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fbd4b6ad-22a3-4df4-b7f8-e552cf653388 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:35.697900 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-54df8ec6-9506-4cc2-8eea-2969f0e7ef17 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:35.782456 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae093b7-c824-459d-847d-c24f664828b1 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:29:35.835417 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04a8b09b-1cbf-4b48-ac45-7761b87a4cfc tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Made reservation on behalf of 2443f9ebd5734093aca8f8d69b48dcbc for: {'network': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:29:35.839292 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-04a8b09b-1cbf-4b48-ac45-7761b87a4cfc tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:35.839818 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-0ae093b7-c824-459d-847d-c24f664828b1 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:29:35.856661 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae093b7-c824-459d-847d-c24f664828b1 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:29:35.857101 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0ae093b7-c824-459d-847d-c24f664828b1 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:35.919452 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae093b7-c824-459d-847d-c24f664828b1 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event updated for resources: {'Subnet': ['ID=b4a175c0-4e30-4924-9de5-f9e3c9e358a6,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:35.937632 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04a8b09b-1cbf-4b48-ac45-7761b87a4cfc tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=103153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:29:35.947992 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-54df8ec6-9506-4cc2-8eea-2969f0e7ef17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534967'] for router, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:35.948524 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54df8ec6-9506-4cc2-8eea-2969f0e7ef17 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e68b54d-ba7b-4ea5-857e-5c90bb3745ba {{(pid=103152) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 13:29:35.955970 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-04a8b09b-1cbf-4b48-ac45-7761b87a4cfc tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:35.956424 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.segments_db [None req-04a8b09b-1cbf-4b48-ac45-7761b87a4cfc tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Added segment 16ec3175-c439-447d-8869-9947abf5df48 of type vlan for network 5e2519e6-a01b-4598-9e2e-1219d5dc7c17 Dec 21 13:29:35.960915 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-54df8ec6-9506-4cc2-8eea-2969f0e7ef17 admin admin] Publish callbacks [] for router, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:35.964488 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-54df8ec6-9506-4cc2-8eea-2969f0e7ef17 admin admin] 10.222.0.37 "DELETE /v2.0/routers/2e68b54d-ba7b-4ea5-857e-5c90bb3745ba HTTP/1.1" status: 204 len: 168 time: 6.9729309 Dec 21 13:29:35.971506 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56608) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:35.992051 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3e10489-c876-4667-a3d8-cbd77bc816cf tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Router 6d634d32-784e-45ba-b51d-b77e84ca53d6 is scheduled to L3 agent 59e14383-78fa-487e-9299-b32042a98157 with binding_index 1 {{(pid=103152) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 13:29:36.015412 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-04a8b09b-1cbf-4b48-ac45-7761b87a4cfc tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:36.049560 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-85d2d520-b6bd-46c4-86fb-7bcb326ee2e3 None None] For port c3134198-2fe7-4776-a76b-81f72b0b3dee, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c3134198-2fe7-4776-a76b-81f72b0b3dee,segment=NetworkSegment(b20a5dbe-a251-4a83-ae2d-3ffbda6396cf),segment_id=b20a5dbe-a251-4a83-ae2d-3ffbda6396cf)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:29:36.050149 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-85d2d520-b6bd-46c4-86fb-7bcb326ee2e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:36.053754 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-0ae093b7-c824-459d-847d-c24f664828b1 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9845896 Dec 21 13:29:36.061903 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56610) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:36.067449 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-ee98447d-5108-4c31-9909-729703e6193a tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Request body: {'port': {'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9', 'fixed_ips': [{'subnet_id': 'b4a175c0-4e30-4924-9de5-f9e3c9e358a6', 'ip_address': '2001:db8::85ee:bcbf:d754:d377'}], 'name': 'tempest-NetworksTestDHCPv6-1980499872'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:29:36.077568 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-85d2d520-b6bd-46c4-86fb-7bcb326ee2e3 None None] Calling delete_port for c3134198-2fe7-4776-a76b-81f72b0b3dee owned by network:dhcp {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:29:36.091155 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-61b21fd0-8098-4245-9c85-18e06dd81d2d tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Deleting port eb66460d-0583-44b1-81f2-853102f026d6 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:29:36.093525 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-61b21fd0-8098-4245-9c85-18e06dd81d2d tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:36.097063 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bcaa395-9034-4334-8059-dfe5b14eef6f tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:29:36.107263 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-04a8b09b-1cbf-4b48-ac45-7761b87a4cfc tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:36.116243 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a8b09b-1cbf-4b48-ac45-7761b87a4cfc tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:29:36.117225 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-04a8b09b-1cbf-4b48-ac45-7761b87a4cfc tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:36.166970 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7bcaa395-9034-4334-8059-dfe5b14eef6f tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for floatingip, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:36.193727 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ca31742-1cc2-4a4c-8f40-0df35877a1eb admin admin] Deleting subnet fea6c692-bae9-40da-92a1-c6d85a86ba17 {{(pid=103152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:29:36.234034 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e63bfe8-6e65-4874-85de-f86de0f21eba None None] Sync routers for ids ['9a0f9c1c-0b84-40b1-b675-f3a031108074'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:29:36.255732 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fbd4b6ad-22a3-4df4-b7f8-e552cf653388 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:36.270104 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-04a8b09b-1cbf-4b48-ac45-7761b87a4cfc tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7469380 Dec 21 13:29:36.271096 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fbd4b6ad-22a3-4df4-b7f8-e552cf653388 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:36.275614 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6ca31742-1cc2-4a4c-8f40-0df35877a1eb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:36.276428 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-85d2d520-b6bd-46c4-86fb-7bcb326ee2e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636'] for port, after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:36.281851 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56612) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:36.333792 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-b0e7c916-d17f-4f6e-af18-538c0f5d1686 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Request body: {'subnet': {'network_id': '5e2519e6-a01b-4598-9e2e-1219d5dc7c17', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:29:36.340131 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c731b75-84fb-4550-859d-cc553abf7b6c None None] Pushing event updated for resources: {'Port': ['ID=12f8a58c-af26-4927-ac38-f21ade108865,revision_number=5']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:36.431077 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d2d520-b6bd-46c4-86fb-7bcb326ee2e3 None None] Pushing event deleted for resources: {'Port': ['ID=c3134198-2fe7-4776-a76b-81f72b0b3dee,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:36.481897 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e63bfe8-6e65-4874-85de-f86de0f21eba None None] Routers {'9a0f9c1c-0b84-40b1-b675-f3a031108074'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:29:36.482578 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-7e63bfe8-6e65-4874-85de-f86de0f21eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:29:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['9a0f9c1c-0b84-40b1-b675-f3a031108074'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:36.495210 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d2d520-b6bd-46c4-86fb-7bcb326ee2e3 None None] No DVR routers for this DVR port c3134198-2fe7-4776-a76b-81f72b0b3dee on host dv-neutron-master-2-hyperv {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:29:36.548867 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3e10489-c876-4667-a3d8-cbd77bc816cf tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:29:36.565805 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b58280-d843-4a1e-855f-a02ba3688412 None None] Sync routers for ids ['6d634d32-784e-45ba-b51d-b77e84ca53d6'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:29:36.607963 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-a3e10489-c876-4667-a3d8-cbd77bc816cf tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "PUT /v2.0/routers/6d634d32-784e-45ba-b51d-b77e84ca53d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4697063 Dec 21 13:29:36.613243 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b58280-d843-4a1e-855f-a02ba3688412 None None] Routers {'6d634d32-784e-45ba-b51d-b77e84ca53d6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:29:36.613691 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56614) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:36.615299 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-f9b58280-d843-4a1e-855f-a02ba3688412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:29:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['6d634d32-784e-45ba-b51d-b77e84ca53d6'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:36.624218 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-7bcaa395-9034-4334-8059-dfe5b14eef6f tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] 10.222.0.37 "DELETE /v2.0/floatingips/2e25700a-f6da-4983-b1ae-b5106b59c1d7 HTTP/1.1" status: 204 len: 168 time: 8.5698824 Dec 21 13:29:36.626583 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-7e63bfe8-6e65-4874-85de-f86de0f21eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:36.629328 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38734efd-eb92-4fb2-8d4a-bc3a113da12b None None] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:29:36.634686 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56616) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:36.723831 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-f9b58280-d843-4a1e-855f-a02ba3688412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:36.753790 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b58280-d843-4a1e-855f-a02ba3688412 None None] Routers {'6d634d32-784e-45ba-b51d-b77e84ca53d6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:29:36.754752 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-f9b58280-d843-4a1e-855f-a02ba3688412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:29:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['6d634d32-784e-45ba-b51d-b77e84ca53d6'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:36.789454 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9546afc1-3091-43ae-ad11-1ef660231717 None None] Network 3329f353-44f9-4447-aac2-b71a5a9d290d requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:29:36.800855 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 42cf7a6a-ce53-4b50-bca0-41aec639049d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:29:36.814633 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-f9b58280-d843-4a1e-855f-a02ba3688412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:36.815481 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b58280-d843-4a1e-855f-a02ba3688412 None None] The sync data for ids ['6d634d32-784e-45ba-b51d-b77e84ca53d6'] in dv-neutron-master-2-hyperv is: [] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:29:36.885636 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e63bfe8-6e65-4874-85de-f86de0f21eba None None] Routers {'9a0f9c1c-0b84-40b1-b675-f3a031108074'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:29:36.886751 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-7e63bfe8-6e65-4874-85de-f86de0f21eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:29:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['9a0f9c1c-0b84-40b1-b675-f3a031108074'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:36.949310 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fbd4b6ad-22a3-4df4-b7f8-e552cf653388 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:36.951118 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-fbd4b6ad-22a3-4df4-b7f8-e552cf653388 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6377206 Dec 21 13:29:36.955892 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56618) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:36.975110 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4b6ad-22a3-4df4-b7f8-e552cf653388 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edfc34a5-e373-4dd6-9bf4-b59821b3e7f1,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:36.981319 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8b09b-1cbf-4b48-ac45-7761b87a4cfc tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Pushing event updated for resources: {'Network': ['ID=5e2519e6-a01b-4598-9e2e-1219d5dc7c17,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:36.992719 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-cd219d24-1550-4a6f-bb05-5fc20814788a tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Request body: {'security_group_rule': {'security_group_id': 'e233e91c-4515-4217-ba89-19ff3f470dc0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:29:37.034756 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-7e63bfe8-6e65-4874-85de-f86de0f21eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:37.035739 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e63bfe8-6e65-4874-85de-f86de0f21eba None None] The sync data for ids ['9a0f9c1c-0b84-40b1-b675-f3a031108074'] in dv-neutron-master-2-hyperv is: [] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:29:37.051039 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network 5e2519e6-a01b-4598-9e2e-1219d5dc7c17 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:29:37.087055 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-d09d032e-2e68-4f3f-871c-0f6ab0cea01b None None] Allocated IP 2001:db8:3::2 (ed7fd53b-7818-42a2-9e1f-b14fd3756b30/2cec0ef3-4bce-4962-b808-d9d0c11d197b/fd90247e-bb6c-4ec9-a30a-2aee11d33f7b) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:29:37.108087 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-61b21fd0-8098-4245-9c85-18e06dd81d2d tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:37.118171 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0e7c916-d17f-4f6e-af18-538c0f5d1686 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Made reservation on behalf of 2443f9ebd5734093aca8f8d69b48dcbc for: {'subnet': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:29:37.124234 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b0e7c916-d17f-4f6e-af18-538c0f5d1686 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11288759'] for subnet, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:37.128951 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-cd219d24-1550-4a6f-bb05-5fc20814788a tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:37.133804 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8c731b75-84fb-4550-859d-cc553abf7b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:37.165770 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9009b5c4-ef33-4cc5-9cc8-ad26641a9c86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9', 'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9', 'project_id': '4e9b97d81d204c53a28bf5666eaf36b7', 'fixed_ips': [{'subnet_id': 'b4a175c0-4e30-4924-9de5-f9e3c9e358a6'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:29:37.167865 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-9009b5c4-ef33-4cc5-9cc8-ad26641a9c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:37.174392 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-61b21fd0-8098-4245-9c85-18e06dd81d2d tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Calling delete_port for eb66460d-0583-44b1-81f2-853102f026d6 owned by {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:29:37.180158 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6ca31742-1cc2-4a4c-8f40-0df35877a1eb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526644'] for subnet, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:37.236167 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d0e71387-01e7-43fc-9e86-0b22f7a98dea tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:37.254604 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c83a8d6-e8cd-4e3b-a658-c494de53e4b7 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:29:37.259272 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-0c83a8d6-e8cd-4e3b-a658-c494de53e4b7 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d634d32-784e-45ba-b51d-b77e84ca53d6 HTTP/1.1" status: 200 len: 988 time: 0.6336286 Dec 21 13:29:37.264184 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56620) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:37.299569 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-8c731b75-84fb-4550-859d-cc553abf7b6c None None] For port 5adc386c-689d-4bc7-a6f1-dae54b79d3eb, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5adc386c-689d-4bc7-a6f1-dae54b79d3eb,segment=NetworkSegment(d8f96c34-1651-457b-b5dd-293412bb6e31),segment_id=d8f96c34-1651-457b-b5dd-293412bb6e31)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:29:37.305748 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 42cf7a6a-ce53-4b50-bca0-41aec639049d triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:29:37.306340 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:37.403773 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8c731b75-84fb-4550-859d-cc553abf7b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:37.420467 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.api.v2.resource [None req-cd219d24-1550-4a6f-bb05-5fc20814788a tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] create failed (client error): There was a conflict when trying to complete your request. Dec 21 13:29:37.422387 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-cd219d24-1550-4a6f-bb05-5fc20814788a tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4447262 Dec 21 13:29:37.435295 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56622) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:37.515261 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-c04f59fa-d6d2-41e5-afba-87b53bf2d7b9 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Deleting port deb83c49-7141-4709-9157-5d7383bd831a {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:29:37.515613 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c04f59fa-d6d2-41e5-afba-87b53bf2d7b9 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:37.563312 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-8c731b75-84fb-4550-859d-cc553abf7b6c None None] Provisioning complete for port 6097019a-8ed7-4666-85c2-c6c6bfdef5af triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:29:37.563884 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8c731b75-84fb-4550-859d-cc553abf7b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:37.654936 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device b56bf987-5aa8-4774-848b-7a20664dd7e8 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:29:37.666451 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1d5cdf08-c38f-450f-afaf-eef0fc9173e7 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Publish callbacks [] for security_group, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:37.668728 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6ca31742-1cc2-4a4c-8f40-0df35877a1eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:37.711622 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee98447d-5108-4c31-9909-729703e6193a tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Made reservation on behalf of 4e9b97d81d204c53a28bf5666eaf36b7 for: {'port': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:29:37.748129 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c731b75-84fb-4550-859d-cc553abf7b6c None None] Pushing event updated for resources: {'Port': ['ID=5adc386c-689d-4bc7-a6f1-dae54b79d3eb,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:37.796446 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bdd946-62c0-4d09-b4ae-970cc917ca50 None None] Sync routers for ids ['5e607ba4-9930-44fe-93dc-6bdbcba9aee2'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:29:37.830016 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1d5cdf08-c38f-450f-afaf-eef0fc9173e7 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:37.846208 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-9009b5c4-ef33-4cc5-9cc8-ad26641a9c86 None None] Allocated IP 2001:db8::2 (ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9/b4a175c0-4e30-4924-9de5-f9e3c9e358a6/42d0a6c3-9448-4b64-af34-7d5a90fbf4fa) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:29:37.860185 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b0e7c916-d17f-4f6e-af18-538c0f5d1686 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11195289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11288741'] for subnet, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:37.869355 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d09d032e-2e68-4f3f-871c-0f6ab0cea01b None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:37.882342 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bdd946-62c0-4d09-b4ae-970cc917ca50 None None] Routers {'5e607ba4-9930-44fe-93dc-6bdbcba9aee2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:29:37.883264 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-11bdd946-62c0-4d09-b4ae-970cc917ca50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:29:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['5e607ba4-9930-44fe-93dc-6bdbcba9aee2'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:37.904136 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c04f59fa-d6d2-41e5-afba-87b53bf2d7b9 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:37.917826 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-c04f59fa-d6d2-41e5-afba-87b53bf2d7b9 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Calling delete_port for deb83c49-7141-4709-9157-5d7383bd831a owned by {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:29:37.928143 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d09d032e-2e68-4f3f-871c-0f6ab0cea01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:37.972547 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6ca31742-1cc2-4a4c-8f40-0df35877a1eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12346570'] for subnet, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:38.005174 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6ca31742-1cc2-4a4c-8f40-0df35877a1eb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:38.008736 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-6ca31742-1cc2-4a4c-8f40-0df35877a1eb admin admin] 10.222.0.37 "DELETE /v2.0/subnets/fea6c692-bae9-40da-92a1-c6d85a86ba17 HTTP/1.1" status: 204 len: 168 time: 2.0362086 Dec 21 13:29:38.013221 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56624) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:38.033504 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e7c916-d17f-4f6e-af18-538c0f5d1686 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Pushing event updated for resources: {'Subnet': ['ID=4c76a267-b7f0-4b50-8320-ecb6ae42b361,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:38.049665 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ee98447d-5108-4c31-9909-729703e6193a tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:38.071043 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-ee98447d-5108-4c31-9909-729703e6193a tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] device_id is not set on port 790f2c10-5f51-45c5-ba1b-18680baae27d yet. {{(pid=103152) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 13:29:38.148537 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-d0e71387-01e7-43fc-9e86-0b22f7a98dea tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Allocated IP 2001:db8:3::1 (ed7fd53b-7818-42a2-9e1f-b14fd3756b30/2cec0ef3-4bce-4962-b808-d9d0c11d197b/03f177fc-3e1e-4f64-bc96-9aae40b4d7e8) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:29:38.151006 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1d5cdf08-c38f-450f-afaf-eef0fc9173e7 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:38.154480 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1d5cdf08-c38f-450f-afaf-eef0fc9173e7 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:38.155692 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-1d5cdf08-c38f-450f-afaf-eef0fc9173e7 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] 10.222.0.37 "DELETE /v2.0/security-groups/e233e91c-4515-4217-ba89-19ff3f470dc0 HTTP/1.1" status: 204 len: 168 time: 0.7177279 Dec 21 13:29:38.156406 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-61b21fd0-8098-4245-9c85-18e06dd81d2d tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:38.178718 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca31742-1cc2-4a4c-8f40-0df35877a1eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fea6c692-bae9-40da-92a1-c6d85a86ba17,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:38.181404 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56626) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:38.234755 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b21fd0-8098-4245-9c85-18e06dd81d2d tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Pushing event deleted for resources: {'Port': ['ID=eb66460d-0583-44b1-81f2-853102f026d6,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:38.236737 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5cdf08-c38f-450f-afaf-eef0fc9173e7 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e233e91c-4515-4217-ba89-19ff3f470dc0,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:38.246038 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3f3e828b-8a4c-41d0-8878-fa752beeb995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:38.262231 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e7c916-d17f-4f6e-af18-538c0f5d1686 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Checking segment: {'id': '16ec3175-c439-447d-8869-9947abf5df48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '5e2519e6-a01b-4598-9e2e-1219d5dc7c17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:29:38.262597 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e7c916-d17f-4f6e-af18-538c0f5d1686 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Network hostable DHCP agents. Network: 5e2519e6-a01b-4598-9e2e-1219d5dc7c17, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:29:38.274122 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e11405-29bc-43f4-ad00-1e961b041a29 None None] Network ec88161e-a588-41e1-b33a-71ad6f2116fc requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:29:38.316229 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09d032e-2e68-4f3f-871c-0f6ab0cea01b None None] Network ed7fd53b-7818-42a2-9e1f-b14fd3756b30 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:29:38.318760 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port b56bf987-5aa8-4774-848b-7a20664dd7e8 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:29:38.319149 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:38.379635 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-5797f11c-017a-421f-a7a0-58d83e5f1813 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1914909 Dec 21 13:29:38.381217 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56628) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:38.411501 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-b18c72d4-d163-4a03-b2bc-ed617cf3e1b5 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Request body: {'security_group': {'name': 'tempest-secgroup--1642941765'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:29:38.434604 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-d09d032e-2e68-4f3f-871c-0f6ab0cea01b None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:29:38.446699 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09d032e-2e68-4f3f-871c-0f6ab0cea01b None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:29:38.452643 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09d032e-2e68-4f3f-871c-0f6ab0cea01b None None] Pushing event updated for resources: {'Port': ['ID=fd90247e-bb6c-4ec9-a30a-2aee11d33f7b,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:38.454221 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e7c916-d17f-4f6e-af18-538c0f5d1686 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Network 5e2519e6-a01b-4598-9e2e-1219d5dc7c17 is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:29:38.498399 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-b0e7c916-d17f-4f6e-af18-538c0f5d1686 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 5e2519e6-a01b-4598-9e2e-1219d5dc7c17) {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:29:38.504949 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-11bdd946-62c0-4d09-b4ae-970cc917ca50 None None] Set router 5e607ba4-9930-44fe-93dc-6bdbcba9aee2 gateway port host: None {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:29:38.514403 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8c731b75-84fb-4550-859d-cc553abf7b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:38.532640 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e7c916-d17f-4f6e-af18-538c0f5d1686 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:29:38.533239 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b0e7c916-d17f-4f6e-af18-538c0f5d1686 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks [] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:38.544418 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-61b21fd0-8098-4245-9c85-18e06dd81d2d tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:38.547716 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-61b21fd0-8098-4245-9c85-18e06dd81d2d tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "DELETE /v2.0/ports/eb66460d-0583-44b1-81f2-853102f026d6 HTTP/1.1" status: 204 len: 168 time: 3.1607132 Dec 21 13:29:38.572911 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb4c34b-dd7c-473e-a81d-175e7e803b7a None None] Network 5e2519e6-a01b-4598-9e2e-1219d5dc7c17 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:29:38.575137 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56630) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:38.603466 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-69505e9a-0b12-4a21-aab0-a54f72a978b2 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532692'] for router_interface, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:38.648855 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d0e71387-01e7-43fc-9e86-0b22f7a98dea tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:38.656138 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-b0e7c916-d17f-4f6e-af18-538c0f5d1686 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3291609 Dec 21 13:29:38.657143 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.pecan_wsgi.hooks.translation [None req-66549280-a202-4614-837a-a4d3959184e3 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] GET failed (client error): The resource could not be found. Dec 21 13:29:38.661073 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-66549280-a202-4614-837a-a4d3959184e3 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "GET /v2.0/ports/eb66460d-0583-44b1-81f2-853102f026d6 HTTP/1.1" status: 404 len: 333 time: 0.0804701 Dec 21 13:29:38.661815 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56632) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:38.661815 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56634) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:38.722286 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c04f59fa-d6d2-41e5-afba-87b53bf2d7b9 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:38.772473 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b18c72d4-d163-4a03-b2bc-ed617cf3e1b5 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Publish callbacks [] for security_group, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:38.776199 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-3f3e828b-8a4c-41d0-8878-fa752beeb995 admin admin] Deleting port fc07de5d-8b77-4107-a050-d5c770d00dc1 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:29:38.776386 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3f3e828b-8a4c-41d0-8878-fa752beeb995 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:38.778552 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04f59fa-d6d2-41e5-afba-87b53bf2d7b9 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Pushing event deleted for resources: {'Port': ['ID=deb83c49-7141-4709-9157-5d7383bd831a,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:38.846051 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9d19e08-70f4-4668-9dd5-1f3cc7ad857c tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Deleting subnet b8461d97-f22b-4a5f-b7bc-93a5566bb6e6 {{(pid=103153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:29:38.856695 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8545db75-5ea4-43f4-ab24-c45ffa3b61f0 None None] DHCP port deletion for 20f77a39-9704-44ad-8444-71d97da616e0 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:29:38.860097 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 5adc386c-689d-4bc7-a6f1-dae54b79d3eb up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:29:38.875283 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a9d19e08-70f4-4668-9dd5-1f3cc7ad857c tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks [] for subnet, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:38.880691 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d0e71387-01e7-43fc-9e86-0b22f7a98dea tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:38.888716 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-d09d032e-2e68-4f3f-871c-0f6ab0cea01b None None] Attempting to bind port fd90247e-bb6c-4ec9-a30a-2aee11d33f7b on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:29:38.889160 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-d09d032e-2e68-4f3f-871c-0f6ab0cea01b None None] Attempting to bind port fd90247e-bb6c-4ec9-a30a-2aee11d33f7b by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '162181b3-99a3-46cd-9c7c-91c1f72eba6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ed7fd53b-7818-42a2-9e1f-b14fd3756b30'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:29:38.889483 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09d032e-2e68-4f3f-871c-0f6ab0cea01b None None] Attempting to bind port fd90247e-bb6c-4ec9-a30a-2aee11d33f7b on network ed7fd53b-7818-42a2-9e1f-b14fd3756b30 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:29:38.924130 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-8c731b75-84fb-4550-859d-cc553abf7b6c None None] For port 6097019a-8ed7-4666-85c2-c6c6bfdef5af, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6097019a-8ed7-4666-85c2-c6c6bfdef5af,segment=NetworkSegment(6c9dd1ad-4497-456c-a1eb-988c28f9820a),segment_id=6c9dd1ad-4497-456c-a1eb-988c28f9820a)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:29:38.963726 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8c731b75-84fb-4550-859d-cc553abf7b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:38.966500 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09d032e-2e68-4f3f-871c-0f6ab0cea01b None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:29:38.966848 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09d032e-2e68-4f3f-871c-0f6ab0cea01b None None] Checking segment: {'id': '162181b3-99a3-46cd-9c7c-91c1f72eba6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ed7fd53b-7818-42a2-9e1f-b14fd3756b30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:29:38.967323 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d09d032e-2e68-4f3f-871c-0f6ab0cea01b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:38.967789 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09d032e-2e68-4f3f-871c-0f6ab0cea01b None None] Bound using segment: {'id': '162181b3-99a3-46cd-9c7c-91c1f72eba6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ed7fd53b-7818-42a2-9e1f-b14fd3756b30'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:29:38.968900 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-d09d032e-2e68-4f3f-871c-0f6ab0cea01b None None] Bound port: fd90247e-bb6c-4ec9-a30a-2aee11d33f7b, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '162181b3-99a3-46cd-9c7c-91c1f72eba6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ed7fd53b-7818-42a2-9e1f-b14fd3756b30'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:29:38.969405 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d09d032e-2e68-4f3f-871c-0f6ab0cea01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:38.984219 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c04f59fa-d6d2-41e5-afba-87b53bf2d7b9 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:38.990824 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-c04f59fa-d6d2-41e5-afba-87b53bf2d7b9 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] 10.222.0.37 "DELETE /v2.0/ports/deb83c49-7141-4709-9157-5d7383bd831a HTTP/1.1" status: 204 len: 168 time: 2.3449595 Dec 21 13:29:38.997205 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56636) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:39.008029 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-405b902e-3979-4eb3-9a27-5ced138d0e9a tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Request body: {'floatingip': {'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:29:39.051132 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e71387-01e7-43fc-9e86-0b22f7a98dea tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Network ed7fd53b-7818-42a2-9e1f-b14fd3756b30 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:29:39.059994 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-3f3e828b-8a4c-41d0-8878-fa752beeb995 admin admin] For port fc07de5d-8b77-4107-a050-d5c770d00dc1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fc07de5d-8b77-4107-a050-d5c770d00dc1,segment=NetworkSegment(e364c909-484b-4482-ad56-e639441ae690),segment_id=e364c909-484b-4482-ad56-e639441ae690)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:29:39.060383 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3f3e828b-8a4c-41d0-8878-fa752beeb995 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:39.064755 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b18c72d4-d163-4a03-b2bc-ed617cf3e1b5 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Publish callbacks [] for security_group, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:39.064954 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a9d19e08-70f4-4668-9dd5-1f3cc7ad857c tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1585439'] for subnet, precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:39.078908 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b18c72d4-d163-4a03-b2bc-ed617cf3e1b5 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:39.079967 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-d0e71387-01e7-43fc-9e86-0b22f7a98dea tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:29:39.097041 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-9009b5c4-ef33-4cc5-9cc8-ad26641a9c86 None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:39.099208 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d2db22-79f9-4045-a259-8ce833ef8ff5 None None] DHCP port deletion for ec88161e-a588-41e1-b33a-71ad6f2116fc request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:29:39.113554 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-3f3e828b-8a4c-41d0-8878-fa752beeb995 admin admin] Calling delete_port for fc07de5d-8b77-4107-a050-d5c770d00dc1 owned by network:dhcp {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:29:39.116973 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e71387-01e7-43fc-9e86-0b22f7a98dea tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:29:39.117613 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d0e71387-01e7-43fc-9e86-0b22f7a98dea tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532557'] for router_interface, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:39.155841 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-9009b5c4-ef33-4cc5-9cc8-ad26641a9c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:39.171247 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a276e3ac-83c2-4a9c-8cf7-07bb50dc4a9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-5e2519e6-a01b-4598-9e2e-1219d5dc7c17', 'network_id': '5e2519e6-a01b-4598-9e2e-1219d5dc7c17', 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'fixed_ips': [{'subnet_id': '4c76a267-b7f0-4b50-8320-ecb6ae42b361'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:29:39.172276 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a276e3ac-83c2-4a9c-8cf7-07bb50dc4a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:39.172527 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e71387-01e7-43fc-9e86-0b22f7a98dea tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Pushing event updated for resources: {'Port': ['ID=03f177fc-3e1e-4f64-bc96-9aae40b4d7e8,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:39.187042 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-405b902e-3979-4eb3-9a27-5ced138d0e9a tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks [] for floatingip, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:39.189597 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-8c731b75-84fb-4550-859d-cc553abf7b6c None None] Provisioning complete for port 42cf7a6a-ce53-4b50-bca0-41aec639049d triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:29:39.189968 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8c731b75-84fb-4550-859d-cc553abf7b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:39.203287 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b18c72d4-d163-4a03-b2bc-ed617cf3e1b5 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:39.204817 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-b18c72d4-d163-4a03-b2bc-ed617cf3e1b5 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.8126481 Dec 21 13:29:39.209210 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56638) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:39.234553 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18c72d4-d163-4a03-b2bc-ed617cf3e1b5 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da11adf1-f07b-43f3-97b6-5f2bed74f215,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:39.245921 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-b6b2940b-38a0-4441-9854-66dee249a8a1 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Request body: {'security_group_rule': {'security_group_id': 'da11adf1-f07b-43f3-97b6-5f2bed74f215', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:29:39.247196 dv-neutron-master-2-hyperv neutron-server[103153]: WARNING neutron.api.v2.base [None req-b6b2940b-38a0-4441-9854-66dee249a8a1 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 21 13:29:39.248044 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.api.v2.resource [None req-b6b2940b-38a0-4441-9854-66dee249a8a1 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 13:29:39.249185 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-b6b2940b-38a0-4441-9854-66dee249a8a1 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0069835 Dec 21 13:29:39.253844 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56640) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:39.267684 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c731b75-84fb-4550-859d-cc553abf7b6c None None] Pushing event updated for resources: {'Port': ['ID=6097019a-8ed7-4666-85c2-c6c6bfdef5af,revision_number=5']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:39.295434 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-ee98447d-5108-4c31-9909-729703e6193a tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Allocated IP 2001:db8::85ee:bcbf:d754:d377 (ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9/b4a175c0-4e30-4924-9de5-f9e3c9e358a6/790f2c10-5f51-45c5-ba1b-18680baae27d) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:29:39.305151 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9009b5c4-ef33-4cc5-9cc8-ad26641a9c86 None None] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:29:39.350537 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-9009b5c4-ef33-4cc5-9cc8-ad26641a9c86 None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:29:39.353016 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9009b5c4-ef33-4cc5-9cc8-ad26641a9c86 None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:29:39.365090 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 5adc386c-689d-4bc7-a6f1-dae54b79d3eb triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:29:39.365506 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:39.396944 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-69505e9a-0b12-4a21-aab0-a54f72a978b2 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Deleting port 1de813df-7ca9-4766-abf3-8dbee4b80a1e {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:29:39.397358 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-69505e9a-0b12-4a21-aab0-a54f72a978b2 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:39.421174 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-d09d032e-2e68-4f3f-871c-0f6ab0cea01b None None] For port fd90247e-bb6c-4ec9-a30a-2aee11d33f7b, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:29:39.440003 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-63d03f7f-f492-4bb7-a19c-93ad99c59db1 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Publish callbacks [] for security_group, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:39.480137 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a9d19e08-70f4-4668-9dd5-1f3cc7ad857c tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:39.509016 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d0e71387-01e7-43fc-9e86-0b22f7a98dea tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:39.520615 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009b5c4-ef33-4cc5-9cc8-ad26641a9c86 None None] Pushing event updated for resources: {'Port': ['ID=42d0a6c3-9448-4b64-af34-7d5a90fbf4fa,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:39.528978 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-d09d032e-2e68-4f3f-871c-0f6ab0cea01b None None] For port fd90247e-bb6c-4ec9-a30a-2aee11d33f7b, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fd90247e-bb6c-4ec9-a30a-2aee11d33f7b,segment=NetworkSegment(162181b3-99a3-46cd-9c7c-91c1f72eba6d),segment_id=162181b3-99a3-46cd-9c7c-91c1f72eba6d)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:29:39.549085 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-63d03f7f-f492-4bb7-a19c-93ad99c59db1 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:39.571184 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d09d032e-2e68-4f3f-871c-0f6ab0cea01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:39.584182 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3f3e828b-8a4c-41d0-8878-fa752beeb995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:39.660723 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-69505e9a-0b12-4a21-aab0-a54f72a978b2 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:39.691820 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-405b902e-3979-4eb3-9a27-5ced138d0e9a tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:39.700831 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-9009b5c4-ef33-4cc5-9cc8-ad26641a9c86 None None] Attempting to bind port 42d0a6c3-9448-4b64-af34-7d5a90fbf4fa on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:29:39.701208 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-9009b5c4-ef33-4cc5-9cc8-ad26641a9c86 None None] Attempting to bind port 42d0a6c3-9448-4b64-af34-7d5a90fbf4fa by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b20a5dbe-a251-4a83-ae2d-3ffbda6396cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:29:39.702093 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9009b5c4-ef33-4cc5-9cc8-ad26641a9c86 None None] Attempting to bind port 42d0a6c3-9448-4b64-af34-7d5a90fbf4fa on network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:29:39.702198 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-69505e9a-0b12-4a21-aab0-a54f72a978b2 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Calling delete_port for 1de813df-7ca9-4766-abf3-8dbee4b80a1e owned by network:router_interface {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:29:39.715492 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-e3d2db22-79f9-4045-a259-8ce833ef8ff5 None None] Deleting port fc07de5d-8b77-4107-a050-d5c770d00dc1 {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:29:39.715929 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e3d2db22-79f9-4045-a259-8ce833ef8ff5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:39.720287 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-63d03f7f-f492-4bb7-a19c-93ad99c59db1 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:39.722947 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-63d03f7f-f492-4bb7-a19c-93ad99c59db1 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:39.724275 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-63d03f7f-f492-4bb7-a19c-93ad99c59db1 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] 10.222.0.37 "DELETE /v2.0/security-groups/da11adf1-f07b-43f3-97b6-5f2bed74f215 HTTP/1.1" status: 204 len: 168 time: 0.4673331 Dec 21 13:29:39.741999 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56642) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:39.757498 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9009b5c4-ef33-4cc5-9cc8-ad26641a9c86 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:29:39.757918 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9009b5c4-ef33-4cc5-9cc8-ad26641a9c86 None None] Checking segment: {'id': 'b20a5dbe-a251-4a83-ae2d-3ffbda6396cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:29:39.758304 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-9009b5c4-ef33-4cc5-9cc8-ad26641a9c86 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:39.758707 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9009b5c4-ef33-4cc5-9cc8-ad26641a9c86 None None] Bound using segment: {'id': 'b20a5dbe-a251-4a83-ae2d-3ffbda6396cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:29:39.759187 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-9009b5c4-ef33-4cc5-9cc8-ad26641a9c86 None None] Bound port: 42d0a6c3-9448-4b64-af34-7d5a90fbf4fa, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b20a5dbe-a251-4a83-ae2d-3ffbda6396cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:29:39.759576 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-9009b5c4-ef33-4cc5-9cc8-ad26641a9c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:39.784763 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ee98447d-5108-4c31-9909-729703e6193a tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:39.814348 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d03f7f-f492-4bb7-a19c-93ad99c59db1 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da11adf1-f07b-43f3-97b6-5f2bed74f215,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:39.858113 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-a276e3ac-83c2-4a9c-8cf7-07bb50dc4a9c None None] Allocated IP 172.23.0.2 (5e2519e6-a01b-4598-9e2e-1219d5dc7c17/4c76a267-b7f0-4b50-8320-ecb6ae42b361/d8d7cf14-d0ba-42f0-b2b3-a9557fbb24f4) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:29:39.861961 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09d032e-2e68-4f3f-871c-0f6ab0cea01b None None] Pushing event updated for resources: {'Port': ['ID=fd90247e-bb6c-4ec9-a30a-2aee11d33f7b,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:39.938315 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-e3d2db22-79f9-4045-a259-8ce833ef8ff5 None None] For port fc07de5d-8b77-4107-a050-d5c770d00dc1, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:29:39.938749 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e3d2db22-79f9-4045-a259-8ce833ef8ff5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:39.947365 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-11bdd946-62c0-4d09-b4ae-970cc917ca50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e607ba4-9930-44fe-93dc-6bdbcba9aee2', 'name': 'tempest-RoutersTest-router-758070956', 'tenant_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:28:56Z', 'updated_at': '2021-12-21T13:29:32Z', 'revision_number': 4, 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'gw_port_host': None, '_interfaces': [{'id': '103d063b-184d-4ce5-8374-f7db5124daa7', 'name': '', 'network_id': 'a2096345-ac39-4285-b67f-5f13a2a0698a', 'tenant_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'mac_address': 'fa:16:3e:77:f0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e607ba4-9930-44fe-93dc-6bdbcba9aee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'bcc4be89-a9c0-4d2c-916c-0d32f73303f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:03Z', 'updated_at': '2021-12-21T13:29:14Z', 'revision_number': 5, 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'subnets': [{'id': 'bcc4be89-a9c0-4d2c-916c-0d32f73303f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6097019a-8ed7-4666-85c2-c6c6bfdef5af', 'name': '', 'network_id': 'df07e3fa-3f28-45bc-8c57-98ec7342c6e5', 'tenant_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'mac_address': 'fa:16:3e:48:3b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e607ba4-9930-44fe-93dc-6bdbcba9aee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '4f771295-d7b4-41e0-84c1-176db63b7abd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:15Z', 'updated_at': '2021-12-21T13:29:33Z', 'revision_number': 4, 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'subnets': [{'id': '4f771295-d7b4-41e0-84c1-176db63b7abd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ea2abb2-03f3-4532-aaef-aae981701ad9', 'name': '', 'network_id': '3329f353-44f9-4447-aac2-b71a5a9d290d', 'tenant_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'mac_address': 'fa:16:3e:64:16:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e607ba4-9930-44fe-93dc-6bdbcba9aee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '9e8ec415-b83e-4a91-874f-0bf7812c4065', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:28Z', 'updated_at': '2021-12-21T13:29:33Z', 'revision_number': 2, 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'subnets': [{'id': '9e8ec415-b83e-4a91-874f-0bf7812c4065', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:39.974803 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-098c3b5c-3cf6-49f2-a4c8-3f89d4c492a2 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2299473 Dec 21 13:29:39.989130 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56644) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:40.002495 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3e828b-8a4c-41d0-8878-fa752beeb995 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc07de5d-8b77-4107-a050-d5c770d00dc1,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:40.023513 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3e828b-8a4c-41d0-8878-fa752beeb995 admin admin] No DVR routers for this DVR port fc07de5d-8b77-4107-a050-d5c770d00dc1 on host dv-neutron-master-2-hyperv {{(pid=103153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:29:40.034864 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bdd946-62c0-4d09-b4ae-970cc917ca50 None None] Checking router: 5e607ba4-9930-44fe-93dc-6bdbcba9aee2 for host: dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:29:40.035235 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bdd946-62c0-4d09-b4ae-970cc917ca50 None None] Updating router 5e607ba4-9930-44fe-93dc-6bdbcba9aee2 port 8ea2abb2-03f3-4532-aaef-aae981701ad9 binding host dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 13:29:40.039917 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-e3d2db22-79f9-4045-a259-8ce833ef8ff5 None None] Calling delete_port for fc07de5d-8b77-4107-a050-d5c770d00dc1 owned by network:dhcp {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:29:40.061949 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.ipam_backend_mixin [None req-e3d2db22-79f9-4045-a259-8ce833ef8ff5 None None] Port fc07de5d-8b77-4107-a050-d5c770d00dc1 was not found and therefore no delete operation was performed {{(pid=103154) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 21 13:29:40.062817 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-8c731b75-84fb-4550-859d-cc553abf7b6c None None] Provisioning complete for port b56bf987-5aa8-4774-848b-7a20664dd7e8 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:29:40.063188 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8c731b75-84fb-4550-859d-cc553abf7b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:40.125520 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a9d19e08-70f4-4668-9dd5-1f3cc7ad857c tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11349588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11288746'] for subnet, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:40.188879 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-fda7610e-0969-4b38-81b4-5eb19924ec2a tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Request body: {'security_group': {'name': 'tempest-secgroup--163284399'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:29:40.205748 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ee98447d-5108-4c31-9909-729703e6193a tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:40.216675 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-405b902e-3979-4eb3-9a27-5ced138d0e9a tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Allocated IP 172.36.3.176 (7fdf1889-f079-4166-bbda-88b2a8d8d595/051a5607-1753-4008-a2f2-d94b48752e9c/b6e878a1-2fe3-4344-a2f6-10fa60b54c9a) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:29:40.345506 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee98447d-5108-4c31-9909-729703e6193a tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event updated for resources: {'Port': ['ID=790f2c10-5f51-45c5-ba1b-18680baae27d,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:40.347624 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d19e08-70f4-4668-9dd5-1f3cc7ad857c tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Pushing event deleted for resources: {'Subnet': ['ID=b8461d97-f22b-4a5f-b7bc-93a5566bb6e6,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:40.368169 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f03c7102-7c51-4179-a52f-1b6f13441530 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:40.372450 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a9d19e08-70f4-4668-9dd5-1f3cc7ad857c tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks [] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:40.375410 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e3d2db22-79f9-4045-a259-8ce833ef8ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636'] for port, after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:40.378278 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-a9d19e08-70f4-4668-9dd5-1f3cc7ad857c tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "DELETE /v2.0/subnets/b8461d97-f22b-4a5f-b7bc-93a5566bb6e6 HTTP/1.1" status: 204 len: 168 time: 1.7134988 Dec 21 13:29:40.397652 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a711e6-ddb8-40f0-ac02-786e530a132e None None] Network 576666da-52eb-44eb-84b1-dffa0c10b545 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:29:40.420886 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56646) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:40.424762 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3f3e828b-8a4c-41d0-8878-fa752beeb995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:40.445468 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee98447d-5108-4c31-9909-729703e6193a tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:29:40.465537 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 12f8a58c-af26-4927-ac38-f21ade108865 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:29:40.467733 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-11bdd946-62c0-4d09-b4ae-970cc917ca50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:40.471213 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-9009b5c4-ef33-4cc5-9cc8-ad26641a9c86 None None] For port 42d0a6c3-9448-4b64-af34-7d5a90fbf4fa, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:29:40.480392 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d2db22-79f9-4045-a259-8ce833ef8ff5 None None] Pushing event deleted for resources: {'Port': ['ID=fc07de5d-8b77-4107-a050-d5c770d00dc1,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:40.483717 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d2db22-79f9-4045-a259-8ce833ef8ff5 None None] No DVR routers for this DVR port fc07de5d-8b77-4107-a050-d5c770d00dc1 on host dv-neutron-master-2-hyperv {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:29:40.502040 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-fda7610e-0969-4b38-81b4-5eb19924ec2a tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Publish callbacks [] for security_group, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:40.505159 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-ee98447d-5108-4c31-9909-729703e6193a tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:29:40.508456 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee98447d-5108-4c31-9909-729703e6193a tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:29:40.515677 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee98447d-5108-4c31-9909-729703e6193a tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:29:40.516331 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ee98447d-5108-4c31-9909-729703e6193a tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:40.555138 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-ee98447d-5108-4c31-9909-729703e6193a tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.4920688 Dec 21 13:29:40.556273 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-69505e9a-0b12-4a21-aab0-a54f72a978b2 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:40.557627 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-3f3e828b-8a4c-41d0-8878-fa752beeb995 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec88161e-a588-41e1-b33a-71ad6f2116fc']}} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:40.562447 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56648) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:40.567005 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-9009b5c4-ef33-4cc5-9cc8-ad26641a9c86 None None] For port 42d0a6c3-9448-4b64-af34-7d5a90fbf4fa, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=42d0a6c3-9448-4b64-af34-7d5a90fbf4fa,segment=NetworkSegment(b20a5dbe-a251-4a83-ae2d-3ffbda6396cf),segment_id=b20a5dbe-a251-4a83-ae2d-3ffbda6396cf)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:29:40.595872 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-f93dcc8b-8a82-483c-ae3a-3d904226c238 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Request body: {'port': {'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9', 'fixed_ips': [{'subnet_id': 'b4a175c0-4e30-4924-9de5-f9e3c9e358a6', 'ip_address': '2001:db8::85ee:bcbf:d754:d377'}], 'name': 'tempest-NetworksTestDHCPv6-178203623'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:29:40.600122 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-9009b5c4-ef33-4cc5-9cc8-ad26641a9c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:40.603744 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69505e9a-0b12-4a21-aab0-a54f72a978b2 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Pushing event deleted for resources: {'Port': ['ID=1de813df-7ca9-4766-abf3-8dbee4b80a1e,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:40.606855 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-3f3e828b-8a4c-41d0-8878-fa752beeb995 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e364c909-484b-4482-ad56-e639441ae690') {'for_net_delete': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:40.607382 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-3f3e828b-8a4c-41d0-8878-fa752beeb995 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e364c909-484b-4482-ad56-e639441ae690') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:40.646859 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3f3e828b-8a4c-41d0-8878-fa752beeb995 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1585430'] for segment, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:40.669322 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_v2 [None req-634386d7-8ff9-4ab6-bf33-bbc17c6bf8e5 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Deleting subnet 2b8c3e36-8493-4086-bf80-e186c429bbfe {{(pid=103153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:29:40.714115 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-634386d7-8ff9-4ab6-bf33-bbc17c6bf8e5 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks [] for subnet, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:40.756286 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3f3e828b-8a4c-41d0-8878-fa752beeb995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:40.806140 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f3e828b-8a4c-41d0-8878-fa752beeb995 admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=103153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:29:40.806741 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3f3e828b-8a4c-41d0-8878-fa752beeb995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11349758'] for segment, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:40.810306 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:29:40.810306 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:29:40.810306 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:29:40.810306 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:29:40.810306 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:29:40.810306 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:29:40.810306 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:29:40.810306 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:29:40.810306 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:29:40.810306 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:29:40.810306 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:29:40.810306 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:29:40.810306 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:29:40.810306 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:29:40.810306 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:29:40.810306 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:29:40.810306 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:29:40.810306 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:29:40.810306 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:29:40.810306 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:29:40.810306 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:29:40.810306 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:29:40.810306 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:29:40.810306 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:29:40.810306 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:29:40.810306 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:29:40.810306 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:29:40.810306 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:29:40.810306 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:29:40.810306 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:29:40.810306 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:29:40.810306 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:29:40.810306 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:29:40.810306 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:29:40.810306 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:29:40.810306 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:29:40.812798 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:29:40.812798 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:29:40.812798 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:29:40.812798 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:29:40.812798 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:29:40.812798 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:29:40.812798 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:29:40.812798 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:29:40.812798 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:29:40.812798 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:29:40.812798 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:29:40.812798 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:29:40.812798 dv-neutron-master-2-hyperv neutron-server[103153]: Traceback (most recent call last): Dec 21 13:29:40.815363 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:29:40.815363 dv-neutron-master-2-hyperv neutron-server[103153]: timer() Dec 21 13:29:40.815363 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:29:40.815363 dv-neutron-master-2-hyperv neutron-server[103153]: cb(*args, **kw) Dec 21 13:29:40.815363 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:29:40.815363 dv-neutron-master-2-hyperv neutron-server[103153]: return func(*args, **kwargs) Dec 21 13:29:40.815363 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:29:40.815363 dv-neutron-master-2-hyperv neutron-server[103153]: self._notify() Dec 21 13:29:40.815363 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:29:40.815363 dv-neutron-master-2-hyperv neutron-server[103153]: self.callback(batched_events) Dec 21 13:29:40.815363 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:29:40.815363 dv-neutron-master-2-hyperv neutron-server[103153]: event.method(event) Dec 21 13:29:40.815363 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:29:40.815363 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:29:40.815363 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:29:40.815363 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:29:40.815363 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:29:40.815363 dv-neutron-master-2-hyperv neutron-server[103153]: return f(self, *a, **k) Dec 21 13:29:40.815363 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:29:40.815363 dv-neutron-master-2-hyperv neutron-server[103153]: return self._get(url).json() Dec 21 13:29:40.815363 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:29:40.815363 dv-neutron-master-2-hyperv neutron-server[103153]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:29:40.815363 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:29:40.815363 dv-neutron-master-2-hyperv neutron-server[103153]: return self.request(url, 'GET', **kwargs) Dec 21 13:29:40.815363 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:29:40.815363 dv-neutron-master-2-hyperv neutron-server[103153]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:29:40.815363 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:29:40.815363 dv-neutron-master-2-hyperv neutron-server[103153]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:29:40.815363 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:29:40.815363 dv-neutron-master-2-hyperv neutron-server[103153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:29:40.815363 dv-neutron-master-2-hyperv neutron-server[103153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:29:40.909777 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-634386d7-8ff9-4ab6-bf33-bbc17c6bf8e5 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1585439'] for subnet, precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:40.966996 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009b5c4-ef33-4cc5-9cc8-ad26641a9c86 None None] Pushing event updated for resources: {'Port': ['ID=42d0a6c3-9448-4b64-af34-7d5a90fbf4fa,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:41.000165 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a276e3ac-83c2-4a9c-8cf7-07bb50dc4a9c None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:41.034436 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 12f8a58c-af26-4927-ac38-f21ade108865 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:29:41.034815 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:41.036956 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a276e3ac-83c2-4a9c-8cf7-07bb50dc4a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:41.086487 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-8c731b75-84fb-4550-859d-cc553abf7b6c None None] Could not find standard attr ID for object 1de813df-7ca9-4766-abf3-8dbee4b80a1e. {{(pid=103154) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 21 13:29:41.191975 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-8c731b75-84fb-4550-859d-cc553abf7b6c None None] Could not find standard attr ID for object c3134198-2fe7-4776-a76b-81f72b0b3dee. {{(pid=103154) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 21 13:29:41.263043 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a276e3ac-83c2-4a9c-8cf7-07bb50dc4a9c None None] Network 5e2519e6-a01b-4598-9e2e-1219d5dc7c17 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:29:41.285127 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-a276e3ac-83c2-4a9c-8cf7-07bb50dc4a9c None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:29:41.289566 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a276e3ac-83c2-4a9c-8cf7-07bb50dc4a9c None None] Pushing event updated for resources: {'Port': ['ID=d8d7cf14-d0ba-42f0-b2b3-a9557fbb24f4,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:41.293727 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a276e3ac-83c2-4a9c-8cf7-07bb50dc4a9c None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:29:41.332689 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3f3e828b-8a4c-41d0-8878-fa752beeb995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:41.383627 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3f3e828b-8a4c-41d0-8878-fa752beeb995 admin admin] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:41.396091 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-3f3e828b-8a4c-41d0-8878-fa752beeb995 admin admin] 10.222.0.37 "DELETE /v2.0/networks/ec88161e-a588-41e1-b33a-71ad6f2116fc HTTP/1.1" status: 204 len: 168 time: 3.3772545 Dec 21 13:29:41.422208 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-0b9ac438-bc42-4f5a-987f-d4b00abe5c70 None None] Provisioning complete for port 8ea2abb2-03f3-4532-aaef-aae981701ad9 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:29:41.422762 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-0b9ac438-bc42-4f5a-987f-d4b00abe5c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:41.446503 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-f03c7102-7c51-4179-a52f-1b6f13441530 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Allocated IP 172.23.0.1 (5e2519e6-a01b-4598-9e2e-1219d5dc7c17/4c76a267-b7f0-4b50-8320-ecb6ae42b361/97bf2496-bd03-49c5-ac60-0552f2405f75) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:29:41.450469 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-69505e9a-0b12-4a21-aab0-a54f72a978b2 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534084'] for router_interface, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:41.517150 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d0e71387-01e7-43fc-9e86-0b22f7a98dea tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:41.517987 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-405b902e-3979-4eb3-9a27-5ced138d0e9a tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:41.521458 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3e828b-8a4c-41d0-8878-fa752beeb995 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec88161e-a588-41e1-b33a-71ad6f2116fc,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:41.541338 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-a276e3ac-83c2-4a9c-8cf7-07bb50dc4a9c None None] Attempting to bind port d8d7cf14-d0ba-42f0-b2b3-a9557fbb24f4 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:29:41.541724 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-a276e3ac-83c2-4a9c-8cf7-07bb50dc4a9c None None] Attempting to bind port d8d7cf14-d0ba-42f0-b2b3-a9557fbb24f4 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '16ec3175-c439-447d-8869-9947abf5df48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '5e2519e6-a01b-4598-9e2e-1219d5dc7c17'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:29:41.542094 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a276e3ac-83c2-4a9c-8cf7-07bb50dc4a9c None None] Attempting to bind port d8d7cf14-d0ba-42f0-b2b3-a9557fbb24f4 on network 5e2519e6-a01b-4598-9e2e-1219d5dc7c17 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:29:41.564814 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 6097019a-8ed7-4666-85c2-c6c6bfdef5af up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:29:41.568753 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a276e3ac-83c2-4a9c-8cf7-07bb50dc4a9c None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:29:41.569135 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a276e3ac-83c2-4a9c-8cf7-07bb50dc4a9c None None] Checking segment: {'id': '16ec3175-c439-447d-8869-9947abf5df48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '5e2519e6-a01b-4598-9e2e-1219d5dc7c17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:29:41.569547 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a276e3ac-83c2-4a9c-8cf7-07bb50dc4a9c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:41.569947 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a276e3ac-83c2-4a9c-8cf7-07bb50dc4a9c None None] Bound using segment: {'id': '16ec3175-c439-447d-8869-9947abf5df48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '5e2519e6-a01b-4598-9e2e-1219d5dc7c17'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:29:41.570846 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-a276e3ac-83c2-4a9c-8cf7-07bb50dc4a9c None None] Bound port: d8d7cf14-d0ba-42f0-b2b3-a9557fbb24f4, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16ec3175-c439-447d-8869-9947abf5df48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '5e2519e6-a01b-4598-9e2e-1219d5dc7c17'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:29:41.571242 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a276e3ac-83c2-4a9c-8cf7-07bb50dc4a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:41.579850 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-0b9ac438-bc42-4f5a-987f-d4b00abe5c70 None None] Port 8ea2abb2-03f3-4532-aaef-aae981701ad9 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:29:41.595451 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-405b902e-3979-4eb3-9a27-5ced138d0e9a tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:41.659499 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-11bdd946-62c0-4d09-b4ae-970cc917ca50 None None] Publish callbacks [] for port, precommit_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:41.671742 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe3c154-8394-41a8-b2ae-044e2df05290 None None] Network ed7fd53b-7818-42a2-9e1f-b14fd3756b30 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:29:41.680905 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-0b9ac438-bc42-4f5a-987f-d4b00abe5c70 None None] Could not find standard attr ID for object eb66460d-0583-44b1-81f2-853102f026d6. {{(pid=103154) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 21 13:29:41.683262 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-11bdd946-62c0-4d09-b4ae-970cc917ca50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:41.721324 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d0e71387-01e7-43fc-9e86-0b22f7a98dea tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:41.722449 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d0e71387-01e7-43fc-9e86-0b22f7a98dea tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532537'] for router_interface, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:41.771867 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-634386d7-8ff9-4ab6-bf33-bbc17c6bf8e5 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:41.808249 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-a276e3ac-83c2-4a9c-8cf7-07bb50dc4a9c None None] For port d8d7cf14-d0ba-42f0-b2b3-a9557fbb24f4, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:29:41.812076 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-a276e3ac-83c2-4a9c-8cf7-07bb50dc4a9c None None] For port d8d7cf14-d0ba-42f0-b2b3-a9557fbb24f4, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d8d7cf14-d0ba-42f0-b2b3-a9557fbb24f4,segment=NetworkSegment(16ec3175-c439-447d-8869-9947abf5df48),segment_id=16ec3175-c439-447d-8869-9947abf5df48)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:29:41.826137 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56652) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:41.855112 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405b902e-3979-4eb3-9a27-5ced138d0e9a tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Network 7fdf1889-f079-4166-bbda-88b2a8d8d595 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:29:41.859687 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-405b902e-3979-4eb3-9a27-5ced138d0e9a tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:29:41.881343 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-fda7610e-0969-4b38-81b4-5eb19924ec2a tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Publish callbacks [] for security_group, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:41.882931 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405b902e-3979-4eb3-9a27-5ced138d0e9a tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Pushing event updated for resources: {'Port': ['ID=b6e878a1-2fe3-4344-a2f6-10fa60b54c9a,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:41.893105 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405b902e-3979-4eb3-9a27-5ced138d0e9a tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:29:41.930834 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78242a7-0328-4581-856d-83b85fd1e6d0 None None] Pushing event updated for resources: {'Port': ['ID=8ea2abb2-03f3-4532-aaef-aae981701ad9,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:41.939238 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f03c7102-7c51-4179-a52f-1b6f13441530 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:41.950227 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a276e3ac-83c2-4a9c-8cf7-07bb50dc4a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:41.958836 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e71387-01e7-43fc-9e86-0b22f7a98dea tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Pushing event updated for resources: {'Port': ['ID=03f177fc-3e1e-4f64-bc96-9aae40b4d7e8,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:41.978730 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f93dcc8b-8a82-483c-ae3a-3d904226c238 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Made reservation on behalf of 4e9b97d81d204c53a28bf5666eaf36b7 for: {'port': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:29:41.992206 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f93dcc8b-8a82-483c-ae3a-3d904226c238 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:42.063190 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-fda7610e-0969-4b38-81b4-5eb19924ec2a tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:42.072412 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-f93dcc8b-8a82-483c-ae3a-3d904226c238 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] device_id is not set on port 3135abc7-5c4c-4b56-bbd5-fd77919312d4 yet. {{(pid=103152) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 13:29:42.077282 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-d251c66c-a568-431b-a198-30dddfc0d150 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=eb17296434674195836b28e8a0fc67cf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2495131 Dec 21 13:29:42.082474 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56654) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:42.085530 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-0b9ac438-bc42-4f5a-987f-d4b00abe5c70 None None] Provisioning complete for port 12f8a58c-af26-4927-ac38-f21ade108865 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:29:42.085530 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-0b9ac438-bc42-4f5a-987f-d4b00abe5c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:42.092292 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-634386d7-8ff9-4ab6-bf33-bbc17c6bf8e5 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11349588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11288746'] for subnet, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:42.123667 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e71387-01e7-43fc-9e86-0b22f7a98dea tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Network ed7fd53b-7818-42a2-9e1f-b14fd3756b30 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:29:42.143198 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f03c7102-7c51-4179-a52f-1b6f13441530 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:42.170710 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a276e3ac-83c2-4a9c-8cf7-07bb50dc4a9c None None] Pushing event updated for resources: {'Port': ['ID=d8d7cf14-d0ba-42f0-b2b3-a9557fbb24f4,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:42.202049 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-d0e71387-01e7-43fc-9e86-0b22f7a98dea tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:29:42.218069 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-11bdd946-62c0-4d09-b4ae-970cc917ca50 None None] Attempting to bind port 8ea2abb2-03f3-4532-aaef-aae981701ad9 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:29:42.218472 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-11bdd946-62c0-4d09-b4ae-970cc917ca50 None None] Attempting to bind port 8ea2abb2-03f3-4532-aaef-aae981701ad9 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'adc778e3-5a34-4d53-922b-f8878f03791b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3329f353-44f9-4447-aac2-b71a5a9d290d'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:29:42.218844 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bdd946-62c0-4d09-b4ae-970cc917ca50 None None] Attempting to bind port 8ea2abb2-03f3-4532-aaef-aae981701ad9 on network 3329f353-44f9-4447-aac2-b71a5a9d290d {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:29:42.244905 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-634386d7-8ff9-4ab6-bf33-bbc17c6bf8e5 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks [] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:42.252224 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 6097019a-8ed7-4666-85c2-c6c6bfdef5af triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:29:42.252623 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:42.260260 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-634386d7-8ff9-4ab6-bf33-bbc17c6bf8e5 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "DELETE /v2.0/subnets/2b8c3e36-8493-4086-bf80-e186c429bbfe HTTP/1.1" status: 204 len: 168 time: 1.8378749 Dec 21 13:29:42.281332 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bdd946-62c0-4d09-b4ae-970cc917ca50 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:29:42.281698 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bdd946-62c0-4d09-b4ae-970cc917ca50 None None] Checking segment: {'id': 'adc778e3-5a34-4d53-922b-f8878f03791b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3329f353-44f9-4447-aac2-b71a5a9d290d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:29:42.282116 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-11bdd946-62c0-4d09-b4ae-970cc917ca50 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:42.282576 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bdd946-62c0-4d09-b4ae-970cc917ca50 None None] Bound using segment: {'id': 'adc778e3-5a34-4d53-922b-f8878f03791b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3329f353-44f9-4447-aac2-b71a5a9d290d'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:29:42.283081 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-11bdd946-62c0-4d09-b4ae-970cc917ca50 None None] Bound port: 8ea2abb2-03f3-4532-aaef-aae981701ad9, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adc778e3-5a34-4d53-922b-f8878f03791b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3329f353-44f9-4447-aac2-b71a5a9d290d'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:29:42.283460 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-11bdd946-62c0-4d09-b4ae-970cc917ca50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:42.292923 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634386d7-8ff9-4ab6-bf33-bbc17c6bf8e5 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Pushing event deleted for resources: {'Subnet': ['ID=2b8c3e36-8493-4086-bf80-e186c429bbfe,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:42.301551 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-405b902e-3979-4eb3-9a27-5ced138d0e9a tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:42.348406 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a79d722-ac8c-48a0-9bc3-daaa5cada082 None None] Network 576666da-52eb-44eb-84b1-dffa0c10b545 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:29:42.363461 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56656) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:42.375741 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03c7102-7c51-4179-a52f-1b6f13441530 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Pushing event updated for resources: {'Port': ['ID=97bf2496-bd03-49c5-ac60-0552f2405f75,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:42.412049 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69505e9a-0b12-4a21-aab0-a54f72a978b2 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Router 6d634d32-784e-45ba-b51d-b77e84ca53d6 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:29:42.417224 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-fda7610e-0969-4b38-81b4-5eb19924ec2a tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:42.423532 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-fda7610e-0969-4b38-81b4-5eb19924ec2a tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 2.2450044 Dec 21 13:29:42.481428 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-11bdd946-62c0-4d09-b4ae-970cc917ca50 None None] For port 8ea2abb2-03f3-4532-aaef-aae981701ad9, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:29:42.484812 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-11bdd946-62c0-4d09-b4ae-970cc917ca50 None None] For port 8ea2abb2-03f3-4532-aaef-aae981701ad9, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8ea2abb2-03f3-4532-aaef-aae981701ad9,segment=NetworkSegment(adc778e3-5a34-4d53-922b-f8878f03791b),segment_id=adc778e3-5a34-4d53-922b-f8878f03791b)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:29:42.508561 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56658) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:42.509944 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-405b902e-3979-4eb3-9a27-5ced138d0e9a tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:42.572067 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-11bdd946-62c0-4d09-b4ae-970cc917ca50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:42.658466 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03c7102-7c51-4179-a52f-1b6f13441530 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Network 5e2519e6-a01b-4598-9e2e-1219d5dc7c17 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:29:42.663298 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-0b9ac438-bc42-4f5a-987f-d4b00abe5c70 None None] Provisioning complete for port 42cf7a6a-ce53-4b50-bca0-41aec639049d triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:29:42.663669 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-0b9ac438-bc42-4f5a-987f-d4b00abe5c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:42.706533 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-f03c7102-7c51-4179-a52f-1b6f13441530 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:29:42.709861 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03c7102-7c51-4179-a52f-1b6f13441530 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:29:42.719155 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0e71387-01e7-43fc-9e86-0b22f7a98dea tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Router caf3ff8a-af97-4de4-b3e0-de9adbadc076 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:29:42.734112 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-b74fc9ec-a1dd-40c9-96e3-bd40cf5ec71d tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Request body: {'security_group_rule': {'security_group_id': 'b11014e9-3bc7-4814-b4c3-a95ad1855662', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:29:42.735057 dv-neutron-master-2-hyperv neutron-server[103152]: WARNING neutron.api.v2.base [None req-b74fc9ec-a1dd-40c9-96e3-bd40cf5ec71d tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 21 13:29:42.735586 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.api.v2.resource [None req-b74fc9ec-a1dd-40c9-96e3-bd40cf5ec71d tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 13:29:42.736621 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-b74fc9ec-a1dd-40c9-96e3-bd40cf5ec71d tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.1663461 Dec 21 13:29:42.749147 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78242a7-0328-4581-856d-83b85fd1e6d0 None None] Pushing event updated for resources: {'Port': ['ID=8ea2abb2-03f3-4532-aaef-aae981701ad9,revision_number=4']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:42.757461 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bdd946-62c0-4d09-b4ae-970cc917ca50 None None] Routers {'5e607ba4-9930-44fe-93dc-6bdbcba9aee2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:29:42.758432 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-11bdd946-62c0-4d09-b4ae-970cc917ca50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:29:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['5e607ba4-9930-44fe-93dc-6bdbcba9aee2'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:42.765320 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56660) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:42.809267 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f94e51f3-e832-4ed0-8dbe-53938205a450 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:42.846314 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda7610e-0969-4b38-81b4-5eb19924ec2a tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b11014e9-3bc7-4814-b4c3-a95ad1855662,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:42.880621 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f94e51f3-e832-4ed0-8dbe-53938205a450 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:42.959405 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f94e51f3-e832-4ed0-8dbe-53938205a450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:42.962693 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f94e51f3-e832-4ed0-8dbe-53938205a450 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:42.980438 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-f94e51f3-e832-4ed0-8dbe-53938205a450 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3accd7d4-a626-4014-a1ba-93ef6554fe85 HTTP/1.1" status: 204 len: 168 time: 0.8893509 Dec 21 13:29:43.040259 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6b98d166-7298-48e6-9f85-4513fe043c99 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:43.056618 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94e51f3-e832-4ed0-8dbe-53938205a450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3accd7d4-a626-4014-a1ba-93ef6554fe85,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:43.075504 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69505e9a-0b12-4a21-aab0-a54f72a978b2 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:29:43.088151 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0842d4-0ce5-476b-9f24-331fe93f9841 None None] Sync routers for ids ['6d634d32-784e-45ba-b51d-b77e84ca53d6'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:29:43.101556 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-69505e9a-0b12-4a21-aab0-a54f72a978b2 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "PUT /v2.0/routers/6d634d32-784e-45ba-b51d-b77e84ca53d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8322697 Dec 21 13:29:43.120415 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0842d4-0ce5-476b-9f24-331fe93f9841 None None] Routers {'6d634d32-784e-45ba-b51d-b77e84ca53d6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:29:43.122107 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-2b0842d4-0ce5-476b-9f24-331fe93f9841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:29:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['6d634d32-784e-45ba-b51d-b77e84ca53d6'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:43.135328 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56664) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:43.159819 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-f93dcc8b-8a82-483c-ae3a-3d904226c238 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] POST failed (client error): There was a conflict when trying to complete your request. Dec 21 13:29:43.160249 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f93dcc8b-8a82-483c-ae3a-3d904226c238 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:29:43.178592 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f03c7102-7c51-4179-a52f-1b6f13441530 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532557'] for router_interface, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:43.226055 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-2b0842d4-0ce5-476b-9f24-331fe93f9841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:43.256901 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0842d4-0ce5-476b-9f24-331fe93f9841 None None] Routers {'6d634d32-784e-45ba-b51d-b77e84ca53d6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:29:43.257520 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-2b0842d4-0ce5-476b-9f24-331fe93f9841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:29:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['6d634d32-784e-45ba-b51d-b77e84ca53d6'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:43.273777 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-735eea50-ab0c-4936-8779-cc7292e62e15 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] GET failed (client error): The resource could not be found. Dec 21 13:29:43.278608 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-735eea50-ab0c-4936-8779-cc7292e62e15 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "GET /v2.0/ports/1de813df-7ca9-4766-abf3-8dbee4b80a1e HTTP/1.1" status: 404 len: 333 time: 0.1053450 Dec 21 13:29:43.318398 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56666) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:43.343763 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-2b0842d4-0ce5-476b-9f24-331fe93f9841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:43.344651 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0842d4-0ce5-476b-9f24-331fe93f9841 None None] The sync data for ids ['6d634d32-784e-45ba-b51d-b77e84ca53d6'] in dv-neutron-master-2-hyperv is: [] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:29:43.403753 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2311fe-72d4-48f1-955f-b9a12bff6037 None None] DHCP port deletion for 576666da-52eb-44eb-84b1-dffa0c10b545 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:29:43.406096 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:43.416457 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device b56bf987-5aa8-4774-848b-7a20664dd7e8 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:29:43.420673 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-11bdd946-62c0-4d09-b4ae-970cc917ca50 None None] Set router 5e607ba4-9930-44fe-93dc-6bdbcba9aee2 gateway port host: None {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:29:43.571511 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-f93dcc8b-8a82-483c-ae3a-3d904226c238 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 2.9815655 Dec 21 13:29:43.591510 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56672) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:43.599970 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a89a2f5f-4e43-4a0a-a01e-fa59d6f0de86 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Publish callbacks [] for security_group, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:43.635204 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a89a2f5f-4e43-4a0a-a01e-fa59d6f0de86 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:43.635638 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-0b9ac438-bc42-4f5a-987f-d4b00abe5c70 None None] Provisioning complete for port 6097019a-8ed7-4666-85c2-c6c6bfdef5af triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:29:43.637106 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-0b9ac438-bc42-4f5a-987f-d4b00abe5c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:43.693519 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8088d1db-b780-4e38-8a10-bb64bf9ab8eb tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks [] for router, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:43.699573 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a89a2f5f-4e43-4a0a-a01e-fa59d6f0de86 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:43.703261 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a89a2f5f-4e43-4a0a-a01e-fa59d6f0de86 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:43.708071 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-a89a2f5f-4e43-4a0a-a01e-fa59d6f0de86 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] 10.222.0.37 "DELETE /v2.0/security-groups/b11014e9-3bc7-4814-b4c3-a95ad1855662 HTTP/1.1" status: 204 len: 168 time: 0.9390271 Dec 21 13:29:43.711694 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56678) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:43.715643 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0e71387-01e7-43fc-9e86-0b22f7a98dea tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:29:43.732527 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-d0e71387-01e7-43fc-9e86-0b22f7a98dea tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "PUT /v2.0/routers/caf3ff8a-af97-4de4-b3e0-de9adbadc076/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5822833 Dec 21 13:29:43.747097 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56680) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:43.755767 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-37b3ab5b-9a3b-4c77-999c-733d930eac91 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:29:43.761614 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99eea00f-9552-4916-bfb0-9af807068dfb None None] Sync routers for ids ['caf3ff8a-af97-4de4-b3e0-de9adbadc076'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:29:43.848457 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89a2f5f-4e43-4a0a-a01e-fa59d6f0de86 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b11014e9-3bc7-4814-b4c3-a95ad1855662,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:43.872637 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99eea00f-9552-4916-bfb0-9af807068dfb None None] Routers {'caf3ff8a-af97-4de4-b3e0-de9adbadc076'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:29:43.876858 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-99eea00f-9552-4916-bfb0-9af807068dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:29:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['caf3ff8a-af97-4de4-b3e0-de9adbadc076'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:43.911545 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-5ca6c52c-1e94-454b-9881-18522843a86f tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1953559 Dec 21 13:29:43.913470 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56684) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:43.925702 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-685b39b4-ec42-4a9e-a7a9-ac33c3ce7f10 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Request body: {'security_group': {'name': 'tempest-secgroup--837523140'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:29:44.068856 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8088d1db-b780-4e38-8a10-bb64bf9ab8eb tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26950'] for router, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:44.071263 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8088d1db-b780-4e38-8a10-bb64bf9ab8eb tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:44.146160 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8088d1db-b780-4e38-8a10-bb64bf9ab8eb tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534967'] for router, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:44.146744 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8088d1db-b780-4e38-8a10-bb64bf9ab8eb tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Fanout notify agent at l3_agent the message router_deleted on router 6d634d32-784e-45ba-b51d-b77e84ca53d6 {{(pid=103152) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 13:29:44.163219 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8088d1db-b780-4e38-8a10-bb64bf9ab8eb tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks [] for router, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:44.171514 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-8088d1db-b780-4e38-8a10-bb64bf9ab8eb tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "DELETE /v2.0/routers/6d634d32-784e-45ba-b51d-b77e84ca53d6 HTTP/1.1" status: 204 len: 168 time: 0.8522394 Dec 21 13:29:44.176133 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56690) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:44.212853 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80dc938-4854-443d-b91e-2c1430bccc66 None None] Network 5e2519e6-a01b-4598-9e2e-1219d5dc7c17 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:29:44.243494 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-2f2311fe-72d4-48f1-955f-b9a12bff6037 None None] Deleting port 42cf7a6a-ce53-4b50-bca0-41aec639049d {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:29:44.244020 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-2f2311fe-72d4-48f1-955f-b9a12bff6037 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:44.246165 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port b56bf987-5aa8-4774-848b-7a20664dd7e8 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:29:44.246775 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:44.261096 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6eab1a8-3cee-4fa7-9ac5-426fdc3d55c9 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Deleting subnet 23dae4ee-1648-4176-b80b-911cf3881c19 {{(pid=103152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:29:44.283869 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b6eab1a8-3cee-4fa7-9ac5-426fdc3d55c9 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks [] for subnet, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:44.288159 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-405b902e-3979-4eb3-9a27-5ced138d0e9a tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:44.317822 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-405b902e-3979-4eb3-9a27-5ced138d0e9a tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805230'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:44.361367 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-685b39b4-ec42-4a9e-a7a9-ac33c3ce7f10 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Publish callbacks [] for security_group, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:44.399648 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-99eea00f-9552-4916-bfb0-9af807068dfb None None] Set router caf3ff8a-af97-4de4-b3e0-de9adbadc076 gateway port host: None {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:29:44.441677 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b6eab1a8-3cee-4fa7-9ac5-426fdc3d55c9 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526644'] for subnet, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:44.450659 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-685b39b4-ec42-4a9e-a7a9-ac33c3ce7f10 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Publish callbacks [] for security_group, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:44.499559 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cbf72d7-8c8d-46f9-986d-0af6931cc434 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:29:44.501775 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-685b39b4-ec42-4a9e-a7a9-ac33c3ce7f10 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:44.505516 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cbf72d7-8c8d-46f9-986d-0af6931cc434 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:29:44.507440 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-2cbf72d7-8c8d-46f9-986d-0af6931cc434 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.8938806 Dec 21 13:29:44.509347 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-6b98d166-7298-48e6-9f85-4513fe043c99 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Deleting port 42cf7a6a-ce53-4b50-bca0-41aec639049d {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:29:44.509835 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6b98d166-7298-48e6-9f85-4513fe043c99 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:44.516563 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56698) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:44.531102 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-2f2311fe-72d4-48f1-955f-b9a12bff6037 None None] For port 42cf7a6a-ce53-4b50-bca0-41aec639049d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=42cf7a6a-ce53-4b50-bca0-41aec639049d,segment=NetworkSegment(859e65f8-ce95-4d1c-a56c-f21fec48dd82),segment_id=859e65f8-ce95-4d1c-a56c-f21fec48dd82)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:29:44.531589 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-2f2311fe-72d4-48f1-955f-b9a12bff6037 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:44.534402 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405b902e-3979-4eb3-9a27-5ced138d0e9a tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Pushing event updated for resources: {'Port': ['ID=b6e878a1-2fe3-4344-a2f6-10fa60b54c9a,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:44.558560 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-2f2311fe-72d4-48f1-955f-b9a12bff6037 None None] Calling delete_port for 42cf7a6a-ce53-4b50-bca0-41aec639049d owned by network:dhcp {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:29:44.572270 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-685b39b4-ec42-4a9e-a7a9-ac33c3ce7f10 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:44.573521 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-685b39b4-ec42-4a9e-a7a9-ac33c3ce7f10 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.6533852 Dec 21 13:29:44.577077 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56700) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:44.581775 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-6b8feb0a-4239-4d75-b051-0230a197083f tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Request body: {'security_group_rule': {'security_group_id': 'aa0533c3-2377-4e01-b75d-ce8d80c88034', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:29:44.596161 dv-neutron-master-2-hyperv neutron-server[103152]: WARNING neutron.api.v2.base [None req-6b8feb0a-4239-4d75-b051-0230a197083f tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 21 13:29:44.596844 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.api.v2.resource [None req-6b8feb0a-4239-4d75-b051-0230a197083f tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 13:29:44.600774 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-6b8feb0a-4239-4d75-b051-0230a197083f tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0199773 Dec 21 13:29:44.600925 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685b39b4-ec42-4a9e-a7a9-ac33c3ce7f10 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa0533c3-2377-4e01-b75d-ce8d80c88034,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:44.604065 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-405b902e-3979-4eb3-9a27-5ced138d0e9a tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548820'] for floatingip, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:44.612557 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56702) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:44.618040 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-a21a4001-c10a-4645-a9cf-8a71743f8f46 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Request body: {'security_group_rule': {'security_group_id': 'aa0533c3-2377-4e01-b75d-ce8d80c88034', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:29:44.618215 dv-neutron-master-2-hyperv neutron-server[103152]: WARNING neutron.api.v2.base [None req-a21a4001-c10a-4645-a9cf-8a71743f8f46 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 21 13:29:44.618733 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.api.v2.resource [None req-a21a4001-c10a-4645-a9cf-8a71743f8f46 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 13:29:44.622504 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-a21a4001-c10a-4645-a9cf-8a71743f8f46 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0061977 Dec 21 13:29:44.623442 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56706) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:44.629451 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-c8755665-d4c6-4f94-a829-a0f9bf029899 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Request body: {'security_group_rule': {'security_group_id': 'aa0533c3-2377-4e01-b75d-ce8d80c88034', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:29:44.632092 dv-neutron-master-2-hyperv neutron-server[103152]: WARNING neutron.api.v2.base [None req-c8755665-d4c6-4f94-a829-a0f9bf029899 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 21 13:29:44.632892 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.api.v2.resource [None req-c8755665-d4c6-4f94-a829-a0f9bf029899 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 13:29:44.637344 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-c8755665-d4c6-4f94-a829-a0f9bf029899 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0095174 Dec 21 13:29:44.637526 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f03c7102-7c51-4179-a52f-1b6f13441530 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:44.645167 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56708) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:44.674617 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-405b902e-3979-4eb3-9a27-5ced138d0e9a tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for floatingip, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:44.678829 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-405b902e-3979-4eb3-9a27-5ced138d0e9a tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.6764057 Dec 21 13:29:44.679173 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56710) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:44.684726 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-a0a666ae-60af-4ad9-b53a-d004b5f2b2ae tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Request body: {'port': {'network_id': '20f77a39-9704-44ad-8444-71d97da616e0', 'name': 'tempest-FloatingIPTestJSON-1789626980'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:29:44.684940 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-d3a479b9-b16e-4b8e-a6f1-517815f9d154 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Request body: {'security_group_rule': {'security_group_id': 'aa0533c3-2377-4e01-b75d-ce8d80c88034', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:29:44.687253 dv-neutron-master-2-hyperv neutron-server[103153]: WARNING neutron.api.v2.base [None req-d3a479b9-b16e-4b8e-a6f1-517815f9d154 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 21 13:29:44.688058 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.api.v2.resource [None req-d3a479b9-b16e-4b8e-a6f1-517815f9d154 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 13:29:44.689865 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-d3a479b9-b16e-4b8e-a6f1-517815f9d154 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0093861 Dec 21 13:29:44.691627 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b6eab1a8-3cee-4fa7-9ac5-426fdc3d55c9 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:44.705633 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56712) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:44.864357 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-2f2311fe-72d4-48f1-955f-b9a12bff6037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636'] for port, after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:44.876255 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-0b9ac438-bc42-4f5a-987f-d4b00abe5c70 None None] Could not find standard attr ID for object 1de813df-7ca9-4766-abf3-8dbee4b80a1e. {{(pid=103154) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 21 13:29:44.888170 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b6eab1a8-3cee-4fa7-9ac5-426fdc3d55c9 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12346570'] for subnet, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:44.905960 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b6eab1a8-3cee-4fa7-9ac5-426fdc3d55c9 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:44.911542 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-b6eab1a8-3cee-4fa7-9ac5-426fdc3d55c9 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "DELETE /v2.0/subnets/23dae4ee-1648-4176-b80b-911cf3881c19 HTTP/1.1" status: 204 len: 168 time: 0.7229865 Dec 21 13:29:44.914332 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56720) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:44.940295 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6f4a80-6bdc-4593-9b72-745893c82529 None None] Network 8049b69d-73d9-4342-9508-6562406e8197 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:29:44.952548 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-90bb803a-0e61-4d3b-b6b9-9d3df688dd45 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Publish callbacks [] for security_group, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:44.957248 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eab1a8-3cee-4fa7-9ac5-426fdc3d55c9 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Pushing event deleted for resources: {'Subnet': ['ID=23dae4ee-1648-4176-b80b-911cf3881c19,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:44.967627 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2311fe-72d4-48f1-955f-b9a12bff6037 None None] Pushing event deleted for resources: {'Port': ['ID=42cf7a6a-ce53-4b50-bca0-41aec639049d,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:44.976673 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-90bb803a-0e61-4d3b-b6b9-9d3df688dd45 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:45.005009 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2311fe-72d4-48f1-955f-b9a12bff6037 None None] No DVR routers for this DVR port 42cf7a6a-ce53-4b50-bca0-41aec639049d on host dv-neutron-master-2-hyperv {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:29:45.026535 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-6b98d166-7298-48e6-9f85-4513fe043c99 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] For port 42cf7a6a-ce53-4b50-bca0-41aec639049d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=42cf7a6a-ce53-4b50-bca0-41aec639049d,segment=NetworkSegment(859e65f8-ce95-4d1c-a56c-f21fec48dd82),segment_id=859e65f8-ce95-4d1c-a56c-f21fec48dd82)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:29:45.027697 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6b98d166-7298-48e6-9f85-4513fe043c99 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:45.048339 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6114095b-928d-45ea-9987-fbad7da3fa90 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:45.056961 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0a666ae-60af-4ad9-b53a-d004b5f2b2ae tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Made reservation on behalf of 16d2926f45024058a111868cbfccf657 for: {'port': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:29:45.061797 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a0a666ae-60af-4ad9-b53a-d004b5f2b2ae tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:45.090394 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-a0a666ae-60af-4ad9-b53a-d004b5f2b2ae tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] device_id is not set on port d0880c5e-2b2d-4785-acc2-7bbacdda6174 yet. {{(pid=103152) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 13:29:45.119605 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-6b98d166-7298-48e6-9f85-4513fe043c99 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Calling delete_port for 42cf7a6a-ce53-4b50-bca0-41aec639049d owned by network:dhcp {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:29:45.132254 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-0b9ac438-bc42-4f5a-987f-d4b00abe5c70 None None] Provisioning complete for port c8cdbb39-8fa9-4692-942e-a92427ac9244 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:29:45.132254 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-0b9ac438-bc42-4f5a-987f-d4b00abe5c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:45.159688 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-2f2aa4c6-accb-4f7f-9129-4bc3fdd9bcc7 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Deleting port 790f2c10-5f51-45c5-ba1b-18680baae27d {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:29:45.160034 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2f2aa4c6-accb-4f7f-9129-4bc3fdd9bcc7 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:45.198424 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device c8cdbb39-8fa9-4692-942e-a92427ac9244 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:29:45.233615 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-90bb803a-0e61-4d3b-b6b9-9d3df688dd45 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:45.236319 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-90bb803a-0e61-4d3b-b6b9-9d3df688dd45 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:45.237550 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-90bb803a-0e61-4d3b-b6b9-9d3df688dd45 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] 10.222.0.37 "DELETE /v2.0/security-groups/aa0533c3-2377-4e01-b75d-ce8d80c88034 HTTP/1.1" status: 204 len: 168 time: 0.5247614 Dec 21 13:29:45.241918 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-6114095b-928d-45ea-9987-fbad7da3fa90 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Deleting port b56bf987-5aa8-4774-848b-7a20664dd7e8 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:29:45.242429 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6114095b-928d-45ea-9987-fbad7da3fa90 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:45.274592 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-11bdd946-62c0-4d09-b4ae-970cc917ca50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e607ba4-9930-44fe-93dc-6bdbcba9aee2', 'name': 'tempest-RoutersTest-router-758070956', 'tenant_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:28:56Z', 'updated_at': '2021-12-21T13:29:32Z', 'revision_number': 4, 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'gw_port_host': None, '_interfaces': [{'id': '103d063b-184d-4ce5-8374-f7db5124daa7', 'name': '', 'network_id': 'a2096345-ac39-4285-b67f-5f13a2a0698a', 'tenant_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'mac_address': 'fa:16:3e:77:f0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e607ba4-9930-44fe-93dc-6bdbcba9aee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'bcc4be89-a9c0-4d2c-916c-0d32f73303f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:03Z', 'updated_at': '2021-12-21T13:29:14Z', 'revision_number': 5, 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'subnets': [{'id': 'bcc4be89-a9c0-4d2c-916c-0d32f73303f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6097019a-8ed7-4666-85c2-c6c6bfdef5af', 'name': '', 'network_id': 'df07e3fa-3f28-45bc-8c57-98ec7342c6e5', 'tenant_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'mac_address': 'fa:16:3e:48:3b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e607ba4-9930-44fe-93dc-6bdbcba9aee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '4f771295-d7b4-41e0-84c1-176db63b7abd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:15Z', 'updated_at': '2021-12-21T13:29:38Z', 'revision_number': 5, 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'subnets': [{'id': '4f771295-d7b4-41e0-84c1-176db63b7abd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ea2abb2-03f3-4532-aaef-aae981701ad9', 'name': '', 'network_id': '3329f353-44f9-4447-aac2-b71a5a9d290d', 'tenant_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'mac_address': 'fa:16:3e:64:16:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e607ba4-9930-44fe-93dc-6bdbcba9aee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '9e8ec415-b83e-4a91-874f-0bf7812c4065', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:28Z', 'updated_at': '2021-12-21T13:29:42Z', 'revision_number': 4, 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'subnets': [{'id': '9e8ec415-b83e-4a91-874f-0bf7812c4065', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:45.317160 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56726) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:45.339239 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bdd946-62c0-4d09-b4ae-970cc917ca50 None None] The sync data for ids ['5e607ba4-9930-44fe-93dc-6bdbcba9aee2'] in dv-neutron-master-2-hyperv is: [{'id': '5e607ba4-9930-44fe-93dc-6bdbcba9aee2', 'name': 'tempest-RoutersTest-router-758070956', 'tenant_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:28:56Z', 'updated_at': '2021-12-21T13:29:32Z', 'revision_number': 4, 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'gw_port_host': None, '_interfaces': [{'id': '103d063b-184d-4ce5-8374-f7db5124daa7', 'name': '', 'network_id': 'a2096345-ac39-4285-b67f-5f13a2a0698a', 'tenant_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'mac_address': 'fa:16:3e:77:f0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e607ba4-9930-44fe-93dc-6bdbcba9aee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'bcc4be89-a9c0-4d2c-916c-0d32f73303f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:03Z', 'updated_at': '2021-12-21T13:29:14Z', 'revision_number': 5, 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'subnets': [{'id': 'bcc4be89-a9c0-4d2c-916c-0d32f73303f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6097019a-8ed7-4666-85c2-c6c6bfdef5af', 'name': '', 'network_id': 'df07e3fa-3f28-45bc-8c57-98ec7342c6e5', 'tenant_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'mac_address': 'fa:16:3e:48:3b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e607ba4-9930-44fe-93dc-6bdbcba9aee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '4f771295-d7b4-41e0-84c1-176db63b7abd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:15Z', 'updated_at': '2021-12-21T13:29:38Z', 'revision_number': 5, 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'subnets': [{'id': '4f771295-d7b4-41e0-84c1-176db63b7abd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ea2abb2-03f3-4532-aaef-aae981701ad9', 'name': '', 'network_id': '3329f353-44f9-4447-aac2-b71a5a9d290d', 'tenant_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'mac_address': 'fa:16:3e:64:16:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e607ba4-9930-44fe-93dc-6bdbcba9aee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '9e8ec415-b83e-4a91-874f-0bf7812c4065', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:28Z', 'updated_at': '2021-12-21T13:29:42Z', 'revision_number': 4, 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'subnets': [{'id': '9e8ec415-b83e-4a91-874f-0bf7812c4065', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:29:45.569388 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bb803a-0e61-4d3b-b6b9-9d3df688dd45 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa0533c3-2377-4e01-b75d-ce8d80c88034,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:45.685357 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2f2aa4c6-accb-4f7f-9129-4bc3fdd9bcc7 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:45.735417 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30387ac0-7e48-4455-9cbc-caa3c9f908d7 None None] DHCP port deletion for 8049b69d-73d9-4342-9508-6562406e8197 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:29:45.754299 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56734) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:45.755861 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port c8cdbb39-8fa9-4692-942e-a92427ac9244 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:29:45.756401 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:45.762239 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-2f2aa4c6-accb-4f7f-9129-4bc3fdd9bcc7 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Calling delete_port for 790f2c10-5f51-45c5-ba1b-18680baae27d owned by {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:29:45.816212 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-0b9ac438-bc42-4f5a-987f-d4b00abe5c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:45.863636 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-6114095b-928d-45ea-9987-fbad7da3fa90 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] For port b56bf987-5aa8-4774-848b-7a20664dd7e8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b56bf987-5aa8-4774-848b-7a20664dd7e8,segment=NetworkSegment(7437676c-cb99-4fa0-921f-856ac80e4a76),segment_id=7437676c-cb99-4fa0-921f-856ac80e4a76)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:29:45.864227 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6114095b-928d-45ea-9987-fbad7da3fa90 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:45.870680 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f03c7102-7c51-4179-a52f-1b6f13441530 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:45.873382 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6b98d166-7298-48e6-9f85-4513fe043c99 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:45.889483 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-6cfac919-4535-46c1-a55c-d90c1668adc3 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.5706105 Dec 21 13:29:45.902263 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f03c7102-7c51-4179-a52f-1b6f13441530 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:45.907051 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56738) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:45.912699 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-3b14f478-3eaf-4125-87a6-633ee4f5b915 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Request body: {'security_group': {'name': 'tempest-secgroup--754392954'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:29:45.922772 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-6114095b-928d-45ea-9987-fbad7da3fa90 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Calling delete_port for b56bf987-5aa8-4774-848b-7a20664dd7e8 owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:29:45.928849 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-0b9ac438-bc42-4f5a-987f-d4b00abe5c70 None None] For port c8cdbb39-8fa9-4692-942e-a92427ac9244, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c8cdbb39-8fa9-4692-942e-a92427ac9244,segment=NetworkSegment(adc778e3-5a34-4d53-922b-f8878f03791b),segment_id=adc778e3-5a34-4d53-922b-f8878f03791b)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:29:45.932462 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-99eea00f-9552-4916-bfb0-9af807068dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf3ff8a-af97-4de4-b3e0-de9adbadc076', 'name': 'tempest-RoutersIpV6Test-router-1585507894', 'tenant_id': 'd368a1938e3342de9d3358d110005af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:28:52Z', 'updated_at': '2021-12-21T13:29:39Z', 'revision_number': 5, 'project_id': 'd368a1938e3342de9d3358d110005af5', 'gw_port_host': None, '_interfaces': [{'id': '03f177fc-3e1e-4f64-bc96-9aae40b4d7e8', 'name': '', 'network_id': 'ed7fd53b-7818-42a2-9e1f-b14fd3756b30', 'tenant_id': 'd368a1938e3342de9d3358d110005af5', 'mac_address': 'fa:16:3e:0e:10:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf3ff8a-af97-4de4-b3e0-de9adbadc076', 'device_owner': 'network:router_interface', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '2cec0ef3-4bce-4962-b808-d9d0c11d197b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:37Z', 'updated_at': '2021-12-21T13:29:40Z', 'revision_number': 2, 'project_id': 'd368a1938e3342de9d3358d110005af5', 'subnets': [{'id': '2cec0ef3-4bce-4962-b808-d9d0c11d197b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '12f8a58c-af26-4927-ac38-f21ade108865', 'name': '', 'network_id': '0bd2dd5e-fcb5-4193-8496-12a446f2606d', 'tenant_id': 'd368a1938e3342de9d3358d110005af5', 'mac_address': 'fa:16:3e:4e:fd:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf3ff8a-af97-4de4-b3e0-de9adbadc076', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': 'd59ccc0f-4d57-457e-aa42-5011fd6d3678', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:25Z', 'updated_at': '2021-12-21T13:29:35Z', 'revision_number': 5, 'project_id': 'd368a1938e3342de9d3358d110005af5', 'subnets': [{'id': 'd59ccc0f-4d57-457e-aa42-5011fd6d3678', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7111fafc-3054-4310-a775-f4360d66a24d', 'name': '', 'network_id': '2cf63e90-259f-413d-9f59-c6e07bb014ac', 'tenant_id': 'd368a1938e3342de9d3358d110005af5', 'mac_address': 'fa:16:3e:3d:f9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf3ff8a-af97-4de4-b3e0-de9adbadc076', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '3a2300ef-3c43-47b0-8476-ddfb30a8d010', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:28:58Z', 'updated_at': '2021-12-21T13:29:13Z', 'revision_number': 5, 'project_id': 'd368a1938e3342de9d3358d110005af5', 'subnets': [{'id': '3a2300ef-3c43-47b0-8476-ddfb30a8d010', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abd5eefe-e121-4d3a-a3b4-d87fd46c1bbe', 'name': '', 'network_id': '5d56b04d-834e-44d0-8a4a-bef509c35d33', 'tenant_id': 'd368a1938e3342de9d3358d110005af5', 'mac_address': 'fa:16:3e:a4:5b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf3ff8a-af97-4de4-b3e0-de9adbadc076', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'efd71155-42c5-4846-a6d3-b0a48a3b13b8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:11Z', 'updated_at': '2021-12-21T13:29:20Z', 'revision_number': 5, 'project_id': 'd368a1938e3342de9d3358d110005af5', 'subnets': [{'id': 'efd71155-42c5-4846-a6d3-b0a48a3b13b8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:45.964653 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-0b9ac438-bc42-4f5a-987f-d4b00abe5c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:45.973300 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99eea00f-9552-4916-bfb0-9af807068dfb None None] Checking router: caf3ff8a-af97-4de4-b3e0-de9adbadc076 for host: dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:29:45.973300 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99eea00f-9552-4916-bfb0-9af807068dfb None None] Updating router caf3ff8a-af97-4de4-b3e0-de9adbadc076 port 03f177fc-3e1e-4f64-bc96-9aae40b4d7e8 binding host dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 13:29:45.988985 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-a0a666ae-60af-4ad9-b53a-d004b5f2b2ae tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Allocated IP 172.20.0.5 (20f77a39-9704-44ad-8444-71d97da616e0/2aa69170-edb5-4dc2-a439-930e8364bc13/d0880c5e-2b2d-4785-acc2-7bbacdda6174) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:29:46.015667 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b98d166-7298-48e6-9f85-4513fe043c99 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Pushing event deleted for resources: {'Port': ['ID=42cf7a6a-ce53-4b50-bca0-41aec639049d,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:46.023007 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-501933a5-e9a7-46d2-8b76-0ab9ba46c130 tempest-QuotasTest-1392251078 tempest-QuotasTest-1392251078-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:29:46.046088 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b98d166-7298-48e6-9f85-4513fe043c99 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] No DVR routers for this DVR port 42cf7a6a-ce53-4b50-bca0-41aec639049d on host dv-neutron-master-2-hyperv {{(pid=103153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:29:46.049721 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-30387ac0-7e48-4455-9cbc-caa3c9f908d7 None None] Deleting port b56bf987-5aa8-4774-848b-7a20664dd7e8 {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:29:46.050103 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-30387ac0-7e48-4455-9cbc-caa3c9f908d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:46.079853 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3b14f478-3eaf-4125-87a6-633ee4f5b915 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Publish callbacks [] for security_group, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:46.080122 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-99eea00f-9552-4916-bfb0-9af807068dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:46.151330 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 5adc386c-689d-4bc7-a6f1-dae54b79d3eb up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:29:46.153096 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9ac438-bc42-4f5a-987f-d4b00abe5c70 None None] Pushing event updated for resources: {'Port': ['ID=c8cdbb39-8fa9-4692-942e-a92427ac9244,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:46.164564 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f03c7102-7c51-4179-a52f-1b6f13441530 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532537'] for router_interface, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:46.195560 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6114095b-928d-45ea-9987-fbad7da3fa90 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:46.204446 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03c7102-7c51-4179-a52f-1b6f13441530 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Pushing event updated for resources: {'Port': ['ID=97bf2496-bd03-49c5-ac60-0552f2405f75,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:46.227763 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-30387ac0-7e48-4455-9cbc-caa3c9f908d7 None None] For port b56bf987-5aa8-4774-848b-7a20664dd7e8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b56bf987-5aa8-4774-848b-7a20664dd7e8,segment=NetworkSegment(7437676c-cb99-4fa0-921f-856ac80e4a76),segment_id=7437676c-cb99-4fa0-921f-856ac80e4a76)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:29:46.228168 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-30387ac0-7e48-4455-9cbc-caa3c9f908d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:46.234454 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-9a17cb10-a6fe-4482-b80f-c6db74326482 None None] Provisioning complete for port 03f177fc-3e1e-4f64-bc96-9aae40b4d7e8 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:29:46.234751 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-9a17cb10-a6fe-4482-b80f-c6db74326482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:46.236915 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6114095b-928d-45ea-9987-fbad7da3fa90 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] No DVR routers for this DVR port b56bf987-5aa8-4774-848b-7a20664dd7e8 on host dv-neutron-master-2-hyperv {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:29:46.275482 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-30387ac0-7e48-4455-9cbc-caa3c9f908d7 None None] Calling delete_port for b56bf987-5aa8-4774-848b-7a20664dd7e8 owned by network:dhcp {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:29:46.295524 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6114095b-928d-45ea-9987-fbad7da3fa90 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Pushing event deleted for resources: {'Port': ['ID=b56bf987-5aa8-4774-848b-7a20664dd7e8,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:46.322052 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6b98d166-7298-48e6-9f85-4513fe043c99 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:46.375073 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-501933a5-e9a7-46d2-8b76-0ab9ba46c130 tempest-QuotasTest-1392251078 tempest-QuotasTest-1392251078-project-admin] 10.222.0.37 "PUT /v2.0/quotas/611f7d7ba6ba4190adb13b78ed39c239 HTTP/1.1" status: 200 len: 366 time: 0.6124544 Dec 21 13:29:46.387831 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-9a17cb10-a6fe-4482-b80f-c6db74326482 None None] Port 03f177fc-3e1e-4f64-bc96-9aae40b4d7e8 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:29:46.400592 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.extraroute_db [None req-37b3ab5b-9a3b-4c77-999c-733d930eac91 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=103153) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 21 13:29:46.405833 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3b14f478-3eaf-4125-87a6-633ee4f5b915 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Publish callbacks [] for security_group, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:46.412953 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56740) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:46.427726 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a0a666ae-60af-4ad9-b53a-d004b5f2b2ae tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:46.434048 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3b14f478-3eaf-4125-87a6-633ee4f5b915 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:46.438066 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-6b98d166-7298-48e6-9f85-4513fe043c99 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['576666da-52eb-44eb-84b1-dffa0c10b545']}} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:46.438672 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 5adc386c-689d-4bc7-a6f1-dae54b79d3eb triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:29:46.438947 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6114095b-928d-45ea-9987-fbad7da3fa90 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:46.439075 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:46.459990 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-6b98d166-7298-48e6-9f85-4513fe043c99 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '859e65f8-ce95-4d1c-a56c-f21fec48dd82') {'for_net_delete': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:46.460387 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-6b98d166-7298-48e6-9f85-4513fe043c99 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '859e65f8-ce95-4d1c-a56c-f21fec48dd82') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:46.475464 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.extraroute_db [None req-37b3ab5b-9a3b-4c77-999c-733d930eac91 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Removed routes are [] {{(pid=103153) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 21 13:29:46.475865 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-37b3ab5b-9a3b-4c77-999c-733d930eac91 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26943'] for router, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:46.478631 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-9a17cb10-a6fe-4482-b80f-c6db74326482 None None] Provisioning complete for port 8ea2abb2-03f3-4532-aaef-aae981701ad9 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:29:46.479043 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-9a17cb10-a6fe-4482-b80f-c6db74326482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:46.480465 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-de971bc1-cadb-4db5-8021-561af4ab4111 tempest-QuotasTest-1392251078 tempest-QuotasTest-1392251078-project-admin] 10.222.0.37 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0663526 Dec 21 13:29:46.489885 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6b98d166-7298-48e6-9f85-4513fe043c99 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1585430'] for segment, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:46.491380 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56742) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:46.506414 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-6114095b-928d-45ea-9987-fbad7da3fa90 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8049b69d-73d9-4342-9508-6562406e8197']}} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:46.513133 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3b14f478-3eaf-4125-87a6-633ee4f5b915 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:46.517026 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-3b14f478-3eaf-4125-87a6-633ee4f5b915 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.6059601 Dec 21 13:29:46.524440 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56744) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:46.536602 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-f55cd424-af38-4757-8698-7ec4eb027be6 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Request body: {'security_group_rule': {'security_group_id': '864a4371-0659-4a23-93d6-eb6a786b49e0', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:29:46.537883 dv-neutron-master-2-hyperv neutron-server[103152]: WARNING neutron.api.v2.base [None req-f55cd424-af38-4757-8698-7ec4eb027be6 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 21 13:29:46.538408 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.api.v2.resource [None req-f55cd424-af38-4757-8698-7ec4eb027be6 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 13:29:46.543181 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-f55cd424-af38-4757-8698-7ec4eb027be6 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0124221 Dec 21 13:29:46.543181 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-6114095b-928d-45ea-9987-fbad7da3fa90 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7437676c-cb99-4fa0-921f-856ac80e4a76') {'for_net_delete': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:46.543181 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-6114095b-928d-45ea-9987-fbad7da3fa90 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7437676c-cb99-4fa0-921f-856ac80e4a76') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:46.545021 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b14f478-3eaf-4125-87a6-633ee4f5b915 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=864a4371-0659-4a23-93d6-eb6a786b49e0,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:46.554682 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56746) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:46.568765 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6b98d166-7298-48e6-9f85-4513fe043c99 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:46.571574 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6114095b-928d-45ea-9987-fbad7da3fa90 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526653'] for segment, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:46.579972 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-a2908a1e-9b7d-4872-b405-21688564e2f5 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Request body: {'security_group_rule': {'security_group_id': '864a4371-0659-4a23-93d6-eb6a786b49e0', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:29:46.590894 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-30387ac0-7e48-4455-9cbc-caa3c9f908d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636'] for port, after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:46.601077 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6114095b-928d-45ea-9987-fbad7da3fa90 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:46.607631 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-010386b8-1908-462c-ac91-648bdfed15d1 tempest-QuotasTest-1392251078 tempest-QuotasTest-1392251078-project-admin] 10.222.0.37 "GET /v2.0/quotas/611f7d7ba6ba4190adb13b78ed39c239 HTTP/1.1" status: 200 len: 366 time: 0.1129165 Dec 21 13:29:46.608693 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2f2aa4c6-accb-4f7f-9129-4bc3fdd9bcc7 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:46.611926 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56748) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:46.612293 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6114095b-928d-45ea-9987-fbad7da3fa90 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=103152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:29:46.612784 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6114095b-928d-45ea-9987-fbad7da3fa90 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805426'] for segment, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:46.618287 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b98d166-7298-48e6-9f85-4513fe043c99 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=103153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:29:46.618719 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6b98d166-7298-48e6-9f85-4513fe043c99 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11349758'] for segment, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:46.631025 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 13:29:46.631025 dv-neutron-master-2-hyperv neutron-server[103153]: self.session.flush() Dec 21 13:29:46.631025 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 13:29:46.631025 dv-neutron-master-2-hyperv neutron-server[103153]: self.session.flush() Dec 21 13:29:46.631025 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 13:29:46.631025 dv-neutron-master-2-hyperv neutron-server[103153]: self.session.flush() Dec 21 13:29:46.631025 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 13:29:46.631025 dv-neutron-master-2-hyperv neutron-server[103153]: self.session.flush() Dec 21 13:29:46.631025 dv-neutron-master-2-hyperv neutron-server[103153]: Traceback (most recent call last): Dec 21 13:29:46.631025 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:29:46.631025 dv-neutron-master-2-hyperv neutron-server[103153]: timer() Dec 21 13:29:46.631025 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:29:46.631025 dv-neutron-master-2-hyperv neutron-server[103153]: cb(*args, **kw) Dec 21 13:29:46.631025 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:29:46.631025 dv-neutron-master-2-hyperv neutron-server[103153]: return func(*args, **kwargs) Dec 21 13:29:46.631025 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:29:46.631025 dv-neutron-master-2-hyperv neutron-server[103153]: self._notify() Dec 21 13:29:46.631025 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:29:46.631025 dv-neutron-master-2-hyperv neutron-server[103153]: self.callback(batched_events) Dec 21 13:29:46.631025 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:29:46.631025 dv-neutron-master-2-hyperv neutron-server[103153]: event.method(event) Dec 21 13:29:46.631025 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:29:46.631025 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:29:46.631025 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:29:46.631025 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:29:46.631025 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:29:46.631025 dv-neutron-master-2-hyperv neutron-server[103153]: return f(self, *a, **k) Dec 21 13:29:46.631025 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:29:46.631025 dv-neutron-master-2-hyperv neutron-server[103153]: return self._get(url).json() Dec 21 13:29:46.631025 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:29:46.631025 dv-neutron-master-2-hyperv neutron-server[103153]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:29:46.631025 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:29:46.631025 dv-neutron-master-2-hyperv neutron-server[103153]: return self.request(url, 'GET', **kwargs) Dec 21 13:29:46.631025 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:29:46.631025 dv-neutron-master-2-hyperv neutron-server[103153]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:29:46.631025 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:29:46.631025 dv-neutron-master-2-hyperv neutron-server[103153]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:29:46.631025 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:29:46.631025 dv-neutron-master-2-hyperv neutron-server[103153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:29:46.631025 dv-neutron-master-2-hyperv neutron-server[103153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:29:46.658863 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30387ac0-7e48-4455-9cbc-caa3c9f908d7 None None] No DVR routers for this DVR port b56bf987-5aa8-4774-848b-7a20664dd7e8 on host dv-neutron-master-2-hyperv {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:29:46.671974 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30387ac0-7e48-4455-9cbc-caa3c9f908d7 None None] Pushing event deleted for resources: {'Port': ['ID=b56bf987-5aa8-4774-848b-7a20664dd7e8,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:46.689287 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:29:46.689287 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:29:46.689287 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:29:46.689287 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:29:46.689287 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:29:46.689287 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:29:46.689287 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:29:46.689287 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:29:46.689287 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:29:46.689287 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:29:46.689287 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:29:46.689287 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:29:46.689287 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:29:46.689287 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:29:46.689287 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:29:46.689287 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:29:46.689287 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:29:46.689287 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:29:46.689287 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:29:46.689287 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:29:46.689287 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:29:46.689287 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:29:46.689287 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:29:46.689287 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:29:46.689287 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:29:46.689287 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:29:46.689287 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:29:46.689287 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:29:46.689287 dv-neutron-master-2-hyperv neutron-server[103152]: Traceback (most recent call last): Dec 21 13:29:46.689287 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:29:46.689287 dv-neutron-master-2-hyperv neutron-server[103152]: timer() Dec 21 13:29:46.689287 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:29:46.689287 dv-neutron-master-2-hyperv neutron-server[103152]: cb(*args, **kw) Dec 21 13:29:46.689287 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:29:46.689287 dv-neutron-master-2-hyperv neutron-server[103152]: return func(*args, **kwargs) Dec 21 13:29:46.689287 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:29:46.689287 dv-neutron-master-2-hyperv neutron-server[103152]: self._notify() Dec 21 13:29:46.689287 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:29:46.689287 dv-neutron-master-2-hyperv neutron-server[103152]: self.callback(batched_events) Dec 21 13:29:46.689287 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:29:46.689287 dv-neutron-master-2-hyperv neutron-server[103152]: event.method(event) Dec 21 13:29:46.689287 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:29:46.689287 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:29:46.689287 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:29:46.689287 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:29:46.689287 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:29:46.689287 dv-neutron-master-2-hyperv neutron-server[103152]: return f(self, *a, **k) Dec 21 13:29:46.689287 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:29:46.689287 dv-neutron-master-2-hyperv neutron-server[103152]: return self._get(url).json() Dec 21 13:29:46.689287 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:29:46.689287 dv-neutron-master-2-hyperv neutron-server[103152]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:29:46.693051 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:29:46.693051 dv-neutron-master-2-hyperv neutron-server[103152]: return self.request(url, 'GET', **kwargs) Dec 21 13:29:46.693051 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:29:46.693051 dv-neutron-master-2-hyperv neutron-server[103152]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:29:46.693051 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:29:46.693051 dv-neutron-master-2-hyperv neutron-server[103152]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:29:46.693051 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:29:46.693051 dv-neutron-master-2-hyperv neutron-server[103152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:29:46.693051 dv-neutron-master-2-hyperv neutron-server[103152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:29:46.701554 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6114095b-928d-45ea-9987-fbad7da3fa90 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:46.714582 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808f7bb5-aeda-4867-95aa-d82d2e2e29cd None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=103154) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 21 13:29:46.717169 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2aa4c6-accb-4f7f-9129-4bc3fdd9bcc7 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event deleted for resources: {'Port': ['ID=790f2c10-5f51-45c5-ba1b-18680baae27d,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:46.720274 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03c7102-7c51-4179-a52f-1b6f13441530 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Network 5e2519e6-a01b-4598-9e2e-1219d5dc7c17 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:29:46.731915 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-db18942e-25f4-4701-ab96-6e1b9e223092 tempest-QuotasTest-1392251078 tempest-QuotasTest-1392251078-project-admin] 10.222.0.37 "DELETE /v2.0/quotas/611f7d7ba6ba4190adb13b78ed39c239 HTTP/1.1" status: 204 len: 168 time: 0.1165724 Dec 21 13:29:46.737225 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6114095b-928d-45ea-9987-fbad7da3fa90 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks [] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:46.744086 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-6114095b-928d-45ea-9987-fbad7da3fa90 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "DELETE /v2.0/networks/8049b69d-73d9-4342-9508-6562406e8197 HTTP/1.1" status: 204 len: 168 time: 1.8254418 Dec 21 13:29:46.744086 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56750) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:46.744326 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-f03c7102-7c51-4179-a52f-1b6f13441530 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:29:46.751753 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56752) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:46.762112 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6114095b-928d-45ea-9987-fbad7da3fa90 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Pushing event deleted for resources: {'Network': ['ID=8049b69d-73d9-4342-9508-6562406e8197,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:46.769170 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a0a666ae-60af-4ad9-b53a-d004b5f2b2ae tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:46.805382 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2f2aa4c6-accb-4f7f-9129-4bc3fdd9bcc7 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:46.809299 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-2f2aa4c6-accb-4f7f-9129-4bc3fdd9bcc7 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "DELETE /v2.0/ports/790f2c10-5f51-45c5-ba1b-18680baae27d HTTP/1.1" status: 204 len: 168 time: 2.2910194 Dec 21 13:29:46.810363 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6b98d166-7298-48e6-9f85-4513fe043c99 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:46.813971 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56754) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:46.822820 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-2f4ff043-950c-464d-9e3b-8f1b253207e9 tempest-QuotasTest-1392251078 tempest-QuotasTest-1392251078-project-admin] 10.222.0.37 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0681202 Dec 21 13:29:46.825833 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56756) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:46.864212 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a666ae-60af-4ad9-b53a-d004b5f2b2ae tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Network 20f77a39-9704-44ad-8444-71d97da616e0 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:29:46.868370 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6b98d166-7298-48e6-9f85-4513fe043c99 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:46.870003 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-3e92c284-a79b-4435-b3c7-c5a0dbea4c39 tempest-QuotasTest-1392251078 tempest-QuotasTest-1392251078-project-admin] 10.222.0.37 "GET /v2.0/quotas/611f7d7ba6ba4190adb13b78ed39c239 HTTP/1.1" status: 200 len: 370 time: 0.0427566 Dec 21 13:29:46.872947 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-6b98d166-7298-48e6-9f85-4513fe043c99 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "DELETE /v2.0/networks/576666da-52eb-44eb-84b1-dffa0c10b545 HTTP/1.1" status: 204 len: 168 time: 4.4677088 Dec 21 13:29:46.883937 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56758) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:46.884385 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56760) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:46.895166 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-a0a666ae-60af-4ad9-b53a-d004b5f2b2ae tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:29:46.897668 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a666ae-60af-4ad9-b53a-d004b5f2b2ae tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:29:46.905378 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-5e6036b4-4a94-44ee-ba2e-8a8bf95bd988 tempest-QuotasTest-1392251078 tempest-QuotasTest-1392251078-project-admin] 10.222.0.37 "GET /v2.0/quotas/611f7d7ba6ba4190adb13b78ed39c239/default HTTP/1.1" status: 200 len: 370 time: 0.0194366 Dec 21 13:29:46.912031 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.api.v2.resource [None req-a2908a1e-9b7d-4872-b405-21688564e2f5 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 13:29:46.913214 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-9a17cb10-a6fe-4482-b80f-c6db74326482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:46.916157 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-a2908a1e-9b7d-4872-b405-21688564e2f5 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3421016 Dec 21 13:29:46.917036 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56762) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:46.917360 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56764) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:46.939330 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device a984a249-347d-4f6c-962c-d06af2546cf7 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:29:46.955065 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-0fdcfa9b-702f-4676-b473-89033fa5fdf2 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Request body: {'security_group_rule': {'security_group_id': '864a4371-0659-4a23-93d6-eb6a786b49e0', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:29:46.955547 dv-neutron-master-2-hyperv neutron-server[103152]: WARNING neutron.api.v2.base [None req-0fdcfa9b-702f-4676-b473-89033fa5fdf2 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 21 13:29:46.956049 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.api.v2.resource [None req-0fdcfa9b-702f-4676-b473-89033fa5fdf2 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 13:29:46.959840 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-0fdcfa9b-702f-4676-b473-89033fa5fdf2 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0083206 Dec 21 13:29:46.966688 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a666ae-60af-4ad9-b53a-d004b5f2b2ae tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Pushing event updated for resources: {'Port': ['ID=d0880c5e-2b2d-4785-acc2-7bbacdda6174,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:46.975307 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56766) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:46.982194 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: a984a249-347d-4f6c-962c-d06af2546cf7 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:29:46.982593 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device a984a249-347d-4f6c-962c-d06af2546cf7 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:29:46.982991 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device c3134198-2fe7-4776-a76b-81f72b0b3dee no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:29:46.986472 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-3f34ac2d-46c0-4cc3-834f-dee5bef291ec tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Request body: {'security_group_rule': {'security_group_id': '864a4371-0659-4a23-93d6-eb6a786b49e0', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:29:46.999130 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.api.v2.resource [None req-7a9395e8-1e1c-4a31-ac93-d0e1c8135994 tempest-QuotasTest-1392251078 tempest-QuotasTest-1392251078-project-admin] delete failed (client error): The resource could not be found. Dec 21 13:29:47.002848 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-7a9395e8-1e1c-4a31-ac93-d0e1c8135994 tempest-QuotasTest-1392251078 tempest-QuotasTest-1392251078-project-admin] 10.222.0.37 "DELETE /v2.0/quotas/611f7d7ba6ba4190adb13b78ed39c239 HTTP/1.1" status: 404 len: 348 time: 0.0503995 Dec 21 13:29:47.014296 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: c3134198-2fe7-4776-a76b-81f72b0b3dee {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:29:47.014671 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device c3134198-2fe7-4776-a76b-81f72b0b3dee not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:29:47.015101 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device fc07de5d-8b77-4107-a050-d5c770d00dc1 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:29:47.028763 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a666ae-60af-4ad9-b53a-d004b5f2b2ae tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:29:47.029449 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a0a666ae-60af-4ad9-b53a-d004b5f2b2ae tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:47.043833 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-99eea00f-9552-4916-bfb0-9af807068dfb None None] Publish callbacks [] for port, precommit_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:47.047596 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: fc07de5d-8b77-4107-a050-d5c770d00dc1 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:29:47.047596 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device fc07de5d-8b77-4107-a050-d5c770d00dc1 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:29:47.047882 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device b3c1be79-5ee6-4a0c-b4ac-211e5b59e717 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:29:47.059409 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5dcccad-a8fb-4c44-aca6-63ed78b339ad tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:29:47.060822 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-a5dcccad-a8fb-4c44-aca6-63ed78b339ad tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1740396 Dec 21 13:29:47.067133 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-a0a666ae-60af-4ad9-b53a-d004b5f2b2ae tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3868241 Dec 21 13:29:47.070984 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56770) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:47.071275 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56772) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:47.082145 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-9a17cb10-a6fe-4482-b80f-c6db74326482 None None] For port 8ea2abb2-03f3-4532-aaef-aae981701ad9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8ea2abb2-03f3-4532-aaef-aae981701ad9,segment=NetworkSegment(adc778e3-5a34-4d53-922b-f8878f03791b),segment_id=adc778e3-5a34-4d53-922b-f8878f03791b)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:29:47.083817 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: b3c1be79-5ee6-4a0c-b4ac-211e5b59e717 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:29:47.084138 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device b3c1be79-5ee6-4a0c-b4ac-211e5b59e717 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:29:47.086636 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-b89c3900-589d-4b2a-93a5-27d0f89ae9bf tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Request body: {'floatingip': {'port_id': 'd0880c5e-2b2d-4785-acc2-7bbacdda6174'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:29:47.098392 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-9a17cb10-a6fe-4482-b80f-c6db74326482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:47.111244 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-99eea00f-9552-4916-bfb0-9af807068dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:47.176639 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-9a17cb10-a6fe-4482-b80f-c6db74326482 None None] Provisioning complete for port fd90247e-bb6c-4ec9-a30a-2aee11d33f7b triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:29:47.177183 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-9a17cb10-a6fe-4482-b80f-c6db74326482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:47.213551 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.api.v2.resource [None req-3f34ac2d-46c0-4cc3-834f-dee5bef291ec tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 13:29:47.218754 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-3f34ac2d-46c0-4cc3-834f-dee5bef291ec tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2403967 Dec 21 13:29:47.222200 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56774) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:47.231584 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-98dc50a5-d11d-4ed9-aa32-f2968b406ef5 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Request body: {'security_group_rule': {'security_group_id': '864a4371-0659-4a23-93d6-eb6a786b49e0', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:29:47.232077 dv-neutron-master-2-hyperv neutron-server[103152]: WARNING neutron.api.v2.base [None req-98dc50a5-d11d-4ed9-aa32-f2968b406ef5 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 21 13:29:47.232588 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.api.v2.resource [None req-98dc50a5-d11d-4ed9-aa32-f2968b406ef5 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 13:29:47.236851 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-98dc50a5-d11d-4ed9-aa32-f2968b406ef5 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0133057 Dec 21 13:29:47.238051 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56776) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:47.242943 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b89c3900-589d-4b2a-93a5-27d0f89ae9bf tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks [] for floatingip, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:47.248970 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-03e32ff5-98a2-4bd4-8647-279a0b48906a tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Request body: {'security_group_rule': {'security_group_id': '864a4371-0659-4a23-93d6-eb6a786b49e0', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:29:47.292991 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808f7bb5-aeda-4867-95aa-d82d2e2e29cd None None] Resources bound (agent type, host, resource id): {{(pid=103154) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 21 13:29:47.359387 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56778) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:47.377786 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.securitygroups_db [None req-03e32ff5-98a2-4bd4-8647-279a0b48906a tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Project e0a16ab3c15644db853fe09beb75a36a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 13:29:47.395605 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c93291-d585-4184-8aca-6dd3c71e1e20 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:29:47.397010 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-d3c93291-d585-4184-8aca-6dd3c71e1e20 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "GET /v2.0/ports/c73ca4bd-6bf4-4363-901b-e2f0d8de8656 HTTP/1.1" status: 200 len: 843 time: 0.6443129 Dec 21 13:29:47.403390 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-fe6d6397-a63f-48c2-a035-b2fd243a3e98 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3309946 Dec 21 13:29:47.407072 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56780) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:47.407409 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56782) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:47.408826 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a17cb10-a6fe-4482-b80f-c6db74326482 None None] Pushing event updated for resources: {'Port': ['ID=8ea2abb2-03f3-4532-aaef-aae981701ad9,revision_number=5']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:47.441260 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b98d166-7298-48e6-9f85-4513fe043c99 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Pushing event deleted for resources: {'Network': ['ID=576666da-52eb-44eb-84b1-dffa0c10b545,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:47.447267 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eefbf0a-f6dc-442a-bba2-f781a7f19413 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:29:47.450221 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eefbf0a-f6dc-442a-bba2-f781a7f19413 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:29:47.453024 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-3eefbf0a-f6dc-442a-bba2-f781a7f19413 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.6067691 Dec 21 13:29:47.459131 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-b35b3a38-0136-4f44-883e-e6480662b877 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-941427051'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:29:47.470006 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56784) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:47.499191 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-99eea00f-9552-4916-bfb0-9af807068dfb None None] Attempting to bind port 03f177fc-3e1e-4f64-bc96-9aae40b4d7e8 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:29:47.499607 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-99eea00f-9552-4916-bfb0-9af807068dfb None None] Attempting to bind port 03f177fc-3e1e-4f64-bc96-9aae40b4d7e8 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '162181b3-99a3-46cd-9c7c-91c1f72eba6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ed7fd53b-7818-42a2-9e1f-b14fd3756b30'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:29:47.499980 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99eea00f-9552-4916-bfb0-9af807068dfb None None] Attempting to bind port 03f177fc-3e1e-4f64-bc96-9aae40b4d7e8 on network ed7fd53b-7818-42a2-9e1f-b14fd3756b30 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:29:47.503223 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f03c7102-7c51-4179-a52f-1b6f13441530 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Router 5e607ba4-9930-44fe-93dc-6bdbcba9aee2 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:29:47.514327 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-37b3ab5b-9a3b-4c77-999c-733d930eac91 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26943'] for router, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:47.523566 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-37b3ab5b-9a3b-4c77-999c-733d930eac91 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-548712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-548721', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-534931'] for router, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:47.529106 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-9a17cb10-a6fe-4482-b80f-c6db74326482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:47.531171 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99eea00f-9552-4916-bfb0-9af807068dfb None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:29:47.531572 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99eea00f-9552-4916-bfb0-9af807068dfb None None] Checking segment: {'id': '162181b3-99a3-46cd-9c7c-91c1f72eba6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ed7fd53b-7818-42a2-9e1f-b14fd3756b30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:29:47.532011 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-99eea00f-9552-4916-bfb0-9af807068dfb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:47.532430 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99eea00f-9552-4916-bfb0-9af807068dfb None None] Bound using segment: {'id': '162181b3-99a3-46cd-9c7c-91c1f72eba6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ed7fd53b-7818-42a2-9e1f-b14fd3756b30'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:29:47.532909 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-99eea00f-9552-4916-bfb0-9af807068dfb None None] Bound port: 03f177fc-3e1e-4f64-bc96-9aae40b4d7e8, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '162181b3-99a3-46cd-9c7c-91c1f72eba6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ed7fd53b-7818-42a2-9e1f-b14fd3756b30'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:29:47.533286 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-99eea00f-9552-4916-bfb0-9af807068dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:47.544928 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.api.v2.resource [None req-03e32ff5-98a2-4bd4-8647-279a0b48906a tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 13:29:47.548972 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-03e32ff5-98a2-4bd4-8647-279a0b48906a tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3090596 Dec 21 13:29:47.561041 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56786) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:47.573561 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-065cc3b0-5b41-4b84-85d6-9827e8ccd6ee tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Request body: {'security_group_rule': {'security_group_id': '864a4371-0659-4a23-93d6-eb6a786b49e0', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:29:47.575169 dv-neutron-master-2-hyperv neutron-server[103152]: WARNING neutron.api.v2.base [None req-065cc3b0-5b41-4b84-85d6-9827e8ccd6ee tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 21 13:29:47.575687 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.api.v2.resource [None req-065cc3b0-5b41-4b84-85d6-9827e8ccd6ee tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 13:29:47.579602 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-065cc3b0-5b41-4b84-85d6-9827e8ccd6ee tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0148635 Dec 21 13:29:47.582601 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56788) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:47.584094 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cc6194-72bd-4202-bb35-bd568097529d None None] Pushing event updated for resources: {'Port': ['ID=03f177fc-3e1e-4f64-bc96-9aae40b4d7e8,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:47.594667 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.quota.resource [None req-d89fae6f-e37e-4495-9208-c9777c0fee4c tempest-QuotasTest-1392251078 tempest-QuotasTest-1392251078-project-admin] Usage tracker for resource:network and project:7ff8335f09bd45529658f1da0eca2350 is out of sync, need to count used quota {{(pid=103152) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 21 13:29:47.603451 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-44d84f51-2af7-4130-921c-f8272769410b tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Request body: {'security_group_rule': {'security_group_id': '864a4371-0659-4a23-93d6-eb6a786b49e0', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:29:47.619895 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.quota.resource [None req-d89fae6f-e37e-4495-9208-c9777c0fee4c tempest-QuotasTest-1392251078 tempest-QuotasTest-1392251078-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103152) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 21 13:29:47.629548 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-c63954df-f83f-4e6b-ab21-1a26cfda82bb tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "GET /v2.0/ports/c73ca4bd-6bf4-4363-901b-e2f0d8de8656?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2155559 Dec 21 13:29:47.637195 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 8ea2abb2-03f3-4532-aaef-aae981701ad9 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:29:47.644370 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56790) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:47.693530 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-3c0aa608-0e2a-4719-b2b4-eb259d1f01b2 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Request body: {'subnet': {'network_id': 'b130763d-4a25-4977-9964-44d67d152f28', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:29:47.739676 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_v2 [None req-668f5948-e664-4d2c-bab6-a00dce1dd900 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Deleting subnet b4a175c0-4e30-4924-9de5-f9e3c9e358a6 {{(pid=103152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:29:47.742129 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f03c7102-7c51-4179-a52f-1b6f13441530 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:29:47.751922 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-668f5948-e664-4d2c-bab6-a00dce1dd900 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for subnet, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:47.752937 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-f03c7102-7c51-4179-a52f-1b6f13441530 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "PUT /v2.0/routers/5e607ba4-9930-44fe-93dc-6bdbcba9aee2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0901117 Dec 21 13:29:47.753854 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56792) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:47.757869 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.quota.resource [None req-d89fae6f-e37e-4495-9208-c9777c0fee4c tempest-QuotasTest-1392251078 tempest-QuotasTest-1392251078-project-admin] Usage tracker for resource:subnet and project:7ff8335f09bd45529658f1da0eca2350 is out of sync, need to count used quota {{(pid=103152) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 21 13:29:47.761765 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3a0a50-40b2-4350-9bad-c54af781d9e2 None None] Sync routers for ids ['5e607ba4-9930-44fe-93dc-6bdbcba9aee2'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:29:47.772694 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-dcd9d924-44e6-4880-a3b0-79400d450dd6 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:29:47.775873 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3a0a50-40b2-4350-9bad-c54af781d9e2 None None] Routers {'5e607ba4-9930-44fe-93dc-6bdbcba9aee2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:29:47.777706 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-ce3a0a50-40b2-4350-9bad-c54af781d9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:29:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['5e607ba4-9930-44fe-93dc-6bdbcba9aee2'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:47.786901 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b35b3a38-0136-4f44-883e-e6480662b877 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Made reservation on behalf of 401fab62d2cc4dcc90d3b9ab6f110b7e for: {'network': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:29:47.790474 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b35b3a38-0136-4f44-883e-e6480662b877 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:47.836256 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.quota.resource [None req-d89fae6f-e37e-4495-9208-c9777c0fee4c tempest-QuotasTest-1392251078 tempest-QuotasTest-1392251078-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103152) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 21 13:29:47.862481 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-9a17cb10-a6fe-4482-b80f-c6db74326482 None None] For port fd90247e-bb6c-4ec9-a30a-2aee11d33f7b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fd90247e-bb6c-4ec9-a30a-2aee11d33f7b,segment=NetworkSegment(162181b3-99a3-46cd-9c7c-91c1f72eba6d),segment_id=162181b3-99a3-46cd-9c7c-91c1f72eba6d)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:29:47.874331 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37b3ab5b-9a3b-4c77-999c-733d930eac91 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Router caf3ff8a-af97-4de4-b3e0-de9adbadc076 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:29:47.885875 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-9a17cb10-a6fe-4482-b80f-c6db74326482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:47.897477 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.securitygroups_db [None req-44d84f51-2af7-4130-921c-f8272769410b tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Project e0a16ab3c15644db853fe09beb75a36a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 13:29:47.941840 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-668f5948-e664-4d2c-bab6-a00dce1dd900 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526644'] for subnet, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:47.958490 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-ce3a0a50-40b2-4350-9bad-c54af781d9e2 None None] Set router 5e607ba4-9930-44fe-93dc-6bdbcba9aee2 gateway port host: None {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:29:47.978528 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.quota.resource [None req-d89fae6f-e37e-4495-9208-c9777c0fee4c tempest-QuotasTest-1392251078 tempest-QuotasTest-1392251078-project-admin] Usage tracker for resource:subnetpool and project:7ff8335f09bd45529658f1da0eca2350 is out of sync, need to count used quota {{(pid=103152) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 21 13:29:47.997200 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b35b3a38-0136-4f44-883e-e6480662b877 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=103152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:29:48.010542 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.quota.resource [None req-d89fae6f-e37e-4495-9208-c9777c0fee4c tempest-QuotasTest-1392251078 tempest-QuotasTest-1392251078-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103152) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 21 13:29:48.015011 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.api.v2.resource [None req-44d84f51-2af7-4130-921c-f8272769410b tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 13:29:48.019180 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-44d84f51-2af7-4130-921c-f8272769410b tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4232090 Dec 21 13:29:48.031646 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56794) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:48.042024 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-714cb9a3-3917-4892-9903-e795f3814b17 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Request body: {'security_group_rule': {'security_group_id': '864a4371-0659-4a23-93d6-eb6a786b49e0', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:29:48.053579 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a17cb10-a6fe-4482-b80f-c6db74326482 None None] Pushing event updated for resources: {'Port': ['ID=fd90247e-bb6c-4ec9-a30a-2aee11d33f7b,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:48.079446 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-99eea00f-9552-4916-bfb0-9af807068dfb None None] For port 03f177fc-3e1e-4f64-bc96-9aae40b4d7e8, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:29:48.128096 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-99eea00f-9552-4916-bfb0-9af807068dfb None None] For port 03f177fc-3e1e-4f64-bc96-9aae40b4d7e8, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=03f177fc-3e1e-4f64-bc96-9aae40b4d7e8,segment=NetworkSegment(162181b3-99a3-46cd-9c7c-91c1f72eba6d),segment_id=162181b3-99a3-46cd-9c7c-91c1f72eba6d)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:29:48.134695 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b35b3a38-0136-4f44-883e-e6480662b877 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:48.135265 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.segments_db [None req-b35b3a38-0136-4f44-883e-e6480662b877 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Added segment 4c1eb260-440d-4e37-a83c-e4967627ae9b of type vlan for network e2a4e3ae-1e15-4211-89b3-fc56f8e47fa9 Dec 21 13:29:48.139602 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37b3ab5b-9a3b-4c77-999c-733d930eac91 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:29:48.158347 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-37b3ab5b-9a3b-4c77-999c-733d930eac91 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks [] for router, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:48.159829 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-37b3ab5b-9a3b-4c77-999c-733d930eac91 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "PUT /v2.0/routers/caf3ff8a-af97-4de4-b3e0-de9adbadc076 HTTP/1.1" status: 200 len: 954 time: 4.4099884 Dec 21 13:29:48.164168 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56796) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:48.165503 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.securitygroups_db [None req-714cb9a3-3917-4892-9903-e795f3814b17 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Project e0a16ab3c15644db853fe09beb75a36a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 13:29:48.190141 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.api.v2.resource [None req-714cb9a3-3917-4892-9903-e795f3814b17 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 13:29:48.191451 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-714cb9a3-3917-4892-9903-e795f3814b17 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1573148 Dec 21 13:29:48.213796 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56798) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:48.218504 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.quota.resource [None req-d89fae6f-e37e-4495-9208-c9777c0fee4c tempest-QuotasTest-1392251078 tempest-QuotasTest-1392251078-project-admin] Usage tracker for resource:port and project:7ff8335f09bd45529658f1da0eca2350 is out of sync, need to count used quota {{(pid=103152) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 21 13:29:48.245008 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-99eea00f-9552-4916-bfb0-9af807068dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:48.320872 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.quota.resource [None req-d89fae6f-e37e-4495-9208-c9777c0fee4c tempest-QuotasTest-1392251078 tempest-QuotasTest-1392251078-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103152) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 21 13:29:48.355241 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-ce3a0a50-40b2-4350-9bad-c54af781d9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e607ba4-9930-44fe-93dc-6bdbcba9aee2', 'name': 'tempest-RoutersTest-router-758070956', 'tenant_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:28:56Z', 'updated_at': '2021-12-21T13:29:43Z', 'revision_number': 5, 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'gw_port_host': None, '_interfaces': [{'id': '103d063b-184d-4ce5-8374-f7db5124daa7', 'name': '', 'network_id': 'a2096345-ac39-4285-b67f-5f13a2a0698a', 'tenant_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'mac_address': 'fa:16:3e:77:f0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e607ba4-9930-44fe-93dc-6bdbcba9aee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'bcc4be89-a9c0-4d2c-916c-0d32f73303f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:03Z', 'updated_at': '2021-12-21T13:29:14Z', 'revision_number': 5, 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'subnets': [{'id': 'bcc4be89-a9c0-4d2c-916c-0d32f73303f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6097019a-8ed7-4666-85c2-c6c6bfdef5af', 'name': '', 'network_id': 'df07e3fa-3f28-45bc-8c57-98ec7342c6e5', 'tenant_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'mac_address': 'fa:16:3e:48:3b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e607ba4-9930-44fe-93dc-6bdbcba9aee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '4f771295-d7b4-41e0-84c1-176db63b7abd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:15Z', 'updated_at': '2021-12-21T13:29:38Z', 'revision_number': 5, 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'subnets': [{'id': '4f771295-d7b4-41e0-84c1-176db63b7abd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ea2abb2-03f3-4532-aaef-aae981701ad9', 'name': '', 'network_id': '3329f353-44f9-4447-aac2-b71a5a9d290d', 'tenant_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'mac_address': 'fa:16:3e:64:16:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e607ba4-9930-44fe-93dc-6bdbcba9aee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '9e8ec415-b83e-4a91-874f-0bf7812c4065', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:28Z', 'updated_at': '2021-12-21T13:29:46Z', 'revision_number': 5, 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'subnets': [{'id': '9e8ec415-b83e-4a91-874f-0bf7812c4065', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97bf2496-bd03-49c5-ac60-0552f2405f75', 'name': '', 'network_id': '5e2519e6-a01b-4598-9e2e-1219d5dc7c17', 'tenant_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'mac_address': 'fa:16:3e:62:99:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e607ba4-9930-44fe-93dc-6bdbcba9aee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '4c76a267-b7f0-4b50-8320-ecb6ae42b361', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:40Z', 'updated_at': '2021-12-21T13:29:45Z', 'revision_number': 2, 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'subnets': [{'id': '4c76a267-b7f0-4b50-8320-ecb6ae42b361', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:48.377173 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c0aa608-0e2a-4719-b2b4-eb259d1f01b2 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Made reservation on behalf of 3edf34a3eecc442ea8df7c8164f4e61d for: {'subnet': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:29:48.382941 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3c0aa608-0e2a-4719-b2b4-eb259d1f01b2 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12346583'] for subnet, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:48.388823 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-9a17cb10-a6fe-4482-b80f-c6db74326482 None None] Provisioning complete for port 42d0a6c3-9448-4b64-af34-7d5a90fbf4fa triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:29:48.389272 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-9a17cb10-a6fe-4482-b80f-c6db74326482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:48.398385 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b35b3a38-0136-4f44-883e-e6480662b877 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:48.401889 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3470ab2a-37d8-4996-a53d-125cbdf32730 None None] DHCP port deletion for 20f77a39-9704-44ad-8444-71d97da616e0 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:29:48.417749 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-b356843a-8e86-45b3-b711-fccce901c7bc tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "GET /v2.0/routers/caf3ff8a-af97-4de4-b3e0-de9adbadc076 HTTP/1.1" status: 200 len: 954 time: 0.2360287 Dec 21 13:29:48.426155 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56800) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:48.441335 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-6c4c3663-5c01-4b91-8ca7-a2a3963339b0 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Request body: {'router': {'routes': None}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:29:48.456566 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3a0a50-40b2-4350-9bad-c54af781d9e2 None None] Checking router: 5e607ba4-9930-44fe-93dc-6bdbcba9aee2 for host: dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:29:48.456949 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3a0a50-40b2-4350-9bad-c54af781d9e2 None None] Updating router 5e607ba4-9930-44fe-93dc-6bdbcba9aee2 port 97bf2496-bd03-49c5-ac60-0552f2405f75 binding host dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 13:29:48.517981 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 8ea2abb2-03f3-4532-aaef-aae981701ad9 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:29:48.518374 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:48.533806 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-ce3a0a50-40b2-4350-9bad-c54af781d9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:48.538988 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.quota.resource [None req-d89fae6f-e37e-4495-9208-c9777c0fee4c tempest-QuotasTest-1392251078 tempest-QuotasTest-1392251078-project-admin] Usage tracker for resource:router and project:7ff8335f09bd45529658f1da0eca2350 is out of sync, need to count used quota {{(pid=103152) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 21 13:29:48.556017 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-668f5948-e664-4d2c-bab6-a00dce1dd900 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:48.637198 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-81aad798-208c-46cb-97fd-e02b04c5cda2 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Publish callbacks [] for security_group, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:48.661745 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99eea00f-9552-4916-bfb0-9af807068dfb None None] Routers {'caf3ff8a-af97-4de4-b3e0-de9adbadc076'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:29:48.665777 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-99eea00f-9552-4916-bfb0-9af807068dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:29:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['caf3ff8a-af97-4de4-b3e0-de9adbadc076'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:48.697516 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-81aad798-208c-46cb-97fd-e02b04c5cda2 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:48.708077 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.quota.resource [None req-d89fae6f-e37e-4495-9208-c9777c0fee4c tempest-QuotasTest-1392251078 tempest-QuotasTest-1392251078-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103152) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 21 13:29:48.716404 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.db.resource_extend [None req-b35b3a38-0136-4f44-883e-e6480662b877 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 21 13:29:48.783546 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cc6194-72bd-4202-bb35-bd568097529d None None] Pushing event updated for resources: {'Port': ['ID=03f177fc-3e1e-4f64-bc96-9aae40b4d7e8,revision_number=4']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:48.860516 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.extraroute_db [None req-dcd9d924-44e6-4880-a3b0-79400d450dd6 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=103153) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 21 13:29:48.928247 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-9a17cb10-a6fe-4482-b80f-c6db74326482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:48.969186 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.extraroute_db [None req-dcd9d924-44e6-4880-a3b0-79400d450dd6 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Removed routes are [] {{(pid=103153) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 21 13:29:48.969812 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-dcd9d924-44e6-4880-a3b0-79400d450dd6 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26943'] for router, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:48.991912 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b35b3a38-0136-4f44-883e-e6480662b877 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:48.996835 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-99eea00f-9552-4916-bfb0-9af807068dfb None None] Set router caf3ff8a-af97-4de4-b3e0-de9adbadc076 gateway port host: None {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:29:49.003096 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35b3a38-0136-4f44-883e-e6480662b877 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:29:49.003739 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b35b3a38-0136-4f44-883e-e6480662b877 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks [] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:49.032217 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-81aad798-208c-46cb-97fd-e02b04c5cda2 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:49.036766 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-81aad798-208c-46cb-97fd-e02b04c5cda2 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:49.039478 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-81aad798-208c-46cb-97fd-e02b04c5cda2 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] 10.222.0.37 "DELETE /v2.0/security-groups/864a4371-0659-4a23-93d6-eb6a786b49e0 HTTP/1.1" status: 204 len: 168 time: 0.7815764 Dec 21 13:29:49.039656 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.quota.resource [None req-d89fae6f-e37e-4495-9208-c9777c0fee4c tempest-QuotasTest-1392251078 tempest-QuotasTest-1392251078-project-admin] Usage tracker for resource:floatingip and project:7ff8335f09bd45529658f1da0eca2350 is out of sync, need to count used quota {{(pid=103152) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 21 13:29:49.061327 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56802) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:49.117098 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.quota.resource [None req-d89fae6f-e37e-4495-9208-c9777c0fee4c tempest-QuotasTest-1392251078 tempest-QuotasTest-1392251078-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103152) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 21 13:29:49.122398 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-668f5948-e664-4d2c-bab6-a00dce1dd900 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12346570'] for subnet, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:49.129828 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.db.resource_extend [None req-b89c3900-589d-4b2a-93a5-27d0f89ae9bf tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 21 13:29:49.207312 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-b35b3a38-0136-4f44-883e-e6480662b877 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.7917178 Dec 21 13:29:49.211974 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f5948-e664-4d2c-bab6-a00dce1dd900 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event deleted for resources: {'Subnet': ['ID=b4a175c0-4e30-4924-9de5-f9e3c9e358a6,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:49.215535 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aad798-208c-46cb-97fd-e02b04c5cda2 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=864a4371-0659-4a23-93d6-eb6a786b49e0,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:49.218184 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56806) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:49.303190 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-668f5948-e664-4d2c-bab6-a00dce1dd900 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:49.306151 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-6e561272-a903-445f-90ef-29115f1a9cc2 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Request body: {'subnet': {'network_id': 'e2a4e3ae-1e15-4211-89b3-fc56f8e47fa9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:29:49.312537 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeaa94aa-8413-47f8-af8c-f50571e20e22 None None] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:29:49.314582 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-668f5948-e664-4d2c-bab6-a00dce1dd900 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "DELETE /v2.0/subnets/b4a175c0-4e30-4924-9de5-f9e3c9e358a6 HTTP/1.1" status: 204 len: 168 time: 1.8387883 Dec 21 13:29:49.331259 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56808) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:49.358229 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b89c3900-589d-4b2a-93a5-27d0f89ae9bf tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:49.365721 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35b3a38-0136-4f44-883e-e6480662b877 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Pushing event updated for resources: {'Network': ['ID=e2a4e3ae-1e15-4211-89b3-fc56f8e47fa9,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:49.372884 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.db.api [None req-9a17cb10-a6fe-4482-b80f-c6db74326482 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 13:29:49.373390 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG oslo_db.api [None req-9a17cb10-a6fe-4482-b80f-c6db74326482 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 13:29:49.470848 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network e2a4e3ae-1e15-4211-89b3-fc56f8e47fa9 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:29:49.487981 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b89c3900-589d-4b2a-93a5-27d0f89ae9bf tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548820'] for floatingip, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:49.534374 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-ce3a0a50-40b2-4350-9bad-c54af781d9e2 None None] Publish callbacks [] for port, precommit_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:49.536252 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-d09be919-ce67-4d3c-b6dc-0b22d8c751a1 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2032397 Dec 21 13:29:49.540354 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56810) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:49.545915 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-46ef6216-e954-466a-8c32-83d94d28a509 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.4831517 Dec 21 13:29:49.548549 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-ee7da5f1-2e0c-4b88-a68e-25eec078fcf5 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Request body: {'subnet': {'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:29:49.556152 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56812) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:49.560885 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-ce3a0a50-40b2-4350-9bad-c54af781d9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:49.608562 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-7afb6c47-e357-4e19-8a19-22470f5fe442 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Request body: {'security_group': {'name': 'tempest-secgroup--2074072117'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:29:49.661067 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c716afa-28e8-492f-b199-fcb4eaa1db79 None None] Pushing event updated for resources: {'Port': ['ID=97bf2496-bd03-49c5-ac60-0552f2405f75,revision_number=3']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:49.670818 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device fd90247e-bb6c-4ec9-a30a-2aee11d33f7b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:29:49.727354 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e561272-a903-445f-90ef-29115f1a9cc2 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Made reservation on behalf of 401fab62d2cc4dcc90d3b9ab6f110b7e for: {'subnet': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:29:49.733820 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6e561272-a903-445f-90ef-29115f1a9cc2 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11288759'] for subnet, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:49.764218 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-ce3a0a50-40b2-4350-9bad-c54af781d9e2 None None] Attempting to bind port 97bf2496-bd03-49c5-ac60-0552f2405f75 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:29:49.764606 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-ce3a0a50-40b2-4350-9bad-c54af781d9e2 None None] Attempting to bind port 97bf2496-bd03-49c5-ac60-0552f2405f75 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '16ec3175-c439-447d-8869-9947abf5df48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '5e2519e6-a01b-4598-9e2e-1219d5dc7c17'}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:29:49.764939 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3a0a50-40b2-4350-9bad-c54af781d9e2 None None] Attempting to bind port 97bf2496-bd03-49c5-ac60-0552f2405f75 on network 5e2519e6-a01b-4598-9e2e-1219d5dc7c17 {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:29:49.774145 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port fd90247e-bb6c-4ec9-a30a-2aee11d33f7b triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:29:49.774562 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:49.776897 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7afb6c47-e357-4e19-8a19-22470f5fe442 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Publish callbacks [] for security_group, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:49.791799 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3a0a50-40b2-4350-9bad-c54af781d9e2 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:29:49.793040 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3a0a50-40b2-4350-9bad-c54af781d9e2 None None] Checking segment: {'id': '16ec3175-c439-447d-8869-9947abf5df48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '5e2519e6-a01b-4598-9e2e-1219d5dc7c17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:29:49.793453 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-ce3a0a50-40b2-4350-9bad-c54af781d9e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:49.794032 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3a0a50-40b2-4350-9bad-c54af781d9e2 None None] Bound using segment: {'id': '16ec3175-c439-447d-8869-9947abf5df48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '5e2519e6-a01b-4598-9e2e-1219d5dc7c17'} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:29:49.794773 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-ce3a0a50-40b2-4350-9bad-c54af781d9e2 None None] Bound port: 97bf2496-bd03-49c5-ac60-0552f2405f75, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16ec3175-c439-447d-8869-9947abf5df48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '5e2519e6-a01b-4598-9e2e-1219d5dc7c17'}}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:29:49.795350 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-ce3a0a50-40b2-4350-9bad-c54af781d9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:49.869117 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512cae92-0a5d-49a5-901f-b2a481c494ab None None] DHCP port deletion for ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:29:49.874175 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-99eea00f-9552-4916-bfb0-9af807068dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf3ff8a-af97-4de4-b3e0-de9adbadc076', 'name': 'tempest-RoutersIpV6Test-router-1585507894', 'tenant_id': 'd368a1938e3342de9d3358d110005af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:28:52Z', 'updated_at': '2021-12-21T13:29:46Z', 'revision_number': 6, 'project_id': 'd368a1938e3342de9d3358d110005af5', 'gw_port_host': None, '_interfaces': [{'id': '03f177fc-3e1e-4f64-bc96-9aae40b4d7e8', 'name': '', 'network_id': 'ed7fd53b-7818-42a2-9e1f-b14fd3756b30', 'tenant_id': 'd368a1938e3342de9d3358d110005af5', 'mac_address': 'fa:16:3e:0e:10:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf3ff8a-af97-4de4-b3e0-de9adbadc076', 'device_owner': 'network:router_interface', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '2cec0ef3-4bce-4962-b808-d9d0c11d197b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:37Z', 'updated_at': '2021-12-21T13:29:47Z', 'revision_number': 4, 'project_id': 'd368a1938e3342de9d3358d110005af5', 'subnets': [{'id': '2cec0ef3-4bce-4962-b808-d9d0c11d197b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '12f8a58c-af26-4927-ac38-f21ade108865', 'name': '', 'network_id': '0bd2dd5e-fcb5-4193-8496-12a446f2606d', 'tenant_id': 'd368a1938e3342de9d3358d110005af5', 'mac_address': 'fa:16:3e:4e:fd:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf3ff8a-af97-4de4-b3e0-de9adbadc076', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': 'd59ccc0f-4d57-457e-aa42-5011fd6d3678', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:25Z', 'updated_at': '2021-12-21T13:29:35Z', 'revision_number': 5, 'project_id': 'd368a1938e3342de9d3358d110005af5', 'subnets': [{'id': 'd59ccc0f-4d57-457e-aa42-5011fd6d3678', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7111fafc-3054-4310-a775-f4360d66a24d', 'name': '', 'network_id': '2cf63e90-259f-413d-9f59-c6e07bb014ac', 'tenant_id': 'd368a1938e3342de9d3358d110005af5', 'mac_address': 'fa:16:3e:3d:f9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf3ff8a-af97-4de4-b3e0-de9adbadc076', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '3a2300ef-3c43-47b0-8476-ddfb30a8d010', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:28:58Z', 'updated_at': '2021-12-21T13:29:13Z', 'revision_number': 5, 'project_id': 'd368a1938e3342de9d3358d110005af5', 'subnets': [{'id': '3a2300ef-3c43-47b0-8476-ddfb30a8d010', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abd5eefe-e121-4d3a-a3b4-d87fd46c1bbe', 'name': '', 'network_id': '5d56b04d-834e-44d0-8a4a-bef509c35d33', 'tenant_id': 'd368a1938e3342de9d3358d110005af5', 'mac_address': 'fa:16:3e:a4:5b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf3ff8a-af97-4de4-b3e0-de9adbadc076', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'efd71155-42c5-4846-a6d3-b0a48a3b13b8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:11Z', 'updated_at': '2021-12-21T13:29:20Z', 'revision_number': 5, 'project_id': 'd368a1938e3342de9d3358d110005af5', 'subnets': [{'id': 'efd71155-42c5-4846-a6d3-b0a48a3b13b8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:49.909495 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99eea00f-9552-4916-bfb0-9af807068dfb None None] The sync data for ids ['caf3ff8a-af97-4de4-b3e0-de9adbadc076'] in dv-neutron-master-2-hyperv is: [{'id': 'caf3ff8a-af97-4de4-b3e0-de9adbadc076', 'name': 'tempest-RoutersIpV6Test-router-1585507894', 'tenant_id': 'd368a1938e3342de9d3358d110005af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:28:52Z', 'updated_at': '2021-12-21T13:29:46Z', 'revision_number': 6, 'project_id': 'd368a1938e3342de9d3358d110005af5', 'gw_port_host': None, '_interfaces': [{'id': '03f177fc-3e1e-4f64-bc96-9aae40b4d7e8', 'name': '', 'network_id': 'ed7fd53b-7818-42a2-9e1f-b14fd3756b30', 'tenant_id': 'd368a1938e3342de9d3358d110005af5', 'mac_address': 'fa:16:3e:0e:10:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf3ff8a-af97-4de4-b3e0-de9adbadc076', 'device_owner': 'network:router_interface', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '2cec0ef3-4bce-4962-b808-d9d0c11d197b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:37Z', 'updated_at': '2021-12-21T13:29:47Z', 'revision_number': 4, 'project_id': 'd368a1938e3342de9d3358d110005af5', 'subnets': [{'id': '2cec0ef3-4bce-4962-b808-d9d0c11d197b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '12f8a58c-af26-4927-ac38-f21ade108865', 'name': '', 'network_id': '0bd2dd5e-fcb5-4193-8496-12a446f2606d', 'tenant_id': 'd368a1938e3342de9d3358d110005af5', 'mac_address': 'fa:16:3e:4e:fd:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf3ff8a-af97-4de4-b3e0-de9adbadc076', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': 'd59ccc0f-4d57-457e-aa42-5011fd6d3678', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:25Z', 'updated_at': '2021-12-21T13:29:35Z', 'revision_number': 5, 'project_id': 'd368a1938e3342de9d3358d110005af5', 'subnets': [{'id': 'd59ccc0f-4d57-457e-aa42-5011fd6d3678', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7111fafc-3054-4310-a775-f4360d66a24d', 'name': '', 'network_id': '2cf63e90-259f-413d-9f59-c6e07bb014ac', 'tenant_id': 'd368a1938e3342de9d3358d110005af5', 'mac_address': 'fa:16:3e:3d:f9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf3ff8a-af97-4de4-b3e0-de9adbadc076', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '3a2300ef-3c43-47b0-8476-ddfb30a8d010', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:28:58Z', 'updated_at': '2021-12-21T13:29:13Z', 'revision_number': 5, 'project_id': 'd368a1938e3342de9d3358d110005af5', 'subnets': [{'id': '3a2300ef-3c43-47b0-8476-ddfb30a8d010', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abd5eefe-e121-4d3a-a3b4-d87fd46c1bbe', 'name': '', 'network_id': '5d56b04d-834e-44d0-8a4a-bef509c35d33', 'tenant_id': 'd368a1938e3342de9d3358d110005af5', 'mac_address': 'fa:16:3e:a4:5b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf3ff8a-af97-4de4-b3e0-de9adbadc076', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'efd71155-42c5-4846-a6d3-b0a48a3b13b8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:11Z', 'updated_at': '2021-12-21T13:29:20Z', 'revision_number': 5, 'project_id': 'd368a1938e3342de9d3358d110005af5', 'subnets': [{'id': 'efd71155-42c5-4846-a6d3-b0a48a3b13b8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:29:49.909798 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-ce3a0a50-40b2-4350-9bad-c54af781d9e2 None None] For port 97bf2496-bd03-49c5-ac60-0552f2405f75, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:29:49.913483 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-ce3a0a50-40b2-4350-9bad-c54af781d9e2 None None] For port 97bf2496-bd03-49c5-ac60-0552f2405f75, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=97bf2496-bd03-49c5-ac60-0552f2405f75,segment=NetworkSegment(16ec3175-c439-447d-8869-9947abf5df48),segment_id=16ec3175-c439-447d-8869-9947abf5df48)] {{(pid=103155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:29:49.922395 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-ce3a0a50-40b2-4350-9bad-c54af781d9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:50.089338 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c716afa-28e8-492f-b199-fcb4eaa1db79 None None] Pushing event updated for resources: {'Port': ['ID=97bf2496-bd03-49c5-ac60-0552f2405f75,revision_number=4']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:50.111328 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3a0a50-40b2-4350-9bad-c54af781d9e2 None None] Routers {'5e607ba4-9930-44fe-93dc-6bdbcba9aee2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:29:50.111974 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-ce3a0a50-40b2-4350-9bad-c54af781d9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:29:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['5e607ba4-9930-44fe-93dc-6bdbcba9aee2'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:50.143198 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device c8cdbb39-8fa9-4692-942e-a92427ac9244 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:29:50.194934 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-9a17cb10-a6fe-4482-b80f-c6db74326482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:50.264014 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-ce3a0a50-40b2-4350-9bad-c54af781d9e2 None None] Set router 5e607ba4-9930-44fe-93dc-6bdbcba9aee2 gateway port host: None {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:29:50.280316 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.quota.resource [None req-d89fae6f-e37e-4495-9208-c9777c0fee4c tempest-QuotasTest-1392251078 tempest-QuotasTest-1392251078-project-admin] Usage tracker for resource:security_group and project:7ff8335f09bd45529658f1da0eca2350 is out of sync, need to count used quota {{(pid=103152) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 21 13:29:50.297358 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-9a17cb10-a6fe-4482-b80f-c6db74326482 None None] For port 42d0a6c3-9448-4b64-af34-7d5a90fbf4fa, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=42d0a6c3-9448-4b64-af34-7d5a90fbf4fa,segment=NetworkSegment(b20a5dbe-a251-4a83-ae2d-3ffbda6396cf),segment_id=b20a5dbe-a251-4a83-ae2d-3ffbda6396cf)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:29:50.308010 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-512cae92-0a5d-49a5-901f-b2a481c494ab None None] Deleting port 42d0a6c3-9448-4b64-af34-7d5a90fbf4fa {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:29:50.316952 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-512cae92-0a5d-49a5-901f-b2a481c494ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:50.325746 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.quota.resource [None req-d89fae6f-e37e-4495-9208-c9777c0fee4c tempest-QuotasTest-1392251078 tempest-QuotasTest-1392251078-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103152) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 21 13:29:50.331941 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.l3_db [None req-b89c3900-589d-4b2a-93a5-27d0f89ae9bf tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Floating IP 31f0128a-776f-475b-8f41-c921ce4d0f69 associated. External IP: 172.36.3.176, port: d0880c5e-2b2d-4785-acc2-7bbacdda6174. Dec 21 13:29:50.443398 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-dcd9d924-44e6-4880-a3b0-79400d450dd6 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26943'] for router, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:50.447280 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-512cae92-0a5d-49a5-901f-b2a481c494ab None None] For port 42d0a6c3-9448-4b64-af34-7d5a90fbf4fa, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=42d0a6c3-9448-4b64-af34-7d5a90fbf4fa,segment=NetworkSegment(b20a5dbe-a251-4a83-ae2d-3ffbda6396cf),segment_id=b20a5dbe-a251-4a83-ae2d-3ffbda6396cf)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:29:50.447817 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-512cae92-0a5d-49a5-901f-b2a481c494ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:50.463920 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-512cae92-0a5d-49a5-901f-b2a481c494ab None None] Calling delete_port for 42d0a6c3-9448-4b64-af34-7d5a90fbf4fa owned by network:dhcp {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:29:50.469993 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3c0aa608-0e2a-4719-b2b4-eb259d1f01b2 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12346565'] for subnet, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:50.539002 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0aa608-0e2a-4719-b2b4-eb259d1f01b2 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Network b130763d-4a25-4977-9964-44d67d152f28 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:29:50.550924 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-9a17cb10-a6fe-4482-b80f-c6db74326482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:50.557573 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-512cae92-0a5d-49a5-901f-b2a481c494ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636'] for port, after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:50.562056 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-dcd9d924-44e6-4880-a3b0-79400d450dd6 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-548712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-548721', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-534931'] for router, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:50.581483 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-9a17cb10-a6fe-4482-b80f-c6db74326482 None None] Could not find standard attr ID for object 42cf7a6a-ce53-4b50-bca0-41aec639049d. {{(pid=103154) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 21 13:29:50.593708 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512cae92-0a5d-49a5-901f-b2a481c494ab None None] No DVR routers for this DVR port 42d0a6c3-9448-4b64-af34-7d5a90fbf4fa on host dv-neutron-master-2-hyperv {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:29:50.628872 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port c8cdbb39-8fa9-4692-942e-a92427ac9244 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:29:50.629357 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:50.634748 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a17cb10-a6fe-4482-b80f-c6db74326482 None None] Pushing event deleted for resources: {'Port': ['ID=42d0a6c3-9448-4b64-af34-7d5a90fbf4fa,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:50.642540 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-9a17cb10-a6fe-4482-b80f-c6db74326482 None None] Could not find standard attr ID for object a667e95b-2912-49c1-b61b-105a06a9d75d. {{(pid=103154) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 21 13:29:50.651310 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-ce3a0a50-40b2-4350-9bad-c54af781d9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e607ba4-9930-44fe-93dc-6bdbcba9aee2', 'name': 'tempest-RoutersTest-router-758070956', 'tenant_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:28:56Z', 'updated_at': '2021-12-21T13:29:48Z', 'revision_number': 6, 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'gw_port_host': None, '_interfaces': [{'id': '103d063b-184d-4ce5-8374-f7db5124daa7', 'name': '', 'network_id': 'a2096345-ac39-4285-b67f-5f13a2a0698a', 'tenant_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'mac_address': 'fa:16:3e:77:f0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e607ba4-9930-44fe-93dc-6bdbcba9aee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'bcc4be89-a9c0-4d2c-916c-0d32f73303f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:03Z', 'updated_at': '2021-12-21T13:29:14Z', 'revision_number': 5, 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'subnets': [{'id': 'bcc4be89-a9c0-4d2c-916c-0d32f73303f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6097019a-8ed7-4666-85c2-c6c6bfdef5af', 'name': '', 'network_id': 'df07e3fa-3f28-45bc-8c57-98ec7342c6e5', 'tenant_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'mac_address': 'fa:16:3e:48:3b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e607ba4-9930-44fe-93dc-6bdbcba9aee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '4f771295-d7b4-41e0-84c1-176db63b7abd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:15Z', 'updated_at': '2021-12-21T13:29:38Z', 'revision_number': 5, 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'subnets': [{'id': '4f771295-d7b4-41e0-84c1-176db63b7abd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ea2abb2-03f3-4532-aaef-aae981701ad9', 'name': '', 'network_id': '3329f353-44f9-4447-aac2-b71a5a9d290d', 'tenant_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'mac_address': 'fa:16:3e:64:16:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e607ba4-9930-44fe-93dc-6bdbcba9aee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '9e8ec415-b83e-4a91-874f-0bf7812c4065', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:28Z', 'updated_at': '2021-12-21T13:29:46Z', 'revision_number': 5, 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'subnets': [{'id': '9e8ec415-b83e-4a91-874f-0bf7812c4065', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97bf2496-bd03-49c5-ac60-0552f2405f75', 'name': '', 'network_id': '5e2519e6-a01b-4598-9e2e-1219d5dc7c17', 'tenant_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'mac_address': 'fa:16:3e:62:99:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e607ba4-9930-44fe-93dc-6bdbcba9aee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '4c76a267-b7f0-4b50-8320-ecb6ae42b361', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:40Z', 'updated_at': '2021-12-21T13:29:49Z', 'revision_number': 4, 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'subnets': [{'id': '4c76a267-b7f0-4b50-8320-ecb6ae42b361', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:50.702325 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512cae92-0a5d-49a5-901f-b2a481c494ab None None] Pushing event deleted for resources: {'Port': ['ID=42d0a6c3-9448-4b64-af34-7d5a90fbf4fa,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:50.708576 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3a0a50-40b2-4350-9bad-c54af781d9e2 None None] The sync data for ids ['5e607ba4-9930-44fe-93dc-6bdbcba9aee2'] in dv-neutron-master-2-hyperv is: [{'id': '5e607ba4-9930-44fe-93dc-6bdbcba9aee2', 'name': 'tempest-RoutersTest-router-758070956', 'tenant_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:28:56Z', 'updated_at': '2021-12-21T13:29:48Z', 'revision_number': 6, 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'gw_port_host': None, '_interfaces': [{'id': '103d063b-184d-4ce5-8374-f7db5124daa7', 'name': '', 'network_id': 'a2096345-ac39-4285-b67f-5f13a2a0698a', 'tenant_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'mac_address': 'fa:16:3e:77:f0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e607ba4-9930-44fe-93dc-6bdbcba9aee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'bcc4be89-a9c0-4d2c-916c-0d32f73303f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:03Z', 'updated_at': '2021-12-21T13:29:14Z', 'revision_number': 5, 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'subnets': [{'id': 'bcc4be89-a9c0-4d2c-916c-0d32f73303f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6097019a-8ed7-4666-85c2-c6c6bfdef5af', 'name': '', 'network_id': 'df07e3fa-3f28-45bc-8c57-98ec7342c6e5', 'tenant_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'mac_address': 'fa:16:3e:48:3b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e607ba4-9930-44fe-93dc-6bdbcba9aee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '4f771295-d7b4-41e0-84c1-176db63b7abd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:15Z', 'updated_at': '2021-12-21T13:29:38Z', 'revision_number': 5, 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'subnets': [{'id': '4f771295-d7b4-41e0-84c1-176db63b7abd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ea2abb2-03f3-4532-aaef-aae981701ad9', 'name': '', 'network_id': '3329f353-44f9-4447-aac2-b71a5a9d290d', 'tenant_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'mac_address': 'fa:16:3e:64:16:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e607ba4-9930-44fe-93dc-6bdbcba9aee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '9e8ec415-b83e-4a91-874f-0bf7812c4065', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:28Z', 'updated_at': '2021-12-21T13:29:46Z', 'revision_number': 5, 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'subnets': [{'id': '9e8ec415-b83e-4a91-874f-0bf7812c4065', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97bf2496-bd03-49c5-ac60-0552f2405f75', 'name': '', 'network_id': '5e2519e6-a01b-4598-9e2e-1219d5dc7c17', 'tenant_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'mac_address': 'fa:16:3e:62:99:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e607ba4-9930-44fe-93dc-6bdbcba9aee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '4c76a267-b7f0-4b50-8320-ecb6ae42b361', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:40Z', 'updated_at': '2021-12-21T13:29:49Z', 'revision_number': 4, 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'subnets': [{'id': '4c76a267-b7f0-4b50-8320-ecb6ae42b361', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:29:50.709451 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0aa608-0e2a-4719-b2b4-eb259d1f01b2 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Pushing event updated for resources: {'Subnet': ['ID=6bb627bc-7852-40c7-8727-7f633996e792,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:50.714964 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-3c0aa608-0e2a-4719-b2b4-eb259d1f01b2 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:29:50.719359 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0aa608-0e2a-4719-b2b4-eb259d1f01b2 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:29:50.720106 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3c0aa608-0e2a-4719-b2b4-eb259d1f01b2 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:50.731589 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-9a17cb10-a6fe-4482-b80f-c6db74326482 None None] Provisioning complete for port d8d7cf14-d0ba-42f0-b2b3-a9557fbb24f4 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:29:50.732070 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-9a17cb10-a6fe-4482-b80f-c6db74326482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:50.733475 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee7da5f1-2e0c-4b88-a68e-25eec078fcf5 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Made reservation on behalf of 4e9b97d81d204c53a28bf5666eaf36b7 for: {'subnet': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:29:50.744834 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ee7da5f1-2e0c-4b88-a68e-25eec078fcf5 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11288759'] for subnet, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:50.745434 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.quota.resource [None req-d89fae6f-e37e-4495-9208-c9777c0fee4c tempest-QuotasTest-1392251078 tempest-QuotasTest-1392251078-project-admin] Usage tracker for resource:security_group_rule and project:7ff8335f09bd45529658f1da0eca2350 is out of sync, need to count used quota {{(pid=103152) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 21 13:29:50.752441 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-3c0aa608-0e2a-4719-b2b4-eb259d1f01b2 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0664699 Dec 21 13:29:50.757170 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.quota.resource [None req-d89fae6f-e37e-4495-9208-c9777c0fee4c tempest-QuotasTest-1392251078 tempest-QuotasTest-1392251078-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103152) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 21 13:29:50.758817 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56814) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:50.760718 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b89c3900-589d-4b2a-93a5-27d0f89ae9bf tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Router 9a0f9c1c-0b84-40b1-b675-f3a031108074 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:29:50.770224 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-d89fae6f-e37e-4495-9208-c9777c0fee4c tempest-QuotasTest-1392251078 tempest-QuotasTest-1392251078-project-admin] 10.222.0.37 "GET /v2.0/quotas/7ff8335f09bd45529658f1da0eca2350/details.json HTTP/1.1" status: 200 len: 703 time: 3.4094732 Dec 21 13:29:50.773884 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-a91dcb01-004e-4a32-b399-591706be9c6d tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Request body: {'security_group': {'name': 'tempest-secgroup-585774150'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:29:50.779126 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a379b26e-723e-40d0-a454-30a38462c1c7 None None] Network b130763d-4a25-4977-9964-44d67d152f28 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:29:50.822188 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a91dcb01-004e-4a32-b399-591706be9c6d tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks [] for security_group, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:51.019685 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcd9d924-44e6-4880-a3b0-79400d450dd6 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Router 5e607ba4-9930-44fe-93dc-6bdbcba9aee2 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:29:51.021868 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.extraroute_db [None req-6c4c3663-5c01-4b91-8ca7-a2a3963339b0 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Added routes are [] {{(pid=103153) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 21 13:29:51.022204 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.extraroute_db [None req-6c4c3663-5c01-4b91-8ca7-a2a3963339b0 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=103153) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 21 13:29:51.032459 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a91dcb01-004e-4a32-b399-591706be9c6d tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks [] for security_group, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:51.039912 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a91dcb01-004e-4a32-b399-591706be9c6d tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:51.051941 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7afb6c47-e357-4e19-8a19-22470f5fe442 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Publish callbacks [] for security_group, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:51.083399 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7afb6c47-e357-4e19-8a19-22470f5fe442 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:51.116989 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a91dcb01-004e-4a32-b399-591706be9c6d tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:51.118288 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-a91dcb01-004e-4a32-b399-591706be9c6d tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.3548913 Dec 21 13:29:51.123592 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56818) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:51.142325 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-c0b819ef-5bc8-44f9-8b32-70961eca2a9a tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Request body: {'security_group': {'name': 'tempest-secgroup-1194791327'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:29:51.170166 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device d8d7cf14-d0ba-42f0-b2b3-a9557fbb24f4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:29:51.198146 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91dcb01-004e-4a32-b399-591706be9c6d tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7394a35-f450-4301-bbb8-4f8f2ed777a6,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:51.226663 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b89c3900-589d-4b2a-93a5-27d0f89ae9bf tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:29:51.240388 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b89c3900-589d-4b2a-93a5-27d0f89ae9bf tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for floatingip, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:51.302396 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-b89c3900-589d-4b2a-93a5-27d0f89ae9bf tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] 10.222.0.37 "PUT /v2.0/floatingips/31f0128a-776f-475b-8f41-c921ce4d0f69 HTTP/1.1" status: 200 len: 978 time: 4.2288883 Dec 21 13:29:51.317501 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56820) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:51.387132 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494fbc28-90fc-44ef-b1e1-d0a715ecc71b None None] Sync routers for ids ['caf3ff8a-af97-4de4-b3e0-de9adbadc076'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:29:51.403379 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6c4c3663-5c01-4b91-8ca7-a2a3963339b0 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26943'] for router, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:51.410974 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7afb6c47-e357-4e19-8a19-22470f5fe442 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:51.412348 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-7afb6c47-e357-4e19-8a19-22470f5fe442 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.8533206 Dec 21 13:29:51.424799 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56824) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:51.425779 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494fbc28-90fc-44ef-b1e1-d0a715ecc71b None None] Routers {'caf3ff8a-af97-4de4-b3e0-de9adbadc076'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:29:51.429014 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-b74f990f-acca-4ed3-8ea8-81070e6b1264 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Request body: {'security_group_rule': {'security_group_id': 'ba57de27-e149-4ca2-83db-b597ebfc82bd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:29:51.429595 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-494fbc28-90fc-44ef-b1e1-d0a715ecc71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:29:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['caf3ff8a-af97-4de4-b3e0-de9adbadc076'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:51.488734 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c0b819ef-5bc8-44f9-8b32-70961eca2a9a tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks [] for security_group, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:51.524661 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85cfdee-ee24-4a45-ac85-77de10a06c10 None None] Sync routers for ids ['9a0f9c1c-0b84-40b1-b675-f3a031108074'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:29:51.549994 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56826) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:51.560310 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.api.v2.resource [None req-b74f990f-acca-4ed3-8ea8-81070e6b1264 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] create failed (client error): The resource could not be found. Dec 21 13:29:51.564631 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-b74f990f-acca-4ed3-8ea8-81070e6b1264 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1398728 Dec 21 13:29:51.567509 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56830) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:51.577495 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-fdac6dd4-c4f8-4092-af8b-0f85370fd41e tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Request body: {'security_group_rule': {'security_group_id': 'ba57de27-e149-4ca2-83db-b597ebfc82bd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '860fc24c-8c66-4563-b183-a62bcc244159'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:29:51.578964 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6e561272-a903-445f-90ef-29115f1a9cc2 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11195289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11288741'] for subnet, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:51.588902 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4d930efe-05d8-4c30-9153-83cea403d44f tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Deleting port d0880c5e-2b2d-4785-acc2-7bbacdda6174 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:29:51.589368 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4d930efe-05d8-4c30-9153-83cea403d44f tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:51.609066 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-494fbc28-90fc-44ef-b1e1-d0a715ecc71b None None] Set router caf3ff8a-af97-4de4-b3e0-de9adbadc076 gateway port host: None {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:29:51.662054 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85cfdee-ee24-4a45-ac85-77de10a06c10 None None] Routers {'9a0f9c1c-0b84-40b1-b675-f3a031108074'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:29:51.667653 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-c85cfdee-ee24-4a45-ac85-77de10a06c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:29:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['9a0f9c1c-0b84-40b1-b675-f3a031108074'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:51.681805 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-9a17cb10-a6fe-4482-b80f-c6db74326482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:51.703078 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ee7da5f1-2e0c-4b88-a68e-25eec078fcf5 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11195289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11288741'] for subnet, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:51.718623 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e561272-a903-445f-90ef-29115f1a9cc2 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Pushing event updated for resources: {'Subnet': ['ID=0fe1d571-eaac-478d-bab9-de45dc6218c3,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:51.740431 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7da5f1-2e0c-4b88-a68e-25eec078fcf5 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:29:51.755113 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.api.v2.resource [None req-fdac6dd4-c4f8-4092-af8b-0f85370fd41e tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] create failed (client error): The resource could not be found. Dec 21 13:29:51.759161 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-fdac6dd4-c4f8-4092-af8b-0f85370fd41e tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1877012 Dec 21 13:29:51.759829 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56832) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:51.787046 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-c85cfdee-ee24-4a45-ac85-77de10a06c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:51.814087 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4d930efe-05d8-4c30-9153-83cea403d44f tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:51.816499 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-ee7da5f1-2e0c-4b88-a68e-25eec078fcf5 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:29:51.818962 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afb6c47-e357-4e19-8a19-22470f5fe442 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba57de27-e149-4ca2-83db-b597ebfc82bd,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:51.827002 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7da5f1-2e0c-4b88-a68e-25eec078fcf5 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:29:51.827830 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ee7da5f1-2e0c-4b88-a68e-25eec078fcf5 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:51.836261 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2cb7c8-d541-4de8-8b06-26bec4c0bdfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-b130763d-4a25-4977-9964-44d67d152f28', 'network_id': 'b130763d-4a25-4977-9964-44d67d152f28', 'project_id': '3edf34a3eecc442ea8df7c8164f4e61d', 'fixed_ips': [{'subnet_id': '6bb627bc-7852-40c7-8727-7f633996e792'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:29:51.837270 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ed2cb7c8-d541-4de8-8b06-26bec4c0bdfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:51.854681 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76be1beb-4bf7-45be-8c9d-6531e905dfe0 None None] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:29:51.859394 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c0b819ef-5bc8-44f9-8b32-70961eca2a9a tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks [] for security_group, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:51.890394 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c0b819ef-5bc8-44f9-8b32-70961eca2a9a tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:51.921239 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-ee7da5f1-2e0c-4b88-a68e-25eec078fcf5 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3796127 Dec 21 13:29:51.923807 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56834) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:51.940375 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-c5e70432-4f03-4c87-bc53-7b7b9b52faae tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Request body: {'port': {'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9', 'fixed_ips': [{'subnet_id': '7185a0d2-0e7d-4dea-bf21-266be3d9561a', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-1633367035'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:29:51.941652 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-113b13b1-0294-4f95-9fd4-8990a57b4a49 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:52.028130 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-494fbc28-90fc-44ef-b1e1-d0a715ecc71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf3ff8a-af97-4de4-b3e0-de9adbadc076', 'name': 'tempest-RoutersIpV6Test-router-1585507894', 'tenant_id': 'd368a1938e3342de9d3358d110005af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:28:52Z', 'updated_at': '2021-12-21T13:29:51Z', 'revision_number': 7, 'project_id': 'd368a1938e3342de9d3358d110005af5', 'gw_port_host': None, '_interfaces': [{'id': '03f177fc-3e1e-4f64-bc96-9aae40b4d7e8', 'name': '', 'network_id': 'ed7fd53b-7818-42a2-9e1f-b14fd3756b30', 'tenant_id': 'd368a1938e3342de9d3358d110005af5', 'mac_address': 'fa:16:3e:0e:10:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf3ff8a-af97-4de4-b3e0-de9adbadc076', 'device_owner': 'network:router_interface', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '2cec0ef3-4bce-4962-b808-d9d0c11d197b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:37Z', 'updated_at': '2021-12-21T13:29:47Z', 'revision_number': 4, 'project_id': 'd368a1938e3342de9d3358d110005af5', 'subnets': [{'id': '2cec0ef3-4bce-4962-b808-d9d0c11d197b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '12f8a58c-af26-4927-ac38-f21ade108865', 'name': '', 'network_id': '0bd2dd5e-fcb5-4193-8496-12a446f2606d', 'tenant_id': 'd368a1938e3342de9d3358d110005af5', 'mac_address': 'fa:16:3e:4e:fd:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf3ff8a-af97-4de4-b3e0-de9adbadc076', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': 'd59ccc0f-4d57-457e-aa42-5011fd6d3678', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:25Z', 'updated_at': '2021-12-21T13:29:35Z', 'revision_number': 5, 'project_id': 'd368a1938e3342de9d3358d110005af5', 'subnets': [{'id': 'd59ccc0f-4d57-457e-aa42-5011fd6d3678', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7111fafc-3054-4310-a775-f4360d66a24d', 'name': '', 'network_id': '2cf63e90-259f-413d-9f59-c6e07bb014ac', 'tenant_id': 'd368a1938e3342de9d3358d110005af5', 'mac_address': 'fa:16:3e:3d:f9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf3ff8a-af97-4de4-b3e0-de9adbadc076', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '3a2300ef-3c43-47b0-8476-ddfb30a8d010', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:28:58Z', 'updated_at': '2021-12-21T13:29:13Z', 'revision_number': 5, 'project_id': 'd368a1938e3342de9d3358d110005af5', 'subnets': [{'id': '3a2300ef-3c43-47b0-8476-ddfb30a8d010', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abd5eefe-e121-4d3a-a3b4-d87fd46c1bbe', 'name': '', 'network_id': '5d56b04d-834e-44d0-8a4a-bef509c35d33', 'tenant_id': 'd368a1938e3342de9d3358d110005af5', 'mac_address': 'fa:16:3e:a4:5b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf3ff8a-af97-4de4-b3e0-de9adbadc076', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'efd71155-42c5-4846-a6d3-b0a48a3b13b8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:11Z', 'updated_at': '2021-12-21T13:29:20Z', 'revision_number': 5, 'project_id': 'd368a1938e3342de9d3358d110005af5', 'subnets': [{'id': 'efd71155-42c5-4846-a6d3-b0a48a3b13b8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:52.036034 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e561272-a903-445f-90ef-29115f1a9cc2 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Checking segment: {'id': '4c1eb260-440d-4e37-a83c-e4967627ae9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e2a4e3ae-1e15-4211-89b3-fc56f8e47fa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:29:52.037020 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e561272-a903-445f-90ef-29115f1a9cc2 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Network hostable DHCP agents. Network: e2a4e3ae-1e15-4211-89b3-fc56f8e47fa9, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:29:52.070376 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6c4c3663-5c01-4b91-8ca7-a2a3963339b0 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26943'] for router, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:52.087781 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85cfdee-ee24-4a45-ac85-77de10a06c10 None None] Routers {'9a0f9c1c-0b84-40b1-b675-f3a031108074'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:29:52.088440 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-c85cfdee-ee24-4a45-ac85-77de10a06c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:29:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['9a0f9c1c-0b84-40b1-b675-f3a031108074'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:52.094265 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-9a17cb10-a6fe-4482-b80f-c6db74326482 None None] For port d8d7cf14-d0ba-42f0-b2b3-a9557fbb24f4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d8d7cf14-d0ba-42f0-b2b3-a9557fbb24f4,segment=NetworkSegment(16ec3175-c439-447d-8869-9947abf5df48),segment_id=16ec3175-c439-447d-8869-9947abf5df48)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:29:52.094788 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c0b819ef-5bc8-44f9-8b32-70961eca2a9a tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:52.095146 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494fbc28-90fc-44ef-b1e1-d0a715ecc71b None None] Checking router: caf3ff8a-af97-4de4-b3e0-de9adbadc076 for host: dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:29:52.096297 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-c0b819ef-5bc8-44f9-8b32-70961eca2a9a tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.9662504 Dec 21 13:29:52.108187 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56836) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:52.111604 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494fbc28-90fc-44ef-b1e1-d0a715ecc71b None None] Routers {'caf3ff8a-af97-4de4-b3e0-de9adbadc076'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:29:52.112573 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-494fbc28-90fc-44ef-b1e1-d0a715ecc71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:29:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['caf3ff8a-af97-4de4-b3e0-de9adbadc076'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:52.117734 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd9d924-44e6-4880-a3b0-79400d450dd6 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:29:52.123873 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7da5f1-2e0c-4b88-a68e-25eec078fcf5 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event updated for resources: {'Subnet': ['ID=7185a0d2-0e7d-4dea-bf21-266be3d9561a,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:52.148514 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-dcd9d924-44e6-4880-a3b0-79400d450dd6 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks [] for router, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:52.150097 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-dcd9d924-44e6-4880-a3b0-79400d450dd6 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "PUT /v2.0/routers/5e607ba4-9930-44fe-93dc-6bdbcba9aee2 HTTP/1.1" status: 200 len: 933 time: 4.3937042 Dec 21 13:29:52.158224 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56838) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:52.169677 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-ed2cb7c8-d541-4de8-8b06-26bec4c0bdfe None None] Allocated IP 2001:db8::2 (b130763d-4a25-4977-9964-44d67d152f28/6bb627bc-7852-40c7-8727-7f633996e792/f6b263a0-02a2-4f4a-9134-6cef5ae24941) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:29:52.171616 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6c4c3663-5c01-4b91-8ca7-a2a3963339b0 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-548712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-548721', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-534931'] for router, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:52.171765 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-9a17cb10-a6fe-4482-b80f-c6db74326482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:52.178386 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e561272-a903-445f-90ef-29115f1a9cc2 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Network e2a4e3ae-1e15-4211-89b3-fc56f8e47fa9 is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:29:52.213878 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2efff66-916b-41e8-ad29-140a8683c4e5 None None] Sync routers for ids ['5e607ba4-9930-44fe-93dc-6bdbcba9aee2'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:29:52.219588 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port d8d7cf14-d0ba-42f0-b2b3-a9557fbb24f4 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:29:52.219963 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:52.247889 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4d930efe-05d8-4c30-9153-83cea403d44f tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:52.248194 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4d930efe-05d8-4c30-9153-83cea403d44f tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548820'] for floatingip, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:52.248456 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-494fbc28-90fc-44ef-b1e1-d0a715ecc71b None None] Set router caf3ff8a-af97-4de4-b3e0-de9adbadc076 gateway port host: None {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:29:52.248594 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.l3_db [None req-4d930efe-05d8-4c30-9153-83cea403d44f tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Floating IP 31f0128a-776f-475b-8f41-c921ce4d0f69 disassociated. External IP: 172.36.3.176, port: d0880c5e-2b2d-4785-acc2-7bbacdda6174. Dec 21 13:29:52.248931 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4d930efe-05d8-4c30-9153-83cea403d44f tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Calling delete_port for d0880c5e-2b2d-4785-acc2-7bbacdda6174 owned by {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:29:52.299962 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-c85cfdee-ee24-4a45-ac85-77de10a06c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:52.300872 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85cfdee-ee24-4a45-ac85-77de10a06c10 None None] The sync data for ids ['9a0f9c1c-0b84-40b1-b675-f3a031108074'] in dv-neutron-master-2-hyperv is: [] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:29:52.338711 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-9a17cb10-a6fe-4482-b80f-c6db74326482 None None] Provisioning complete for port 97bf2496-bd03-49c5-ac60-0552f2405f75 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:29:52.339078 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-9a17cb10-a6fe-4482-b80f-c6db74326482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:52.374633 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2efff66-916b-41e8-ad29-140a8683c4e5 None None] Routers {'5e607ba4-9930-44fe-93dc-6bdbcba9aee2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:29:52.375314 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-a2efff66-916b-41e8-ad29-140a8683c4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:29:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['5e607ba4-9930-44fe-93dc-6bdbcba9aee2'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:52.385382 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-ca83cc7f-e805-4d6c-954c-abb50ee2ec3a tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1294872713', 'security_groups': ['39ccedab-6ca5-40c5-a904-22dfb1d88837'], 'network_id': 'b130763d-4a25-4977-9964-44d67d152f28', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6bb627bc-7852-40c7-8727-7f633996e792'}]}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:29:52.457048 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c4c3663-5c01-4b91-8ca7-a2a3963339b0 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Router caf3ff8a-af97-4de4-b3e0-de9adbadc076 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:29:52.469643 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-6e561272-a903-445f-90ef-29115f1a9cc2 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, e2a4e3ae-1e15-4211-89b3-fc56f8e47fa9) {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:29:52.476966 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4d930efe-05d8-4c30-9153-83cea403d44f tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:52.478627 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b819ef-5bc8-44f9-8b32-70961eca2a9a tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39ccedab-6ca5-40c5-a904-22dfb1d88837,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:52.495205 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e561272-a903-445f-90ef-29115f1a9cc2 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:29:52.496905 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6e561272-a903-445f-90ef-29115f1a9cc2 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks [] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:52.499009 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fcf1f5e-4a8f-4f72-81cb-f3402ddc207c None None] Network e2a4e3ae-1e15-4211-89b3-fc56f8e47fa9 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:29:52.525521 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-6e561272-a903-445f-90ef-29115f1a9cc2 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2965286 Dec 21 13:29:52.536001 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56840) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:52.543486 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-494fbc28-90fc-44ef-b1e1-d0a715ecc71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf3ff8a-af97-4de4-b3e0-de9adbadc076', 'name': 'tempest-RoutersIpV6Test-router-1585507894', 'tenant_id': 'd368a1938e3342de9d3358d110005af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:28:52Z', 'updated_at': '2021-12-21T13:29:51Z', 'revision_number': 7, 'project_id': 'd368a1938e3342de9d3358d110005af5', 'gw_port_host': None, '_interfaces': [{'id': '03f177fc-3e1e-4f64-bc96-9aae40b4d7e8', 'name': '', 'network_id': 'ed7fd53b-7818-42a2-9e1f-b14fd3756b30', 'tenant_id': 'd368a1938e3342de9d3358d110005af5', 'mac_address': 'fa:16:3e:0e:10:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf3ff8a-af97-4de4-b3e0-de9adbadc076', 'device_owner': 'network:router_interface', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '2cec0ef3-4bce-4962-b808-d9d0c11d197b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:37Z', 'updated_at': '2021-12-21T13:29:47Z', 'revision_number': 4, 'project_id': 'd368a1938e3342de9d3358d110005af5', 'subnets': [{'id': '2cec0ef3-4bce-4962-b808-d9d0c11d197b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '12f8a58c-af26-4927-ac38-f21ade108865', 'name': '', 'network_id': '0bd2dd5e-fcb5-4193-8496-12a446f2606d', 'tenant_id': 'd368a1938e3342de9d3358d110005af5', 'mac_address': 'fa:16:3e:4e:fd:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf3ff8a-af97-4de4-b3e0-de9adbadc076', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': 'd59ccc0f-4d57-457e-aa42-5011fd6d3678', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:25Z', 'updated_at': '2021-12-21T13:29:35Z', 'revision_number': 5, 'project_id': 'd368a1938e3342de9d3358d110005af5', 'subnets': [{'id': 'd59ccc0f-4d57-457e-aa42-5011fd6d3678', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7111fafc-3054-4310-a775-f4360d66a24d', 'name': '', 'network_id': '2cf63e90-259f-413d-9f59-c6e07bb014ac', 'tenant_id': 'd368a1938e3342de9d3358d110005af5', 'mac_address': 'fa:16:3e:3d:f9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf3ff8a-af97-4de4-b3e0-de9adbadc076', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '3a2300ef-3c43-47b0-8476-ddfb30a8d010', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:28:58Z', 'updated_at': '2021-12-21T13:29:13Z', 'revision_number': 5, 'project_id': 'd368a1938e3342de9d3358d110005af5', 'subnets': [{'id': '3a2300ef-3c43-47b0-8476-ddfb30a8d010', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abd5eefe-e121-4d3a-a3b4-d87fd46c1bbe', 'name': '', 'network_id': '5d56b04d-834e-44d0-8a4a-bef509c35d33', 'tenant_id': 'd368a1938e3342de9d3358d110005af5', 'mac_address': 'fa:16:3e:a4:5b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf3ff8a-af97-4de4-b3e0-de9adbadc076', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'efd71155-42c5-4846-a6d3-b0a48a3b13b8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:11Z', 'updated_at': '2021-12-21T13:29:20Z', 'revision_number': 5, 'project_id': 'd368a1938e3342de9d3358d110005af5', 'subnets': [{'id': 'efd71155-42c5-4846-a6d3-b0a48a3b13b8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:52.544125 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-5a70323b-8704-4b40-9685-35c3b1f409b4 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Request body: {'port': {'network_id': 'e2a4e3ae-1e15-4211-89b3-fc56f8e47fa9', 'name': 'tempest-PortsTestJSON-751327931'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:29:52.556655 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d930efe-05d8-4c30-9153-83cea403d44f tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Pushing event deleted for resources: {'Port': ['ID=d0880c5e-2b2d-4785-acc2-7bbacdda6174,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:52.583211 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-167ee241-a4bb-411e-a8af-3a28354b4d48 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Publish callbacks [] for security_group, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:52.611093 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494fbc28-90fc-44ef-b1e1-d0a715ecc71b None None] The sync data for ids ['caf3ff8a-af97-4de4-b3e0-de9adbadc076'] in dv-neutron-master-2-hyperv is: [{'id': 'caf3ff8a-af97-4de4-b3e0-de9adbadc076', 'name': 'tempest-RoutersIpV6Test-router-1585507894', 'tenant_id': 'd368a1938e3342de9d3358d110005af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:28:52Z', 'updated_at': '2021-12-21T13:29:51Z', 'revision_number': 7, 'project_id': 'd368a1938e3342de9d3358d110005af5', 'gw_port_host': None, '_interfaces': [{'id': '03f177fc-3e1e-4f64-bc96-9aae40b4d7e8', 'name': '', 'network_id': 'ed7fd53b-7818-42a2-9e1f-b14fd3756b30', 'tenant_id': 'd368a1938e3342de9d3358d110005af5', 'mac_address': 'fa:16:3e:0e:10:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf3ff8a-af97-4de4-b3e0-de9adbadc076', 'device_owner': 'network:router_interface', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '2cec0ef3-4bce-4962-b808-d9d0c11d197b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:37Z', 'updated_at': '2021-12-21T13:29:47Z', 'revision_number': 4, 'project_id': 'd368a1938e3342de9d3358d110005af5', 'subnets': [{'id': '2cec0ef3-4bce-4962-b808-d9d0c11d197b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '12f8a58c-af26-4927-ac38-f21ade108865', 'name': '', 'network_id': '0bd2dd5e-fcb5-4193-8496-12a446f2606d', 'tenant_id': 'd368a1938e3342de9d3358d110005af5', 'mac_address': 'fa:16:3e:4e:fd:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf3ff8a-af97-4de4-b3e0-de9adbadc076', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': 'd59ccc0f-4d57-457e-aa42-5011fd6d3678', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:25Z', 'updated_at': '2021-12-21T13:29:35Z', 'revision_number': 5, 'project_id': 'd368a1938e3342de9d3358d110005af5', 'subnets': [{'id': 'd59ccc0f-4d57-457e-aa42-5011fd6d3678', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7111fafc-3054-4310-a775-f4360d66a24d', 'name': '', 'network_id': '2cf63e90-259f-413d-9f59-c6e07bb014ac', 'tenant_id': 'd368a1938e3342de9d3358d110005af5', 'mac_address': 'fa:16:3e:3d:f9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf3ff8a-af97-4de4-b3e0-de9adbadc076', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '3a2300ef-3c43-47b0-8476-ddfb30a8d010', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:28:58Z', 'updated_at': '2021-12-21T13:29:13Z', 'revision_number': 5, 'project_id': 'd368a1938e3342de9d3358d110005af5', 'subnets': [{'id': '3a2300ef-3c43-47b0-8476-ddfb30a8d010', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abd5eefe-e121-4d3a-a3b4-d87fd46c1bbe', 'name': '', 'network_id': '5d56b04d-834e-44d0-8a4a-bef509c35d33', 'tenant_id': 'd368a1938e3342de9d3358d110005af5', 'mac_address': 'fa:16:3e:a4:5b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf3ff8a-af97-4de4-b3e0-de9adbadc076', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'efd71155-42c5-4846-a6d3-b0a48a3b13b8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:11Z', 'updated_at': '2021-12-21T13:29:20Z', 'revision_number': 5, 'project_id': 'd368a1938e3342de9d3358d110005af5', 'subnets': [{'id': 'efd71155-42c5-4846-a6d3-b0a48a3b13b8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:29:52.615477 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-9a17cb10-a6fe-4482-b80f-c6db74326482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:52.619076 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041faead-c0da-4f5c-b350-f7942aa84bf6 None None] DHCP port deletion for 20f77a39-9704-44ad-8444-71d97da616e0 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:29:52.643106 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a17cb10-a6fe-4482-b80f-c6db74326482 None None] Pushing event updated for resources: {'Port': ['ID=d8d7cf14-d0ba-42f0-b2b3-a9557fbb24f4,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:52.656337 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-e93d6489-a825-4fb8-8064-72932364bef7 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "GET /v2.0/routers/5e607ba4-9930-44fe-93dc-6bdbcba9aee2 HTTP/1.1" status: 200 len: 933 time: 0.4966481 Dec 21 13:29:52.662323 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56842) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:52.671504 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-91303a2e-2917-42a3-93cc-5adee665f248 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Request body: {'router': {'routes': None}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:29:52.695569 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-167ee241-a4bb-411e-a8af-3a28354b4d48 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:52.760472 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5e70432-4f03-4c87-bc53-7b7b9b52faae tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Made reservation on behalf of 4e9b97d81d204c53a28bf5666eaf36b7 for: {'port': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:29:52.786624 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a3b0ab-7de7-4b54-9ebc-cdd4211e424c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9', 'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9', 'project_id': '4e9b97d81d204c53a28bf5666eaf36b7', 'fixed_ips': [{'subnet_id': '7185a0d2-0e7d-4dea-bf21-266be3d9561a'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:29:52.787069 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-30a3b0ab-7de7-4b54-9ebc-cdd4211e424c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:52.801518 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c4c3663-5c01-4b91-8ca7-a2a3963339b0 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:29:52.805457 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a70323b-8704-4b40-9685-35c3b1f409b4 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Made reservation on behalf of 401fab62d2cc4dcc90d3b9ab6f110b7e for: {'port': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:29:52.808672 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5a70323b-8704-4b40-9685-35c3b1f409b4 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:52.842790 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6c4c3663-5c01-4b91-8ca7-a2a3963339b0 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks [] for router, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:52.846748 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-6c4c3663-5c01-4b91-8ca7-a2a3963339b0 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "PUT /v2.0/routers/caf3ff8a-af97-4de4-b3e0-de9adbadc076 HTTP/1.1" status: 200 len: 704 time: 4.4195349 Dec 21 13:29:52.847436 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56844) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:52.877874 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca83cc7f-e805-4d6c-954c-abb50ee2ec3a tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Made reservation on behalf of 3edf34a3eecc442ea8df7c8164f4e61d for: {'port': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:29:52.908404 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-a2efff66-916b-41e8-ad29-140a8683c4e5 None None] Set router 5e607ba4-9930-44fe-93dc-6bdbcba9aee2 gateway port host: None {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:29:52.933666 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-113b13b1-0294-4f95-9fd4-8990a57b4a49 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:52.941323 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-9a17cb10-a6fe-4482-b80f-c6db74326482 None None] For port 97bf2496-bd03-49c5-ac60-0552f2405f75, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=97bf2496-bd03-49c5-ac60-0552f2405f75,segment=NetworkSegment(16ec3175-c439-447d-8869-9947abf5df48),segment_id=16ec3175-c439-447d-8869-9947abf5df48)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:29:52.951934 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [None req-5a70323b-8704-4b40-9685-35c3b1f409b4 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] device_id is not set on port ce3036e3-23c2-4e59-8836-71d72fec602d yet. {{(pid=103153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 13:29:52.952860 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-113b13b1-0294-4f95-9fd4-8990a57b4a49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:52.978107 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ed2cb7c8-d541-4de8-8b06-26bec4c0bdfe None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:52.990340 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-9a17cb10-a6fe-4482-b80f-c6db74326482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:53.019053 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c5e70432-4f03-4c87-bc53-7b7b9b52faae tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:53.061303 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-0bc795ba-48e7-4b15-bdf3-49c4c3f91179 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "GET /v2.0/routers/caf3ff8a-af97-4de4-b3e0-de9adbadc076 HTTP/1.1" status: 200 len: 704 time: 0.2098911 Dec 21 13:29:53.068236 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56846) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:53.074475 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ed2cb7c8-d541-4de8-8b06-26bec4c0bdfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:53.078228 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [None req-c5e70432-4f03-4c87-bc53-7b7b9b52faae tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] device_id is not set on port cd9d14d5-027c-40db-a733-45f174c02496 yet. {{(pid=103153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 13:29:53.091954 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-167ee241-a4bb-411e-a8af-3a28354b4d48 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:53.093160 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a3c248-7e57-4529-9254-31a7ee533539 None None] Sync routers for ids ['caf3ff8a-af97-4de4-b3e0-de9adbadc076'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:29:53.094840 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-167ee241-a4bb-411e-a8af-3a28354b4d48 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:53.098411 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-167ee241-a4bb-411e-a8af-3a28354b4d48 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] 10.222.0.37 "DELETE /v2.0/security-groups/ba57de27-e149-4ca2-83db-b597ebfc82bd HTTP/1.1" status: 204 len: 168 time: 1.3174076 Dec 21 13:29:53.099969 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ca83cc7f-e805-4d6c-954c-abb50ee2ec3a tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:53.106169 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a3c248-7e57-4529-9254-31a7ee533539 None None] Routers {'caf3ff8a-af97-4de4-b3e0-de9adbadc076'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:29:53.107189 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-32a3c248-7e57-4529-9254-31a7ee533539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:29:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['caf3ff8a-af97-4de4-b3e0-de9adbadc076'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:53.119450 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-9a17cb10-a6fe-4482-b80f-c6db74326482 None None] Could not find standard attr ID for object 790f2c10-5f51-45c5-ba1b-18680baae27d. {{(pid=103154) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 21 13:29:53.129371 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56848) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:53.133577 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d930efe-05d8-4c30-9153-83cea403d44f tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Router 9a0f9c1c-0b84-40b1-b675-f3a031108074 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:29:53.149822 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-ca83cc7f-e805-4d6c-954c-abb50ee2ec3a tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] device_id is not set on port 61f73763-c8b1-42ea-a549-6c499529272f yet. {{(pid=103152) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 13:29:53.174300 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 42d0a6c3-9448-4b64-af34-7d5a90fbf4fa up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:29:53.186738 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2cb7c8-d541-4de8-8b06-26bec4c0bdfe None None] Network b130763d-4a25-4977-9964-44d67d152f28 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:29:53.237513 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-ed2cb7c8-d541-4de8-8b06-26bec4c0bdfe None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:29:53.239795 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2cb7c8-d541-4de8-8b06-26bec4c0bdfe None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:29:53.265775 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: 42d0a6c3-9448-4b64-af34-7d5a90fbf4fa {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:29:53.266125 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 42d0a6c3-9448-4b64-af34-7d5a90fbf4fa not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 21 13:29:53.269971 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06d3716-2ee3-45f8-8102-9f9935573493 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-e2a4e3ae-1e15-4211-89b3-fc56f8e47fa9', 'network_id': 'e2a4e3ae-1e15-4211-89b3-fc56f8e47fa9', 'project_id': '401fab62d2cc4dcc90d3b9ab6f110b7e', 'fixed_ips': [{'subnet_id': '0fe1d571-eaac-478d-bab9-de45dc6218c3'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:29:53.270781 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d06d3716-2ee3-45f8-8102-9f9935573493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:53.275658 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-32a3c248-7e57-4529-9254-31a7ee533539 None None] Set router caf3ff8a-af97-4de4-b3e0-de9adbadc076 gateway port host: None {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:29:53.343022 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a17cb10-a6fe-4482-b80f-c6db74326482 None None] Pushing event updated for resources: {'Port': ['ID=97bf2496-bd03-49c5-ac60-0552f2405f75,revision_number=5']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:53.409233 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Port 42d0a6c3-9448-4b64-af34-7d5a90fbf4fa not found, will not notify nova. {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 21 13:29:53.508299 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-ed2cb7c8-d541-4de8-8b06-26bec4c0bdfe None None] Attempting to bind port f6b263a0-02a2-4f4a-9134-6cef5ae24941 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:29:53.509422 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-ed2cb7c8-d541-4de8-8b06-26bec4c0bdfe None None] Attempting to bind port f6b263a0-02a2-4f4a-9134-6cef5ae24941 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '469feaf6-6294-4908-bda0-612d87a6adbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'b130763d-4a25-4977-9964-44d67d152f28'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:29:53.509807 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2cb7c8-d541-4de8-8b06-26bec4c0bdfe None None] Attempting to bind port f6b263a0-02a2-4f4a-9134-6cef5ae24941 on network b130763d-4a25-4977-9964-44d67d152f28 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:29:53.519769 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 42cf7a6a-ce53-4b50-bca0-41aec639049d no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:29:53.540295 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-75b24385-4d4c-4c66-a178-18c35ca1069b None None] Provisioning complete for port 03f177fc-3e1e-4f64-bc96-9aae40b4d7e8 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:29:53.540580 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-75b24385-4d4c-4c66-a178-18c35ca1069b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:53.552360 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: 42cf7a6a-ce53-4b50-bca0-41aec639049d {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:29:53.552620 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 42cf7a6a-ce53-4b50-bca0-41aec639049d not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:29:53.552968 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device b56bf987-5aa8-4774-848b-7a20664dd7e8 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:29:53.569951 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.extraroute_db [None req-91303a2e-2917-42a3-93cc-5adee665f248 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Added routes are [] {{(pid=103152) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 21 13:29:53.570955 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.extraroute_db [None req-91303a2e-2917-42a3-93cc-5adee665f248 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=103152) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 21 13:29:53.609316 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-91303a2e-2917-42a3-93cc-5adee665f248 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26943'] for router, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:53.613368 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113b13b1-0294-4f95-9fd4-8990a57b4a49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=064c986f-6e16-4f00-9fc6-28f11a2616c1,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:53.707770 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-fe973099-8126-45ae-a9d4-21ee4f9055cb tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.5739033 Dec 21 13:29:53.713410 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-32a3c248-7e57-4529-9254-31a7ee533539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf3ff8a-af97-4de4-b3e0-de9adbadc076', 'name': 'tempest-RoutersIpV6Test-router-1585507894', 'tenant_id': 'd368a1938e3342de9d3358d110005af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:28:52Z', 'updated_at': '2021-12-21T13:29:51Z', 'revision_number': 7, 'project_id': 'd368a1938e3342de9d3358d110005af5', 'gw_port_host': None, '_interfaces': [{'id': '03f177fc-3e1e-4f64-bc96-9aae40b4d7e8', 'name': '', 'network_id': 'ed7fd53b-7818-42a2-9e1f-b14fd3756b30', 'tenant_id': 'd368a1938e3342de9d3358d110005af5', 'mac_address': 'fa:16:3e:0e:10:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf3ff8a-af97-4de4-b3e0-de9adbadc076', 'device_owner': 'network:router_interface', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '2cec0ef3-4bce-4962-b808-d9d0c11d197b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:37Z', 'updated_at': '2021-12-21T13:29:47Z', 'revision_number': 4, 'project_id': 'd368a1938e3342de9d3358d110005af5', 'subnets': [{'id': '2cec0ef3-4bce-4962-b808-d9d0c11d197b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '12f8a58c-af26-4927-ac38-f21ade108865', 'name': '', 'network_id': '0bd2dd5e-fcb5-4193-8496-12a446f2606d', 'tenant_id': 'd368a1938e3342de9d3358d110005af5', 'mac_address': 'fa:16:3e:4e:fd:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf3ff8a-af97-4de4-b3e0-de9adbadc076', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': 'd59ccc0f-4d57-457e-aa42-5011fd6d3678', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:25Z', 'updated_at': '2021-12-21T13:29:35Z', 'revision_number': 5, 'project_id': 'd368a1938e3342de9d3358d110005af5', 'subnets': [{'id': 'd59ccc0f-4d57-457e-aa42-5011fd6d3678', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7111fafc-3054-4310-a775-f4360d66a24d', 'name': '', 'network_id': '2cf63e90-259f-413d-9f59-c6e07bb014ac', 'tenant_id': 'd368a1938e3342de9d3358d110005af5', 'mac_address': 'fa:16:3e:3d:f9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf3ff8a-af97-4de4-b3e0-de9adbadc076', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '3a2300ef-3c43-47b0-8476-ddfb30a8d010', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:28:58Z', 'updated_at': '2021-12-21T13:29:13Z', 'revision_number': 5, 'project_id': 'd368a1938e3342de9d3358d110005af5', 'subnets': [{'id': '3a2300ef-3c43-47b0-8476-ddfb30a8d010', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abd5eefe-e121-4d3a-a3b4-d87fd46c1bbe', 'name': '', 'network_id': '5d56b04d-834e-44d0-8a4a-bef509c35d33', 'tenant_id': 'd368a1938e3342de9d3358d110005af5', 'mac_address': 'fa:16:3e:a4:5b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf3ff8a-af97-4de4-b3e0-de9adbadc076', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'efd71155-42c5-4846-a6d3-b0a48a3b13b8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:11Z', 'updated_at': '2021-12-21T13:29:20Z', 'revision_number': 5, 'project_id': 'd368a1938e3342de9d3358d110005af5', 'subnets': [{'id': 'efd71155-42c5-4846-a6d3-b0a48a3b13b8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:53.723013 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56850) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:53.751022 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a3c248-7e57-4529-9254-31a7ee533539 None None] Checking router: caf3ff8a-af97-4de4-b3e0-de9adbadc076 for host: dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:29:53.753734 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-5a70323b-8704-4b40-9685-35c3b1f409b4 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Allocated IP 172.20.0.4 (e2a4e3ae-1e15-4211-89b3-fc56f8e47fa9/0fe1d571-eaac-478d-bab9-de45dc6218c3/ce3036e3-23c2-4e59-8836-71d72fec602d) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:29:53.763448 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-57032f3d-c854-49c1-bc0a-447ec6d226b9 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Request body: {'security_group_rule': {'security_group_id': '7f6793b2-f9c1-4114-b40d-b8d291511036', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:29:53.764160 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a3c248-7e57-4529-9254-31a7ee533539 None None] Routers {'caf3ff8a-af97-4de4-b3e0-de9adbadc076'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:29:53.765146 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-32a3c248-7e57-4529-9254-31a7ee533539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:29:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['caf3ff8a-af97-4de4-b3e0-de9adbadc076'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:53.847306 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2cb7c8-d541-4de8-8b06-26bec4c0bdfe None None] Pushing event updated for resources: {'Port': ['ID=f6b263a0-02a2-4f4a-9134-6cef5ae24941,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:53.863182 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2cb7c8-d541-4de8-8b06-26bec4c0bdfe None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:29:53.863568 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2cb7c8-d541-4de8-8b06-26bec4c0bdfe None None] Checking segment: {'id': '469feaf6-6294-4908-bda0-612d87a6adbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'b130763d-4a25-4977-9964-44d67d152f28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:29:53.863980 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ed2cb7c8-d541-4de8-8b06-26bec4c0bdfe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:53.864379 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2cb7c8-d541-4de8-8b06-26bec4c0bdfe None None] Bound using segment: {'id': '469feaf6-6294-4908-bda0-612d87a6adbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'b130763d-4a25-4977-9964-44d67d152f28'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:29:53.864875 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-ed2cb7c8-d541-4de8-8b06-26bec4c0bdfe None None] Bound port: f6b263a0-02a2-4f4a-9134-6cef5ae24941, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '469feaf6-6294-4908-bda0-612d87a6adbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'b130763d-4a25-4977-9964-44d67d152f28'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:29:53.865888 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ed2cb7c8-d541-4de8-8b06-26bec4c0bdfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:53.867163 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: b56bf987-5aa8-4774-848b-7a20664dd7e8 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:29:53.867506 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device b56bf987-5aa8-4774-848b-7a20664dd7e8 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:29:53.894797 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-30a3b0ab-7de7-4b54-9ebc-cdd4211e424c None None] Allocated IP 2001:db8::2 (ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9/7185a0d2-0e7d-4dea-bf21-266be3d9561a/3c292abe-8a6f-4613-9bd3-5787afbdff3d) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:29:53.896957 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-32a3c248-7e57-4529-9254-31a7ee533539 None None] Set router caf3ff8a-af97-4de4-b3e0-de9adbadc076 gateway port host: None {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:29:54.023625 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.api.v2.resource [None req-57032f3d-c854-49c1-bc0a-447ec6d226b9 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] create failed (client error): The resource could not be found. Dec 21 13:29:54.028635 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-57032f3d-c854-49c1-bc0a-447ec6d226b9 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3003919 Dec 21 13:29:54.030567 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56852) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:54.044324 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-474d6363-3d09-417e-9064-561e43bd8862 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Request body: {'security_group': {'name': 'tempest-secgroup--1607197508'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:29:54.202509 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-ed2cb7c8-d541-4de8-8b06-26bec4c0bdfe None None] For port f6b263a0-02a2-4f4a-9134-6cef5ae24941, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:29:54.204343 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-474d6363-3d09-417e-9064-561e43bd8862 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Publish callbacks [] for security_group, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:54.233180 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-ed2cb7c8-d541-4de8-8b06-26bec4c0bdfe None None] For port f6b263a0-02a2-4f4a-9134-6cef5ae24941, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f6b263a0-02a2-4f4a-9134-6cef5ae24941,segment=NetworkSegment(469feaf6-6294-4908-bda0-612d87a6adbe),segment_id=469feaf6-6294-4908-bda0-612d87a6adbe)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:29:54.249659 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5a70323b-8704-4b40-9685-35c3b1f409b4 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:54.251956 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ed2cb7c8-d541-4de8-8b06-26bec4c0bdfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:54.277536 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 03f177fc-3e1e-4f64-bc96-9aae40b4d7e8 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:29:54.287859 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-75b24385-4d4c-4c66-a178-18c35ca1069b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:54.324199 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-32a3c248-7e57-4529-9254-31a7ee533539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf3ff8a-af97-4de4-b3e0-de9adbadc076', 'name': 'tempest-RoutersIpV6Test-router-1585507894', 'tenant_id': 'd368a1938e3342de9d3358d110005af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:28:52Z', 'updated_at': '2021-12-21T13:29:51Z', 'revision_number': 7, 'project_id': 'd368a1938e3342de9d3358d110005af5', 'gw_port_host': None, '_interfaces': [{'id': '03f177fc-3e1e-4f64-bc96-9aae40b4d7e8', 'name': '', 'network_id': 'ed7fd53b-7818-42a2-9e1f-b14fd3756b30', 'tenant_id': 'd368a1938e3342de9d3358d110005af5', 'mac_address': 'fa:16:3e:0e:10:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf3ff8a-af97-4de4-b3e0-de9adbadc076', 'device_owner': 'network:router_interface', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '2cec0ef3-4bce-4962-b808-d9d0c11d197b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:37Z', 'updated_at': '2021-12-21T13:29:47Z', 'revision_number': 4, 'project_id': 'd368a1938e3342de9d3358d110005af5', 'subnets': [{'id': '2cec0ef3-4bce-4962-b808-d9d0c11d197b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '12f8a58c-af26-4927-ac38-f21ade108865', 'name': '', 'network_id': '0bd2dd5e-fcb5-4193-8496-12a446f2606d', 'tenant_id': 'd368a1938e3342de9d3358d110005af5', 'mac_address': 'fa:16:3e:4e:fd:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf3ff8a-af97-4de4-b3e0-de9adbadc076', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': 'd59ccc0f-4d57-457e-aa42-5011fd6d3678', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:25Z', 'updated_at': '2021-12-21T13:29:35Z', 'revision_number': 5, 'project_id': 'd368a1938e3342de9d3358d110005af5', 'subnets': [{'id': 'd59ccc0f-4d57-457e-aa42-5011fd6d3678', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7111fafc-3054-4310-a775-f4360d66a24d', 'name': '', 'network_id': '2cf63e90-259f-413d-9f59-c6e07bb014ac', 'tenant_id': 'd368a1938e3342de9d3358d110005af5', 'mac_address': 'fa:16:3e:3d:f9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf3ff8a-af97-4de4-b3e0-de9adbadc076', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '3a2300ef-3c43-47b0-8476-ddfb30a8d010', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:28:58Z', 'updated_at': '2021-12-21T13:29:13Z', 'revision_number': 5, 'project_id': 'd368a1938e3342de9d3358d110005af5', 'subnets': [{'id': '3a2300ef-3c43-47b0-8476-ddfb30a8d010', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abd5eefe-e121-4d3a-a3b4-d87fd46c1bbe', 'name': '', 'network_id': '5d56b04d-834e-44d0-8a4a-bef509c35d33', 'tenant_id': 'd368a1938e3342de9d3358d110005af5', 'mac_address': 'fa:16:3e:a4:5b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf3ff8a-af97-4de4-b3e0-de9adbadc076', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'efd71155-42c5-4846-a6d3-b0a48a3b13b8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:11Z', 'updated_at': '2021-12-21T13:29:20Z', 'revision_number': 5, 'project_id': 'd368a1938e3342de9d3358d110005af5', 'subnets': [{'id': 'efd71155-42c5-4846-a6d3-b0a48a3b13b8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:54.384148 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a3c248-7e57-4529-9254-31a7ee533539 None None] The sync data for ids ['caf3ff8a-af97-4de4-b3e0-de9adbadc076'] in dv-neutron-master-2-hyperv is: [{'id': 'caf3ff8a-af97-4de4-b3e0-de9adbadc076', 'name': 'tempest-RoutersIpV6Test-router-1585507894', 'tenant_id': 'd368a1938e3342de9d3358d110005af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:28:52Z', 'updated_at': '2021-12-21T13:29:51Z', 'revision_number': 7, 'project_id': 'd368a1938e3342de9d3358d110005af5', 'gw_port_host': None, '_interfaces': [{'id': '03f177fc-3e1e-4f64-bc96-9aae40b4d7e8', 'name': '', 'network_id': 'ed7fd53b-7818-42a2-9e1f-b14fd3756b30', 'tenant_id': 'd368a1938e3342de9d3358d110005af5', 'mac_address': 'fa:16:3e:0e:10:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf3ff8a-af97-4de4-b3e0-de9adbadc076', 'device_owner': 'network:router_interface', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '2cec0ef3-4bce-4962-b808-d9d0c11d197b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:37Z', 'updated_at': '2021-12-21T13:29:47Z', 'revision_number': 4, 'project_id': 'd368a1938e3342de9d3358d110005af5', 'subnets': [{'id': '2cec0ef3-4bce-4962-b808-d9d0c11d197b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '12f8a58c-af26-4927-ac38-f21ade108865', 'name': '', 'network_id': '0bd2dd5e-fcb5-4193-8496-12a446f2606d', 'tenant_id': 'd368a1938e3342de9d3358d110005af5', 'mac_address': 'fa:16:3e:4e:fd:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf3ff8a-af97-4de4-b3e0-de9adbadc076', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': 'd59ccc0f-4d57-457e-aa42-5011fd6d3678', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:25Z', 'updated_at': '2021-12-21T13:29:35Z', 'revision_number': 5, 'project_id': 'd368a1938e3342de9d3358d110005af5', 'subnets': [{'id': 'd59ccc0f-4d57-457e-aa42-5011fd6d3678', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7111fafc-3054-4310-a775-f4360d66a24d', 'name': '', 'network_id': '2cf63e90-259f-413d-9f59-c6e07bb014ac', 'tenant_id': 'd368a1938e3342de9d3358d110005af5', 'mac_address': 'fa:16:3e:3d:f9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf3ff8a-af97-4de4-b3e0-de9adbadc076', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '3a2300ef-3c43-47b0-8476-ddfb30a8d010', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:28:58Z', 'updated_at': '2021-12-21T13:29:13Z', 'revision_number': 5, 'project_id': 'd368a1938e3342de9d3358d110005af5', 'subnets': [{'id': '3a2300ef-3c43-47b0-8476-ddfb30a8d010', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abd5eefe-e121-4d3a-a3b4-d87fd46c1bbe', 'name': '', 'network_id': '5d56b04d-834e-44d0-8a4a-bef509c35d33', 'tenant_id': 'd368a1938e3342de9d3358d110005af5', 'mac_address': 'fa:16:3e:a4:5b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf3ff8a-af97-4de4-b3e0-de9adbadc076', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'efd71155-42c5-4846-a6d3-b0a48a3b13b8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:11Z', 'updated_at': '2021-12-21T13:29:20Z', 'revision_number': 5, 'project_id': 'd368a1938e3342de9d3358d110005af5', 'subnets': [{'id': 'efd71155-42c5-4846-a6d3-b0a48a3b13b8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:29:54.394459 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-474d6363-3d09-417e-9064-561e43bd8862 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Publish callbacks [] for security_group, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:54.396611 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5a70323b-8704-4b40-9685-35c3b1f409b4 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:54.457936 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a70323b-8704-4b40-9685-35c3b1f409b4 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Pushing event updated for resources: {'Port': ['ID=ce3036e3-23c2-4e59-8836-71d72fec602d,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:54.471236 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-474d6363-3d09-417e-9064-561e43bd8862 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:54.473847 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-a2efff66-916b-41e8-ad29-140a8683c4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e607ba4-9930-44fe-93dc-6bdbcba9aee2', 'name': 'tempest-RoutersTest-router-758070956', 'tenant_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:28:56Z', 'updated_at': '2021-12-21T13:29:48Z', 'revision_number': 6, 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'gw_port_host': None, '_interfaces': [{'id': '103d063b-184d-4ce5-8374-f7db5124daa7', 'name': '', 'network_id': 'a2096345-ac39-4285-b67f-5f13a2a0698a', 'tenant_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'mac_address': 'fa:16:3e:77:f0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e607ba4-9930-44fe-93dc-6bdbcba9aee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'bcc4be89-a9c0-4d2c-916c-0d32f73303f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:03Z', 'updated_at': '2021-12-21T13:29:14Z', 'revision_number': 5, 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'subnets': [{'id': 'bcc4be89-a9c0-4d2c-916c-0d32f73303f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6097019a-8ed7-4666-85c2-c6c6bfdef5af', 'name': '', 'network_id': 'df07e3fa-3f28-45bc-8c57-98ec7342c6e5', 'tenant_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'mac_address': 'fa:16:3e:48:3b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e607ba4-9930-44fe-93dc-6bdbcba9aee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '4f771295-d7b4-41e0-84c1-176db63b7abd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:15Z', 'updated_at': '2021-12-21T13:29:38Z', 'revision_number': 5, 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'subnets': [{'id': '4f771295-d7b4-41e0-84c1-176db63b7abd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ea2abb2-03f3-4532-aaef-aae981701ad9', 'name': '', 'network_id': '3329f353-44f9-4447-aac2-b71a5a9d290d', 'tenant_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'mac_address': 'fa:16:3e:64:16:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e607ba4-9930-44fe-93dc-6bdbcba9aee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '9e8ec415-b83e-4a91-874f-0bf7812c4065', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:28Z', 'updated_at': '2021-12-21T13:29:46Z', 'revision_number': 5, 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'subnets': [{'id': '9e8ec415-b83e-4a91-874f-0bf7812c4065', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97bf2496-bd03-49c5-ac60-0552f2405f75', 'name': '', 'network_id': '5e2519e6-a01b-4598-9e2e-1219d5dc7c17', 'tenant_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'mac_address': 'fa:16:3e:62:99:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e607ba4-9930-44fe-93dc-6bdbcba9aee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '4c76a267-b7f0-4b50-8320-ecb6ae42b361', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:40Z', 'updated_at': '2021-12-21T13:29:49Z', 'revision_number': 4, 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'subnets': [{'id': '4c76a267-b7f0-4b50-8320-ecb6ae42b361', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:54.485000 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167ee241-a4bb-411e-a8af-3a28354b4d48 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba57de27-e149-4ca2-83db-b597ebfc82bd,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:54.521853 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-ca83cc7f-e805-4d6c-954c-abb50ee2ec3a tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Allocated IP 2001:db8::88 (b130763d-4a25-4977-9964-44d67d152f28/6bb627bc-7852-40c7-8727-7f633996e792/61f73763-c8b1-42ea-a549-6c499529272f) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:29:54.538081 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-113b13b1-0294-4f95-9fd4-8990a57b4a49 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a86b6aedb7d045bbb4e7ef8d75858a71&name=default HTTP/1.1" status: 200 len: 2996 time: 2.9863029 Dec 21 13:29:54.539360 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2efff66-916b-41e8-ad29-140a8683c4e5 None None] Checking router: 5e607ba4-9930-44fe-93dc-6bdbcba9aee2 for host: dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:29:54.543137 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474d6363-3d09-417e-9064-561e43bd8862 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b05acf2-96ef-4e85-853b-617fa01fcf0b,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:54.554869 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56854) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:54.567995 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-474d6363-3d09-417e-9064-561e43bd8862 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:54.572745 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-474d6363-3d09-417e-9064-561e43bd8862 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5347738 Dec 21 13:29:54.577877 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56856) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:54.582747 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a70323b-8704-4b40-9685-35c3b1f409b4 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Network e2a4e3ae-1e15-4211-89b3-fc56f8e47fa9 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:29:54.586585 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-5a70323b-8704-4b40-9685-35c3b1f409b4 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:29:54.590250 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a70323b-8704-4b40-9685-35c3b1f409b4 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:29:54.617078 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-87738a2b-4d68-4c81-a7ef-c1fec62a689d tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Request body: {'security_group': {'name': 'tempest-secgroup--1682049485'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:29:54.622756 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-30a3b0ab-7de7-4b54-9ebc-cdd4211e424c None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:54.629173 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-75b24385-4d4c-4c66-a178-18c35ca1069b None None] For port 03f177fc-3e1e-4f64-bc96-9aae40b4d7e8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=03f177fc-3e1e-4f64-bc96-9aae40b4d7e8,segment=NetworkSegment(162181b3-99a3-46cd-9c7c-91c1f72eba6d),segment_id=162181b3-99a3-46cd-9c7c-91c1f72eba6d)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:29:54.641634 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2cb7c8-d541-4de8-8b06-26bec4c0bdfe None None] Pushing event updated for resources: {'Port': ['ID=f6b263a0-02a2-4f4a-9134-6cef5ae24941,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:54.642185 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5b3cc3f2-7e21-4d1f-a6d1-1b3459f3850e tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532692'] for router_interface, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:54.667105 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-75b24385-4d4c-4c66-a178-18c35ca1069b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:54.670964 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-30a3b0ab-7de7-4b54-9ebc-cdd4211e424c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:54.686720 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-d06d3716-2ee3-45f8-8102-9f9935573493 None None] Allocated IP 172.20.0.2 (e2a4e3ae-1e15-4211-89b3-fc56f8e47fa9/0fe1d571-eaac-478d-bab9-de45dc6218c3/c273ba65-5f3b-48f3-b07c-9bdf39c662d9) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:29:54.715593 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5e70432-4f03-4c87-bc53-7b7b9b52faae tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 13:29:54.716210 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5e70432-4f03-4c87-bc53-7b7b9b52faae tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:29:54.727395 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2efff66-916b-41e8-ad29-140a8683c4e5 None None] Routers {'5e607ba4-9930-44fe-93dc-6bdbcba9aee2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:29:54.728046 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-a2efff66-916b-41e8-ad29-140a8683c4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:29:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['5e607ba4-9930-44fe-93dc-6bdbcba9aee2'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:54.780415 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a70323b-8704-4b40-9685-35c3b1f409b4 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:29:54.781086 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5a70323b-8704-4b40-9685-35c3b1f409b4 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:54.786471 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 03f177fc-3e1e-4f64-bc96-9aae40b4d7e8 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:29:54.786846 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:54.800793 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-c5e70432-4f03-4c87-bc53-7b7b9b52faae tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.8666959 Dec 21 13:29:54.805352 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56858) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:54.847530 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-5a70323b-8704-4b40-9685-35c3b1f409b4 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.3096561 Dec 21 13:29:54.854165 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56860) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:54.863091 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-8132d569-23dd-45e1-8dd1-7ce50e16a315 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Request body: {'port': {'network_id': 'e2a4e3ae-1e15-4211-89b3-fc56f8e47fa9', 'name': 'tempest-PortsTestJSON-42893422'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:29:54.935338 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b24385-4d4c-4c66-a178-18c35ca1069b None None] Pushing event updated for resources: {'Port': ['ID=03f177fc-3e1e-4f64-bc96-9aae40b4d7e8,revision_number=5']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:54.966185 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d930efe-05d8-4c30-9153-83cea403d44f tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:29:54.983363 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845a0922-2afa-4bfa-9ba2-0ed54fa2af83 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:29:54.988259 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-845a0922-2afa-4bfa-9ba2-0ed54fa2af83 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1817958 Dec 21 13:29:54.989983 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-a2efff66-916b-41e8-ad29-140a8683c4e5 None None] Set router 5e607ba4-9930-44fe-93dc-6bdbcba9aee2 gateway port host: None {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:29:54.991734 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56862) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:55.015452 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e3c208ab-709a-4af4-83d3-1f0c3e0991a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:55.017235 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-87738a2b-4d68-4c81-a7ef-c1fec62a689d tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Publish callbacks [] for security_group, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:55.021354 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-91303a2e-2917-42a3-93cc-5adee665f248 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26943'] for router, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:55.025621 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-75b24385-4d4c-4c66-a178-18c35ca1069b None None] Provisioning complete for port 97bf2496-bd03-49c5-ac60-0552f2405f75 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:29:55.025988 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-75b24385-4d4c-4c66-a178-18c35ca1069b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:55.042875 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a3b0ab-7de7-4b54-9ebc-cdd4211e424c None None] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:29:55.064567 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742b019f-dc87-4176-9ecd-ae2901ae2441 None None] Sync routers for ids ['9a0f9c1c-0b84-40b1-b675-f3a031108074'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:29:55.083465 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-91303a2e-2917-42a3-93cc-5adee665f248 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-548712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-548721', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-534931'] for router, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:55.083950 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a938bd04-539c-4b5f-8d63-5042a25d6bfe tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:29:55.085642 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a938bd04-539c-4b5f-8d63-5042a25d6bfe tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:29:55.090103 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-a938bd04-539c-4b5f-8d63-5042a25d6bfe tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0939021 Dec 21 13:29:55.091664 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56864) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:55.126204 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e3c208ab-709a-4af4-83d3-1f0c3e0991a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:55.137241 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-30a3b0ab-7de7-4b54-9ebc-cdd4211e424c None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:29:55.166635 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a3b0ab-7de7-4b54-9ebc-cdd4211e424c None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:29:55.204243 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcb9c777-7a7e-43f5-81d1-05c08673440a tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Deleting subnet 7185a0d2-0e7d-4dea-bf21-266be3d9561a {{(pid=103153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:29:55.209928 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ca83cc7f-e805-4d6c-954c-abb50ee2ec3a tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:55.212670 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8132d569-23dd-45e1-8dd1-7ce50e16a315 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Made reservation on behalf of 401fab62d2cc4dcc90d3b9ab6f110b7e for: {'port': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:29:55.216203 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8132d569-23dd-45e1-8dd1-7ce50e16a315 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:55.218980 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fcb9c777-7a7e-43f5-81d1-05c08673440a tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for subnet, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:55.252178 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742b019f-dc87-4176-9ecd-ae2901ae2441 None None] Routers {'9a0f9c1c-0b84-40b1-b675-f3a031108074'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:29:55.252905 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-742b019f-dc87-4176-9ecd-ae2901ae2441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:29:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['9a0f9c1c-0b84-40b1-b675-f3a031108074'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:55.258337 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4d930efe-05d8-4c30-9153-83cea403d44f tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:55.264173 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-4d930efe-05d8-4c30-9153-83cea403d44f tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] 10.222.0.37 "DELETE /v2.0/ports/d0880c5e-2b2d-4785-acc2-7bbacdda6174 HTTP/1.1" status: 204 len: 168 time: 3.9432030 Dec 21 13:29:55.271397 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a3b0ab-7de7-4b54-9ebc-cdd4211e424c None None] Pushing event updated for resources: {'Port': ['ID=3c292abe-8a6f-4613-9bd3-5787afbdff3d,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:55.272705 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-9f154f59-bd49-413c-9b9a-f9c1d4ae7352 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:55.273727 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56866) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:55.349649 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [None req-8132d569-23dd-45e1-8dd1-7ce50e16a315 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] device_id is not set on port 4dd6c8bf-fc8f-46da-86f5-bee987edf5a5 yet. {{(pid=103153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 13:29:55.350998 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91303a2e-2917-42a3-93cc-5adee665f248 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Router 5e607ba4-9930-44fe-93dc-6bdbcba9aee2 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:29:55.357939 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-742b019f-dc87-4176-9ecd-ae2901ae2441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:55.364213 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fcb9c777-7a7e-43f5-81d1-05c08673440a tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1585439'] for subnet, precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:55.376687 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-87738a2b-4d68-4c81-a7ef-c1fec62a689d tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Publish callbacks [] for security_group, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:55.393744 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-84dafed5-4bc2-40fe-b482-f53e6f7006da tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] 10.222.0.37 "GET /v2.0/floatingips/31f0128a-776f-475b-8f41-c921ce4d0f69 HTTP/1.1" status: 200 len: 688 time: 0.1167977 Dec 21 13:29:55.403461 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56868) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:55.411456 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e3c208ab-709a-4af4-83d3-1f0c3e0991a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:55.414207 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e3c208ab-709a-4af4-83d3-1f0c3e0991a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:55.420070 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-e3c208ab-709a-4af4-83d3-1f0c3e0991a5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/064c986f-6e16-4f00-9fc6-28f11a2616c1 HTTP/1.1" status: 204 len: 168 time: 0.8612084 Dec 21 13:29:55.420713 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-87738a2b-4d68-4c81-a7ef-c1fec62a689d tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:55.431564 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 8ea2abb2-03f3-4532-aaef-aae981701ad9 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:29:55.436958 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ca83cc7f-e805-4d6c-954c-abb50ee2ec3a tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:55.455160 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c208ab-709a-4af4-83d3-1f0c3e0991a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=064c986f-6e16-4f00-9fc6-28f11a2616c1,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:55.480760 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-87738a2b-4d68-4c81-a7ef-c1fec62a689d tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:55.482032 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-87738a2b-4d68-4c81-a7ef-c1fec62a689d tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.8878579 Dec 21 13:29:55.499623 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56872) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:55.510836 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-fcbf4f88-acec-4f1c-9e04-c807d564335d tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Request body: {'security_group_rule': {'security_group_id': '6b05acf2-96ef-4e85-853b-617fa01fcf0b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '1cf32c56-a9a6-418d-bff1-8fbf323adabf'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:29:55.612889 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca83cc7f-e805-4d6c-954c-abb50ee2ec3a tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Network b130763d-4a25-4977-9964-44d67d152f28 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:29:55.623107 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d06d3716-2ee3-45f8-8102-9f9935573493 None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:55.632574 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca83cc7f-e805-4d6c-954c-abb50ee2ec3a tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Pushing event updated for resources: {'Port': ['ID=61f73763-c8b1-42ea-a549-6c499529272f,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:55.635337 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-ca83cc7f-e805-4d6c-954c-abb50ee2ec3a tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:29:55.642106 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca83cc7f-e805-4d6c-954c-abb50ee2ec3a tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:29:55.647962 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca83cc7f-e805-4d6c-954c-abb50ee2ec3a tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:29:55.648624 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ca83cc7f-e805-4d6c-954c-abb50ee2ec3a tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:55.654591 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87738a2b-4d68-4c81-a7ef-c1fec62a689d tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf32c56-a9a6-418d-bff1-8fbf323adabf,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:55.664608 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742b019f-dc87-4176-9ecd-ae2901ae2441 None None] Routers {'9a0f9c1c-0b84-40b1-b675-f3a031108074'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:29:55.666405 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-742b019f-dc87-4176-9ecd-ae2901ae2441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:29:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['9a0f9c1c-0b84-40b1-b675-f3a031108074'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:55.674546 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91303a2e-2917-42a3-93cc-5adee665f248 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:29:55.683623 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-91303a2e-2917-42a3-93cc-5adee665f248 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks [] for router, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:55.695563 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-91303a2e-2917-42a3-93cc-5adee665f248 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "PUT /v2.0/routers/5e607ba4-9930-44fe-93dc-6bdbcba9aee2 HTTP/1.1" status: 200 len: 699 time: 3.0318019 Dec 21 13:29:55.695901 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56876) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:55.700079 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fcb9c777-7a7e-43f5-81d1-05c08673440a tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:55.714720 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-ca83cc7f-e805-4d6c-954c-abb50ee2ec3a tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.3332512 Dec 21 13:29:55.716339 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56878) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:55.721475 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-7eedda0a-dd46-41a0-a87e-e9691214792e tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Request body: {'subnet': {'network_id': 'b130763d-4a25-4977-9964-44d67d152f28', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:29:55.772070 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-742b019f-dc87-4176-9ecd-ae2901ae2441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:55.772736 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742b019f-dc87-4176-9ecd-ae2901ae2441 None None] The sync data for ids ['9a0f9c1c-0b84-40b1-b675-f3a031108074'] in dv-neutron-master-2-hyperv is: [] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:29:55.801043 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d06d3716-2ee3-45f8-8102-9f9935573493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:55.813366 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fcb9c777-7a7e-43f5-81d1-05c08673440a tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11349588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11288746'] for subnet, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:55.816466 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-30a3b0ab-7de7-4b54-9ebc-cdd4211e424c None None] Attempting to bind port 3c292abe-8a6f-4613-9bd3-5787afbdff3d on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:29:55.817178 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-30a3b0ab-7de7-4b54-9ebc-cdd4211e424c None None] Attempting to bind port 3c292abe-8a6f-4613-9bd3-5787afbdff3d by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b20a5dbe-a251-4a83-ae2d-3ffbda6396cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:29:55.817689 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a3b0ab-7de7-4b54-9ebc-cdd4211e424c None None] Attempting to bind port 3c292abe-8a6f-4613-9bd3-5787afbdff3d on network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:29:55.838693 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-75b24385-4d4c-4c66-a178-18c35ca1069b None None] Could not find standard attr ID for object d0880c5e-2b2d-4785-acc2-7bbacdda6174. {{(pid=103154) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 21 13:29:55.852668 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb9c777-7a7e-43f5-81d1-05c08673440a tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event deleted for resources: {'Subnet': ['ID=7185a0d2-0e7d-4dea-bf21-266be3d9561a,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:55.858256 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-5b3cc3f2-7e21-4d1f-a6d1-1b3459f3850e tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Deleting port 03f177fc-3e1e-4f64-bc96-9aae40b4d7e8 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:29:55.868947 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5b3cc3f2-7e21-4d1f-a6d1-1b3459f3850e tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:55.901765 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-382ee529-92ea-460b-a901-30ba8eeb9b68 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "GET /v2.0/routers/5e607ba4-9930-44fe-93dc-6bdbcba9aee2 HTTP/1.1" status: 200 len: 699 time: 0.2043214 Dec 21 13:29:55.904454 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56880) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:55.914403 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06d3716-2ee3-45f8-8102-9f9935573493 None None] Network e2a4e3ae-1e15-4211-89b3-fc56f8e47fa9 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:29:55.917060 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a3b0ab-7de7-4b54-9ebc-cdd4211e424c None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:29:55.917961 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a3b0ab-7de7-4b54-9ebc-cdd4211e424c None None] Checking segment: {'id': 'b20a5dbe-a251-4a83-ae2d-3ffbda6396cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:29:55.918382 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-30a3b0ab-7de7-4b54-9ebc-cdd4211e424c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:55.918787 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a3b0ab-7de7-4b54-9ebc-cdd4211e424c None None] Bound using segment: {'id': 'b20a5dbe-a251-4a83-ae2d-3ffbda6396cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:29:55.919457 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-30a3b0ab-7de7-4b54-9ebc-cdd4211e424c None None] Bound port: 3c292abe-8a6f-4613-9bd3-5787afbdff3d, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b20a5dbe-a251-4a83-ae2d-3ffbda6396cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:29:55.919842 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-30a3b0ab-7de7-4b54-9ebc-cdd4211e424c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:55.937007 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 8ea2abb2-03f3-4532-aaef-aae981701ad9 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:29:55.937796 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:55.939532 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06d3716-2ee3-45f8-8102-9f9935573493 None None] Pushing event updated for resources: {'Port': ['ID=c273ba65-5f3b-48f3-b07c-9bdf39c662d9,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:55.944510 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-d06d3716-2ee3-45f8-8102-9f9935573493 None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:29:55.946925 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06d3716-2ee3-45f8-8102-9f9935573493 None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:29:56.002880 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56882) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:56.031238 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1c2a7a1e-e97a-4ff9-9dfa-4588e60c3bb6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:56.054959 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fcb9c777-7a7e-43f5-81d1-05c08673440a tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:56.061580 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-fcb9c777-7a7e-43f5-81d1-05c08673440a tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "DELETE /v2.0/subnets/7185a0d2-0e7d-4dea-bf21-266be3d9561a HTTP/1.1" status: 204 len: 168 time: 0.9622958 Dec 21 13:29:56.062163 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56884) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:56.121786 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-5b3cc3f2-7e21-4d1f-a6d1-1b3459f3850e tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] For port 03f177fc-3e1e-4f64-bc96-9aae40b4d7e8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=03f177fc-3e1e-4f64-bc96-9aae40b4d7e8,segment=NetworkSegment(162181b3-99a3-46cd-9c7c-91c1f72eba6d),segment_id=162181b3-99a3-46cd-9c7c-91c1f72eba6d)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:29:56.122248 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5b3cc3f2-7e21-4d1f-a6d1-1b3459f3850e tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:56.134406 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-be7f3634-6fa1-4c5e-ae92-b21aa7e2c310 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0682228 Dec 21 13:29:56.139593 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56886) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:56.143994 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-8132d569-23dd-45e1-8dd1-7ce50e16a315 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Allocated IP 172.20.0.13 (e2a4e3ae-1e15-4211-89b3-fc56f8e47fa9/0fe1d571-eaac-478d-bab9-de45dc6218c3/4dd6c8bf-fc8f-46da-86f5-bee987edf5a5) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:29:56.154514 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-1b1c3963-877d-4238-8d31-4da83375f701 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Request body: {'subnet': {'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:29:56.159502 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-5b3cc3f2-7e21-4d1f-a6d1-1b3459f3850e tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Calling delete_port for 03f177fc-3e1e-4f64-bc96-9aae40b4d7e8 owned by network:router_interface {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:29:56.170205 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.api.v2.resource [None req-fcbf4f88-acec-4f1c-9e04-c807d564335d tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 13:29:56.174148 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-fcbf4f88-acec-4f1c-9e04-c807d564335d tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.6671259 Dec 21 13:29:56.174769 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56888) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:56.247042 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eedda0a-dd46-41a0-a87e-e9691214792e tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Made reservation on behalf of 3edf34a3eecc442ea8df7c8164f4e61d for: {'subnet': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:29:56.248182 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-c7bd9666-b98b-4049-bab0-500b4813a54e tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Deleting port b6e878a1-2fe3-4344-a2f6-10fa60b54c9a {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:29:56.248536 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c7bd9666-b98b-4049-bab0-500b4813a54e tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:56.251123 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7eedda0a-dd46-41a0-a87e-e9691214792e tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12346583'] for subnet, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:56.368429 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-f8dd9ae6-deda-46d8-b653-5598c1779d3e None None] Provisioning complete for port f6b263a0-02a2-4f4a-9134-6cef5ae24941 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:29:56.368833 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f8dd9ae6-deda-46d8-b653-5598c1779d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:56.411952 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-d06d3716-2ee3-45f8-8102-9f9935573493 None None] Attempting to bind port c273ba65-5f3b-48f3-b07c-9bdf39c662d9 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:29:56.412327 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-d06d3716-2ee3-45f8-8102-9f9935573493 None None] Attempting to bind port c273ba65-5f3b-48f3-b07c-9bdf39c662d9 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '4c1eb260-440d-4e37-a83c-e4967627ae9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e2a4e3ae-1e15-4211-89b3-fc56f8e47fa9'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:29:56.413185 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06d3716-2ee3-45f8-8102-9f9935573493 None None] Attempting to bind port c273ba65-5f3b-48f3-b07c-9bdf39c662d9 on network e2a4e3ae-1e15-4211-89b3-fc56f8e47fa9 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:29:56.416033 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-30a3b0ab-7de7-4b54-9ebc-cdd4211e424c None None] For port 3c292abe-8a6f-4613-9bd3-5787afbdff3d, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:29:56.447538 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06d3716-2ee3-45f8-8102-9f9935573493 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:29:56.447987 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06d3716-2ee3-45f8-8102-9f9935573493 None None] Checking segment: {'id': '4c1eb260-440d-4e37-a83c-e4967627ae9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e2a4e3ae-1e15-4211-89b3-fc56f8e47fa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:29:56.448340 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d06d3716-2ee3-45f8-8102-9f9935573493 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:56.449253 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06d3716-2ee3-45f8-8102-9f9935573493 None None] Bound using segment: {'id': '4c1eb260-440d-4e37-a83c-e4967627ae9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e2a4e3ae-1e15-4211-89b3-fc56f8e47fa9'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:29:56.449750 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-d06d3716-2ee3-45f8-8102-9f9935573493 None None] Bound port: c273ba65-5f3b-48f3-b07c-9bdf39c662d9, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c1eb260-440d-4e37-a83c-e4967627ae9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e2a4e3ae-1e15-4211-89b3-fc56f8e47fa9'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:29:56.450134 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d06d3716-2ee3-45f8-8102-9f9935573493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:56.456864 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-52f45033-18cf-436b-9696-4e826c0086c8 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Publish callbacks [] for security_group, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:56.459093 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-30a3b0ab-7de7-4b54-9ebc-cdd4211e424c None None] For port 3c292abe-8a6f-4613-9bd3-5787afbdff3d, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3c292abe-8a6f-4613-9bd3-5787afbdff3d,segment=NetworkSegment(b20a5dbe-a251-4a83-ae2d-3ffbda6396cf),segment_id=b20a5dbe-a251-4a83-ae2d-3ffbda6396cf)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:29:56.479875 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-30a3b0ab-7de7-4b54-9ebc-cdd4211e424c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:56.531149 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-52f45033-18cf-436b-9696-4e826c0086c8 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:56.641743 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device fd90247e-bb6c-4ec9-a30a-2aee11d33f7b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:29:56.685294 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c7bd9666-b98b-4049-bab0-500b4813a54e tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:56.685779 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c7bd9666-b98b-4049-bab0-500b4813a54e tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:56.710986 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b1c3963-877d-4238-8d31-4da83375f701 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Made reservation on behalf of 4e9b97d81d204c53a28bf5666eaf36b7 for: {'subnet': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:29:56.715527 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1b1c3963-877d-4238-8d31-4da83375f701 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11288759'] for subnet, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:56.731008 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-a2efff66-916b-41e8-ad29-140a8683c4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e607ba4-9930-44fe-93dc-6bdbcba9aee2', 'name': 'tempest-RoutersTest-router-758070956', 'tenant_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:28:56Z', 'updated_at': '2021-12-21T13:29:53Z', 'revision_number': 7, 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'gw_port_host': None, '_interfaces': [{'id': '103d063b-184d-4ce5-8374-f7db5124daa7', 'name': '', 'network_id': 'a2096345-ac39-4285-b67f-5f13a2a0698a', 'tenant_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'mac_address': 'fa:16:3e:77:f0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e607ba4-9930-44fe-93dc-6bdbcba9aee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'bcc4be89-a9c0-4d2c-916c-0d32f73303f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:03Z', 'updated_at': '2021-12-21T13:29:14Z', 'revision_number': 5, 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'subnets': [{'id': 'bcc4be89-a9c0-4d2c-916c-0d32f73303f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6097019a-8ed7-4666-85c2-c6c6bfdef5af', 'name': '', 'network_id': 'df07e3fa-3f28-45bc-8c57-98ec7342c6e5', 'tenant_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'mac_address': 'fa:16:3e:48:3b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e607ba4-9930-44fe-93dc-6bdbcba9aee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '4f771295-d7b4-41e0-84c1-176db63b7abd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:15Z', 'updated_at': '2021-12-21T13:29:38Z', 'revision_number': 5, 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'subnets': [{'id': '4f771295-d7b4-41e0-84c1-176db63b7abd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ea2abb2-03f3-4532-aaef-aae981701ad9', 'name': '', 'network_id': '3329f353-44f9-4447-aac2-b71a5a9d290d', 'tenant_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'mac_address': 'fa:16:3e:64:16:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e607ba4-9930-44fe-93dc-6bdbcba9aee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '9e8ec415-b83e-4a91-874f-0bf7812c4065', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:28Z', 'updated_at': '2021-12-21T13:29:46Z', 'revision_number': 5, 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'subnets': [{'id': '9e8ec415-b83e-4a91-874f-0bf7812c4065', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97bf2496-bd03-49c5-ac60-0552f2405f75', 'name': '', 'network_id': '5e2519e6-a01b-4598-9e2e-1219d5dc7c17', 'tenant_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'mac_address': 'fa:16:3e:62:99:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e607ba4-9930-44fe-93dc-6bdbcba9aee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '4c76a267-b7f0-4b50-8320-ecb6ae42b361', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:40Z', 'updated_at': '2021-12-21T13:29:52Z', 'revision_number': 5, 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'subnets': [{'id': '4c76a267-b7f0-4b50-8320-ecb6ae42b361', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:56.741511 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-c7bd9666-b98b-4049-bab0-500b4813a54e tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Calling delete_port for b6e878a1-2fe3-4344-a2f6-10fa60b54c9a owned by network:floatingip {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:29:56.756127 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1c2a7a1e-e97a-4ff9-9dfa-4588e60c3bb6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:56.763929 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2efff66-916b-41e8-ad29-140a8683c4e5 None None] The sync data for ids ['5e607ba4-9930-44fe-93dc-6bdbcba9aee2'] in dv-neutron-master-2-hyperv is: [{'id': '5e607ba4-9930-44fe-93dc-6bdbcba9aee2', 'name': 'tempest-RoutersTest-router-758070956', 'tenant_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:28:56Z', 'updated_at': '2021-12-21T13:29:53Z', 'revision_number': 7, 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'gw_port_host': None, '_interfaces': [{'id': '103d063b-184d-4ce5-8374-f7db5124daa7', 'name': '', 'network_id': 'a2096345-ac39-4285-b67f-5f13a2a0698a', 'tenant_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'mac_address': 'fa:16:3e:77:f0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e607ba4-9930-44fe-93dc-6bdbcba9aee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'bcc4be89-a9c0-4d2c-916c-0d32f73303f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:03Z', 'updated_at': '2021-12-21T13:29:14Z', 'revision_number': 5, 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'subnets': [{'id': 'bcc4be89-a9c0-4d2c-916c-0d32f73303f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6097019a-8ed7-4666-85c2-c6c6bfdef5af', 'name': '', 'network_id': 'df07e3fa-3f28-45bc-8c57-98ec7342c6e5', 'tenant_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'mac_address': 'fa:16:3e:48:3b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e607ba4-9930-44fe-93dc-6bdbcba9aee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '4f771295-d7b4-41e0-84c1-176db63b7abd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:15Z', 'updated_at': '2021-12-21T13:29:38Z', 'revision_number': 5, 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'subnets': [{'id': '4f771295-d7b4-41e0-84c1-176db63b7abd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ea2abb2-03f3-4532-aaef-aae981701ad9', 'name': '', 'network_id': '3329f353-44f9-4447-aac2-b71a5a9d290d', 'tenant_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'mac_address': 'fa:16:3e:64:16:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e607ba4-9930-44fe-93dc-6bdbcba9aee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '9e8ec415-b83e-4a91-874f-0bf7812c4065', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:28Z', 'updated_at': '2021-12-21T13:29:46Z', 'revision_number': 5, 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'subnets': [{'id': '9e8ec415-b83e-4a91-874f-0bf7812c4065', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97bf2496-bd03-49c5-ac60-0552f2405f75', 'name': '', 'network_id': '5e2519e6-a01b-4598-9e2e-1219d5dc7c17', 'tenant_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'mac_address': 'fa:16:3e:62:99:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e607ba4-9930-44fe-93dc-6bdbcba9aee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '4c76a267-b7f0-4b50-8320-ecb6ae42b361', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:40Z', 'updated_at': '2021-12-21T13:29:52Z', 'revision_number': 5, 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'subnets': [{'id': '4c76a267-b7f0-4b50-8320-ecb6ae42b361', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:29:56.766335 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a3b0ab-7de7-4b54-9ebc-cdd4211e424c None None] Pushing event updated for resources: {'Port': ['ID=3c292abe-8a6f-4613-9bd3-5787afbdff3d,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:56.778041 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.ipam_backend_mixin [None req-7eedda0a-dd46-41a0-a87e-e9691214792e tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6bb627bc-7852-40c7-8727-7f633996e792 (CIDR: 2001:db8::/64) Dec 21 13:29:56.788985 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1c2a7a1e-e97a-4ff9-9dfa-4588e60c3bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:56.799022 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f8dd9ae6-deda-46d8-b653-5598c1779d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:56.801702 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-d06d3716-2ee3-45f8-8102-9f9935573493 None None] For port c273ba65-5f3b-48f3-b07c-9bdf39c662d9, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:29:56.805091 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-7eedda0a-dd46-41a0-a87e-e9691214792e tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 13:29:56.805372 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7eedda0a-dd46-41a0-a87e-e9691214792e tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:29:56.824506 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-d06d3716-2ee3-45f8-8102-9f9935573493 None None] For port c273ba65-5f3b-48f3-b07c-9bdf39c662d9, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c273ba65-5f3b-48f3-b07c-9bdf39c662d9,segment=NetworkSegment(4c1eb260-440d-4e37-a83c-e4967627ae9b),segment_id=4c1eb260-440d-4e37-a83c-e4967627ae9b)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:29:56.846329 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d06d3716-2ee3-45f8-8102-9f9935573493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:56.850099 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-52f45033-18cf-436b-9696-4e826c0086c8 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:56.852852 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-52f45033-18cf-436b-9696-4e826c0086c8 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:56.863518 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-52f45033-18cf-436b-9696-4e826c0086c8 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] 10.222.0.37 "DELETE /v2.0/security-groups/1cf32c56-a9a6-418d-bff1-8fbf323adabf HTTP/1.1" status: 204 len: 168 time: 0.6733551 Dec 21 13:29:56.864448 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56890) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:56.901280 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-1c2a7a1e-e97a-4ff9-9dfa-4588e60c3bb6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7ff8335f09bd45529658f1da0eca2350&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8974648 Dec 21 13:29:56.906007 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56892) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:56.906918 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port fd90247e-bb6c-4ec9-a30a-2aee11d33f7b triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:29:56.907300 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:56.919498 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-7eedda0a-dd46-41a0-a87e-e9691214792e tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2020028 Dec 21 13:29:56.924807 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56894) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:56.940140 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-294aaf37-2587-4ed3-b4c1-2b8da7bbb888 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Request body: {'subnet': {'network_id': 'b130763d-4a25-4977-9964-44d67d152f28', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:29:56.956826 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-f8dd9ae6-deda-46d8-b653-5598c1779d3e None None] For port f6b263a0-02a2-4f4a-9134-6cef5ae24941, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f6b263a0-02a2-4f4a-9134-6cef5ae24941,segment=NetworkSegment(469feaf6-6294-4908-bda0-612d87a6adbe),segment_id=469feaf6-6294-4908-bda0-612d87a6adbe)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:29:56.978156 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8132d569-23dd-45e1-8dd1-7ce50e16a315 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:56.988032 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f45033-18cf-436b-9696-4e826c0086c8 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf32c56-a9a6-418d-bff1-8fbf323adabf,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:56.989741 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f8dd9ae6-deda-46d8-b653-5598c1779d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:56.992136 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2a7a1e-e97a-4ff9-9dfa-4588e60c3bb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4d0736f-7534-46b9-858b-e095e8b7c6b5,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:57.007547 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06d3716-2ee3-45f8-8102-9f9935573493 None None] Pushing event updated for resources: {'Port': ['ID=c273ba65-5f3b-48f3-b07c-9bdf39c662d9,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:57.034735 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5b3cc3f2-7e21-4d1f-a6d1-1b3459f3850e tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:57.101717 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3cc3f2-7e21-4d1f-a6d1-1b3459f3850e tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Pushing event deleted for resources: {'Port': ['ID=03f177fc-3e1e-4f64-bc96-9aae40b4d7e8,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:57.110708 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-38209e5c-e7d7-4cf8-a223-b1960c5490a2 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4539 time: 0.2445538 Dec 21 13:29:57.115281 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56896) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:57.150197 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-f8dd9ae6-deda-46d8-b653-5598c1779d3e None None] Provisioning complete for port c73ca4bd-6bf4-4363-901b-e2f0d8de8656 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:29:57.150689 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f8dd9ae6-deda-46d8-b653-5598c1779d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:57.157669 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dd9ae6-deda-46d8-b653-5598c1779d3e None None] Pushing event updated for resources: {'Port': ['ID=f6b263a0-02a2-4f4a-9134-6cef5ae24941,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:57.264023 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-f8dd9ae6-deda-46d8-b653-5598c1779d3e None None] Port c73ca4bd-6bf4-4363-901b-e2f0d8de8656 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:29:57.280316 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-29eea00b-5aee-4847-af9e-8bb5289c86bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:57.283074 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device d8d7cf14-d0ba-42f0-b2b3-a9557fbb24f4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:29:57.293215 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441eb6c3-b4d2-4af9-8577-bfcc5bc5f478 None None] Sync routers for ids ['5e607ba4-9930-44fe-93dc-6bdbcba9aee2'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:29:57.314637 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441eb6c3-b4d2-4af9-8577-bfcc5bc5f478 None None] Routers {'5e607ba4-9930-44fe-93dc-6bdbcba9aee2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:29:57.317215 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-441eb6c3-b4d2-4af9-8577-bfcc5bc5f478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:29:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['5e607ba4-9930-44fe-93dc-6bdbcba9aee2'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:57.366030 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8132d569-23dd-45e1-8dd1-7ce50e16a315 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:57.367378 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-294aaf37-2587-4ed3-b4c1-2b8da7bbb888 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Made reservation on behalf of 3edf34a3eecc442ea8df7c8164f4e61d for: {'subnet': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:29:57.387836 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-294aaf37-2587-4ed3-b4c1-2b8da7bbb888 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12346583'] for subnet, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:57.405440 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-d9b59544-74bb-47a2-8867-b59e809183ef None None] Provisioning complete for port 61f73763-c8b1-42ea-a549-6c499529272f triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:29:57.405775 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d9b59544-74bb-47a2-8867-b59e809183ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:57.407830 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-29eea00b-5aee-4847-af9e-8bb5289c86bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:57.476505 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port d8d7cf14-d0ba-42f0-b2b3-a9557fbb24f4 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:29:57.476505 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:57.477466 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-d9b59544-74bb-47a2-8867-b59e809183ef None None] Port 61f73763-c8b1-42ea-a549-6c499529272f cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:29:57.493616 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ade5fea8-80cf-49cb-8590-34bcbfd75b65 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Publish callbacks [] for security_group, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:57.530554 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-441eb6c3-b4d2-4af9-8577-bfcc5bc5f478 None None] Set router 5e607ba4-9930-44fe-93dc-6bdbcba9aee2 gateway port host: None {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:29:57.534580 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ade5fea8-80cf-49cb-8590-34bcbfd75b65 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:57.586027 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-5a13b667-607f-418c-9437-0cfd42fb1c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:57.637140 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 97bf2496-bd03-49c5-ac60-0552f2405f75 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:29:57.665389 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ade5fea8-80cf-49cb-8590-34bcbfd75b65 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:57.668245 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ade5fea8-80cf-49cb-8590-34bcbfd75b65 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:57.669699 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-ade5fea8-80cf-49cb-8590-34bcbfd75b65 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] 10.222.0.37 "DELETE /v2.0/security-groups/6b05acf2-96ef-4e85-853b-617fa01fcf0b HTTP/1.1" status: 204 len: 168 time: 0.5469491 Dec 21 13:29:57.677497 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-29eea00b-5aee-4847-af9e-8bb5289c86bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:57.680127 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-29eea00b-5aee-4847-af9e-8bb5289c86bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:57.684111 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-29eea00b-5aee-4847-af9e-8bb5289c86bd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c4d0736f-7534-46b9-858b-e095e8b7c6b5 HTTP/1.1" status: 204 len: 168 time: 0.7603946 Dec 21 13:29:57.692331 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56898) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:57.720276 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade5fea8-80cf-49cb-8590-34bcbfd75b65 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b05acf2-96ef-4e85-853b-617fa01fcf0b,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:57.749882 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eea00b-5aee-4847-af9e-8bb5289c86bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4d0736f-7534-46b9-858b-e095e8b7c6b5,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:57.768139 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 97bf2496-bd03-49c5-ac60-0552f2405f75 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:29:57.773985 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:57.866163 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.agents_db [None req-c60a5637-8c6f-4692-b23b-7dd82bd36b21 None None] Agent healthcheck: found 6 active agents {{(pid=103155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 13:29:57.900323 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-441eb6c3-b4d2-4af9-8577-bfcc5bc5f478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e607ba4-9930-44fe-93dc-6bdbcba9aee2', 'name': 'tempest-RoutersTest-router-758070956', 'tenant_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:28:56Z', 'updated_at': '2021-12-21T13:29:53Z', 'revision_number': 7, 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'gw_port_host': None, '_interfaces': [{'id': '103d063b-184d-4ce5-8374-f7db5124daa7', 'name': '', 'network_id': 'a2096345-ac39-4285-b67f-5f13a2a0698a', 'tenant_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'mac_address': 'fa:16:3e:77:f0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e607ba4-9930-44fe-93dc-6bdbcba9aee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'bcc4be89-a9c0-4d2c-916c-0d32f73303f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:03Z', 'updated_at': '2021-12-21T13:29:14Z', 'revision_number': 5, 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'subnets': [{'id': 'bcc4be89-a9c0-4d2c-916c-0d32f73303f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6097019a-8ed7-4666-85c2-c6c6bfdef5af', 'name': '', 'network_id': 'df07e3fa-3f28-45bc-8c57-98ec7342c6e5', 'tenant_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'mac_address': 'fa:16:3e:48:3b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e607ba4-9930-44fe-93dc-6bdbcba9aee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '4f771295-d7b4-41e0-84c1-176db63b7abd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:15Z', 'updated_at': '2021-12-21T13:29:38Z', 'revision_number': 5, 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'subnets': [{'id': '4f771295-d7b4-41e0-84c1-176db63b7abd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ea2abb2-03f3-4532-aaef-aae981701ad9', 'name': '', 'network_id': '3329f353-44f9-4447-aac2-b71a5a9d290d', 'tenant_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'mac_address': 'fa:16:3e:64:16:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e607ba4-9930-44fe-93dc-6bdbcba9aee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '9e8ec415-b83e-4a91-874f-0bf7812c4065', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:28Z', 'updated_at': '2021-12-21T13:29:46Z', 'revision_number': 5, 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'subnets': [{'id': '9e8ec415-b83e-4a91-874f-0bf7812c4065', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97bf2496-bd03-49c5-ac60-0552f2405f75', 'name': '', 'network_id': '5e2519e6-a01b-4598-9e2e-1219d5dc7c17', 'tenant_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'mac_address': 'fa:16:3e:62:99:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e607ba4-9930-44fe-93dc-6bdbcba9aee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '4c76a267-b7f0-4b50-8320-ecb6ae42b361', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:40Z', 'updated_at': '2021-12-21T13:29:52Z', 'revision_number': 5, 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'subnets': [{'id': '4c76a267-b7f0-4b50-8320-ecb6ae42b361', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:57.940244 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441eb6c3-b4d2-4af9-8577-bfcc5bc5f478 None None] Checking router: 5e607ba4-9930-44fe-93dc-6bdbcba9aee2 for host: dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:29:57.954127 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441eb6c3-b4d2-4af9-8577-bfcc5bc5f478 None None] Routers {'5e607ba4-9930-44fe-93dc-6bdbcba9aee2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:29:57.955459 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-441eb6c3-b4d2-4af9-8577-bfcc5bc5f478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:29:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['5e607ba4-9930-44fe-93dc-6bdbcba9aee2'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:57.991665 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-faa41de6-1f71-4880-b506-701088115ac6 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532692'] for router_interface, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:58.039908 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5b3cc3f2-7e21-4d1f-a6d1-1b3459f3850e tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534084'] for router_interface, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:58.054176 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-4a5b9083-d349-472f-9b1a-c3cf33d3a51d tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.3606336 Dec 21 13:29:58.060065 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56904) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:58.066298 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8132d569-23dd-45e1-8dd1-7ce50e16a315 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Pushing event updated for resources: {'Port': ['ID=4dd6c8bf-fc8f-46da-86f5-bee987edf5a5,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:58.070667 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1b1c3963-877d-4238-8d31-4da83375f701 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11195289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11288741'] for subnet, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:58.085568 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 42d0a6c3-9448-4b64-af34-7d5a90fbf4fa no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:29:58.109292 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-441eb6c3-b4d2-4af9-8577-bfcc5bc5f478 None None] Set router 5e607ba4-9930-44fe-93dc-6bdbcba9aee2 gateway port host: None {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:29:58.111780 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-bc86855f-eba3-4f78-bbab-dcfde1d30df0 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Request body: {'security_group': {'name': 'tempest-secgroup--574726183'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:29:58.133876 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: 42d0a6c3-9448-4b64-af34-7d5a90fbf4fa {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:29:58.134493 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-294aaf37-2587-4ed3-b4c1-2b8da7bbb888 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12346565'] for subnet, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:58.135396 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 42d0a6c3-9448-4b64-af34-7d5a90fbf4fa not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:29:58.201928 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294aaf37-2587-4ed3-b4c1-2b8da7bbb888 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Network b130763d-4a25-4977-9964-44d67d152f28 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:29:58.207143 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1c3963-877d-4238-8d31-4da83375f701 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:29:58.212445 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8132d569-23dd-45e1-8dd1-7ce50e16a315 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Network e2a4e3ae-1e15-4211-89b3-fc56f8e47fa9 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:29:58.262610 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-294aaf37-2587-4ed3-b4c1-2b8da7bbb888 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:29:58.272361 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a394fe06-4645-48b4-88ff-819d7057cbe6 None None] Network b130763d-4a25-4977-9964-44d67d152f28 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:29:58.286512 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294aaf37-2587-4ed3-b4c1-2b8da7bbb888 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:29:58.288441 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-294aaf37-2587-4ed3-b4c1-2b8da7bbb888 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:58.380555 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-1b1c3963-877d-4238-8d31-4da83375f701 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:29:58.391444 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-8132d569-23dd-45e1-8dd1-7ce50e16a315 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:29:58.398212 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1c3963-877d-4238-8d31-4da83375f701 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:29:58.398851 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1b1c3963-877d-4238-8d31-4da83375f701 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:58.436407 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294aaf37-2587-4ed3-b4c1-2b8da7bbb888 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Pushing event updated for resources: {'Subnet': ['ID=8d202038-3468-4ab2-b495-ca47bae818cc,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:58.446007 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8132d569-23dd-45e1-8dd1-7ce50e16a315 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:29:58.449933 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c5b96e-951e-4905-88de-e6b84d686fdf None None] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:29:58.455160 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-294aaf37-2587-4ed3-b4c1-2b8da7bbb888 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5237672 Dec 21 13:29:58.456309 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56912) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:58.465966 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bc86855f-eba3-4f78-bbab-dcfde1d30df0 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Publish callbacks [] for security_group, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:58.500656 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-30e6f371-d30a-464d-8fde-520570ca678b tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-907685861', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8d202038-3468-4ab2-b495-ca47bae818cc'}], 'security_groups': ['b7394a35-f450-4301-bbb8-4f8f2ed777a6']}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:29:58.590289 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-441eb6c3-b4d2-4af9-8577-bfcc5bc5f478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e607ba4-9930-44fe-93dc-6bdbcba9aee2', 'name': 'tempest-RoutersTest-router-758070956', 'tenant_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:28:56Z', 'updated_at': '2021-12-21T13:29:53Z', 'revision_number': 7, 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'gw_port_host': None, '_interfaces': [{'id': '103d063b-184d-4ce5-8374-f7db5124daa7', 'name': '', 'network_id': 'a2096345-ac39-4285-b67f-5f13a2a0698a', 'tenant_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'mac_address': 'fa:16:3e:77:f0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e607ba4-9930-44fe-93dc-6bdbcba9aee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'bcc4be89-a9c0-4d2c-916c-0d32f73303f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:03Z', 'updated_at': '2021-12-21T13:29:14Z', 'revision_number': 5, 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'subnets': [{'id': 'bcc4be89-a9c0-4d2c-916c-0d32f73303f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6097019a-8ed7-4666-85c2-c6c6bfdef5af', 'name': '', 'network_id': 'df07e3fa-3f28-45bc-8c57-98ec7342c6e5', 'tenant_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'mac_address': 'fa:16:3e:48:3b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e607ba4-9930-44fe-93dc-6bdbcba9aee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '4f771295-d7b4-41e0-84c1-176db63b7abd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:15Z', 'updated_at': '2021-12-21T13:29:38Z', 'revision_number': 5, 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'subnets': [{'id': '4f771295-d7b4-41e0-84c1-176db63b7abd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ea2abb2-03f3-4532-aaef-aae981701ad9', 'name': '', 'network_id': '3329f353-44f9-4447-aac2-b71a5a9d290d', 'tenant_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'mac_address': 'fa:16:3e:64:16:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e607ba4-9930-44fe-93dc-6bdbcba9aee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '9e8ec415-b83e-4a91-874f-0bf7812c4065', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:28Z', 'updated_at': '2021-12-21T13:29:46Z', 'revision_number': 5, 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'subnets': [{'id': '9e8ec415-b83e-4a91-874f-0bf7812c4065', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97bf2496-bd03-49c5-ac60-0552f2405f75', 'name': '', 'network_id': '5e2519e6-a01b-4598-9e2e-1219d5dc7c17', 'tenant_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'mac_address': 'fa:16:3e:62:99:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e607ba4-9930-44fe-93dc-6bdbcba9aee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '4c76a267-b7f0-4b50-8320-ecb6ae42b361', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:40Z', 'updated_at': '2021-12-21T13:29:52Z', 'revision_number': 5, 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'subnets': [{'id': '4c76a267-b7f0-4b50-8320-ecb6ae42b361', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:58.642385 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c7bd9666-b98b-4049-bab0-500b4813a54e tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:58.644740 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1c3963-877d-4238-8d31-4da83375f701 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event updated for resources: {'Subnet': ['ID=e30af4c7-48bd-466c-883f-048b17a41169,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:58.665972 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-1b1c3963-877d-4238-8d31-4da83375f701 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5208263 Dec 21 13:29:58.675896 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441eb6c3-b4d2-4af9-8577-bfcc5bc5f478 None None] The sync data for ids ['5e607ba4-9930-44fe-93dc-6bdbcba9aee2'] in dv-neutron-master-2-hyperv is: [{'id': '5e607ba4-9930-44fe-93dc-6bdbcba9aee2', 'name': 'tempest-RoutersTest-router-758070956', 'tenant_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:28:56Z', 'updated_at': '2021-12-21T13:29:53Z', 'revision_number': 7, 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'gw_port_host': None, '_interfaces': [{'id': '103d063b-184d-4ce5-8374-f7db5124daa7', 'name': '', 'network_id': 'a2096345-ac39-4285-b67f-5f13a2a0698a', 'tenant_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'mac_address': 'fa:16:3e:77:f0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e607ba4-9930-44fe-93dc-6bdbcba9aee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'bcc4be89-a9c0-4d2c-916c-0d32f73303f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:03Z', 'updated_at': '2021-12-21T13:29:14Z', 'revision_number': 5, 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'subnets': [{'id': 'bcc4be89-a9c0-4d2c-916c-0d32f73303f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6097019a-8ed7-4666-85c2-c6c6bfdef5af', 'name': '', 'network_id': 'df07e3fa-3f28-45bc-8c57-98ec7342c6e5', 'tenant_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'mac_address': 'fa:16:3e:48:3b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e607ba4-9930-44fe-93dc-6bdbcba9aee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '4f771295-d7b4-41e0-84c1-176db63b7abd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:15Z', 'updated_at': '2021-12-21T13:29:38Z', 'revision_number': 5, 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'subnets': [{'id': '4f771295-d7b4-41e0-84c1-176db63b7abd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ea2abb2-03f3-4532-aaef-aae981701ad9', 'name': '', 'network_id': '3329f353-44f9-4447-aac2-b71a5a9d290d', 'tenant_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'mac_address': 'fa:16:3e:64:16:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e607ba4-9930-44fe-93dc-6bdbcba9aee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '9e8ec415-b83e-4a91-874f-0bf7812c4065', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:28Z', 'updated_at': '2021-12-21T13:29:46Z', 'revision_number': 5, 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'subnets': [{'id': '9e8ec415-b83e-4a91-874f-0bf7812c4065', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97bf2496-bd03-49c5-ac60-0552f2405f75', 'name': '', 'network_id': '5e2519e6-a01b-4598-9e2e-1219d5dc7c17', 'tenant_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'mac_address': 'fa:16:3e:62:99:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e607ba4-9930-44fe-93dc-6bdbcba9aee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '4c76a267-b7f0-4b50-8320-ecb6ae42b361', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:40Z', 'updated_at': '2021-12-21T13:29:52Z', 'revision_number': 5, 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'subnets': [{'id': '4c76a267-b7f0-4b50-8320-ecb6ae42b361', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:29:58.696668 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56916) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:58.706539 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device c273ba65-5f3b-48f3-b07c-9bdf39c662d9 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:29:58.709538 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-76a5169b-af4c-4062-b45e-6f05cdd8534c tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-72700383', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:29:58.725298 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bd9666-b98b-4049-bab0-500b4813a54e tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Pushing event deleted for resources: {'Port': ['ID=b6e878a1-2fe3-4344-a2f6-10fa60b54c9a,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:58.746113 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8132d569-23dd-45e1-8dd1-7ce50e16a315 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:29:58.746822 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8132d569-23dd-45e1-8dd1-7ce50e16a315 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:58.810568 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19745a10-c7ca-46ff-b135-a3cc62998076 None None] Network e2a4e3ae-1e15-4211-89b3-fc56f8e47fa9 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:29:58.846062 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08d4b69-673e-41fd-89d3-d8fea3b09652 None None] Update dhcp port {'port': {'network_id': 'b130763d-4a25-4977-9964-44d67d152f28', 'fixed_ips': [{'subnet_id': '6bb627bc-7852-40c7-8727-7f633996e792', 'ip_address': '2001:db8::2'}, {'subnet_id': '8d202038-3468-4ab2-b495-ca47bae818cc'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': 'f6b263a0-02a2-4f4a-9134-6cef5ae24941'} from dv-neutron-master-2-hyperv. {{(pid=103154) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 21 13:29:58.874591 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:58.879731 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-76a5169b-af4c-4062-b45e-6f05cdd8534c tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26964'] for router, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:58.880879 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-76a5169b-af4c-4062-b45e-6f05cdd8534c tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-642316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26957'] for router, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:58.910811 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bc86855f-eba3-4f78-bbab-dcfde1d30df0 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Publish callbacks [] for security_group, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:58.923643 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bc86855f-eba3-4f78-bbab-dcfde1d30df0 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:58.924369 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-8132d569-23dd-45e1-8dd1-7ce50e16a315 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.0653903 Dec 21 13:29:58.930931 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56922) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:59.023968 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c7bd9666-b98b-4049-bab0-500b4813a54e tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks [] for floatingip, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:59.026018 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c7bd9666-b98b-4049-bab0-500b4813a54e tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for floatingip, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:59.032770 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-c7bd9666-b98b-4049-bab0-500b4813a54e tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] 10.222.0.37 "DELETE /v2.0/floatingips/31f0128a-776f-475b-8f41-c921ce4d0f69 HTTP/1.1" status: 204 len: 168 time: 3.6210668 Dec 21 13:29:59.036531 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56926) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:59.038556 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-f5faa6c3-3e13-4d8d-8604-1d524c6303f6 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Request body: {'floatingip': {'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'port_id': '79f09629-fe5e-44c8-9565-a4ae51da8cd7'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:29:59.049667 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-e0bc328e-a27f-486e-b4f7-3f385e6441c0 None None] Provisioning complete for port c273ba65-5f3b-48f3-b07c-9bdf39c662d9 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:29:59.050738 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e0bc328e-a27f-486e-b4f7-3f385e6441c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:59.061158 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b3cc3f2-7e21-4d1f-a6d1-1b3459f3850e tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Router caf3ff8a-af97-4de4-b3e0-de9adbadc076 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:29:59.068627 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-76a5169b-af4c-4062-b45e-6f05cdd8534c tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:59.089603 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c15db7d-ba3e-498e-bf06-44d5d5d490d2 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:29:59.094089 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-9c15db7d-ba3e-498e-bf06-44d5d5d490d2 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.4 HTTP/1.1" status: 200 len: 921 time: 0.1621268 Dec 21 13:29:59.094744 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56930) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:59.111163 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f08d4b69-673e-41fd-89d3-d8fea3b09652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:59.112215 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-76a5169b-af4c-4062-b45e-6f05cdd8534c tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548730'] for router, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:59.120194 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bc86855f-eba3-4f78-bbab-dcfde1d30df0 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:59.121539 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-bc86855f-eba3-4f78-bbab-dcfde1d30df0 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.0237939 Dec 21 13:29:59.128509 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc86855f-eba3-4f78-bbab-dcfde1d30df0 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aba0c9c0-8ea6-449d-b370-3eb6e88d9363,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:29:59.131842 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56932) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:59.139125 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-75ad8533-ab54-49c3-80c7-a8032fc238fb tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Request body: {'security_group_rule': {'security_group_id': 'aba0c9c0-8ea6-449d-b370-3eb6e88d9363', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:29:59.141336 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f5faa6c3-3e13-4d8d-8604-1d524c6303f6 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks [] for floatingip, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:59.146179 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-30e6f371-d30a-464d-8fde-520570ca678b tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:59.146891 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port c273ba65-5f3b-48f3-b07c-9bdf39c662d9 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:29:59.147336 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:59.169329 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-76a5169b-af4c-4062-b45e-6f05cdd8534c tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for router, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:59.173461 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-76a5169b-af4c-4062-b45e-6f05cdd8534c tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4693313 Dec 21 13:29:59.177685 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56934) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:59.204013 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13875b37-7b5d-455e-bbe6-22e48793d144 None None] Update dhcp port {'port': {'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9', 'fixed_ips': [{'subnet_id': 'e30af4c7-48bd-466c-883f-048b17a41169'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '3c292abe-8a6f-4613-9bd3-5787afbdff3d'} from dv-neutron-master-2-hyperv. {{(pid=103154) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 21 13:29:59.292018 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b3cc3f2-7e21-4d1f-a6d1-1b3459f3850e tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:29:59.304494 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-5b3cc3f2-7e21-4d1f-a6d1-1b3459f3850e tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "PUT /v2.0/routers/caf3ff8a-af97-4de4-b3e0-de9adbadc076/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2350760 Dec 21 13:29:59.308825 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56938) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:59.363599 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-ad921e4f-020a-4a58-ac88-a29c91616295 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Deleting port 4dd6c8bf-fc8f-46da-86f5-bee987edf5a5 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:29:59.364255 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ad921e4f-020a-4a58-ac88-a29c91616295 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:59.383800 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:59.386409 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96503a8e-a6e8-466e-a9b0-f111470b3dc8 None None] Sync routers for ids ['caf3ff8a-af97-4de4-b3e0-de9adbadc076'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:29:59.397230 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-faa41de6-1f71-4880-b506-701088115ac6 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Deleting port 97bf2496-bd03-49c5-ac60-0552f2405f75 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:29:59.397800 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-faa41de6-1f71-4880-b506-701088115ac6 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:59.412627 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-13875b37-7b5d-455e-bbe6-22e48793d144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:59.471300 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f5faa6c3-3e13-4d8d-8604-1d524c6303f6 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:59.480394 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ad921e4f-020a-4a58-ac88-a29c91616295 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:59.517942 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96503a8e-a6e8-466e-a9b0-f111470b3dc8 None None] Routers {'caf3ff8a-af97-4de4-b3e0-de9adbadc076'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:29:59.518707 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-96503a8e-a6e8-466e-a9b0-f111470b3dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:29:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['caf3ff8a-af97-4de4-b3e0-de9adbadc076'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:29:59.522397 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-ad921e4f-020a-4a58-ac88-a29c91616295 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Calling delete_port for 4dd6c8bf-fc8f-46da-86f5-bee987edf5a5 owned by {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:29:59.564296 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] For port c273ba65-5f3b-48f3-b07c-9bdf39c662d9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c273ba65-5f3b-48f3-b07c-9bdf39c662d9,segment=NetworkSegment(4c1eb260-440d-4e37-a83c-e4967627ae9b),segment_id=4c1eb260-440d-4e37-a83c-e4967627ae9b)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:29:59.590287 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.api.v2.resource [None req-75ad8533-ab54-49c3-80c7-a8032fc238fb tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 13:29:59.591635 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-75ad8533-ab54-49c3-80c7-a8032fc238fb tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4562144 Dec 21 13:29:59.605627 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_v2 [None req-faddfa28-fe78-4c98-a752-b37327b2f2ae tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Deleting subnet 2cec0ef3-4bce-4962-b808-d9d0c11d197b {{(pid=103152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:29:59.610879 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56944) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:59.618318 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-26558f21-cbd3-429a-b4e1-6c9f2be4f0d6 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Request body: {'security_group_rule': {'security_group_id': 'aba0c9c0-8ea6-449d-b370-3eb6e88d9363', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:29:59.622439 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:59.622439 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device f6b263a0-02a2-4f4a-9134-6cef5ae24941 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:29:59.692368 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-faddfa28-fe78-4c98-a752-b37327b2f2ae tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks [] for subnet, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:59.701927 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-f5faa6c3-3e13-4d8d-8604-1d524c6303f6 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Allocated IP 172.36.3.95 (7fdf1889-f079-4166-bbda-88b2a8d8d595/051a5607-1753-4008-a2f2-d94b48752e9c/cb001d30-661c-4048-906a-3d1839e26a32) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:29:59.819200 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.api.v2.resource [None req-26558f21-cbd3-429a-b4e1-6c9f2be4f0d6 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 13:29:59.824645 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-26558f21-cbd3-429a-b4e1-6c9f2be4f0d6 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2126358 Dec 21 13:29:59.830441 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-faa41de6-1f71-4880-b506-701088115ac6 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] For port 97bf2496-bd03-49c5-ac60-0552f2405f75, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=97bf2496-bd03-49c5-ac60-0552f2405f75,segment=NetworkSegment(16ec3175-c439-447d-8869-9947abf5df48),segment_id=16ec3175-c439-447d-8869-9947abf5df48)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:29:59.831190 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-faa41de6-1f71-4880-b506-701088115ac6 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:59.835812 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-faddfa28-fe78-4c98-a752-b37327b2f2ae tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526644'] for subnet, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:59.838826 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56950) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:29:59.877853 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ad921e4f-020a-4a58-ac88-a29c91616295 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:29:59.926118 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad921e4f-020a-4a58-ac88-a29c91616295 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Pushing event deleted for resources: {'Port': ['ID=4dd6c8bf-fc8f-46da-86f5-bee987edf5a5,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:00.029301 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e0bc328e-a27f-486e-b4f7-3f385e6441c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:00.033985 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f5faa6c3-3e13-4d8d-8604-1d524c6303f6 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:00.043124 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-faa41de6-1f71-4880-b506-701088115ac6 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Calling delete_port for 97bf2496-bd03-49c5-ac60-0552f2405f75 owned by network:router_interface {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:30:00.097964 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f5faa6c3-3e13-4d8d-8604-1d524c6303f6 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:00.132252 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-96503a8e-a6e8-466e-a9b0-f111470b3dc8 None None] Set router caf3ff8a-af97-4de4-b3e0-de9adbadc076 gateway port host: None {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:30:00.156336 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5faa6c3-3e13-4d8d-8604-1d524c6303f6 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Network 7fdf1889-f079-4166-bbda-88b2a8d8d595 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:30:00.177609 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ad921e4f-020a-4a58-ac88-a29c91616295 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:00.189068 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-ad921e4f-020a-4a58-ac88-a29c91616295 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "DELETE /v2.0/ports/4dd6c8bf-fc8f-46da-86f5-bee987edf5a5 HTTP/1.1" status: 204 len: 168 time: 1.0908809 Dec 21 13:30:00.191326 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-f5faa6c3-3e13-4d8d-8604-1d524c6303f6 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:30:00.200883 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56956) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:00.215881 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5faa6c3-3e13-4d8d-8604-1d524c6303f6 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:30:00.223581 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d304346e-5d9c-489e-9a92-360969424f85 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:00.308886 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Pushing event updated for resources: {'Port': ['ID=c273ba65-5f3b-48f3-b07c-9bdf39c662d9,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:00.324980 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56958) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:00.346620 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.pecan_wsgi.hooks.translation [None req-419c351c-8e3e-4c92-ba0a-6733c660398e tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] GET failed (client error): The resource could not be found. Dec 21 13:30:00.353789 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-f08d4b69-673e-41fd-89d3-d8fea3b09652 None None] Allocated IP 2001:db8:0:1::2 (b130763d-4a25-4977-9964-44d67d152f28/8d202038-3468-4ab2-b495-ca47bae818cc/f6b263a0-02a2-4f4a-9134-6cef5ae24941) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:30:00.357921 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-419c351c-8e3e-4c92-ba0a-6733c660398e tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "GET /v2.0/ports/4dd6c8bf-fc8f-46da-86f5-bee987edf5a5 HTTP/1.1" status: 404 len: 333 time: 0.1496713 Dec 21 13:30:00.360924 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5faa6c3-3e13-4d8d-8604-1d524c6303f6 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Pushing event updated for resources: {'Port': ['ID=cb001d30-661c-4048-906a-3d1839e26a32,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:00.365020 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56960) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:00.390064 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.db.api [None req-e0bc328e-a27f-486e-b4f7-3f385e6441c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 13:30:00.390600 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG oslo_db.api [None req-e0bc328e-a27f-486e-b4f7-3f385e6441c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 13:30:00.515306 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port f6b263a0-02a2-4f4a-9134-6cef5ae24941 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:30:00.515650 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:00.640890 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-13875b37-7b5d-455e-bbe6-22e48793d144 None None] Allocated IP 2001:db8::2 (ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9/e30af4c7-48bd-466c-883f-048b17a41169/3c292abe-8a6f-4613-9bd3-5787afbdff3d) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:30:00.734656 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-92073ad6-2615-463e-8567-5394de50ed8a tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Deleting port ce3036e3-23c2-4e59-8836-71d72fec602d {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:30:00.735402 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-92073ad6-2615-463e-8567-5394de50ed8a tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:00.776139 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-f08d4b69-673e-41fd-89d3-d8fea3b09652 None None] For port f6b263a0-02a2-4f4a-9134-6cef5ae24941, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f6b263a0-02a2-4f4a-9134-6cef5ae24941,segment=NetworkSegment(469feaf6-6294-4908-bda0-612d87a6adbe),segment_id=469feaf6-6294-4908-bda0-612d87a6adbe)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:30:00.839891 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-363e8fb3-f212-4b2a-a0a9-7c31a2e0cda0 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Publish callbacks [] for security_group, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:00.896052 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:00.970465 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f08d4b69-673e-41fd-89d3-d8fea3b09652 None None] Publish callbacks [] for port, precommit_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:00.980793 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-faddfa28-fe78-4c98-a752-b37327b2f2ae tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:01.021055 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f5faa6c3-3e13-4d8d-8604-1d524c6303f6 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:01.036086 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f08d4b69-673e-41fd-89d3-d8fea3b09652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:01.068005 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-363e8fb3-f212-4b2a-a0a9-7c31a2e0cda0 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:01.159645 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-653aad40-196a-49e6-bf13-9b2f2ad97405 tempest-RoutersAdminNegativeIpV6Test-1180086223 tempest-RoutersAdminNegativeIpV6Test-1180086223-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-647946529', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:30:01.173108 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-faa41de6-1f71-4880-b506-701088115ac6 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:01.179304 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f5faa6c3-3e13-4d8d-8604-1d524c6303f6 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:01.231300 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08d4b69-673e-41fd-89d3-d8fea3b09652 None None] Pushing event updated for resources: {'Port': ['ID=f6b263a0-02a2-4f4a-9134-6cef5ae24941,revision_number=4']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:01.246661 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-653aad40-196a-49e6-bf13-9b2f2ad97405 tempest-RoutersAdminNegativeIpV6Test-1180086223 tempest-RoutersAdminNegativeIpV6Test-1180086223-project-admin] Made reservation on behalf of b690723a57024b06b8793e8d1ed52e0b for: {'port': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:30:01.249047 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-653aad40-196a-49e6-bf13-9b2f2ad97405 tempest-RoutersAdminNegativeIpV6Test-1180086223 tempest-RoutersAdminNegativeIpV6Test-1180086223-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:01.249433 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-92073ad6-2615-463e-8567-5394de50ed8a tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:01.254950 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-13875b37-7b5d-455e-bbe6-22e48793d144 None None] For port 3c292abe-8a6f-4613-9bd3-5787afbdff3d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3c292abe-8a6f-4613-9bd3-5787afbdff3d,segment=NetworkSegment(b20a5dbe-a251-4a83-ae2d-3ffbda6396cf),segment_id=b20a5dbe-a251-4a83-ae2d-3ffbda6396cf)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:30:01.257863 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:01.270442 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-653aad40-196a-49e6-bf13-9b2f2ad97405 tempest-RoutersAdminNegativeIpV6Test-1180086223 tempest-RoutersAdminNegativeIpV6Test-1180086223-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:01.278129 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa41de6-1f71-4880-b506-701088115ac6 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Pushing event deleted for resources: {'Port': ['ID=97bf2496-bd03-49c5-ac60-0552f2405f75,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:01.278774 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-92073ad6-2615-463e-8567-5394de50ed8a tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Calling delete_port for ce3036e3-23c2-4e59-8836-71d72fec602d owned by {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:30:01.330949 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-13875b37-7b5d-455e-bbe6-22e48793d144 None None] Publish callbacks [] for port, precommit_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:01.345540 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-13875b37-7b5d-455e-bbe6-22e48793d144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:01.460399 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-96503a8e-a6e8-466e-a9b0-f111470b3dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf3ff8a-af97-4de4-b3e0-de9adbadc076', 'name': 'tempest-RoutersIpV6Test-router-1585507894', 'tenant_id': 'd368a1938e3342de9d3358d110005af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:28:52Z', 'updated_at': '2021-12-21T13:29:56Z', 'revision_number': 8, 'project_id': 'd368a1938e3342de9d3358d110005af5', 'gw_port_host': None, '_interfaces': [{'id': '12f8a58c-af26-4927-ac38-f21ade108865', 'name': '', 'network_id': '0bd2dd5e-fcb5-4193-8496-12a446f2606d', 'tenant_id': 'd368a1938e3342de9d3358d110005af5', 'mac_address': 'fa:16:3e:4e:fd:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf3ff8a-af97-4de4-b3e0-de9adbadc076', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': 'd59ccc0f-4d57-457e-aa42-5011fd6d3678', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:25Z', 'updated_at': '2021-12-21T13:29:35Z', 'revision_number': 5, 'project_id': 'd368a1938e3342de9d3358d110005af5', 'subnets': [{'id': 'd59ccc0f-4d57-457e-aa42-5011fd6d3678', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7111fafc-3054-4310-a775-f4360d66a24d', 'name': '', 'network_id': '2cf63e90-259f-413d-9f59-c6e07bb014ac', 'tenant_id': 'd368a1938e3342de9d3358d110005af5', 'mac_address': 'fa:16:3e:3d:f9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf3ff8a-af97-4de4-b3e0-de9adbadc076', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '3a2300ef-3c43-47b0-8476-ddfb30a8d010', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:28:58Z', 'updated_at': '2021-12-21T13:29:13Z', 'revision_number': 5, 'project_id': 'd368a1938e3342de9d3358d110005af5', 'subnets': [{'id': '3a2300ef-3c43-47b0-8476-ddfb30a8d010', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abd5eefe-e121-4d3a-a3b4-d87fd46c1bbe', 'name': '', 'network_id': '5d56b04d-834e-44d0-8a4a-bef509c35d33', 'tenant_id': 'd368a1938e3342de9d3358d110005af5', 'mac_address': 'fa:16:3e:a4:5b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf3ff8a-af97-4de4-b3e0-de9adbadc076', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'efd71155-42c5-4846-a6d3-b0a48a3b13b8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:11Z', 'updated_at': '2021-12-21T13:29:20Z', 'revision_number': 5, 'project_id': 'd368a1938e3342de9d3358d110005af5', 'subnets': [{'id': 'efd71155-42c5-4846-a6d3-b0a48a3b13b8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:01.478292 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-363e8fb3-f212-4b2a-a0a9-7c31a2e0cda0 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:01.481128 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-363e8fb3-f212-4b2a-a0a9-7c31a2e0cda0 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:01.482582 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-363e8fb3-f212-4b2a-a0a9-7c31a2e0cda0 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] 10.222.0.37 "DELETE /v2.0/security-groups/aba0c9c0-8ea6-449d-b370-3eb6e88d9363 HTTP/1.1" status: 204 len: 168 time: 1.5998442 Dec 21 13:30:01.512277 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96503a8e-a6e8-466e-a9b0-f111470b3dc8 None None] Checking router: caf3ff8a-af97-4de4-b3e0-de9adbadc076 for host: dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:30:01.531032 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56964) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:01.548374 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363e8fb3-f212-4b2a-a0a9-7c31a2e0cda0 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aba0c9c0-8ea6-449d-b370-3eb6e88d9363,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:01.553279 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-faddfa28-fe78-4c98-a752-b37327b2f2ae tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12346570'] for subnet, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:01.561343 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13875b37-7b5d-455e-bbe6-22e48793d144 None None] Pushing event updated for resources: {'Port': ['ID=3c292abe-8a6f-4613-9bd3-5787afbdff3d,revision_number=4']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:01.592997 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-a4cf5fd5-3b36-4155-a34b-ce42405566a9 None None] Provisioning complete for port c273ba65-5f3b-48f3-b07c-9bdf39c662d9 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:30:01.593273 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a4cf5fd5-3b36-4155-a34b-ce42405566a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:01.604265 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96503a8e-a6e8-466e-a9b0-f111470b3dc8 None None] Routers {'caf3ff8a-af97-4de4-b3e0-de9adbadc076'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:30:01.605451 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-96503a8e-a6e8-466e-a9b0-f111470b3dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:29:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['caf3ff8a-af97-4de4-b3e0-de9adbadc076'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:01.787173 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faddfa28-fe78-4c98-a752-b37327b2f2ae tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Pushing event deleted for resources: {'Subnet': ['ID=2cec0ef3-4bce-4962-b808-d9d0c11d197b,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:01.804501 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-faddfa28-fe78-4c98-a752-b37327b2f2ae tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:01.808353 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-faddfa28-fe78-4c98-a752-b37327b2f2ae tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "DELETE /v2.0/subnets/2cec0ef3-4bce-4962-b808-d9d0c11d197b HTTP/1.1" status: 204 len: 168 time: 2.4957986 Dec 21 13:30:01.809038 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device c273ba65-5f3b-48f3-b07c-9bdf39c662d9 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:30:01.812199 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a08f500-efd3-4db4-b6ad-d8da3f344d6a None None] Network ed7fd53b-7818-42a2-9e1f-b14fd3756b30 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:30:01.822014 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56966) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:01.842596 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-30e6f371-d30a-464d-8fde-520570ca678b tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Delete allocated IP 2001:db8::88 (b130763d-4a25-4977-9964-44d67d152f28/6bb627bc-7852-40c7-8727-7f633996e792) {{(pid=103152) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 21 13:30:01.852460 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-96503a8e-a6e8-466e-a9b0-f111470b3dc8 None None] Set router caf3ff8a-af97-4de4-b3e0-de9adbadc076 gateway port host: None {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:30:01.856819 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-30e6f371-d30a-464d-8fde-520570ca678b tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Allocated IP 2001:db8:0:1::a5 (b130763d-4a25-4977-9964-44d67d152f28/8d202038-3468-4ab2-b495-ca47bae818cc/61f73763-c8b1-42ea-a549-6c499529272f) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:30:02.078860 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-d304346e-5d9c-489e-9a92-360969424f85 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Allocated IP 2001:db8::1 (ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9/e30af4c7-48bd-466c-883f-048b17a41169/1f1199eb-1523-429a-874e-f9cca335a744) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:30:02.082522 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8aea050e-995d-435b-b521-4643a53f1346 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:02.141944 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f5faa6c3-3e13-4d8d-8604-1d524c6303f6 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:02.182597 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-55bbc203-d67e-4e58-ba7a-467b992c7871 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.6183813 Dec 21 13:30:02.188830 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56968) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:02.189471 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f5faa6c3-3e13-4d8d-8604-1d524c6303f6 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:02.201875 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-b0e609be-8c1c-419e-80bd-cb7d27e77e99 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Request body: {'security_group': {'name': 'tempest-secgroup--649321244'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:30:02.264483 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-faa41de6-1f71-4880-b506-701088115ac6 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534084'] for router_interface, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:02.288314 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-653aad40-196a-49e6-bf13-9b2f2ad97405 tempest-RoutersAdminNegativeIpV6Test-1180086223 tempest-RoutersAdminNegativeIpV6Test-1180086223-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:02.352645 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-653aad40-196a-49e6-bf13-9b2f2ad97405 tempest-RoutersAdminNegativeIpV6Test-1180086223 tempest-RoutersAdminNegativeIpV6Test-1180086223-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:02.368138 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-92073ad6-2615-463e-8567-5394de50ed8a tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:02.371850 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5faa6c3-3e13-4d8d-8604-1d524c6303f6 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Pushing event updated for resources: {'Port': ['ID=cb001d30-661c-4048-906a-3d1839e26a32,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:02.413562 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-653aad40-196a-49e6-bf13-9b2f2ad97405 tempest-RoutersAdminNegativeIpV6Test-1180086223 tempest-RoutersAdminNegativeIpV6Test-1180086223-project-admin] device_id is not set on port 12dbd0af-b548-483c-8179-a6817c89c8e5 yet. {{(pid=103152) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 13:30:02.421458 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port c273ba65-5f3b-48f3-b07c-9bdf39c662d9 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:30:02.421458 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:02.426345 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-a4cf5fd5-3b36-4155-a34b-ce42405566a9 None None] Could not find standard attr ID for object 4dd6c8bf-fc8f-46da-86f5-bee987edf5a5. {{(pid=103154) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 21 13:30:02.437123 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f5faa6c3-3e13-4d8d-8604-1d524c6303f6 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548820'] for floatingip, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:02.467077 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-a4cf5fd5-3b36-4155-a34b-ce42405566a9 None None] Could not find standard attr ID for object ce3036e3-23c2-4e59-8836-71d72fec602d. {{(pid=103154) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 21 13:30:02.518724 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b0e609be-8c1c-419e-80bd-cb7d27e77e99 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Publish callbacks [] for security_group, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:02.600214 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ec8029-e34e-402d-9703-5c3792db1833 None None] DHCP port deletion for ed7fd53b-7818-42a2-9e1f-b14fd3756b30 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:30:02.614490 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653aad40-196a-49e6-bf13-9b2f2ad97405 tempest-RoutersAdminNegativeIpV6Test-1180086223 tempest-RoutersAdminNegativeIpV6Test-1180086223-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5665e1fe-6e42-441a-a1ce-0a495ba961c6,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:02.633957 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device f6b263a0-02a2-4f4a-9134-6cef5ae24941 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:30:02.655090 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d304346e-5d9c-489e-9a92-360969424f85 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:02.685510 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-30e6f371-d30a-464d-8fde-520570ca678b tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:02.709396 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-c6938188-d2c1-4e3f-b2c9-6b574f1d11bc None None] Provisioning complete for port 61f73763-c8b1-42ea-a549-6c499529272f triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:30:02.709772 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c6938188-d2c1-4e3f-b2c9-6b574f1d11bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:02.715837 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-30e6f371-d30a-464d-8fde-520570ca678b tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805230'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:02.725898 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92073ad6-2615-463e-8567-5394de50ed8a tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Pushing event deleted for resources: {'Port': ['ID=ce3036e3-23c2-4e59-8836-71d72fec602d,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:02.735444 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.l3_db [None req-f5faa6c3-3e13-4d8d-8604-1d524c6303f6 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Floating IP f941317b-abf5-4183-b37d-1eed469c36db associated. External IP: 172.36.3.95, port: 79f09629-fe5e-44c8-9565-a4ae51da8cd7. Dec 21 13:30:02.747177 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-96503a8e-a6e8-466e-a9b0-f111470b3dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf3ff8a-af97-4de4-b3e0-de9adbadc076', 'name': 'tempest-RoutersIpV6Test-router-1585507894', 'tenant_id': 'd368a1938e3342de9d3358d110005af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:28:52Z', 'updated_at': '2021-12-21T13:29:56Z', 'revision_number': 8, 'project_id': 'd368a1938e3342de9d3358d110005af5', 'gw_port_host': None, '_interfaces': [{'id': '12f8a58c-af26-4927-ac38-f21ade108865', 'name': '', 'network_id': '0bd2dd5e-fcb5-4193-8496-12a446f2606d', 'tenant_id': 'd368a1938e3342de9d3358d110005af5', 'mac_address': 'fa:16:3e:4e:fd:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf3ff8a-af97-4de4-b3e0-de9adbadc076', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': 'd59ccc0f-4d57-457e-aa42-5011fd6d3678', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:25Z', 'updated_at': '2021-12-21T13:29:35Z', 'revision_number': 5, 'project_id': 'd368a1938e3342de9d3358d110005af5', 'subnets': [{'id': 'd59ccc0f-4d57-457e-aa42-5011fd6d3678', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7111fafc-3054-4310-a775-f4360d66a24d', 'name': '', 'network_id': '2cf63e90-259f-413d-9f59-c6e07bb014ac', 'tenant_id': 'd368a1938e3342de9d3358d110005af5', 'mac_address': 'fa:16:3e:3d:f9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf3ff8a-af97-4de4-b3e0-de9adbadc076', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '3a2300ef-3c43-47b0-8476-ddfb30a8d010', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:28:58Z', 'updated_at': '2021-12-21T13:29:13Z', 'revision_number': 5, 'project_id': 'd368a1938e3342de9d3358d110005af5', 'subnets': [{'id': '3a2300ef-3c43-47b0-8476-ddfb30a8d010', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abd5eefe-e121-4d3a-a3b4-d87fd46c1bbe', 'name': '', 'network_id': '5d56b04d-834e-44d0-8a4a-bef509c35d33', 'tenant_id': 'd368a1938e3342de9d3358d110005af5', 'mac_address': 'fa:16:3e:a4:5b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf3ff8a-af97-4de4-b3e0-de9adbadc076', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'efd71155-42c5-4846-a6d3-b0a48a3b13b8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:11Z', 'updated_at': '2021-12-21T13:29:20Z', 'revision_number': 5, 'project_id': 'd368a1938e3342de9d3358d110005af5', 'subnets': [{'id': 'efd71155-42c5-4846-a6d3-b0a48a3b13b8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:02.808494 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96503a8e-a6e8-466e-a9b0-f111470b3dc8 None None] The sync data for ids ['caf3ff8a-af97-4de4-b3e0-de9adbadc076'] in dv-neutron-master-2-hyperv is: [{'id': 'caf3ff8a-af97-4de4-b3e0-de9adbadc076', 'name': 'tempest-RoutersIpV6Test-router-1585507894', 'tenant_id': 'd368a1938e3342de9d3358d110005af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:28:52Z', 'updated_at': '2021-12-21T13:29:56Z', 'revision_number': 8, 'project_id': 'd368a1938e3342de9d3358d110005af5', 'gw_port_host': None, '_interfaces': [{'id': '12f8a58c-af26-4927-ac38-f21ade108865', 'name': '', 'network_id': '0bd2dd5e-fcb5-4193-8496-12a446f2606d', 'tenant_id': 'd368a1938e3342de9d3358d110005af5', 'mac_address': 'fa:16:3e:4e:fd:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf3ff8a-af97-4de4-b3e0-de9adbadc076', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': 'd59ccc0f-4d57-457e-aa42-5011fd6d3678', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:25Z', 'updated_at': '2021-12-21T13:29:35Z', 'revision_number': 5, 'project_id': 'd368a1938e3342de9d3358d110005af5', 'subnets': [{'id': 'd59ccc0f-4d57-457e-aa42-5011fd6d3678', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7111fafc-3054-4310-a775-f4360d66a24d', 'name': '', 'network_id': '2cf63e90-259f-413d-9f59-c6e07bb014ac', 'tenant_id': 'd368a1938e3342de9d3358d110005af5', 'mac_address': 'fa:16:3e:3d:f9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf3ff8a-af97-4de4-b3e0-de9adbadc076', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '3a2300ef-3c43-47b0-8476-ddfb30a8d010', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:28:58Z', 'updated_at': '2021-12-21T13:29:13Z', 'revision_number': 5, 'project_id': 'd368a1938e3342de9d3358d110005af5', 'subnets': [{'id': '3a2300ef-3c43-47b0-8476-ddfb30a8d010', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abd5eefe-e121-4d3a-a3b4-d87fd46c1bbe', 'name': '', 'network_id': '5d56b04d-834e-44d0-8a4a-bef509c35d33', 'tenant_id': 'd368a1938e3342de9d3358d110005af5', 'mac_address': 'fa:16:3e:a4:5b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf3ff8a-af97-4de4-b3e0-de9adbadc076', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'efd71155-42c5-4846-a6d3-b0a48a3b13b8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:11Z', 'updated_at': '2021-12-21T13:29:20Z', 'revision_number': 5, 'project_id': 'd368a1938e3342de9d3358d110005af5', 'subnets': [{'id': 'efd71155-42c5-4846-a6d3-b0a48a3b13b8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:30:02.829656 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-c6938188-d2c1-4e3f-b2c9-6b574f1d11bc None None] Port 61f73763-c8b1-42ea-a549-6c499529272f cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:30:02.865443 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e6f371-d30a-464d-8fde-520570ca678b tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Pushing event updated for resources: {'Port': ['ID=61f73763-c8b1-42ea-a549-6c499529272f,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:02.869012 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-8aea050e-995d-435b-b521-4643a53f1346 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Deleting port fd90247e-bb6c-4ec9-a30a-2aee11d33f7b {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:30:02.869963 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8aea050e-995d-435b-b521-4643a53f1346 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:02.874600 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-c6938188-d2c1-4e3f-b2c9-6b574f1d11bc None None] Provisioning complete for port c73ca4bd-6bf4-4363-901b-e2f0d8de8656 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:30:02.874814 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d304346e-5d9c-489e-9a92-360969424f85 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:02.874963 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c6938188-d2c1-4e3f-b2c9-6b574f1d11bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:02.914126 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port f6b263a0-02a2-4f4a-9134-6cef5ae24941 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:30:02.914704 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:02.917732 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-c8ec8029-e34e-402d-9703-5c3792db1833 None None] Deleting port fd90247e-bb6c-4ec9-a30a-2aee11d33f7b {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:30:02.918202 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c8ec8029-e34e-402d-9703-5c3792db1833 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:02.930332 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-653aad40-196a-49e6-bf13-9b2f2ad97405 tempest-RoutersAdminNegativeIpV6Test-1180086223 tempest-RoutersAdminNegativeIpV6Test-1180086223-project-admin] Allocated IP 172.36.3.215 (7fdf1889-f079-4166-bbda-88b2a8d8d595/051a5607-1753-4008-a2f2-d94b48752e9c/12dbd0af-b548-483c-8179-a6817c89c8e5) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:30:02.984564 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-92073ad6-2615-463e-8567-5394de50ed8a tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:02.990556 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-92073ad6-2615-463e-8567-5394de50ed8a tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "DELETE /v2.0/ports/ce3036e3-23c2-4e59-8836-71d72fec602d HTTP/1.1" status: 204 len: 168 time: 2.6244268 Dec 21 13:30:02.995650 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56970) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:03.017763 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-c6938188-d2c1-4e3f-b2c9-6b574f1d11bc None None] Port c73ca4bd-6bf4-4363-901b-e2f0d8de8656 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:30:03.049864 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-c8ec8029-e34e-402d-9703-5c3792db1833 None None] For port fd90247e-bb6c-4ec9-a30a-2aee11d33f7b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fd90247e-bb6c-4ec9-a30a-2aee11d33f7b,segment=NetworkSegment(162181b3-99a3-46cd-9c7c-91c1f72eba6d),segment_id=162181b3-99a3-46cd-9c7c-91c1f72eba6d)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:30:03.050530 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c8ec8029-e34e-402d-9703-5c3792db1833 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:03.063683 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-c6938188-d2c1-4e3f-b2c9-6b574f1d11bc None None] Provisioning complete for port f6b263a0-02a2-4f4a-9134-6cef5ae24941 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:30:03.063842 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c6938188-d2c1-4e3f-b2c9-6b574f1d11bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:03.068035 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b0e609be-8c1c-419e-80bd-cb7d27e77e99 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Publish callbacks [] for security_group, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:03.071767 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-8aea050e-995d-435b-b521-4643a53f1346 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] For port fd90247e-bb6c-4ec9-a30a-2aee11d33f7b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fd90247e-bb6c-4ec9-a30a-2aee11d33f7b,segment=NetworkSegment(162181b3-99a3-46cd-9c7c-91c1f72eba6d),segment_id=162181b3-99a3-46cd-9c7c-91c1f72eba6d)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:30:03.071767 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8aea050e-995d-435b-b521-4643a53f1346 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:03.076694 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.pecan_wsgi.hooks.translation [None req-b224b677-ddb8-44bb-a2e8-19c383627b23 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] GET failed (client error): The resource could not be found. Dec 21 13:30:03.081472 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-b224b677-ddb8-44bb-a2e8-19c383627b23 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "GET /v2.0/ports/ce3036e3-23c2-4e59-8836-71d72fec602d HTTP/1.1" status: 404 len: 333 time: 0.0788951 Dec 21 13:30:03.082528 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56972) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:03.115566 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-30e6f371-d30a-464d-8fde-520570ca678b tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] In _notify_port_updated(), no bound segment for port 61f73763-c8b1-42ea-a549-6c499529272f on network b130763d-4a25-4977-9964-44d67d152f28 {{(pid=103152) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 21 13:30:03.121763 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e6f371-d30a-464d-8fde-520570ca678b tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:30:03.122582 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-30e6f371-d30a-464d-8fde-520570ca678b tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:03.123340 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-c8ec8029-e34e-402d-9703-5c3792db1833 None None] Calling delete_port for fd90247e-bb6c-4ec9-a30a-2aee11d33f7b owned by network:dhcp {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:30:03.124229 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-30e6f371-d30a-464d-8fde-520570ca678b tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "PUT /v2.0/ports/61f73763-c8b1-42ea-a549-6c499529272f HTTP/1.1" status: 200 len: 929 time: 4.6603498 Dec 21 13:30:03.143660 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b0e609be-8c1c-419e-80bd-cb7d27e77e99 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:03.144410 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faa41de6-1f71-4880-b506-701088115ac6 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Router 5e607ba4-9930-44fe-93dc-6bdbcba9aee2 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:30:03.145062 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56974) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:03.158154 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d304346e-5d9c-489e-9a92-360969424f85 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:30:03.193040 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-d304346e-5d9c-489e-9a92-360969424f85 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:30:03.197332 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d304346e-5d9c-489e-9a92-360969424f85 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:30:03.198071 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d304346e-5d9c-489e-9a92-360969424f85 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532557'] for router_interface, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:03.215008 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d304346e-5d9c-489e-9a92-360969424f85 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event updated for resources: {'Port': ['ID=1f1199eb-1523-429a-874e-f9cca335a744,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:03.219884 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_v2 [None req-b17c358a-6ddd-4181-99d7-fc2a5648253b tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Deleting subnet 0fe1d571-eaac-478d-bab9-de45dc6218c3 {{(pid=103153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:30:03.232544 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-8aea050e-995d-435b-b521-4643a53f1346 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Calling delete_port for fd90247e-bb6c-4ec9-a30a-2aee11d33f7b owned by network:dhcp {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:30:03.260527 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b17c358a-6ddd-4181-99d7-fc2a5648253b tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks [] for subnet, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:03.336530 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b0e609be-8c1c-419e-80bd-cb7d27e77e99 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:03.349909 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-b0e609be-8c1c-419e-80bd-cb7d27e77e99 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.1570504 Dec 21 13:30:03.403553 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56976) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:03.439057 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-e56e5850-72a9-466a-a2e0-8038249c9db9 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:30:03.439057 dv-neutron-master-2-hyperv neutron-server[103153]: WARNING neutron.api.v2.base [None req-e56e5850-72a9-466a-a2e0-8038249c9db9 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 21 13:30:03.439799 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.api.v2.resource [None req-e56e5850-72a9-466a-a2e0-8038249c9db9 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] update failed (client error): There was a conflict when trying to complete your request. Dec 21 13:30:03.444347 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-e56e5850-72a9-466a-a2e0-8038249c9db9 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] 10.222.0.37 "PUT /v2.0/security-groups/8aaf897d-375d-4547-8f96-2ccf343538a7 HTTP/1.1" status: 409 len: 330 time: 0.0220263 Dec 21 13:30:03.467003 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c8ec8029-e34e-402d-9703-5c3792db1833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636'] for port, after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:03.534761 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ec8029-e34e-402d-9703-5c3792db1833 None None] Pushing event deleted for resources: {'Port': ['ID=fd90247e-bb6c-4ec9-a30a-2aee11d33f7b,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:03.552205 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ec8029-e34e-402d-9703-5c3792db1833 None None] No DVR routers for this DVR port fd90247e-bb6c-4ec9-a30a-2aee11d33f7b on host dv-neutron-master-2-hyperv {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:30:03.581155 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-76375f59-10fc-4b09-b50a-7e44701ae1aa None None] Provisioning complete for port 3c292abe-8a6f-4613-9bd3-5787afbdff3d triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:30:03.581640 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-76375f59-10fc-4b09-b50a-7e44701ae1aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:03.607647 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56978) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:03.624705 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 3c292abe-8a6f-4613-9bd3-5787afbdff3d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:30:03.700348 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e609be-8c1c-419e-80bd-cb7d27e77e99 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8aaf897d-375d-4547-8f96-2ccf343538a7,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:03.742216 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b17c358a-6ddd-4181-99d7-fc2a5648253b tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1585439'] for subnet, precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:03.745888 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-76375f59-10fc-4b09-b50a-7e44701ae1aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:03.762029 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 3c292abe-8a6f-4613-9bd3-5787afbdff3d triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:30:03.762803 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:03.791120 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5faa6c3-3e13-4d8d-8604-1d524c6303f6 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Router 9a0f9c1c-0b84-40b1-b675-f3a031108074 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:30:03.792824 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2275217-a0ff-464d-ba61-76d7e1525530 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=103154) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 21 13:30:03.796282 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8aea050e-995d-435b-b521-4643a53f1346 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:03.844318 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aea050e-995d-435b-b521-4643a53f1346 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Pushing event deleted for resources: {'Port': ['ID=fd90247e-bb6c-4ec9-a30a-2aee11d33f7b,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:03.848181 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-76375f59-10fc-4b09-b50a-7e44701ae1aa None None] For port 3c292abe-8a6f-4613-9bd3-5787afbdff3d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3c292abe-8a6f-4613-9bd3-5787afbdff3d,segment=NetworkSegment(b20a5dbe-a251-4a83-ae2d-3ffbda6396cf),segment_id=b20a5dbe-a251-4a83-ae2d-3ffbda6396cf)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:30:03.860163 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-76375f59-10fc-4b09-b50a-7e44701ae1aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:03.870680 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aea050e-995d-435b-b521-4643a53f1346 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] No DVR routers for this DVR port fd90247e-bb6c-4ec9-a30a-2aee11d33f7b on host dv-neutron-master-2-hyperv {{(pid=103153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:30:03.914880 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7342e1d3-17b4-406f-919e-446f765fed4e tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Publish callbacks [] for security_group, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:03.945799 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faa41de6-1f71-4880-b506-701088115ac6 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:30:03.954306 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-faa41de6-1f71-4880-b506-701088115ac6 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "PUT /v2.0/routers/5e607ba4-9930-44fe-93dc-6bdbcba9aee2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0488341 Dec 21 13:30:03.954952 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 56980) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:03.958980 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed0bd1c-3b4b-4678-8aee-52232114d51a None None] Sync routers for ids ['5e607ba4-9930-44fe-93dc-6bdbcba9aee2'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:30:03.970132 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed0bd1c-3b4b-4678-8aee-52232114d51a None None] Routers {'5e607ba4-9930-44fe-93dc-6bdbcba9aee2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:30:03.971062 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-eed0bd1c-3b4b-4678-8aee-52232114d51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:29:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['5e607ba4-9930-44fe-93dc-6bdbcba9aee2'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:03.975118 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-653aad40-196a-49e6-bf13-9b2f2ad97405 tempest-RoutersAdminNegativeIpV6Test-1180086223 tempest-RoutersAdminNegativeIpV6Test-1180086223-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:04.012709 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b17c358a-6ddd-4181-99d7-fc2a5648253b tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:04.027879 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76375f59-10fc-4b09-b50a-7e44701ae1aa None None] Pushing event updated for resources: {'Port': ['ID=3c292abe-8a6f-4613-9bd3-5787afbdff3d,revision_number=5']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:04.053081 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7342e1d3-17b4-406f-919e-446f765fed4e tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:04.056718 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-ff1b1dd5-3c5e-4203-8ba5-4314e6dcf664 None None] Provisioning complete for port 61f73763-c8b1-42ea-a549-6c499529272f triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:30:04.057384 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ff1b1dd5-3c5e-4203-8ba5-4314e6dcf664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:04.078145 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d304346e-5d9c-489e-9a92-360969424f85 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:04.103383 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 03f177fc-3e1e-4f64-bc96-9aae40b4d7e8 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:30:04.118344 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8aea050e-995d-435b-b521-4643a53f1346 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:04.145309 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2275217-a0ff-464d-ba61-76d7e1525530 None None] Resources bound (agent type, host, resource id): {{(pid=103154) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 21 13:30:04.148045 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: 03f177fc-3e1e-4f64-bc96-9aae40b4d7e8 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:30:04.148695 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 03f177fc-3e1e-4f64-bc96-9aae40b4d7e8 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:30:04.149341 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device fd90247e-bb6c-4ec9-a30a-2aee11d33f7b no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:30:04.152871 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-ff1b1dd5-3c5e-4203-8ba5-4314e6dcf664 None None] Port 61f73763-c8b1-42ea-a549-6c499529272f cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:30:04.181354 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: fd90247e-bb6c-4ec9-a30a-2aee11d33f7b {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:30:04.182101 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device fd90247e-bb6c-4ec9-a30a-2aee11d33f7b not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:30:04.191574 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-ff1b1dd5-3c5e-4203-8ba5-4314e6dcf664 None None] Provisioning complete for port 1f1199eb-1523-429a-874e-f9cca335a744 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:30:04.192086 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ff1b1dd5-3c5e-4203-8ba5-4314e6dcf664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:04.205628 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-8aea050e-995d-435b-b521-4643a53f1346 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed7fd53b-7818-42a2-9e1f-b14fd3756b30']}} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:04.211843 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-eed0bd1c-3b4b-4678-8aee-52232114d51a None None] Set router 5e607ba4-9930-44fe-93dc-6bdbcba9aee2 gateway port host: None {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:30:04.225711 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-8aea050e-995d-435b-b521-4643a53f1346 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '162181b3-99a3-46cd-9c7c-91c1f72eba6d') {'for_net_delete': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:04.226343 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-8aea050e-995d-435b-b521-4643a53f1346 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '162181b3-99a3-46cd-9c7c-91c1f72eba6d') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:04.247734 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7342e1d3-17b4-406f-919e-446f765fed4e tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:04.250221 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7342e1d3-17b4-406f-919e-446f765fed4e tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:04.251606 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-7342e1d3-17b4-406f-919e-446f765fed4e tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] 10.222.0.37 "DELETE /v2.0/security-groups/8aaf897d-375d-4547-8f96-2ccf343538a7 HTTP/1.1" status: 204 len: 168 time: 0.5485384 Dec 21 13:30:04.254240 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8aea050e-995d-435b-b521-4643a53f1346 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1585430'] for segment, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:04.262218 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5faa6c3-3e13-4d8d-8604-1d524c6303f6 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:30:04.271014 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56982) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:04.290939 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b17c358a-6ddd-4181-99d7-fc2a5648253b tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11349588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11288746'] for subnet, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:04.293585 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7342e1d3-17b4-406f-919e-446f765fed4e tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aaf897d-375d-4547-8f96-2ccf343538a7,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:04.299834 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdb104a-766d-41b8-82d5-84d99b302b7d None None] Sync routers for ids ['9a0f9c1c-0b84-40b1-b675-f3a031108074'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:30:04.305422 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-ff1b1dd5-3c5e-4203-8ba5-4314e6dcf664 None None] Port 1f1199eb-1523-429a-874e-f9cca335a744 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:30:04.318785 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8aea050e-995d-435b-b521-4643a53f1346 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:04.351081 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdb104a-766d-41b8-82d5-84d99b302b7d None None] Routers {'9a0f9c1c-0b84-40b1-b675-f3a031108074'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:30:04.352264 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-5fdb104a-766d-41b8-82d5-84d99b302b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:29:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['9a0f9c1c-0b84-40b1-b675-f3a031108074'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:04.362603 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8aea050e-995d-435b-b521-4643a53f1346 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=103153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:30:04.363124 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8aea050e-995d-435b-b521-4643a53f1346 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11349758'] for segment, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:04.366648 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17c358a-6ddd-4181-99d7-fc2a5648253b tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Pushing event deleted for resources: {'Subnet': ['ID=0fe1d571-eaac-478d-bab9-de45dc6218c3,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:04.368464 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:04.368464 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:30:04.368464 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:04.368464 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:30:04.368464 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:04.368464 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:30:04.368464 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:04.368464 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:30:04.368464 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:04.368464 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:30:04.368464 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:04.368464 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:30:04.368464 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:04.368464 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:30:04.368464 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:04.368464 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:30:04.368464 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:04.368464 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:30:04.368464 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:04.368464 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:30:04.368464 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 13:30:04.368464 dv-neutron-master-2-hyperv neutron-server[103153]: self.session.flush() Dec 21 13:30:04.368464 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 13:30:04.368464 dv-neutron-master-2-hyperv neutron-server[103153]: self.session.flush() Dec 21 13:30:04.368464 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 13:30:04.368464 dv-neutron-master-2-hyperv neutron-server[103153]: self.session.flush() Dec 21 13:30:04.368464 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 13:30:04.368464 dv-neutron-master-2-hyperv neutron-server[103153]: self.session.flush() Dec 21 13:30:04.368464 dv-neutron-master-2-hyperv neutron-server[103153]: Traceback (most recent call last): Dec 21 13:30:04.368464 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:30:04.368464 dv-neutron-master-2-hyperv neutron-server[103153]: timer() Dec 21 13:30:04.368464 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:30:04.368464 dv-neutron-master-2-hyperv neutron-server[103153]: cb(*args, **kw) Dec 21 13:30:04.368464 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:30:04.368464 dv-neutron-master-2-hyperv neutron-server[103153]: return func(*args, **kwargs) Dec 21 13:30:04.368464 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:30:04.368464 dv-neutron-master-2-hyperv neutron-server[103153]: self._notify() Dec 21 13:30:04.368464 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:30:04.368464 dv-neutron-master-2-hyperv neutron-server[103153]: self.callback(batched_events) Dec 21 13:30:04.368464 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:30:04.368464 dv-neutron-master-2-hyperv neutron-server[103153]: event.method(event) Dec 21 13:30:04.368464 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:30:04.368464 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:30:04.368464 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:30:04.368464 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:30:04.368464 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:30:04.368464 dv-neutron-master-2-hyperv neutron-server[103153]: return f(self, *a, **k) Dec 21 13:30:04.368464 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:30:04.368464 dv-neutron-master-2-hyperv neutron-server[103153]: return self._get(url).json() Dec 21 13:30:04.368464 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:30:04.368464 dv-neutron-master-2-hyperv neutron-server[103153]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:30:04.368464 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:30:04.368464 dv-neutron-master-2-hyperv neutron-server[103153]: return self.request(url, 'GET', **kwargs) Dec 21 13:30:04.368464 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:30:04.368464 dv-neutron-master-2-hyperv neutron-server[103153]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:30:04.368464 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:30:04.368464 dv-neutron-master-2-hyperv neutron-server[103153]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:30:04.368464 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:30:04.368464 dv-neutron-master-2-hyperv neutron-server[103153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:30:04.368464 dv-neutron-master-2-hyperv neutron-server[103153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:30:04.401868 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-5fdb104a-766d-41b8-82d5-84d99b302b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:04.407110 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b17c358a-6ddd-4181-99d7-fc2a5648253b tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks [] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:04.413527 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-b17c358a-6ddd-4181-99d7-fc2a5648253b tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "DELETE /v2.0/subnets/0fe1d571-eaac-478d-bab9-de45dc6218c3 HTTP/1.1" status: 204 len: 168 time: 1.3225696 Dec 21 13:30:04.422800 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-88629c0c-576c-4a10-83e7-9327c47a134f tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1453600 Dec 21 13:30:04.431796 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56984) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:04.432104 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56986) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:04.439442 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f5faa6c3-3e13-4d8d-8604-1d524c6303f6 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for floatingip, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:04.455254 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-653aad40-196a-49e6-bf13-9b2f2ad97405 tempest-RoutersAdminNegativeIpV6Test-1180086223 tempest-RoutersAdminNegativeIpV6Test-1180086223-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:04.455680 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdb104a-766d-41b8-82d5-84d99b302b7d None None] Routers {'9a0f9c1c-0b84-40b1-b675-f3a031108074'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:30:04.456263 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-5fdb104a-766d-41b8-82d5-84d99b302b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:29:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['9a0f9c1c-0b84-40b1-b675-f3a031108074'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:04.462277 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-2ab8b7dd-5c2c-4fa9-b526-82766a79ab00 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Deleting port 61f73763-c8b1-42ea-a549-6c499529272f {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:30:04.462677 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2ab8b7dd-5c2c-4fa9-b526-82766a79ab00 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:04.476587 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-eed0bd1c-3b4b-4678-8aee-52232114d51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e607ba4-9930-44fe-93dc-6bdbcba9aee2', 'name': 'tempest-RoutersTest-router-758070956', 'tenant_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:28:56Z', 'updated_at': '2021-12-21T13:30:00Z', 'revision_number': 8, 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'gw_port_host': None, '_interfaces': [{'id': '103d063b-184d-4ce5-8374-f7db5124daa7', 'name': '', 'network_id': 'a2096345-ac39-4285-b67f-5f13a2a0698a', 'tenant_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'mac_address': 'fa:16:3e:77:f0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e607ba4-9930-44fe-93dc-6bdbcba9aee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'bcc4be89-a9c0-4d2c-916c-0d32f73303f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:03Z', 'updated_at': '2021-12-21T13:29:14Z', 'revision_number': 5, 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'subnets': [{'id': 'bcc4be89-a9c0-4d2c-916c-0d32f73303f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6097019a-8ed7-4666-85c2-c6c6bfdef5af', 'name': '', 'network_id': 'df07e3fa-3f28-45bc-8c57-98ec7342c6e5', 'tenant_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'mac_address': 'fa:16:3e:48:3b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e607ba4-9930-44fe-93dc-6bdbcba9aee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '4f771295-d7b4-41e0-84c1-176db63b7abd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:15Z', 'updated_at': '2021-12-21T13:29:38Z', 'revision_number': 5, 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'subnets': [{'id': '4f771295-d7b4-41e0-84c1-176db63b7abd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ea2abb2-03f3-4532-aaef-aae981701ad9', 'name': '', 'network_id': '3329f353-44f9-4447-aac2-b71a5a9d290d', 'tenant_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'mac_address': 'fa:16:3e:64:16:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e607ba4-9930-44fe-93dc-6bdbcba9aee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '9e8ec415-b83e-4a91-874f-0bf7812c4065', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:28Z', 'updated_at': '2021-12-21T13:29:46Z', 'revision_number': 5, 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'subnets': [{'id': '9e8ec415-b83e-4a91-874f-0bf7812c4065', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:04.503769 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-5fdb104a-766d-41b8-82d5-84d99b302b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:04.504477 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdb104a-766d-41b8-82d5-84d99b302b7d None None] The sync data for ids ['9a0f9c1c-0b84-40b1-b675-f3a031108074'] in dv-neutron-master-2-hyperv is: [] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:30:04.524924 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed0bd1c-3b4b-4678-8aee-52232114d51a None None] Checking router: 5e607ba4-9930-44fe-93dc-6bdbcba9aee2 for host: dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:30:04.535203 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed0bd1c-3b4b-4678-8aee-52232114d51a None None] Routers {'5e607ba4-9930-44fe-93dc-6bdbcba9aee2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:30:04.537673 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-eed0bd1c-3b4b-4678-8aee-52232114d51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:29:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['5e607ba4-9930-44fe-93dc-6bdbcba9aee2'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:04.549313 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.api.v2.resource [None req-4fcc6967-e247-4947-a414-c66efcc4067a tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] delete failed (client error): The resource could not be found. Dec 21 13:30:04.554752 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-4fcc6967-e247-4947-a414-c66efcc4067a tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] 10.222.0.37 "DELETE /v2.0/security-groups/1f89ab07-8429-4bd4-b2d1-c5d743b7cc30 HTTP/1.1" status: 404 len: 347 time: 0.1192877 Dec 21 13:30:04.557967 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56988) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:04.579861 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2ab8b7dd-5c2c-4fa9-b526-82766a79ab00 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:04.595056 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-2ab8b7dd-5c2c-4fa9-b526-82766a79ab00 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Calling delete_port for 61f73763-c8b1-42ea-a549-6c499529272f owned by {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:30:04.613320 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8aea050e-995d-435b-b521-4643a53f1346 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:04.616621 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-f5faa6c3-3e13-4d8d-8604-1d524c6303f6 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.5816755 Dec 21 13:30:04.617365 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.api.v2.resource [None req-5d6a4adb-1513-477b-8dc7-09dc8ce37ff7 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] show failed (client error): The resource could not be found. Dec 21 13:30:04.623176 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-5d6a4adb-1513-477b-8dc7-09dc8ce37ff7 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] 10.222.0.37 "GET /v2.0/security-groups/e41bf2ce-ee57-4532-8576-1aef5a55ce97 HTTP/1.1" status: 404 len: 347 time: 0.0615931 Dec 21 13:30:04.624545 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56990) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:04.624666 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56992) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:04.643175 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-eed0bd1c-3b4b-4678-8aee-52232114d51a None None] Set router 5e607ba4-9930-44fe-93dc-6bdbcba9aee2 gateway port host: None {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:30:04.683297 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653aad40-196a-49e6-bf13-9b2f2ad97405 tempest-RoutersAdminNegativeIpV6Test-1180086223 tempest-RoutersAdminNegativeIpV6Test-1180086223-project-admin] Network 7fdf1889-f079-4166-bbda-88b2a8d8d595 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:30:04.687482 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-1ec0ac3d-72c9-46e4-8e8d-22ea1f31da5f tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1723906486'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:30:04.691037 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8aea050e-995d-435b-b521-4643a53f1346 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:04.696808 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-8aea050e-995d-435b-b521-4643a53f1346 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "DELETE /v2.0/networks/ed7fd53b-7818-42a2-9e1f-b14fd3756b30 HTTP/1.1" status: 204 len: 168 time: 2.8654201 Dec 21 13:30:04.703903 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-653aad40-196a-49e6-bf13-9b2f2ad97405 tempest-RoutersAdminNegativeIpV6Test-1180086223 tempest-RoutersAdminNegativeIpV6Test-1180086223-project-admin] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:30:04.706527 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653aad40-196a-49e6-bf13-9b2f2ad97405 tempest-RoutersAdminNegativeIpV6Test-1180086223 tempest-RoutersAdminNegativeIpV6Test-1180086223-project-admin] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:30:04.707237 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aea050e-995d-435b-b521-4643a53f1346 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Pushing event deleted for resources: {'Network': ['ID=ed7fd53b-7818-42a2-9e1f-b14fd3756b30,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:04.720966 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56994) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:04.764197 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.api.v2.resource [None req-776ca573-234e-4a2f-b61f-99b24be1b417 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] show failed (client error): The resource could not be found. Dec 21 13:30:04.764514 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-776ca573-234e-4a2f-b61f-99b24be1b417 tempest-NegativeSecGroupIPv6Test-1254867234 tempest-NegativeSecGroupIPv6Test-1254867234-project] 10.222.0.37 "GET /v2.0/security-group-rules/9864349f-a5bd-4f40-bc54-338af1680331 HTTP/1.1" status: 404 len: 356 time: 0.1298292 Dec 21 13:30:04.804298 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffce6a33-031b-40b8-8a73-b8c5017c538b tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Deleting subnet 4c76a267-b7f0-4b50-8320-ecb6ae42b361 {{(pid=103152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:30:04.806777 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653aad40-196a-49e6-bf13-9b2f2ad97405 tempest-RoutersAdminNegativeIpV6Test-1180086223 tempest-RoutersAdminNegativeIpV6Test-1180086223-project-admin] Pushing event updated for resources: {'Port': ['ID=12dbd0af-b548-483c-8179-a6817c89c8e5,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:04.815635 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-58fe213d-2331-49f8-9bf8-89666a418d2e tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:04.827440 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653aad40-196a-49e6-bf13-9b2f2ad97405 tempest-RoutersAdminNegativeIpV6Test-1180086223 tempest-RoutersAdminNegativeIpV6Test-1180086223-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:30:04.831782 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-653aad40-196a-49e6-bf13-9b2f2ad97405 tempest-RoutersAdminNegativeIpV6Test-1180086223 tempest-RoutersAdminNegativeIpV6Test-1180086223-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:04.839828 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ffce6a33-031b-40b8-8a73-b8c5017c538b tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks [] for subnet, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:04.909159 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ec0ac3d-72c9-46e4-8e8d-22ea1f31da5f tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Made reservation on behalf of 16d2926f45024058a111868cbfccf657 for: {'network': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:30:04.917716 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1ec0ac3d-72c9-46e4-8e8d-22ea1f31da5f tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:04.931155 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-eed0bd1c-3b4b-4678-8aee-52232114d51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e607ba4-9930-44fe-93dc-6bdbcba9aee2', 'name': 'tempest-RoutersTest-router-758070956', 'tenant_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:28:56Z', 'updated_at': '2021-12-21T13:30:00Z', 'revision_number': 8, 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'gw_port_host': None, '_interfaces': [{'id': '103d063b-184d-4ce5-8374-f7db5124daa7', 'name': '', 'network_id': 'a2096345-ac39-4285-b67f-5f13a2a0698a', 'tenant_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'mac_address': 'fa:16:3e:77:f0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e607ba4-9930-44fe-93dc-6bdbcba9aee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'bcc4be89-a9c0-4d2c-916c-0d32f73303f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:03Z', 'updated_at': '2021-12-21T13:29:14Z', 'revision_number': 5, 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'subnets': [{'id': 'bcc4be89-a9c0-4d2c-916c-0d32f73303f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6097019a-8ed7-4666-85c2-c6c6bfdef5af', 'name': '', 'network_id': 'df07e3fa-3f28-45bc-8c57-98ec7342c6e5', 'tenant_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'mac_address': 'fa:16:3e:48:3b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e607ba4-9930-44fe-93dc-6bdbcba9aee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '4f771295-d7b4-41e0-84c1-176db63b7abd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:15Z', 'updated_at': '2021-12-21T13:29:38Z', 'revision_number': 5, 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'subnets': [{'id': '4f771295-d7b4-41e0-84c1-176db63b7abd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ea2abb2-03f3-4532-aaef-aae981701ad9', 'name': '', 'network_id': '3329f353-44f9-4447-aac2-b71a5a9d290d', 'tenant_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'mac_address': 'fa:16:3e:64:16:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e607ba4-9930-44fe-93dc-6bdbcba9aee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '9e8ec415-b83e-4a91-874f-0bf7812c4065', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:28Z', 'updated_at': '2021-12-21T13:29:46Z', 'revision_number': 5, 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'subnets': [{'id': '9e8ec415-b83e-4a91-874f-0bf7812c4065', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:04.971115 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed0bd1c-3b4b-4678-8aee-52232114d51a None None] The sync data for ids ['5e607ba4-9930-44fe-93dc-6bdbcba9aee2'] in dv-neutron-master-2-hyperv is: [{'id': '5e607ba4-9930-44fe-93dc-6bdbcba9aee2', 'name': 'tempest-RoutersTest-router-758070956', 'tenant_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:28:56Z', 'updated_at': '2021-12-21T13:30:00Z', 'revision_number': 8, 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'gw_port_host': None, '_interfaces': [{'id': '103d063b-184d-4ce5-8374-f7db5124daa7', 'name': '', 'network_id': 'a2096345-ac39-4285-b67f-5f13a2a0698a', 'tenant_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'mac_address': 'fa:16:3e:77:f0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e607ba4-9930-44fe-93dc-6bdbcba9aee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'bcc4be89-a9c0-4d2c-916c-0d32f73303f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:03Z', 'updated_at': '2021-12-21T13:29:14Z', 'revision_number': 5, 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'subnets': [{'id': 'bcc4be89-a9c0-4d2c-916c-0d32f73303f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6097019a-8ed7-4666-85c2-c6c6bfdef5af', 'name': '', 'network_id': 'df07e3fa-3f28-45bc-8c57-98ec7342c6e5', 'tenant_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'mac_address': 'fa:16:3e:48:3b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e607ba4-9930-44fe-93dc-6bdbcba9aee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '4f771295-d7b4-41e0-84c1-176db63b7abd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:15Z', 'updated_at': '2021-12-21T13:29:38Z', 'revision_number': 5, 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'subnets': [{'id': '4f771295-d7b4-41e0-84c1-176db63b7abd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ea2abb2-03f3-4532-aaef-aae981701ad9', 'name': '', 'network_id': '3329f353-44f9-4447-aac2-b71a5a9d290d', 'tenant_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'mac_address': 'fa:16:3e:64:16:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e607ba4-9930-44fe-93dc-6bdbcba9aee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '9e8ec415-b83e-4a91-874f-0bf7812c4065', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:28Z', 'updated_at': '2021-12-21T13:29:46Z', 'revision_number': 5, 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'subnets': [{'id': '9e8ec415-b83e-4a91-874f-0bf7812c4065', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:30:05.001766 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-653aad40-196a-49e6-bf13-9b2f2ad97405 tempest-RoutersAdminNegativeIpV6Test-1180086223 tempest-RoutersAdminNegativeIpV6Test-1180086223-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 4.1673498 Dec 21 13:30:05.006769 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 56998) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:05.010198 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ffce6a33-031b-40b8-8a73-b8c5017c538b tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526644'] for subnet, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:05.203028 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57002) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:05.229325 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ffce6a33-031b-40b8-8a73-b8c5017c538b tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:05.272557 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d304346e-5d9c-489e-9a92-360969424f85 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:05.284005 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d304346e-5d9c-489e-9a92-360969424f85 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805230'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:05.285367 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d304346e-5d9c-489e-9a92-360969424f85 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532537'] for router_interface, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:05.325013 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2ab8b7dd-5c2c-4fa9-b526-82766a79ab00 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:05.401823 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ec0ac3d-72c9-46e4-8e8d-22ea1f31da5f tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=103153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:30:05.406215 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-edbe4501-a6ec-4c21-bb20-51b4bdfac398 tempest-RoutersAdminNegativeIpV6Test-1180086223 tempest-RoutersAdminNegativeIpV6Test-1180086223-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.215'}]}}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:30:05.447113 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1ec0ac3d-72c9-46e4-8e8d-22ea1f31da5f tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:05.447467 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.segments_db [None req-1ec0ac3d-72c9-46e4-8e8d-22ea1f31da5f tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Added segment 8a0152f1-f5fc-49ed-a421-a0efdd64b491 of type vlan for network 6e2fe86f-7e41-49eb-ba86-af4c1ccb3de0 Dec 21 13:30:05.505956 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 3c292abe-8a6f-4613-9bd3-5787afbdff3d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:30:05.524616 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d304346e-5d9c-489e-9a92-360969424f85 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:30:05.530713 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-d304346e-5d9c-489e-9a92-360969424f85 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:30:05.532623 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d304346e-5d9c-489e-9a92-360969424f85 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event updated for resources: {'Port': ['ID=1f1199eb-1523-429a-874e-f9cca335a744,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:05.590809 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0693031b-7eb7-442b-a0ab-cfb8a0b49e39 None None] Network e2a4e3ae-1e15-4211-89b3-fc56f8e47fa9 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:30:05.592621 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2ab8b7dd-5c2c-4fa9-b526-82766a79ab00 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:05.599943 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-2ab8b7dd-5c2c-4fa9-b526-82766a79ab00 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "DELETE /v2.0/ports/61f73763-c8b1-42ea-a549-6c499529272f HTTP/1.1" status: 204 len: 168 time: 2.4517081 Dec 21 13:30:05.603580 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57006) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:05.605119 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab8b7dd-5c2c-4fa9-b526-82766a79ab00 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Pushing event deleted for resources: {'Port': ['ID=61f73763-c8b1-42ea-a549-6c499529272f,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:05.624635 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571f1e93-0117-4079-9a6f-7b60706a6984 None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:30:05.634604 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-edbe4501-a6ec-4c21-bb20-51b4bdfac398 tempest-RoutersAdminNegativeIpV6Test-1180086223 tempest-RoutersAdminNegativeIpV6Test-1180086223-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26964'] for router, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:05.635916 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-edbe4501-a6ec-4c21-bb20-51b4bdfac398 tempest-RoutersAdminNegativeIpV6Test-1180086223 tempest-RoutersAdminNegativeIpV6Test-1180086223-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-642316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26957'] for router, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:05.676754 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-58fe213d-2331-49f8-9bf8-89666a418d2e tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Deleting port c273ba65-5f3b-48f3-b07c-9bdf39c662d9 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:30:05.677071 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-58fe213d-2331-49f8-9bf8-89666a418d2e tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:05.697107 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 3c292abe-8a6f-4613-9bd3-5787afbdff3d triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:30:05.697769 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:05.724923 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ffce6a33-031b-40b8-8a73-b8c5017c538b tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12346570'] for subnet, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:05.758027 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1ec0ac3d-72c9-46e4-8e8d-22ea1f31da5f tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:05.780003 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-bdaf6d4d-187a-4fbd-b30c-af27489ac739 None None] Provisioning complete for port 3c292abe-8a6f-4613-9bd3-5787afbdff3d triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:30:05.780889 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-bdaf6d4d-187a-4fbd-b30c-af27489ac739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:05.793966 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-edbe4501-a6ec-4c21-bb20-51b4bdfac398 tempest-RoutersAdminNegativeIpV6Test-1180086223 tempest-RoutersAdminNegativeIpV6Test-1180086223-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:05.809897 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1ed7113-3fef-447d-8f54-5c12818f2ecb tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] GET failed (client error): The resource could not be found. Dec 21 13:30:05.814534 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-c1ed7113-3fef-447d-8f54-5c12818f2ecb tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "GET /v2.0/ports/61f73763-c8b1-42ea-a549-6c499529272f HTTP/1.1" status: 404 len: 333 time: 0.2064595 Dec 21 13:30:05.818080 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57008) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:05.829498 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ffce6a33-031b-40b8-8a73-b8c5017c538b tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:05.836228 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-ffce6a33-031b-40b8-8a73-b8c5017c538b tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "DELETE /v2.0/subnets/4c76a267-b7f0-4b50-8320-ecb6ae42b361 HTTP/1.1" status: 204 len: 168 time: 1.7669523 Dec 21 13:30:05.838202 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67b29fa-1fdb-492c-9871-98490e753dc3 None None] Network 5e2519e6-a01b-4598-9e2e-1219d5dc7c17 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:30:05.841956 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-cdd0c0aa-2bb5-402f-8c7e-6e0c2a65bc7e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e0a16ab3c15644db853fe09beb75a36a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6359568 Dec 21 13:30:05.841956 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffce6a33-031b-40b8-8a73-b8c5017c538b tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Pushing event deleted for resources: {'Subnet': ['ID=4c76a267-b7f0-4b50-8320-ecb6ae42b361,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:05.856869 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57010) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:05.857109 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57012) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:06.014035 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-58fe213d-2331-49f8-9bf8-89666a418d2e tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] For port c273ba65-5f3b-48f3-b07c-9bdf39c662d9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c273ba65-5f3b-48f3-b07c-9bdf39c662d9,segment=NetworkSegment(4c1eb260-440d-4e37-a83c-e4967627ae9b),segment_id=4c1eb260-440d-4e37-a83c-e4967627ae9b)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:30:06.014467 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-58fe213d-2331-49f8-9bf8-89666a418d2e tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:06.018312 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1ec0ac3d-72c9-46e4-8e8d-22ea1f31da5f tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:06.024469 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec0ac3d-72c9-46e4-8e8d-22ea1f31da5f tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:30:06.025195 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1ec0ac3d-72c9-46e4-8e8d-22ea1f31da5f tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:06.048064 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-19b3c3db-840f-4ff0-93d9-c7832351b775 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:06.061187 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d304346e-5d9c-489e-9a92-360969424f85 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Router a3b8eec5-8274-471c-bf6f-353920f71bae is scheduled to L3 agent 59e14383-78fa-487e-9299-b32042a98157 with binding_index 1 {{(pid=103152) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 13:30:06.077208 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-04b0ebc5-edd2-4d97-b7fa-9a47e2eb122b tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks [] for security_group, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:06.108732 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-90073c1e-0841-4b0b-b308-f1c5204fe34b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:06.123134 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-04b0ebc5-edd2-4d97-b7fa-9a47e2eb122b tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:06.132826 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-58fe213d-2331-49f8-9bf8-89666a418d2e tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Calling delete_port for c273ba65-5f3b-48f3-b07c-9bdf39c662d9 owned by network:dhcp {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:30:06.189020 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-edbe4501-a6ec-4c21-bb20-51b4bdfac398 tempest-RoutersAdminNegativeIpV6Test-1180086223 tempest-RoutersAdminNegativeIpV6Test-1180086223-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:06.228401 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-1ec0ac3d-72c9-46e4-8e8d-22ea1f31da5f tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.5979874 Dec 21 13:30:06.229706 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57014) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:06.261584 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-90073c1e-0841-4b0b-b308-f1c5204fe34b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:06.288763 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-d98041d3-9d15-4086-a25a-08ce8ceb8003 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Request body: {'subnet': {'network_id': '6e2fe86f-7e41-49eb-ba86-af4c1ccb3de0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:30:06.319260 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 97bf2496-bd03-49c5-ac60-0552f2405f75 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:30:06.326967 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5cccd3-a780-4b4e-91a5-98e2d079ca85 None None] DHCP port deletion for e2a4e3ae-1e15-4211-89b3-fc56f8e47fa9 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:30:06.350872 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d304346e-5d9c-489e-9a92-360969424f85 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:30:06.362098 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-d304346e-5d9c-489e-9a92-360969424f85 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "PUT /v2.0/routers/a3b8eec5-8274-471c-bf6f-353920f71bae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1829391 Dec 21 13:30:06.363166 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: 97bf2496-bd03-49c5-ac60-0552f2405f75 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:30:06.363619 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 97bf2496-bd03-49c5-ac60-0552f2405f75 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:30:06.372491 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec0ac3d-72c9-46e4-8e8d-22ea1f31da5f tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Pushing event updated for resources: {'Network': ['ID=6e2fe86f-7e41-49eb-ba86-af4c1ccb3de0,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:06.373463 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57016) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:06.384846 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88ded5e-57ec-453e-b694-c8bae7abfc9d None None] Sync routers for ids ['a3b8eec5-8274-471c-bf6f-353920f71bae'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:30:06.407997 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network 6e2fe86f-7e41-49eb-ba86-af4c1ccb3de0 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:30:06.438791 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88ded5e-57ec-453e-b694-c8bae7abfc9d None None] Routers {'a3b8eec5-8274-471c-bf6f-353920f71bae'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:30:06.439550 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-a88ded5e-57ec-453e-b694-c8bae7abfc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:29:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['a3b8eec5-8274-471c-bf6f-353920f71bae'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:06.446149 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-04b0ebc5-edd2-4d97-b7fa-9a47e2eb122b tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:06.449555 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-04b0ebc5-edd2-4d97-b7fa-9a47e2eb122b tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:06.453703 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-04b0ebc5-edd2-4d97-b7fa-9a47e2eb122b tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "DELETE /v2.0/security-groups/39ccedab-6ca5-40c5-a904-22dfb1d88837 HTTP/1.1" status: 204 len: 168 time: 0.6331630 Dec 21 13:30:06.459446 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57018) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:06.515618 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-bdaf6d4d-187a-4fbd-b30c-af27489ac739 None None] Provisioning complete for port 1f1199eb-1523-429a-874e-f9cca335a744 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:30:06.516215 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-bdaf6d4d-187a-4fbd-b30c-af27489ac739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:06.519424 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7043a92-a499-4f8e-982d-4b2d87355594 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:30:06.520030 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e97335-d4df-404b-94b0-716b5cc8e63e None None] DHCP port deletion for 5e2519e6-a01b-4598-9e2e-1219d5dc7c17 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:30:06.521323 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-c7043a92-a499-4f8e-982d-4b2d87355594 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "GET /v2.0/ports/1f1199eb-1523-429a-874e-f9cca335a744 HTTP/1.1" status: 200 len: 911 time: 0.1304665 Dec 21 13:30:06.522382 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b0ebc5-edd2-4d97-b7fa-9a47e2eb122b tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ccedab-6ca5-40c5-a904-22dfb1d88837,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:06.525495 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57020) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:06.535628 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-19b3c3db-840f-4ff0-93d9-c7832351b775 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Deleting port d8d7cf14-d0ba-42f0-b2b3-a9557fbb24f4 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:30:06.536215 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-19b3c3db-840f-4ff0-93d9-c7832351b775 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:06.568615 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-90073c1e-0841-4b0b-b308-f1c5204fe34b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:06.572180 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-90073c1e-0841-4b0b-b308-f1c5204fe34b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:06.573658 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-90073c1e-0841-4b0b-b308-f1c5204fe34b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/09a9f0cf-a7ba-4fb2-9705-eb5a101d7848 HTTP/1.1" status: 204 len: 168 time: 0.7143450 Dec 21 13:30:06.686940 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-a88ded5e-57ec-453e-b694-c8bae7abfc9d None None] Set router a3b8eec5-8274-471c-bf6f-353920f71bae gateway port host: None {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:30:06.691968 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-58fe213d-2331-49f8-9bf8-89666a418d2e tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:06.710243 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fe213d-2331-49f8-9bf8-89666a418d2e tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] No DVR routers for this DVR port c273ba65-5f3b-48f3-b07c-9bdf39c662d9 on host dv-neutron-master-2-hyperv {{(pid=103153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:30:06.715413 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-bdaf6d4d-187a-4fbd-b30c-af27489ac739 None None] Port 1f1199eb-1523-429a-874e-f9cca335a744 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:30:06.725968 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-ce5cccd3-a780-4b4e-91a5-98e2d079ca85 None None] Deleting port c273ba65-5f3b-48f3-b07c-9bdf39c662d9 {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:30:06.726702 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ce5cccd3-a780-4b4e-91a5-98e2d079ca85 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:06.742232 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-19b3c3db-840f-4ff0-93d9-c7832351b775 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] For port d8d7cf14-d0ba-42f0-b2b3-a9557fbb24f4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d8d7cf14-d0ba-42f0-b2b3-a9557fbb24f4,segment=NetworkSegment(16ec3175-c439-447d-8869-9947abf5df48),segment_id=16ec3175-c439-447d-8869-9947abf5df48)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:30:06.742916 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-19b3c3db-840f-4ff0-93d9-c7832351b775 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:06.778730 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90073c1e-0841-4b0b-b308-f1c5204fe34b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a9f0cf-a7ba-4fb2-9705-eb5a101d7848,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:06.785820 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-19b3c3db-840f-4ff0-93d9-c7832351b775 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Calling delete_port for d8d7cf14-d0ba-42f0-b2b3-a9557fbb24f4 owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:30:06.804952 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e562ee48-e446-46a9-afb6-c5abf7e7d07a tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks [] for security_group, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:06.825067 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-ce5cccd3-a780-4b4e-91a5-98e2d079ca85 None None] For port c273ba65-5f3b-48f3-b07c-9bdf39c662d9, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:30:06.825889 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ce5cccd3-a780-4b4e-91a5-98e2d079ca85 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:06.844016 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-ce5cccd3-a780-4b4e-91a5-98e2d079ca85 None None] Calling delete_port for c273ba65-5f3b-48f3-b07c-9bdf39c662d9 owned by network:dhcp {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:30:06.847377 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d98041d3-9d15-4086-a25a-08ce8ceb8003 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Made reservation on behalf of 16d2926f45024058a111868cbfccf657 for: {'subnet': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:30:06.849520 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.ipam_backend_mixin [None req-ce5cccd3-a780-4b4e-91a5-98e2d079ca85 None None] Port c273ba65-5f3b-48f3-b07c-9bdf39c662d9 was not found and therefore no delete operation was performed {{(pid=103154) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 21 13:30:06.853793 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d98041d3-9d15-4086-a25a-08ce8ceb8003 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11288759'] for subnet, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:06.855304 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ce5cccd3-a780-4b4e-91a5-98e2d079ca85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636'] for port, after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:06.858054 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fe213d-2331-49f8-9bf8-89666a418d2e tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Pushing event deleted for resources: {'Port': ['ID=c273ba65-5f3b-48f3-b07c-9bdf39c662d9,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:06.920334 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5434e25-ffe0-4b78-a12c-249db88fabf0 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:30:06.927831 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5434e25-ffe0-4b78-a12c-249db88fabf0 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:30:06.930274 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-f5434e25-ffe0-4b78-a12c-249db88fabf0 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3748717 Dec 21 13:30:06.939124 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57026) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:06.943793 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5cccd3-a780-4b4e-91a5-98e2d079ca85 None None] No DVR routers for this DVR port c273ba65-5f3b-48f3-b07c-9bdf39c662d9 on host dv-neutron-master-2-hyperv {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:30:06.946055 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5cccd3-a780-4b4e-91a5-98e2d079ca85 None None] Pushing event deleted for resources: {'Port': ['ID=c273ba65-5f3b-48f3-b07c-9bdf39c662d9,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:06.950569 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e562ee48-e446-46a9-afb6-c5abf7e7d07a tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:06.966486 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-05f7a197-f096-4d72-9760-ca13f055b62c None None] Provisioning complete for port 12dbd0af-b548-483c-8179-a6817c89c8e5 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:30:06.967198 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-05f7a197-f096-4d72-9760-ca13f055b62c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:07.009761 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-05f7a197-f096-4d72-9760-ca13f055b62c None None] Port 12dbd0af-b548-483c-8179-a6817c89c8e5 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:30:07.026070 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-47e97335-d4df-404b-94b0-716b5cc8e63e None None] Deleting port d8d7cf14-d0ba-42f0-b2b3-a9557fbb24f4 {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:30:07.027168 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-47e97335-d4df-404b-94b0-716b5cc8e63e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:07.030857 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-05f7a197-f096-4d72-9760-ca13f055b62c None None] Provisioning complete for port 1f1199eb-1523-429a-874e-f9cca335a744 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:30:07.031527 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-05f7a197-f096-4d72-9760-ca13f055b62c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:07.042879 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-58fe213d-2331-49f8-9bf8-89666a418d2e tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:07.064364 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e562ee48-e446-46a9-afb6-c5abf7e7d07a tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:07.067241 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e562ee48-e446-46a9-afb6-c5abf7e7d07a tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:07.068518 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-e562ee48-e446-46a9-afb6-c5abf7e7d07a tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "DELETE /v2.0/security-groups/b7394a35-f450-4301-bbb8-4f8f2ed777a6 HTTP/1.1" status: 204 len: 168 time: 0.6048207 Dec 21 13:30:07.073663 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57028) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:07.089388 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-19b3c3db-840f-4ff0-93d9-c7832351b775 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:07.119383 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e562ee48-e446-46a9-afb6-c5abf7e7d07a tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7394a35-f450-4301-bbb8-4f8f2ed777a6,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:07.159123 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b3c3db-840f-4ff0-93d9-c7832351b775 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Pushing event deleted for resources: {'Port': ['ID=d8d7cf14-d0ba-42f0-b2b3-a9557fbb24f4,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:07.170474 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b3c3db-840f-4ff0-93d9-c7832351b775 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] No DVR routers for this DVR port d8d7cf14-d0ba-42f0-b2b3-a9557fbb24f4 on host dv-neutron-master-2-hyperv {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:30:07.202722 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-05f7a197-f096-4d72-9760-ca13f055b62c None None] Port 1f1199eb-1523-429a-874e-f9cca335a744 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:30:07.213923 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-47e97335-d4df-404b-94b0-716b5cc8e63e None None] For port d8d7cf14-d0ba-42f0-b2b3-a9557fbb24f4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d8d7cf14-d0ba-42f0-b2b3-a9557fbb24f4,segment=NetworkSegment(16ec3175-c439-447d-8869-9947abf5df48),segment_id=16ec3175-c439-447d-8869-9947abf5df48)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:30:07.214463 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-47e97335-d4df-404b-94b0-716b5cc8e63e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:07.229800 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-47e97335-d4df-404b-94b0-716b5cc8e63e None None] Calling delete_port for d8d7cf14-d0ba-42f0-b2b3-a9557fbb24f4 owned by network:dhcp {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:30:07.237516 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-58fe213d-2331-49f8-9bf8-89666a418d2e tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2a4e3ae-1e15-4211-89b3-fc56f8e47fa9']}} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:07.255221 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-a88ded5e-57ec-453e-b694-c8bae7abfc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b8eec5-8274-471c-bf6f-353920f71bae', 'name': 'tempest-NetworksTestDHCPv6-router-72700383', 'tenant_id': '4e9b97d81d204c53a28bf5666eaf36b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:29:58Z', 'updated_at': '2021-12-21T13:30:03Z', 'revision_number': 2, 'project_id': '4e9b97d81d204c53a28bf5666eaf36b7', 'gw_port_host': None, '_interfaces': [{'id': '1f1199eb-1523-429a-874e-f9cca335a744', 'name': '', 'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9', 'tenant_id': '4e9b97d81d204c53a28bf5666eaf36b7', 'mac_address': 'fa:16:3e:c9:7b:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3b8eec5-8274-471c-bf6f-353920f71bae', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': 'e30af4c7-48bd-466c-883f-048b17a41169', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:30:00Z', 'updated_at': '2021-12-21T13:30:04Z', 'revision_number': 2, 'project_id': '4e9b97d81d204c53a28bf5666eaf36b7', 'subnets': [{'id': 'e30af4c7-48bd-466c-883f-048b17a41169', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:07.261873 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7042f340-d17c-41b7-b6d7-55a61783ba41 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532692'] for router_interface, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:07.266699 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-58fe213d-2331-49f8-9bf8-89666a418d2e tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c1eb260-440d-4e37-a83c-e4967627ae9b') {'for_net_delete': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:07.267157 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-58fe213d-2331-49f8-9bf8-89666a418d2e tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c1eb260-440d-4e37-a83c-e4967627ae9b') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:07.309454 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88ded5e-57ec-453e-b694-c8bae7abfc9d None None] Checking router: a3b8eec5-8274-471c-bf6f-353920f71bae for host: dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:30:07.309815 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88ded5e-57ec-453e-b694-c8bae7abfc9d None None] Updating router a3b8eec5-8274-471c-bf6f-353920f71bae port 1f1199eb-1523-429a-874e-f9cca335a744 binding host dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 13:30:07.310099 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-19b3c3db-840f-4ff0-93d9-c7832351b775 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:07.328804 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-58fe213d-2331-49f8-9bf8-89666a418d2e tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1585430'] for segment, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:07.348270 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-a88ded5e-57ec-453e-b694-c8bae7abfc9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:07.363821 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-19b3c3db-840f-4ff0-93d9-c7832351b775 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e2519e6-a01b-4598-9e2e-1219d5dc7c17']}} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:07.383356 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-47e97335-d4df-404b-94b0-716b5cc8e63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636'] for port, after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:07.383806 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-19b3c3db-840f-4ff0-93d9-c7832351b775 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16ec3175-c439-447d-8869-9947abf5df48') {'for_net_delete': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:07.384291 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-19b3c3db-840f-4ff0-93d9-c7832351b775 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16ec3175-c439-447d-8869-9947abf5df48') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:07.398227 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_v2 [None req-410c077e-3df3-4460-82c9-bd14cc6b7e15 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Deleting subnet 6bb627bc-7852-40c7-8727-7f633996e792 {{(pid=103152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:30:07.401704 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-410c077e-3df3-4460-82c9-bd14cc6b7e15 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks [] for subnet, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:07.442316 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-19b3c3db-840f-4ff0-93d9-c7832351b775 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526653'] for segment, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:07.455556 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e97335-d4df-404b-94b0-716b5cc8e63e None None] No DVR routers for this DVR port d8d7cf14-d0ba-42f0-b2b3-a9557fbb24f4 on host dv-neutron-master-2-hyperv {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:30:07.469706 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-19b3c3db-840f-4ff0-93d9-c7832351b775 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:07.483345 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19b3c3db-840f-4ff0-93d9-c7832351b775 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=103152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:30:07.484006 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-19b3c3db-840f-4ff0-93d9-c7832351b775 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805426'] for segment, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:07.485097 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device c273ba65-5f3b-48f3-b07c-9bdf39c662d9 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:30:07.487559 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:07.487559 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:30:07.487559 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:07.487559 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:30:07.487559 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:07.487559 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:30:07.487559 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:07.487559 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:30:07.487559 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:07.487559 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:30:07.487559 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:07.487559 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:30:07.487559 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:07.487559 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:30:07.487559 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:07.487559 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:30:07.487559 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:07.487559 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:30:07.487559 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:07.487559 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:30:07.487559 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:07.487559 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:30:07.487559 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:07.487559 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:30:07.487559 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:07.487559 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:30:07.487559 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:07.487559 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:30:07.487559 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:07.487559 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:30:07.487559 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:07.487559 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:30:07.487559 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:07.487559 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:30:07.487559 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:07.487559 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:30:07.487559 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:07.487559 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:30:07.487559 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:07.487559 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:30:07.487559 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:07.487559 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:30:07.487559 dv-neutron-master-2-hyperv neutron-server[103152]: Traceback (most recent call last): Dec 21 13:30:07.487559 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:30:07.487559 dv-neutron-master-2-hyperv neutron-server[103152]: timer() Dec 21 13:30:07.487559 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:30:07.487559 dv-neutron-master-2-hyperv neutron-server[103152]: cb(*args, **kw) Dec 21 13:30:07.487559 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:30:07.487559 dv-neutron-master-2-hyperv neutron-server[103152]: return func(*args, **kwargs) Dec 21 13:30:07.487559 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:30:07.487559 dv-neutron-master-2-hyperv neutron-server[103152]: self._notify() Dec 21 13:30:07.487559 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:30:07.487559 dv-neutron-master-2-hyperv neutron-server[103152]: self.callback(batched_events) Dec 21 13:30:07.487559 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:30:07.487559 dv-neutron-master-2-hyperv neutron-server[103152]: event.method(event) Dec 21 13:30:07.487559 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:30:07.487559 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:30:07.487559 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:30:07.487559 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:30:07.491477 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e97335-d4df-404b-94b0-716b5cc8e63e None None] Pushing event deleted for resources: {'Port': ['ID=d8d7cf14-d0ba-42f0-b2b3-a9557fbb24f4,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:07.491648 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:30:07.491648 dv-neutron-master-2-hyperv neutron-server[103152]: return f(self, *a, **k) Dec 21 13:30:07.491648 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:30:07.491648 dv-neutron-master-2-hyperv neutron-server[103152]: return self._get(url).json() Dec 21 13:30:07.491648 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:30:07.491648 dv-neutron-master-2-hyperv neutron-server[103152]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:30:07.491648 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:30:07.491648 dv-neutron-master-2-hyperv neutron-server[103152]: return self.request(url, 'GET', **kwargs) Dec 21 13:30:07.491648 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:30:07.491648 dv-neutron-master-2-hyperv neutron-server[103152]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:30:07.491648 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:30:07.491648 dv-neutron-master-2-hyperv neutron-server[103152]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:30:07.491648 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:30:07.491648 dv-neutron-master-2-hyperv neutron-server[103152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:30:07.491648 dv-neutron-master-2-hyperv neutron-server[103152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:30:07.495235 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-410c077e-3df3-4460-82c9-bd14cc6b7e15 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526644'] for subnet, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:07.538209 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: c273ba65-5f3b-48f3-b07c-9bdf39c662d9 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:30:07.538763 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device c273ba65-5f3b-48f3-b07c-9bdf39c662d9 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:30:07.539443 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device d8d7cf14-d0ba-42f0-b2b3-a9557fbb24f4 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:30:07.598803 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: d8d7cf14-d0ba-42f0-b2b3-a9557fbb24f4 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:30:07.599065 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device d8d7cf14-d0ba-42f0-b2b3-a9557fbb24f4 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:30:07.622810 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-58fe213d-2331-49f8-9bf8-89666a418d2e tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:07.632964 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58fe213d-2331-49f8-9bf8-89666a418d2e tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=103153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:30:07.633389 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-58fe213d-2331-49f8-9bf8-89666a418d2e tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11349758'] for segment, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:07.640130 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-19b3c3db-840f-4ff0-93d9-c7832351b775 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:07.643511 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:07.643511 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:30:07.643511 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:07.643511 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:30:07.643511 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:07.643511 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:30:07.643511 dv-neutron-master-2-hyperv neutron-server[103153]: Traceback (most recent call last): Dec 21 13:30:07.643511 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:30:07.643511 dv-neutron-master-2-hyperv neutron-server[103153]: timer() Dec 21 13:30:07.643511 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:30:07.643511 dv-neutron-master-2-hyperv neutron-server[103153]: cb(*args, **kw) Dec 21 13:30:07.643511 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:30:07.643511 dv-neutron-master-2-hyperv neutron-server[103153]: return func(*args, **kwargs) Dec 21 13:30:07.643511 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:30:07.643511 dv-neutron-master-2-hyperv neutron-server[103153]: self._notify() Dec 21 13:30:07.643511 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:30:07.643511 dv-neutron-master-2-hyperv neutron-server[103153]: self.callback(batched_events) Dec 21 13:30:07.643511 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:30:07.643511 dv-neutron-master-2-hyperv neutron-server[103153]: event.method(event) Dec 21 13:30:07.643511 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:30:07.643511 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:30:07.643511 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:30:07.643511 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:30:07.643511 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:30:07.643511 dv-neutron-master-2-hyperv neutron-server[103153]: return f(self, *a, **k) Dec 21 13:30:07.643511 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:30:07.643511 dv-neutron-master-2-hyperv neutron-server[103153]: return self._get(url).json() Dec 21 13:30:07.643511 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:30:07.643511 dv-neutron-master-2-hyperv neutron-server[103153]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:30:07.643511 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:30:07.643511 dv-neutron-master-2-hyperv neutron-server[103153]: return self.request(url, 'GET', **kwargs) Dec 21 13:30:07.643511 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:30:07.643511 dv-neutron-master-2-hyperv neutron-server[103153]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:30:07.643511 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:30:07.643511 dv-neutron-master-2-hyperv neutron-server[103153]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:30:07.643511 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:30:07.643511 dv-neutron-master-2-hyperv neutron-server[103153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:30:07.643511 dv-neutron-master-2-hyperv neutron-server[103153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:30:07.657413 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-19b3c3db-840f-4ff0-93d9-c7832351b775 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks [] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:07.663246 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-19b3c3db-840f-4ff0-93d9-c7832351b775 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "DELETE /v2.0/networks/5e2519e6-a01b-4598-9e2e-1219d5dc7c17 HTTP/1.1" status: 204 len: 168 time: 1.8050466 Dec 21 13:30:07.680997 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57042) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:07.730181 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-edbe4501-a6ec-4c21-bb20-51b4bdfac398 tempest-RoutersAdminNegativeIpV6Test-1180086223 tempest-RoutersAdminNegativeIpV6Test-1180086223-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:07.756223 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b3c3db-840f-4ff0-93d9-c7832351b775 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Pushing event deleted for resources: {'Network': ['ID=5e2519e6-a01b-4598-9e2e-1219d5dc7c17,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:07.782919 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-a88ded5e-57ec-453e-b694-c8bae7abfc9d None None] Publish callbacks [] for port, precommit_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:07.794340 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-a88ded5e-57ec-453e-b694-c8bae7abfc9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:07.812639 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-410c077e-3df3-4460-82c9-bd14cc6b7e15 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:07.915710 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfdb80f-fa07-4b25-8b3a-e9132289860a None None] Pushing event updated for resources: {'Port': ['ID=1f1199eb-1523-429a-874e-f9cca335a744,revision_number=3']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:07.923433 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d98041d3-9d15-4086-a25a-08ce8ceb8003 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11195289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11288741'] for subnet, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:07.939274 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-edbe4501-a6ec-4c21-bb20-51b4bdfac398 tempest-RoutersAdminNegativeIpV6Test-1180086223 tempest-RoutersAdminNegativeIpV6Test-1180086223-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:07.984496 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-a88ded5e-57ec-453e-b694-c8bae7abfc9d None None] Attempting to bind port 1f1199eb-1523-429a-874e-f9cca335a744 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:30:07.984496 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-a88ded5e-57ec-453e-b694-c8bae7abfc9d None None] Attempting to bind port 1f1199eb-1523-429a-874e-f9cca335a744 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b20a5dbe-a251-4a83-ae2d-3ffbda6396cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9'}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:30:07.984892 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88ded5e-57ec-453e-b694-c8bae7abfc9d None None] Attempting to bind port 1f1199eb-1523-429a-874e-f9cca335a744 on network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:30:07.990584 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88ded5e-57ec-453e-b694-c8bae7abfc9d None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:30:07.990966 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88ded5e-57ec-453e-b694-c8bae7abfc9d None None] Checking segment: {'id': 'b20a5dbe-a251-4a83-ae2d-3ffbda6396cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:30:07.991376 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-a88ded5e-57ec-453e-b694-c8bae7abfc9d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:07.991772 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88ded5e-57ec-453e-b694-c8bae7abfc9d None None] Bound using segment: {'id': 'b20a5dbe-a251-4a83-ae2d-3ffbda6396cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9'} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:30:07.992259 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-a88ded5e-57ec-453e-b694-c8bae7abfc9d None None] Bound port: 1f1199eb-1523-429a-874e-f9cca335a744, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b20a5dbe-a251-4a83-ae2d-3ffbda6396cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9'}}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:30:07.993242 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-a88ded5e-57ec-453e-b694-c8bae7abfc9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:07.998869 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57048) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:08.053106 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-410c077e-3df3-4460-82c9-bd14cc6b7e15 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12346570'] for subnet, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:08.116850 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410c077e-3df3-4460-82c9-bd14cc6b7e15 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Pushing event deleted for resources: {'Subnet': ['ID=6bb627bc-7852-40c7-8727-7f633996e792,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:08.131755 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-410c077e-3df3-4460-82c9-bd14cc6b7e15 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:08.143523 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf667207-d8c5-4f78-b2a8-75b26a0c9f23 None None] Network b130763d-4a25-4977-9964-44d67d152f28 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:30:08.154726 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-410c077e-3df3-4460-82c9-bd14cc6b7e15 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "DELETE /v2.0/subnets/6bb627bc-7852-40c7-8727-7f633996e792 HTTP/1.1" status: 204 len: 168 time: 1.0793469 Dec 21 13:30:08.164760 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-a88ded5e-57ec-453e-b694-c8bae7abfc9d None None] For port 1f1199eb-1523-429a-874e-f9cca335a744, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:30:08.174544 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-a88ded5e-57ec-453e-b694-c8bae7abfc9d None None] For port 1f1199eb-1523-429a-874e-f9cca335a744, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1f1199eb-1523-429a-874e-f9cca335a744,segment=NetworkSegment(b20a5dbe-a251-4a83-ae2d-3ffbda6396cf),segment_id=b20a5dbe-a251-4a83-ae2d-3ffbda6396cf)] {{(pid=103155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:30:08.184437 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57052) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:08.184694 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-a88ded5e-57ec-453e-b694-c8bae7abfc9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:08.227769 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-6b430c91-1bc6-456e-9587-83f80b372504 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Request body: {'subnet': {'network_id': 'b130763d-4a25-4977-9964-44d67d152f28', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:30:08.266500 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-379e5a19-c0cc-4535-a559-a59df732838f tempest-ServiceProvidersTest-1204335555 tempest-ServiceProvidersTest-1204335555-project] 10.222.0.37 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2662454 Dec 21 13:30:08.296941 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfdb80f-fa07-4b25-8b3a-e9132289860a None None] Pushing event updated for resources: {'Port': ['ID=1f1199eb-1523-429a-874e-f9cca335a744,revision_number=4']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:08.304670 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-55839ca1-f252-4649-a240-881c8cfb9524 None None] Provisioning complete for port 1f1199eb-1523-429a-874e-f9cca335a744 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:30:08.305043 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-55839ca1-f252-4649-a240-881c8cfb9524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:08.314410 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88ded5e-57ec-453e-b694-c8bae7abfc9d None None] Routers {'a3b8eec5-8274-471c-bf6f-353920f71bae'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:30:08.315959 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-a88ded5e-57ec-453e-b694-c8bae7abfc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:29:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['a3b8eec5-8274-471c-bf6f-353920f71bae'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:08.330000 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98041d3-9d15-4086-a25a-08ce8ceb8003 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Pushing event updated for resources: {'Subnet': ['ID=d0072e62-7d2f-488d-b6b3-8dff3cfe2220,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:08.404824 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-58fe213d-2331-49f8-9bf8-89666a418d2e tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:08.506666 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-58fe213d-2331-49f8-9bf8-89666a418d2e tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:08.515320 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-58fe213d-2331-49f8-9bf8-89666a418d2e tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "DELETE /v2.0/networks/e2a4e3ae-1e15-4211-89b3-fc56f8e47fa9 HTTP/1.1" status: 204 len: 168 time: 4.0777330 Dec 21 13:30:08.516598 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fe213d-2331-49f8-9bf8-89666a418d2e tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Pushing event deleted for resources: {'Network': ['ID=e2a4e3ae-1e15-4211-89b3-fc56f8e47fa9,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:08.525084 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57056) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:08.534605 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-55839ca1-f252-4649-a240-881c8cfb9524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:08.561488 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-a753ca31-c1a2-4d46-bba6-24d192a7aa8a tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1719875421'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:30:08.643709 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-55839ca1-f252-4649-a240-881c8cfb9524 None None] For port 1f1199eb-1523-429a-874e-f9cca335a744, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1f1199eb-1523-429a-874e-f9cca335a744,segment=NetworkSegment(b20a5dbe-a251-4a83-ae2d-3ffbda6396cf),segment_id=b20a5dbe-a251-4a83-ae2d-3ffbda6396cf)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:30:08.653068 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-55839ca1-f252-4649-a240-881c8cfb9524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:08.695758 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-a88ded5e-57ec-453e-b694-c8bae7abfc9d None None] Set router a3b8eec5-8274-471c-bf6f-353920f71bae gateway port host: None {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:30:08.732523 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55839ca1-f252-4649-a240-881c8cfb9524 None None] Pushing event updated for resources: {'Port': ['ID=1f1199eb-1523-429a-874e-f9cca335a744,revision_number=5']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:08.785586 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-dc86de6d-79d7-47af-8112-2c503caef0b9 None None] Provisioning complete for port 1f1199eb-1523-429a-874e-f9cca335a744 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:30:08.786398 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-dc86de6d-79d7-47af-8112-2c503caef0b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:08.810189 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a753ca31-c1a2-4d46-bba6-24d192a7aa8a tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Made reservation on behalf of 401fab62d2cc4dcc90d3b9ab6f110b7e for: {'network': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:30:08.822656 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a753ca31-c1a2-4d46-bba6-24d192a7aa8a tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:08.886696 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57060) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:08.902950 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a753ca31-c1a2-4d46-bba6-24d192a7aa8a tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=103153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:30:08.915125 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a753ca31-c1a2-4d46-bba6-24d192a7aa8a tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:08.915470 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.segments_db [None req-a753ca31-c1a2-4d46-bba6-24d192a7aa8a tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Added segment 814a1674-ad31-45ca-bbe1-1360eb94fd3d of type vlan for network 8fb69fda-317a-4fc9-96bc-27b322e4c259 Dec 21 13:30:08.964771 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b430c91-1bc6-456e-9587-83f80b372504 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Made reservation on behalf of 3edf34a3eecc442ea8df7c8164f4e61d for: {'subnet': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:30:08.969006 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a753ca31-c1a2-4d46-bba6-24d192a7aa8a tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:08.969280 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6b430c91-1bc6-456e-9587-83f80b372504 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12346583'] for subnet, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:09.071721 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0ce58725-0905-4170-ba97-9cd4168f83da tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532692'] for router_interface, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:09.102033 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-a88ded5e-57ec-453e-b694-c8bae7abfc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b8eec5-8274-471c-bf6f-353920f71bae', 'name': 'tempest-NetworksTestDHCPv6-router-72700383', 'tenant_id': '4e9b97d81d204c53a28bf5666eaf36b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:29:58Z', 'updated_at': '2021-12-21T13:30:03Z', 'revision_number': 2, 'project_id': '4e9b97d81d204c53a28bf5666eaf36b7', 'gw_port_host': None, '_interfaces': [{'id': '1f1199eb-1523-429a-874e-f9cca335a744', 'name': '', 'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9', 'tenant_id': '4e9b97d81d204c53a28bf5666eaf36b7', 'mac_address': 'fa:16:3e:c9:7b:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3b8eec5-8274-471c-bf6f-353920f71bae', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': 'e30af4c7-48bd-466c-883f-048b17a41169', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:30:00Z', 'updated_at': '2021-12-21T13:30:08Z', 'revision_number': 4, 'project_id': '4e9b97d81d204c53a28bf5666eaf36b7', 'subnets': [{'id': 'e30af4c7-48bd-466c-883f-048b17a41169', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:09.136430 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88ded5e-57ec-453e-b694-c8bae7abfc9d None None] The sync data for ids ['a3b8eec5-8274-471c-bf6f-353920f71bae'] in dv-neutron-master-2-hyperv is: [{'id': 'a3b8eec5-8274-471c-bf6f-353920f71bae', 'name': 'tempest-NetworksTestDHCPv6-router-72700383', 'tenant_id': '4e9b97d81d204c53a28bf5666eaf36b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:29:58Z', 'updated_at': '2021-12-21T13:30:03Z', 'revision_number': 2, 'project_id': '4e9b97d81d204c53a28bf5666eaf36b7', 'gw_port_host': None, '_interfaces': [{'id': '1f1199eb-1523-429a-874e-f9cca335a744', 'name': '', 'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9', 'tenant_id': '4e9b97d81d204c53a28bf5666eaf36b7', 'mac_address': 'fa:16:3e:c9:7b:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3b8eec5-8274-471c-bf6f-353920f71bae', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': 'e30af4c7-48bd-466c-883f-048b17a41169', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:30:00Z', 'updated_at': '2021-12-21T13:30:08Z', 'revision_number': 4, 'project_id': '4e9b97d81d204c53a28bf5666eaf36b7', 'subnets': [{'id': 'e30af4c7-48bd-466c-883f-048b17a41169', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:30:09.185052 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-32e94929-5ede-47e8-b10e-566ec317cf7e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:09.383165 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98041d3-9d15-4086-a25a-08ce8ceb8003 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Checking segment: {'id': '8a0152f1-f5fc-49ed-a421-a0efdd64b491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '6e2fe86f-7e41-49eb-ba86-af4c1ccb3de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:30:09.383541 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98041d3-9d15-4086-a25a-08ce8ceb8003 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Network hostable DHCP agents. Network: 6e2fe86f-7e41-49eb-ba86-af4c1ccb3de0, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:30:09.451319 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a753ca31-c1a2-4d46-bba6-24d192a7aa8a tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:09.457702 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a753ca31-c1a2-4d46-bba6-24d192a7aa8a tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:30:09.458329 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a753ca31-c1a2-4d46-bba6-24d192a7aa8a tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:09.506965 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-32e94929-5ede-47e8-b10e-566ec317cf7e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:09.513427 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-edbe4501-a6ec-4c21-bb20-51b4bdfac398 tempest-RoutersAdminNegativeIpV6Test-1180086223 tempest-RoutersAdminNegativeIpV6Test-1180086223-project-admin] Publish callbacks [] for router, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:09.518525 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-32e94929-5ede-47e8-b10e-566ec317cf7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:09.603412 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e94929-5ede-47e8-b10e-566ec317cf7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36be5d57-f746-4bef-8e7c-a70d2573405f,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:09.614658 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-32e94929-5ede-47e8-b10e-566ec317cf7e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cb27987a424f4f70a670f2d42c925db1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7250888 Dec 21 13:30:09.623056 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57064) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:09.640381 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-a753ca31-c1a2-4d46-bba6-24d192a7aa8a tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1020455 Dec 21 13:30:09.640913 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-c152bf2e-139f-4818-9bde-e814c58959b7 None None] Provisioning complete for port f6b263a0-02a2-4f4a-9134-6cef5ae24941 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:30:09.641976 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c152bf2e-139f-4818-9bde-e814c58959b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:09.644064 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57066) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:09.651535 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98041d3-9d15-4086-a25a-08ce8ceb8003 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Network 6e2fe86f-7e41-49eb-ba86-af4c1ccb3de0 is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:30:09.654335 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-4f15e8d3-e422-465e-a9bc-b3da71f7cd07 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Request body: {'subnet': {'network_id': '8fb69fda-317a-4fc9-96bc-27b322e4c259', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:30:09.689750 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a753ca31-c1a2-4d46-bba6-24d192a7aa8a tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Pushing event updated for resources: {'Network': ['ID=8fb69fda-317a-4fc9-96bc-27b322e4c259,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:09.709180 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network 8fb69fda-317a-4fc9-96bc-27b322e4c259 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:30:09.780761 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6b430c91-1bc6-456e-9587-83f80b372504 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12346565'] for subnet, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:09.786007 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-d98041d3-9d15-4086-a25a-08ce8ceb8003 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 6e2fe86f-7e41-49eb-ba86-af4c1ccb3de0) {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:30:09.821660 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b649c5-8d88-43f2-8f00-f5324ab19519 None None] Network 6e2fe86f-7e41-49eb-ba86-af4c1ccb3de0 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:30:09.843297 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98041d3-9d15-4086-a25a-08ce8ceb8003 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:30:09.844417 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d98041d3-9d15-4086-a25a-08ce8ceb8003 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks [] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:09.855476 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-edbe4501-a6ec-4c21-bb20-51b4bdfac398 tempest-RoutersAdminNegativeIpV6Test-1180086223 tempest-RoutersAdminNegativeIpV6Test-1180086223-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26950'] for router, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:09.861836 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-edbe4501-a6ec-4c21-bb20-51b4bdfac398 tempest-RoutersAdminNegativeIpV6Test-1180086223 tempest-RoutersAdminNegativeIpV6Test-1180086223-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:09.870716 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b430c91-1bc6-456e-9587-83f80b372504 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Network b130763d-4a25-4977-9964-44d67d152f28 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:30:09.891236 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-6b430c91-1bc6-456e-9587-83f80b372504 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:30:09.896845 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b430c91-1bc6-456e-9587-83f80b372504 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:30:09.897450 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6b430c91-1bc6-456e-9587-83f80b372504 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:09.926700 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1627a0-8c4f-4a0d-a215-437021ee0aca None None] Network b130763d-4a25-4977-9964-44d67d152f28 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:30:09.939901 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-d98041d3-9d15-4086-a25a-08ce8ceb8003 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6561797 Dec 21 13:30:09.944639 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57068) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:09.951384 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-7364136b-e1e3-4a07-81ab-5e86557eefb2 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-286316941', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}, 'admin_state_up': False}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:30:09.954177 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-14942ed4-754a-4b95-9ed0-2c2f6e2f685b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:09.974381 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-7042f340-d17c-41b7-b6d7-55a61783ba41 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Deleting port 12f8a58c-af26-4927-ac38-f21ade108865 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:30:09.974545 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7042f340-d17c-41b7-b6d7-55a61783ba41 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:09.994498 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-edbe4501-a6ec-4c21-bb20-51b4bdfac398 tempest-RoutersAdminNegativeIpV6Test-1180086223 tempest-RoutersAdminNegativeIpV6Test-1180086223-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534967'] for router, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:09.995164 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edbe4501-a6ec-4c21-bb20-51b4bdfac398 tempest-RoutersAdminNegativeIpV6Test-1180086223 tempest-RoutersAdminNegativeIpV6Test-1180086223-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9735af8b-f32d-4132-9276-15fd28f5d6b7 {{(pid=103153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 13:30:09.999427 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-14942ed4-754a-4b95-9ed0-2c2f6e2f685b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:10.023996 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b430c91-1bc6-456e-9587-83f80b372504 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Pushing event updated for resources: {'Subnet': ['ID=7c098970-4da6-4a45-98fe-77f40e33e603,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:10.027263 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-c152bf2e-139f-4818-9bde-e814c58959b7 None None] Provisioning complete for port c73ca4bd-6bf4-4363-901b-e2f0d8de8656 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:30:10.027745 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c152bf2e-139f-4818-9bde-e814c58959b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:10.042087 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-6b430c91-1bc6-456e-9587-83f80b372504 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8196976 Dec 21 13:30:10.047347 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f15e8d3-e422-465e-a9bc-b3da71f7cd07 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Made reservation on behalf of 401fab62d2cc4dcc90d3b9ab6f110b7e for: {'subnet': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:30:10.051138 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4f15e8d3-e422-465e-a9bc-b3da71f7cd07 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12346583'] for subnet, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:10.060626 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57070) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:10.086064 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-8a287fa4-65e2-432c-8817-51f61b4c4c3d tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Request body: {'security_group': {'name': 'tempest-secgroup-1582365755'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:30:10.105592 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.api.v2.resource [None req-edbe4501-a6ec-4c21-bb20-51b4bdfac398 tempest-RoutersAdminNegativeIpV6Test-1180086223 tempest-RoutersAdminNegativeIpV6Test-1180086223-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 21 13:30:10.109000 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-edbe4501-a6ec-4c21-bb20-51b4bdfac398 tempest-RoutersAdminNegativeIpV6Test-1180086223 tempest-RoutersAdminNegativeIpV6Test-1180086223-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.7231593 Dec 21 13:30:10.112101 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57072) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:10.114967 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7364136b-e1e3-4a07-81ab-5e86557eefb2 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26964'] for router, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:10.116044 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7364136b-e1e3-4a07-81ab-5e86557eefb2 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-642316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26957'] for router, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:10.130970 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-c152bf2e-139f-4818-9bde-e814c58959b7 None None] Port c73ca4bd-6bf4-4363-901b-e2f0d8de8656 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:30:10.146785 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81520e17-07e4-4268-b8ba-897b1f2af48d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-6e2fe86f-7e41-49eb-ba86-af4c1ccb3de0', 'network_id': '6e2fe86f-7e41-49eb-ba86-af4c1ccb3de0', 'project_id': '16d2926f45024058a111868cbfccf657', 'fixed_ips': [{'subnet_id': 'd0072e62-7d2f-488d-b6b3-8dff3cfe2220'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:30:10.147951 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-81520e17-07e4-4268-b8ba-897b1f2af48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:10.158448 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-7042f340-d17c-41b7-b6d7-55a61783ba41 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] For port 12f8a58c-af26-4927-ac38-f21ade108865, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=12f8a58c-af26-4927-ac38-f21ade108865,segment=NetworkSegment(d8f96c34-1651-457b-b5dd-293412bb6e31),segment_id=d8f96c34-1651-457b-b5dd-293412bb6e31)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:30:10.158825 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7042f340-d17c-41b7-b6d7-55a61783ba41 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:10.194464 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-0ce58725-0905-4170-ba97-9cd4168f83da tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Deleting port 8ea2abb2-03f3-4532-aaef-aae981701ad9 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:30:10.194879 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0ce58725-0905-4170-ba97-9cd4168f83da tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:10.211618 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-7042f340-d17c-41b7-b6d7-55a61783ba41 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Calling delete_port for 12f8a58c-af26-4927-ac38-f21ade108865 owned by network:router_interface {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:30:10.247812 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-14942ed4-754a-4b95-9ed0-2c2f6e2f685b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:10.250759 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-14942ed4-754a-4b95-9ed0-2c2f6e2f685b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:10.252271 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-14942ed4-754a-4b95-9ed0-2c2f6e2f685b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/36be5d57-f746-4bef-8e7c-a70d2573405f HTTP/1.1" status: 204 len: 168 time: 0.6223760 Dec 21 13:30:10.256778 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1dacdb30-4674-449c-8cec-498b9927bb7b tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532692'] for router_interface, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:10.328550 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a546839c-3eef-4312-a097-93d688186f11 None None] Update dhcp port {'port': {'network_id': 'b130763d-4a25-4977-9964-44d67d152f28', 'fixed_ips': [{'subnet_id': '8d202038-3468-4ab2-b495-ca47bae818cc', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '7c098970-4da6-4a45-98fe-77f40e33e603'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': 'f6b263a0-02a2-4f4a-9134-6cef5ae24941'} from dv-neutron-master-2-hyperv. {{(pid=103154) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 21 13:30:10.345248 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8a287fa4-65e2-432c-8817-51f61b4c4c3d tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks [] for security_group, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:10.351790 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14942ed4-754a-4b95-9ed0-2c2f6e2f685b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36be5d57-f746-4bef-8e7c-a70d2573405f,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:10.416493 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a546839c-3eef-4312-a097-93d688186f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:10.438792 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-81520e17-07e4-4268-b8ba-897b1f2af48d None None] Allocated IP 172.20.0.2 (6e2fe86f-7e41-49eb-ba86-af4c1ccb3de0/d0072e62-7d2f-488d-b6b3-8dff3cfe2220/f582a339-8831-46a2-bbc9-52ff460f5168) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:30:10.472213 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-0ce58725-0905-4170-ba97-9cd4168f83da tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] For port 8ea2abb2-03f3-4532-aaef-aae981701ad9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8ea2abb2-03f3-4532-aaef-aae981701ad9,segment=NetworkSegment(adc778e3-5a34-4d53-922b-f8878f03791b),segment_id=adc778e3-5a34-4d53-922b-f8878f03791b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:30:10.472526 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0ce58725-0905-4170-ba97-9cd4168f83da tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:10.513401 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-0ce58725-0905-4170-ba97-9cd4168f83da tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Calling delete_port for 8ea2abb2-03f3-4532-aaef-aae981701ad9 owned by network:router_interface {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:30:10.566462 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7042f340-d17c-41b7-b6d7-55a61783ba41 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:10.567056 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-c640fb04-cf8b-4ee2-b6ac-6e105b447874 tempest-RoutersAdminNegativeIpV6Test-1180086223 tempest-RoutersAdminNegativeIpV6Test-1180086223-project-admin] Deleting port 12dbd0af-b548-483c-8179-a6817c89c8e5 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:30:10.567403 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c640fb04-cf8b-4ee2-b6ac-6e105b447874 tempest-RoutersAdminNegativeIpV6Test-1180086223 tempest-RoutersAdminNegativeIpV6Test-1180086223-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:10.636499 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7364136b-e1e3-4a07-81ab-5e86557eefb2 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:10.683386 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7042f340-d17c-41b7-b6d7-55a61783ba41 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Pushing event deleted for resources: {'Port': ['ID=12f8a58c-af26-4927-ac38-f21ade108865,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:10.703156 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8a287fa4-65e2-432c-8817-51f61b4c4c3d tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks [] for security_group, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:10.757769 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8a287fa4-65e2-432c-8817-51f61b4c4c3d tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:10.767407 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4f15e8d3-e422-465e-a9bc-b3da71f7cd07 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12346565'] for subnet, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:10.939047 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8a287fa4-65e2-432c-8817-51f61b4c4c3d tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:10.945478 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-8a287fa4-65e2-432c-8817-51f61b4c4c3d tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.8831198 Dec 21 13:30:10.957414 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57086) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:10.958208 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f15e8d3-e422-465e-a9bc-b3da71f7cd07 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Pushing event updated for resources: {'Subnet': ['ID=c671df9d-514b-482c-bfa1-a49ff8b29b60,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:10.983103 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-91021e52-f55d-44c5-a5a6-48742b3e18b7 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Request body: {'security_group': {'name': 'tempest-secgroup-277547258'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:30:10.993700 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c640fb04-cf8b-4ee2-b6ac-6e105b447874 tempest-RoutersAdminNegativeIpV6Test-1180086223 tempest-RoutersAdminNegativeIpV6Test-1180086223-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:11.009435 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-c640fb04-cf8b-4ee2-b6ac-6e105b447874 tempest-RoutersAdminNegativeIpV6Test-1180086223 tempest-RoutersAdminNegativeIpV6Test-1180086223-project-admin] Calling delete_port for 12dbd0af-b548-483c-8179-a6817c89c8e5 owned by {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:30:11.048738 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7042f340-d17c-41b7-b6d7-55a61783ba41 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534084'] for router_interface, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:11.069147 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-81520e17-07e4-4268-b8ba-897b1f2af48d None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:11.097127 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a287fa4-65e2-432c-8817-51f61b4c4c3d tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22dd1bb3-24fe-490b-877b-8a404ddc1b37,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:11.107302 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-81520e17-07e4-4268-b8ba-897b1f2af48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:11.146027 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7364136b-e1e3-4a07-81ab-5e86557eefb2 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:11.153222 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-a546839c-3eef-4312-a097-93d688186f11 None None] Allocated IP 2001:db8::2 (b130763d-4a25-4977-9964-44d67d152f28/7c098970-4da6-4a45-98fe-77f40e33e603/f6b263a0-02a2-4f4a-9134-6cef5ae24941) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:30:11.169701 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f15e8d3-e422-465e-a9bc-b3da71f7cd07 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Checking segment: {'id': '814a1674-ad31-45ca-bbe1-1360eb94fd3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8fb69fda-317a-4fc9-96bc-27b322e4c259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:30:11.170205 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f15e8d3-e422-465e-a9bc-b3da71f7cd07 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Network hostable DHCP agents. Network: 8fb69fda-317a-4fc9-96bc-27b322e4c259, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:30:11.265966 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81520e17-07e4-4268-b8ba-897b1f2af48d None None] Network 6e2fe86f-7e41-49eb-ba86-af4c1ccb3de0 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:30:11.273550 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-81520e17-07e4-4268-b8ba-897b1f2af48d None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:30:11.316070 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0ce58725-0905-4170-ba97-9cd4168f83da tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:11.318900 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-91021e52-f55d-44c5-a5a6-48742b3e18b7 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks [] for security_group, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:11.330925 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81520e17-07e4-4268-b8ba-897b1f2af48d None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:30:11.371564 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81520e17-07e4-4268-b8ba-897b1f2af48d None None] Pushing event updated for resources: {'Port': ['ID=f582a339-8831-46a2-bbc9-52ff460f5168,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:11.433721 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f15e8d3-e422-465e-a9bc-b3da71f7cd07 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Network 8fb69fda-317a-4fc9-96bc-27b322e4c259 is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:30:11.454842 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce58725-0905-4170-ba97-9cd4168f83da tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Pushing event deleted for resources: {'Port': ['ID=8ea2abb2-03f3-4532-aaef-aae981701ad9,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:11.460062 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57096) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:11.461142 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-81520e17-07e4-4268-b8ba-897b1f2af48d None None] Attempting to bind port f582a339-8831-46a2-bbc9-52ff460f5168 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:30:11.461518 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-81520e17-07e4-4268-b8ba-897b1f2af48d None None] Attempting to bind port f582a339-8831-46a2-bbc9-52ff460f5168 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '8a0152f1-f5fc-49ed-a421-a0efdd64b491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '6e2fe86f-7e41-49eb-ba86-af4c1ccb3de0'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:30:11.461878 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81520e17-07e4-4268-b8ba-897b1f2af48d None None] Attempting to bind port f582a339-8831-46a2-bbc9-52ff460f5168 on network 6e2fe86f-7e41-49eb-ba86-af4c1ccb3de0 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:30:11.475037 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81520e17-07e4-4268-b8ba-897b1f2af48d None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:30:11.477346 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81520e17-07e4-4268-b8ba-897b1f2af48d None None] Checking segment: {'id': '8a0152f1-f5fc-49ed-a421-a0efdd64b491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '6e2fe86f-7e41-49eb-ba86-af4c1ccb3de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:30:11.477816 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-81520e17-07e4-4268-b8ba-897b1f2af48d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:11.480406 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81520e17-07e4-4268-b8ba-897b1f2af48d None None] Bound using segment: {'id': '8a0152f1-f5fc-49ed-a421-a0efdd64b491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '6e2fe86f-7e41-49eb-ba86-af4c1ccb3de0'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:30:11.482222 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-81520e17-07e4-4268-b8ba-897b1f2af48d None None] Bound port: f582a339-8831-46a2-bbc9-52ff460f5168, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a0152f1-f5fc-49ed-a421-a0efdd64b491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '6e2fe86f-7e41-49eb-ba86-af4c1ccb3de0'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:30:11.482222 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-81520e17-07e4-4268-b8ba-897b1f2af48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:11.507303 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-4f15e8d3-e422-465e-a9bc-b3da71f7cd07 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 8fb69fda-317a-4fc9-96bc-27b322e4c259) {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:30:11.533294 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f15e8d3-e422-465e-a9bc-b3da71f7cd07 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:30:11.534107 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4f15e8d3-e422-465e-a9bc-b3da71f7cd07 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:11.607442 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7459c236-00b7-42e0-9bb4-1d0deccf28ed None None] Network 8fb69fda-317a-4fc9-96bc-27b322e4c259 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:30:11.623399 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-a546839c-3eef-4312-a097-93d688186f11 None None] For port f6b263a0-02a2-4f4a-9134-6cef5ae24941, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f6b263a0-02a2-4f4a-9134-6cef5ae24941,segment=NetworkSegment(469feaf6-6294-4908-bda0-612d87a6adbe),segment_id=469feaf6-6294-4908-bda0-612d87a6adbe)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:30:11.637999 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-4f15e8d3-e422-465e-a9bc-b3da71f7cd07 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9926200 Dec 21 13:30:11.638980 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c640fb04-cf8b-4ee2-b6ac-6e105b447874 tempest-RoutersAdminNegativeIpV6Test-1180086223 tempest-RoutersAdminNegativeIpV6Test-1180086223-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:11.642141 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57100) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:11.665507 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-3fb302be-7e09-4630-9f88-171fb3806fc4 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Request body: {'port': {'network_id': '8fb69fda-317a-4fc9-96bc-27b322e4c259', 'name': 'tempest-PortsTestJSON-268010653', 'fixed_ips': [{'subnet_id': 'c671df9d-514b-482c-bfa1-a49ff8b29b60', 'ip_address': '172.20.0.10'}]}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:30:11.698680 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7042f340-d17c-41b7-b6d7-55a61783ba41 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Router caf3ff8a-af97-4de4-b3e0-de9adbadc076 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:30:11.772664 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c640fb04-cf8b-4ee2-b6ac-6e105b447874 tempest-RoutersAdminNegativeIpV6Test-1180086223 tempest-RoutersAdminNegativeIpV6Test-1180086223-project-admin] Pushing event deleted for resources: {'Port': ['ID=12dbd0af-b548-483c-8179-a6817c89c8e5,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:11.784913 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-c91417ee-02ff-4adb-88d5-e363548e2fb5 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1711178708-network', 'tenant_id': '7fcc1d47f4cc44e4b573fc100289403e'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:30:11.789912 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-1dacdb30-4674-449c-8cec-498b9927bb7b tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Deleting port 1f1199eb-1523-429a-874e-f9cca335a744 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:30:11.790524 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1dacdb30-4674-449c-8cec-498b9927bb7b tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:11.802475 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 1f1199eb-1523-429a-874e-f9cca335a744 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:30:11.861717 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f476aaa8-97c0-4a32-985b-76ffb1486ead None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:30:11.895351 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a546839c-3eef-4312-a097-93d688186f11 None None] Publish callbacks [] for port, precommit_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:11.908564 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-81520e17-07e4-4268-b8ba-897b1f2af48d None None] For port f582a339-8831-46a2-bbc9-52ff460f5168, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:30:11.923622 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a546839c-3eef-4312-a097-93d688186f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:11.996263 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a546839c-3eef-4312-a097-93d688186f11 None None] Pushing event updated for resources: {'Port': ['ID=f6b263a0-02a2-4f4a-9134-6cef5ae24941,revision_number=6']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:12.003697 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-81520e17-07e4-4268-b8ba-897b1f2af48d None None] For port f582a339-8831-46a2-bbc9-52ff460f5168, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f582a339-8831-46a2-bbc9-52ff460f5168,segment=NetworkSegment(8a0152f1-f5fc-49ed-a421-a0efdd64b491),segment_id=8a0152f1-f5fc-49ed-a421-a0efdd64b491)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:30:12.011466 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-91021e52-f55d-44c5-a5a6-48742b3e18b7 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks [] for security_group, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:12.025558 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-81520e17-07e4-4268-b8ba-897b1f2af48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:12.041822 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 1f1199eb-1523-429a-874e-f9cca335a744 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:30:12.042895 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:12.096491 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-91021e52-f55d-44c5-a5a6-48742b3e18b7 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:12.159989 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e05a45a-0efc-45ba-adc0-015e7461d006 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-8fb69fda-317a-4fc9-96bc-27b322e4c259', 'network_id': '8fb69fda-317a-4fc9-96bc-27b322e4c259', 'project_id': '401fab62d2cc4dcc90d3b9ab6f110b7e', 'fixed_ips': [{'subnet_id': 'c671df9d-514b-482c-bfa1-a49ff8b29b60'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:30:12.161585 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c91417ee-02ff-4adb-88d5-e363548e2fb5 admin admin] Made reservation on behalf of 7fcc1d47f4cc44e4b573fc100289403e for: {'network': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:30:12.161733 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7e05a45a-0efc-45ba-adc0-015e7461d006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:12.164322 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c91417ee-02ff-4adb-88d5-e363548e2fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:12.210070 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-91021e52-f55d-44c5-a5a6-48742b3e18b7 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:12.211676 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-91021e52-f55d-44c5-a5a6-48742b3e18b7 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 1.2412443 Dec 21 13:30:12.223614 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c640fb04-cf8b-4ee2-b6ac-6e105b447874 tempest-RoutersAdminNegativeIpV6Test-1180086223 tempest-RoutersAdminNegativeIpV6Test-1180086223-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:12.235741 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-c640fb04-cf8b-4ee2-b6ac-6e105b447874 tempest-RoutersAdminNegativeIpV6Test-1180086223 tempest-RoutersAdminNegativeIpV6Test-1180086223-project-admin] 10.222.0.37 "DELETE /v2.0/ports/12dbd0af-b548-483c-8179-a6817c89c8e5 HTTP/1.1" status: 204 len: 168 time: 2.0894542 Dec 21 13:30:12.238152 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c91417ee-02ff-4adb-88d5-e363548e2fb5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:12.253161 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57102) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:12.264557 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-47e5359e-dd41-4bbd-a29f-b3e051b1617e tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Request body: {'security_group': {'name': 'tempest-secgroup-1802369696'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:30:12.295564 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0ce58725-0905-4170-ba97-9cd4168f83da tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534084'] for router_interface, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:12.300755 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91021e52-f55d-44c5-a5a6-48742b3e18b7 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03fe867d-a450-4469-80f1-b7d79557b221,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:12.575023 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-47e5359e-dd41-4bbd-a29f-b3e051b1617e tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks [] for security_group, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:12.701500 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-7e05a45a-0efc-45ba-adc0-015e7461d006 None None] Allocated IP 172.20.0.2 (8fb69fda-317a-4fc9-96bc-27b322e4c259/c671df9d-514b-482c-bfa1-a49ff8b29b60/074d5ce9-a4dd-49c2-a1e3-1422e74885ea) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:30:12.860757 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fb302be-7e09-4630-9f88-171fb3806fc4 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Made reservation on behalf of 401fab62d2cc4dcc90d3b9ab6f110b7e for: {'port': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:30:12.878494 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57108) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:12.890062 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7364136b-e1e3-4a07-81ab-5e86557eefb2 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks [] for router_gateway, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:12.935561 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7364136b-e1e3-4a07-81ab-5e86557eefb2 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:13.008985 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7042f340-d17c-41b7-b6d7-55a61783ba41 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:30:13.023915 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-1dacdb30-4674-449c-8cec-498b9927bb7b tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] For port 1f1199eb-1523-429a-874e-f9cca335a744, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1f1199eb-1523-429a-874e-f9cca335a744,segment=NetworkSegment(b20a5dbe-a251-4a83-ae2d-3ffbda6396cf),segment_id=b20a5dbe-a251-4a83-ae2d-3ffbda6396cf)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:30:13.024564 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1dacdb30-4674-449c-8cec-498b9927bb7b tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:13.034700 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-7042f340-d17c-41b7-b6d7-55a61783ba41 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "PUT /v2.0/routers/caf3ff8a-af97-4de4-b3e0-de9adbadc076/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3126578 Dec 21 13:30:13.043205 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57112) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:13.068300 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7e05a45a-0efc-45ba-adc0-015e7461d006 None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:13.097213 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5055ef70-3156-434d-a925-18b20423f1f3 None None] Sync routers for ids ['caf3ff8a-af97-4de4-b3e0-de9adbadc076'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:30:13.103347 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-1dacdb30-4674-449c-8cec-498b9927bb7b tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Calling delete_port for 1f1199eb-1523-429a-874e-f9cca335a744 owned by network:router_interface {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:30:13.141843 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7e05a45a-0efc-45ba-adc0-015e7461d006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:13.170598 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5055ef70-3156-434d-a925-18b20423f1f3 None None] Routers {'caf3ff8a-af97-4de4-b3e0-de9adbadc076'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:30:13.171477 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-5055ef70-3156-434d-a925-18b20423f1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:29:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['caf3ff8a-af97-4de4-b3e0-de9adbadc076'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:13.221710 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_v2 [None req-248243c3-a4a4-4581-87cb-b1ca00cc50fd tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Deleting subnet d59ccc0f-4d57-457e-aa42-5011fd6d3678 {{(pid=103153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:30:13.224363 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e9490181-035e-4ba8-a970-1f337b2a421c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:13.277346 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-47e5359e-dd41-4bbd-a29f-b3e051b1617e tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks [] for security_group, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:13.292729 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-47e5359e-dd41-4bbd-a29f-b3e051b1617e tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:13.293613 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81520e17-07e4-4268-b8ba-897b1f2af48d None None] Pushing event updated for resources: {'Port': ['ID=f582a339-8831-46a2-bbc9-52ff460f5168,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:13.309921 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-248243c3-a4a4-4581-87cb-b1ca00cc50fd tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks [] for subnet, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:13.326084 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-7364136b-e1e3-4a07-81ab-5e86557eefb2 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Allocated IP 172.36.3.33 (7fdf1889-f079-4166-bbda-88b2a8d8d595/051a5607-1753-4008-a2f2-d94b48752e9c/032d56bb-4058-4434-9a9d-777fcd9be0c0) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:30:13.358262 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e05a45a-0efc-45ba-adc0-015e7461d006 None None] Pushing event updated for resources: {'Port': ['ID=074d5ce9-a4dd-49c2-a1e3-1422e74885ea,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:13.375860 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e05a45a-0efc-45ba-adc0-015e7461d006 None None] Network 8fb69fda-317a-4fc9-96bc-27b322e4c259 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:30:13.418972 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-248243c3-a4a4-4581-87cb-b1ca00cc50fd tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1585439'] for subnet, precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:13.458915 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e5359e-dd41-4bbd-a29f-b3e051b1617e tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=719b8d76-e24f-4e68-8fbf-b92a7c2582d6,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:13.469013 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-5055ef70-3156-434d-a925-18b20423f1f3 None None] Set router caf3ff8a-af97-4de4-b3e0-de9adbadc076 gateway port host: None {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:30:13.488588 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c91417ee-02ff-4adb-88d5-e363548e2fb5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:13.502283 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c91417ee-02ff-4adb-88d5-e363548e2fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:13.519237 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-7e05a45a-0efc-45ba-adc0-015e7461d006 None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:30:13.529893 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:13.538486 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e05a45a-0efc-45ba-adc0-015e7461d006 None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:30:13.558850 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-47e5359e-dd41-4bbd-a29f-b3e051b1617e tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:13.563753 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-47e5359e-dd41-4bbd-a29f-b3e051b1617e tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.3094063 Dec 21 13:30:13.575156 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57114) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:13.595380 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-fbe81415-2c0e-478b-b86e-14d98fe55392 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-554475442', 'security_groups': ['719b8d76-e24f-4e68-8fbf-b92a7c2582d6'], 'network_id': 'b130763d-4a25-4977-9964-44d67d152f28', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7c098970-4da6-4a45-98fe-77f40e33e603'}]}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:30:13.645405 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c91417ee-02ff-4adb-88d5-e363548e2fb5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=103152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:30:13.693242 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91417ee-02ff-4adb-88d5-e363548e2fb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c57c7cc1-c248-45fd-9bbc-650d852d9b58,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:13.701026 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c91417ee-02ff-4adb-88d5-e363548e2fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:13.701026 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.segments_db [None req-c91417ee-02ff-4adb-88d5-e363548e2fb5 admin admin] Added segment e447d05a-9447-4be1-89a0-0237a1b526c5 of type vlan for network e0f04b1c-bb25-45e9-a325-15dcdf4af126 Dec 21 13:30:13.718462 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3fb302be-7e09-4630-9f88-171fb3806fc4 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:13.749139 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-3fb302be-7e09-4630-9f88-171fb3806fc4 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] device_id is not set on port 0e668e19-0a58-4234-aa57-70fc94f97757 yet. {{(pid=103152) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 13:30:13.771517 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-7e05a45a-0efc-45ba-adc0-015e7461d006 None None] Attempting to bind port 074d5ce9-a4dd-49c2-a1e3-1422e74885ea on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:30:13.776783 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-7e05a45a-0efc-45ba-adc0-015e7461d006 None None] Attempting to bind port 074d5ce9-a4dd-49c2-a1e3-1422e74885ea by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '814a1674-ad31-45ca-bbe1-1360eb94fd3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8fb69fda-317a-4fc9-96bc-27b322e4c259'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:30:13.777960 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e05a45a-0efc-45ba-adc0-015e7461d006 None None] Attempting to bind port 074d5ce9-a4dd-49c2-a1e3-1422e74885ea on network 8fb69fda-317a-4fc9-96bc-27b322e4c259 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:30:13.778135 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-248243c3-a4a4-4581-87cb-b1ca00cc50fd tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:13.794409 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7364136b-e1e3-4a07-81ab-5e86557eefb2 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:13.827769 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e05a45a-0efc-45ba-adc0-015e7461d006 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:30:13.828480 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e05a45a-0efc-45ba-adc0-015e7461d006 None None] Checking segment: {'id': '814a1674-ad31-45ca-bbe1-1360eb94fd3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8fb69fda-317a-4fc9-96bc-27b322e4c259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:30:13.829131 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7e05a45a-0efc-45ba-adc0-015e7461d006 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:13.829721 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e05a45a-0efc-45ba-adc0-015e7461d006 None None] Bound using segment: {'id': '814a1674-ad31-45ca-bbe1-1360eb94fd3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8fb69fda-317a-4fc9-96bc-27b322e4c259'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:30:13.830489 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-7e05a45a-0efc-45ba-adc0-015e7461d006 None None] Bound port: 074d5ce9-a4dd-49c2-a1e3-1422e74885ea, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '814a1674-ad31-45ca-bbe1-1360eb94fd3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8fb69fda-317a-4fc9-96bc-27b322e4c259'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:30:13.831114 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7e05a45a-0efc-45ba-adc0-015e7461d006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:13.866631 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e9490181-035e-4ba8-a970-1f337b2a421c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:13.887900 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e9490181-035e-4ba8-a970-1f337b2a421c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:13.898708 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-8f38474e-1c81-47f4-b19c-9e0c9f8f5882 None None] Provisioning complete for port f6b263a0-02a2-4f4a-9134-6cef5ae24941 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:30:13.899106 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8f38474e-1c81-47f4-b19c-9e0c9f8f5882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:14.027589 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1dacdb30-4674-449c-8cec-498b9927bb7b tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:14.041045 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-e9490181-035e-4ba8-a970-1f337b2a421c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=71cfc7c32dcc43e3bdd41d99defe2703&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1614404 Dec 21 13:30:14.054880 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2790b0-05cc-4b7e-95b8-a64e83cd67bf None None] Network 6e2fe86f-7e41-49eb-ba86-af4c1ccb3de0 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:30:14.055493 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57116) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:14.088695 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9490181-035e-4ba8-a970-1f337b2a421c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be8e1cf4-83df-4a44-8f52-b1de8321fce9,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:14.111484 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dacdb30-4674-449c-8cec-498b9927bb7b tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event deleted for resources: {'Port': ['ID=1f1199eb-1523-429a-874e-f9cca335a744,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:14.129822 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7364136b-e1e3-4a07-81ab-5e86557eefb2 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:14.160509 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-248243c3-a4a4-4581-87cb-b1ca00cc50fd tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11349588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11288746'] for subnet, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:14.182903 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device f582a339-8831-46a2-bbc9-52ff460f5168 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:30:14.238140 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7364136b-e1e3-4a07-81ab-5e86557eefb2 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Network 7fdf1889-f079-4166-bbda-88b2a8d8d595 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:30:14.243290 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-248243c3-a4a4-4581-87cb-b1ca00cc50fd tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks [] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:14.251212 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-248243c3-a4a4-4581-87cb-b1ca00cc50fd tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "DELETE /v2.0/subnets/d59ccc0f-4d57-457e-aa42-5011fd6d3678 HTTP/1.1" status: 204 len: 168 time: 1.2049570 Dec 21 13:30:14.257317 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-7364136b-e1e3-4a07-81ab-5e86557eefb2 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:30:14.324347 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57118) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:14.340700 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-3fb302be-7e09-4630-9f88-171fb3806fc4 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Allocated IP 172.20.0.10 (8fb69fda-317a-4fc9-96bc-27b322e4c259/c671df9d-514b-482c-bfa1-a49ff8b29b60/0e668e19-0a58-4234-aa57-70fc94f97757) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:30:14.350504 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ce58725-0905-4170-ba97-9cd4168f83da tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Router 5e607ba4-9930-44fe-93dc-6bdbcba9aee2 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:30:14.391147 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c91417ee-02ff-4adb-88d5-e363548e2fb5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:14.422612 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7364136b-e1e3-4a07-81ab-5e86557eefb2 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:30:14.458387 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248243c3-a4a4-4581-87cb-b1ca00cc50fd tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Pushing event deleted for resources: {'Subnet': ['ID=d59ccc0f-4d57-457e-aa42-5011fd6d3678,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:14.488555 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d971e8-07b4-4f87-be53-cdb75ba753b0 None None] Network 0bd2dd5e-fcb5-4193-8496-12a446f2606d requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:30:14.491479 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2eed6c0-42ed-4348-8a41-08b1320516bd None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:30:14.491809 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7364136b-e1e3-4a07-81ab-5e86557eefb2 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Pushing event updated for resources: {'Port': ['ID=032d56bb-4058-4434-9a9d-777fcd9be0c0,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:14.503939 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-10a3bafe-b0b3-4aa6-a902-ce0f56d3d5ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:14.525638 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ab935f24-92f2-419c-8a27-61c80e007cfb tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:14.532121 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1dacdb30-4674-449c-8cec-498b9927bb7b tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534084'] for router_interface, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:14.542206 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-7e05a45a-0efc-45ba-adc0-015e7461d006 None None] For port 074d5ce9-a4dd-49c2-a1e3-1422e74885ea, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:30:14.569280 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-10a3bafe-b0b3-4aa6-a902-ce0f56d3d5ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:14.572965 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c91417ee-02ff-4adb-88d5-e363548e2fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:14.574204 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91417ee-02ff-4adb-88d5-e363548e2fb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:30:14.574904 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c91417ee-02ff-4adb-88d5-e363548e2fb5 admin admin] Publish callbacks [] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:14.606695 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-7e05a45a-0efc-45ba-adc0-015e7461d006 None None] For port 074d5ce9-a4dd-49c2-a1e3-1422e74885ea, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=074d5ce9-a4dd-49c2-a1e3-1422e74885ea,segment=NetworkSegment(814a1674-ad31-45ca-bbe1-1360eb94fd3d),segment_id=814a1674-ad31-45ca-bbe1-1360eb94fd3d)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:30:14.639569 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7e05a45a-0efc-45ba-adc0-015e7461d006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:14.662277 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port f582a339-8831-46a2-bbc9-52ff460f5168 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:30:14.662689 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:14.718152 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ce58725-0905-4170-ba97-9cd4168f83da tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:30:14.726723 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-0ce58725-0905-4170-ba97-9cd4168f83da tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "PUT /v2.0/routers/5e607ba4-9930-44fe-93dc-6bdbcba9aee2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0428264 Dec 21 13:30:14.730790 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-c91417ee-02ff-4adb-88d5-e363548e2fb5 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.2447653 Dec 21 13:30:14.752451 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8780bdb3-3da5-4f0a-ba47-70fd07fff875 None None] Sync routers for ids ['5e607ba4-9930-44fe-93dc-6bdbcba9aee2'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:30:14.766723 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57120) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:14.767634 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57122) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:14.781150 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8780bdb3-3da5-4f0a-ba47-70fd07fff875 None None] Routers {'5e607ba4-9930-44fe-93dc-6bdbcba9aee2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:30:14.781789 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-8780bdb3-3da5-4f0a-ba47-70fd07fff875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:29:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['5e607ba4-9930-44fe-93dc-6bdbcba9aee2'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:14.795701 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-2c21cbe6-22d5-4208-b9cb-6a216fb0f64a admin admin] Request body: {'subnet': {'network_id': 'e0f04b1c-bb25-45e9-a325-15dcdf4af126', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1711178708-subnet', 'tenant_id': '7fcc1d47f4cc44e4b573fc100289403e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:30:14.808645 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbe81415-2c0e-478b-b86e-14d98fe55392 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Made reservation on behalf of 3edf34a3eecc442ea8df7c8164f4e61d for: {'port': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:30:14.845342 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-10a3bafe-b0b3-4aa6-a902-ce0f56d3d5ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:14.847628 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e05a45a-0efc-45ba-adc0-015e7461d006 None None] Pushing event updated for resources: {'Port': ['ID=074d5ce9-a4dd-49c2-a1e3-1422e74885ea,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:14.848490 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-10a3bafe-b0b3-4aa6-a902-ce0f56d3d5ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:14.851709 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-10a3bafe-b0b3-4aa6-a902-ce0f56d3d5ad admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/be8e1cf4-83df-4a44-8f52-b1de8321fce9 HTTP/1.1" status: 204 len: 168 time: 0.7910421 Dec 21 13:30:14.875629 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91417ee-02ff-4adb-88d5-e363548e2fb5 admin admin] Pushing event updated for resources: {'Network': ['ID=e0f04b1c-bb25-45e9-a325-15dcdf4af126,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:14.875798 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-5055ef70-3156-434d-a925-18b20423f1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf3ff8a-af97-4de4-b3e0-de9adbadc076', 'name': 'tempest-RoutersIpV6Test-router-1585507894', 'tenant_id': 'd368a1938e3342de9d3358d110005af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:28:52Z', 'updated_at': '2021-12-21T13:30:10Z', 'revision_number': 9, 'project_id': 'd368a1938e3342de9d3358d110005af5', 'gw_port_host': None, '_interfaces': [{'id': '7111fafc-3054-4310-a775-f4360d66a24d', 'name': '', 'network_id': '2cf63e90-259f-413d-9f59-c6e07bb014ac', 'tenant_id': 'd368a1938e3342de9d3358d110005af5', 'mac_address': 'fa:16:3e:3d:f9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf3ff8a-af97-4de4-b3e0-de9adbadc076', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '3a2300ef-3c43-47b0-8476-ddfb30a8d010', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:28:58Z', 'updated_at': '2021-12-21T13:29:13Z', 'revision_number': 5, 'project_id': 'd368a1938e3342de9d3358d110005af5', 'subnets': [{'id': '3a2300ef-3c43-47b0-8476-ddfb30a8d010', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abd5eefe-e121-4d3a-a3b4-d87fd46c1bbe', 'name': '', 'network_id': '5d56b04d-834e-44d0-8a4a-bef509c35d33', 'tenant_id': 'd368a1938e3342de9d3358d110005af5', 'mac_address': 'fa:16:3e:a4:5b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf3ff8a-af97-4de4-b3e0-de9adbadc076', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'efd71155-42c5-4846-a6d3-b0a48a3b13b8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:11Z', 'updated_at': '2021-12-21T13:29:20Z', 'revision_number': 5, 'project_id': 'd368a1938e3342de9d3358d110005af5', 'subnets': [{'id': 'efd71155-42c5-4846-a6d3-b0a48a3b13b8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:14.887398 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-8780bdb3-3da5-4f0a-ba47-70fd07fff875 None None] Set router 5e607ba4-9930-44fe-93dc-6bdbcba9aee2 gateway port host: None {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:30:14.958785 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5055ef70-3156-434d-a925-18b20423f1f3 None None] Checking router: caf3ff8a-af97-4de4-b3e0-de9adbadc076 for host: dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:30:15.017850 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dacdb30-4674-449c-8cec-498b9927bb7b tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Router a3b8eec5-8274-471c-bf6f-353920f71bae has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:30:15.022803 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a3bafe-b0b3-4aa6-a902-ce0f56d3d5ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be8e1cf4-83df-4a44-8f52-b1de8321fce9,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:15.030667 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network e0f04b1c-bb25-45e9-a325-15dcdf4af126 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:30:15.143048 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-8f38474e-1c81-47f4-b19c-9e0c9f8f5882 None None] Provisioning complete for port c73ca4bd-6bf4-4363-901b-e2f0d8de8656 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:30:15.143845 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8f38474e-1c81-47f4-b19c-9e0c9f8f5882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:15.162312 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3fb302be-7e09-4630-9f88-171fb3806fc4 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:15.214563 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_v2 [None req-19c54259-7861-4d30-9c4d-593824fe4acc tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Deleting subnet 9e8ec415-b83e-4a91-874f-0bf7812c4065 {{(pid=103152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:30:15.255025 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-19c54259-7861-4d30-9c4d-593824fe4acc tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks [] for subnet, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:15.266395 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc387363-88ac-4ec2-9fa7-f57c88589a26 None None] DHCP port deletion for 0bd2dd5e-fcb5-4193-8496-12a446f2606d request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:30:15.276473 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:15.277810 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dacdb30-4674-449c-8cec-498b9927bb7b tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:30:15.281118 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-ab935f24-92f2-419c-8a27-61c80e007cfb tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Deleting port 5adc386c-689d-4bc7-a6f1-dae54b79d3eb {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:30:15.281536 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ab935f24-92f2-419c-8a27-61c80e007cfb tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:15.289946 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-1dacdb30-4674-449c-8cec-498b9927bb7b tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "PUT /v2.0/routers/a3b8eec5-8274-471c-bf6f-353920f71bae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2996542 Dec 21 13:30:15.305682 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5055ef70-3156-434d-a925-18b20423f1f3 None None] Routers {'caf3ff8a-af97-4de4-b3e0-de9adbadc076'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:30:15.307737 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-5055ef70-3156-434d-a925-18b20423f1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:29:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['caf3ff8a-af97-4de4-b3e0-de9adbadc076'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:15.310799 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef6db7c-bb07-4667-92f7-335a391447be None None] Sync routers for ids ['a3b8eec5-8274-471c-bf6f-353920f71bae'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:30:15.315585 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-8780bdb3-3da5-4f0a-ba47-70fd07fff875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e607ba4-9930-44fe-93dc-6bdbcba9aee2', 'name': 'tempest-RoutersTest-router-758070956', 'tenant_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:28:56Z', 'updated_at': '2021-12-21T13:30:11Z', 'revision_number': 9, 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'gw_port_host': None, '_interfaces': [{'id': '103d063b-184d-4ce5-8374-f7db5124daa7', 'name': '', 'network_id': 'a2096345-ac39-4285-b67f-5f13a2a0698a', 'tenant_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'mac_address': 'fa:16:3e:77:f0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e607ba4-9930-44fe-93dc-6bdbcba9aee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'bcc4be89-a9c0-4d2c-916c-0d32f73303f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:03Z', 'updated_at': '2021-12-21T13:29:14Z', 'revision_number': 5, 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'subnets': [{'id': 'bcc4be89-a9c0-4d2c-916c-0d32f73303f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6097019a-8ed7-4666-85c2-c6c6bfdef5af', 'name': '', 'network_id': 'df07e3fa-3f28-45bc-8c57-98ec7342c6e5', 'tenant_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'mac_address': 'fa:16:3e:48:3b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e607ba4-9930-44fe-93dc-6bdbcba9aee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '4f771295-d7b4-41e0-84c1-176db63b7abd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:15Z', 'updated_at': '2021-12-21T13:29:38Z', 'revision_number': 5, 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'subnets': [{'id': '4f771295-d7b4-41e0-84c1-176db63b7abd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:15.331709 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c21cbe6-22d5-4208-b9cb-6a216fb0f64a admin admin] Made reservation on behalf of 7fcc1d47f4cc44e4b573fc100289403e for: {'subnet': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:30:15.334252 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2c21cbe6-22d5-4208-b9cb-6a216fb0f64a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12346583'] for subnet, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:15.351325 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57128) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:15.360797 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8780bdb3-3da5-4f0a-ba47-70fd07fff875 None None] Checking router: 5e607ba4-9930-44fe-93dc-6bdbcba9aee2 for host: dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:30:15.376450 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8780bdb3-3da5-4f0a-ba47-70fd07fff875 None None] Routers {'5e607ba4-9930-44fe-93dc-6bdbcba9aee2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:30:15.383551 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-8780bdb3-3da5-4f0a-ba47-70fd07fff875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:29:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['5e607ba4-9930-44fe-93dc-6bdbcba9aee2'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:15.517232 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-19c54259-7861-4d30-9c4d-593824fe4acc tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526644'] for subnet, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:15.523415 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-fbe81415-2c0e-478b-b86e-14d98fe55392 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:15.543979 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-8780bdb3-3da5-4f0a-ba47-70fd07fff875 None None] Set router 5e607ba4-9930-44fe-93dc-6bdbcba9aee2 gateway port host: None {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:30:15.556688 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57130) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:15.586123 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7364136b-e1e3-4a07-81ab-5e86557eefb2 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks [] for router_gateway, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:15.592701 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91cbb7e-56bb-4259-a92e-e56e1a94a64b tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:30:15.594213 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91cbb7e-56bb-4259-a92e-e56e1a94a64b tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:30:15.598220 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-d91cbb7e-56bb-4259-a92e-e56e1a94a64b tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2433577 Dec 21 13:30:15.615351 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57132) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:15.651732 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-8f38474e-1c81-47f4-b19c-9e0c9f8f5882 None None] Port c73ca4bd-6bf4-4363-901b-e2f0d8de8656 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:30:15.661065 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-5055ef70-3156-434d-a925-18b20423f1f3 None None] Set router caf3ff8a-af97-4de4-b3e0-de9adbadc076 gateway port host: None {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:30:15.667294 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-fbe81415-2c0e-478b-b86e-14d98fe55392 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] device_id is not set on port 32792fac-7bde-4ec7-86eb-e79bab4e5d06 yet. {{(pid=103152) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 13:30:15.677129 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3fb302be-7e09-4630-9f88-171fb3806fc4 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:15.731422 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef6db7c-bb07-4667-92f7-335a391447be None None] Routers {'a3b8eec5-8274-471c-bf6f-353920f71bae'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:30:15.732070 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-eef6db7c-bb07-4667-92f7-335a391447be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:29:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['a3b8eec5-8274-471c-bf6f-353920f71bae'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:15.736424 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-ab935f24-92f2-419c-8a27-61c80e007cfb tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] For port 5adc386c-689d-4bc7-a6f1-dae54b79d3eb, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5adc386c-689d-4bc7-a6f1-dae54b79d3eb,segment=NetworkSegment(d8f96c34-1651-457b-b5dd-293412bb6e31),segment_id=d8f96c34-1651-457b-b5dd-293412bb6e31)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:30:15.737021 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ab935f24-92f2-419c-8a27-61c80e007cfb tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:15.763472 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-ab935f24-92f2-419c-8a27-61c80e007cfb tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Calling delete_port for 5adc386c-689d-4bc7-a6f1-dae54b79d3eb owned by network:dhcp {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:30:15.813901 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-eef6db7c-bb07-4667-92f7-335a391447be None None] Set router a3b8eec5-8274-471c-bf6f-353920f71bae gateway port host: None {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:30:15.860600 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-d0f93ec2-272c-4f37-87a7-8cb1476a63a1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b690723a57024b06b8793e8d1ed52e0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3008499 Dec 21 13:30:15.862524 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb302be-7e09-4630-9f88-171fb3806fc4 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Network 8fb69fda-317a-4fc9-96bc-27b322e4c259 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:30:15.867360 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57134) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:15.891732 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-eef6db7c-bb07-4667-92f7-335a391447be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b8eec5-8274-471c-bf6f-353920f71bae', 'name': 'tempest-NetworksTestDHCPv6-router-72700383', 'tenant_id': '4e9b97d81d204c53a28bf5666eaf36b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:29:58Z', 'updated_at': '2021-12-21T13:30:13Z', 'revision_number': 3, 'project_id': '4e9b97d81d204c53a28bf5666eaf36b7', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:15.897821 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] For port f582a339-8831-46a2-bbc9-52ff460f5168, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f582a339-8831-46a2-bbc9-52ff460f5168,segment=NetworkSegment(8a0152f1-f5fc-49ed-a421-a0efdd64b491),segment_id=8a0152f1-f5fc-49ed-a421-a0efdd64b491)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:30:15.906166 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-8780bdb3-3da5-4f0a-ba47-70fd07fff875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e607ba4-9930-44fe-93dc-6bdbcba9aee2', 'name': 'tempest-RoutersTest-router-758070956', 'tenant_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:28:56Z', 'updated_at': '2021-12-21T13:30:11Z', 'revision_number': 9, 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'gw_port_host': None, '_interfaces': [{'id': '103d063b-184d-4ce5-8374-f7db5124daa7', 'name': '', 'network_id': 'a2096345-ac39-4285-b67f-5f13a2a0698a', 'tenant_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'mac_address': 'fa:16:3e:77:f0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e607ba4-9930-44fe-93dc-6bdbcba9aee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'bcc4be89-a9c0-4d2c-916c-0d32f73303f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:03Z', 'updated_at': '2021-12-21T13:29:14Z', 'revision_number': 5, 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'subnets': [{'id': 'bcc4be89-a9c0-4d2c-916c-0d32f73303f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6097019a-8ed7-4666-85c2-c6c6bfdef5af', 'name': '', 'network_id': 'df07e3fa-3f28-45bc-8c57-98ec7342c6e5', 'tenant_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'mac_address': 'fa:16:3e:48:3b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e607ba4-9930-44fe-93dc-6bdbcba9aee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '4f771295-d7b4-41e0-84c1-176db63b7abd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:15Z', 'updated_at': '2021-12-21T13:29:38Z', 'revision_number': 5, 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'subnets': [{'id': '4f771295-d7b4-41e0-84c1-176db63b7abd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:15.913605 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb302be-7e09-4630-9f88-171fb3806fc4 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Pushing event updated for resources: {'Port': ['ID=0e668e19-0a58-4234-aa57-70fc94f97757,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:15.917522 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-3fb302be-7e09-4630-9f88-171fb3806fc4 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:30:15.919736 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb302be-7e09-4630-9f88-171fb3806fc4 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:30:15.934904 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_v2 [None req-1af50d0c-6171-4c2a-8890-f033bfbdde25 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Deleting subnet e30af4c7-48bd-466c-883f-048b17a41169 {{(pid=103152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:30:15.965194 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8780bdb3-3da5-4f0a-ba47-70fd07fff875 None None] The sync data for ids ['5e607ba4-9930-44fe-93dc-6bdbcba9aee2'] in dv-neutron-master-2-hyperv is: [{'id': '5e607ba4-9930-44fe-93dc-6bdbcba9aee2', 'name': 'tempest-RoutersTest-router-758070956', 'tenant_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:28:56Z', 'updated_at': '2021-12-21T13:30:11Z', 'revision_number': 9, 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'gw_port_host': None, '_interfaces': [{'id': '103d063b-184d-4ce5-8374-f7db5124daa7', 'name': '', 'network_id': 'a2096345-ac39-4285-b67f-5f13a2a0698a', 'tenant_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'mac_address': 'fa:16:3e:77:f0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e607ba4-9930-44fe-93dc-6bdbcba9aee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'bcc4be89-a9c0-4d2c-916c-0d32f73303f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:03Z', 'updated_at': '2021-12-21T13:29:14Z', 'revision_number': 5, 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'subnets': [{'id': 'bcc4be89-a9c0-4d2c-916c-0d32f73303f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6097019a-8ed7-4666-85c2-c6c6bfdef5af', 'name': '', 'network_id': 'df07e3fa-3f28-45bc-8c57-98ec7342c6e5', 'tenant_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'mac_address': 'fa:16:3e:48:3b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e607ba4-9930-44fe-93dc-6bdbcba9aee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '4f771295-d7b4-41e0-84c1-176db63b7abd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:15Z', 'updated_at': '2021-12-21T13:29:38Z', 'revision_number': 5, 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'subnets': [{'id': '4f771295-d7b4-41e0-84c1-176db63b7abd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:30:16.013607 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:16.017747 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device f6b263a0-02a2-4f4a-9134-6cef5ae24941 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:30:16.059748 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1af50d0c-6171-4c2a-8890-f033bfbdde25 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for subnet, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:16.063242 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ab935f24-92f2-419c-8a27-61c80e007cfb tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:16.068697 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-04129c76-681b-4d3c-8246-ed7e18a3ff5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:16.073468 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef6db7c-bb07-4667-92f7-335a391447be None None] Checking router: a3b8eec5-8274-471c-bf6f-353920f71bae for host: dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:30:16.105421 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab935f24-92f2-419c-8a27-61c80e007cfb tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Pushing event deleted for resources: {'Port': ['ID=5adc386c-689d-4bc7-a6f1-dae54b79d3eb,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:16.127087 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab935f24-92f2-419c-8a27-61c80e007cfb tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] No DVR routers for this DVR port 5adc386c-689d-4bc7-a6f1-dae54b79d3eb on host dv-neutron-master-2-hyperv {{(pid=103153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:30:16.135255 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7364136b-e1e3-4a07-81ab-5e86557eefb2 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548730'] for router, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:16.137104 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1af50d0c-6171-4c2a-8890-f033bfbdde25 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526644'] for subnet, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:16.173058 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-04129c76-681b-4d3c-8246-ed7e18a3ff5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:16.262668 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-36199d89-87b6-4041-9fdc-1a44d72c9331 None None] Provisioning complete for port 032d56bb-4058-4434-9a9d-777fcd9be0c0 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:30:16.262931 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1af50d0c-6171-4c2a-8890-f033bfbdde25 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:16.263234 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-36199d89-87b6-4041-9fdc-1a44d72c9331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:16.291859 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef6db7c-bb07-4667-92f7-335a391447be None None] Routers {'a3b8eec5-8274-471c-bf6f-353920f71bae'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:30:16.292587 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-eef6db7c-bb07-4667-92f7-335a391447be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:29:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['a3b8eec5-8274-471c-bf6f-353920f71bae'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:16.357310 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-19c54259-7861-4d30-9c4d-593824fe4acc tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:16.366268 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-dc387363-88ac-4ec2-9fa7-f57c88589a26 None None] Deleting port 5adc386c-689d-4bc7-a6f1-dae54b79d3eb {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:30:16.366794 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-dc387363-88ac-4ec2-9fa7-f57c88589a26 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:16.379601 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7875a341-0cb6-478c-aa03-830fac168f3e None None] Network 8fb69fda-317a-4fc9-96bc-27b322e4c259 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:30:16.403349 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ab935f24-92f2-419c-8a27-61c80e007cfb tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:16.450070 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-ab935f24-92f2-419c-8a27-61c80e007cfb tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bd2dd5e-fcb5-4193-8496-12a446f2606d']}} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:16.459942 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port f6b263a0-02a2-4f4a-9134-6cef5ae24941 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:30:16.460394 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:16.464262 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Pushing event updated for resources: {'Port': ['ID=f582a339-8831-46a2-bbc9-52ff460f5168,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:16.474719 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-ab935f24-92f2-419c-8a27-61c80e007cfb tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8f96c34-1651-457b-b5dd-293412bb6e31') {'for_net_delete': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:16.475885 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-ab935f24-92f2-419c-8a27-61c80e007cfb tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8f96c34-1651-457b-b5dd-293412bb6e31') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:16.476483 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb302be-7e09-4630-9f88-171fb3806fc4 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:30:16.477734 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3fb302be-7e09-4630-9f88-171fb3806fc4 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:16.495904 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-04129c76-681b-4d3c-8246-ed7e18a3ff5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:16.498514 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-04129c76-681b-4d3c-8246-ed7e18a3ff5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:16.503327 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-04129c76-681b-4d3c-8246-ed7e18a3ff5d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5665e1fe-6e42-441a-a1ce-0a495ba961c6 HTTP/1.1" status: 204 len: 168 time: 0.6306930 Dec 21 13:30:16.519318 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ab935f24-92f2-419c-8a27-61c80e007cfb tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1585430'] for segment, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:16.546248 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1af50d0c-6171-4c2a-8890-f033bfbdde25 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12346570'] for subnet, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:16.570196 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-3fb302be-7e09-4630-9f88-171fb3806fc4 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.9225652 Dec 21 13:30:16.571169 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2c21cbe6-22d5-4208-b9cb-6a216fb0f64a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12346565'] for subnet, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:16.576580 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04129c76-681b-4d3c-8246-ed7e18a3ff5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5665e1fe-6e42-441a-a1ce-0a495ba961c6,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:16.578245 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57138) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:16.612137 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af50d0c-6171-4c2a-8890-f033bfbdde25 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event deleted for resources: {'Subnet': ['ID=e30af4c7-48bd-466c-883f-048b17a41169,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:16.626034 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-a24f53f0-8923-42b3-ac13-78de8fd3de95 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Request body: {'port': {'network_id': '8fb69fda-317a-4fc9-96bc-27b322e4c259', 'name': 'tempest-PortsTestJSON-1516672865', 'fixed_ips': [{'subnet_id': 'c671df9d-514b-482c-bfa1-a49ff8b29b60', 'ip_address': '172.20.0.9'}]}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:30:16.629015 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-19c54259-7861-4d30-9c4d-593824fe4acc tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12346570'] for subnet, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:16.641712 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ab935f24-92f2-419c-8a27-61c80e007cfb tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:16.656207 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1af50d0c-6171-4c2a-8890-f033bfbdde25 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:16.661709 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-1af50d0c-6171-4c2a-8890-f033bfbdde25 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "DELETE /v2.0/subnets/e30af4c7-48bd-466c-883f-048b17a41169 HTTP/1.1" status: 204 len: 168 time: 1.0409224 Dec 21 13:30:16.679036 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab935f24-92f2-419c-8a27-61c80e007cfb tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=103153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:30:16.679287 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-fbe81415-2c0e-478b-b86e-14d98fe55392 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Allocated IP 2001:db8::a3 (b130763d-4a25-4977-9964-44d67d152f28/7c098970-4da6-4a45-98fe-77f40e33e603/32792fac-7bde-4ec7-86eb-e79bab4e5d06) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:30:16.679607 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ab935f24-92f2-419c-8a27-61c80e007cfb tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11349758'] for segment, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:16.681102 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57140) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:16.683212 dv-neutron-master-2-hyperv neutron-server[103153]: Traceback (most recent call last): Dec 21 13:30:16.683212 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:30:16.683212 dv-neutron-master-2-hyperv neutron-server[103153]: timer() Dec 21 13:30:16.683212 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:30:16.683212 dv-neutron-master-2-hyperv neutron-server[103153]: cb(*args, **kw) Dec 21 13:30:16.683212 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:30:16.683212 dv-neutron-master-2-hyperv neutron-server[103153]: return func(*args, **kwargs) Dec 21 13:30:16.683212 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:30:16.683212 dv-neutron-master-2-hyperv neutron-server[103153]: self._notify() Dec 21 13:30:16.683212 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:30:16.683212 dv-neutron-master-2-hyperv neutron-server[103153]: self.callback(batched_events) Dec 21 13:30:16.683212 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:30:16.683212 dv-neutron-master-2-hyperv neutron-server[103153]: event.method(event) Dec 21 13:30:16.683212 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:30:16.683212 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:30:16.683212 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:30:16.683212 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:30:16.683212 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:30:16.683212 dv-neutron-master-2-hyperv neutron-server[103153]: return f(self, *a, **k) Dec 21 13:30:16.683212 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:30:16.683212 dv-neutron-master-2-hyperv neutron-server[103153]: return self._get(url).json() Dec 21 13:30:16.683212 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:30:16.683212 dv-neutron-master-2-hyperv neutron-server[103153]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:30:16.683212 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:30:16.683212 dv-neutron-master-2-hyperv neutron-server[103153]: return self.request(url, 'GET', **kwargs) Dec 21 13:30:16.683212 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:30:16.683212 dv-neutron-master-2-hyperv neutron-server[103153]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:30:16.683212 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:30:16.683212 dv-neutron-master-2-hyperv neutron-server[103153]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:30:16.683212 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:30:16.683212 dv-neutron-master-2-hyperv neutron-server[103153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:30:16.683212 dv-neutron-master-2-hyperv neutron-server[103153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:30:16.743221 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-19c54259-7861-4d30-9c4d-593824fe4acc tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:16.749559 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-19c54259-7861-4d30-9c4d-593824fe4acc tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "DELETE /v2.0/subnets/9e8ec415-b83e-4a91-874f-0bf7812c4065 HTTP/1.1" status: 204 len: 168 time: 1.9806752 Dec 21 13:30:16.761334 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57142) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:16.807365 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c21cbe6-22d5-4208-b9cb-6a216fb0f64a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a23b394-8668-424d-9647-33cc57f03290,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:16.862590 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-eef6db7c-bb07-4667-92f7-335a391447be None None] Set router a3b8eec5-8274-471c-bf6f-353920f71bae gateway port host: None {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:30:16.862813 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ab935f24-92f2-419c-8a27-61c80e007cfb tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:16.866860 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ab935f24-92f2-419c-8a27-61c80e007cfb tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:16.871750 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-ab935f24-92f2-419c-8a27-61c80e007cfb tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "DELETE /v2.0/networks/0bd2dd5e-fcb5-4193-8496-12a446f2606d HTTP/1.1" status: 204 len: 168 time: 2.5413752 Dec 21 13:30:16.892398 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57146) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:16.905429 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab935f24-92f2-419c-8a27-61c80e007cfb tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Pushing event deleted for resources: {'Network': ['ID=0bd2dd5e-fcb5-4193-8496-12a446f2606d,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:16.923348 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c21cbe6-22d5-4208-b9cb-6a216fb0f64a admin admin] Checking segment: {'id': 'e447d05a-9447-4be1-89a0-0237a1b526c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'e0f04b1c-bb25-45e9-a325-15dcdf4af126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:30:16.923952 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c21cbe6-22d5-4208-b9cb-6a216fb0f64a admin admin] Network hostable DHCP agents. Network: e0f04b1c-bb25-45e9-a325-15dcdf4af126, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:30:16.926076 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c54259-7861-4d30-9c4d-593824fe4acc tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Pushing event deleted for resources: {'Subnet': ['ID=9e8ec415-b83e-4a91-874f-0bf7812c4065,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:16.980812 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-eef6db7c-bb07-4667-92f7-335a391447be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b8eec5-8274-471c-bf6f-353920f71bae', 'name': 'tempest-NetworksTestDHCPv6-router-72700383', 'tenant_id': '4e9b97d81d204c53a28bf5666eaf36b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:29:58Z', 'updated_at': '2021-12-21T13:30:13Z', 'revision_number': 3, 'project_id': '4e9b97d81d204c53a28bf5666eaf36b7', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:16.985893 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-dcfc2824-7458-4a53-894a-5a135f064de6 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:17.002104 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-4ebde29d-8d2c-4314-b828-b5e76efee3ba tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 708 time: 0.3160832 Dec 21 13:30:17.013241 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57152) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:17.031409 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7364136b-e1e3-4a07-81ab-5e86557eefb2 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Router 881385bd-dec1-4bff-8219-53bb66d2d0c9 is scheduled to L3 agent 59e14383-78fa-487e-9299-b32042a98157 with binding_index 1 {{(pid=103153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 13:30:17.046089 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c21cbe6-22d5-4208-b9cb-6a216fb0f64a admin admin] Network e0f04b1c-bb25-45e9-a325-15dcdf4af126 is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:30:17.048478 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d1b462-ccf9-4f65-851e-553e8d436163 None None] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:30:17.068288 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-2c21cbe6-22d5-4208-b9cb-6a216fb0f64a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, e0f04b1c-bb25-45e9-a325-15dcdf4af126) {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:30:17.096239 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c21cbe6-22d5-4208-b9cb-6a216fb0f64a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:30:17.096841 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2c21cbe6-22d5-4208-b9cb-6a216fb0f64a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:17.117120 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e8d616-efb7-4ceb-8463-a324256e4290 None None] Network 3329f353-44f9-4447-aac2-b71a5a9d290d requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:30:17.126555 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef6db7c-bb07-4667-92f7-335a391447be None None] The sync data for ids ['a3b8eec5-8274-471c-bf6f-353920f71bae'] in dv-neutron-master-2-hyperv is: [{'id': 'a3b8eec5-8274-471c-bf6f-353920f71bae', 'name': 'tempest-NetworksTestDHCPv6-router-72700383', 'tenant_id': '4e9b97d81d204c53a28bf5666eaf36b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:29:58Z', 'updated_at': '2021-12-21T13:30:13Z', 'revision_number': 3, 'project_id': '4e9b97d81d204c53a28bf5666eaf36b7', 'gw_port_host': None}] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:30:17.132490 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-36199d89-87b6-4041-9fdc-1a44d72c9331 None None] Port 032d56bb-4058-4434-9a9d-777fcd9be0c0 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:30:17.139831 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-fbe81415-2c0e-478b-b86e-14d98fe55392 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:17.147090 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-2c21cbe6-22d5-4208-b9cb-6a216fb0f64a admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3765984 Dec 21 13:30:17.182180 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-dcfc2824-7458-4a53-894a-5a135f064de6 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Deleting port c8cdbb39-8fa9-4692-942e-a92427ac9244 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:30:17.182553 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-dcfc2824-7458-4a53-894a-5a135f064de6 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:17.217886 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69214a1-cb11-436e-9c5e-e66a164c1a16 None None] Network e0f04b1c-bb25-45e9-a325-15dcdf4af126 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:30:17.274489 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-fbe81415-2c0e-478b-b86e-14d98fe55392 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:17.336202 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-dc387363-88ac-4ec2-9fa7-f57c88589a26 None None] For port 5adc386c-689d-4bc7-a6f1-dae54b79d3eb, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:30:17.336782 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-dc387363-88ac-4ec2-9fa7-f57c88589a26 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:17.348021 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe81415-2c0e-478b-b86e-14d98fe55392 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Pushing event updated for resources: {'Port': ['ID=32792fac-7bde-4ec7-86eb-e79bab4e5d06,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:17.376356 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe81415-2c0e-478b-b86e-14d98fe55392 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Network b130763d-4a25-4977-9964-44d67d152f28 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:30:17.378920 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-dcfc2824-7458-4a53-894a-5a135f064de6 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] For port c8cdbb39-8fa9-4692-942e-a92427ac9244, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c8cdbb39-8fa9-4692-942e-a92427ac9244,segment=NetworkSegment(adc778e3-5a34-4d53-922b-f8878f03791b),segment_id=adc778e3-5a34-4d53-922b-f8878f03791b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:30:17.379296 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-dcfc2824-7458-4a53-894a-5a135f064de6 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:17.382320 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-fbe81415-2c0e-478b-b86e-14d98fe55392 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:30:17.384829 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe81415-2c0e-478b-b86e-14d98fe55392 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:30:17.392317 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe81415-2c0e-478b-b86e-14d98fe55392 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:30:17.392965 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-fbe81415-2c0e-478b-b86e-14d98fe55392 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:17.413523 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-dcfc2824-7458-4a53-894a-5a135f064de6 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Calling delete_port for c8cdbb39-8fa9-4692-942e-a92427ac9244 owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:30:17.417134 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-36199d89-87b6-4041-9fdc-1a44d72c9331 None None] Provisioning complete for port f582a339-8831-46a2-bbc9-52ff460f5168 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:30:17.417486 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-36199d89-87b6-4041-9fdc-1a44d72c9331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:17.441764 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-dc387363-88ac-4ec2-9fa7-f57c88589a26 None None] Calling delete_port for 5adc386c-689d-4bc7-a6f1-dae54b79d3eb owned by network:dhcp {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:30:17.504013 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.ipam_backend_mixin [None req-dc387363-88ac-4ec2-9fa7-f57c88589a26 None None] Port 5adc386c-689d-4bc7-a6f1-dae54b79d3eb was not found and therefore no delete operation was performed {{(pid=103154) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 21 13:30:17.530805 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-dc387363-88ac-4ec2-9fa7-f57c88589a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636'] for port, after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:17.558295 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-fbe81415-2c0e-478b-b86e-14d98fe55392 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.9795580 Dec 21 13:30:17.559682 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57168) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:17.578969 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-c45ecd9c-10e0-4b19-bc47-181a59190c8a tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Request body: {'subnet': {'network_id': 'b130763d-4a25-4977-9964-44d67d152f28', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:30:17.589774 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-5055ef70-3156-434d-a925-18b20423f1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf3ff8a-af97-4de4-b3e0-de9adbadc076', 'name': 'tempest-RoutersIpV6Test-router-1585507894', 'tenant_id': 'd368a1938e3342de9d3358d110005af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:28:52Z', 'updated_at': '2021-12-21T13:30:10Z', 'revision_number': 9, 'project_id': 'd368a1938e3342de9d3358d110005af5', 'gw_port_host': None, '_interfaces': [{'id': '7111fafc-3054-4310-a775-f4360d66a24d', 'name': '', 'network_id': '2cf63e90-259f-413d-9f59-c6e07bb014ac', 'tenant_id': 'd368a1938e3342de9d3358d110005af5', 'mac_address': 'fa:16:3e:3d:f9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf3ff8a-af97-4de4-b3e0-de9adbadc076', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '3a2300ef-3c43-47b0-8476-ddfb30a8d010', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:28:58Z', 'updated_at': '2021-12-21T13:29:13Z', 'revision_number': 5, 'project_id': 'd368a1938e3342de9d3358d110005af5', 'subnets': [{'id': '3a2300ef-3c43-47b0-8476-ddfb30a8d010', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abd5eefe-e121-4d3a-a3b4-d87fd46c1bbe', 'name': '', 'network_id': '5d56b04d-834e-44d0-8a4a-bef509c35d33', 'tenant_id': 'd368a1938e3342de9d3358d110005af5', 'mac_address': 'fa:16:3e:a4:5b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf3ff8a-af97-4de4-b3e0-de9adbadc076', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'efd71155-42c5-4846-a6d3-b0a48a3b13b8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:11Z', 'updated_at': '2021-12-21T13:29:20Z', 'revision_number': 5, 'project_id': 'd368a1938e3342de9d3358d110005af5', 'subnets': [{'id': 'efd71155-42c5-4846-a6d3-b0a48a3b13b8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:17.702072 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-dcfc2824-7458-4a53-894a-5a135f064de6 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:17.748240 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfc2824-7458-4a53-894a-5a135f064de6 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] No DVR routers for this DVR port c8cdbb39-8fa9-4692-942e-a92427ac9244 on host dv-neutron-master-2-hyperv {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:30:17.758913 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfc2824-7458-4a53-894a-5a135f064de6 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Pushing event deleted for resources: {'Port': ['ID=c8cdbb39-8fa9-4692-942e-a92427ac9244,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:17.767200 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-dc387363-88ac-4ec2-9fa7-f57c88589a26 None None] Network 0bd2dd5e-fcb5-4193-8496-12a446f2606d is not hosted by any dhcp agent {{(pid=103154) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 21 13:30:17.785034 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc387363-88ac-4ec2-9fa7-f57c88589a26 None None] No DVR routers for this DVR port 5adc386c-689d-4bc7-a6f1-dae54b79d3eb on host dv-neutron-master-2-hyperv {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:30:17.790816 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5055ef70-3156-434d-a925-18b20423f1f3 None None] The sync data for ids ['caf3ff8a-af97-4de4-b3e0-de9adbadc076'] in dv-neutron-master-2-hyperv is: [{'id': 'caf3ff8a-af97-4de4-b3e0-de9adbadc076', 'name': 'tempest-RoutersIpV6Test-router-1585507894', 'tenant_id': 'd368a1938e3342de9d3358d110005af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:28:52Z', 'updated_at': '2021-12-21T13:30:10Z', 'revision_number': 9, 'project_id': 'd368a1938e3342de9d3358d110005af5', 'gw_port_host': None, '_interfaces': [{'id': '7111fafc-3054-4310-a775-f4360d66a24d', 'name': '', 'network_id': '2cf63e90-259f-413d-9f59-c6e07bb014ac', 'tenant_id': 'd368a1938e3342de9d3358d110005af5', 'mac_address': 'fa:16:3e:3d:f9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf3ff8a-af97-4de4-b3e0-de9adbadc076', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '3a2300ef-3c43-47b0-8476-ddfb30a8d010', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:28:58Z', 'updated_at': '2021-12-21T13:29:13Z', 'revision_number': 5, 'project_id': 'd368a1938e3342de9d3358d110005af5', 'subnets': [{'id': '3a2300ef-3c43-47b0-8476-ddfb30a8d010', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abd5eefe-e121-4d3a-a3b4-d87fd46c1bbe', 'name': '', 'network_id': '5d56b04d-834e-44d0-8a4a-bef509c35d33', 'tenant_id': 'd368a1938e3342de9d3358d110005af5', 'mac_address': 'fa:16:3e:a4:5b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf3ff8a-af97-4de4-b3e0-de9adbadc076', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'efd71155-42c5-4846-a6d3-b0a48a3b13b8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:11Z', 'updated_at': '2021-12-21T13:29:20Z', 'revision_number': 5, 'project_id': 'd368a1938e3342de9d3358d110005af5', 'subnets': [{'id': 'efd71155-42c5-4846-a6d3-b0a48a3b13b8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:30:17.816945 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc387363-88ac-4ec2-9fa7-f57c88589a26 None None] Pushing event deleted for resources: {'Port': ['ID=5adc386c-689d-4bc7-a6f1-dae54b79d3eb,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:17.925872 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eed923b-1329-40d5-9d13-903d32cc1703 None None] DHCP port deletion for ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:30:17.949170 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8644c4e9-78da-4521-8f4f-631e373d5e65 None None] Network e0f04b1c-bb25-45e9-a325-15dcdf4af126 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:30:17.973119 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-dcfc2824-7458-4a53-894a-5a135f064de6 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:18.031000 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-dcfc2824-7458-4a53-894a-5a135f064de6 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3329f353-44f9-4447-aac2-b71a5a9d290d']}} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:18.043343 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-dcfc2824-7458-4a53-894a-5a135f064de6 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adc778e3-5a34-4d53-922b-f8878f03791b') {'for_net_delete': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:18.043643 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-dcfc2824-7458-4a53-894a-5a135f064de6 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adc778e3-5a34-4d53-922b-f8878f03791b') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:18.061067 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57176) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:18.090106 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-dcfc2824-7458-4a53-894a-5a135f064de6 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526653'] for segment, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:18.111515 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a24f53f0-8923-42b3-ac13-78de8fd3de95 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Made reservation on behalf of 401fab62d2cc4dcc90d3b9ab6f110b7e for: {'port': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:30:18.179092 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-dcfc2824-7458-4a53-894a-5a135f064de6 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:18.189096 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c45ecd9c-10e0-4b19-bc47-181a59190c8a tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Made reservation on behalf of 3edf34a3eecc442ea8df7c8164f4e61d for: {'subnet': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:30:18.203408 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c45ecd9c-10e0-4b19-bc47-181a59190c8a tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12346583'] for subnet, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:18.222203 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcfc2824-7458-4a53-894a-5a135f064de6 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=103152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:30:18.230494 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-dcfc2824-7458-4a53-894a-5a135f064de6 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805426'] for segment, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:18.235672 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12264e80-a1e4-4baa-8b33-3f1e21bc1540 None None] DHCP port deletion for 3329f353-44f9-4447-aac2-b71a5a9d290d request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:30:18.237081 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a24f53f0-8923-42b3-ac13-78de8fd3de95 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:18.251013 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:18.251013 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:30:18.251013 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:18.251013 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:30:18.251013 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:18.251013 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:30:18.251013 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:18.251013 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:30:18.251013 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:18.251013 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:30:18.251013 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:18.251013 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:30:18.251013 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:18.251013 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:30:18.251013 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:18.251013 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:30:18.251013 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:18.251013 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:30:18.251013 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:18.251013 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:30:18.251013 dv-neutron-master-2-hyperv neutron-server[103152]: Traceback (most recent call last): Dec 21 13:30:18.251013 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:30:18.251013 dv-neutron-master-2-hyperv neutron-server[103152]: timer() Dec 21 13:30:18.251013 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:30:18.251013 dv-neutron-master-2-hyperv neutron-server[103152]: cb(*args, **kw) Dec 21 13:30:18.251013 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:30:18.251013 dv-neutron-master-2-hyperv neutron-server[103152]: return func(*args, **kwargs) Dec 21 13:30:18.251013 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:30:18.251013 dv-neutron-master-2-hyperv neutron-server[103152]: self._notify() Dec 21 13:30:18.251013 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:30:18.251013 dv-neutron-master-2-hyperv neutron-server[103152]: self.callback(batched_events) Dec 21 13:30:18.251013 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:30:18.251013 dv-neutron-master-2-hyperv neutron-server[103152]: event.method(event) Dec 21 13:30:18.251013 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:30:18.251013 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:30:18.251013 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:30:18.251013 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:30:18.251013 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:30:18.251013 dv-neutron-master-2-hyperv neutron-server[103152]: return f(self, *a, **k) Dec 21 13:30:18.251013 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:30:18.251013 dv-neutron-master-2-hyperv neutron-server[103152]: return self._get(url).json() Dec 21 13:30:18.251013 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:30:18.251013 dv-neutron-master-2-hyperv neutron-server[103152]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:30:18.251013 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:30:18.251013 dv-neutron-master-2-hyperv neutron-server[103152]: return self.request(url, 'GET', **kwargs) Dec 21 13:30:18.251013 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:30:18.251013 dv-neutron-master-2-hyperv neutron-server[103152]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:30:18.251013 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:30:18.251013 dv-neutron-master-2-hyperv neutron-server[103152]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:30:18.251013 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:30:18.251013 dv-neutron-master-2-hyperv neutron-server[103152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:30:18.251013 dv-neutron-master-2-hyperv neutron-server[103152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:30:18.497199 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-9eed923b-1329-40d5-9d13-903d32cc1703 None None] Deleting port 3c292abe-8a6f-4613-9bd3-5787afbdff3d {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:30:18.498084 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-9eed923b-1329-40d5-9d13-903d32cc1703 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:18.512889 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-dcfc2824-7458-4a53-894a-5a135f064de6 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:18.525310 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-dcfc2824-7458-4a53-894a-5a135f064de6 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks [] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:18.532905 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-dcfc2824-7458-4a53-894a-5a135f064de6 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "DELETE /v2.0/networks/3329f353-44f9-4447-aac2-b71a5a9d290d HTTP/1.1" status: 204 len: 168 time: 1.7686269 Dec 21 13:30:18.533857 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [None req-a24f53f0-8923-42b3-ac13-78de8fd3de95 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] device_id is not set on port fe3e86c6-023a-4e65-9256-9ada898b3bab yet. {{(pid=103153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 13:30:18.543304 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57184) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:18.626617 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 074d5ce9-a4dd-49c2-a1e3-1422e74885ea up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:30:18.674815 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57188) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:18.678977 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5c9cf2e8-b3e8-49ae-8cec-d068b1e2ca0f tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for router, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:18.689971 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfc2824-7458-4a53-894a-5a135f064de6 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Pushing event deleted for resources: {'Network': ['ID=3329f353-44f9-4447-aac2-b71a5a9d290d,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:18.705649 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-9eed923b-1329-40d5-9d13-903d32cc1703 None None] For port 3c292abe-8a6f-4613-9bd3-5787afbdff3d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3c292abe-8a6f-4613-9bd3-5787afbdff3d,segment=NetworkSegment(b20a5dbe-a251-4a83-ae2d-3ffbda6396cf),segment_id=b20a5dbe-a251-4a83-ae2d-3ffbda6396cf)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:30:18.706054 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-9eed923b-1329-40d5-9d13-903d32cc1703 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:18.720413 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-2bbf34dc-6597-4287-be7c-632d958e5eac None None] Provisioning complete for port 074d5ce9-a4dd-49c2-a1e3-1422e74885ea triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:30:18.720791 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-2bbf34dc-6597-4287-be7c-632d958e5eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:18.723127 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-8c5e688e-b9af-4d6e-9ab5-9d482ca33a3a admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1189323523-network', 'tenant_id': '170616d6dd0c4daca89af714a11fe7d0'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:30:18.728692 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-9eed923b-1329-40d5-9d13-903d32cc1703 None None] Calling delete_port for 3c292abe-8a6f-4613-9bd3-5787afbdff3d owned by network:dhcp {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:30:18.738576 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.ipam_backend_mixin [None req-c45ecd9c-10e0-4b19-bc47-181a59190c8a tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7c098970-4da6-4a45-98fe-77f40e33e603 (CIDR: 2001:db8::/64) Dec 21 13:30:18.747315 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 074d5ce9-a4dd-49c2-a1e3-1422e74885ea triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:30:18.747536 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:18.753796 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-8aceb4a3-615f-416c-8f8b-a73c38db8fbc tempest-AgentManagementNegativeTest-539444334 tempest-AgentManagementNegativeTest-539444334-project] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.6741369 Dec 21 13:30:18.759249 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-c45ecd9c-10e0-4b19-bc47-181a59190c8a tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 13:30:18.760635 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c45ecd9c-10e0-4b19-bc47-181a59190c8a tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:30:18.954919 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:18.960935 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-c45ecd9c-10e0-4b19-bc47-181a59190c8a tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3958921 Dec 21 13:30:18.961871 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57192) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:18.973612 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-b4c1f127-098e-4732-88d4-54706278c065 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Request body: {'subnet': {'network_id': 'b130763d-4a25-4977-9964-44d67d152f28', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:30:18.976519 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-9eed923b-1329-40d5-9d13-903d32cc1703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636'] for port, after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:18.989158 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-2bbf34dc-6597-4287-be7c-632d958e5eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:18.993802 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c5e688e-b9af-4d6e-9ab5-9d482ca33a3a admin admin] Made reservation on behalf of 170616d6dd0c4daca89af714a11fe7d0 for: {'network': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:30:18.996246 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8c5e688e-b9af-4d6e-9ab5-9d482ca33a3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:19.045510 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eed923b-1329-40d5-9d13-903d32cc1703 None None] Pushing event deleted for resources: {'Port': ['ID=3c292abe-8a6f-4613-9bd3-5787afbdff3d,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:19.053826 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eed923b-1329-40d5-9d13-903d32cc1703 None None] No DVR routers for this DVR port 3c292abe-8a6f-4613-9bd3-5787afbdff3d on host dv-neutron-master-2-hyperv {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:30:19.085397 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8c5e688e-b9af-4d6e-9ab5-9d482ca33a3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:19.110834 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5c9cf2e8-b3e8-49ae-8cec-d068b1e2ca0f tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26950'] for router, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:19.120466 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5c9cf2e8-b3e8-49ae-8cec-d068b1e2ca0f tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:19.121132 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] For port 074d5ce9-a4dd-49c2-a1e3-1422e74885ea, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=074d5ce9-a4dd-49c2-a1e3-1422e74885ea,segment=NetworkSegment(814a1674-ad31-45ca-bbe1-1360eb94fd3d),segment_id=814a1674-ad31-45ca-bbe1-1360eb94fd3d)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:30:19.126178 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7364136b-e1e3-4a07-81ab-5e86557eefb2 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:30:19.127993 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:19.129172 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device f582a339-8831-46a2-bbc9-52ff460f5168 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:30:19.140970 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2601c317-e197-4aa5-aa75-6a6659f7b4e0 None None] Sync routers for ids ['881385bd-dec1-4bff-8219-53bb66d2d0c9'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:30:19.160362 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2601c317-e197-4aa5-aa75-6a6659f7b4e0 None None] Routers {'881385bd-dec1-4bff-8219-53bb66d2d0c9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:30:19.162019 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57196) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:19.162507 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-2601c317-e197-4aa5-aa75-6a6659f7b4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:29:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['881385bd-dec1-4bff-8219-53bb66d2d0c9'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:19.188544 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-a24f53f0-8923-42b3-ac13-78de8fd3de95 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Allocated IP 172.20.0.9 (8fb69fda-317a-4fc9-96bc-27b322e4c259/c671df9d-514b-482c-bfa1-a49ff8b29b60/fe3e86c6-023a-4e65-9256-9ada898b3bab) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:30:19.217965 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-2601c317-e197-4aa5-aa75-6a6659f7b4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:19.231833 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2601c317-e197-4aa5-aa75-6a6659f7b4e0 None None] Routers {'881385bd-dec1-4bff-8219-53bb66d2d0c9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:30:19.232727 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-2601c317-e197-4aa5-aa75-6a6659f7b4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:29:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['881385bd-dec1-4bff-8219-53bb66d2d0c9'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:19.282714 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-2601c317-e197-4aa5-aa75-6a6659f7b4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:19.283715 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2601c317-e197-4aa5-aa75-6a6659f7b4e0 None None] The sync data for ids ['881385bd-dec1-4bff-8219-53bb66d2d0c9'] in dv-neutron-master-2-hyperv is: [] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:30:19.349598 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.db.api [None req-2bbf34dc-6597-4287-be7c-632d958e5eac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 13:30:19.350384 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG oslo_db.api [None req-2bbf34dc-6597-4287-be7c-632d958e5eac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 13:30:19.368258 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Pushing event updated for resources: {'Port': ['ID=074d5ce9-a4dd-49c2-a1e3-1422e74885ea,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:19.377804 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7364136b-e1e3-4a07-81ab-5e86557eefb2 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks [] for router, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:19.379103 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-7364136b-e1e3-4a07-81ab-5e86557eefb2 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 9.4323323 Dec 21 13:30:19.385184 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port f582a339-8831-46a2-bbc9-52ff460f5168 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:30:19.385912 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:19.386442 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5c9cf2e8-b3e8-49ae-8cec-d068b1e2ca0f tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534967'] for router, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:19.386966 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c9cf2e8-b3e8-49ae-8cec-d068b1e2ca0f tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Fanout notify agent at l3_agent the message router_deleted on router a3b8eec5-8274-471c-bf6f-353920f71bae {{(pid=103153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 13:30:19.390616 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8c5e688e-b9af-4d6e-9ab5-9d482ca33a3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:19.391538 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57200) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:19.410563 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5c9cf2e8-b3e8-49ae-8cec-d068b1e2ca0f tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for router, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:19.419138 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-5c9cf2e8-b3e8-49ae-8cec-d068b1e2ca0f tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "DELETE /v2.0/routers/a3b8eec5-8274-471c-bf6f-353920f71bae HTTP/1.1" status: 204 len: 168 time: 2.4004087 Dec 21 13:30:19.433325 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57202) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:19.503393 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-c8139817-1847-410d-85f2-7b52d119a2b3 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Request body: {'subnet': {'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:30:19.507246 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8c5e688e-b9af-4d6e-9ab5-9d482ca33a3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:19.637010 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-03034347-d36f-4342-9548-dd4003a49c79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:19.669492 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 8ea2abb2-03f3-4532-aaef-aae981701ad9 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:30:19.679717 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c5e688e-b9af-4d6e-9ab5-9d482ca33a3a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=103153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:30:19.696184 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: 8ea2abb2-03f3-4532-aaef-aae981701ad9 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:30:19.696744 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 8ea2abb2-03f3-4532-aaef-aae981701ad9 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:30:19.697352 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 12f8a58c-af26-4927-ac38-f21ade108865 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:30:19.708192 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4c1f127-098e-4732-88d4-54706278c065 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Made reservation on behalf of 3edf34a3eecc442ea8df7c8164f4e61d for: {'subnet': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:30:19.711693 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b4c1f127-098e-4732-88d4-54706278c065 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12346583'] for subnet, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:19.717866 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: 12f8a58c-af26-4927-ac38-f21ade108865 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:30:19.718368 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 12f8a58c-af26-4927-ac38-f21ade108865 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:30:19.719081 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 1f1199eb-1523-429a-874e-f9cca335a744 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:30:19.733980 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5e688e-b9af-4d6e-9ab5-9d482ca33a3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=511f280f-6f8e-4816-9801-5e6f71812903,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:19.746585 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: 1f1199eb-1523-429a-874e-f9cca335a744 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:30:19.746932 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 1f1199eb-1523-429a-874e-f9cca335a744 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:30:19.747385 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 3c292abe-8a6f-4613-9bd3-5787afbdff3d no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:30:19.766684 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: 3c292abe-8a6f-4613-9bd3-5787afbdff3d {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:30:19.767026 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 3c292abe-8a6f-4613-9bd3-5787afbdff3d not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:30:19.767457 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device c8cdbb39-8fa9-4692-942e-a92427ac9244 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:30:19.786856 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: c8cdbb39-8fa9-4692-942e-a92427ac9244 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:30:19.787084 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device c8cdbb39-8fa9-4692-942e-a92427ac9244 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:30:19.787414 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 5adc386c-689d-4bc7-a6f1-dae54b79d3eb no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:30:19.788781 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8c5e688e-b9af-4d6e-9ab5-9d482ca33a3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:19.789136 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.segments_db [None req-8c5e688e-b9af-4d6e-9ab5-9d482ca33a3a admin admin] Added segment 208fbf9c-dac1-4a5f-b8c3-c0681451ada6 of type vlan for network cfbf8222-fbb2-4e74-9279-8b6b653e277f Dec 21 13:30:19.807653 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: 5adc386c-689d-4bc7-a6f1-dae54b79d3eb {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:30:19.809467 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 5adc386c-689d-4bc7-a6f1-dae54b79d3eb not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:30:19.871570 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.ipam_backend_mixin [None req-b4c1f127-098e-4732-88d4-54706278c065 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 8d202038-3468-4ab2-b495-ca47bae818cc (CIDR: 2001:db8:0:1::/64) Dec 21 13:30:19.878785 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4c1f127-098e-4732-88d4-54706278c065 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 13:30:19.879391 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4c1f127-098e-4732-88d4-54706278c065 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:30:19.894461 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5a5f0627-2638-46aa-aeb4-0c50c30858cb tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532692'] for router_interface, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:19.906714 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-2bbf34dc-6597-4287-be7c-632d958e5eac None None] Provisioning complete for port 32792fac-7bde-4ec7-86eb-e79bab4e5d06 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:30:19.907087 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-2bbf34dc-6597-4287-be7c-632d958e5eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:19.937803 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-b4c1f127-098e-4732-88d4-54706278c065 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.9698036 Dec 21 13:30:19.940696 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57204) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:19.945740 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-50bf4983-d0d8-4f71-a44e-398312781aa3 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Request body: {'subnet': {'network_id': 'b130763d-4a25-4977-9964-44d67d152f28', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:30:19.946863 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-2bbf34dc-6597-4287-be7c-632d958e5eac None None] Port 32792fac-7bde-4ec7-86eb-e79bab4e5d06 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:30:19.960171 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-2bbf34dc-6597-4287-be7c-632d958e5eac None None] Provisioning complete for port 0e668e19-0a58-4234-aa57-70fc94f97757 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:30:19.960544 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-2bbf34dc-6597-4287-be7c-632d958e5eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:19.977102 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8c5e688e-b9af-4d6e-9ab5-9d482ca33a3a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:20.091127 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8139817-1847-410d-85f2-7b52d119a2b3 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Made reservation on behalf of 4e9b97d81d204c53a28bf5666eaf36b7 for: {'subnet': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:30:20.094785 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c8139817-1847-410d-85f2-7b52d119a2b3 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11288759'] for subnet, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:20.149497 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a24f53f0-8923-42b3-ac13-78de8fd3de95 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:20.156367 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-2bbf34dc-6597-4287-be7c-632d958e5eac None None] Port 0e668e19-0a58-4234-aa57-70fc94f97757 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:30:20.172283 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50bf4983-d0d8-4f71-a44e-398312781aa3 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Made reservation on behalf of 3edf34a3eecc442ea8df7c8164f4e61d for: {'subnet': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:30:20.176035 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-50bf4983-d0d8-4f71-a44e-398312781aa3 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12346583'] for subnet, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:20.183826 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8c5e688e-b9af-4d6e-9ab5-9d482ca33a3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:20.183826 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5e688e-b9af-4d6e-9ab5-9d482ca33a3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:30:20.184317 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8c5e688e-b9af-4d6e-9ab5-9d482ca33a3a admin admin] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:20.286438 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 074d5ce9-a4dd-49c2-a1e3-1422e74885ea up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:30:20.316361 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-03034347-d36f-4342-9548-dd4003a49c79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:20.328852 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-8c5e688e-b9af-4d6e-9ab5-9d482ca33a3a admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6525505 Dec 21 13:30:20.346436 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 074d5ce9-a4dd-49c2-a1e3-1422e74885ea triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:30:20.346818 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:20.347370 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57206) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:20.358841 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-8b5aae7e-d5f6-48ff-b648-72f3d6d15132 admin admin] Request body: {'subnet': {'network_id': 'cfbf8222-fbb2-4e74-9279-8b6b653e277f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1189323523-subnet', 'tenant_id': '170616d6dd0c4daca89af714a11fe7d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:30:20.359059 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-03034347-d36f-4342-9548-dd4003a49c79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:20.462489 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b5aae7e-d5f6-48ff-b648-72f3d6d15132 admin admin] Made reservation on behalf of 170616d6dd0c4daca89af714a11fe7d0 for: {'subnet': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:30:20.465933 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8b5aae7e-d5f6-48ff-b648-72f3d6d15132 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12346583'] for subnet, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:20.468744 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5e688e-b9af-4d6e-9ab5-9d482ca33a3a admin admin] Pushing event updated for resources: {'Network': ['ID=cfbf8222-fbb2-4e74-9279-8b6b653e277f,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:20.481082 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network cfbf8222-fbb2-4e74-9279-8b6b653e277f details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:30:20.511216 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a24f53f0-8923-42b3-ac13-78de8fd3de95 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:20.514937 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-165aa972-80d8-4512-b1b6-ca7088e4d4c2 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532692'] for router_interface, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:20.562013 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03034347-d36f-4342-9548-dd4003a49c79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e35593-3240-4501-9f34-b0c83a70cf1f,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:20.575875 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-03034347-d36f-4342-9548-dd4003a49c79 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4390c1c9d28d41e790d8c9ca5a006095&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4033375 Dec 21 13:30:20.580243 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57208) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:20.613624 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-5a5f0627-2638-46aa-aeb4-0c50c30858cb tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Deleting port 6097019a-8ed7-4666-85c2-c6c6bfdef5af {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:30:20.613878 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5a5f0627-2638-46aa-aeb4-0c50c30858cb tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:20.725311 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-50bf4983-d0d8-4f71-a44e-398312781aa3 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12346565'] for subnet, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:20.799574 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50bf4983-d0d8-4f71-a44e-398312781aa3 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Network b130763d-4a25-4977-9964-44d67d152f28 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:30:20.821274 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-50bf4983-d0d8-4f71-a44e-398312781aa3 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:30:20.833229 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eda3bf4-768e-44a5-9fab-7a431bff98aa None None] Network b130763d-4a25-4977-9964-44d67d152f28 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:30:20.849145 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50bf4983-d0d8-4f71-a44e-398312781aa3 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:30:20.849743 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-50bf4983-d0d8-4f71-a44e-398312781aa3 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:20.872961 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bf4983-d0d8-4f71-a44e-398312781aa3 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Pushing event updated for resources: {'Subnet': ['ID=a21cd3c9-20ee-4e3c-8384-30f20b98be9f,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:20.890013 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-125c1b5c-a857-4e24-a340-4102a8be8763 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:20.910463 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-5a5f0627-2638-46aa-aeb4-0c50c30858cb tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] For port 6097019a-8ed7-4666-85c2-c6c6bfdef5af, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6097019a-8ed7-4666-85c2-c6c6bfdef5af,segment=NetworkSegment(6c9dd1ad-4497-456c-a1eb-988c28f9820a),segment_id=6c9dd1ad-4497-456c-a1eb-988c28f9820a)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:30:20.911311 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5a5f0627-2638-46aa-aeb4-0c50c30858cb tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:20.919388 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-50bf4983-d0d8-4f71-a44e-398312781aa3 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9745481 Dec 21 13:30:20.932007 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57210) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:20.944342 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-222f27f5-c11d-4c79-b2bf-96ddf92227e7 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1011312047', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a21cd3c9-20ee-4e3c-8384-30f20b98be9f'}], 'security_groups': ['22dd1bb3-24fe-490b-877b-8a404ddc1b37', '03fe867d-a450-4469-80f1-b7d79557b221']}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:30:20.947769 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-5a5f0627-2638-46aa-aeb4-0c50c30858cb tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Calling delete_port for 6097019a-8ed7-4666-85c2-c6c6bfdef5af owned by network:router_interface {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:30:20.992963 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-125c1b5c-a857-4e24-a340-4102a8be8763 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:21.049573 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24f53f0-8923-42b3-ac13-78de8fd3de95 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Network 8fb69fda-317a-4fc9-96bc-27b322e4c259 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:30:21.057309 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd905c80-9285-4a77-95a2-d60b7eb5b7e0 None None] Update dhcp port {'port': {'network_id': 'b130763d-4a25-4977-9964-44d67d152f28', 'fixed_ips': [{'subnet_id': '8d202038-3468-4ab2-b495-ca47bae818cc', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '7c098970-4da6-4a45-98fe-77f40e33e603', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a21cd3c9-20ee-4e3c-8384-30f20b98be9f'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': 'f6b263a0-02a2-4f4a-9134-6cef5ae24941'} from dv-neutron-master-2-hyperv. {{(pid=103154) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 21 13:30:21.076774 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-a24f53f0-8923-42b3-ac13-78de8fd3de95 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:30:21.085683 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24f53f0-8923-42b3-ac13-78de8fd3de95 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:30:21.091046 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24f53f0-8923-42b3-ac13-78de8fd3de95 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Pushing event updated for resources: {'Port': ['ID=fe3e86c6-023a-4e65-9256-9ada898b3bab,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:21.105904 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8b5aae7e-d5f6-48ff-b648-72f3d6d15132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12346565'] for subnet, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:21.110094 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-cd905c80-9285-4a77-95a2-d60b7eb5b7e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:21.254453 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5aae7e-d5f6-48ff-b648-72f3d6d15132 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c1b4678-3c8d-4da1-b8f0-dee0771ab12a,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:21.313698 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-125c1b5c-a857-4e24-a340-4102a8be8763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:21.316306 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-125c1b5c-a857-4e24-a340-4102a8be8763 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:21.319828 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-125c1b5c-a857-4e24-a340-4102a8be8763 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b2e35593-3240-4501-9f34-b0c83a70cf1f HTTP/1.1" status: 204 len: 168 time: 0.7332244 Dec 21 13:30:21.342425 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24f53f0-8923-42b3-ac13-78de8fd3de95 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:30:21.347607 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a24f53f0-8923-42b3-ac13-78de8fd3de95 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:21.386024 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125c1b5c-a857-4e24-a340-4102a8be8763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e35593-3240-4501-9f34-b0c83a70cf1f,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:21.386024 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5aae7e-d5f6-48ff-b648-72f3d6d15132 admin admin] Checking segment: {'id': '208fbf9c-dac1-4a5f-b8c3-c0681451ada6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'cfbf8222-fbb2-4e74-9279-8b6b653e277f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:30:21.386024 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5aae7e-d5f6-48ff-b648-72f3d6d15132 admin admin] Network hostable DHCP agents. Network: cfbf8222-fbb2-4e74-9279-8b6b653e277f, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:30:21.421765 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c8139817-1847-410d-85f2-7b52d119a2b3 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11195289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11288741'] for subnet, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:21.479376 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-cd905c80-9285-4a77-95a2-d60b7eb5b7e0 None None] Allocated IP 2001:db8:0:2::2 (b130763d-4a25-4977-9964-44d67d152f28/a21cd3c9-20ee-4e3c-8384-30f20b98be9f/f6b263a0-02a2-4f4a-9134-6cef5ae24941) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:30:21.490042 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8139817-1847-410d-85f2-7b52d119a2b3 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:30:21.503169 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-a24f53f0-8923-42b3-ac13-78de8fd3de95 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.9053905 Dec 21 13:30:21.505626 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57214) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:21.512414 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5aae7e-d5f6-48ff-b648-72f3d6d15132 admin admin] Network cfbf8222-fbb2-4e74-9279-8b6b653e277f is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:30:21.528407 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-0b01f3be-7661-4c79-9692-604ca71c73f2 None None] Provisioning complete for port fe3e86c6-023a-4e65-9256-9ada898b3bab triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:30:21.529170 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-0b01f3be-7661-4c79-9692-604ca71c73f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:21.531100 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-222f27f5-c11d-4c79-b2bf-96ddf92227e7 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:21.536665 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-8b5aae7e-d5f6-48ff-b648-72f3d6d15132 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, cfbf8222-fbb2-4e74-9279-8b6b653e277f) {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:30:21.558250 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5aae7e-d5f6-48ff-b648-72f3d6d15132 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:30:21.558250 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8b5aae7e-d5f6-48ff-b648-72f3d6d15132 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:21.571147 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-c8139817-1847-410d-85f2-7b52d119a2b3 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:30:21.593819 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07b890a-fb3d-4aa1-b8be-ff96079b5705 None None] Network cfbf8222-fbb2-4e74-9279-8b6b653e277f requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:30:21.603357 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb18bdb-2cc9-4dd6-b140-35404d802ddc None None] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:30:21.622872 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8bd4f5c5-ff84-4db4-8c7e-1cea39694d42 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:21.632118 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8139817-1847-410d-85f2-7b52d119a2b3 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event updated for resources: {'Subnet': ['ID=78a546b0-7c62-4750-920f-4c9827931451,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:21.647865 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5a5f0627-2638-46aa-aeb4-0c50c30858cb tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:21.658607 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8139817-1847-410d-85f2-7b52d119a2b3 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:30:21.658607 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c8139817-1847-410d-85f2-7b52d119a2b3 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:21.743549 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-0b01f3be-7661-4c79-9692-604ca71c73f2 None None] Port fe3e86c6-023a-4e65-9256-9ada898b3bab cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:30:21.748805 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-c8139817-1847-410d-85f2-7b52d119a2b3 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3121097 Dec 21 13:30:21.761623 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57222) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:21.771025 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-691effbf-f70c-4b7e-8f0f-3afc0610f379 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-787448377', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:30:21.781963 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-cd905c80-9285-4a77-95a2-d60b7eb5b7e0 None None] For port f6b263a0-02a2-4f4a-9134-6cef5ae24941, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f6b263a0-02a2-4f4a-9134-6cef5ae24941,segment=NetworkSegment(469feaf6-6294-4908-bda0-612d87a6adbe),segment_id=469feaf6-6294-4908-bda0-612d87a6adbe)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:30:21.784228 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15622474-89e7-45fa-a4fb-e04092ca1356 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:30:21.788850 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-15622474-89e7-45fa-a4fb-e04092ca1356 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.2797594 Dec 21 13:30:21.792471 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57226) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:21.801056 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-8b5aae7e-d5f6-48ff-b648-72f3d6d15132 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4527578 Dec 21 13:30:21.873852 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e4b8f9-1772-4f79-8490-7bd3767644f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9', 'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9', 'project_id': '4e9b97d81d204c53a28bf5666eaf36b7', 'fixed_ips': [{'subnet_id': '78a546b0-7c62-4750-920f-4c9827931451'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:30:21.874778 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-70e4b8f9-1772-4f79-8490-7bd3767644f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:21.889996 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-cd905c80-9285-4a77-95a2-d60b7eb5b7e0 None None] Publish callbacks [] for port, precommit_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:21.909680 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c28b05-dd51-4145-aa95-606566198b45 None None] Network cfbf8222-fbb2-4e74-9279-8b6b653e277f requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:30:21.943648 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-691effbf-f70c-4b7e-8f0f-3afc0610f379 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26964'] for router, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:21.949013 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-691effbf-f70c-4b7e-8f0f-3afc0610f379 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-642316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26957'] for router, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:22.013317 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5f0627-2638-46aa-aeb4-0c50c30858cb tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Pushing event deleted for resources: {'Port': ['ID=6097019a-8ed7-4666-85c2-c6c6bfdef5af,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:22.030680 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-cd905c80-9285-4a77-95a2-d60b7eb5b7e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:22.277707 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd905c80-9285-4a77-95a2-d60b7eb5b7e0 None None] Pushing event updated for resources: {'Port': ['ID=f6b263a0-02a2-4f4a-9134-6cef5ae24941,revision_number=7']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:22.311163 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-8bd4f5c5-ff84-4db4-8c7e-1cea39694d42 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Allocated IP 172.20.0.1 (6e2fe86f-7e41-49eb-ba86-af4c1ccb3de0/d0072e62-7d2f-488d-b6b3-8dff3cfe2220/2e5bb370-be7f-43f5-9a02-8fed478d3c0a) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:30:22.408522 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-70e4b8f9-1772-4f79-8490-7bd3767644f1 None None] Allocated IP 2001:db8::2 (ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9/78a546b0-7c62-4750-920f-4c9827931451/861ca291-b10d-4a4b-9fa6-e9a52f6f9618) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:30:22.440973 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5a5f0627-2638-46aa-aeb4-0c50c30858cb tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534084'] for router_interface, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:22.558153 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e06fd3e-8cf0-4794-926d-b8af2d0218d6 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:30:22.565803 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e06fd3e-8cf0-4794-926d-b8af2d0218d6 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:30:22.577470 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e06fd3e-8cf0-4794-926d-b8af2d0218d6 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:30:22.582641 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-6e06fd3e-8cf0-4794-926d-b8af2d0218d6 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.7881303 Dec 21 13:30:22.590333 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57248) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:22.620879 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-691effbf-f70c-4b7e-8f0f-3afc0610f379 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:22.643418 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-691effbf-f70c-4b7e-8f0f-3afc0610f379 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548730'] for router, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:22.680446 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-222f27f5-c11d-4c79-b2bf-96ddf92227e7 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Delete allocated IP 2001:db8::a3 (b130763d-4a25-4977-9964-44d67d152f28/7c098970-4da6-4a45-98fe-77f40e33e603) {{(pid=103152) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 21 13:30:22.723506 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-222f27f5-c11d-4c79-b2bf-96ddf92227e7 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Allocated IP 2001:db8:0:2::19 (b130763d-4a25-4977-9964-44d67d152f28/a21cd3c9-20ee-4e3c-8384-30f20b98be9f/32792fac-7bde-4ec7-86eb-e79bab4e5d06) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:30:22.736651 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57250) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:22.762653 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8bd4f5c5-ff84-4db4-8c7e-1cea39694d42 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:22.769049 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-70e4b8f9-1772-4f79-8490-7bd3767644f1 None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:22.780438 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-70e4b8f9-1772-4f79-8490-7bd3767644f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:22.842073 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-691effbf-f70c-4b7e-8f0f-3afc0610f379 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for router, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:22.843385 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-691effbf-f70c-4b7e-8f0f-3afc0610f379 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.0800200 Dec 21 13:30:22.858332 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57254) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:22.869546 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-165aa972-80d8-4512-b1b6-ca7088e4d4c2 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Deleting port abd5eefe-e121-4d3a-a3b4-d87fd46c1bbe {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:30:22.869919 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-165aa972-80d8-4512-b1b6-ca7088e4d4c2 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:22.875346 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e4b8f9-1772-4f79-8490-7bd3767644f1 None None] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:30:22.878488 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-70e4b8f9-1772-4f79-8490-7bd3767644f1 None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:30:22.883609 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e4b8f9-1772-4f79-8490-7bd3767644f1 None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:30:22.904937 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e4b8f9-1772-4f79-8490-7bd3767644f1 None None] Pushing event updated for resources: {'Port': ['ID=861ca291-b10d-4a4b-9fa6-e9a52f6f9618,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:23.013580 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-70e4b8f9-1772-4f79-8490-7bd3767644f1 None None] Attempting to bind port 861ca291-b10d-4a4b-9fa6-e9a52f6f9618 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:30:23.013969 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-70e4b8f9-1772-4f79-8490-7bd3767644f1 None None] Attempting to bind port 861ca291-b10d-4a4b-9fa6-e9a52f6f9618 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b20a5dbe-a251-4a83-ae2d-3ffbda6396cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:30:23.014342 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e4b8f9-1772-4f79-8490-7bd3767644f1 None None] Attempting to bind port 861ca291-b10d-4a4b-9fa6-e9a52f6f9618 on network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:30:23.020480 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e4b8f9-1772-4f79-8490-7bd3767644f1 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:30:23.021183 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e4b8f9-1772-4f79-8490-7bd3767644f1 None None] Checking segment: {'id': 'b20a5dbe-a251-4a83-ae2d-3ffbda6396cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:30:23.021794 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-70e4b8f9-1772-4f79-8490-7bd3767644f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:23.022625 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e4b8f9-1772-4f79-8490-7bd3767644f1 None None] Bound using segment: {'id': 'b20a5dbe-a251-4a83-ae2d-3ffbda6396cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:30:23.023293 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-70e4b8f9-1772-4f79-8490-7bd3767644f1 None None] Bound port: 861ca291-b10d-4a4b-9fa6-e9a52f6f9618, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b20a5dbe-a251-4a83-ae2d-3ffbda6396cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:30:23.024239 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-70e4b8f9-1772-4f79-8490-7bd3767644f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:23.035095 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-9378fdd5-9abe-4f17-a1b3-d8e6f1f61cc1 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1348390751'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:30:23.103188 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-165aa972-80d8-4512-b1b6-ca7088e4d4c2 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] For port abd5eefe-e121-4d3a-a3b4-d87fd46c1bbe, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=abd5eefe-e121-4d3a-a3b4-d87fd46c1bbe,segment=NetworkSegment(bbf30d1c-4303-4af8-8940-7cb31f274a00),segment_id=bbf30d1c-4303-4af8-8940-7cb31f274a00)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:30:23.104186 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-165aa972-80d8-4512-b1b6-ca7088e4d4c2 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:23.117677 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-165aa972-80d8-4512-b1b6-ca7088e4d4c2 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Calling delete_port for abd5eefe-e121-4d3a-a3b4-d87fd46c1bbe owned by network:router_interface {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:30:23.120672 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-70e4b8f9-1772-4f79-8490-7bd3767644f1 None None] For port 861ca291-b10d-4a4b-9fa6-e9a52f6f9618, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:30:23.127133 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-70e4b8f9-1772-4f79-8490-7bd3767644f1 None None] For port 861ca291-b10d-4a4b-9fa6-e9a52f6f9618, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=861ca291-b10d-4a4b-9fa6-e9a52f6f9618,segment=NetworkSegment(b20a5dbe-a251-4a83-ae2d-3ffbda6396cf),segment_id=b20a5dbe-a251-4a83-ae2d-3ffbda6396cf)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:30:23.140016 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-70e4b8f9-1772-4f79-8490-7bd3767644f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:23.168226 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8bd4f5c5-ff84-4db4-8c7e-1cea39694d42 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:23.252520 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e4b8f9-1772-4f79-8490-7bd3767644f1 None None] Pushing event updated for resources: {'Port': ['ID=861ca291-b10d-4a4b-9fa6-e9a52f6f9618,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:23.443649 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd4f5c5-ff84-4db4-8c7e-1cea39694d42 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Pushing event updated for resources: {'Port': ['ID=2e5bb370-be7f-43f5-9a02-8fed478d3c0a,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:23.450013 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd4f5c5-ff84-4db4-8c7e-1cea39694d42 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Network 6e2fe86f-7e41-49eb-ba86-af4c1ccb3de0 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:30:23.454401 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-8bd4f5c5-ff84-4db4-8c7e-1cea39694d42 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:30:23.466706 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd4f5c5-ff84-4db4-8c7e-1cea39694d42 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:30:23.503290 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-c5b7b482-0027-445e-b433-6b6fcff1994f None None] Provisioning complete for port f6b263a0-02a2-4f4a-9134-6cef5ae24941 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:30:23.507016 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b482-0027-445e-b433-6b6fcff1994f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:23.661845 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8bd4f5c5-ff84-4db4-8c7e-1cea39694d42 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532557'] for router_interface, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:23.679704 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-c5b7b482-0027-445e-b433-6b6fcff1994f None None] Provisioning complete for port 32792fac-7bde-4ec7-86eb-e79bab4e5d06 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:30:23.680300 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b482-0027-445e-b433-6b6fcff1994f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:23.745806 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-cbf39474-984f-4f3f-9246-ca45f3287a0b tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:23.750055 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a5f0627-2638-46aa-aeb4-0c50c30858cb tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Router 5e607ba4-9930-44fe-93dc-6bdbcba9aee2 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:30:23.757464 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-c5b7b482-0027-445e-b433-6b6fcff1994f None None] Port 32792fac-7bde-4ec7-86eb-e79bab4e5d06 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:30:23.781431 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-c5b7b482-0027-445e-b433-6b6fcff1994f None None] Provisioning complete for port c73ca4bd-6bf4-4363-901b-e2f0d8de8656 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:30:23.781798 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b482-0027-445e-b433-6b6fcff1994f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:23.856306 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-976cc385-6da6-4372-8f22-cb61ced04d8e tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Deleting port fe3e86c6-023a-4e65-9256-9ada898b3bab {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:30:23.856700 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-976cc385-6da6-4372-8f22-cb61ced04d8e tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:23.874260 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9378fdd5-9abe-4f17-a1b3-d8e6f1f61cc1 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] Made reservation on behalf of 1e545e34522f430d946554fb345328b4 for: {'network': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:30:23.877815 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9378fdd5-9abe-4f17-a1b3-d8e6f1f61cc1 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:23.879304 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-c5b7b482-0027-445e-b433-6b6fcff1994f None None] Port c73ca4bd-6bf4-4363-901b-e2f0d8de8656 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:30:23.959774 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9378fdd5-9abe-4f17-a1b3-d8e6f1f61cc1 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] Publish callbacks [] for security_group, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:24.022241 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-77f2a82e-fd77-4825-ad60-c021dc9b1167 None None] Provisioning complete for port 2e5bb370-be7f-43f5-9a02-8fed478d3c0a triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:30:24.023873 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-77f2a82e-fd77-4825-ad60-c021dc9b1167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:24.101214 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-77f2a82e-fd77-4825-ad60-c021dc9b1167 None None] Port 2e5bb370-be7f-43f5-9a02-8fed478d3c0a cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:30:24.118709 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-165aa972-80d8-4512-b1b6-ca7088e4d4c2 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:24.143254 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9af7ac-d949-4ea8-9f16-2cb382fbfb07 req-d6abf18d-e262-4020-b560-69b0828b142d tempest-TestServerAdvancedOps-1829952957 tempest-TestServerAdvancedOps-1829952957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:30:24.144795 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-9d9af7ac-d949-4ea8-9f16-2cb382fbfb07 req-d6abf18d-e262-4020-b560-69b0828b142d tempest-TestServerAdvancedOps-1829952957 tempest-TestServerAdvancedOps-1829952957-project] 10.222.0.37 "GET /v2.0/networks?id=e0f04b1c-bb25-45e9-a325-15dcdf4af126 HTTP/1.1" status: 200 len: 812 time: 1.1305707 Dec 21 13:30:24.184059 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165aa972-80d8-4512-b1b6-ca7088e4d4c2 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Pushing event deleted for resources: {'Port': ['ID=abd5eefe-e121-4d3a-a3b4-d87fd46c1bbe,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:24.206097 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-222f27f5-c11d-4c79-b2bf-96ddf92227e7 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:24.223979 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-976cc385-6da6-4372-8f22-cb61ced04d8e tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:24.241892 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165aa972-80d8-4512-b1b6-ca7088e4d4c2 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:30:24.242346 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165aa972-80d8-4512-b1b6-ca7088e4d4c2 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:30:24.242901 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165aa972-80d8-4512-b1b6-ca7088e4d4c2 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:30:24.243216 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-976cc385-6da6-4372-8f22-cb61ced04d8e tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Calling delete_port for fe3e86c6-023a-4e65-9256-9ada898b3bab owned by {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:30:24.243434 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165aa972-80d8-4512-b1b6-ca7088e4d4c2 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:30:24.244068 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165aa972-80d8-4512-b1b6-ca7088e4d4c2 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:30:24.245084 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165aa972-80d8-4512-b1b6-ca7088e4d4c2 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:30:24.245521 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165aa972-80d8-4512-b1b6-ca7088e4d4c2 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:30:24.246017 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165aa972-80d8-4512-b1b6-ca7088e4d4c2 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:30:24.246726 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165aa972-80d8-4512-b1b6-ca7088e4d4c2 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:30:24.247151 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165aa972-80d8-4512-b1b6-ca7088e4d4c2 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:30:24.247653 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165aa972-80d8-4512-b1b6-ca7088e4d4c2 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:30:24.248070 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165aa972-80d8-4512-b1b6-ca7088e4d4c2 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:30:24.248488 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165aa972-80d8-4512-b1b6-ca7088e4d4c2 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:30:24.465705 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-9d9af7ac-d949-4ea8-9f16-2cb382fbfb07 req-9ae16f96-e993-4555-accf-0de02f376e8d tempest-TestServerAdvancedOps-1829952957 tempest-TestServerAdvancedOps-1829952957-project] 10.222.0.37 "GET /v2.0/quotas/7fcc1d47f4cc44e4b573fc100289403e HTTP/1.1" status: 200 len: 375 time: 0.3101621 Dec 21 13:30:24.478963 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-222f27f5-c11d-4c79-b2bf-96ddf92227e7 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805230'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:24.497583 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device f6b263a0-02a2-4f4a-9134-6cef5ae24941 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:30:24.563218 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a5f0627-2638-46aa-aeb4-0c50c30858cb tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:30:24.581403 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4d98a1-f0e5-4ca7-92e8-6d6e01e8ba80 None None] Sync routers for ids ['5e607ba4-9930-44fe-93dc-6bdbcba9aee2'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:30:24.602641 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4d98a1-f0e5-4ca7-92e8-6d6e01e8ba80 None None] Routers {'5e607ba4-9930-44fe-93dc-6bdbcba9aee2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:30:24.603318 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-2e4d98a1-f0e5-4ca7-92e8-6d6e01e8ba80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:29:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['5e607ba4-9930-44fe-93dc-6bdbcba9aee2'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:24.701990 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9378fdd5-9abe-4f17-a1b3-d8e6f1f61cc1 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] Publish callbacks [] for security_group, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:24.708744 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-2e4d98a1-f0e5-4ca7-92e8-6d6e01e8ba80 None None] Set router 5e607ba4-9930-44fe-93dc-6bdbcba9aee2 gateway port host: None {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:30:24.712827 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-5a5f0627-2638-46aa-aeb4-0c50c30858cb tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "PUT /v2.0/routers/5e607ba4-9930-44fe-93dc-6bdbcba9aee2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1632638 Dec 21 13:30:24.769429 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port f6b263a0-02a2-4f4a-9134-6cef5ae24941 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:30:24.769800 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:24.789694 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-9d9af7ac-d949-4ea8-9f16-2cb382fbfb07 req-9fbfb13a-d7ca-4d39-9f03-a3747e9eb833 tempest-TestServerAdvancedOps-1829952957 tempest-TestServerAdvancedOps-1829952957-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=7fcc1d47f4cc44e4b573fc100289403e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2869246 Dec 21 13:30:24.819184 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57268) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:24.823268 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-222f27f5-c11d-4c79-b2bf-96ddf92227e7 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] In _notify_port_updated(), no bound segment for port 32792fac-7bde-4ec7-86eb-e79bab4e5d06 on network b130763d-4a25-4977-9964-44d67d152f28 {{(pid=103152) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 21 13:30:24.831167 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222f27f5-c11d-4c79-b2bf-96ddf92227e7 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:30:24.831481 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-222f27f5-c11d-4c79-b2bf-96ddf92227e7 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:24.832861 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-222f27f5-c11d-4c79-b2bf-96ddf92227e7 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "PUT /v2.0/ports/32792fac-7bde-4ec7-86eb-e79bab4e5d06 HTTP/1.1" status: 200 len: 969 time: 3.8998795 Dec 21 13:30:24.866408 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-976cc385-6da6-4372-8f22-cb61ced04d8e tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:24.869480 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57270) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:24.874692 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9378fdd5-9abe-4f17-a1b3-d8e6f1f61cc1 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:24.950683 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9378fdd5-9abe-4f17-a1b3-d8e6f1f61cc1 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54dfd97c-f049-4c8a-bf5d-d94dc21d94dd,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:24.970888 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9378fdd5-9abe-4f17-a1b3-d8e6f1f61cc1 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:30:24.971328 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9378fdd5-9abe-4f17-a1b3-d8e6f1f61cc1 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:30:24.971679 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9378fdd5-9abe-4f17-a1b3-d8e6f1f61cc1 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:30:24.972063 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9378fdd5-9abe-4f17-a1b3-d8e6f1f61cc1 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:30:24.972401 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9378fdd5-9abe-4f17-a1b3-d8e6f1f61cc1 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:30:24.972740 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9378fdd5-9abe-4f17-a1b3-d8e6f1f61cc1 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:30:24.973089 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9378fdd5-9abe-4f17-a1b3-d8e6f1f61cc1 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:30:24.973467 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9378fdd5-9abe-4f17-a1b3-d8e6f1f61cc1 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:30:24.973800 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9378fdd5-9abe-4f17-a1b3-d8e6f1f61cc1 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:30:24.974453 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9378fdd5-9abe-4f17-a1b3-d8e6f1f61cc1 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:30:24.974847 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9378fdd5-9abe-4f17-a1b3-d8e6f1f61cc1 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:30:24.975189 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9378fdd5-9abe-4f17-a1b3-d8e6f1f61cc1 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:30:24.975591 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-cbf39474-984f-4f3f-9246-ca45f3287a0b tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Allocated IP 2001:db8::1 (ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9/78a546b0-7c62-4750-920f-4c9827931451/e209979c-52cc-4185-bd1a-e7fdf926408d) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:30:24.975709 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9378fdd5-9abe-4f17-a1b3-d8e6f1f61cc1 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:30:24.978837 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8bd4f5c5-ff84-4db4-8c7e-1cea39694d42 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:25.077499 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-165aa972-80d8-4512-b1b6-ca7088e4d4c2 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534084'] for router_interface, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:25.099698 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9378fdd5-9abe-4f17-a1b3-d8e6f1f61cc1 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=103152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:30:25.115923 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222f27f5-c11d-4c79-b2bf-96ddf92227e7 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Pushing event updated for resources: {'Port': ['ID=32792fac-7bde-4ec7-86eb-e79bab4e5d06,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:25.161594 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976cc385-6da6-4372-8f22-cb61ced04d8e tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Pushing event deleted for resources: {'Port': ['ID=fe3e86c6-023a-4e65-9256-9ada898b3bab,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:25.186506 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9378fdd5-9abe-4f17-a1b3-d8e6f1f61cc1 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:25.186735 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.segments_db [None req-9378fdd5-9abe-4f17-a1b3-d8e6f1f61cc1 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] Added segment f7baada6-253d-47cc-acf3-08a6c38adf33 of type vlan for network ba9adc67-6026-4c97-9a90-1acb20c94663 Dec 21 13:30:25.191423 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7a71ff34-3a27-4f79-ae95-6da59545760c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:25.194160 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 861ca291-b10d-4a4b-9fa6-e9a52f6f9618 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:30:25.204678 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_v2 [None req-74d86d50-eba5-4a55-8fef-87bce2db1cc7 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Deleting subnet 4f771295-d7b4-41e0-84c1-176db63b7abd {{(pid=103152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:30:25.220882 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-74d86d50-eba5-4a55-8fef-87bce2db1cc7 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks [] for subnet, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:25.233158 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-32d99be1-65a7-4d62-9bc5-b8a6c5e6573c None None] Provisioning complete for port 861ca291-b10d-4a4b-9fa6-e9a52f6f9618 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:30:25.233526 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-32d99be1-65a7-4d62-9bc5-b8a6c5e6573c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:25.307015 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-976cc385-6da6-4372-8f22-cb61ced04d8e tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:25.314319 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-976cc385-6da6-4372-8f22-cb61ced04d8e tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "DELETE /v2.0/ports/fe3e86c6-023a-4e65-9256-9ada898b3bab HTTP/1.1" status: 204 len: 168 time: 2.7203939 Dec 21 13:30:25.319748 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 861ca291-b10d-4a4b-9fa6-e9a52f6f9618 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:30:25.320337 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:25.320451 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57272) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:25.359304 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9669b5e-03c6-4f71-9b89-d7fb7dbbb2e0 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] GET failed (client error): The resource could not be found. Dec 21 13:30:25.363633 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-d9669b5e-03c6-4f71-9b89-d7fb7dbbb2e0 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "GET /v2.0/ports/fe3e86c6-023a-4e65-9256-9ada898b3bab HTTP/1.1" status: 404 len: 333 time: 0.0396426 Dec 21 13:30:25.366367 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57274) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:25.373759 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-9d9af7ac-d949-4ea8-9f16-2cb382fbfb07 req-c168925c-c4e9-4c5d-8491-7e805638129b service neutron] 10.222.0.37 "GET /v2.0/networks/e0f04b1c-bb25-45e9-a325-15dcdf4af126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5831227 Dec 21 13:30:25.386932 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9378fdd5-9abe-4f17-a1b3-d8e6f1f61cc1 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:25.423067 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-74d86d50-eba5-4a55-8fef-87bce2db1cc7 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526644'] for subnet, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:25.424916 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-27ea372a-f9c0-4ff3-bc61-fae9f1b34a39 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Deleting port 32792fac-7bde-4ec7-86eb-e79bab4e5d06 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:30:25.425626 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-27ea372a-f9c0-4ff3-bc61-fae9f1b34a39 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:25.430804 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-cbf39474-984f-4f3f-9246-ca45f3287a0b tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:25.455140 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-32d99be1-65a7-4d62-9bc5-b8a6c5e6573c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:25.504715 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-2e4d98a1-f0e5-4ca7-92e8-6d6e01e8ba80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e607ba4-9930-44fe-93dc-6bdbcba9aee2', 'name': 'tempest-RoutersTest-router-758070956', 'tenant_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:28:56Z', 'updated_at': '2021-12-21T13:30:21Z', 'revision_number': 10, 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'gw_port_host': None, '_interfaces': [{'id': '103d063b-184d-4ce5-8374-f7db5124daa7', 'name': '', 'network_id': 'a2096345-ac39-4285-b67f-5f13a2a0698a', 'tenant_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'mac_address': 'fa:16:3e:77:f0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e607ba4-9930-44fe-93dc-6bdbcba9aee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'bcc4be89-a9c0-4d2c-916c-0d32f73303f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:03Z', 'updated_at': '2021-12-21T13:29:14Z', 'revision_number': 5, 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'subnets': [{'id': 'bcc4be89-a9c0-4d2c-916c-0d32f73303f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:25.516837 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9378fdd5-9abe-4f17-a1b3-d8e6f1f61cc1 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:25.522668 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9378fdd5-9abe-4f17-a1b3-d8e6f1f61cc1 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:30:25.523295 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9378fdd5-9abe-4f17-a1b3-d8e6f1f61cc1 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] Publish callbacks [] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:25.556228 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-32d99be1-65a7-4d62-9bc5-b8a6c5e6573c None None] For port 861ca291-b10d-4a4b-9fa6-e9a52f6f9618, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=861ca291-b10d-4a4b-9fa6-e9a52f6f9618,segment=NetworkSegment(b20a5dbe-a251-4a83-ae2d-3ffbda6396cf),segment_id=b20a5dbe-a251-4a83-ae2d-3ffbda6396cf)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:30:25.558000 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4d98a1-f0e5-4ca7-92e8-6d6e01e8ba80 None None] Checking router: 5e607ba4-9930-44fe-93dc-6bdbcba9aee2 for host: dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:30:25.560628 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:25.566518 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-32d99be1-65a7-4d62-9bc5-b8a6c5e6573c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:25.619919 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4d98a1-f0e5-4ca7-92e8-6d6e01e8ba80 None None] Routers {'5e607ba4-9930-44fe-93dc-6bdbcba9aee2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:30:25.620514 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-2e4d98a1-f0e5-4ca7-92e8-6d6e01e8ba80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:29:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['5e607ba4-9930-44fe-93dc-6bdbcba9aee2'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:25.644572 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-9378fdd5-9abe-4f17-a1b3-d8e6f1f61cc1 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.8990571 Dec 21 13:30:25.646648 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57276) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:25.652824 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-9d9af7ac-d949-4ea8-9f16-2cb382fbfb07 req-fc383e53-053a-4156-a156-6903ea06f123 service neutron] 10.222.0.37 "GET /v2.0/networks/e0f04b1c-bb25-45e9-a325-15dcdf4af126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780018 Dec 21 13:30:25.657596 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-5e35b288-3f3c-492f-8cc0-d135dcb004fc tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] Request body: {'subnet': {'network_id': 'ba9adc67-6026-4c97-9a90-1acb20c94663', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:30:25.682961 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9378fdd5-9abe-4f17-a1b3-d8e6f1f61cc1 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] Pushing event updated for resources: {'Network': ['ID=ba9adc67-6026-4c97-9a90-1acb20c94663,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:25.705673 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-74d86d50-eba5-4a55-8fef-87bce2db1cc7 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:25.733431 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network ba9adc67-6026-4c97-9a90-1acb20c94663 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:30:25.740409 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d99be1-65a7-4d62-9bc5-b8a6c5e6573c None None] Pushing event updated for resources: {'Port': ['ID=861ca291-b10d-4a4b-9fa6-e9a52f6f9618,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:25.748248 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-27ea372a-f9c0-4ff3-bc61-fae9f1b34a39 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:25.783418 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d99be1-65a7-4d62-9bc5-b8a6c5e6573c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:30:25.783887 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d99be1-65a7-4d62-9bc5-b8a6c5e6573c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:30:25.784311 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d99be1-65a7-4d62-9bc5-b8a6c5e6573c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:30:25.784647 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d99be1-65a7-4d62-9bc5-b8a6c5e6573c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:30:25.784974 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d99be1-65a7-4d62-9bc5-b8a6c5e6573c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:30:25.785297 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d99be1-65a7-4d62-9bc5-b8a6c5e6573c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:30:25.786191 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d99be1-65a7-4d62-9bc5-b8a6c5e6573c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:30:25.786191 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d99be1-65a7-4d62-9bc5-b8a6c5e6573c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:30:25.786477 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d99be1-65a7-4d62-9bc5-b8a6c5e6573c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:30:25.787105 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d99be1-65a7-4d62-9bc5-b8a6c5e6573c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:30:25.787105 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d99be1-65a7-4d62-9bc5-b8a6c5e6573c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:30:25.787397 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d99be1-65a7-4d62-9bc5-b8a6c5e6573c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:30:25.787793 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d99be1-65a7-4d62-9bc5-b8a6c5e6573c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:30:25.790221 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-27ea372a-f9c0-4ff3-bc61-fae9f1b34a39 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Calling delete_port for 32792fac-7bde-4ec7-86eb-e79bab4e5d06 owned by {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:30:25.796499 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.db.api [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 13:30:25.796499 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG oslo_db.api [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 13:30:25.835430 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-2e4d98a1-f0e5-4ca7-92e8-6d6e01e8ba80 None None] Set router 5e607ba4-9930-44fe-93dc-6bdbcba9aee2 gateway port host: None {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:30:25.837316 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-542bec43-b83b-4498-9760-d9b7bbd519a2 None None] Provisioning complete for port 32792fac-7bde-4ec7-86eb-e79bab4e5d06 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:30:25.838255 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-542bec43-b83b-4498-9760-d9b7bbd519a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:25.843814 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-cbf39474-984f-4f3f-9246-ca45f3287a0b tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:25.883404 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-74d86d50-eba5-4a55-8fef-87bce2db1cc7 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12346570'] for subnet, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:25.935284 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e35b288-3f3c-492f-8cc0-d135dcb004fc tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] Made reservation on behalf of 1e545e34522f430d946554fb345328b4 for: {'subnet': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:30:25.940876 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5e35b288-3f3c-492f-8cc0-d135dcb004fc tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12346583'] for subnet, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:25.944384 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d86d50-eba5-4a55-8fef-87bce2db1cc7 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Pushing event deleted for resources: {'Subnet': ['ID=4f771295-d7b4-41e0-84c1-176db63b7abd,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:25.974188 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-74d86d50-eba5-4a55-8fef-87bce2db1cc7 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:25.977612 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-74d86d50-eba5-4a55-8fef-87bce2db1cc7 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "DELETE /v2.0/subnets/4f771295-d7b4-41e0-84c1-176db63b7abd HTTP/1.1" status: 204 len: 168 time: 1.1435964 Dec 21 13:30:25.980746 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57286) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:25.994819 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb98ea81-c079-4fab-b326-7e9e4e8a0f29 None None] Network df07e3fa-3f28-45bc-8c57-98ec7342c6e5 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:30:25.998462 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-165aa972-80d8-4512-b1b6-ca7088e4d4c2 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Router caf3ff8a-af97-4de4-b3e0-de9adbadc076 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:30:26.028638 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-542bec43-b83b-4498-9760-d9b7bbd519a2 None None] Port 32792fac-7bde-4ec7-86eb-e79bab4e5d06 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:30:26.035370 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-30ac55d6-9bdc-4327-9977-feac5eeb12d7 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Deleting port 0e668e19-0a58-4234-aa57-70fc94f97757 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:30:26.035370 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-30ac55d6-9bdc-4327-9977-feac5eeb12d7 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:26.050599 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf39474-984f-4f3f-9246-ca45f3287a0b tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:30:26.122450 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-2fa44586-5563-415b-96e2-7a75ab955691 req-cccd6eff-b763-4e5f-ba83-91d7ad8feabc tempest-TestServerAdvancedOps-1829952957 tempest-TestServerAdvancedOps-1829952957-project] 10.222.0.37 "GET /v2.0/ports?device_id=b256fe0e-7625-40a0-aed5-84c1a56b337d HTTP/1.1" status: 200 len: 210 time: 0.1517663 Dec 21 13:30:26.126186 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-cbf39474-984f-4f3f-9246-ca45f3287a0b tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:30:26.131740 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf39474-984f-4f3f-9246-ca45f3287a0b tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:30:26.132470 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-cbf39474-984f-4f3f-9246-ca45f3287a0b tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532557'] for router_interface, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:26.172011 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf39474-984f-4f3f-9246-ca45f3287a0b tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event updated for resources: {'Port': ['ID=e209979c-52cc-4185-bd1a-e7fdf926408d,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:26.173904 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c760fbe0-6e67-4442-acb0-8d126abd6141 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:26.335325 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57de8b4-864a-4ff7-82b8-3c380aa479b4 None None] DHCP port deletion for df07e3fa-3f28-45bc-8c57-98ec7342c6e5 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:30:26.410647 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-2e4d98a1-f0e5-4ca7-92e8-6d6e01e8ba80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e607ba4-9930-44fe-93dc-6bdbcba9aee2', 'name': 'tempest-RoutersTest-router-758070956', 'tenant_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:28:56Z', 'updated_at': '2021-12-21T13:30:21Z', 'revision_number': 10, 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'gw_port_host': None, '_interfaces': [{'id': '103d063b-184d-4ce5-8374-f7db5124daa7', 'name': '', 'network_id': 'a2096345-ac39-4285-b67f-5f13a2a0698a', 'tenant_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'mac_address': 'fa:16:3e:77:f0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e607ba4-9930-44fe-93dc-6bdbcba9aee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'bcc4be89-a9c0-4d2c-916c-0d32f73303f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:03Z', 'updated_at': '2021-12-21T13:29:14Z', 'revision_number': 5, 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'subnets': [{'id': 'bcc4be89-a9c0-4d2c-916c-0d32f73303f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:26.447642 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-c760fbe0-6e67-4442-acb0-8d126abd6141 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Deleting port 3fd0ddbf-c965-46b8-966e-69d28d7c3e6b {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:30:26.448028 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c760fbe0-6e67-4442-acb0-8d126abd6141 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:26.499269 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8bd4f5c5-ff84-4db4-8c7e-1cea39694d42 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:26.524324 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8bd4f5c5-ff84-4db4-8c7e-1cea39694d42 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:26.526876 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4d98a1-f0e5-4ca7-92e8-6d6e01e8ba80 None None] The sync data for ids ['5e607ba4-9930-44fe-93dc-6bdbcba9aee2'] in dv-neutron-master-2-hyperv is: [{'id': '5e607ba4-9930-44fe-93dc-6bdbcba9aee2', 'name': 'tempest-RoutersTest-router-758070956', 'tenant_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:28:56Z', 'updated_at': '2021-12-21T13:30:21Z', 'revision_number': 10, 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'gw_port_host': None, '_interfaces': [{'id': '103d063b-184d-4ce5-8374-f7db5124daa7', 'name': '', 'network_id': 'a2096345-ac39-4285-b67f-5f13a2a0698a', 'tenant_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'mac_address': 'fa:16:3e:77:f0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e607ba4-9930-44fe-93dc-6bdbcba9aee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'bcc4be89-a9c0-4d2c-916c-0d32f73303f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:29:03Z', 'updated_at': '2021-12-21T13:29:14Z', 'revision_number': 5, 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'subnets': [{'id': 'bcc4be89-a9c0-4d2c-916c-0d32f73303f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:30:26.546592 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-b57de8b4-864a-4ff7-82b8-3c380aa479b4 None None] Deleting port 3fd0ddbf-c965-46b8-966e-69d28d7c3e6b {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:30:26.547039 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b57de8b4-864a-4ff7-82b8-3c380aa479b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:26.550684 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-c760fbe0-6e67-4442-acb0-8d126abd6141 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] For port 3fd0ddbf-c965-46b8-966e-69d28d7c3e6b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3fd0ddbf-c965-46b8-966e-69d28d7c3e6b,segment=NetworkSegment(6c9dd1ad-4497-456c-a1eb-988c28f9820a),segment_id=6c9dd1ad-4497-456c-a1eb-988c28f9820a)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:30:26.551065 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c760fbe0-6e67-4442-acb0-8d126abd6141 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:26.555176 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-30ac55d6-9bdc-4327-9977-feac5eeb12d7 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:26.616254 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-c760fbe0-6e67-4442-acb0-8d126abd6141 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Calling delete_port for 3fd0ddbf-c965-46b8-966e-69d28d7c3e6b owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:30:26.669899 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-b57de8b4-864a-4ff7-82b8-3c380aa479b4 None None] For port 3fd0ddbf-c965-46b8-966e-69d28d7c3e6b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3fd0ddbf-c965-46b8-966e-69d28d7c3e6b,segment=NetworkSegment(6c9dd1ad-4497-456c-a1eb-988c28f9820a),segment_id=6c9dd1ad-4497-456c-a1eb-988c28f9820a)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:30:26.670230 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b57de8b4-864a-4ff7-82b8-3c380aa479b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:26.686927 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5e35b288-3f3c-492f-8cc0-d135dcb004fc tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12346565'] for subnet, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:26.688146 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-e9f67fbc-3e0a-46c2-8480-cb3788b27f79 None None] Provisioning complete for port e209979c-52cc-4185-bd1a-e7fdf926408d triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:30:26.688755 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e9f67fbc-3e0a-46c2-8480-cb3788b27f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:26.694638 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-b57de8b4-864a-4ff7-82b8-3c380aa479b4 None None] Calling delete_port for 3fd0ddbf-c965-46b8-966e-69d28d7c3e6b owned by network:dhcp {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:30:26.722375 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-165aa972-80d8-4512-b1b6-ca7088e4d4c2 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:30:26.731112 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-165aa972-80d8-4512-b1b6-ca7088e4d4c2 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "PUT /v2.0/routers/caf3ff8a-af97-4de4-b3e0-de9adbadc076/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8320105 Dec 21 13:30:26.735086 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-30ac55d6-9bdc-4327-9977-feac5eeb12d7 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Calling delete_port for 0e668e19-0a58-4234-aa57-70fc94f97757 owned by {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:30:26.735221 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57294) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:26.747470 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6c2b2a-e9c1-4bff-afa0-c1c1a1b04d63 None None] Sync routers for ids ['caf3ff8a-af97-4de4-b3e0-de9adbadc076'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:30:26.776506 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6c2b2a-e9c1-4bff-afa0-c1c1a1b04d63 None None] Routers {'caf3ff8a-af97-4de4-b3e0-de9adbadc076'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:30:26.777762 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-ab6c2b2a-e9c1-4bff-afa0-c1c1a1b04d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:29:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['caf3ff8a-af97-4de4-b3e0-de9adbadc076'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:26.796197 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8bd4f5c5-ff84-4db4-8c7e-1cea39694d42 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532537'] for router_interface, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:26.808236 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd4f5c5-ff84-4db4-8c7e-1cea39694d42 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Pushing event updated for resources: {'Port': ['ID=2e5bb370-be7f-43f5-9a02-8fed478d3c0a,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:26.821521 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-cbf39474-984f-4f3f-9246-ca45f3287a0b tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:26.830335 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-e9f67fbc-3e0a-46c2-8480-cb3788b27f79 None None] Port e209979c-52cc-4185-bd1a-e7fdf926408d cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:30:26.836086 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e34b624-6036-4550-ba3e-810aef0a5942 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Deleting subnet efd71155-42c5-4846-a6d3-b0a48a3b13b8 {{(pid=103152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:30:26.848892 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9e34b624-6036-4550-ba3e-810aef0a5942 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks [] for subnet, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:26.851672 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e35b288-3f3c-492f-8cc0-d135dcb004fc tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] Pushing event updated for resources: {'Subnet': ['ID=10f43575-194e-49b9-93a0-88b48a963d23,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:26.874139 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-27ea372a-f9c0-4ff3-bc61-fae9f1b34a39 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:26.892359 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b57de8b4-864a-4ff7-82b8-3c380aa479b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636'] for port, after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:26.949204 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e35b288-3f3c-492f-8cc0-d135dcb004fc tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] Checking segment: {'id': 'f7baada6-253d-47cc-acf3-08a6c38adf33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ba9adc67-6026-4c97-9a90-1acb20c94663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:30:26.949770 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e35b288-3f3c-492f-8cc0-d135dcb004fc tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] Network hostable DHCP agents. Network: ba9adc67-6026-4c97-9a90-1acb20c94663, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:30:26.957616 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9e34b624-6036-4550-ba3e-810aef0a5942 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526644'] for subnet, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:26.960839 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c760fbe0-6e67-4442-acb0-8d126abd6141 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:26.975807 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57de8b4-864a-4ff7-82b8-3c380aa479b4 None None] Pushing event deleted for resources: {'Port': ['ID=3fd0ddbf-c965-46b8-966e-69d28d7c3e6b,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:26.978226 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 861ca291-b10d-4a4b-9fa6-e9a52f6f9618 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:30:26.981865 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57de8b4-864a-4ff7-82b8-3c380aa479b4 None None] No DVR routers for this DVR port 3fd0ddbf-c965-46b8-966e-69d28d7c3e6b on host dv-neutron-master-2-hyperv {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:30:27.049044 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c760fbe0-6e67-4442-acb0-8d126abd6141 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Pushing event deleted for resources: {'Port': ['ID=3fd0ddbf-c965-46b8-966e-69d28d7c3e6b,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:27.059789 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 861ca291-b10d-4a4b-9fa6-e9a52f6f9618 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:30:27.060350 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:27.069332 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c760fbe0-6e67-4442-acb0-8d126abd6141 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] No DVR routers for this DVR port 3fd0ddbf-c965-46b8-966e-69d28d7c3e6b on host dv-neutron-master-2-hyperv {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:30:27.070173 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-ab6c2b2a-e9c1-4bff-afa0-c1c1a1b04d63 None None] Set router caf3ff8a-af97-4de4-b3e0-de9adbadc076 gateway port host: None {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:30:27.106003 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ea372a-f9c0-4ff3-bc61-fae9f1b34a39 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Pushing event deleted for resources: {'Port': ['ID=32792fac-7bde-4ec7-86eb-e79bab4e5d06,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:27.147522 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e35b288-3f3c-492f-8cc0-d135dcb004fc tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] Network ba9adc67-6026-4c97-9a90-1acb20c94663 is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:30:27.264927 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9e34b624-6036-4550-ba3e-810aef0a5942 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:27.277584 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-27ea372a-f9c0-4ff3-bc61-fae9f1b34a39 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:27.281033 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 3fd0ddbf-c965-46b8-966e-69d28d7c3e6b no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:30:27.298968 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-27ea372a-f9c0-4ff3-bc61-fae9f1b34a39 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "DELETE /v2.0/ports/32792fac-7bde-4ec7-86eb-e79bab4e5d06 HTTP/1.1" status: 204 len: 168 time: 2.4261661 Dec 21 13:30:27.306081 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57298) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:27.320715 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: 3fd0ddbf-c965-46b8-966e-69d28d7c3e6b {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:30:27.321072 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 3fd0ddbf-c965-46b8-966e-69d28d7c3e6b not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:30:27.419491 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.pecan_wsgi.hooks.translation [None req-e349439e-b921-435d-9b6f-c3b4659e07f7 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] GET failed (client error): The resource could not be found. Dec 21 13:30:27.421338 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-e349439e-b921-435d-9b6f-c3b4659e07f7 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "GET /v2.0/ports/32792fac-7bde-4ec7-86eb-e79bab4e5d06 HTTP/1.1" status: 404 len: 333 time: 0.1072273 Dec 21 13:30:27.432032 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c760fbe0-6e67-4442-acb0-8d126abd6141 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:27.463018 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57300) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:27.467295 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-5e35b288-3f3c-492f-8cc0-d135dcb004fc tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, ba9adc67-6026-4c97-9a90-1acb20c94663) {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:30:27.480765 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-ab6c2b2a-e9c1-4bff-afa0-c1c1a1b04d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf3ff8a-af97-4de4-b3e0-de9adbadc076', 'name': 'tempest-RoutersIpV6Test-router-1585507894', 'tenant_id': 'd368a1938e3342de9d3358d110005af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:28:52Z', 'updated_at': '2021-12-21T13:30:23Z', 'revision_number': 10, 'project_id': 'd368a1938e3342de9d3358d110005af5', 'gw_port_host': None, '_interfaces': [{'id': '7111fafc-3054-4310-a775-f4360d66a24d', 'name': '', 'network_id': '2cf63e90-259f-413d-9f59-c6e07bb014ac', 'tenant_id': 'd368a1938e3342de9d3358d110005af5', 'mac_address': 'fa:16:3e:3d:f9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf3ff8a-af97-4de4-b3e0-de9adbadc076', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '3a2300ef-3c43-47b0-8476-ddfb30a8d010', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:28:58Z', 'updated_at': '2021-12-21T13:29:13Z', 'revision_number': 5, 'project_id': 'd368a1938e3342de9d3358d110005af5', 'subnets': [{'id': '3a2300ef-3c43-47b0-8476-ddfb30a8d010', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:27.485223 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5b366f-a8d6-4eb7-8618-3eaf8fd58a1d None None] Network ba9adc67-6026-4c97-9a90-1acb20c94663 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:30:27.521057 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9e34b624-6036-4550-ba3e-810aef0a5942 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12346570'] for subnet, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:27.524789 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-c760fbe0-6e67-4442-acb0-8d126abd6141 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df07e3fa-3f28-45bc-8c57-98ec7342c6e5']}} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:27.526617 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6c2b2a-e9c1-4bff-afa0-c1c1a1b04d63 None None] Checking router: caf3ff8a-af97-4de4-b3e0-de9adbadc076 for host: dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:30:27.536368 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6c2b2a-e9c1-4bff-afa0-c1c1a1b04d63 None None] Routers {'caf3ff8a-af97-4de4-b3e0-de9adbadc076'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:30:27.537009 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-ab6c2b2a-e9c1-4bff-afa0-c1c1a1b04d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:29:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['caf3ff8a-af97-4de4-b3e0-de9adbadc076'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:27.588656 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e35b288-3f3c-492f-8cc0-d135dcb004fc tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:30:27.589296 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5e35b288-3f3c-492f-8cc0-d135dcb004fc tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:27.616631 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e34b624-6036-4550-ba3e-810aef0a5942 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Pushing event deleted for resources: {'Subnet': ['ID=efd71155-42c5-4846-a6d3-b0a48a3b13b8,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:27.648109 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-5e35b288-3f3c-492f-8cc0-d135dcb004fc tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9939613 Dec 21 13:30:27.649789 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57302) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:27.653743 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-c760fbe0-6e67-4442-acb0-8d126abd6141 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c9dd1ad-4497-456c-a1eb-988c28f9820a') {'for_net_delete': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:27.654055 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-c760fbe0-6e67-4442-acb0-8d126abd6141 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c9dd1ad-4497-456c-a1eb-988c28f9820a') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:27.663932 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-95dfd58b-abb7-441d-9801-25fe21e6e8ee req-8b6de049-86a0-44ca-b23b-3839cb1a292e tempest-TestServerAdvancedOps-1829952957 tempest-TestServerAdvancedOps-1829952957-project] 10.222.0.37 "GET /v2.0/ports?device_id=b256fe0e-7625-40a0-aed5-84c1a56b337d HTTP/1.1" status: 200 len: 210 time: 0.1996701 Dec 21 13:30:27.675388 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b9ddfa7b-bfcc-4867-9539-2950ab5711cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:27.678207 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-50c95bbb-da6b-44c7-b983-9bf2904935ee tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] Request body: {'port': {'network_id': 'ba9adc67-6026-4c97-9a90-1acb20c94663', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-735694777'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:30:27.708565 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd4f5c5-ff84-4db4-8c7e-1cea39694d42 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Network 6e2fe86f-7e41-49eb-ba86-af4c1ccb3de0 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:30:27.727829 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c760fbe0-6e67-4442-acb0-8d126abd6141 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526653'] for segment, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:27.736156 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a0a716-c8a7-4f5b-944e-6dee1fbf0012 None None] Network 5d56b04d-834e-44d0-8a4a-bef509c35d33 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:30:27.739964 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9e34b624-6036-4550-ba3e-810aef0a5942 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:27.768323 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-9e34b624-6036-4550-ba3e-810aef0a5942 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "DELETE /v2.0/subnets/efd71155-42c5-4846-a6d3-b0a48a3b13b8 HTTP/1.1" status: 204 len: 168 time: 1.0299621 Dec 21 13:30:27.777866 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57308) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:27.793209 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84cc5531-63eb-49b6-a3e1-0ef164533092 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-ba9adc67-6026-4c97-9a90-1acb20c94663', 'network_id': 'ba9adc67-6026-4c97-9a90-1acb20c94663', 'project_id': '1e545e34522f430d946554fb345328b4', 'fixed_ips': [{'subnet_id': '10f43575-194e-49b9-93a0-88b48a963d23'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:30:27.794074 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-84cc5531-63eb-49b6-a3e1-0ef164533092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:27.859238 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-ab6c2b2a-e9c1-4bff-afa0-c1c1a1b04d63 None None] Set router caf3ff8a-af97-4de4-b3e0-de9adbadc076 gateway port host: None {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:30:27.902318 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7bb01037-43a9-4916-8559-39fb7d425867 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks [] for security_group, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:27.919198 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c760fbe0-6e67-4442-acb0-8d126abd6141 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:27.955770 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c760fbe0-6e67-4442-acb0-8d126abd6141 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=103152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:30:27.956416 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c760fbe0-6e67-4442-acb0-8d126abd6141 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805426'] for segment, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:27.967954 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:27.967954 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:30:27.967954 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:27.967954 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:30:27.967954 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:27.967954 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:30:27.967954 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:27.967954 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:30:27.967954 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:27.967954 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:30:27.967954 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:27.967954 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:30:27.967954 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:27.967954 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:30:27.967954 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 13:30:27.967954 dv-neutron-master-2-hyperv neutron-server[103152]: self.session.flush() Dec 21 13:30:27.967954 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 13:30:27.967954 dv-neutron-master-2-hyperv neutron-server[103152]: self.session.flush() Dec 21 13:30:27.967954 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 13:30:27.967954 dv-neutron-master-2-hyperv neutron-server[103152]: self.session.flush() Dec 21 13:30:27.967954 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 13:30:27.967954 dv-neutron-master-2-hyperv neutron-server[103152]: self.session.flush() Dec 21 13:30:27.967954 dv-neutron-master-2-hyperv neutron-server[103152]: Traceback (most recent call last): Dec 21 13:30:27.967954 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:30:27.967954 dv-neutron-master-2-hyperv neutron-server[103152]: timer() Dec 21 13:30:27.967954 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:30:27.967954 dv-neutron-master-2-hyperv neutron-server[103152]: cb(*args, **kw) Dec 21 13:30:27.967954 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:30:27.967954 dv-neutron-master-2-hyperv neutron-server[103152]: return func(*args, **kwargs) Dec 21 13:30:27.967954 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:30:27.967954 dv-neutron-master-2-hyperv neutron-server[103152]: self._notify() Dec 21 13:30:27.967954 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:30:27.967954 dv-neutron-master-2-hyperv neutron-server[103152]: self.callback(batched_events) Dec 21 13:30:27.967954 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:30:27.967954 dv-neutron-master-2-hyperv neutron-server[103152]: event.method(event) Dec 21 13:30:27.967954 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:30:27.967954 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:30:27.967954 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:30:27.967954 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:30:27.967954 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:30:27.967954 dv-neutron-master-2-hyperv neutron-server[103152]: return f(self, *a, **k) Dec 21 13:30:27.967954 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:30:27.967954 dv-neutron-master-2-hyperv neutron-server[103152]: return self._get(url).json() Dec 21 13:30:27.967954 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:30:27.967954 dv-neutron-master-2-hyperv neutron-server[103152]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:30:27.967954 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:30:27.967954 dv-neutron-master-2-hyperv neutron-server[103152]: return self.request(url, 'GET', **kwargs) Dec 21 13:30:27.967954 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:30:27.967954 dv-neutron-master-2-hyperv neutron-server[103152]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:30:27.967954 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:30:27.967954 dv-neutron-master-2-hyperv neutron-server[103152]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:30:27.967954 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:30:27.967954 dv-neutron-master-2-hyperv neutron-server[103152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:30:27.967954 dv-neutron-master-2-hyperv neutron-server[103152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:30:28.159618 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f3297b-3317-42a0-b6b3-269e1389ac22 None None] DHCP port deletion for 5d56b04d-834e-44d0-8a4a-bef509c35d33 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:30:28.170419 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-84cc5531-63eb-49b6-a3e1-0ef164533092 None None] Allocated IP 2001:db8::2 (ba9adc67-6026-4c97-9a90-1acb20c94663/10f43575-194e-49b9-93a0-88b48a963d23/7f64e8d7-0ffc-43fc-baf0-acda2ea2732f) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:30:28.286885 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-ab6c2b2a-e9c1-4bff-afa0-c1c1a1b04d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf3ff8a-af97-4de4-b3e0-de9adbadc076', 'name': 'tempest-RoutersIpV6Test-router-1585507894', 'tenant_id': 'd368a1938e3342de9d3358d110005af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:28:52Z', 'updated_at': '2021-12-21T13:30:23Z', 'revision_number': 10, 'project_id': 'd368a1938e3342de9d3358d110005af5', 'gw_port_host': None, '_interfaces': [{'id': '7111fafc-3054-4310-a775-f4360d66a24d', 'name': '', 'network_id': '2cf63e90-259f-413d-9f59-c6e07bb014ac', 'tenant_id': 'd368a1938e3342de9d3358d110005af5', 'mac_address': 'fa:16:3e:3d:f9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf3ff8a-af97-4de4-b3e0-de9adbadc076', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '3a2300ef-3c43-47b0-8476-ddfb30a8d010', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:28:58Z', 'updated_at': '2021-12-21T13:29:13Z', 'revision_number': 5, 'project_id': 'd368a1938e3342de9d3358d110005af5', 'subnets': [{'id': '3a2300ef-3c43-47b0-8476-ddfb30a8d010', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:28.303572 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-f8f3297b-3317-42a0-b6b3-269e1389ac22 None None] Deleting port db589bca-fe9d-485f-aa9a-f3d0207270a8 {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:30:28.304245 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f8f3297b-3317-42a0-b6b3-269e1389ac22 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:28.336727 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6c2b2a-e9c1-4bff-afa0-c1c1a1b04d63 None None] The sync data for ids ['caf3ff8a-af97-4de4-b3e0-de9adbadc076'] in dv-neutron-master-2-hyperv is: [{'id': 'caf3ff8a-af97-4de4-b3e0-de9adbadc076', 'name': 'tempest-RoutersIpV6Test-router-1585507894', 'tenant_id': 'd368a1938e3342de9d3358d110005af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:28:52Z', 'updated_at': '2021-12-21T13:30:23Z', 'revision_number': 10, 'project_id': 'd368a1938e3342de9d3358d110005af5', 'gw_port_host': None, '_interfaces': [{'id': '7111fafc-3054-4310-a775-f4360d66a24d', 'name': '', 'network_id': '2cf63e90-259f-413d-9f59-c6e07bb014ac', 'tenant_id': 'd368a1938e3342de9d3358d110005af5', 'mac_address': 'fa:16:3e:3d:f9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf3ff8a-af97-4de4-b3e0-de9adbadc076', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '3a2300ef-3c43-47b0-8476-ddfb30a8d010', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:28:58Z', 'updated_at': '2021-12-21T13:29:13Z', 'revision_number': 5, 'project_id': 'd368a1938e3342de9d3358d110005af5', 'subnets': [{'id': '3a2300ef-3c43-47b0-8476-ddfb30a8d010', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:30:28.427652 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-8bd4f5c5-ff84-4db4-8c7e-1cea39694d42 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:30:28.454502 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-30ac55d6-9bdc-4327-9977-feac5eeb12d7 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:28.490736 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-f8f3297b-3317-42a0-b6b3-269e1389ac22 None None] For port db589bca-fe9d-485f-aa9a-f3d0207270a8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=db589bca-fe9d-485f-aa9a-f3d0207270a8,segment=NetworkSegment(bbf30d1c-4303-4af8-8940-7cb31f274a00),segment_id=bbf30d1c-4303-4af8-8940-7cb31f274a00)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:30:28.491317 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f8f3297b-3317-42a0-b6b3-269e1389ac22 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:28.517334 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-f8f3297b-3317-42a0-b6b3-269e1389ac22 None None] Calling delete_port for db589bca-fe9d-485f-aa9a-f3d0207270a8 owned by network:dhcp {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:30:28.531999 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-84cc5531-63eb-49b6-a3e1-0ef164533092 None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:28.549182 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ac55d6-9bdc-4327-9977-feac5eeb12d7 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Pushing event deleted for resources: {'Port': ['ID=0e668e19-0a58-4234-aa57-70fc94f97757,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:28.560359 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-84cc5531-63eb-49b6-a3e1-0ef164533092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:28.565178 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9af7ac-d949-4ea8-9f16-2cb382fbfb07 req-38d15861-fe70-4701-a76f-845f3637e584 tempest-TestServerAdvancedOps-1829952957 tempest-TestServerAdvancedOps-1829952957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:30:28.568029 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-9d9af7ac-d949-4ea8-9f16-2cb382fbfb07 req-38d15861-fe70-4701-a76f-845f3637e584 tempest-TestServerAdvancedOps-1829952957 tempest-TestServerAdvancedOps-1829952957-project] 10.222.0.60 "GET /v2.0/networks?id=e0f04b1c-bb25-45e9-a325-15dcdf4af126 HTTP/1.1" status: 200 len: 812 time: 1.1691630 Dec 21 13:30:28.599869 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [req-9d9af7ac-d949-4ea8-9f16-2cb382fbfb07 req-59c32c03-a0c6-4f28-bb24-5be41fa182f0 tempest-TestServerAdvancedOps-1829952957 tempest-TestServerAdvancedOps-1829952957-project] Request body: {'port': {'device_id': 'b256fe0e-7625-40a0-aed5-84c1a56b337d', 'network_id': 'e0f04b1c-bb25-45e9-a325-15dcdf4af126', 'admin_state_up': True, 'tenant_id': '7fcc1d47f4cc44e4b573fc100289403e'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:30:28.717378 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7bb01037-43a9-4916-8559-39fb7d425867 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:28.791379 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6b4531b8-04f9-41f9-83eb-617ff9b87633 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:28.903880 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50c95bbb-da6b-44c7-b983-9bf2904935ee tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] Made reservation on behalf of 1e545e34522f430d946554fb345328b4 for: {'port': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:30:28.908522 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-50c95bbb-da6b-44c7-b983-9bf2904935ee tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:28.911404 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-cbf39474-984f-4f3f-9246-ca45f3287a0b tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:28.912936 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c760fbe0-6e67-4442-acb0-8d126abd6141 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:28.923307 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c760fbe0-6e67-4442-acb0-8d126abd6141 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks [] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:28.932666 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-c760fbe0-6e67-4442-acb0-8d126abd6141 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "DELETE /v2.0/networks/df07e3fa-3f28-45bc-8c57-98ec7342c6e5 HTTP/1.1" status: 204 len: 168 time: 2.9513502 Dec 21 13:30:28.933761 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7bb01037-43a9-4916-8559-39fb7d425867 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:28.937347 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7bb01037-43a9-4916-8559-39fb7d425867 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:28.941648 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-7bb01037-43a9-4916-8559-39fb7d425867 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "DELETE /v2.0/security-groups/719b8d76-e24f-4e68-8fbf-b92a7c2582d6 HTTP/1.1" status: 204 len: 168 time: 1.4726973 Dec 21 13:30:28.941648 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57312) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:28.965254 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57314) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:28.965254 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-cbf39474-984f-4f3f-9246-ca45f3287a0b tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:28.965254 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-cbf39474-984f-4f3f-9246-ca45f3287a0b tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532537'] for router_interface, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:28.981891 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c760fbe0-6e67-4442-acb0-8d126abd6141 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Pushing event deleted for resources: {'Network': ['ID=df07e3fa-3f28-45bc-8c57-98ec7342c6e5,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:29.034859 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-8bfbd2b8-4848-4b09-a06f-9038dd63a3c5 req-e49353d1-671b-4f29-aafc-f1c445371d9e tempest-TestServerAdvancedOps-1829952957 tempest-TestServerAdvancedOps-1829952957-project] 10.222.0.37 "GET /v2.0/ports?device_id=b256fe0e-7625-40a0-aed5-84c1a56b337d HTTP/1.1" status: 200 len: 210 time: 0.1321213 Dec 21 13:30:29.070076 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb01037-43a9-4916-8559-39fb7d425867 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=719b8d76-e24f-4e68-8fbf-b92a7c2582d6,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:29.126148 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-30ac55d6-9bdc-4327-9977-feac5eeb12d7 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:29.129885 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-30ac55d6-9bdc-4327-9977-feac5eeb12d7 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "DELETE /v2.0/ports/0e668e19-0a58-4234-aa57-70fc94f97757 HTTP/1.1" status: 204 len: 168 time: 3.7578080 Dec 21 13:30:29.132230 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 6097019a-8ed7-4666-85c2-c6c6bfdef5af no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:30:29.145145 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bd4f5c5-ff84-4db4-8c7e-1cea39694d42 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Router 881385bd-dec1-4bff-8219-53bb66d2d0c9 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:30:29.154876 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57316) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:29.175218 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d9af7ac-d949-4ea8-9f16-2cb382fbfb07 req-59c32c03-a0c6-4f28-bb24-5be41fa182f0 tempest-TestServerAdvancedOps-1829952957 tempest-TestServerAdvancedOps-1829952957-project] Made reservation on behalf of 7fcc1d47f4cc44e4b573fc100289403e for: {'port': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:30:29.176057 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: 6097019a-8ed7-4666-85c2-c6c6bfdef5af {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:30:29.177585 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-50c95bbb-da6b-44c7-b983-9bf2904935ee tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] device_id is not set on port ca15fd79-993a-4105-89c1-ff30f7d721dc yet. {{(pid=103152) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 13:30:29.178185 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 6097019a-8ed7-4666-85c2-c6c6bfdef5af not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:30:29.178459 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device db589bca-fe9d-485f-aa9a-f3d0207270a8 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:30:29.180652 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-9d9af7ac-d949-4ea8-9f16-2cb382fbfb07 req-59c32c03-a0c6-4f28-bb24-5be41fa182f0 tempest-TestServerAdvancedOps-1829952957 tempest-TestServerAdvancedOps-1829952957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:29.220283 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf39474-984f-4f3f-9246-ca45f3287a0b tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event updated for resources: {'Port': ['ID=e209979c-52cc-4185-bd1a-e7fdf926408d,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:29.246484 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-51c5d9ab-4ece-4d5f-a9ac-73870a367d4a tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] GET failed (client error): The resource could not be found. Dec 21 13:30:29.247374 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84cc5531-63eb-49b6-a3e1-0ef164533092 None None] Network ba9adc67-6026-4c97-9a90-1acb20c94663 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:30:29.248753 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-51c5d9ab-4ece-4d5f-a9ac-73870a367d4a tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "GET /v2.0/ports/0e668e19-0a58-4234-aa57-70fc94f97757 HTTP/1.1" status: 404 len: 333 time: 0.0915771 Dec 21 13:30:29.258206 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57318) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:29.271715 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cc5531-63eb-49b6-a3e1-0ef164533092 None None] Pushing event updated for resources: {'Port': ['ID=7f64e8d7-0ffc-43fc-baf0-acda2ea2732f,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:29.299491 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:29.299727 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-84cc5531-63eb-49b6-a3e1-0ef164533092 None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:30:29.310380 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84cc5531-63eb-49b6-a3e1-0ef164533092 None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:30:29.315202 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-28870d8f-744c-43f6-b190-2d7c89c85622 None None] Provisioning complete for port 2e5bb370-be7f-43f5-9a02-8fed478d3c0a triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:30:29.315538 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-28870d8f-744c-43f6-b190-2d7c89c85622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:29.357090 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-28870d8f-744c-43f6-b190-2d7c89c85622 None None] Port 2e5bb370-be7f-43f5-9a02-8fed478d3c0a cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:30:29.375454 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9716ef6f-2b59-495a-bcec-1d4f6e3a3f78 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks [] for security_group, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:29.488902 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-84cc5531-63eb-49b6-a3e1-0ef164533092 None None] Attempting to bind port 7f64e8d7-0ffc-43fc-baf0-acda2ea2732f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:30:29.489274 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-84cc5531-63eb-49b6-a3e1-0ef164533092 None None] Attempting to bind port 7f64e8d7-0ffc-43fc-baf0-acda2ea2732f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f7baada6-253d-47cc-acf3-08a6c38adf33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ba9adc67-6026-4c97-9a90-1acb20c94663'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:30:29.491169 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84cc5531-63eb-49b6-a3e1-0ef164533092 None None] Attempting to bind port 7f64e8d7-0ffc-43fc-baf0-acda2ea2732f on network ba9adc67-6026-4c97-9a90-1acb20c94663 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:30:29.494954 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f8f3297b-3317-42a0-b6b3-269e1389ac22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636'] for port, after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:29.527833 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84cc5531-63eb-49b6-a3e1-0ef164533092 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:30:29.527833 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84cc5531-63eb-49b6-a3e1-0ef164533092 None None] Checking segment: {'id': 'f7baada6-253d-47cc-acf3-08a6c38adf33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ba9adc67-6026-4c97-9a90-1acb20c94663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:30:29.528288 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-84cc5531-63eb-49b6-a3e1-0ef164533092 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:29.528805 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84cc5531-63eb-49b6-a3e1-0ef164533092 None None] Bound using segment: {'id': 'f7baada6-253d-47cc-acf3-08a6c38adf33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ba9adc67-6026-4c97-9a90-1acb20c94663'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:30:29.530014 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-84cc5531-63eb-49b6-a3e1-0ef164533092 None None] Bound port: 7f64e8d7-0ffc-43fc-baf0-acda2ea2732f, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7baada6-253d-47cc-acf3-08a6c38adf33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ba9adc67-6026-4c97-9a90-1acb20c94663'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:30:29.530014 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-84cc5531-63eb-49b6-a3e1-0ef164533092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:29.536602 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9716ef6f-2b59-495a-bcec-1d4f6e3a3f78 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:29.538634 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea0082be-6a28-468f-a5be-6d98c99cc7a7 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Deleting subnet c671df9d-514b-482c-bfa1-a49ff8b29b60 {{(pid=103152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:30:29.540154 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:29.559610 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf39474-984f-4f3f-9246-ca45f3287a0b tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:30:29.569249 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f3297b-3317-42a0-b6b3-269e1389ac22 None None] Pushing event deleted for resources: {'Port': ['ID=db589bca-fe9d-485f-aa9a-f3d0207270a8,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:29.571732 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ea0082be-6a28-468f-a5be-6d98c99cc7a7 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks [] for subnet, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:29.581945 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f3297b-3317-42a0-b6b3-269e1389ac22 None None] No DVR routers for this DVR port db589bca-fe9d-485f-aa9a-f3d0207270a8 on host dv-neutron-master-2-hyperv {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:30:29.583170 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-cbf39474-984f-4f3f-9246-ca45f3287a0b tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:30:29.651861 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ea0082be-6a28-468f-a5be-6d98c99cc7a7 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526644'] for subnet, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:29.665238 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bd4f5c5-ff84-4db4-8c7e-1cea39694d42 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:30:29.688213 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-8bd4f5c5-ff84-4db4-8c7e-1cea39694d42 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] 10.222.0.37 "PUT /v2.0/routers/881385bd-dec1-4bff-8219-53bb66d2d0c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2932684 Dec 21 13:30:29.693370 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57320) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:29.700569 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-6b4531b8-04f9-41f9-83eb-617ff9b87633 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Deleting port db589bca-fe9d-485f-aa9a-f3d0207270a8 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:30:29.702624 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6b4531b8-04f9-41f9-83eb-617ff9b87633 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:29.704559 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-46df45cc-6aeb-46c9-a483-fc1371c54360 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Request body: {'port': {'network_id': '6e2fe86f-7e41-49eb-ba86-af4c1ccb3de0', 'name': 'tempest-FloatingIPTestJSON-137650729'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:30:29.721105 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861eb271-e2a0-4102-985c-2496ce9a80b8 None None] Sync routers for ids ['881385bd-dec1-4bff-8219-53bb66d2d0c9'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:30:29.727964 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-84cc5531-63eb-49b6-a3e1-0ef164533092 None None] For port 7f64e8d7-0ffc-43fc-baf0-acda2ea2732f, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:30:29.756798 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-84cc5531-63eb-49b6-a3e1-0ef164533092 None None] For port 7f64e8d7-0ffc-43fc-baf0-acda2ea2732f, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7f64e8d7-0ffc-43fc-baf0-acda2ea2732f,segment=NetworkSegment(f7baada6-253d-47cc-acf3-08a6c38adf33),segment_id=f7baada6-253d-47cc-acf3-08a6c38adf33)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:30:29.763875 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-84cc5531-63eb-49b6-a3e1-0ef164533092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:29.781338 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861eb271-e2a0-4102-985c-2496ce9a80b8 None None] Routers {'881385bd-dec1-4bff-8219-53bb66d2d0c9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:30:29.782198 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-861eb271-e2a0-4102-985c-2496ce9a80b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:30:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['881385bd-dec1-4bff-8219-53bb66d2d0c9'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:29.856251 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-861eb271-e2a0-4102-985c-2496ce9a80b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:29.856761 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [req-9d9af7ac-d949-4ea8-9f16-2cb382fbfb07 req-59c32c03-a0c6-4f28-bb24-5be41fa182f0 tempest-TestServerAdvancedOps-1829952957 tempest-TestServerAdvancedOps-1829952957-project] Allocated IP 172.20.0.2 (e0f04b1c-bb25-45e9-a325-15dcdf4af126/0a23b394-8668-424d-9647-33cc57f03290/61f62cab-b92a-4557-8e2b-46751cfd4aac) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:30:29.871753 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9716ef6f-2b59-495a-bcec-1d4f6e3a3f78 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:29.874799 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9716ef6f-2b59-495a-bcec-1d4f6e3a3f78 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:29.876030 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-9716ef6f-2b59-495a-bcec-1d4f6e3a3f78 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "DELETE /v2.0/security-groups/03fe867d-a450-4469-80f1-b7d79557b221 HTTP/1.1" status: 204 len: 168 time: 0.9085486 Dec 21 13:30:29.897602 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861eb271-e2a0-4102-985c-2496ce9a80b8 None None] Routers {'881385bd-dec1-4bff-8219-53bb66d2d0c9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:30:29.898274 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-861eb271-e2a0-4102-985c-2496ce9a80b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:30:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['881385bd-dec1-4bff-8219-53bb66d2d0c9'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:29.904687 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cc5531-63eb-49b6-a3e1-0ef164533092 None None] Pushing event updated for resources: {'Port': ['ID=7f64e8d7-0ffc-43fc-baf0-acda2ea2732f,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:29.913862 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57322) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:29.955141 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-861eb271-e2a0-4102-985c-2496ce9a80b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:29.956327 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861eb271-e2a0-4102-985c-2496ce9a80b8 None None] The sync data for ids ['881385bd-dec1-4bff-8219-53bb66d2d0c9'] in dv-neutron-master-2-hyperv is: [] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:30:29.990862 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9716ef6f-2b59-495a-bcec-1d4f6e3a3f78 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03fe867d-a450-4469-80f1-b7d79557b221,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:30.017540 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-50c95bbb-da6b-44c7-b983-9bf2904935ee tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] Allocated IP 2001:db8::26d (ba9adc67-6026-4c97-9a90-1acb20c94663/10f43575-194e-49b9-93a0-88b48a963d23/ca15fd79-993a-4105-89c1-ff30f7d721dc) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:30:30.070591 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-6b4531b8-04f9-41f9-83eb-617ff9b87633 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] For port db589bca-fe9d-485f-aa9a-f3d0207270a8, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:30:30.071260 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6b4531b8-04f9-41f9-83eb-617ff9b87633 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:30.151652 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-6b4531b8-04f9-41f9-83eb-617ff9b87633 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Calling delete_port for db589bca-fe9d-485f-aa9a-f3d0207270a8 owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:30:30.165170 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.ipam_backend_mixin [None req-6b4531b8-04f9-41f9-83eb-617ff9b87633 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Port db589bca-fe9d-485f-aa9a-f3d0207270a8 was not found and therefore no delete operation was performed {{(pid=103152) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 21 13:30:30.218005 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-8207b79a-dfd2-47ae-bf0c-117394830996 None None] Provisioning complete for port e209979c-52cc-4185-bd1a-e7fdf926408d triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:30:30.218402 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8207b79a-dfd2-47ae-bf0c-117394830996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:30.235060 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6b4531b8-04f9-41f9-83eb-617ff9b87633 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:30.264451 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-0a56386a-983f-4b28-8745-d8249b86b62d req-4ad76cf1-6b1c-4887-85a2-162be2fce891 tempest-TestServerAdvancedOps-1829952957 tempest-TestServerAdvancedOps-1829952957-project] 10.222.0.37 "GET /v2.0/ports?device_id=b256fe0e-7625-40a0-aed5-84c1a56b337d HTTP/1.1" status: 200 len: 210 time: 0.1058757 Dec 21 13:30:30.320137 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-8207b79a-dfd2-47ae-bf0c-117394830996 None None] Port e209979c-52cc-4185-bd1a-e7fdf926408d cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:30:30.338053 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ea0082be-6a28-468f-a5be-6d98c99cc7a7 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:30.352430 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbf39474-984f-4f3f-9246-ca45f3287a0b tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Router e52f7dfc-9d7a-4f42-957d-cb202b5f7fcd is scheduled to L3 agent 59e14383-78fa-487e-9299-b32042a98157 with binding_index 1 {{(pid=103153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 13:30:30.378610 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46df45cc-6aeb-46c9-a483-fc1371c54360 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Made reservation on behalf of 16d2926f45024058a111868cbfccf657 for: {'port': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:30:30.387224 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-46df45cc-6aeb-46c9-a483-fc1371c54360 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:30.398322 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4531b8-04f9-41f9-83eb-617ff9b87633 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Pushing event deleted for resources: {'Port': ['ID=db589bca-fe9d-485f-aa9a-f3d0207270a8,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:30.415345 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4531b8-04f9-41f9-83eb-617ff9b87633 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] No DVR routers for this DVR port db589bca-fe9d-485f-aa9a-f3d0207270a8 on host dv-neutron-master-2-hyperv {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:30:30.502613 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [None req-46df45cc-6aeb-46c9-a483-fc1371c54360 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] device_id is not set on port b4cbc096-2fef-4163-aa16-a25d85b8493a yet. {{(pid=103153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 13:30:30.510568 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a95b93c0-cbea-453c-bf50-c5b3b4efc244 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks [] for security_group, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:30.597899 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 7f64e8d7-0ffc-43fc-baf0-acda2ea2732f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:30:30.643824 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-9d9af7ac-d949-4ea8-9f16-2cb382fbfb07 req-59c32c03-a0c6-4f28-bb24-5be41fa182f0 tempest-TestServerAdvancedOps-1829952957 tempest-TestServerAdvancedOps-1829952957-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:30.686128 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 7f64e8d7-0ffc-43fc-baf0-acda2ea2732f triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:30:30.686950 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:30.723153 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6b4531b8-04f9-41f9-83eb-617ff9b87633 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:30.734762 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a95b93c0-cbea-453c-bf50-c5b3b4efc244 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:30.793027 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-9d9af7ac-d949-4ea8-9f16-2cb382fbfb07 req-59c32c03-a0c6-4f28-bb24-5be41fa182f0 tempest-TestServerAdvancedOps-1829952957 tempest-TestServerAdvancedOps-1829952957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:30.805400 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbf39474-984f-4f3f-9246-ca45f3287a0b tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:30:30.806048 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-6b4531b8-04f9-41f9-83eb-617ff9b87633 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d56b04d-834e-44d0-8a4a-bef509c35d33']}} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:30.806331 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:30.809516 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ea0082be-6a28-468f-a5be-6d98c99cc7a7 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12346570'] for subnet, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:30.822644 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3597467-0e9f-4706-8cc1-0c20d59146df None None] Sync routers for ids ['e52f7dfc-9d7a-4f42-957d-cb202b5f7fcd'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:30:30.846961 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3597467-0e9f-4706-8cc1-0c20d59146df None None] Routers {'e52f7dfc-9d7a-4f42-957d-cb202b5f7fcd'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:30:30.848841 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-c3597467-0e9f-4706-8cc1-0c20d59146df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:30:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['e52f7dfc-9d7a-4f42-957d-cb202b5f7fcd'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:30.849991 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-46df45cc-6aeb-46c9-a483-fc1371c54360 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Allocated IP 172.20.0.9 (6e2fe86f-7e41-49eb-ba86-af4c1ccb3de0/d0072e62-7d2f-488d-b6b3-8dff3cfe2220/b4cbc096-2fef-4163-aa16-a25d85b8493a) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:30:30.907620 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:30.932828 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-cbf39474-984f-4f3f-9246-ca45f3287a0b tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "PUT /v2.0/routers/e52f7dfc-9d7a-4f42-957d-cb202b5f7fcd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0716674 Dec 21 13:30:30.946149 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57326) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:30.967989 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d9af7ac-d949-4ea8-9f16-2cb382fbfb07 req-59c32c03-a0c6-4f28-bb24-5be41fa182f0 tempest-TestServerAdvancedOps-1829952957 tempest-TestServerAdvancedOps-1829952957-project] Network e0f04b1c-bb25-45e9-a325-15dcdf4af126 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:30:31.005871 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] For port 7f64e8d7-0ffc-43fc-baf0-acda2ea2732f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7f64e8d7-0ffc-43fc-baf0-acda2ea2732f,segment=NetworkSegment(f7baada6-253d-47cc-acf3-08a6c38adf33),segment_id=f7baada6-253d-47cc-acf3-08a6c38adf33)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:30:31.021068 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-50c95bbb-da6b-44c7-b983-9bf2904935ee tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:31.027080 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [req-9d9af7ac-d949-4ea8-9f16-2cb382fbfb07 req-59c32c03-a0c6-4f28-bb24-5be41fa182f0 tempest-TestServerAdvancedOps-1829952957 tempest-TestServerAdvancedOps-1829952957-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:30:31.027344 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:31.031181 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d9af7ac-d949-4ea8-9f16-2cb382fbfb07 req-59c32c03-a0c6-4f28-bb24-5be41fa182f0 tempest-TestServerAdvancedOps-1829952957 tempest-TestServerAdvancedOps-1829952957-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:30:31.037780 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:31.052174 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-c3597467-0e9f-4706-8cc1-0c20d59146df None None] Set router e52f7dfc-9d7a-4f42-957d-cb202b5f7fcd gateway port host: None {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:30:31.052631 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device abd5eefe-e121-4d3a-a3b4-d87fd46c1bbe no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:30:31.162567 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ea0082be-6a28-468f-a5be-6d98c99cc7a7 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:31.184162 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-ea0082be-6a28-468f-a5be-6d98c99cc7a7 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "DELETE /v2.0/subnets/c671df9d-514b-482c-bfa1-a49ff8b29b60 HTTP/1.1" status: 204 len: 168 time: 1.9243963 Dec 21 13:30:31.185836 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0082be-6a28-468f-a5be-6d98c99cc7a7 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Pushing event deleted for resources: {'Subnet': ['ID=c671df9d-514b-482c-bfa1-a49ff8b29b60,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:31.201276 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57328) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:31.207496 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671862d3-d1b3-4a67-aa2c-48f6679f52c4 None None] Network 8fb69fda-317a-4fc9-96bc-27b322e4c259 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:30:31.211292 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-6b4531b8-04f9-41f9-83eb-617ff9b87633 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbf30d1c-4303-4af8-8940-7cb31f274a00') {'for_net_delete': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:31.211845 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-6b4531b8-04f9-41f9-83eb-617ff9b87633 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbf30d1c-4303-4af8-8940-7cb31f274a00') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:31.230060 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: abd5eefe-e121-4d3a-a3b4-d87fd46c1bbe {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:30:31.230907 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device abd5eefe-e121-4d3a-a3b4-d87fd46c1bbe not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:30:31.239485 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-50c95bbb-da6b-44c7-b983-9bf2904935ee tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:31.249995 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a95b93c0-cbea-453c-bf50-c5b3b4efc244 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:31.252628 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a95b93c0-cbea-453c-bf50-c5b3b4efc244 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:31.260635 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-a95b93c0-cbea-453c-bf50-c5b3b4efc244 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "DELETE /v2.0/security-groups/22dd1bb3-24fe-490b-877b-8a404ddc1b37 HTTP/1.1" status: 204 len: 168 time: 1.3315763 Dec 21 13:30:31.262027 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e416fa8c-d175-4793-8439-36f72aa541d0 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:30:31.270801 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-e416fa8c-d175-4793-8439-36f72aa541d0 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "GET /v2.0/ports/e209979c-52cc-4185-bd1a-e7fdf926408d HTTP/1.1" status: 200 len: 911 time: 0.3139410 Dec 21 13:30:31.271531 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57330) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:31.284076 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c32c03-a0c6-4f28-bb24-5be41fa182f0 tempest-TestServerAdvancedOps-1829952957 tempest-TestServerAdvancedOps-1829952957-project] Pushing event updated for resources: {'Port': ['ID=61f62cab-b92a-4557-8e2b-46751cfd4aac,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:31.300938 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57332) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:31.412517 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Pushing event updated for resources: {'Port': ['ID=7f64e8d7-0ffc-43fc-baf0-acda2ea2732f,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:31.449885 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9af7ac-d949-4ea8-9f16-2cb382fbfb07 req-59c32c03-a0c6-4f28-bb24-5be41fa182f0 tempest-TestServerAdvancedOps-1829952957 tempest-TestServerAdvancedOps-1829952957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:30:31.450558 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-9d9af7ac-d949-4ea8-9f16-2cb382fbfb07 req-59c32c03-a0c6-4f28-bb24-5be41fa182f0 tempest-TestServerAdvancedOps-1829952957 tempest-TestServerAdvancedOps-1829952957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:31.460812 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6b4531b8-04f9-41f9-83eb-617ff9b87633 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526653'] for segment, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:31.569311 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c95bbb-da6b-44c7-b983-9bf2904935ee tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] Pushing event updated for resources: {'Port': ['ID=ca15fd79-993a-4105-89c1-ff30f7d721dc,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:31.574134 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95b93c0-cbea-453c-bf50-c5b3b4efc244 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22dd1bb3-24fe-490b-877b-8a404ddc1b37,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:31.590840 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-c3597467-0e9f-4706-8cc1-0c20d59146df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e52f7dfc-9d7a-4f42-957d-cb202b5f7fcd', 'name': 'tempest-NetworksTestDHCPv6-router-787448377', 'tenant_id': '4e9b97d81d204c53a28bf5666eaf36b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:30:21Z', 'updated_at': '2021-12-21T13:30:26Z', 'revision_number': 2, 'project_id': '4e9b97d81d204c53a28bf5666eaf36b7', 'gw_port_host': None, '_interfaces': [{'id': 'e209979c-52cc-4185-bd1a-e7fdf926408d', 'name': '', 'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9', 'tenant_id': '4e9b97d81d204c53a28bf5666eaf36b7', 'mac_address': 'fa:16:3e:eb:9f:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e52f7dfc-9d7a-4f42-957d-cb202b5f7fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '78a546b0-7c62-4750-920f-4c9827931451', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:30:23Z', 'updated_at': '2021-12-21T13:30:28Z', 'revision_number': 2, 'project_id': '4e9b97d81d204c53a28bf5666eaf36b7', 'subnets': [{'id': '78a546b0-7c62-4750-920f-4c9827931451', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:31.619145 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3597467-0e9f-4706-8cc1-0c20d59146df None None] Checking router: e52f7dfc-9d7a-4f42-957d-cb202b5f7fcd for host: dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:30:31.619643 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3597467-0e9f-4706-8cc1-0c20d59146df None None] Updating router e52f7dfc-9d7a-4f42-957d-cb202b5f7fcd port e209979c-52cc-4185-bd1a-e7fdf926408d binding host dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 13:30:31.633440 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ce1204-57cf-4971-ab86-210fcf0fbf4d None None] DHCP port deletion for 8fb69fda-317a-4fc9-96bc-27b322e4c259 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:30:31.657205 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c95bbb-da6b-44c7-b983-9bf2904935ee tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] Network ba9adc67-6026-4c97-9a90-1acb20c94663 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:30:31.660943 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-46df45cc-6aeb-46c9-a483-fc1371c54360 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:31.673007 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-50c95bbb-da6b-44c7-b983-9bf2904935ee tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:30:31.683926 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-c3597467-0e9f-4706-8cc1-0c20d59146df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:31.754302 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c95bbb-da6b-44c7-b983-9bf2904935ee tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:30:31.758317 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-a4ce1204-57cf-4971-ab86-210fcf0fbf4d None None] Deleting port 074d5ce9-a4dd-49c2-a1e3-1422e74885ea {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:30:31.758755 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a4ce1204-57cf-4971-ab86-210fcf0fbf4d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:31.768151 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c95bbb-da6b-44c7-b983-9bf2904935ee tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:30:31.770473 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-50c95bbb-da6b-44c7-b983-9bf2904935ee tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:31.782187 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6b4531b8-04f9-41f9-83eb-617ff9b87633 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:31.795677 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-46df45cc-6aeb-46c9-a483-fc1371c54360 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:31.827378 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b4531b8-04f9-41f9-83eb-617ff9b87633 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=103152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:30:31.827871 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6b4531b8-04f9-41f9-83eb-617ff9b87633 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805426'] for segment, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:31.886025 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-9d9af7ac-d949-4ea8-9f16-2cb382fbfb07 req-59c32c03-a0c6-4f28-bb24-5be41fa182f0 tempest-TestServerAdvancedOps-1829952957 tempest-TestServerAdvancedOps-1829952957-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3012910 Dec 21 13:30:31.903919 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-a4ce1204-57cf-4971-ab86-210fcf0fbf4d None None] For port 074d5ce9-a4dd-49c2-a1e3-1422e74885ea, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=074d5ce9-a4dd-49c2-a1e3-1422e74885ea,segment=NetworkSegment(814a1674-ad31-45ca-bbe1-1360eb94fd3d),segment_id=814a1674-ad31-45ca-bbe1-1360eb94fd3d)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:30:31.904534 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a4ce1204-57cf-4971-ab86-210fcf0fbf4d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:31.916842 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:31.916842 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:30:31.916842 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:31.916842 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:30:31.916842 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:31.916842 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:30:31.916842 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:31.916842 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:30:31.916842 dv-neutron-master-2-hyperv neutron-server[103152]: Traceback (most recent call last): Dec 21 13:30:31.916842 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:30:31.916842 dv-neutron-master-2-hyperv neutron-server[103152]: timer() Dec 21 13:30:31.916842 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:30:31.916842 dv-neutron-master-2-hyperv neutron-server[103152]: cb(*args, **kw) Dec 21 13:30:31.916842 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:30:31.916842 dv-neutron-master-2-hyperv neutron-server[103152]: return func(*args, **kwargs) Dec 21 13:30:31.916842 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:30:31.916842 dv-neutron-master-2-hyperv neutron-server[103152]: self._notify() Dec 21 13:30:31.916842 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:30:31.916842 dv-neutron-master-2-hyperv neutron-server[103152]: self.callback(batched_events) Dec 21 13:30:31.916842 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:30:31.916842 dv-neutron-master-2-hyperv neutron-server[103152]: event.method(event) Dec 21 13:30:31.916842 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:30:31.916842 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:30:31.916842 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:30:31.916842 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:30:31.916842 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:30:31.916842 dv-neutron-master-2-hyperv neutron-server[103152]: return f(self, *a, **k) Dec 21 13:30:31.916842 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:30:31.916842 dv-neutron-master-2-hyperv neutron-server[103152]: return self._get(url).json() Dec 21 13:30:31.916842 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:30:31.916842 dv-neutron-master-2-hyperv neutron-server[103152]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:30:31.916842 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:30:31.916842 dv-neutron-master-2-hyperv neutron-server[103152]: return self.request(url, 'GET', **kwargs) Dec 21 13:30:31.916842 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:30:31.916842 dv-neutron-master-2-hyperv neutron-server[103152]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:30:31.916842 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:30:31.916842 dv-neutron-master-2-hyperv neutron-server[103152]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:30:31.916842 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:30:31.916842 dv-neutron-master-2-hyperv neutron-server[103152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:30:31.916842 dv-neutron-master-2-hyperv neutron-server[103152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:30:31.932642 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-a4ce1204-57cf-4971-ab86-210fcf0fbf4d None None] Calling delete_port for 074d5ce9-a4dd-49c2-a1e3-1422e74885ea owned by network:dhcp {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:30:31.939789 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4166182d-7326-4409-835f-ac23c166439b tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:31.953833 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [req-9d9af7ac-d949-4ea8-9f16-2cb382fbfb07 req-0dd823db-808d-4319-83d3-05d827edbfd6 service neutron] Request body: {'port': {'device_id': 'b256fe0e-7625-40a0-aed5-84c1a56b337d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:30:31.960246 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-50c95bbb-da6b-44c7-b983-9bf2904935ee tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 4.2950666 Dec 21 13:30:31.961789 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57336) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:31.974512 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-0fe7a478-fba2-4d7a-8809-96eb4c2b1bf9 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] Request body: {'port': {'network_id': 'ba9adc67-6026-4c97-9a90-1acb20c94663', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1990596062', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:30:31.975165 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.api.validators [None req-0fe7a478-fba2-4d7a-8809-96eb4c2b1bf9 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] bootfile-name is not in valid_values {{(pid=103152) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 21 13:30:31.975524 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.api.validators [None req-0fe7a478-fba2-4d7a-8809-96eb4c2b1bf9 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] tftp-server is not in valid_values {{(pid=103152) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 21 13:30:31.975869 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.api.validators [None req-0fe7a478-fba2-4d7a-8809-96eb4c2b1bf9 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] server-ip-address is not in valid_values {{(pid=103152) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 21 13:30:32.033480 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_v2 [None req-b58a885e-26de-4d1b-80e1-2861b4f4ff82 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Deleting subnet 7c098970-4da6-4a45-98fe-77f40e33e603 {{(pid=103153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:30:32.044353 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46df45cc-6aeb-46c9-a483-fc1371c54360 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Network 6e2fe86f-7e41-49eb-ba86-af4c1ccb3de0 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:30:32.060236 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2df583b-50b2-4590-a942-75cc6faee841 req-d25b90e7-e8ca-49dc-8adb-88fd3e3dcf76 tempest-TestServerAdvancedOps-1829952957 tempest-TestServerAdvancedOps-1829952957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:30:32.060875 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b2df583b-50b2-4590-a942-75cc6faee841 req-d25b90e7-e8ca-49dc-8adb-88fd3e3dcf76 tempest-TestServerAdvancedOps-1829952957 tempest-TestServerAdvancedOps-1829952957-project] 10.222.0.37 "GET /v2.0/ports?device_id=b256fe0e-7625-40a0-aed5-84c1a56b337d HTTP/1.1" status: 200 len: 931 time: 0.6029434 Dec 21 13:30:32.062400 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b58a885e-26de-4d1b-80e1-2861b4f4ff82 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks [] for subnet, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:32.071440 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dffe6d94-bb1e-4092-b4ca-687ac6fc6299 None None] Network ba9adc67-6026-4c97-9a90-1acb20c94663 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:30:32.081823 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a4ce1204-57cf-4971-ab86-210fcf0fbf4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636'] for port, after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:32.102016 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-46df45cc-6aeb-46c9-a483-fc1371c54360 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:30:32.105478 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46df45cc-6aeb-46c9-a483-fc1371c54360 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:30:32.109164 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46df45cc-6aeb-46c9-a483-fc1371c54360 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Pushing event updated for resources: {'Port': ['ID=b4cbc096-2fef-4163-aa16-a25d85b8493a,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:32.129466 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-78ab2148-113d-4bba-9c97-902b4c588bcb tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532692'] for router_interface, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:32.154710 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6b4531b8-04f9-41f9-83eb-617ff9b87633 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:32.158701 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-c3597467-0e9f-4706-8cc1-0c20d59146df None None] Publish callbacks [] for port, precommit_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:32.163953 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6b4531b8-04f9-41f9-83eb-617ff9b87633 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks [] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:32.165448 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ce1204-57cf-4971-ab86-210fcf0fbf4d None None] Pushing event deleted for resources: {'Port': ['ID=074d5ce9-a4dd-49c2-a1e3-1422e74885ea,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:32.168297 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-c3597467-0e9f-4706-8cc1-0c20d59146df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:32.176179 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-6b4531b8-04f9-41f9-83eb-617ff9b87633 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "DELETE /v2.0/networks/5d56b04d-834e-44d0-8a4a-bef509c35d33 HTTP/1.1" status: 204 len: 168 time: 4.2964585 Dec 21 13:30:32.211697 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57338) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:32.262422 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-987b44ac-1ab2-47f1-9525-88c98fd4432f None None] Provisioning complete for port 7f64e8d7-0ffc-43fc-baf0-acda2ea2732f triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:30:32.262796 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-987b44ac-1ab2-47f1-9525-88c98fd4432f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:32.265594 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a38cef-8a33-4d4a-a481-517e037bba51 None None] Pushing event updated for resources: {'Port': ['ID=e209979c-52cc-4185-bd1a-e7fdf926408d,revision_number=3']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:32.277042 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2dfb8c-0109-4c8f-9115-cec402a624ab tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:30:32.285437 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ce1204-57cf-4971-ab86-210fcf0fbf4d None None] No DVR routers for this DVR port 074d5ce9-a4dd-49c2-a1e3-1422e74885ea on host dv-neutron-master-2-hyperv {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:30:32.285836 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2dfb8c-0109-4c8f-9115-cec402a624ab tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:30:32.291289 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a38cef-8a33-4d4a-a481-517e037bba51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:30:32.291785 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a38cef-8a33-4d4a-a481-517e037bba51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:30:32.292425 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a38cef-8a33-4d4a-a481-517e037bba51 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:30:32.293017 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a38cef-8a33-4d4a-a481-517e037bba51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:30:32.293561 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a38cef-8a33-4d4a-a481-517e037bba51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:30:32.294131 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a38cef-8a33-4d4a-a481-517e037bba51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:30:32.294749 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a38cef-8a33-4d4a-a481-517e037bba51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:30:32.295303 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a38cef-8a33-4d4a-a481-517e037bba51 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:30:32.295845 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a38cef-8a33-4d4a-a481-517e037bba51 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:30:32.296447 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a38cef-8a33-4d4a-a481-517e037bba51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:30:32.297053 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a38cef-8a33-4d4a-a481-517e037bba51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:30:32.297606 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a38cef-8a33-4d4a-a481-517e037bba51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:30:32.298149 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a38cef-8a33-4d4a-a481-517e037bba51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:30:32.308791 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-ce2dfb8c-0109-4c8f-9115-cec402a624ab tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.9449432 Dec 21 13:30:32.315338 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57340) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:32.316174 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4531b8-04f9-41f9-83eb-617ff9b87633 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Pushing event deleted for resources: {'Network': ['ID=5d56b04d-834e-44d0-8a4a-bef509c35d33,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:32.506201 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-c3597467-0e9f-4706-8cc1-0c20d59146df None None] Attempting to bind port e209979c-52cc-4185-bd1a-e7fdf926408d on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:30:32.507213 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-c3597467-0e9f-4706-8cc1-0c20d59146df None None] Attempting to bind port e209979c-52cc-4185-bd1a-e7fdf926408d by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b20a5dbe-a251-4a83-ae2d-3ffbda6396cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9'}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:30:32.507934 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3597467-0e9f-4706-8cc1-0c20d59146df None None] Attempting to bind port e209979c-52cc-4185-bd1a-e7fdf926408d on network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:30:32.517468 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3597467-0e9f-4706-8cc1-0c20d59146df None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:30:32.521151 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3597467-0e9f-4706-8cc1-0c20d59146df None None] Checking segment: {'id': 'b20a5dbe-a251-4a83-ae2d-3ffbda6396cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:30:32.521895 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-c3597467-0e9f-4706-8cc1-0c20d59146df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:32.522553 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3597467-0e9f-4706-8cc1-0c20d59146df None None] Bound using segment: {'id': 'b20a5dbe-a251-4a83-ae2d-3ffbda6396cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9'} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:30:32.523298 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-c3597467-0e9f-4706-8cc1-0c20d59146df None None] Bound port: e209979c-52cc-4185-bd1a-e7fdf926408d, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b20a5dbe-a251-4a83-ae2d-3ffbda6396cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9'}}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:30:32.528525 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-c3597467-0e9f-4706-8cc1-0c20d59146df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:32.573305 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b58a885e-26de-4d1b-80e1-2861b4f4ff82 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1585439'] for subnet, precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:32.605260 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 7f64e8d7-0ffc-43fc-baf0-acda2ea2732f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:30:32.732945 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 7f64e8d7-0ffc-43fc-baf0-acda2ea2732f triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:30:32.733511 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:32.757742 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-c3597467-0e9f-4706-8cc1-0c20d59146df None None] For port e209979c-52cc-4185-bd1a-e7fdf926408d, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:30:32.762204 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-c3597467-0e9f-4706-8cc1-0c20d59146df None None] For port e209979c-52cc-4185-bd1a-e7fdf926408d, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e209979c-52cc-4185-bd1a-e7fdf926408d,segment=NetworkSegment(b20a5dbe-a251-4a83-ae2d-3ffbda6396cf),segment_id=b20a5dbe-a251-4a83-ae2d-3ffbda6396cf)] {{(pid=103155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:30:32.774029 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-c3597467-0e9f-4706-8cc1-0c20d59146df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:32.874315 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-0534f954-3819-44e6-bdd0-1e7363404e2b None None] Provisioning complete for port b4cbc096-2fef-4163-aa16-a25d85b8493a triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:30:32.880879 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-0534f954-3819-44e6-bdd0-1e7363404e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:32.938728 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-0534f954-3819-44e6-bdd0-1e7363404e2b None None] Port b4cbc096-2fef-4163-aa16-a25d85b8493a cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:30:32.958187 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3597467-0e9f-4706-8cc1-0c20d59146df None None] Routers {'e52f7dfc-9d7a-4f42-957d-cb202b5f7fcd'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:30:32.965176 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-c3597467-0e9f-4706-8cc1-0c20d59146df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:30:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['e52f7dfc-9d7a-4f42-957d-cb202b5f7fcd'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:32.975393 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a38cef-8a33-4d4a-a481-517e037bba51 None None] Pushing event updated for resources: {'Port': ['ID=e209979c-52cc-4185-bd1a-e7fdf926408d,revision_number=4']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:33.113571 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-a980ceef-3adb-4697-bc85-2b788e635bbe None None] Provisioning complete for port 7f64e8d7-0ffc-43fc-baf0-acda2ea2732f triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:30:33.115703 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a980ceef-3adb-4697-bc85-2b788e635bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:33.185992 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 074d5ce9-a4dd-49c2-a1e3-1422e74885ea no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:30:33.212047 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-c3597467-0e9f-4706-8cc1-0c20d59146df None None] Set router e52f7dfc-9d7a-4f42-957d-cb202b5f7fcd gateway port host: None {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:30:33.257233 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: 074d5ce9-a4dd-49c2-a1e3-1422e74885ea {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:30:33.264775 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 074d5ce9-a4dd-49c2-a1e3-1422e74885ea not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:30:33.407610 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-a980ceef-3adb-4697-bc85-2b788e635bbe None None] Provisioning complete for port ca15fd79-993a-4105-89c1-ff30f7d721dc triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:30:33.407992 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a980ceef-3adb-4697-bc85-2b788e635bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:33.457225 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b2df583b-50b2-4590-a942-75cc6faee841 req-b2221c6a-3678-4b47-8904-3597b48d8827 tempest-TestServerAdvancedOps-1829952957 tempest-TestServerAdvancedOps-1829952957-project] 10.222.0.37 "GET /v2.0/security-groups?id=c57c7cc1-c248-45fd-9bbc-650d852d9b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3872955 Dec 21 13:30:33.462264 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-a980ceef-3adb-4697-bc85-2b788e635bbe None None] Port ca15fd79-993a-4105-89c1-ff30f7d721dc cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:30:33.480115 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46df45cc-6aeb-46c9-a483-fc1371c54360 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:30:33.480796 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-46df45cc-6aeb-46c9-a483-fc1371c54360 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:33.492447 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-a980ceef-3adb-4697-bc85-2b788e635bbe None None] Provisioning complete for port e209979c-52cc-4185-bd1a-e7fdf926408d triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:30:33.493346 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a980ceef-3adb-4697-bc85-2b788e635bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:33.502073 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-9d9af7ac-d949-4ea8-9f16-2cb382fbfb07 req-0dd823db-808d-4319-83d3-05d827edbfd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:33.517274 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-46df45cc-6aeb-46c9-a483-fc1371c54360 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.8151135 Dec 21 13:30:33.532417 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57342) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:33.547850 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-9d518e2b-1504-4366-8e7d-9ea5237d633e tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Request body: {'floatingip': {'port_id': 'b4cbc096-2fef-4163-aa16-a25d85b8493a'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:30:33.647808 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a980ceef-3adb-4697-bc85-2b788e635bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:33.648193 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-c3597467-0e9f-4706-8cc1-0c20d59146df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e52f7dfc-9d7a-4f42-957d-cb202b5f7fcd', 'name': 'tempest-NetworksTestDHCPv6-router-787448377', 'tenant_id': '4e9b97d81d204c53a28bf5666eaf36b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:30:21Z', 'updated_at': '2021-12-21T13:30:26Z', 'revision_number': 2, 'project_id': '4e9b97d81d204c53a28bf5666eaf36b7', 'gw_port_host': None, '_interfaces': [{'id': 'e209979c-52cc-4185-bd1a-e7fdf926408d', 'name': '', 'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9', 'tenant_id': '4e9b97d81d204c53a28bf5666eaf36b7', 'mac_address': 'fa:16:3e:eb:9f:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e52f7dfc-9d7a-4f42-957d-cb202b5f7fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '78a546b0-7c62-4750-920f-4c9827931451', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:30:23Z', 'updated_at': '2021-12-21T13:30:32Z', 'revision_number': 4, 'project_id': '4e9b97d81d204c53a28bf5666eaf36b7', 'subnets': [{'id': '78a546b0-7c62-4750-920f-4c9827931451', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:33.684366 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3597467-0e9f-4706-8cc1-0c20d59146df None None] The sync data for ids ['e52f7dfc-9d7a-4f42-957d-cb202b5f7fcd'] in dv-neutron-master-2-hyperv is: [{'id': 'e52f7dfc-9d7a-4f42-957d-cb202b5f7fcd', 'name': 'tempest-NetworksTestDHCPv6-router-787448377', 'tenant_id': '4e9b97d81d204c53a28bf5666eaf36b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:30:21Z', 'updated_at': '2021-12-21T13:30:26Z', 'revision_number': 2, 'project_id': '4e9b97d81d204c53a28bf5666eaf36b7', 'gw_port_host': None, '_interfaces': [{'id': 'e209979c-52cc-4185-bd1a-e7fdf926408d', 'name': '', 'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9', 'tenant_id': '4e9b97d81d204c53a28bf5666eaf36b7', 'mac_address': 'fa:16:3e:eb:9f:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e52f7dfc-9d7a-4f42-957d-cb202b5f7fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '78a546b0-7c62-4750-920f-4c9827931451', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:30:23Z', 'updated_at': '2021-12-21T13:30:32Z', 'revision_number': 4, 'project_id': '4e9b97d81d204c53a28bf5666eaf36b7', 'subnets': [{'id': '78a546b0-7c62-4750-920f-4c9827931451', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:30:33.700188 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe7a478-fba2-4d7a-8809-96eb4c2b1bf9 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] Made reservation on behalf of 1e545e34522f430d946554fb345328b4 for: {'port': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:30:33.705590 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0fe7a478-fba2-4d7a-8809-96eb4c2b1bf9 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:33.714170 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4166182d-7326-4409-835f-ac23c166439b tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:33.725854 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-a980ceef-3adb-4697-bc85-2b788e635bbe None None] For port e209979c-52cc-4185-bd1a-e7fdf926408d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e209979c-52cc-4185-bd1a-e7fdf926408d,segment=NetworkSegment(b20a5dbe-a251-4a83-ae2d-3ffbda6396cf),segment_id=b20a5dbe-a251-4a83-ae2d-3ffbda6396cf)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:30:33.733768 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a980ceef-3adb-4697-bc85-2b788e635bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:33.758109 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9d518e2b-1504-4366-8e7d-9ea5237d633e tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks [] for floatingip, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:33.764218 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b58a885e-26de-4d1b-80e1-2861b4f4ff82 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:33.841878 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a980ceef-3adb-4697-bc85-2b788e635bbe None None] Pushing event updated for resources: {'Port': ['ID=e209979c-52cc-4185-bd1a-e7fdf926408d,revision_number=5']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:33.875181 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-8593795a-8222-4c97-b540-34dc80c18014 None None] Provisioning complete for port ca15fd79-993a-4105-89c1-ff30f7d721dc triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:30:33.875809 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8593795a-8222-4c97-b540-34dc80c18014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:33.890653 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-4166182d-7326-4409-835f-ac23c166439b tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fb69fda-317a-4fc9-96bc-27b322e4c259']}} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:33.893945 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-0fe7a478-fba2-4d7a-8809-96eb4c2b1bf9 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] device_id is not set on port ddd55c66-069d-4bfb-a856-a5b104439fb4 yet. {{(pid=103152) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 13:30:33.925850 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-4166182d-7326-4409-835f-ac23c166439b tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '814a1674-ad31-45ca-bbe1-1360eb94fd3d') {'for_net_delete': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:33.926593 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-4166182d-7326-4409-835f-ac23c166439b tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '814a1674-ad31-45ca-bbe1-1360eb94fd3d') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:33.930460 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-8593795a-8222-4c97-b540-34dc80c18014 None None] Port ca15fd79-993a-4105-89c1-ff30f7d721dc cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:30:33.955721 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-8593795a-8222-4c97-b540-34dc80c18014 None None] Provisioning complete for port e209979c-52cc-4185-bd1a-e7fdf926408d triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:30:33.955990 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8593795a-8222-4c97-b540-34dc80c18014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:33.984999 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4166182d-7326-4409-835f-ac23c166439b tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526653'] for segment, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:34.041242 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4166182d-7326-4409-835f-ac23c166439b tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:34.081558 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4166182d-7326-4409-835f-ac23c166439b tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=103152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:30:34.082005 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4166182d-7326-4409-835f-ac23c166439b tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805426'] for segment, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:34.088166 dv-neutron-master-2-hyperv neutron-server[103152]: Traceback (most recent call last): Dec 21 13:30:34.088166 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:30:34.088166 dv-neutron-master-2-hyperv neutron-server[103152]: timer() Dec 21 13:30:34.088166 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:30:34.088166 dv-neutron-master-2-hyperv neutron-server[103152]: cb(*args, **kw) Dec 21 13:30:34.088166 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:30:34.088166 dv-neutron-master-2-hyperv neutron-server[103152]: return func(*args, **kwargs) Dec 21 13:30:34.088166 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:30:34.088166 dv-neutron-master-2-hyperv neutron-server[103152]: self._notify() Dec 21 13:30:34.088166 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:30:34.088166 dv-neutron-master-2-hyperv neutron-server[103152]: self.callback(batched_events) Dec 21 13:30:34.088166 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:30:34.088166 dv-neutron-master-2-hyperv neutron-server[103152]: event.method(event) Dec 21 13:30:34.088166 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:30:34.088166 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:30:34.088166 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:30:34.088166 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:30:34.088166 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:30:34.088166 dv-neutron-master-2-hyperv neutron-server[103152]: return f(self, *a, **k) Dec 21 13:30:34.088166 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:30:34.088166 dv-neutron-master-2-hyperv neutron-server[103152]: return self._get(url).json() Dec 21 13:30:34.088166 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:30:34.088166 dv-neutron-master-2-hyperv neutron-server[103152]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:30:34.088166 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:30:34.088166 dv-neutron-master-2-hyperv neutron-server[103152]: return self.request(url, 'GET', **kwargs) Dec 21 13:30:34.088166 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:30:34.088166 dv-neutron-master-2-hyperv neutron-server[103152]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:30:34.088166 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:30:34.088166 dv-neutron-master-2-hyperv neutron-server[103152]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:30:34.088166 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:30:34.088166 dv-neutron-master-2-hyperv neutron-server[103152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:30:34.088166 dv-neutron-master-2-hyperv neutron-server[103152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:30:34.248642 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b58a885e-26de-4d1b-80e1-2861b4f4ff82 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11349588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11288746'] for subnet, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:34.310217 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-0fe7a478-fba2-4d7a-8809-96eb4c2b1bf9 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] Allocated IP 2001:db8::cc (ba9adc67-6026-4c97-9a90-1acb20c94663/10f43575-194e-49b9-93a0-88b48a963d23/ddd55c66-069d-4bfb-a856-a5b104439fb4) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:30:34.320056 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4166182d-7326-4409-835f-ac23c166439b tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:34.340948 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4166182d-7326-4409-835f-ac23c166439b tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks [] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:34.348225 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-4166182d-7326-4409-835f-ac23c166439b tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "DELETE /v2.0/networks/8fb69fda-317a-4fc9-96bc-27b322e4c259 HTTP/1.1" status: 204 len: 168 time: 3.1194770 Dec 21 13:30:34.358344 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57344) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:34.395600 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4166182d-7326-4409-835f-ac23c166439b tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Pushing event deleted for resources: {'Network': ['ID=8fb69fda-317a-4fc9-96bc-27b322e4c259,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:34.404615 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-e0c0c0b4-4a40-479d-88bd-e15bf1546eef tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1955468139'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:30:34.409009 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58a885e-26de-4d1b-80e1-2861b4f4ff82 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Pushing event deleted for resources: {'Subnet': ['ID=7c098970-4da6-4a45-98fe-77f40e33e603,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:34.413978 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760891da-a3a6-489a-9a46-d6960374f8e3 None None] Network b130763d-4a25-4977-9964-44d67d152f28 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:30:34.419263 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b58a885e-26de-4d1b-80e1-2861b4f4ff82 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks [] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:34.425117 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-b58a885e-26de-4d1b-80e1-2861b4f4ff82 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "DELETE /v2.0/subnets/7c098970-4da6-4a45-98fe-77f40e33e603 HTTP/1.1" status: 204 len: 168 time: 3.1439698 Dec 21 13:30:34.438289 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57346) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:34.557155 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-78ab2148-113d-4bba-9c97-902b4c588bcb tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Deleting port 103d063b-184d-4ce5-8374-f7db5124daa7 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:30:34.557515 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-78ab2148-113d-4bba-9c97-902b4c588bcb tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:34.693352 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device e209979c-52cc-4185-bd1a-e7fdf926408d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:30:34.707676 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1f9825c-d8b2-47a5-a68f-952830b21d5c tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Deleting subnet a21cd3c9-20ee-4e3c-8384-30f20b98be9f {{(pid=103153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:30:34.725319 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0c0c0b4-4a40-479d-88bd-e15bf1546eef tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Made reservation on behalf of 401fab62d2cc4dcc90d3b9ab6f110b7e for: {'network': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:30:34.730819 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e0c0c0b4-4a40-479d-88bd-e15bf1546eef tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:34.762722 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c1f9825c-d8b2-47a5-a68f-952830b21d5c tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks [] for subnet, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:34.796415 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port e209979c-52cc-4185-bd1a-e7fdf926408d triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:30:34.796947 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:34.861451 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.agents_db [None req-c60a5637-8c6f-4692-b23b-7dd82bd36b21 None None] Agent healthcheck: found 6 active agents {{(pid=103155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 13:30:34.927732 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0c0c0b4-4a40-479d-88bd-e15bf1546eef tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=103153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:30:34.944191 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e0c0c0b4-4a40-479d-88bd-e15bf1546eef tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:34.944554 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.segments_db [None req-e0c0c0b4-4a40-479d-88bd-e15bf1546eef tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Added segment b6e80e88-7b9b-4a93-8bf7-499326960be6 of type vlan for network be045d0d-9cc1-490b-a555-6c506ee9fd5c Dec 21 13:30:35.036695 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-78ab2148-113d-4bba-9c97-902b4c588bcb tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] For port 103d063b-184d-4ce5-8374-f7db5124daa7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=103d063b-184d-4ce5-8374-f7db5124daa7,segment=NetworkSegment(87e55700-e91d-4e2b-b9e9-0db20805226e),segment_id=87e55700-e91d-4e2b-b9e9-0db20805226e)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:30:35.037758 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-78ab2148-113d-4bba-9c97-902b4c588bcb tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:35.045732 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c1f9825c-d8b2-47a5-a68f-952830b21d5c tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1585439'] for subnet, precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:35.061353 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-78ab2148-113d-4bba-9c97-902b4c588bcb tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Calling delete_port for 103d063b-184d-4ce5-8374-f7db5124daa7 owned by network:router_interface {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:30:35.086255 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b5234-d9b3-4d22-ab01-c023fc986a4c req-b6ae1ce5-9a2e-4778-ac90-005931cab2c0 tempest-TestServerAdvancedOps-1829952957 tempest-TestServerAdvancedOps-1829952957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:30:35.087283 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-823b5234-d9b3-4d22-ab01-c023fc986a4c req-b6ae1ce5-9a2e-4778-ac90-005931cab2c0 tempest-TestServerAdvancedOps-1829952957 tempest-TestServerAdvancedOps-1829952957-project] 10.222.0.37 "GET /v2.0/ports?device_id=b256fe0e-7625-40a0-aed5-84c1a56b337d HTTP/1.1" status: 200 len: 931 time: 0.3568609 Dec 21 13:30:35.108797 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e0c0c0b4-4a40-479d-88bd-e15bf1546eef tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:35.109869 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0fe7a478-fba2-4d7a-8809-96eb4c2b1bf9 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:35.121974 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3bc06c6e-fc44-4a2a-8a98-be21dbc634c7 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532692'] for router_interface, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:35.226473 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [req-9d9af7ac-d949-4ea8-9f16-2cb382fbfb07 req-0dd823db-808d-4319-83d3-05d827edbfd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61f62cab-b92a-4557-8e2b-46751cfd4aac {{(pid=103153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 13:30:35.240694 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d52c7694-1963-4e05-a655-9fae6e2b27e4 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532692'] for router_interface, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:35.283381 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.db.resource_extend [None req-e0c0c0b4-4a40-479d-88bd-e15bf1546eef tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 21 13:30:35.292058 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-9d9af7ac-d949-4ea8-9f16-2cb382fbfb07 req-0dd823db-808d-4319-83d3-05d827edbfd6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:35.346445 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.provisioning_blocks [req-9d9af7ac-d949-4ea8-9f16-2cb382fbfb07 req-0dd823db-808d-4319-83d3-05d827edbfd6 service neutron] Transition to ACTIVE for port object 61f62cab-b92a-4557-8e2b-46751cfd4aac will not be triggered until provisioned by entity L2. {{(pid=103153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 13:30:35.401940 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-823b5234-d9b3-4d22-ab01-c023fc986a4c req-bd2ef79e-49fd-43fb-ad44-84c0e81cb6ad tempest-TestServerAdvancedOps-1829952957 tempest-TestServerAdvancedOps-1829952957-project] 10.222.0.37 "GET /v2.0/security-groups?id=c57c7cc1-c248-45fd-9bbc-650d852d9b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966552 Dec 21 13:30:35.418835 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0fe7a478-fba2-4d7a-8809-96eb4c2b1bf9 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:35.426747 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-9d9af7ac-d949-4ea8-9f16-2cb382fbfb07 req-0dd823db-808d-4319-83d3-05d827edbfd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:35.440426 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e0c0c0b4-4a40-479d-88bd-e15bf1546eef tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:35.446263 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c0c0b4-4a40-479d-88bd-e15bf1546eef tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:30:35.447476 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e0c0c0b4-4a40-479d-88bd-e15bf1546eef tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:35.610329 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-e0c0c0b4-4a40-479d-88bd-e15bf1546eef tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2442153 Dec 21 13:30:35.620522 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe7a478-fba2-4d7a-8809-96eb4c2b1bf9 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] Network ba9adc67-6026-4c97-9a90-1acb20c94663 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:30:35.621193 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57350) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:35.626613 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-29568233-ccf2-4d1c-a265-341fb120636c tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Request body: {'subnet': {'network_id': 'be045d0d-9cc1-490b-a555-6c506ee9fd5c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:30:35.667249 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c1f9825c-d8b2-47a5-a68f-952830b21d5c tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:35.703801 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-0fe7a478-fba2-4d7a-8809-96eb4c2b1bf9 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:30:35.744867 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe7a478-fba2-4d7a-8809-96eb4c2b1bf9 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:30:35.748555 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c0c0b4-4a40-479d-88bd-e15bf1546eef tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Pushing event updated for resources: {'Network': ['ID=be045d0d-9cc1-490b-a555-6c506ee9fd5c,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:35.751118 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe7a478-fba2-4d7a-8809-96eb4c2b1bf9 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:30:35.751815 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0fe7a478-fba2-4d7a-8809-96eb4c2b1bf9 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:35.752145 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd823db-808d-4319-83d3-05d827edbfd6 service neutron] Pushing event updated for resources: {'Port': ['ID=61f62cab-b92a-4557-8e2b-46751cfd4aac,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:35.754456 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe7a478-fba2-4d7a-8809-96eb4c2b1bf9 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] Pushing event updated for resources: {'Port': ['ID=ddd55c66-069d-4bfb-a856-a5b104439fb4,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:35.773323 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network be045d0d-9cc1-490b-a555-6c506ee9fd5c details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:30:35.839822 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-45af73b6-f191-49fe-aeb9-d306a0c743a7 None None] Provisioning complete for port f6b263a0-02a2-4f4a-9134-6cef5ae24941 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:30:35.841608 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-45af73b6-f191-49fe-aeb9-d306a0c743a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:35.846939 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-0fe7a478-fba2-4d7a-8809-96eb4c2b1bf9 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 3.8803184 Dec 21 13:30:35.854784 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57352) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:35.944548 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-78ab2148-113d-4bba-9c97-902b4c588bcb tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:35.949026 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.db.resource_extend [None req-9d518e2b-1504-4366-8e7d-9ea5237d633e tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 21 13:30:36.064568 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ab2148-113d-4bba-9c97-902b4c588bcb tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Pushing event deleted for resources: {'Port': ['ID=103d063b-184d-4ce5-8374-f7db5124daa7,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:36.083763 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29568233-ccf2-4d1c-a265-341fb120636c tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Made reservation on behalf of 401fab62d2cc4dcc90d3b9ab6f110b7e for: {'subnet': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:30:36.091092 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-29568233-ccf2-4d1c-a265-341fb120636c tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12346583'] for subnet, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:36.171438 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c1f9825c-d8b2-47a5-a68f-952830b21d5c tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11349588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11288746'] for subnet, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:36.251340 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9d518e2b-1504-4366-8e7d-9ea5237d633e tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:36.292886 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-45af73b6-f191-49fe-aeb9-d306a0c743a7 None None] Provisioning complete for port c73ca4bd-6bf4-4363-901b-e2f0d8de8656 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:30:36.293267 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-45af73b6-f191-49fe-aeb9-d306a0c743a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:36.309755 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9d518e2b-1504-4366-8e7d-9ea5237d633e tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548820'] for floatingip, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:36.323717 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c1f9825c-d8b2-47a5-a68f-952830b21d5c tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks [] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:36.338256 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-c1f9825c-d8b2-47a5-a68f-952830b21d5c tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "DELETE /v2.0/subnets/a21cd3c9-20ee-4e3c-8384-30f20b98be9f HTTP/1.1" status: 204 len: 168 time: 1.8860807 Dec 21 13:30:36.339954 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-45af73b6-f191-49fe-aeb9-d306a0c743a7 None None] Port c73ca4bd-6bf4-4363-901b-e2f0d8de8656 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:30:36.342149 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-9d9af7ac-d949-4ea8-9f16-2cb382fbfb07 req-0dd823db-808d-4319-83d3-05d827edbfd6 service neutron] Attempting to bind port 61f62cab-b92a-4557-8e2b-46751cfd4aac on host hv-neutron-mast for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:30:36.342935 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670af43b-44e1-403d-bad5-40e1e0806ee3 None None] Network b130763d-4a25-4977-9964-44d67d152f28 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:30:36.343118 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-9d9af7ac-d949-4ea8-9f16-2cb382fbfb07 req-0dd823db-808d-4319-83d3-05d827edbfd6 service neutron] Attempting to bind port 61f62cab-b92a-4557-8e2b-46751cfd4aac by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'e447d05a-9447-4be1-89a0-0237a1b526c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'e0f04b1c-bb25-45e9-a325-15dcdf4af126'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:30:36.343118 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9af7ac-d949-4ea8-9f16-2cb382fbfb07 req-0dd823db-808d-4319-83d3-05d827edbfd6 service neutron] Attempting to bind port 61f62cab-b92a-4557-8e2b-46751cfd4aac on network e0f04b1c-bb25-45e9-a325-15dcdf4af126 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:30:36.346729 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f9825c-d8b2-47a5-a68f-952830b21d5c tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Pushing event deleted for resources: {'Subnet': ['ID=a21cd3c9-20ee-4e3c-8384-30f20b98be9f,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:36.348436 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57354) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:36.441229 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-29568233-ccf2-4d1c-a265-341fb120636c tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12346565'] for subnet, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:36.461897 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:36.461897 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:30:36.461897 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:36.461897 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:30:36.461897 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:36.461897 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:30:36.461897 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:36.461897 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:30:36.461897 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:36.461897 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:30:36.461897 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:36.461897 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:30:36.461897 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:36.461897 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:30:36.461897 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:36.461897 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:30:36.461897 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:36.461897 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:30:36.461897 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:36.461897 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:30:36.461897 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:36.461897 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:30:36.461897 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:36.461897 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:30:36.461897 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:36.461897 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:30:36.461897 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:36.461897 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:30:36.461897 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:36.461897 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:30:36.461897 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:36.461897 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:30:36.461897 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:36.461897 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:30:36.461897 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:36.461897 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:30:36.461897 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:36.461897 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:30:36.461897 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:36.461897 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:30:36.461897 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:36.461897 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:30:36.461897 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:36.461897 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:30:36.461897 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:36.461897 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:30:36.461897 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:36.461897 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:30:36.476912 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424ff9b2-5700-4683-a7ec-b129b14f66c4 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:30:36.486393 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424ff9b2-5700-4683-a7ec-b129b14f66c4 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:30:36.492841 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424ff9b2-5700-4683-a7ec-b129b14f66c4 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:30:36.498706 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-424ff9b2-5700-4683-a7ec-b129b14f66c4 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.6416197 Dec 21 13:30:36.501958 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57358) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:36.541949 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9af7ac-d949-4ea8-9f16-2cb382fbfb07 req-0dd823db-808d-4319-83d3-05d827edbfd6 service neutron] Port 61f62cab-b92a-4557-8e2b-46751cfd4aac on network e0f04b1c-bb25-45e9-a325-15dcdf4af126 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 13:30:36.542285 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9af7ac-d949-4ea8-9f16-2cb382fbfb07 req-0dd823db-808d-4319-83d3-05d827edbfd6 service neutron] Attempting to bind port 61f62cab-b92a-4557-8e2b-46751cfd4aac on network e0f04b1c-bb25-45e9-a325-15dcdf4af126 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:30:36.550650 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-d318ada2-6796-4af4-9aa6-199553a95104 None None] Provisioning complete for port ddd55c66-069d-4bfb-a856-a5b104439fb4 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:30:36.551026 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d318ada2-6796-4af4-9aa6-199553a95104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:36.603785 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9af7ac-d949-4ea8-9f16-2cb382fbfb07 req-0dd823db-808d-4319-83d3-05d827edbfd6 service neutron] Checking agent: {'id': 'cb078e0e-af00-4e4f-8117-46ca6496af1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 23, 43), 'started_at': datetime.datetime(2021, 12, 21, 13, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 30, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:30:36.604730 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9af7ac-d949-4ea8-9f16-2cb382fbfb07 req-0dd823db-808d-4319-83d3-05d827edbfd6 service neutron] Checking segment: {'id': 'e447d05a-9447-4be1-89a0-0237a1b526c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'e0f04b1c-bb25-45e9-a325-15dcdf4af126'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:30:36.604990 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9af7ac-d949-4ea8-9f16-2cb382fbfb07 req-0dd823db-808d-4319-83d3-05d827edbfd6 service neutron] Bound using segment: {'id': 'e447d05a-9447-4be1-89a0-0237a1b526c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'e0f04b1c-bb25-45e9-a325-15dcdf4af126'} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:30:36.606042 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-9d9af7ac-d949-4ea8-9f16-2cb382fbfb07 req-0dd823db-808d-4319-83d3-05d827edbfd6 service neutron] Bound port: 61f62cab-b92a-4557-8e2b-46751cfd4aac, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e447d05a-9447-4be1-89a0-0237a1b526c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'e0f04b1c-bb25-45e9-a325-15dcdf4af126'}}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:30:36.606544 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-9d9af7ac-d949-4ea8-9f16-2cb382fbfb07 req-0dd823db-808d-4319-83d3-05d827edbfd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:36.619891 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-d318ada2-6796-4af4-9aa6-199553a95104 None None] Port ddd55c66-069d-4bfb-a856-a5b104439fb4 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:30:36.673345 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29568233-ccf2-4d1c-a265-341fb120636c tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Pushing event updated for resources: {'Subnet': ['ID=be26d3f4-55e5-4adb-bde7-af71a0f4e045,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:36.682258 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-78ab2148-113d-4bba-9c97-902b4c588bcb tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534084'] for router_interface, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:36.701849 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29568233-ccf2-4d1c-a265-341fb120636c tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Checking segment: {'id': 'b6e80e88-7b9b-4a93-8bf7-499326960be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'be045d0d-9cc1-490b-a555-6c506ee9fd5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:30:36.702226 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29568233-ccf2-4d1c-a265-341fb120636c tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Network hostable DHCP agents. Network: be045d0d-9cc1-490b-a555-6c506ee9fd5c, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:30:36.721073 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-d52c7694-1963-4e05-a655-9fae6e2b27e4 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Deleting port e209979c-52cc-4185-bd1a-e7fdf926408d {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:30:36.721545 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d52c7694-1963-4e05-a655-9fae6e2b27e4 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:36.890095 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29568233-ccf2-4d1c-a265-341fb120636c tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Network be045d0d-9cc1-490b-a555-6c506ee9fd5c is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:30:36.971792 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-d52c7694-1963-4e05-a655-9fae6e2b27e4 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] For port e209979c-52cc-4185-bd1a-e7fdf926408d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e209979c-52cc-4185-bd1a-e7fdf926408d,segment=NetworkSegment(b20a5dbe-a251-4a83-ae2d-3ffbda6396cf),segment_id=b20a5dbe-a251-4a83-ae2d-3ffbda6396cf)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:30:36.972146 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d52c7694-1963-4e05-a655-9fae6e2b27e4 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:37.006694 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-29568233-ccf2-4d1c-a265-341fb120636c tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, be045d0d-9cc1-490b-a555-6c506ee9fd5c) {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:30:37.016840 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ad5f7e-fbdd-455d-b443-3964defd1083 None None] Network be045d0d-9cc1-490b-a555-6c506ee9fd5c requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:30:37.044910 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29568233-ccf2-4d1c-a265-341fb120636c tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:30:37.045547 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-29568233-ccf2-4d1c-a265-341fb120636c tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:37.049366 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-d52c7694-1963-4e05-a655-9fae6e2b27e4 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Calling delete_port for e209979c-52cc-4185-bd1a-e7fdf926408d owned by network:router_interface {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:30:37.057846 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3e6f0af-6e9f-493d-868a-d837a7661189 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] DELETE failed (client error): The resource could not be found. Dec 21 13:30:37.058700 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3e6f0af-6e9f-493d-868a-d837a7661189 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:30:37.065090 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78ab2148-113d-4bba-9c97-902b4c588bcb tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Router 5e607ba4-9930-44fe-93dc-6bdbcba9aee2 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:30:37.072554 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57360) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:37.073422 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-f3e6f0af-6e9f-493d-868a-d837a7661189 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "DELETE /v2.0/subnets/7c098970-4da6-4a45-98fe-77f40e33e603 HTTP/1.1" status: 404 len: 337 time: 0.7150884 Dec 21 13:30:37.099410 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-29568233-ccf2-4d1c-a265-341fb120636c tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4771123 Dec 21 13:30:37.130624 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57362) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:37.140826 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-60fa70ba-4053-4e78-b75c-92d07d3b358f tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1752606075', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:30:37.215252 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6fabb31-d2f7-49e8-a87a-46a7068a6c65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-be045d0d-9cc1-490b-a555-6c506ee9fd5c', 'network_id': 'be045d0d-9cc1-490b-a555-6c506ee9fd5c', 'project_id': '401fab62d2cc4dcc90d3b9ab6f110b7e', 'fixed_ips': [{'subnet_id': 'be26d3f4-55e5-4adb-bde7-af71a0f4e045'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:30:37.218314 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a6fabb31-d2f7-49e8-a87a-46a7068a6c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:37.286635 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_v2 [None req-749fee55-9867-403c-a08b-f5e4f00e4bd0 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Deleting subnet 8d202038-3468-4ab2-b495-ca47bae818cc {{(pid=103152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:30:37.292486 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-749fee55-9867-403c-a08b-f5e4f00e4bd0 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks [] for subnet, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:37.367881 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.l3_db [None req-9d518e2b-1504-4366-8e7d-9ea5237d633e tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Floating IP f941317b-abf5-4183-b37d-1eed469c36db associated. External IP: 172.36.3.95, port: 79f09629-fe5e-44c8-9565-a4ae51da8cd7. Dec 21 13:30:37.385470 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-749fee55-9867-403c-a08b-f5e4f00e4bd0 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526644'] for subnet, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:37.425498 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-9d9af7ac-d949-4ea8-9f16-2cb382fbfb07 req-0dd823db-808d-4319-83d3-05d827edbfd6 service neutron] For port 61f62cab-b92a-4557-8e2b-46751cfd4aac, host hv-neutron-mast, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:30:37.447653 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbda80f-7940-4c87-a63c-d0fc28a68ce2 req-252eb6df-d6e6-435d-8fee-64e6e6387334 tempest-TestServerAdvancedOps-1829952957 tempest-TestServerAdvancedOps-1829952957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:30:37.449233 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-9cbda80f-7940-4c87-a63c-d0fc28a68ce2 req-252eb6df-d6e6-435d-8fee-64e6e6387334 tempest-TestServerAdvancedOps-1829952957 tempest-TestServerAdvancedOps-1829952957-project] 10.222.0.37 "GET /v2.0/ports?device_id=b256fe0e-7625-40a0-aed5-84c1a56b337d HTTP/1.1" status: 200 len: 943 time: 0.8863237 Dec 21 13:30:37.452988 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-a6fabb31-d2f7-49e8-a87a-46a7068a6c65 None None] Allocated IP 172.20.0.2 (be045d0d-9cc1-490b-a555-6c506ee9fd5c/be26d3f4-55e5-4adb-bde7-af71a0f4e045/fdcf5ab9-e303-4301-8b0c-941eb7aed9fa) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:30:37.473788 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-9d9af7ac-d949-4ea8-9f16-2cb382fbfb07 req-0dd823db-808d-4319-83d3-05d827edbfd6 service neutron] For port 61f62cab-b92a-4557-8e2b-46751cfd4aac, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=61f62cab-b92a-4557-8e2b-46751cfd4aac,segment=NetworkSegment(e447d05a-9447-4be1-89a0-0237a1b526c5),segment_id=e447d05a-9447-4be1-89a0-0237a1b526c5)] {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:30:37.499991 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-9d9af7ac-d949-4ea8-9f16-2cb382fbfb07 req-0dd823db-808d-4319-83d3-05d827edbfd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:37.604702 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-a1a8ebd2-e19e-404c-a804-73c361e95d43 None None] Provisioning complete for port f6b263a0-02a2-4f4a-9134-6cef5ae24941 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:30:37.605379 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a1a8ebd2-e19e-404c-a804-73c361e95d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:37.607749 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-20490515-680c-43eb-a8ef-570fdd37e104 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] Deleting port ddd55c66-069d-4bfb-a856-a5b104439fb4 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:30:37.608102 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-20490515-680c-43eb-a8ef-570fdd37e104 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:37.632765 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-60fa70ba-4053-4e78-b75c-92d07d3b358f tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26964'] for router, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:37.633929 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-60fa70ba-4053-4e78-b75c-92d07d3b358f tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-642316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26957'] for router, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:37.641602 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9af7ac-d949-4ea8-9f16-2cb382fbfb07 req-0dd823db-808d-4319-83d3-05d827edbfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:30:37.645065 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-9d9af7ac-d949-4ea8-9f16-2cb382fbfb07 req-0dd823db-808d-4319-83d3-05d827edbfd6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:37.646075 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-9d9af7ac-d949-4ea8-9f16-2cb382fbfb07 req-0dd823db-808d-4319-83d3-05d827edbfd6 service neutron] 10.222.0.60 "PUT /v2.0/ports/61f62cab-b92a-4557-8e2b-46751cfd4aac HTTP/1.1" status: 200 len: 1093 time: 5.7379107 Dec 21 13:30:37.649262 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b256fe0e-7625-40a0-aed5-84c1a56b337d', 'tag': '61f62cab-b92a-4557-8e2b-46751cfd4aac'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:30:37.654288 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af6034c98e584fa55ea4398f343c742ceb598288507feaf30d5a15785b2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df2380de-3ae4-4656-b76d-bf7bb1cb27ae" -d '{"events": [{"name": "network-changed", "server_uuid": "b256fe0e-7625-40a0-aed5-84c1a56b337d", "tag": "61f62cab-b92a-4557-8e2b-46751cfd4aac"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:30:37.662455 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78ab2148-113d-4bba-9c97-902b4c588bcb tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:30:37.675682 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-78ab2148-113d-4bba-9c97-902b4c588bcb tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "PUT /v2.0/routers/5e607ba4-9930-44fe-93dc-6bdbcba9aee2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7104428 Dec 21 13:30:37.684546 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57366) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:37.693697 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a6fabb31-d2f7-49e8-a87a-46a7068a6c65 None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:37.715514 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c08a27-a6aa-4bc0-aa9b-f2d25e395773 None None] Sync routers for ids ['5e607ba4-9930-44fe-93dc-6bdbcba9aee2'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:30:37.734943 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d52c7694-1963-4e05-a655-9fae6e2b27e4 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:37.739105 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a6fabb31-d2f7-49e8-a87a-46a7068a6c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:37.786098 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c08a27-a6aa-4bc0-aa9b-f2d25e395773 None None] Routers {'5e607ba4-9930-44fe-93dc-6bdbcba9aee2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:30:37.787643 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-e3c08a27-a6aa-4bc0-aa9b-f2d25e395773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:30:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['5e607ba4-9930-44fe-93dc-6bdbcba9aee2'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:37.809492 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-3bc06c6e-fc44-4a2a-8a98-be21dbc634c7 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Deleting port 7111fafc-3054-4310-a775-f4360d66a24d {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:30:37.810251 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3bc06c6e-fc44-4a2a-8a98-be21dbc634c7 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:37.831386 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 13:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a50c652e-2fc1-4568-b71e-a202ef119d28 x-openstack-request-id: req-a50c652e-2fc1-4568-b71e-a202ef119d28 {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:30:37.831974 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b256fe0e-7625-40a0-aed5-84c1a56b337d", "tag": "61f62cab-b92a-4557-8e2b-46751cfd4aac", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:30:37.832244 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a50c652e-2fc1-4568-b71e-a202ef119d28 {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:30:37.832737 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b256fe0e-7625-40a0-aed5-84c1a56b337d', 'tag': '61f62cab-b92a-4557-8e2b-46751cfd4aac', 'status': 'completed', 'code': 200} Dec 21 13:30:37.833667 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52c7694-1963-4e05-a655-9fae6e2b27e4 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event deleted for resources: {'Port': ['ID=e209979c-52cc-4185-bd1a-e7fdf926408d,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:37.862069 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d5203d9-06b9-458e-af3c-596ced738dc5 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Deleting subnet bcc4be89-a9c0-4d2c-916c-0d32f73303f6 {{(pid=103152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:30:37.887856 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6fabb31-d2f7-49e8-a87a-46a7068a6c65 None None] Network be045d0d-9cc1-490b-a555-6c506ee9fd5c is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:30:37.898512 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4d5203d9-06b9-458e-af3c-596ced738dc5 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks [] for subnet, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:37.912070 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-9cbda80f-7940-4c87-a63c-d0fc28a68ce2 req-c022e1ab-16c0-4d77-94ef-0208345d577d tempest-TestServerAdvancedOps-1829952957 tempest-TestServerAdvancedOps-1829952957-project] 10.222.0.37 "GET /v2.0/security-groups?id=c57c7cc1-c248-45fd-9bbc-650d852d9b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4463899 Dec 21 13:30:37.912781 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd823db-808d-4319-83d3-05d827edbfd6 service neutron] Pushing event updated for resources: {'Port': ['ID=61f62cab-b92a-4557-8e2b-46751cfd4aac,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:37.939299 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-a6fabb31-d2f7-49e8-a87a-46a7068a6c65 None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:30:37.941728 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fabb31-d2f7-49e8-a87a-46a7068a6c65 None None] Pushing event updated for resources: {'Port': ['ID=fdcf5ab9-e303-4301-8b0c-941eb7aed9fa,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:37.947187 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fabb31-d2f7-49e8-a87a-46a7068a6c65 None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:30:37.965654 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-e3c08a27-a6aa-4bc0-aa9b-f2d25e395773 None None] Set router 5e607ba4-9930-44fe-93dc-6bdbcba9aee2 gateway port host: None {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:30:38.117874 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-e3c08a27-a6aa-4bc0-aa9b-f2d25e395773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e607ba4-9930-44fe-93dc-6bdbcba9aee2', 'name': 'tempest-RoutersTest-router-758070956', 'tenant_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:28:56Z', 'updated_at': '2021-12-21T13:30:35Z', 'revision_number': 11, 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:38.135545 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-a1a8ebd2-e19e-404c-a804-73c361e95d43 None None] Provisioning complete for port c73ca4bd-6bf4-4363-901b-e2f0d8de8656 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:30:38.136184 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a1a8ebd2-e19e-404c-a804-73c361e95d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:38.136312 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-20490515-680c-43eb-a8ef-570fdd37e104 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:38.146747 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d518e2b-1504-4366-8e7d-9ea5237d633e tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Router 9a0f9c1c-0b84-40b1-b675-f3a031108074 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:30:38.158217 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9af7ac-d949-4ea8-9f16-2cb382fbfb07 req-f6e0ee72-9602-429b-9c76-713940b5cff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:30:38.159741 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-9d9af7ac-d949-4ea8-9f16-2cb382fbfb07 req-f6e0ee72-9602-429b-9c76-713940b5cff6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7fcc1d47f4cc44e4b573fc100289403e&device_id=b256fe0e-7625-40a0-aed5-84c1a56b337d HTTP/1.1" status: 200 len: 1096 time: 0.3887579 Dec 21 13:30:38.188519 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-20490515-680c-43eb-a8ef-570fdd37e104 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] Calling delete_port for ddd55c66-069d-4bfb-a856-a5b104439fb4 owned by {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:30:38.210911 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c08a27-a6aa-4bc0-aa9b-f2d25e395773 None None] Checking router: 5e607ba4-9930-44fe-93dc-6bdbcba9aee2 for host: dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:30:38.233409 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-a6fabb31-d2f7-49e8-a87a-46a7068a6c65 None None] Attempting to bind port fdcf5ab9-e303-4301-8b0c-941eb7aed9fa on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:30:38.233780 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-a6fabb31-d2f7-49e8-a87a-46a7068a6c65 None None] Attempting to bind port fdcf5ab9-e303-4301-8b0c-941eb7aed9fa by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b6e80e88-7b9b-4a93-8bf7-499326960be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'be045d0d-9cc1-490b-a555-6c506ee9fd5c'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:30:38.234432 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fabb31-d2f7-49e8-a87a-46a7068a6c65 None None] Attempting to bind port fdcf5ab9-e303-4301-8b0c-941eb7aed9fa on network be045d0d-9cc1-490b-a555-6c506ee9fd5c {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:30:38.238606 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c08a27-a6aa-4bc0-aa9b-f2d25e395773 None None] Routers {'5e607ba4-9930-44fe-93dc-6bdbcba9aee2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:30:38.239484 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-e3c08a27-a6aa-4bc0-aa9b-f2d25e395773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:30:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['5e607ba4-9930-44fe-93dc-6bdbcba9aee2'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:38.255802 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-9d9af7ac-d949-4ea8-9f16-2cb382fbfb07 req-baef2b75-ee95-4f83-967c-6e27cb73650a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=61f62cab-b92a-4557-8e2b-46751cfd4aac HTTP/1.1" status: 200 len: 217 time: 0.0788076 Dec 21 13:30:38.257804 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-3bc06c6e-fc44-4a2a-8a98-be21dbc634c7 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] For port 7111fafc-3054-4310-a775-f4360d66a24d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7111fafc-3054-4310-a775-f4360d66a24d,segment=NetworkSegment(4366dbc1-e7c6-430d-83fa-9e29715d61b2),segment_id=4366dbc1-e7c6-430d-83fa-9e29715d61b2)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:30:38.258178 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3bc06c6e-fc44-4a2a-8a98-be21dbc634c7 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:38.281563 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fabb31-d2f7-49e8-a87a-46a7068a6c65 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:30:38.282260 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fabb31-d2f7-49e8-a87a-46a7068a6c65 None None] Checking segment: {'id': 'b6e80e88-7b9b-4a93-8bf7-499326960be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'be045d0d-9cc1-490b-a555-6c506ee9fd5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:30:38.282889 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a6fabb31-d2f7-49e8-a87a-46a7068a6c65 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:38.283458 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fabb31-d2f7-49e8-a87a-46a7068a6c65 None None] Bound using segment: {'id': 'b6e80e88-7b9b-4a93-8bf7-499326960be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'be045d0d-9cc1-490b-a555-6c506ee9fd5c'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:30:38.284140 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-a6fabb31-d2f7-49e8-a87a-46a7068a6c65 None None] Bound port: fdcf5ab9-e303-4301-8b0c-941eb7aed9fa, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6e80e88-7b9b-4a93-8bf7-499326960be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'be045d0d-9cc1-490b-a555-6c506ee9fd5c'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:30:38.284721 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a6fabb31-d2f7-49e8-a87a-46a7068a6c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:38.292677 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-3bc06c6e-fc44-4a2a-8a98-be21dbc634c7 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Calling delete_port for 7111fafc-3054-4310-a775-f4360d66a24d owned by network:router_interface {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:30:38.302919 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-a1a8ebd2-e19e-404c-a804-73c361e95d43 None None] Port c73ca4bd-6bf4-4363-901b-e2f0d8de8656 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:30:38.374341 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-e3c08a27-a6aa-4bc0-aa9b-f2d25e395773 None None] Set router 5e607ba4-9930-44fe-93dc-6bdbcba9aee2 gateway port host: None {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:30:38.429195 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-60fa70ba-4053-4e78-b75c-92d07d3b358f tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:38.469427 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-e3c08a27-a6aa-4bc0-aa9b-f2d25e395773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e607ba4-9930-44fe-93dc-6bdbcba9aee2', 'name': 'tempest-RoutersTest-router-758070956', 'tenant_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:28:56Z', 'updated_at': '2021-12-21T13:30:35Z', 'revision_number': 11, 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:38.479712 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-60fa70ba-4053-4e78-b75c-92d07d3b358f tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548730'] for router, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:38.496224 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-749fee55-9867-403c-a08b-f5e4f00e4bd0 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:38.512809 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c08a27-a6aa-4bc0-aa9b-f2d25e395773 None None] The sync data for ids ['5e607ba4-9930-44fe-93dc-6bdbcba9aee2'] in dv-neutron-master-2-hyperv is: [{'id': '5e607ba4-9930-44fe-93dc-6bdbcba9aee2', 'name': 'tempest-RoutersTest-router-758070956', 'tenant_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:28:56Z', 'updated_at': '2021-12-21T13:30:35Z', 'revision_number': 11, 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'gw_port_host': None}] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:30:38.524030 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-a6fabb31-d2f7-49e8-a87a-46a7068a6c65 None None] For port fdcf5ab9-e303-4301-8b0c-941eb7aed9fa, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:30:38.530260 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-a6fabb31-d2f7-49e8-a87a-46a7068a6c65 None None] For port fdcf5ab9-e303-4301-8b0c-941eb7aed9fa, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fdcf5ab9-e303-4301-8b0c-941eb7aed9fa,segment=NetworkSegment(b6e80e88-7b9b-4a93-8bf7-499326960be6),segment_id=b6e80e88-7b9b-4a93-8bf7-499326960be6)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:30:38.539406 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a6fabb31-d2f7-49e8-a87a-46a7068a6c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:38.599022 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4d5203d9-06b9-458e-af3c-596ced738dc5 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526644'] for subnet, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:38.606461 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d52c7694-1963-4e05-a655-9fae6e2b27e4 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534084'] for router_interface, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:38.618105 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fabb31-d2f7-49e8-a87a-46a7068a6c65 None None] Pushing event updated for resources: {'Port': ['ID=fdcf5ab9-e303-4301-8b0c-941eb7aed9fa,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:38.646067 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-60fa70ba-4053-4e78-b75c-92d07d3b358f tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks [] for router, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:38.650143 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-60fa70ba-4053-4e78-b75c-92d07d3b358f tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 1.5141382 Dec 21 13:30:38.657175 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57368) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:38.668944 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9af7ac-d949-4ea8-9f16-2cb382fbfb07 req-96ecea45-8630-44a9-bcab-66deacb450cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:30:38.670800 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-9d9af7ac-d949-4ea8-9f16-2cb382fbfb07 req-96ecea45-8630-44a9-bcab-66deacb450cb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0a23b394-8668-424d-9647-33cc57f03290 HTTP/1.1" status: 200 len: 852 time: 0.4043403 Dec 21 13:30:38.671448 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-360518b6-e4ab-43a8-8e62-148bb22acd09 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Request body: {'port': {'network_id': 'be045d0d-9cc1-490b-a555-6c506ee9fd5c', 'name': 'tempest-PortsTestJSON-402399442'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:30:38.746262 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d518e2b-1504-4366-8e7d-9ea5237d633e tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:30:38.757814 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28656476-7888-4bd4-a99d-357e77531862 None None] Sync routers for ids ['9a0f9c1c-0b84-40b1-b675-f3a031108074'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:30:38.772569 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28656476-7888-4bd4-a99d-357e77531862 None None] Routers {'9a0f9c1c-0b84-40b1-b675-f3a031108074'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:30:38.773215 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-28656476-7888-4bd4-a99d-357e77531862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:30:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['9a0f9c1c-0b84-40b1-b675-f3a031108074'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:38.778854 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-9d9af7ac-d949-4ea8-9f16-2cb382fbfb07 req-4b2f97f8-2d54-463b-a064-843f5e324ce9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e0f04b1c-bb25-45e9-a325-15dcdf4af126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580771 Dec 21 13:30:38.831516 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-28656476-7888-4bd4-a99d-357e77531862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:38.845269 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28656476-7888-4bd4-a99d-357e77531862 None None] Routers {'9a0f9c1c-0b84-40b1-b675-f3a031108074'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:30:38.846143 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-28656476-7888-4bd4-a99d-357e77531862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:30:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['9a0f9c1c-0b84-40b1-b675-f3a031108074'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:38.934474 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-28656476-7888-4bd4-a99d-357e77531862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:38.940630 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28656476-7888-4bd4-a99d-357e77531862 None None] The sync data for ids ['9a0f9c1c-0b84-40b1-b675-f3a031108074'] in dv-neutron-master-2-hyperv is: [] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:30:38.947014 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-749fee55-9867-403c-a08b-f5e4f00e4bd0 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12346570'] for subnet, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:39.064046 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9a8f5d-6ba8-43fc-9b54-c54a82f0ba40 None None] Network b130763d-4a25-4977-9964-44d67d152f28 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:30:39.127792 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-749fee55-9867-403c-a08b-f5e4f00e4bd0 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:39.133385 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-749fee55-9867-403c-a08b-f5e4f00e4bd0 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "DELETE /v2.0/subnets/8d202038-3468-4ab2-b495-ca47bae818cc HTTP/1.1" status: 204 len: 168 time: 2.0575793 Dec 21 13:30:39.143071 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57372) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:39.164639 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749fee55-9867-403c-a08b-f5e4f00e4bd0 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Pushing event deleted for resources: {'Subnet': ['ID=8d202038-3468-4ab2-b495-ca47bae818cc,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:39.216938 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.pecan_wsgi.hooks.translation [None req-24e9d5b4-7bc1-4f78-bbc0-a0c705ec6bed tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] DELETE failed (client error): The resource could not be found. Dec 21 13:30:39.217997 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24e9d5b4-7bc1-4f78-bbc0-a0c705ec6bed tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:30:39.225107 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-24e9d5b4-7bc1-4f78-bbc0-a0c705ec6bed tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "DELETE /v2.0/subnets/6bb627bc-7852-40c7-8727-7f633996e792 HTTP/1.1" status: 404 len: 337 time: 0.0792849 Dec 21 13:30:39.225724 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57374) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:39.250896 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3bc06c6e-fc44-4a2a-8a98-be21dbc634c7 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:39.293317 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4d5203d9-06b9-458e-af3c-596ced738dc5 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:39.304077 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34949b3c-5db9-4dff-8fa0-2614503a9197 req-28130f35-83e6-48a5-b2ee-6be1846036c0 tempest-TestServerAdvancedOps-1829952957 tempest-TestServerAdvancedOps-1829952957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:30:39.305652 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-34949b3c-5db9-4dff-8fa0-2614503a9197 req-28130f35-83e6-48a5-b2ee-6be1846036c0 tempest-TestServerAdvancedOps-1829952957 tempest-TestServerAdvancedOps-1829952957-project] 10.222.0.37 "GET /v2.0/ports?device_id=b256fe0e-7625-40a0-aed5-84c1a56b337d HTTP/1.1" status: 200 len: 943 time: 0.2226868 Dec 21 13:30:39.324429 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690bdee0-4424-4b34-b55f-4ca5a64db885 None None] DHCP port deletion for b130763d-4a25-4977-9964-44d67d152f28 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:30:39.331406 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-360518b6-e4ab-43a8-8e62-148bb22acd09 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Made reservation on behalf of 401fab62d2cc4dcc90d3b9ab6f110b7e for: {'port': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:30:39.336183 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-360518b6-e4ab-43a8-8e62-148bb22acd09 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:39.336602 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-314a24dc-94b8-4b30-815c-3d459aa3538a tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d634d32-784e-45ba-b51d-b77e84ca53d6 HTTP/1.1" status: 200 len: 205 time: 0.1041353 Dec 21 13:30:39.340399 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57376) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:39.347807 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc06c6e-fc44-4a2a-8a98-be21dbc634c7 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Pushing event deleted for resources: {'Port': ['ID=7111fafc-3054-4310-a775-f4360d66a24d,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:39.359179 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-20490515-680c-43eb-a8ef-570fdd37e104 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:39.384925 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d52c7694-1963-4e05-a655-9fae6e2b27e4 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Router e52f7dfc-9d7a-4f42-957d-cb202b5f7fcd has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:30:39.429775 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-690bdee0-4424-4b34-b55f-4ca5a64db885 None None] Deleting port f6b263a0-02a2-4f4a-9134-6cef5ae24941 {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:30:39.430585 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-690bdee0-4424-4b34-b55f-4ca5a64db885 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:39.443589 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.api.v2.resource [None req-d3b83bcb-b448-49f6-b4ca-fe349377e857 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] delete failed (client error): The resource could not be found. Dec 21 13:30:39.451411 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-9d9af7ac-d949-4ea8-9f16-2cb382fbfb07 req-2c99b55b-77e9-4e29-b3a9-ddb3ddcd8506 service neutron] 10.222.0.60 "GET /v2.0/networks/e0f04b1c-bb25-45e9-a325-15dcdf4af126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6305988 Dec 21 13:30:39.452283 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-d3b83bcb-b448-49f6-b4ca-fe349377e857 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "DELETE /v2.0/routers/6d634d32-784e-45ba-b51d-b77e84ca53d6 HTTP/1.1" status: 404 len: 336 time: 0.0979965 Dec 21 13:30:39.457856 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57378) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:39.465355 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-360518b6-e4ab-43a8-8e62-148bb22acd09 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] device_id is not set on port 1d87bfcf-98c0-4964-91cb-86ada7b5608f yet. {{(pid=103152) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 13:30:39.484794 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20490515-680c-43eb-a8ef-570fdd37e104 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] Pushing event deleted for resources: {'Port': ['ID=ddd55c66-069d-4bfb-a856-a5b104439fb4,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:39.586131 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-690bdee0-4424-4b34-b55f-4ca5a64db885 None None] For port f6b263a0-02a2-4f4a-9134-6cef5ae24941, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f6b263a0-02a2-4f4a-9134-6cef5ae24941,segment=NetworkSegment(469feaf6-6294-4908-bda0-612d87a6adbe),segment_id=469feaf6-6294-4908-bda0-612d87a6adbe)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:30:39.586562 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-690bdee0-4424-4b34-b55f-4ca5a64db885 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:39.615621 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-690bdee0-4424-4b34-b55f-4ca5a64db885 None None] Calling delete_port for f6b263a0-02a2-4f4a-9134-6cef5ae24941 owned by network:dhcp {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:30:39.623274 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-5845b7a6-b55f-46b7-96a5-f9c06a637baa tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] DELETE failed (client error): The resource could not be found. Dec 21 13:30:39.623886 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5845b7a6-b55f-46b7-96a5-f9c06a637baa tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:30:39.629646 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-5845b7a6-b55f-46b7-96a5-f9c06a637baa tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "DELETE /v2.0/subnets/23dae4ee-1648-4176-b80b-911cf3881c19 HTTP/1.1" status: 404 len: 337 time: 0.0723612 Dec 21 13:30:39.667772 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57380) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:39.740763 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3bc06c6e-fc44-4a2a-8a98-be21dbc634c7 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534084'] for router_interface, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:39.744465 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-20490515-680c-43eb-a8ef-570fdd37e104 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:39.755472 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-20490515-680c-43eb-a8ef-570fdd37e104 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] 10.222.0.37 "DELETE /v2.0/ports/ddd55c66-069d-4bfb-a856-a5b104439fb4 HTTP/1.1" status: 204 len: 168 time: 3.2501991 Dec 21 13:30:39.763273 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57382) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:39.811078 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-4092e479-b600-44ed-aec8-35bbf8c2d456 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] Request body: {'port': {'name': 'tempest-new-port-name-1722184745', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:30:39.811831 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.api.validators [None req-4092e479-b600-44ed-aec8-35bbf8c2d456 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] bootfile-name is not in valid_values {{(pid=103153) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 21 13:30:39.812539 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.api.validators [None req-4092e479-b600-44ed-aec8-35bbf8c2d456 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] tftp-server is not in valid_values {{(pid=103153) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 21 13:30:39.813122 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.api.validators [None req-4092e479-b600-44ed-aec8-35bbf8c2d456 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] server-ip-address is not in valid_values {{(pid=103153) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 21 13:30:39.813278 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-690bdee0-4424-4b34-b55f-4ca5a64db885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636'] for port, after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:39.813701 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-c17810da-32e6-4383-8d59-173f62d5469d tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] DELETE failed (client error): The resource could not be found. Dec 21 13:30:39.814375 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c17810da-32e6-4383-8d59-173f62d5469d tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:30:39.817717 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-c17810da-32e6-4383-8d59-173f62d5469d tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "DELETE /v2.0/subnets/b48707ec-fb55-4086-9408-deacb26f07fe HTTP/1.1" status: 404 len: 337 time: 0.1488178 Dec 21 13:30:39.827680 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-34949b3c-5db9-4dff-8fa0-2614503a9197 req-d7c6e156-75b1-4cda-93b0-bb192df0b87a tempest-TestServerAdvancedOps-1829952957 tempest-TestServerAdvancedOps-1829952957-project] 10.222.0.37 "GET /v2.0/security-groups?id=c57c7cc1-c248-45fd-9bbc-650d852d9b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4826846 Dec 21 13:30:39.831687 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57384) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:39.868344 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690bdee0-4424-4b34-b55f-4ca5a64db885 None None] Pushing event deleted for resources: {'Port': ['ID=f6b263a0-02a2-4f4a-9134-6cef5ae24941,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:39.877681 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690bdee0-4424-4b34-b55f-4ca5a64db885 None None] No DVR routers for this DVR port f6b263a0-02a2-4f4a-9134-6cef5ae24941 on host dv-neutron-master-2-hyperv {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:30:39.897730 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4d5203d9-06b9-458e-af3c-596ced738dc5 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12346570'] for subnet, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:39.939772 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-004561fb-c7e0-4b84-aeac-f2f45a068825 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] DELETE failed (client error): The resource could not be found. Dec 21 13:30:39.940322 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-004561fb-c7e0-4b84-aeac-f2f45a068825 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:30:39.943945 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-004561fb-c7e0-4b84-aeac-f2f45a068825 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "DELETE /v2.0/subnets/575592cb-ddbd-4892-a6be-1818e4acca72 HTTP/1.1" status: 404 len: 337 time: 0.0667553 Dec 21 13:30:39.945537 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d52c7694-1963-4e05-a655-9fae6e2b27e4 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:30:39.957476 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-d52c7694-1963-4e05-a655-9fae6e2b27e4 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "PUT /v2.0/routers/e52f7dfc-9d7a-4f42-957d-cb202b5f7fcd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6341741 Dec 21 13:30:39.962005 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b1bb1e-e21e-4bb5-8687-89bbb583a979 None None] Sync routers for ids ['e52f7dfc-9d7a-4f42-957d-cb202b5f7fcd'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:30:39.977278 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-360518b6-e4ab-43a8-8e62-148bb22acd09 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Allocated IP 172.20.0.6 (be045d0d-9cc1-490b-a555-6c506ee9fd5c/be26d3f4-55e5-4adb-bde7-af71a0f4e045/1d87bfcf-98c0-4964-91cb-86ada7b5608f) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:30:39.979753 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57386) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:39.980252 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57388) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:39.984440 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b1bb1e-e21e-4bb5-8687-89bbb583a979 None None] Routers {'e52f7dfc-9d7a-4f42-957d-cb202b5f7fcd'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:30:39.987413 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-73b1bb1e-e21e-4bb5-8687-89bbb583a979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:30:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['e52f7dfc-9d7a-4f42-957d-cb202b5f7fcd'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:40.041781 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5203d9-06b9-458e-af3c-596ced738dc5 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Pushing event deleted for resources: {'Subnet': ['ID=bcc4be89-a9c0-4d2c-916c-0d32f73303f6,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:40.044553 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ec9e69-b588-4ba3-8abe-8c75b76010d5 None None] Network a2096345-ac39-4285-b67f-5f13a2a0698a requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:30:40.081841 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4d5203d9-06b9-458e-af3c-596ced738dc5 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:40.088066 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-4d5203d9-06b9-458e-af3c-596ced738dc5 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "DELETE /v2.0/subnets/bcc4be89-a9c0-4d2c-916c-0d32f73303f6 HTTP/1.1" status: 204 len: 168 time: 2.4020905 Dec 21 13:30:40.092819 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57390) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:40.095556 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-73b1bb1e-e21e-4bb5-8687-89bbb583a979 None None] Set router e52f7dfc-9d7a-4f42-957d-cb202b5f7fcd gateway port host: None {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:30:40.202347 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce8fb9ff-8d0b-4b1e-af52-1234b22b6498 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] DELETE failed (client error): The resource could not be found. Dec 21 13:30:40.203007 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce8fb9ff-8d0b-4b1e-af52-1234b22b6498 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:30:40.215528 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-ce8fb9ff-8d0b-4b1e-af52-1234b22b6498 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "DELETE /v2.0/ports/81890ad7-b102-4f0d-b176-03b379b2e7f5 HTTP/1.1" status: 404 len: 333 time: 0.2329218 Dec 21 13:30:40.216217 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57392) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:40.236364 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1eba3c89-6242-4ba9-9a0f-4ff81a5d43e4 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:40.278386 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-97b6a527-e5ba-4402-8e5c-584d64579317 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] DELETE failed (client error): The resource could not be found. Dec 21 13:30:40.282674 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97b6a527-e5ba-4402-8e5c-584d64579317 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:30:40.285985 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-97b6a527-e5ba-4402-8e5c-584d64579317 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "DELETE /v2.0/subnets/358d0a00-42dd-4f0a-b34c-6eec9a24945e HTTP/1.1" status: 404 len: 337 time: 0.0473835 Dec 21 13:30:40.293426 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57394) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:40.379629 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bab4ff0-3514-4cf1-822b-028724fb1b3d tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] DELETE failed (client error): The resource could not be found. Dec 21 13:30:40.380104 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bab4ff0-3514-4cf1-822b-028724fb1b3d tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:30:40.383584 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-3bab4ff0-3514-4cf1-822b-028724fb1b3d tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "DELETE /v2.0/subnets/57034227-33ba-4531-9e6f-224c3c78e263 HTTP/1.1" status: 404 len: 337 time: 0.0841482 Dec 21 13:30:40.390150 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80b134f-4e9d-4c2b-8726-605adc071443 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:30:40.392004 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-73b1bb1e-e21e-4bb5-8687-89bbb583a979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e52f7dfc-9d7a-4f42-957d-cb202b5f7fcd', 'name': 'tempest-NetworksTestDHCPv6-router-787448377', 'tenant_id': '4e9b97d81d204c53a28bf5666eaf36b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:30:21Z', 'updated_at': '2021-12-21T13:30:37Z', 'revision_number': 3, 'project_id': '4e9b97d81d204c53a28bf5666eaf36b7', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:40.392459 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80b134f-4e9d-4c2b-8726-605adc071443 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:30:40.395300 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57396) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:40.397471 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-c80b134f-4e9d-4c2b-8726-605adc071443 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4045491 Dec 21 13:30:40.402069 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57398) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:40.519178 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b1bb1e-e21e-4bb5-8687-89bbb583a979 None None] Checking router: e52f7dfc-9d7a-4f42-957d-cb202b5f7fcd for host: dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:30:40.561221 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b1bb1e-e21e-4bb5-8687-89bbb583a979 None None] Routers {'e52f7dfc-9d7a-4f42-957d-cb202b5f7fcd'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:30:40.561858 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-73b1bb1e-e21e-4bb5-8687-89bbb583a979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:30:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['e52f7dfc-9d7a-4f42-957d-cb202b5f7fcd'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:40.645027 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e9b2e7f-9f13-444b-9eb4-e21cacf1b9a1 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] DELETE failed (client error): The resource could not be found. Dec 21 13:30:40.645602 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e9b2e7f-9f13-444b-9eb4-e21cacf1b9a1 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:30:40.650133 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-0e9b2e7f-9f13-444b-9eb4-e21cacf1b9a1 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "DELETE /v2.0/ports/2042925b-06ce-4e44-84ff-7bae6b13c9ee HTTP/1.1" status: 404 len: 333 time: 0.1615388 Dec 21 13:30:40.659035 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57400) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:40.664258 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-73b1bb1e-e21e-4bb5-8687-89bbb583a979 None None] Set router e52f7dfc-9d7a-4f42-957d-cb202b5f7fcd gateway port host: None {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:30:40.739833 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-e54daceb-341e-4577-8d20-aa09b40ace3d tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] DELETE failed (client error): The resource could not be found. Dec 21 13:30:40.740570 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e54daceb-341e-4577-8d20-aa09b40ace3d tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:30:40.744615 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-e54daceb-341e-4577-8d20-aa09b40ace3d tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "DELETE /v2.0/subnets/02db2275-411c-4855-a78d-85ec8c41b02a HTTP/1.1" status: 404 len: 337 time: 0.0705857 Dec 21 13:30:40.749107 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57402) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:40.755145 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-73b1bb1e-e21e-4bb5-8687-89bbb583a979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e52f7dfc-9d7a-4f42-957d-cb202b5f7fcd', 'name': 'tempest-NetworksTestDHCPv6-router-787448377', 'tenant_id': '4e9b97d81d204c53a28bf5666eaf36b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:30:21Z', 'updated_at': '2021-12-21T13:30:37Z', 'revision_number': 3, 'project_id': '4e9b97d81d204c53a28bf5666eaf36b7', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:40.768290 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_v2 [None req-45d42365-1586-4cb3-b474-1c03cf526ddb tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Deleting subnet 78a546b0-7c62-4750-920f-4c9827931451 {{(pid=103152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:30:40.782420 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-45d42365-1586-4cb3-b474-1c03cf526ddb tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for subnet, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:40.786709 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2abd1ca4-9cda-4ef0-8537-58ecda1baf8d None None] Network be045d0d-9cc1-490b-a555-6c506ee9fd5c requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:30:40.818902 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-9d9af7ac-d949-4ea8-9f16-2cb382fbfb07 req-f0d07dcc-cf5b-46c1-8398-94dc7378aab5 service neutron] 10.222.0.60 "GET /v2.0/networks/e0f04b1c-bb25-45e9-a325-15dcdf4af126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3301244 Dec 21 13:30:40.825978 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-360518b6-e4ab-43a8-8e62-148bb22acd09 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:40.864271 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-45d42365-1586-4cb3-b474-1c03cf526ddb tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526644'] for subnet, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:40.886701 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.pecan_wsgi.hooks.translation [None req-4624d754-8f03-45f6-8950-ac6114f295a5 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] DELETE failed (client error): The resource could not be found. Dec 21 13:30:40.888393 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4624d754-8f03-45f6-8950-ac6114f295a5 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:30:40.896741 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-4624d754-8f03-45f6-8950-ac6114f295a5 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "DELETE /v2.0/subnets/8da52d83-47fe-4288-8113-317484f75fbf HTTP/1.1" status: 404 len: 337 time: 0.1405213 Dec 21 13:30:40.907780 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device fdcf5ab9-e303-4301-8b0c-941eb7aed9fa up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:30:40.909590 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57406) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:40.911896 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b1bb1e-e21e-4bb5-8687-89bbb583a979 None None] The sync data for ids ['e52f7dfc-9d7a-4f42-957d-cb202b5f7fcd'] in dv-neutron-master-2-hyperv is: [{'id': 'e52f7dfc-9d7a-4f42-957d-cb202b5f7fcd', 'name': 'tempest-NetworksTestDHCPv6-router-787448377', 'tenant_id': '4e9b97d81d204c53a28bf5666eaf36b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:30:21Z', 'updated_at': '2021-12-21T13:30:37Z', 'revision_number': 3, 'project_id': '4e9b97d81d204c53a28bf5666eaf36b7', 'gw_port_host': None}] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:30:40.929080 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249f3c6f-7e61-49a7-9513-ef82a86e13ec None None] DHCP port deletion for a2096345-ac39-4285-b67f-5f13a2a0698a request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:30:40.975110 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-1eba3c89-6242-4ba9-9a0f-4ff81a5d43e4 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Deleting port 56b4dc13-248e-4593-b582-60863123e84a {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:30:40.975445 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1eba3c89-6242-4ba9-9a0f-4ff81a5d43e4 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:40.975699 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d518e2b-1504-4366-8e7d-9ea5237d633e tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Router 881385bd-dec1-4bff-8219-53bb66d2d0c9 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:30:40.976942 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4092e479-b600-44ed-aec8-35bbf8c2d456 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:41.044674 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-52d2bb3d-5511-4a57-9dcb-f9b26cde2402 None None] Provisioning complete for port fdcf5ab9-e303-4301-8b0c-941eb7aed9fa triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:30:41.045073 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-52d2bb3d-5511-4a57-9dcb-f9b26cde2402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:41.079622 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-360518b6-e4ab-43a8-8e62-148bb22acd09 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:41.170251 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-1eba3c89-6242-4ba9-9a0f-4ff81a5d43e4 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] For port 56b4dc13-248e-4593-b582-60863123e84a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=56b4dc13-248e-4593-b582-60863123e84a,segment=NetworkSegment(87e55700-e91d-4e2b-b9e9-0db20805226e),segment_id=87e55700-e91d-4e2b-b9e9-0db20805226e)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:30:41.175071 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1eba3c89-6242-4ba9-9a0f-4ff81a5d43e4 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:41.199642 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-45d42365-1586-4cb3-b474-1c03cf526ddb tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:41.209743 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-249f3c6f-7e61-49a7-9513-ef82a86e13ec None None] Deleting port 56b4dc13-248e-4593-b582-60863123e84a {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:30:41.210117 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-249f3c6f-7e61-49a7-9513-ef82a86e13ec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:41.236104 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port fdcf5ab9-e303-4301-8b0c-941eb7aed9fa triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:30:41.236461 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:41.243956 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360518b6-e4ab-43a8-8e62-148bb22acd09 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Network be045d0d-9cc1-490b-a555-6c506ee9fd5c is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:30:41.246165 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-360518b6-e4ab-43a8-8e62-148bb22acd09 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:30:41.288461 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-1eba3c89-6242-4ba9-9a0f-4ff81a5d43e4 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Calling delete_port for 56b4dc13-248e-4593-b582-60863123e84a owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:30:41.308403 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360518b6-e4ab-43a8-8e62-148bb22acd09 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:30:41.311383 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-52d2bb3d-5511-4a57-9dcb-f9b26cde2402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:41.315317 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360518b6-e4ab-43a8-8e62-148bb22acd09 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Pushing event updated for resources: {'Port': ['ID=1d87bfcf-98c0-4964-91cb-86ada7b5608f,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:41.335893 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-45d42365-1586-4cb3-b474-1c03cf526ddb tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12346570'] for subnet, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:41.345269 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-249f3c6f-7e61-49a7-9513-ef82a86e13ec None None] For port 56b4dc13-248e-4593-b582-60863123e84a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=56b4dc13-248e-4593-b582-60863123e84a,segment=NetworkSegment(87e55700-e91d-4e2b-b9e9-0db20805226e),segment_id=87e55700-e91d-4e2b-b9e9-0db20805226e)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:30:41.345665 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-249f3c6f-7e61-49a7-9513-ef82a86e13ec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:41.376280 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-249f3c6f-7e61-49a7-9513-ef82a86e13ec None None] Calling delete_port for 56b4dc13-248e-4593-b582-60863123e84a owned by network:dhcp {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:30:41.405937 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bc06c6e-fc44-4a2a-8a98-be21dbc634c7 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Router caf3ff8a-af97-4de4-b3e0-de9adbadc076 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:30:41.406708 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-52d2bb3d-5511-4a57-9dcb-f9b26cde2402 None None] For port fdcf5ab9-e303-4301-8b0c-941eb7aed9fa, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fdcf5ab9-e303-4301-8b0c-941eb7aed9fa,segment=NetworkSegment(b6e80e88-7b9b-4a93-8bf7-499326960be6),segment_id=b6e80e88-7b9b-4a93-8bf7-499326960be6)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:30:41.444938 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-52d2bb3d-5511-4a57-9dcb-f9b26cde2402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:41.530506 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2380de-3ae4-4656-b76d-bf7bb1cb27ae req-b59ae7a0-d8d9-43c1-864b-e669bcc977ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:30:41.532328 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-df2380de-3ae4-4656-b76d-bf7bb1cb27ae req-b59ae7a0-d8d9-43c1-864b-e669bcc977ea service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7fcc1d47f4cc44e4b573fc100289403e&device_id=b256fe0e-7625-40a0-aed5-84c1a56b337d HTTP/1.1" status: 200 len: 1096 time: 0.5774524 Dec 21 13:30:41.551316 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360518b6-e4ab-43a8-8e62-148bb22acd09 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:30:41.552145 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-360518b6-e4ab-43a8-8e62-148bb22acd09 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:41.586545 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-249f3c6f-7e61-49a7-9513-ef82a86e13ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636'] for port, after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:41.621740 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f25e011-10ce-4d0f-9376-e284cc8885f8 req-ecd0930c-efdb-46ab-802e-48fc71d7e3ab tempest-TestServerAdvancedOps-1829952957 tempest-TestServerAdvancedOps-1829952957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:30:41.625695 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-2f25e011-10ce-4d0f-9376-e284cc8885f8 req-ecd0930c-efdb-46ab-802e-48fc71d7e3ab tempest-TestServerAdvancedOps-1829952957 tempest-TestServerAdvancedOps-1829952957-project] 10.222.0.37 "GET /v2.0/ports?device_id=b256fe0e-7625-40a0-aed5-84c1a56b337d HTTP/1.1" status: 200 len: 943 time: 0.6437366 Dec 21 13:30:41.631155 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249f3c6f-7e61-49a7-9513-ef82a86e13ec None None] No DVR routers for this DVR port 56b4dc13-248e-4593-b582-60863123e84a on host dv-neutron-master-2-hyperv {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:30:41.650754 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d2bb3d-5511-4a57-9dcb-f9b26cde2402 None None] Pushing event updated for resources: {'Port': ['ID=fdcf5ab9-e303-4301-8b0c-941eb7aed9fa,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:41.655175 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device f6b263a0-02a2-4f4a-9134-6cef5ae24941 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:30:41.684043 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249f3c6f-7e61-49a7-9513-ef82a86e13ec None None] Pushing event deleted for resources: {'Port': ['ID=56b4dc13-248e-4593-b582-60863123e84a,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:41.708470 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: f6b263a0-02a2-4f4a-9134-6cef5ae24941 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:30:41.708912 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device f6b263a0-02a2-4f4a-9134-6cef5ae24941 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:30:41.709353 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 103d063b-184d-4ce5-8374-f7db5124daa7 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:30:41.724086 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d42365-1586-4cb3-b474-1c03cf526ddb tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event deleted for resources: {'Subnet': ['ID=78a546b0-7c62-4750-920f-4c9827931451,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:41.728093 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1eba3c89-6242-4ba9-9a0f-4ff81a5d43e4 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:41.748844 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-360518b6-e4ab-43a8-8e62-148bb22acd09 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.0860336 Dec 21 13:30:41.750551 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-45d42365-1586-4cb3-b474-1c03cf526ddb tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:41.757755 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-45d42365-1586-4cb3-b474-1c03cf526ddb tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "DELETE /v2.0/subnets/78a546b0-7c62-4750-920f-4c9827931451 HTTP/1.1" status: 204 len: 168 time: 1.3546312 Dec 21 13:30:41.762990 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: 103d063b-184d-4ce5-8374-f7db5124daa7 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:30:41.763340 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 103d063b-184d-4ce5-8374-f7db5124daa7 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:30:41.765591 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eba3c89-6242-4ba9-9a0f-4ff81a5d43e4 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] No DVR routers for this DVR port 56b4dc13-248e-4593-b582-60863123e84a on host dv-neutron-master-2-hyperv {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:30:41.765940 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65fcaa12-e7d4-4f38-a861-2ac9831818e6 None None] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:30:41.816435 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57408) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:41.817240 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57410) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:41.869172 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-33c6db83-a5e5-4a9f-bd3d-bb6f693d4667 None None] Provisioning complete for port fdcf5ab9-e303-4301-8b0c-941eb7aed9fa triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:30:41.869568 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-33c6db83-a5e5-4a9f-bd3d-bb6f693d4667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:41.937868 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1eba3c89-6242-4ba9-9a0f-4ff81a5d43e4 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:41.972353 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-1eba3c89-6242-4ba9-9a0f-4ff81a5d43e4 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2096345-ac39-4285-b67f-5f13a2a0698a']}} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:41.984152 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-1eba3c89-6242-4ba9-9a0f-4ff81a5d43e4 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87e55700-e91d-4e2b-b9e9-0db20805226e') {'for_net_delete': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:41.984497 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-1eba3c89-6242-4ba9-9a0f-4ff81a5d43e4 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87e55700-e91d-4e2b-b9e9-0db20805226e') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:42.003438 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1eba3c89-6242-4ba9-9a0f-4ff81a5d43e4 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526653'] for segment, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:42.022661 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1eba3c89-6242-4ba9-9a0f-4ff81a5d43e4 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:42.030718 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1eba3c89-6242-4ba9-9a0f-4ff81a5d43e4 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=103152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:30:42.031399 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1eba3c89-6242-4ba9-9a0f-4ff81a5d43e4 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805426'] for segment, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:42.117313 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0da00e2-0b0e-4abd-84e9-a279df07e005 None None] DHCP port deletion for ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:30:42.120815 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:42.120815 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:30:42.120815 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:42.120815 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:30:42.120815 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:42.120815 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:30:42.120815 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:42.120815 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:30:42.120815 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:42.120815 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:30:42.120815 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:42.120815 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:30:42.120815 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:42.120815 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:30:42.120815 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:42.120815 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:30:42.120815 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:42.120815 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:30:42.120815 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:42.120815 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:30:42.120815 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 13:30:42.120815 dv-neutron-master-2-hyperv neutron-server[103152]: self.session.flush() Dec 21 13:30:42.120815 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 13:30:42.120815 dv-neutron-master-2-hyperv neutron-server[103152]: self.session.flush() Dec 21 13:30:42.120815 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 13:30:42.120815 dv-neutron-master-2-hyperv neutron-server[103152]: self.session.flush() Dec 21 13:30:42.120815 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 13:30:42.120815 dv-neutron-master-2-hyperv neutron-server[103152]: self.session.flush() Dec 21 13:30:42.120815 dv-neutron-master-2-hyperv neutron-server[103152]: Traceback (most recent call last): Dec 21 13:30:42.120815 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:30:42.120815 dv-neutron-master-2-hyperv neutron-server[103152]: timer() Dec 21 13:30:42.120815 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:30:42.120815 dv-neutron-master-2-hyperv neutron-server[103152]: cb(*args, **kw) Dec 21 13:30:42.120815 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:30:42.120815 dv-neutron-master-2-hyperv neutron-server[103152]: return func(*args, **kwargs) Dec 21 13:30:42.120815 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:30:42.120815 dv-neutron-master-2-hyperv neutron-server[103152]: self._notify() Dec 21 13:30:42.120815 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:30:42.120815 dv-neutron-master-2-hyperv neutron-server[103152]: self.callback(batched_events) Dec 21 13:30:42.120815 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:30:42.120815 dv-neutron-master-2-hyperv neutron-server[103152]: event.method(event) Dec 21 13:30:42.120815 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:30:42.120815 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:30:42.120815 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:30:42.120815 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:30:42.120815 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:30:42.120815 dv-neutron-master-2-hyperv neutron-server[103152]: return f(self, *a, **k) Dec 21 13:30:42.120815 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:30:42.120815 dv-neutron-master-2-hyperv neutron-server[103152]: return self._get(url).json() Dec 21 13:30:42.120815 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:30:42.120815 dv-neutron-master-2-hyperv neutron-server[103152]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:30:42.120815 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:30:42.120815 dv-neutron-master-2-hyperv neutron-server[103152]: return self.request(url, 'GET', **kwargs) Dec 21 13:30:42.120815 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:30:42.120815 dv-neutron-master-2-hyperv neutron-server[103152]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:30:42.120815 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:30:42.120815 dv-neutron-master-2-hyperv neutron-server[103152]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:30:42.120815 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:30:42.120815 dv-neutron-master-2-hyperv neutron-server[103152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:30:42.120815 dv-neutron-master-2-hyperv neutron-server[103152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:30:42.126559 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eba3c89-6242-4ba9-9a0f-4ff81a5d43e4 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Pushing event deleted for resources: {'Port': ['ID=56b4dc13-248e-4593-b582-60863123e84a,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:42.140005 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1eba3c89-6242-4ba9-9a0f-4ff81a5d43e4 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:42.147115 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1eba3c89-6242-4ba9-9a0f-4ff81a5d43e4 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks [] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:42.155233 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-1eba3c89-6242-4ba9-9a0f-4ff81a5d43e4 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "DELETE /v2.0/networks/a2096345-ac39-4285-b67f-5f13a2a0698a HTTP/1.1" status: 204 len: 168 time: 2.0559649 Dec 21 13:30:42.155900 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57412) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:42.171168 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-89d1e8ee-e14e-4d21-93d8-4ebbaac708b4 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Request body: {'router': {'routes': None}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:30:42.174664 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eba3c89-6242-4ba9-9a0f-4ff81a5d43e4 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Pushing event deleted for resources: {'Network': ['ID=a2096345-ac39-4285-b67f-5f13a2a0698a,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:42.295649 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-d0da00e2-0b0e-4abd-84e9-a279df07e005 None None] Deleting port 861ca291-b10d-4a4b-9fa6-e9a52f6f9618 {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:30:42.296620 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d0da00e2-0b0e-4abd-84e9-a279df07e005 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:42.342522 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bc06c6e-fc44-4a2a-8a98-be21dbc634c7 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:30:42.356317 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae266703-4c6a-42d2-a354-54a51d776376 None None] Sync routers for ids ['caf3ff8a-af97-4de4-b3e0-de9adbadc076'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:30:42.365555 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-efce4ce4-eb1a-409f-9a79-7c6b3f851158 None None] Provisioning complete for port 1d87bfcf-98c0-4964-91cb-86ada7b5608f triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:30:42.366148 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-efce4ce4-eb1a-409f-9a79-7c6b3f851158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:42.385600 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-06accff9-5b8d-4850-89e8-dc2d81833e99 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Deleting port c73ca4bd-6bf4-4363-901b-e2f0d8de8656 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:30:42.385943 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-06accff9-5b8d-4850-89e8-dc2d81833e99 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:42.398943 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-3bc06c6e-fc44-4a2a-8a98-be21dbc634c7 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "PUT /v2.0/routers/caf3ff8a-af97-4de4-b3e0-de9adbadc076/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1839173 Dec 21 13:30:42.399118 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae266703-4c6a-42d2-a354-54a51d776376 None None] Routers {'caf3ff8a-af97-4de4-b3e0-de9adbadc076'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:30:42.400364 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-ae266703-4c6a-42d2-a354-54a51d776376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:30:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['caf3ff8a-af97-4de4-b3e0-de9adbadc076'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:42.406249 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57414) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:42.414044 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d518e2b-1504-4366-8e7d-9ea5237d633e tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:30:42.457518 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-efce4ce4-eb1a-409f-9a79-7c6b3f851158 None None] Port 1d87bfcf-98c0-4964-91cb-86ada7b5608f cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:30:42.463248 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62a2692-48ef-493f-975f-4bb02d319bc7 None None] Sync routers for ids ['881385bd-dec1-4bff-8219-53bb66d2d0c9'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:30:42.475090 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9d518e2b-1504-4366-8e7d-9ea5237d633e tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for floatingip, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:42.480217 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62a2692-48ef-493f-975f-4bb02d319bc7 None None] Routers {'881385bd-dec1-4bff-8219-53bb66d2d0c9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:30:42.484144 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-e62a2692-48ef-493f-975f-4bb02d319bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:30:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['881385bd-dec1-4bff-8219-53bb66d2d0c9'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:42.502949 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-2f25e011-10ce-4d0f-9376-e284cc8885f8 req-ac6d0e75-c991-4730-a5f9-07041f689f87 tempest-TestServerAdvancedOps-1829952957 tempest-TestServerAdvancedOps-1829952957-project] 10.222.0.37 "GET /v2.0/security-groups?id=c57c7cc1-c248-45fd-9bbc-650d852d9b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8059118 Dec 21 13:30:42.506318 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.extraroute_db [None req-89d1e8ee-e14e-4d21-93d8-4ebbaac708b4 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Added routes are [] {{(pid=103152) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 21 13:30:42.507181 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.extraroute_db [None req-89d1e8ee-e14e-4d21-93d8-4ebbaac708b4 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Removed routes are [] {{(pid=103152) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 21 13:30:42.512304 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-89d1e8ee-e14e-4d21-93d8-4ebbaac708b4 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26943'] for router, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:42.564806 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device fdcf5ab9-e303-4301-8b0c-941eb7aed9fa up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:30:42.575383 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2380de-3ae4-4656-b76d-bf7bb1cb27ae req-1bf7a48e-f214-4fa9-87a5-4a91a8c87b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:30:42.576890 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-df2380de-3ae4-4656-b76d-bf7bb1cb27ae req-1bf7a48e-f214-4fa9-87a5-4a91a8c87b41 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e0f04b1c-bb25-45e9-a325-15dcdf4af126 HTTP/1.1" status: 200 len: 913 time: 0.9488304 Dec 21 13:30:42.582858 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-2b213426-abc6-491b-94de-087b32364839 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.7503886 Dec 21 13:30:42.626942 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57416) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:42.628346 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-e62a2692-48ef-493f-975f-4bb02d319bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:42.633123 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-d0da00e2-0b0e-4abd-84e9-a279df07e005 None None] For port 861ca291-b10d-4a4b-9fa6-e9a52f6f9618, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=861ca291-b10d-4a4b-9fa6-e9a52f6f9618,segment=NetworkSegment(b20a5dbe-a251-4a83-ae2d-3ffbda6396cf),segment_id=b20a5dbe-a251-4a83-ae2d-3ffbda6396cf)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:30:42.633531 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d0da00e2-0b0e-4abd-84e9-a279df07e005 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:42.666842 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-d0da00e2-0b0e-4abd-84e9-a279df07e005 None None] Calling delete_port for 861ca291-b10d-4a4b-9fa6-e9a52f6f9618 owned by network:dhcp {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:30:42.669028 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 61f62cab-b92a-4557-8e2b-46751cfd4aac details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 13:30:42.687097 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62a2692-48ef-493f-975f-4bb02d319bc7 None None] Routers {'881385bd-dec1-4bff-8219-53bb66d2d0c9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:30:42.687854 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-e62a2692-48ef-493f-975f-4bb02d319bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:30:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['881385bd-dec1-4bff-8219-53bb66d2d0c9'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:42.744545 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-e62a2692-48ef-493f-975f-4bb02d319bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:42.745312 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62a2692-48ef-493f-975f-4bb02d319bc7 None None] The sync data for ids ['881385bd-dec1-4bff-8219-53bb66d2d0c9'] in dv-neutron-master-2-hyperv is: [] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:30:42.788228 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-ae266703-4c6a-42d2-a354-54a51d776376 None None] Set router caf3ff8a-af97-4de4-b3e0-de9adbadc076 gateway port host: None {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:30:42.828976 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port fdcf5ab9-e303-4301-8b0c-941eb7aed9fa triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:30:42.829697 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:42.846976 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-ae266703-4c6a-42d2-a354-54a51d776376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf3ff8a-af97-4de4-b3e0-de9adbadc076', 'name': 'tempest-RoutersIpV6Test-router-1585507894', 'tenant_id': 'd368a1938e3342de9d3358d110005af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:28:52Z', 'updated_at': '2021-12-21T13:30:38Z', 'revision_number': 11, 'project_id': 'd368a1938e3342de9d3358d110005af5', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:42.881968 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae266703-4c6a-42d2-a354-54a51d776376 None None] Checking router: caf3ff8a-af97-4de4-b3e0-de9adbadc076 for host: dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:30:42.905539 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae266703-4c6a-42d2-a354-54a51d776376 None None] Routers {'caf3ff8a-af97-4de4-b3e0-de9adbadc076'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:30:42.906130 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-ae266703-4c6a-42d2-a354-54a51d776376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:30:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['caf3ff8a-af97-4de4-b3e0-de9adbadc076'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:42.975479 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d0da00e2-0b0e-4abd-84e9-a279df07e005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636'] for port, after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:42.990541 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port 61f62cab-b92a-4557-8e2b-46751cfd4aac, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=61f62cab-b92a-4557-8e2b-46751cfd4aac,segment=NetworkSegment(e447d05a-9447-4be1-89a0-0237a1b526c5),segment_id=e447d05a-9447-4be1-89a0-0237a1b526c5)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:30:42.991773 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-ae266703-4c6a-42d2-a354-54a51d776376 None None] Set router caf3ff8a-af97-4de4-b3e0-de9adbadc076 gateway port host: None {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:30:43.055638 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-ae266703-4c6a-42d2-a354-54a51d776376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf3ff8a-af97-4de4-b3e0-de9adbadc076', 'name': 'tempest-RoutersIpV6Test-router-1585507894', 'tenant_id': 'd368a1938e3342de9d3358d110005af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:28:52Z', 'updated_at': '2021-12-21T13:30:38Z', 'revision_number': 11, 'project_id': 'd368a1938e3342de9d3358d110005af5', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:43.081289 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0da00e2-0b0e-4abd-84e9-a279df07e005 None None] No DVR routers for this DVR port 861ca291-b10d-4a4b-9fa6-e9a52f6f9618 on host dv-neutron-master-2-hyperv {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:30:43.090478 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0da00e2-0b0e-4abd-84e9-a279df07e005 None None] Pushing event deleted for resources: {'Port': ['ID=861ca291-b10d-4a4b-9fa6-e9a52f6f9618,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:43.099853 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Returning: {'device': '61f62cab-b92a-4557-8e2b-46751cfd4aac', 'network_id': 'e0f04b1c-bb25-45e9-a325-15dcdf4af126', 'port_id': '61f62cab-b92a-4557-8e2b-46751cfd4aac', 'mac_address': 'fa:16:3e:d3:76:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a23b394-8668-424d-9647-33cc57f03290', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 13:30:43.129718 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae266703-4c6a-42d2-a354-54a51d776376 None None] The sync data for ids ['caf3ff8a-af97-4de4-b3e0-de9adbadc076'] in dv-neutron-master-2-hyperv is: [{'id': 'caf3ff8a-af97-4de4-b3e0-de9adbadc076', 'name': 'tempest-RoutersIpV6Test-router-1585507894', 'tenant_id': 'd368a1938e3342de9d3358d110005af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:28:52Z', 'updated_at': '2021-12-21T13:30:38Z', 'revision_number': 11, 'project_id': 'd368a1938e3342de9d3358d110005af5', 'gw_port_host': None}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:30:43.192488 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:43.195194 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device e209979c-52cc-4185-bd1a-e7fdf926408d no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:30:43.224996 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-06accff9-5b8d-4850-89e8-dc2d81833e99 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:43.241485 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: e209979c-52cc-4185-bd1a-e7fdf926408d {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:30:43.243137 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device e209979c-52cc-4185-bd1a-e7fdf926408d not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:30:43.244395 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 861ca291-b10d-4a4b-9fa6-e9a52f6f9618 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:30:43.248685 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:43.250940 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61f62cab-b92a-4557-8e2b-46751cfd4aac {{(pid=103154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 13:30:43.255619 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-89d1e8ee-e14e-4d21-93d8-4ebbaac708b4 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26943'] for router, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:43.259421 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-89d1e8ee-e14e-4d21-93d8-4ebbaac708b4 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-548712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-548721', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-534931'] for router, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:43.286042 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: 861ca291-b10d-4a4b-9fa6-e9a52f6f9618 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:30:43.286574 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 861ca291-b10d-4a4b-9fa6-e9a52f6f9618 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:30:43.287060 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 56b4dc13-248e-4593-b582-60863123e84a no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:30:43.300556 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-df2380de-3ae4-4656-b76d-bf7bb1cb27ae req-498777e5-2483-4936-a746-0b68cf568a30 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=61f62cab-b92a-4557-8e2b-46751cfd4aac HTTP/1.1" status: 200 len: 217 time: 0.6804180 Dec 21 13:30:43.314396 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_v2 [None req-53c16ae3-b6c0-428a-a7c0-f574babda79a tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Deleting subnet 3a2300ef-3c43-47b0-8476-ddfb30a8d010 {{(pid=103153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:30:43.339878 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-06accff9-5b8d-4850-89e8-dc2d81833e99 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Calling delete_port for c73ca4bd-6bf4-4363-901b-e2f0d8de8656 owned by {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:30:43.341600 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-53c16ae3-b6c0-428a-a7c0-f574babda79a tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks [] for subnet, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:43.353416 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89d1e8ee-e14e-4d21-93d8-4ebbaac708b4 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Router 5e607ba4-9930-44fe-93dc-6bdbcba9aee2 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:30:43.413218 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e012d11a-fdbe-4755-a717-a882d62dfc58 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for router, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:43.432677 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-9d518e2b-1504-4366-8e7d-9ea5237d633e tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] 10.222.0.37 "PUT /v2.0/floatingips/f941317b-abf5-4183-b37d-1eed469c36db HTTP/1.1" status: 200 len: 976 time: 9.8970175 Dec 21 13:30:43.435484 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57418) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:43.463772 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: 56b4dc13-248e-4593-b582-60863123e84a {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:30:43.464381 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 56b4dc13-248e-4593-b582-60863123e84a not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:30:43.466755 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port 61f62cab-b92a-4557-8e2b-46751cfd4aac, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=61f62cab-b92a-4557-8e2b-46751cfd4aac,segment=NetworkSegment(e447d05a-9447-4be1-89a0-0237a1b526c5),segment_id=e447d05a-9447-4be1-89a0-0237a1b526c5)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:30:43.471011 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89d1e8ee-e14e-4d21-93d8-4ebbaac708b4 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:30:43.472342 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:43.482898 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-89d1e8ee-e14e-4d21-93d8-4ebbaac708b4 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks [] for router, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:43.484426 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4092e479-b600-44ed-aec8-35bbf8c2d456 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:43.484847 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-89d1e8ee-e14e-4d21-93d8-4ebbaac708b4 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "PUT /v2.0/routers/5e607ba4-9930-44fe-93dc-6bdbcba9aee2 HTTP/1.1" status: 200 len: 700 time: 1.3259249 Dec 21 13:30:43.487243 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57420) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:43.498124 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8f7ed2-8850-490e-902e-3a44d379b1a5 None None] Sync routers for ids ['5e607ba4-9930-44fe-93dc-6bdbcba9aee2'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:30:43.527361 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8f7ed2-8850-490e-902e-3a44d379b1a5 None None] Routers {'5e607ba4-9930-44fe-93dc-6bdbcba9aee2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:30:43.528282 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-4f8f7ed2-8850-490e-902e-3a44d379b1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:30:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['5e607ba4-9930-44fe-93dc-6bdbcba9aee2'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:43.534896 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=61f62cab-b92a-4557-8e2b-46751cfd4aac,revision_number=4']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:43.577291 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4092e479-b600-44ed-aec8-35bbf8c2d456 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:43.586049 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-24718ec2-e4a4-4343-ac01-4351afb52c50 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Deleting port b4cbc096-2fef-4163-aa16-a25d85b8493a {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:30:43.586673 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-24718ec2-e4a4-4343-ac01-4351afb52c50 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:43.615144 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-53c16ae3-b6c0-428a-a7c0-f574babda79a tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1585439'] for subnet, precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:43.625361 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-4f8f7ed2-8850-490e-902e-3a44d379b1a5 None None] Set router 5e607ba4-9930-44fe-93dc-6bdbcba9aee2 gateway port host: None {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:30:43.647587 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-01a67416-de98-4fbb-9f08-289b918e474b tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e607ba4-9930-44fe-93dc-6bdbcba9aee2 HTTP/1.1" status: 200 len: 205 time: 0.1509550 Dec 21 13:30:43.653200 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57424) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:43.706523 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2380de-3ae4-4656-b76d-bf7bb1cb27ae req-b86cc27c-5e16-47ad-8b44-a1883cd05cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:30:43.708057 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-df2380de-3ae4-4656-b76d-bf7bb1cb27ae req-b86cc27c-5e16-47ad-8b44-a1883cd05cec service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0a23b394-8668-424d-9647-33cc57f03290 HTTP/1.1" status: 200 len: 852 time: 0.3894484 Dec 21 13:30:43.709727 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-4f8f7ed2-8850-490e-902e-3a44d379b1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e607ba4-9930-44fe-93dc-6bdbcba9aee2', 'name': 'tempest-RoutersTest-router-758070956', 'tenant_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:28:56Z', 'updated_at': '2021-12-21T13:30:35Z', 'revision_number': 11, 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:43.747204 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8f7ed2-8850-490e-902e-3a44d379b1a5 None None] Checking router: 5e607ba4-9930-44fe-93dc-6bdbcba9aee2 for host: dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:30:43.761335 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8f7ed2-8850-490e-902e-3a44d379b1a5 None None] Routers {'5e607ba4-9930-44fe-93dc-6bdbcba9aee2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:30:43.762917 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-4f8f7ed2-8850-490e-902e-3a44d379b1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:30:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['5e607ba4-9930-44fe-93dc-6bdbcba9aee2'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:43.792852 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7a8e876d-f548-4faf-a2be-e9244e5b5545 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks [] for router, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:43.801302 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] get_ports_and_sgs() called for port_ids ['61f62cab-b92a-4557-8e2b-46751cfd4aac'] {{(pid=103154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 13:30:43.857996 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-4092e479-b600-44ed-aec8-35bbf8c2d456 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] In _notify_port_updated(), no bound segment for port ca15fd79-993a-4105-89c1-ff30f7d721dc on network ba9adc67-6026-4c97-9a90-1acb20c94663 {{(pid=103153) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 21 13:30:43.872257 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4092e479-b600-44ed-aec8-35bbf8c2d456 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:30:43.872975 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4092e479-b600-44ed-aec8-35bbf8c2d456 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:43.876848 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-4092e479-b600-44ed-aec8-35bbf8c2d456 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] 10.222.0.37 "PUT /v2.0/ports/ca15fd79-993a-4105-89c1-ff30f7d721dc HTTP/1.1" status: 200 len: 1130 time: 4.1005299 Dec 21 13:30:43.901784 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-24718ec2-e4a4-4343-ac01-4351afb52c50 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:43.905573 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57426) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:43.916402 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00b12a3-dfb7-475b-bb89-7cd6c31d3a61 req-794c0626-3a87-4d8c-97a8-28d76c9edd01 tempest-TestServerAdvancedOps-1829952957 tempest-TestServerAdvancedOps-1829952957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:30:43.917974 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-e00b12a3-dfb7-475b-bb89-7cd6c31d3a61 req-794c0626-3a87-4d8c-97a8-28d76c9edd01 tempest-TestServerAdvancedOps-1829952957 tempest-TestServerAdvancedOps-1829952957-project] 10.222.0.37 "GET /v2.0/ports?device_id=b256fe0e-7625-40a0-aed5-84c1a56b337d HTTP/1.1" status: 200 len: 944 time: 0.2656443 Dec 21 13:30:43.922887 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-4f8f7ed2-8850-490e-902e-3a44d379b1a5 None None] Set router 5e607ba4-9930-44fe-93dc-6bdbcba9aee2 gateway port host: None {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:30:43.922990 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e012d11a-fdbe-4755-a717-a882d62dfc58 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26950'] for router, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:43.951847 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e012d11a-fdbe-4755-a717-a882d62dfc58 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:43.964315 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-df2380de-3ae4-4656-b76d-bf7bb1cb27ae req-e32690c2-1af9-4ccc-ad9c-11c7eec3809e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e0f04b1c-bb25-45e9-a325-15dcdf4af126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1194451 Dec 21 13:30:44.026270 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-4f8f7ed2-8850-490e-902e-3a44d379b1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e607ba4-9930-44fe-93dc-6bdbcba9aee2', 'name': 'tempest-RoutersTest-router-758070956', 'tenant_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:28:56Z', 'updated_at': '2021-12-21T13:30:35Z', 'revision_number': 11, 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:44.083442 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8f7ed2-8850-490e-902e-3a44d379b1a5 None None] The sync data for ids ['5e607ba4-9930-44fe-93dc-6bdbcba9aee2'] in dv-neutron-master-2-hyperv is: [{'id': '5e607ba4-9930-44fe-93dc-6bdbcba9aee2', 'name': 'tempest-RoutersTest-router-758070956', 'tenant_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:28:56Z', 'updated_at': '2021-12-21T13:30:35Z', 'revision_number': 11, 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'gw_port_host': None}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:30:44.129884 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4092e479-b600-44ed-aec8-35bbf8c2d456 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] Pushing event updated for resources: {'Port': ['ID=ca15fd79-993a-4105-89c1-ff30f7d721dc,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:44.161734 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-06accff9-5b8d-4850-89e8-dc2d81833e99 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:44.230338 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-53c16ae3-b6c0-428a-a7c0-f574babda79a tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:44.239869 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e012d11a-fdbe-4755-a717-a882d62dfc58 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534967'] for router, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:44.240437 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e012d11a-fdbe-4755-a717-a882d62dfc58 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Fanout notify agent at l3_agent the message router_deleted on router e52f7dfc-9d7a-4f42-957d-cb202b5f7fcd {{(pid=103153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 13:30:44.246557 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7a8e876d-f548-4faf-a2be-e9244e5b5545 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26950'] for router, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:44.248470 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf85c72e-c18c-44b7-9a4f-d94240a3ef89 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:30:44.253180 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-cf85c72e-c18c-44b7-9a4f-d94240a3ef89 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] 10.222.0.37 "GET /v2.0/ports/ca15fd79-993a-4105-89c1-ff30f7d721dc HTTP/1.1" status: 200 len: 1130 time: 0.3448050 Dec 21 13:30:44.256354 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7a8e876d-f548-4faf-a2be-e9244e5b5545 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:44.257753 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57428) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:44.277709 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e012d11a-fdbe-4755-a717-a882d62dfc58 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for router, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:44.281160 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-e012d11a-fdbe-4755-a717-a882d62dfc58 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "DELETE /v2.0/routers/e52f7dfc-9d7a-4f42-957d-cb202b5f7fcd HTTP/1.1" status: 204 len: 168 time: 1.6508620 Dec 21 13:30:44.292681 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57430) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:44.319998 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-dc530fc6-b2e7-4208-89f4-72d6e1bed1da None None] Provisioning complete for port ca15fd79-993a-4105-89c1-ff30f7d721dc triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:30:44.320369 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-dc530fc6-b2e7-4208-89f4-72d6e1bed1da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:44.331788 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-06accff9-5b8d-4850-89e8-dc2d81833e99 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:44.337628 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-06accff9-5b8d-4850-89e8-dc2d81833e99 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "DELETE /v2.0/ports/c73ca4bd-6bf4-4363-901b-e2f0d8de8656 HTTP/1.1" status: 204 len: 168 time: 3.4205220 Dec 21 13:30:44.366410 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-dc530fc6-b2e7-4208-89f4-72d6e1bed1da None None] Port ca15fd79-993a-4105-89c1-ff30f7d721dc cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:30:44.376193 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06accff9-5b8d-4850-89e8-dc2d81833e99 tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Pushing event deleted for resources: {'Port': ['ID=c73ca4bd-6bf4-4363-901b-e2f0d8de8656,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:44.378031 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-83407b16-79af-49d1-82da-5c76c2a5e689 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:44.400245 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57432) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:44.427713 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-e00b12a3-dfb7-475b-bb89-7cd6c31d3a61 req-59fd8084-bc55-4ccc-b1a3-7dc083b2d3e2 tempest-TestServerAdvancedOps-1829952957 tempest-TestServerAdvancedOps-1829952957-project] 10.222.0.37 "GET /v2.0/security-groups?id=c57c7cc1-c248-45fd-9bbc-650d852d9b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4871204 Dec 21 13:30:44.429375 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-6533a3a4-2b5f-4673-9d8b-5765ec4a4f22 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1344929 Dec 21 13:30:44.435591 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 7111fafc-3054-4310-a775-f4360d66a24d no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:30:44.457164 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57434) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:44.464530 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: 7111fafc-3054-4310-a775-f4360d66a24d {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:30:44.464530 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 7111fafc-3054-4310-a775-f4360d66a24d not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:30:44.477795 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7a8e876d-f548-4faf-a2be-e9244e5b5545 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534967'] for router, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:44.478554 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a8e876d-f548-4faf-a2be-e9244e5b5545 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Fanout notify agent at l3_agent the message router_deleted on router 5e607ba4-9930-44fe-93dc-6bdbcba9aee2 {{(pid=103152) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 13:30:44.491686 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7a8e876d-f548-4faf-a2be-e9244e5b5545 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks [] for router, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:44.498546 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-7a8e876d-f548-4faf-a2be-e9244e5b5545 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "DELETE /v2.0/routers/5e607ba4-9930-44fe-93dc-6bdbcba9aee2 HTTP/1.1" status: 204 len: 168 time: 0.8388669 Dec 21 13:30:44.501193 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57436) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:44.507962 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-bf256503-998e-41bf-b353-48192a44416e tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1594886010', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:30:44.585243 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-53c16ae3-b6c0-428a-a7c0-f574babda79a tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11349588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11288746'] for subnet, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:44.620059 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221a22f3-20bf-4882-8dfe-6483eb714237 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:30:44.621691 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-221a22f3-20bf-4882-8dfe-6483eb714237 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1757951 Dec 21 13:30:44.625154 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-53c16ae3-b6c0-428a-a7c0-f574babda79a tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks [] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:44.628340 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57438) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:44.628867 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-53c16ae3-b6c0-428a-a7c0-f574babda79a tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "DELETE /v2.0/subnets/3a2300ef-3c43-47b0-8476-ddfb30a8d010 HTTP/1.1" status: 204 len: 168 time: 2.2162850 Dec 21 13:30:44.634311 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891f6715-ed41-4aa4-895a-050870b78717 None None] Network 2cf63e90-259f-413d-9f59-c6e07bb014ac requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:30:44.639498 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c16ae3-b6c0-428a-a7c0-f574babda79a tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Pushing event deleted for resources: {'Subnet': ['ID=3a2300ef-3c43-47b0-8476-ddfb30a8d010,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:44.642942 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57440) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:44.647671 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-df2380de-3ae4-4656-b76d-bf7bb1cb27ae req-e790837b-4786-4e89-ab25-dbd18f19f808 service neutron] 10.222.0.60 "GET /v2.0/networks/e0f04b1c-bb25-45e9-a325-15dcdf4af126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5091026 Dec 21 13:30:44.696599 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4dd22c11-712d-46fb-8fb4-b3a3d446c98b tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:44.696860 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 61f62cab-b92a-4557-8e2b-46751cfd4aac up at agent hyperv_hv-neutron-mast {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:30:44.714850 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-24718ec2-e4a4-4343-ac01-4351afb52c50 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:44.715137 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-24718ec2-e4a4-4343-ac01-4351afb52c50 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548820'] for floatingip, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:44.715453 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.l3_db [None req-24718ec2-e4a4-4343-ac01-4351afb52c50 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Floating IP f941317b-abf5-4183-b37d-1eed469c36db disassociated. External IP: 172.36.3.95, port: b4cbc096-2fef-4163-aa16-a25d85b8493a. Dec 21 13:30:44.715803 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-24718ec2-e4a4-4343-ac01-4351afb52c50 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Calling delete_port for b4cbc096-2fef-4163-aa16-a25d85b8493a owned by {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:30:44.725065 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-31faba62-23f3-4d01-a628-01859ffab944 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0886979 Dec 21 13:30:44.726161 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bf256503-998e-41bf-b353-48192a44416e tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26964'] for router, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:44.733287 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bf256503-998e-41bf-b353-48192a44416e tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-642316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26957'] for router, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:44.734929 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57442) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:44.741692 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-ca55a793-14cb-4289-a0e4-767a943ea588 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Request body: {'subnet': {'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:30:44.786766 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Provisioning for port 61f62cab-b92a-4557-8e2b-46751cfd4aac completed by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 13:30:44.792075 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Provisioning complete for port 61f62cab-b92a-4557-8e2b-46751cfd4aac triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:30:44.792864 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:44.860179 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-cd4fbe34-49e2-4d2c-a96a-1ef2c0d508f9 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] Deleting port ca15fd79-993a-4105-89c1-ff30f7d721dc {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:30:44.860525 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cd4fbe34-49e2-4d2c-a96a-1ef2c0d508f9 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:44.882167 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b25fe5-770c-4dec-9c7b-9522924c0535 None None] DHCP port deletion for 2cf63e90-259f-413d-9f59-c6e07bb014ac request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:30:44.919858 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:44.950753 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b256fe0e-7625-40a0-aed5-84c1a56b337d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61f62cab-b92a-4557-8e2b-46751cfd4aac'}] {{(pid=103154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:30:44.951451 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0a5d584a-cb7d-4f94-b8b8-807628787b24 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:44.953265 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6f45aca8ac5f8c0cc5868273c98d8aa60330245aed22d61c8da5c1f2d6fc01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f57c199-a44c-484d-92ae-5c771bf48edf" -d '{"events": [{"server_uuid": "b256fe0e-7625-40a0-aed5-84c1a56b337d", "name": "network-vif-plugged", "status": "completed", "tag": "61f62cab-b92a-4557-8e2b-46751cfd4aac"}]}' {{(pid=103154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:30:44.969619 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port 61f62cab-b92a-4557-8e2b-46751cfd4aac, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=61f62cab-b92a-4557-8e2b-46751cfd4aac,segment=NetworkSegment(e447d05a-9447-4be1-89a0-0237a1b526c5),segment_id=e447d05a-9447-4be1-89a0-0237a1b526c5)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:30:44.977089 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:44.995743 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4dd22c11-712d-46fb-8fb4-b3a3d446c98b tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:45.008578 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 13:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f7f023d-008d-4297-b3a5-5adb9124994c x-openstack-request-id: req-2f7f023d-008d-4297-b3a5-5adb9124994c {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:30:45.009346 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b256fe0e-7625-40a0-aed5-84c1a56b337d", "name": "network-vif-plugged", "status": "completed", "tag": "61f62cab-b92a-4557-8e2b-46751cfd4aac", "code": 200}]} {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:30:45.009623 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2f7f023d-008d-4297-b3a5-5adb9124994c {{(pid=103154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:30:45.010104 dv-neutron-master-2-hyperv neutron-server[103154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b256fe0e-7625-40a0-aed5-84c1a56b337d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61f62cab-b92a-4557-8e2b-46751cfd4aac', 'code': 200} Dec 21 13:30:45.013327 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-94b25fe5-770c-4dec-9c7b-9522924c0535 None None] Deleting port 98215876-ea40-488e-8f32-2ac01aed6a5a {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:30:45.013769 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-94b25fe5-770c-4dec-9c7b-9522924c0535 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:45.032715 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bf256503-998e-41bf-b353-48192a44416e tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:45.045461 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bf256503-998e-41bf-b353-48192a44416e tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548730'] for router, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:45.051347 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-4dd22c11-712d-46fb-8fb4-b3a3d446c98b tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b130763d-4a25-4977-9964-44d67d152f28']}} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:45.076643 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-df2380de-3ae4-4656-b76d-bf7bb1cb27ae req-04b8b0f5-25f8-4f4c-a9b8-46f0da3d8985 service neutron] 10.222.0.60 "GET /v2.0/networks/e0f04b1c-bb25-45e9-a325-15dcdf4af126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3892367 Dec 21 13:30:45.080327 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-4dd22c11-712d-46fb-8fb4-b3a3d446c98b tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '469feaf6-6294-4908-bda0-612d87a6adbe') {'for_net_delete': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:45.080860 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-4dd22c11-712d-46fb-8fb4-b3a3d446c98b tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '469feaf6-6294-4908-bda0-612d87a6adbe') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:45.089452 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=61f62cab-b92a-4557-8e2b-46751cfd4aac,revision_number=5']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:45.100820 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4dd22c11-712d-46fb-8fb4-b3a3d446c98b tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1585430'] for segment, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:45.112967 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-94b25fe5-770c-4dec-9c7b-9522924c0535 None None] For port 98215876-ea40-488e-8f32-2ac01aed6a5a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=98215876-ea40-488e-8f32-2ac01aed6a5a,segment=NetworkSegment(4366dbc1-e7c6-430d-83fa-9e29715d61b2),segment_id=4366dbc1-e7c6-430d-83fa-9e29715d61b2)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:30:45.113607 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-94b25fe5-770c-4dec-9c7b-9522924c0535 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:45.128831 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4dd22c11-712d-46fb-8fb4-b3a3d446c98b tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:45.133348 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-94b25fe5-770c-4dec-9c7b-9522924c0535 None None] Calling delete_port for 98215876-ea40-488e-8f32-2ac01aed6a5a owned by network:dhcp {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:30:45.137002 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dd22c11-712d-46fb-8fb4-b3a3d446c98b tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=103153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:30:45.137499 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4dd22c11-712d-46fb-8fb4-b3a3d446c98b tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11349758'] for segment, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:45.146942 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:45.146942 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:30:45.146942 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:45.146942 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:30:45.146942 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:45.146942 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:30:45.146942 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:45.146942 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:30:45.146942 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:45.146942 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:30:45.146942 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:45.146942 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:30:45.146942 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:45.146942 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:30:45.146942 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:45.146942 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:30:45.146942 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:45.146942 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:30:45.146942 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:45.146942 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:30:45.146942 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:45.146942 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:30:45.146942 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:45.146942 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:30:45.146942 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:45.146942 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:30:45.146942 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:45.146942 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:30:45.146942 dv-neutron-master-2-hyperv neutron-server[103153]: Traceback (most recent call last): Dec 21 13:30:45.146942 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:30:45.146942 dv-neutron-master-2-hyperv neutron-server[103153]: timer() Dec 21 13:30:45.146942 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:30:45.146942 dv-neutron-master-2-hyperv neutron-server[103153]: cb(*args, **kw) Dec 21 13:30:45.146942 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:30:45.146942 dv-neutron-master-2-hyperv neutron-server[103153]: return func(*args, **kwargs) Dec 21 13:30:45.146942 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:30:45.146942 dv-neutron-master-2-hyperv neutron-server[103153]: self._notify() Dec 21 13:30:45.146942 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:30:45.146942 dv-neutron-master-2-hyperv neutron-server[103153]: self.callback(batched_events) Dec 21 13:30:45.146942 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:30:45.146942 dv-neutron-master-2-hyperv neutron-server[103153]: event.method(event) Dec 21 13:30:45.146942 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:30:45.146942 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:30:45.146942 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:30:45.146942 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:30:45.146942 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:30:45.146942 dv-neutron-master-2-hyperv neutron-server[103153]: return f(self, *a, **k) Dec 21 13:30:45.146942 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:30:45.146942 dv-neutron-master-2-hyperv neutron-server[103153]: return self._get(url).json() Dec 21 13:30:45.146942 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:30:45.146942 dv-neutron-master-2-hyperv neutron-server[103153]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:30:45.146942 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:30:45.146942 dv-neutron-master-2-hyperv neutron-server[103153]: return self.request(url, 'GET', **kwargs) Dec 21 13:30:45.146942 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:30:45.146942 dv-neutron-master-2-hyperv neutron-server[103153]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:30:45.146942 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:30:45.146942 dv-neutron-master-2-hyperv neutron-server[103153]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:30:45.146942 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:30:45.146942 dv-neutron-master-2-hyperv neutron-server[103153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:30:45.146942 dv-neutron-master-2-hyperv neutron-server[103153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:30:45.151838 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bf256503-998e-41bf-b353-48192a44416e tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks [] for router, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:45.151838 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-bf256503-998e-41bf-b353-48192a44416e tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6458874 Dec 21 13:30:45.161422 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57446) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:45.173337 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-7ca6600b-3816-412a-a6fe-5b939bc44ae8 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:30:45.223391 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cd4fbe34-49e2-4d2c-a96a-1ef2c0d508f9 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:45.227866 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca55a793-14cb-4289-a0e4-767a943ea588 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Made reservation on behalf of 4e9b97d81d204c53a28bf5666eaf36b7 for: {'subnet': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:30:45.231511 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ca55a793-14cb-4289-a0e4-767a943ea588 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12346583'] for subnet, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:45.260647 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-94b25fe5-770c-4dec-9c7b-9522924c0535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636'] for port, after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:45.272613 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4dd22c11-712d-46fb-8fb4-b3a3d446c98b tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:45.279409 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-83407b16-79af-49d1-82da-5c76c2a5e689 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:45.285872 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4dd22c11-712d-46fb-8fb4-b3a3d446c98b tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:45.290667 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b25fe5-770c-4dec-9c7b-9522924c0535 None None] Pushing event deleted for resources: {'Port': ['ID=98215876-ea40-488e-8f32-2ac01aed6a5a,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:45.292447 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-4dd22c11-712d-46fb-8fb4-b3a3d446c98b tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] 10.222.0.37 "DELETE /v2.0/networks/b130763d-4a25-4977-9964-44d67d152f28 HTTP/1.1" status: 204 len: 168 time: 0.8904212 Dec 21 13:30:45.309595 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-83407b16-79af-49d1-82da-5c76c2a5e689 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:45.313003 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b25fe5-770c-4dec-9c7b-9522924c0535 None None] No DVR routers for this DVR port 98215876-ea40-488e-8f32-2ac01aed6a5a on host dv-neutron-master-2-hyperv {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:30:45.316468 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd22c11-712d-46fb-8fb4-b3a3d446c98b tempest-PortsIpV6TestJSON-22250302 tempest-PortsIpV6TestJSON-22250302-project] Pushing event deleted for resources: {'Network': ['ID=b130763d-4a25-4977-9964-44d67d152f28,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:45.321967 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-cd4fbe34-49e2-4d2c-a96a-1ef2c0d508f9 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] Calling delete_port for ca15fd79-993a-4105-89c1-ff30f7d721dc owned by {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:30:45.350041 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcf5538-70b9-42b7-a388-728ebf7003ff req-a6f2c1fb-19d7-4932-b182-8c3201f00558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:30:45.351600 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-ddcf5538-70b9-42b7-a388-728ebf7003ff req-a6f2c1fb-19d7-4932-b182-8c3201f00558 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b256fe0e-7625-40a0-aed5-84c1a56b337d HTTP/1.1" status: 200 len: 1098 time: 0.1383257 Dec 21 13:30:45.410083 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83407b16-79af-49d1-82da-5c76c2a5e689 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Pushing event updated for resources: {'Port': ['ID=1d87bfcf-98c0-4964-91cb-86ada7b5608f,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:45.520959 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-ddcf5538-70b9-42b7-a388-728ebf7003ff req-d1c5a4b1-a432-43bb-9642-29337bb24a82 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c57c7cc1-c248-45fd-9bbc-650d852d9b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620724 Dec 21 13:30:45.584089 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-24718ec2-e4a4-4343-ac01-4351afb52c50 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:45.592988 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-0a5d584a-cb7d-4f94-b8b8-807628787b24 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Deleting port 98215876-ea40-488e-8f32-2ac01aed6a5a {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:30:45.593337 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0a5d584a-cb7d-4f94-b8b8-807628787b24 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:45.660677 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-83407b16-79af-49d1-82da-5c76c2a5e689 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532557'] for router_interface, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:45.698908 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57454) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:45.710600 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7ca6600b-3816-412a-a6fe-5b939bc44ae8 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26943'] for router, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:45.729249 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24718ec2-e4a4-4343-ac01-4351afb52c50 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Pushing event deleted for resources: {'Port': ['ID=b4cbc096-2fef-4163-aa16-a25d85b8493a,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:45.739403 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-dc926093-4635-4dea-aa49-be4230a741fe None None] Provisioning complete for port 1d87bfcf-98c0-4964-91cb-86ada7b5608f triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:30:45.741419 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-dc926093-4635-4dea-aa49-be4230a741fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:45.779152 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-dc926093-4635-4dea-aa49-be4230a741fe None None] Port 1d87bfcf-98c0-4964-91cb-86ada7b5608f cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:30:45.802307 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-83407b16-79af-49d1-82da-5c76c2a5e689 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:45.832574 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7ca6600b-3816-412a-a6fe-5b939bc44ae8 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-548712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-548721', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-534931'] for router, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:45.925533 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-0a5d584a-cb7d-4f94-b8b8-807628787b24 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] For port 98215876-ea40-488e-8f32-2ac01aed6a5a, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:30:45.925967 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0a5d584a-cb7d-4f94-b8b8-807628787b24 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:45.981084 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-1026659b-4f57-475d-afa7-9f7f02152490 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3edf34a3eecc442ea8df7c8164f4e61d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2810247 Dec 21 13:30:45.983559 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57458) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:46.112414 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9babc114-4873-4dd9-aa36-8aa5170e9b3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:46.155853 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9babc114-4873-4dd9-aa36-8aa5170e9b3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:46.207482 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-83407b16-79af-49d1-82da-5c76c2a5e689 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:46.213454 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-83407b16-79af-49d1-82da-5c76c2a5e689 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:46.280679 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9babc114-4873-4dd9-aa36-8aa5170e9b3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:46.283265 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9babc114-4873-4dd9-aa36-8aa5170e9b3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:46.284403 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-9babc114-4873-4dd9-aa36-8aa5170e9b3f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/be176200-6388-4aa5-9b1c-689454f32023 HTTP/1.1" status: 204 len: 168 time: 0.2999423 Dec 21 13:30:46.288923 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3449019d-287f-4307-8ccb-04cb2642d9f4 req-96dd7123-cba3-4a68-959a-cb3b85660ab4 tempest-TestServerAdvancedOps-1829952957 tempest-TestServerAdvancedOps-1829952957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:30:46.290503 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-3449019d-287f-4307-8ccb-04cb2642d9f4 req-96dd7123-cba3-4a68-959a-cb3b85660ab4 tempest-TestServerAdvancedOps-1829952957 tempest-TestServerAdvancedOps-1829952957-project] 10.222.0.37 "GET /v2.0/ports?device_id=b256fe0e-7625-40a0-aed5-84c1a56b337d HTTP/1.1" status: 200 len: 945 time: 0.7044585 Dec 21 13:30:46.301670 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9babc114-4873-4dd9-aa36-8aa5170e9b3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be176200-6388-4aa5-9b1c-689454f32023,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:46.313384 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83407b16-79af-49d1-82da-5c76c2a5e689 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Pushing event updated for resources: {'Port': ['ID=1d87bfcf-98c0-4964-91cb-86ada7b5608f,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:46.313554 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-0a5d584a-cb7d-4f94-b8b8-807628787b24 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Calling delete_port for 98215876-ea40-488e-8f32-2ac01aed6a5a owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:30:46.316354 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-83407b16-79af-49d1-82da-5c76c2a5e689 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532537'] for router_interface, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:46.327103 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.ipam_backend_mixin [None req-0a5d584a-cb7d-4f94-b8b8-807628787b24 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Port 98215876-ea40-488e-8f32-2ac01aed6a5a was not found and therefore no delete operation was performed {{(pid=103152) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 21 13:30:46.391359 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0a5d584a-cb7d-4f94-b8b8-807628787b24 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:46.420336 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83407b16-79af-49d1-82da-5c76c2a5e689 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Network be045d0d-9cc1-490b-a555-6c506ee9fd5c is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:30:46.431527 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-83407b16-79af-49d1-82da-5c76c2a5e689 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:30:46.507466 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 98215876-ea40-488e-8f32-2ac01aed6a5a no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:30:46.548781 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5d584a-cb7d-4f94-b8b8-807628787b24 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Pushing event deleted for resources: {'Port': ['ID=98215876-ea40-488e-8f32-2ac01aed6a5a,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:46.556194 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5d584a-cb7d-4f94-b8b8-807628787b24 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] No DVR routers for this DVR port 98215876-ea40-488e-8f32-2ac01aed6a5a on host dv-neutron-master-2-hyperv {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:30:46.574262 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: 98215876-ea40-488e-8f32-2ac01aed6a5a {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:30:46.574915 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 98215876-ea40-488e-8f32-2ac01aed6a5a not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:30:46.648315 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83407b16-79af-49d1-82da-5c76c2a5e689 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Router 2b213dbe-091c-4cf8-93a6-1c486fec3bac is scheduled to L3 agent 59e14383-78fa-487e-9299-b32042a98157 with binding_index 1 {{(pid=103153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 13:30:46.665863 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-3449019d-287f-4307-8ccb-04cb2642d9f4 req-7158ed94-bc26-490c-9cf7-89afc8080a40 tempest-TestServerAdvancedOps-1829952957 tempest-TestServerAdvancedOps-1829952957-project] 10.222.0.37 "GET /v2.0/security-groups?id=c57c7cc1-c248-45fd-9bbc-650d852d9b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3573804 Dec 21 13:30:46.665863 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cd4fbe34-49e2-4d2c-a96a-1ef2c0d508f9 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:46.760978 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0a5d584a-cb7d-4f94-b8b8-807628787b24 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:46.779234 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83407b16-79af-49d1-82da-5c76c2a5e689 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:30:46.788099 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-83407b16-79af-49d1-82da-5c76c2a5e689 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "PUT /v2.0/routers/2b213dbe-091c-4cf8-93a6-1c486fec3bac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9573224 Dec 21 13:30:46.791588 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57470) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:46.802347 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ea8dff-1043-4fb6-b2db-97d65af5b2f7 None None] Sync routers for ids ['2b213dbe-091c-4cf8-93a6-1c486fec3bac'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:30:46.847452 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24718ec2-e4a4-4343-ac01-4351afb52c50 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Router 881385bd-dec1-4bff-8219-53bb66d2d0c9 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:30:46.850017 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4fbe34-49e2-4d2c-a96a-1ef2c0d508f9 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] Pushing event deleted for resources: {'Port': ['ID=ca15fd79-993a-4105-89c1-ff30f7d721dc,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:46.853503 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cd4fbe34-49e2-4d2c-a96a-1ef2c0d508f9 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:46.858587 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-cd4fbe34-49e2-4d2c-a96a-1ef2c0d508f9 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] 10.222.0.37 "DELETE /v2.0/ports/ca15fd79-993a-4105-89c1-ff30f7d721dc HTTP/1.1" status: 204 len: 168 time: 2.5979314 Dec 21 13:30:46.864599 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aff4ea8-2573-4447-9ab3-6ae9fe533376 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:30:46.869378 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-7aff4ea8-2573-4447-9ab3-6ae9fe533376 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b213dbe-091c-4cf8-93a6-1c486fec3bac HTTP/1.1" status: 200 len: 981 time: 0.0727150 Dec 21 13:30:46.869378 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57472) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:46.870913 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ea8dff-1043-4fb6-b2db-97d65af5b2f7 None None] Routers {'2b213dbe-091c-4cf8-93a6-1c486fec3bac'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:30:46.873179 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-a4ea8dff-1043-4fb6-b2db-97d65af5b2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:30:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['2b213dbe-091c-4cf8-93a6-1c486fec3bac'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:46.874112 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ca6600b-3816-412a-a6fe-5b939bc44ae8 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Router 3689e9cb-4574-4574-ab98-1fcd86d13a41 is scheduled to L3 agent 59e14383-78fa-487e-9299-b32042a98157 with binding_index 1 {{(pid=103152) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 13:30:46.876828 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57474) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:46.886877 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-0a5d584a-cb7d-4f94-b8b8-807628787b24 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cf63e90-259f-413d-9f59-c6e07bb014ac']}} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:46.916318 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-0a5d584a-cb7d-4f94-b8b8-807628787b24 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4366dbc1-e7c6-430d-83fa-9e29715d61b2') {'for_net_delete': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:46.916697 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-0a5d584a-cb7d-4f94-b8b8-807628787b24 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4366dbc1-e7c6-430d-83fa-9e29715d61b2') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:46.936288 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-a4ea8dff-1043-4fb6-b2db-97d65af5b2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:46.938783 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-8944ae48-3ba9-460a-bc37-6e5f5021ddf6 None None] Provisioning complete for port 1d87bfcf-98c0-4964-91cb-86ada7b5608f triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:30:46.939346 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8944ae48-3ba9-460a-bc37-6e5f5021ddf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:46.976972 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-8944ae48-3ba9-460a-bc37-6e5f5021ddf6 None None] Port 1d87bfcf-98c0-4964-91cb-86ada7b5608f cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:30:46.983974 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ea8dff-1043-4fb6-b2db-97d65af5b2f7 None None] Routers {'2b213dbe-091c-4cf8-93a6-1c486fec3bac'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:30:46.984814 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-a4ea8dff-1043-4fb6-b2db-97d65af5b2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:30:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['2b213dbe-091c-4cf8-93a6-1c486fec3bac'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:46.995414 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0a5d584a-cb7d-4f94-b8b8-807628787b24 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526653'] for segment, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:47.016445 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb15c9c2-c687-4449-b8ef-6ac1c9bb60cc tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] Deleting subnet 10f43575-194e-49b9-93a0-88b48a963d23 {{(pid=103153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:30:47.019806 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fb15c9c2-c687-4449-b8ef-6ac1c9bb60cc tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] Publish callbacks [] for subnet, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:47.024834 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-a4ea8dff-1043-4fb6-b2db-97d65af5b2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:47.025719 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ea8dff-1043-4fb6-b2db-97d65af5b2f7 None None] The sync data for ids ['2b213dbe-091c-4cf8-93a6-1c486fec3bac'] in dv-neutron-master-2-hyperv is: [] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:30:47.073550 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.objects.ports [None req-ca55a793-14cb-4289-a0e4-767a943ea588 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103152) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 21 13:30:47.119234 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ca6600b-3816-412a-a6fe-5b939bc44ae8 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:30:47.121908 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ca55a793-14cb-4289-a0e4-767a943ea588 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12346565'] for subnet, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:47.132943 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c1fd50-6816-4e47-b4ba-f4c473271f6c None None] Sync routers for ids ['3689e9cb-4574-4574-ab98-1fcd86d13a41'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:30:47.137797 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7ca6600b-3816-412a-a6fe-5b939bc44ae8 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks [] for router, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:47.144027 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-7ca6600b-3816-412a-a6fe-5b939bc44ae8 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "PUT /v2.0/routers/3689e9cb-4574-4574-ab98-1fcd86d13a41 HTTP/1.1" status: 200 len: 694 time: 1.9812484 Dec 21 13:30:47.146252 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0a5d584a-cb7d-4f94-b8b8-807628787b24 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:47.147642 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c1fd50-6816-4e47-b4ba-f4c473271f6c None None] Routers {'3689e9cb-4574-4574-ab98-1fcd86d13a41'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:30:47.148459 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-a4c1fd50-6816-4e47-b4ba-f4c473271f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:30:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['3689e9cb-4574-4574-ab98-1fcd86d13a41'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:47.159308 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57482) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:47.258701 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-a4c1fd50-6816-4e47-b4ba-f4c473271f6c None None] Set router 3689e9cb-4574-4574-ab98-1fcd86d13a41 gateway port host: None {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:30:47.272340 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-0b7b5eb4-88b1-4716-8ba1-8b1a687bc742 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "GET /v2.0/routers/3689e9cb-4574-4574-ab98-1fcd86d13a41 HTTP/1.1" status: 200 len: 700 time: 0.1085014 Dec 21 13:30:47.275700 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57488) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:47.276566 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a5d584a-cb7d-4f94-b8b8-807628787b24 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=103152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:30:47.276978 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0a5d584a-cb7d-4f94-b8b8-807628787b24 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805426'] for segment, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:47.286992 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:47.286992 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:30:47.286992 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:47.286992 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:30:47.286992 dv-neutron-master-2-hyperv neutron-server[103152]: Traceback (most recent call last): Dec 21 13:30:47.286992 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:30:47.286992 dv-neutron-master-2-hyperv neutron-server[103152]: timer() Dec 21 13:30:47.286992 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:30:47.286992 dv-neutron-master-2-hyperv neutron-server[103152]: cb(*args, **kw) Dec 21 13:30:47.286992 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:30:47.286992 dv-neutron-master-2-hyperv neutron-server[103152]: return func(*args, **kwargs) Dec 21 13:30:47.286992 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:30:47.286992 dv-neutron-master-2-hyperv neutron-server[103152]: self._notify() Dec 21 13:30:47.286992 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:30:47.286992 dv-neutron-master-2-hyperv neutron-server[103152]: self.callback(batched_events) Dec 21 13:30:47.286992 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:30:47.286992 dv-neutron-master-2-hyperv neutron-server[103152]: event.method(event) Dec 21 13:30:47.286992 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:30:47.286992 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:30:47.286992 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:30:47.286992 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:30:47.286992 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:30:47.286992 dv-neutron-master-2-hyperv neutron-server[103152]: return f(self, *a, **k) Dec 21 13:30:47.286992 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:30:47.286992 dv-neutron-master-2-hyperv neutron-server[103152]: return self._get(url).json() Dec 21 13:30:47.286992 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:30:47.286992 dv-neutron-master-2-hyperv neutron-server[103152]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:30:47.286992 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:30:47.286992 dv-neutron-master-2-hyperv neutron-server[103152]: return self.request(url, 'GET', **kwargs) Dec 21 13:30:47.286992 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:30:47.286992 dv-neutron-master-2-hyperv neutron-server[103152]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:30:47.286992 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:30:47.286992 dv-neutron-master-2-hyperv neutron-server[103152]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:30:47.286992 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:30:47.286992 dv-neutron-master-2-hyperv neutron-server[103152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:30:47.286992 dv-neutron-master-2-hyperv neutron-server[103152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:30:47.290451 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca55a793-14cb-4289-a0e4-767a943ea588 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:30:47.325837 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-a4c1fd50-6816-4e47-b4ba-f4c473271f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3689e9cb-4574-4574-ab98-1fcd86d13a41', 'name': 'tempest-RoutersTest-router-1594886010', 'tenant_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:30:44Z', 'updated_at': '2021-12-21T13:30:45Z', 'revision_number': 2, 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:47.330020 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-ca55a793-14cb-4289-a0e4-767a943ea588 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:30:47.341350 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27aa571e-c49f-4bda-892d-5b2bc1b02705 None None] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:30:47.355686 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c1fd50-6816-4e47-b4ba-f4c473271f6c None None] Checking router: 3689e9cb-4574-4574-ab98-1fcd86d13a41 for host: dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:30:47.365340 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c1fd50-6816-4e47-b4ba-f4c473271f6c None None] Routers {'3689e9cb-4574-4574-ab98-1fcd86d13a41'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:30:47.366336 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-a4c1fd50-6816-4e47-b4ba-f4c473271f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:30:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['3689e9cb-4574-4574-ab98-1fcd86d13a41'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:47.384871 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca55a793-14cb-4289-a0e4-767a943ea588 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:30:47.385086 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ca55a793-14cb-4289-a0e4-767a943ea588 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:47.420790 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-e3848364-69b6-4e9a-8337-d0b52b81141a tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "GET /v2.0/ports?device_id=3689e9cb-4574-4574-ab98-1fcd86d13a41 HTTP/1.1" status: 200 len: 205 time: 0.1323955 Dec 21 13:30:47.434507 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57490) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:47.466764 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-a4c1fd50-6816-4e47-b4ba-f4c473271f6c None None] Set router 3689e9cb-4574-4574-ab98-1fcd86d13a41 gateway port host: None {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:30:47.491134 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57492) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:47.495965 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca55a793-14cb-4289-a0e4-767a943ea588 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event updated for resources: {'Subnet': ['ID=13c5fa18-04d9-408e-be5b-144b5255d050,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:47.514827 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-ca55a793-14cb-4289-a0e4-767a943ea588 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.7773051 Dec 21 13:30:47.518661 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57496) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:47.547033 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0a5d584a-cb7d-4f94-b8b8-807628787b24 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:47.553845 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-6b754c05-e32e-448b-97b5-3ab8dcb681a8 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Request body: {'subnet': {'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:30:47.558229 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8f4a5a-cc5c-4e9d-8b62-e95ddcefa928 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9', 'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9', 'project_id': '4e9b97d81d204c53a28bf5666eaf36b7', 'fixed_ips': [{'subnet_id': '13c5fa18-04d9-408e-be5b-144b5255d050'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:30:47.559158 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-0e8f4a5a-cc5c-4e9d-8b62-e95ddcefa928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:47.670673 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0a5d584a-cb7d-4f94-b8b8-807628787b24 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks [] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:47.677197 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-0a5d584a-cb7d-4f94-b8b8-807628787b24 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "DELETE /v2.0/networks/2cf63e90-259f-413d-9f59-c6e07bb014ac HTTP/1.1" status: 204 len: 168 time: 3.0311229 Dec 21 13:30:47.681478 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57498) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:47.692212 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-f57179c6-87a9-43c9-ab87-832251b8a932 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Request body: {'router': {'routes': None}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:30:47.711332 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24718ec2-e4a4-4343-ac01-4351afb52c50 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:30:47.723304 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-ddb7c071-61dc-4e81-840b-353715511cc0 tempest-DvrRoutersNegativeTest-1238581075 tempest-DvrRoutersNegativeTest-1238581075-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-942131163', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:30:47.728854 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.policy [None req-ddb7c071-61dc-4e81-840b-353715511cc0 tempest-DvrRoutersNegativeTest-1238581075 tempest-DvrRoutersNegativeTest-1238581075-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103152) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Dec 21 13:30:47.730785 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05acdc5-739f-437d-bbf9-78a50404d519 None None] Sync routers for ids ['881385bd-dec1-4bff-8219-53bb66d2d0c9'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:30:47.739716 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.policy [None req-ddb7c071-61dc-4e81-840b-353715511cc0 tempest-DvrRoutersNegativeTest-1238581075 tempest-DvrRoutersNegativeTest-1238581075-project] Failed policy check for 'create_router' {{(pid=103152) enforce /opt/stack/neutron/neutron/policy.py:524}} Dec 21 13:30:47.740557 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.api.v2.resource [None req-ddb7c071-61dc-4e81-840b-353715511cc0 tempest-DvrRoutersNegativeTest-1238581075 tempest-DvrRoutersNegativeTest-1238581075-project] create failed (client error): Access was denied to this resource. Dec 21 13:30:47.741811 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-ddb7c071-61dc-4e81-840b-353715511cc0 tempest-DvrRoutersNegativeTest-1238581075 tempest-DvrRoutersNegativeTest-1238581075-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2469192 Dec 21 13:30:47.745437 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5d584a-cb7d-4f94-b8b8-807628787b24 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Pushing event deleted for resources: {'Network': ['ID=2cf63e90-259f-413d-9f59-c6e07bb014ac,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:47.761022 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a544055f-e392-46c8-ad7e-9fa2c71a607d tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks [] for router, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:47.761677 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05acdc5-739f-437d-bbf9-78a50404d519 None None] Routers {'881385bd-dec1-4bff-8219-53bb66d2d0c9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:30:47.762814 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-c05acdc5-739f-437d-bbf9-78a50404d519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:30:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['881385bd-dec1-4bff-8219-53bb66d2d0c9'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:47.766826 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-a4c1fd50-6816-4e47-b4ba-f4c473271f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3689e9cb-4574-4574-ab98-1fcd86d13a41', 'name': 'tempest-RoutersTest-router-1594886010', 'tenant_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:30:44Z', 'updated_at': '2021-12-21T13:30:45Z', 'revision_number': 2, 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:47.772568 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fb15c9c2-c687-4449-b8ef-6ac1c9bb60cc tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1585439'] for subnet, precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:47.807760 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c1fd50-6816-4e47-b4ba-f4c473271f6c None None] The sync data for ids ['3689e9cb-4574-4574-ab98-1fcd86d13a41'] in dv-neutron-master-2-hyperv is: [{'id': '3689e9cb-4574-4574-ab98-1fcd86d13a41', 'name': 'tempest-RoutersTest-router-1594886010', 'tenant_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:30:44Z', 'updated_at': '2021-12-21T13:30:45Z', 'revision_number': 2, 'project_id': '2443f9ebd5734093aca8f8d69b48dcbc', 'gw_port_host': None}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:30:47.816752 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-c05acdc5-739f-437d-bbf9-78a50404d519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:47.819804 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-0e8f4a5a-cc5c-4e9d-8b62-e95ddcefa928 None None] Allocated IP 2001:db8::f816:3eff:fe28:45b0 (ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9/13c5fa18-04d9-408e-be5b-144b5255d050/f49856b1-5de5-45be-82bf-45b3a480cabf) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:30:47.856378 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05acdc5-739f-437d-bbf9-78a50404d519 None None] Routers {'881385bd-dec1-4bff-8219-53bb66d2d0c9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:30:47.857214 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-c05acdc5-739f-437d-bbf9-78a50404d519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:30:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['881385bd-dec1-4bff-8219-53bb66d2d0c9'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:47.898264 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-c05acdc5-739f-437d-bbf9-78a50404d519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:47.899804 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05acdc5-739f-437d-bbf9-78a50404d519 None None] The sync data for ids ['881385bd-dec1-4bff-8219-53bb66d2d0c9'] in dv-neutron-master-2-hyperv is: [] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:30:47.934709 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b754c05-e32e-448b-97b5-3ab8dcb681a8 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Made reservation on behalf of 4e9b97d81d204c53a28bf5666eaf36b7 for: {'subnet': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:30:47.938151 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6b754c05-e32e-448b-97b5-3ab8dcb681a8 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12346583'] for subnet, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:47.986763 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.extraroute_db [None req-f57179c6-87a9-43c9-ab87-832251b8a932 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Added routes are [] {{(pid=103153) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 21 13:30:47.987348 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.extraroute_db [None req-f57179c6-87a9-43c9-ab87-832251b8a932 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Removed routes are [] {{(pid=103153) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 21 13:30:47.987439 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f57179c6-87a9-43c9-ab87-832251b8a932 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26943'] for router, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:48.172885 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a544055f-e392-46c8-ad7e-9fa2c71a607d tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26950'] for router, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:48.176680 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a544055f-e392-46c8-ad7e-9fa2c71a607d tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:48.183765 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-0e8f4a5a-cc5c-4e9d-8b62-e95ddcefa928 None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:48.187814 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-24718ec2-e4a4-4343-ac01-4351afb52c50 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:48.193799 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-0e8f4a5a-cc5c-4e9d-8b62-e95ddcefa928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:48.200606 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-24718ec2-e4a4-4343-ac01-4351afb52c50 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] 10.222.0.37 "DELETE /v2.0/ports/b4cbc096-2fef-4163-aa16-a25d85b8493a HTTP/1.1" status: 204 len: 168 time: 4.7605176 Dec 21 13:30:48.211321 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57508) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:48.247585 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8f4a5a-cc5c-4e9d-8b62-e95ddcefa928 None None] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:30:48.250980 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-0e8f4a5a-cc5c-4e9d-8b62-e95ddcefa928 None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:30:48.255100 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8f4a5a-cc5c-4e9d-8b62-e95ddcefa928 None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:30:48.263789 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8f4a5a-cc5c-4e9d-8b62-e95ddcefa928 None None] Pushing event updated for resources: {'Port': ['ID=f49856b1-5de5-45be-82bf-45b3a480cabf,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:48.290375 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57510) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:48.302072 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f57179c6-87a9-43c9-ab87-832251b8a932 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26943'] for router, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:48.331796 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fb15c9c2-c687-4449-b8ef-6ac1c9bb60cc tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:48.333348 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-0e8f4a5a-cc5c-4e9d-8b62-e95ddcefa928 None None] Attempting to bind port f49856b1-5de5-45be-82bf-45b3a480cabf on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:30:48.333950 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-0e8f4a5a-cc5c-4e9d-8b62-e95ddcefa928 None None] Attempting to bind port f49856b1-5de5-45be-82bf-45b3a480cabf by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b20a5dbe-a251-4a83-ae2d-3ffbda6396cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:30:48.334889 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8f4a5a-cc5c-4e9d-8b62-e95ddcefa928 None None] Attempting to bind port f49856b1-5de5-45be-82bf-45b3a480cabf on network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:30:48.340918 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a544055f-e392-46c8-ad7e-9fa2c71a607d tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534967'] for router, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:48.341502 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a544055f-e392-46c8-ad7e-9fa2c71a607d tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Fanout notify agent at l3_agent the message router_deleted on router 3689e9cb-4574-4574-ab98-1fcd86d13a41 {{(pid=103152) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 13:30:48.343313 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8f4a5a-cc5c-4e9d-8b62-e95ddcefa928 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:30:48.344089 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8f4a5a-cc5c-4e9d-8b62-e95ddcefa928 None None] Checking segment: {'id': 'b20a5dbe-a251-4a83-ae2d-3ffbda6396cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:30:48.344993 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-0e8f4a5a-cc5c-4e9d-8b62-e95ddcefa928 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:48.345985 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8f4a5a-cc5c-4e9d-8b62-e95ddcefa928 None None] Bound using segment: {'id': 'b20a5dbe-a251-4a83-ae2d-3ffbda6396cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:30:48.346835 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-0e8f4a5a-cc5c-4e9d-8b62-e95ddcefa928 None None] Bound port: f49856b1-5de5-45be-82bf-45b3a480cabf, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b20a5dbe-a251-4a83-ae2d-3ffbda6396cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:30:48.347505 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-0e8f4a5a-cc5c-4e9d-8b62-e95ddcefa928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:48.349062 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a544055f-e392-46c8-ad7e-9fa2c71a607d tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] Publish callbacks [] for router, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:48.350196 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-a544055f-e392-46c8-ad7e-9fa2c71a607d tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "DELETE /v2.0/routers/3689e9cb-4574-4574-ab98-1fcd86d13a41 HTTP/1.1" status: 204 len: 168 time: 0.9145837 Dec 21 13:30:48.354648 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57514) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:48.364324 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f57179c6-87a9-43c9-ab87-832251b8a932 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-548712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-548721', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-534931'] for router, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:48.394403 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-04b618e2-9c3b-4d62-badb-36132ac888d8 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "GET /v2.0/ports?device_id=3689e9cb-4574-4574-ab98-1fcd86d13a41 HTTP/1.1" status: 200 len: 205 time: 0.0375924 Dec 21 13:30:48.400057 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57516) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:48.445396 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-0e8f4a5a-cc5c-4e9d-8b62-e95ddcefa928 None None] For port f49856b1-5de5-45be-82bf-45b3a480cabf, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:30:48.448903 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-0e8f4a5a-cc5c-4e9d-8b62-e95ddcefa928 None None] For port f49856b1-5de5-45be-82bf-45b3a480cabf, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f49856b1-5de5-45be-82bf-45b3a480cabf,segment=NetworkSegment(b20a5dbe-a251-4a83-ae2d-3ffbda6396cf),segment_id=b20a5dbe-a251-4a83-ae2d-3ffbda6396cf)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:30:48.459234 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-0e8f4a5a-cc5c-4e9d-8b62-e95ddcefa928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:48.540954 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8f4a5a-cc5c-4e9d-8b62-e95ddcefa928 None None] Pushing event updated for resources: {'Port': ['ID=f49856b1-5de5-45be-82bf-45b3a480cabf,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:48.559630 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.api.v2.resource [None req-fa2389db-18bf-41f6-9221-539d26d2ca5c tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] delete failed (client error): The resource could not be found. Dec 21 13:30:48.559630 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-fa2389db-18bf-41f6-9221-539d26d2ca5c tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "DELETE /v2.0/routers/3689e9cb-4574-4574-ab98-1fcd86d13a41 HTTP/1.1" status: 404 len: 336 time: 0.1462376 Dec 21 13:30:48.562973 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57518) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:48.588309 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-266fff28-79a7-4e44-9f46-a5d0d9339de2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:48.600942 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0768ca3-ffca-40fc-830d-f28d4a3c9dae tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] DELETE failed (client error): The resource could not be found. Dec 21 13:30:48.601399 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0768ca3-ffca-40fc-830d-f28d4a3c9dae tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:30:48.605107 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-e0768ca3-ffca-40fc-830d-f28d4a3c9dae tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "DELETE /v2.0/subnets/4c76a267-b7f0-4b50-8320-ecb6ae42b361 HTTP/1.1" status: 404 len: 337 time: 0.0407751 Dec 21 13:30:48.613838 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57520) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:48.614623 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f57179c6-87a9-43c9-ab87-832251b8a932 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Router caf3ff8a-af97-4de4-b3e0-de9adbadc076 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:30:48.627327 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffbe758-302d-4a62-9077-6e1c3baff4f3 req-23f4773b-7829-4117-bfad-01d965525069 tempest-TestServerAdvancedOps-1829952957 tempest-TestServerAdvancedOps-1829952957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:30:48.628901 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-4ffbe758-302d-4a62-9077-6e1c3baff4f3 req-23f4773b-7829-4117-bfad-01d965525069 tempest-TestServerAdvancedOps-1829952957 tempest-TestServerAdvancedOps-1829952957-project] 10.222.0.37 "GET /v2.0/ports?device_id=b256fe0e-7625-40a0-aed5-84c1a56b337d HTTP/1.1" status: 200 len: 945 time: 0.7565007 Dec 21 13:30:48.635770 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fb15c9c2-c687-4449-b8ef-6ac1c9bb60cc tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11349588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11288746'] for subnet, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:48.673287 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcf60462-9c7b-418a-9850-4190efbb4c61 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] DELETE failed (client error): The resource could not be found. Dec 21 13:30:48.673889 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcf60462-9c7b-418a-9850-4190efbb4c61 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:30:48.679808 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-dcf60462-9c7b-418a-9850-4190efbb4c61 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "DELETE /v2.0/subnets/9e8ec415-b83e-4a91-874f-0bf7812c4065 HTTP/1.1" status: 404 len: 337 time: 0.0652406 Dec 21 13:30:48.680029 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-49921eb8-aaec-4ce9-829b-a54370dce7b2 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532692'] for router_interface, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:48.682580 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57522) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:48.691490 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb15c9c2-c687-4449-b8ef-6ac1c9bb60cc tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] Pushing event deleted for resources: {'Subnet': ['ID=10f43575-194e-49b9-93a0-88b48a963d23,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:48.710219 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741e02a4-a3fe-4e4f-850c-676a35e1f66a None None] Network ba9adc67-6026-4c97-9a90-1acb20c94663 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:30:48.749806 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fb15c9c2-c687-4449-b8ef-6ac1c9bb60cc tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] Publish callbacks [] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:48.760679 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7ce07a3-130e-45dc-9050-2c40dfffcd05 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] DELETE failed (client error): The resource could not be found. Dec 21 13:30:48.762456 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7ce07a3-130e-45dc-9050-2c40dfffcd05 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:30:48.764235 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-fb15c9c2-c687-4449-b8ef-6ac1c9bb60cc tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] 10.222.0.37 "DELETE /v2.0/subnets/10f43575-194e-49b9-93a0-88b48a963d23 HTTP/1.1" status: 204 len: 168 time: 1.8964396 Dec 21 13:30:48.764999 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57524) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:48.782061 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-a7ce07a3-130e-45dc-9050-2c40dfffcd05 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "DELETE /v2.0/subnets/4f771295-d7b4-41e0-84c1-176db63b7abd HTTP/1.1" status: 404 len: 337 time: 0.0963521 Dec 21 13:30:48.784723 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57526) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:48.851739 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-166ce354-c175-4dd2-be77-36593dd371d7 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] DELETE failed (client error): The resource could not be found. Dec 21 13:30:48.852263 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-166ce354-c175-4dd2-be77-36593dd371d7 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:30:48.858558 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-166ce354-c175-4dd2-be77-36593dd371d7 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "DELETE /v2.0/subnets/bcc4be89-a9c0-4d2c-916c-0d32f73303f6 HTTP/1.1" status: 404 len: 337 time: 0.0548618 Dec 21 13:30:48.859673 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57528) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:48.913472 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-c6b4cffc-b95f-40b8-a492-91d2bda5ab57 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e607ba4-9930-44fe-93dc-6bdbcba9aee2 HTTP/1.1" status: 200 len: 205 time: 0.0490072 Dec 21 13:30:48.933809 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57530) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:48.983641 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.api.v2.resource [None req-6b67fb00-4555-4525-8f91-ea6db5a6f5f6 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] delete failed (client error): The resource could not be found. Dec 21 13:30:48.987034 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-6b67fb00-4555-4525-8f91-ea6db5a6f5f6 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "DELETE /v2.0/routers/5e607ba4-9930-44fe-93dc-6bdbcba9aee2 HTTP/1.1" status: 404 len: 336 time: 0.0498984 Dec 21 13:30:48.999086 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57532) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:49.005287 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e43254-d109-43c8-8a86-12e7b7d9cb4c None None] DHCP port deletion for ba9adc67-6026-4c97-9a90-1acb20c94663 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:30:49.020252 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f57179c6-87a9-43c9-ab87-832251b8a932 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:30:49.020493 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6b754c05-e32e-448b-97b5-3ab8dcb681a8 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12346565'] for subnet, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:49.034129 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e40f6b-7bce-499e-bbd2-ad3313d30532 None None] Sync routers for ids ['caf3ff8a-af97-4de4-b3e0-de9adbadc076'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:30:49.037958 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f57179c6-87a9-43c9-ab87-832251b8a932 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks [] for router, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:49.039178 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-f57179c6-87a9-43c9-ab87-832251b8a932 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "PUT /v2.0/routers/caf3ff8a-af97-4de4-b3e0-de9adbadc076 HTTP/1.1" status: 200 len: 705 time: 1.3541763 Dec 21 13:30:49.044313 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57534) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:49.048607 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e40f6b-7bce-499e-bbd2-ad3313d30532 None None] Routers {'caf3ff8a-af97-4de4-b3e0-de9adbadc076'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:30:49.053946 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-f7e40f6b-7bce-499e-bbd2-ad3313d30532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:30:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['caf3ff8a-af97-4de4-b3e0-de9adbadc076'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:49.063738 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-4ffbe758-302d-4a62-9077-6e1c3baff4f3 req-ae4ded4c-0ab5-4efb-b12d-e438046350d4 tempest-TestServerAdvancedOps-1829952957 tempest-TestServerAdvancedOps-1829952957-project] 10.222.0.37 "GET /v2.0/security-groups?id=c57c7cc1-c248-45fd-9bbc-650d852d9b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4089074 Dec 21 13:30:49.068333 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-3e29bd47-fb13-4d52-aca4-706e0a77de0a tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "GET /v2.0/ports?device_id=106b6745-f7cb-44f6-a67a-add3279ae1a9 HTTP/1.1" status: 200 len: 205 time: 0.0657837 Dec 21 13:30:49.071339 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57536) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:49.099161 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b754c05-e32e-448b-97b5-3ab8dcb681a8 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:30:49.113458 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-30093c28-468d-40c2-adc0-51ccb2f6b431 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:49.134316 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-11e43254-d109-43c8-8a86-12e7b7d9cb4c None None] Deleting port 7f64e8d7-0ffc-43fc-baf0-acda2ea2732f {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:30:49.136219 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-11e43254-d109-43c8-8a86-12e7b7d9cb4c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:49.138869 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b754c05-e32e-448b-97b5-3ab8dcb681a8 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event updated for resources: {'Subnet': ['ID=9db5fadb-271f-4a8e-8b38-a34ddd73059b,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:49.152534 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-f7e40f6b-7bce-499e-bbd2-ad3313d30532 None None] Set router caf3ff8a-af97-4de4-b3e0-de9adbadc076 gateway port host: None {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:30:49.159873 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.api.v2.resource [None req-2f652325-b1a6-4f6c-8e08-e68d0013217e tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] delete failed (client error): The resource could not be found. Dec 21 13:30:49.163262 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-2f652325-b1a6-4f6c-8e08-e68d0013217e tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "DELETE /v2.0/routers/106b6745-f7cb-44f6-a67a-add3279ae1a9 HTTP/1.1" status: 404 len: 336 time: 0.0874636 Dec 21 13:30:49.171135 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57540) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:49.193916 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-6b754c05-e32e-448b-97b5-3ab8dcb681a8 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:30:49.204465 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-266fff28-79a7-4e44-9f46-a5d0d9339de2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:49.208119 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b754c05-e32e-448b-97b5-3ab8dcb681a8 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:30:49.209683 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6b754c05-e32e-448b-97b5-3ab8dcb681a8 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:49.229722 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-f7e40f6b-7bce-499e-bbd2-ad3313d30532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf3ff8a-af97-4de4-b3e0-de9adbadc076', 'name': 'tempest-RoutersIpV6Test-router-1585507894', 'tenant_id': 'd368a1938e3342de9d3358d110005af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:28:52Z', 'updated_at': '2021-12-21T13:30:38Z', 'revision_number': 11, 'project_id': 'd368a1938e3342de9d3358d110005af5', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:49.230730 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-266fff28-79a7-4e44-9f46-a5d0d9339de2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:49.255409 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-8acbc35c-3a32-49c1-ae8d-1104e1c877e1 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "GET /v2.0/ports?device_id=caf3ff8a-af97-4de4-b3e0-de9adbadc076 HTTP/1.1" status: 200 len: 205 time: 0.1577208 Dec 21 13:30:49.257310 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-5db3ddf5-faeb-406e-91da-f51858dd9d6c tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] DELETE failed (client error): The resource could not be found. Dec 21 13:30:49.257765 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5db3ddf5-faeb-406e-91da-f51858dd9d6c tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:30:49.260175 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57542) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:49.265177 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-5db3ddf5-faeb-406e-91da-f51858dd9d6c tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "DELETE /v2.0/subnets/3350ca38-e282-427a-aea3-720a50056fdf HTTP/1.1" status: 404 len: 337 time: 0.0708301 Dec 21 13:30:49.266482 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e40f6b-7bce-499e-bbd2-ad3313d30532 None None] Checking router: caf3ff8a-af97-4de4-b3e0-de9adbadc076 for host: dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:30:49.271502 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57544) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:49.279524 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e40f6b-7bce-499e-bbd2-ad3313d30532 None None] Routers {'caf3ff8a-af97-4de4-b3e0-de9adbadc076'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:30:49.280485 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-f7e40f6b-7bce-499e-bbd2-ad3313d30532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:30:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['caf3ff8a-af97-4de4-b3e0-de9adbadc076'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:49.314428 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-11e43254-d109-43c8-8a86-12e7b7d9cb4c None None] For port 7f64e8d7-0ffc-43fc-baf0-acda2ea2732f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7f64e8d7-0ffc-43fc-baf0-acda2ea2732f,segment=NetworkSegment(f7baada6-253d-47cc-acf3-08a6c38adf33),segment_id=f7baada6-253d-47cc-acf3-08a6c38adf33)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:30:49.315167 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-11e43254-d109-43c8-8a86-12e7b7d9cb4c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:49.334987 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-60df413b-541c-431a-916b-e7e142f7c260 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "GET /v2.0/ports?device_id=99a225fa-cc2b-4842-baf5-d6e15780b16b HTTP/1.1" status: 200 len: 205 time: 0.0536010 Dec 21 13:30:49.335202 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-11e43254-d109-43c8-8a86-12e7b7d9cb4c None None] Calling delete_port for 7f64e8d7-0ffc-43fc-baf0-acda2ea2732f owned by network:dhcp {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:30:49.336223 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57548) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:49.338818 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-6b754c05-e32e-448b-97b5-3ab8dcb681a8 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7897656 Dec 21 13:30:49.341828 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57550) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:49.346927 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-c4dfecf0-6fd6-4d2e-ad0a-26ada0ef8525 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Request body: {'port': {'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9', 'mac_address': 'fa:16:3e:8c:b3:c9', 'name': 'tempest-NetworksTestDHCPv6-1315452064'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:30:49.363015 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-266fff28-79a7-4e44-9f46-a5d0d9339de2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ffba311998d848c9bf679959ee73ed45&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0581839 Dec 21 13:30:49.371776 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57552) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:49.425692 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266fff28-79a7-4e44-9f46-a5d0d9339de2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a92882-ef20-4770-a640-3bf96178fb2d,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:49.443332 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-f7e40f6b-7bce-499e-bbd2-ad3313d30532 None None] Set router caf3ff8a-af97-4de4-b3e0-de9adbadc076 gateway port host: None {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:30:49.482649 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.api.v2.resource [None req-258339ca-8d09-4643-a885-daf779f1ba7b tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] delete failed (client error): The resource could not be found. Dec 21 13:30:49.483627 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-258339ca-8d09-4643-a885-daf779f1ba7b tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "DELETE /v2.0/routers/99a225fa-cc2b-4842-baf5-d6e15780b16b HTTP/1.1" status: 404 len: 336 time: 0.1401746 Dec 21 13:30:49.488325 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c002b8d8-65aa-4b9b-946d-468133c595b3 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks [] for router, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:49.493454 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57554) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:49.533689 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-11e43254-d109-43c8-8a86-12e7b7d9cb4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636'] for port, after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:49.545514 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-f7e40f6b-7bce-499e-bbd2-ad3313d30532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf3ff8a-af97-4de4-b3e0-de9adbadc076', 'name': 'tempest-RoutersIpV6Test-router-1585507894', 'tenant_id': 'd368a1938e3342de9d3358d110005af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:28:52Z', 'updated_at': '2021-12-21T13:30:38Z', 'revision_number': 11, 'project_id': 'd368a1938e3342de9d3358d110005af5', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:49.599022 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e43254-d109-43c8-8a86-12e7b7d9cb4c None None] Pushing event deleted for resources: {'Port': ['ID=7f64e8d7-0ffc-43fc-baf0-acda2ea2732f,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:49.607371 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e43254-d109-43c8-8a86-12e7b7d9cb4c None None] No DVR routers for this DVR port 7f64e8d7-0ffc-43fc-baf0-acda2ea2732f on host dv-neutron-master-2-hyperv {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:30:49.627943 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e40f6b-7bce-499e-bbd2-ad3313d30532 None None] The sync data for ids ['caf3ff8a-af97-4de4-b3e0-de9adbadc076'] in dv-neutron-master-2-hyperv is: [{'id': 'caf3ff8a-af97-4de4-b3e0-de9adbadc076', 'name': 'tempest-RoutersIpV6Test-router-1585507894', 'tenant_id': 'd368a1938e3342de9d3358d110005af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:28:52Z', 'updated_at': '2021-12-21T13:30:38Z', 'revision_number': 11, 'project_id': 'd368a1938e3342de9d3358d110005af5', 'gw_port_host': None}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:30:49.629459 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-203773cb-8de2-47f7-ad5b-83b3e5075d06 req-0f18d524-4d9b-487d-97b9-36ad3f98a78b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b256fe0e-7625-40a0-aed5-84c1a56b337d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3449094 Dec 21 13:30:49.633096 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-30093c28-468d-40c2-adc0-51ccb2f6b431 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] Deleting port 7f64e8d7-0ffc-43fc-baf0-acda2ea2732f {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:30:49.633472 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-30093c28-468d-40c2-adc0-51ccb2f6b431 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:49.786775 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-30093c28-468d-40c2-adc0-51ccb2f6b431 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] For port 7f64e8d7-0ffc-43fc-baf0-acda2ea2732f, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:30:49.787140 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-30093c28-468d-40c2-adc0-51ccb2f6b431 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:49.971052 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9390b578-1a1a-48be-b75b-07838431b852 None None] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:30:50.019187 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-e4c3dfe0-f340-4aa5-99c0-10622d8a4f35 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "GET /v2.0/ports?device_id=1639de20-ef9d-4a9f-ae07-b617fe04c614 HTTP/1.1" status: 200 len: 205 time: 0.0612884 Dec 21 13:30:50.034233 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57556) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:50.036841 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1a302727-bb89-4dbe-8973-1c8b353b81d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:50.058674 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-d574aea5-6557-45df-80a1-b58531eae046 None None] Provisioning complete for port f49856b1-5de5-45be-82bf-45b3a480cabf triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:30:50.059285 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d574aea5-6557-45df-80a1-b58531eae046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:50.111586 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.api.v2.resource [None req-3a4bb3bc-9442-4352-ba67-ae1524966099 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] delete failed (client error): The resource could not be found. Dec 21 13:30:50.115172 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-3a4bb3bc-9442-4352-ba67-ae1524966099 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "DELETE /v2.0/routers/1639de20-ef9d-4a9f-ae07-b617fe04c614 HTTP/1.1" status: 404 len: 336 time: 0.0738292 Dec 21 13:30:50.124431 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57558) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:50.139314 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1a302727-bb89-4dbe-8973-1c8b353b81d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:50.174960 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d574aea5-6557-45df-80a1-b58531eae046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:50.180821 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e43d767-b64c-47fd-8db4-4b39b365dd37 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] DELETE failed (client error): The resource could not be found. Dec 21 13:30:50.181289 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e43d767-b64c-47fd-8db4-4b39b365dd37 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:30:50.186936 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-7e43d767-b64c-47fd-8db4-4b39b365dd37 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "DELETE /v2.0/subnets/e55691ea-147f-4602-b62e-63562f9eea02 HTTP/1.1" status: 404 len: 337 time: 0.0588040 Dec 21 13:30:50.193871 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57560) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:50.204615 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5d5f60-a5be-426f-b6c7-167f8b696734 req-1d08f2d9-a721-452e-bb4d-27e32fc3efae tempest-TestServerAdvancedOps-1829952957 tempest-TestServerAdvancedOps-1829952957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:30:50.205670 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-7b5d5f60-a5be-426f-b6c7-167f8b696734 req-1d08f2d9-a721-452e-bb4d-27e32fc3efae tempest-TestServerAdvancedOps-1829952957 tempest-TestServerAdvancedOps-1829952957-project] 10.222.0.37 "GET /v2.0/ports?device_id=b256fe0e-7625-40a0-aed5-84c1a56b337d HTTP/1.1" status: 200 len: 945 time: 0.9381025 Dec 21 13:30:50.223430 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-30093c28-468d-40c2-adc0-51ccb2f6b431 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] Calling delete_port for 7f64e8d7-0ffc-43fc-baf0-acda2ea2732f owned by network:dhcp {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:30:50.234138 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c002b8d8-65aa-4b9b-946d-468133c595b3 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26950'] for router, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:50.236890 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.ipam_backend_mixin [None req-30093c28-468d-40c2-adc0-51ccb2f6b431 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] Port 7f64e8d7-0ffc-43fc-baf0-acda2ea2732f was not found and therefore no delete operation was performed {{(pid=103153) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 21 13:30:50.239137 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c002b8d8-65aa-4b9b-946d-468133c595b3 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:50.245785 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-30093c28-468d-40c2-adc0-51ccb2f6b431 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:50.246758 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-d574aea5-6557-45df-80a1-b58531eae046 None None] For port f49856b1-5de5-45be-82bf-45b3a480cabf, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f49856b1-5de5-45be-82bf-45b3a480cabf,segment=NetworkSegment(b20a5dbe-a251-4a83-ae2d-3ffbda6396cf),segment_id=b20a5dbe-a251-4a83-ae2d-3ffbda6396cf)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:30:50.254248 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d574aea5-6557-45df-80a1-b58531eae046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:50.260823 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac393beb-8017-48e7-a73c-bfcc50944d04 None None] Update dhcp port {'port': {'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9', 'fixed_ips': [{'subnet_id': '13c5fa18-04d9-408e-be5b-144b5255d050', 'ip_address': '2001:db8::f816:3eff:fe28:45b0'}, {'subnet_id': '9db5fadb-271f-4a8e-8b38-a34ddd73059b'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': 'f49856b1-5de5-45be-82bf-45b3a480cabf'} from dv-neutron-master-2-hyperv. {{(pid=103154) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 21 13:30:50.261039 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-f840ba69-64f7-4607-b5f5-44557a0f64d9 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "GET /v2.0/ports?device_id=089a75d9-0182-4ad9-a783-91cbf7258761 HTTP/1.1" status: 200 len: 205 time: 0.0631769 Dec 21 13:30:50.265513 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57562) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:50.281806 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-462acd00-978a-4e9c-9598-404ba856be30 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532692'] for router_interface, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:50.323934 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ac393beb-8017-48e7-a73c-bfcc50944d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:50.330504 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30093c28-468d-40c2-adc0-51ccb2f6b431 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] No DVR routers for this DVR port 7f64e8d7-0ffc-43fc-baf0-acda2ea2732f on host dv-neutron-master-2-hyperv {{(pid=103153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:30:50.342629 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4dfecf0-6fd6-4d2e-ad0a-26ada0ef8525 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Made reservation on behalf of 4e9b97d81d204c53a28bf5666eaf36b7 for: {'port': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:30:50.345071 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d574aea5-6557-45df-80a1-b58531eae046 None None] Pushing event updated for resources: {'Port': ['ID=f49856b1-5de5-45be-82bf-45b3a480cabf,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:50.383843 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1a302727-bb89-4dbe-8973-1c8b353b81d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:50.386855 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1a302727-bb89-4dbe-8973-1c8b353b81d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:50.390749 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-1a302727-bb89-4dbe-8973-1c8b353b81d3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c9a92882-ef20-4770-a640-3bf96178fb2d HTTP/1.1" status: 204 len: 168 time: 1.0177612 Dec 21 13:30:50.397959 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-7b5d5f60-a5be-426f-b6c7-167f8b696734 req-48b05b6f-8546-4974-b92e-3c37404b1199 tempest-TestServerAdvancedOps-1829952957 tempest-TestServerAdvancedOps-1829952957-project] 10.222.0.37 "GET /v2.0/security-groups?id=c57c7cc1-c248-45fd-9bbc-650d852d9b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696646 Dec 21 13:30:50.407067 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30093c28-468d-40c2-adc0-51ccb2f6b431 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] Pushing event deleted for resources: {'Port': ['ID=7f64e8d7-0ffc-43fc-baf0-acda2ea2732f,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:50.422129 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.api.v2.resource [None req-9d03ca8c-6959-4090-8c13-3b17ff4642f4 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] delete failed (client error): The resource could not be found. Dec 21 13:30:50.427748 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-9d03ca8c-6959-4090-8c13-3b17ff4642f4 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "DELETE /v2.0/routers/089a75d9-0182-4ad9-a783-91cbf7258761 HTTP/1.1" status: 404 len: 336 time: 0.1610816 Dec 21 13:30:50.429758 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57568) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:50.433687 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-49921eb8-aaec-4ce9-829b-a54370dce7b2 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Deleting port 1d87bfcf-98c0-4964-91cb-86ada7b5608f {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:30:50.434155 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-49921eb8-aaec-4ce9-829b-a54370dce7b2 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:50.534423 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c002b8d8-65aa-4b9b-946d-468133c595b3 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534967'] for router, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:50.534885 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c002b8d8-65aa-4b9b-946d-468133c595b3 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Fanout notify agent at l3_agent the message router_deleted on router caf3ff8a-af97-4de4-b3e0-de9adbadc076 {{(pid=103153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 13:30:50.543043 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c002b8d8-65aa-4b9b-946d-468133c595b3 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks [] for router, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:50.552050 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-c002b8d8-65aa-4b9b-946d-468133c595b3 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "DELETE /v2.0/routers/caf3ff8a-af97-4de4-b3e0-de9adbadc076 HTTP/1.1" status: 204 len: 168 time: 1.2864330 Dec 21 13:30:50.552701 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57570) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:50.575028 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a302727-bb89-4dbe-8973-1c8b353b81d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9a92882-ef20-4770-a640-3bf96178fb2d,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:50.580321 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-30093c28-468d-40c2-adc0-51ccb2f6b431 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:50.587159 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-eff87946-6872-4c8e-aad3-627171ad5041 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1260043786', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:30:50.650493 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203773cb-8de2-47f7-ad5b-83b3e5075d06 req-5d96b82b-1045-4859-a2a0-e80f611d9cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:30:50.652802 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-203773cb-8de2-47f7-ad5b-83b3e5075d06 req-5d96b82b-1045-4859-a2a0-e80f611d9cb5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7fcc1d47f4cc44e4b573fc100289403e&device_id=b256fe0e-7625-40a0-aed5-84c1a56b337d HTTP/1.1" status: 200 len: 1098 time: 0.8975613 Dec 21 13:30:50.661704 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4b03933-6e2b-4e4b-8080-32cb7f03c288 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] DELETE failed (client error): The resource could not be found. Dec 21 13:30:50.662158 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4b03933-6e2b-4e4b-8080-32cb7f03c288 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:30:50.668232 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-a4b03933-6e2b-4e4b-8080-32cb7f03c288 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "DELETE /v2.0/subnets/0e28f889-5507-4216-8471-684de3a500e3 HTTP/1.1" status: 404 len: 337 time: 0.2260275 Dec 21 13:30:50.682799 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57574) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:50.736446 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-ac393beb-8017-48e7-a73c-bfcc50944d04 None None] Allocated IP 172.20.0.2 (ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9/9db5fadb-271f-4a8e-8b38-a34ddd73059b/f49856b1-5de5-45be-82bf-45b3a480cabf) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:30:50.782832 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-49921eb8-aaec-4ce9-829b-a54370dce7b2 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:50.790447 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c4dfecf0-6fd6-4d2e-ad0a-26ada0ef8525 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:50.796219 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-49921eb8-aaec-4ce9-829b-a54370dce7b2 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Calling delete_port for 1d87bfcf-98c0-4964-91cb-86ada7b5608f owned by network:router_interface {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:30:50.802543 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-924fd28b-e161-4573-870e-7bd8d05f4831 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d1455be-b59b-4c12-90f0-5287fbbe65ef HTTP/1.1" status: 200 len: 205 time: 0.1186039 Dec 21 13:30:50.809708 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57578) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:50.828509 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-30093c28-468d-40c2-adc0-51ccb2f6b431 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba9adc67-6026-4c97-9a90-1acb20c94663']}} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:50.833741 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device f49856b1-5de5-45be-82bf-45b3a480cabf up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:30:50.885279 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-c4dfecf0-6fd6-4d2e-ad0a-26ada0ef8525 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] device_id is not set on port 4d06f5fd-fe7e-4707-80de-425f526780ff yet. {{(pid=103152) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 13:30:50.963433 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-ac393beb-8017-48e7-a73c-bfcc50944d04 None None] For port f49856b1-5de5-45be-82bf-45b3a480cabf, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f49856b1-5de5-45be-82bf-45b3a480cabf,segment=NetworkSegment(b20a5dbe-a251-4a83-ae2d-3ffbda6396cf),segment_id=b20a5dbe-a251-4a83-ae2d-3ffbda6396cf)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:30:50.991277 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-30093c28-468d-40c2-adc0-51ccb2f6b431 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7baada6-253d-47cc-acf3-08a6c38adf33') {'for_net_delete': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:50.991482 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-30093c28-468d-40c2-adc0-51ccb2f6b431 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7baada6-253d-47cc-acf3-08a6c38adf33') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:50.994514 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203773cb-8de2-47f7-ad5b-83b3e5075d06 req-cec2b4f8-3452-44a9-9256-165ae39be094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:30:50.995876 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a2a902-cb78-44b6-be49-535027979609 req-a0c8d4fc-7a4c-4ed7-ac99-d0115c0da9c2 tempest-TestServerAdvancedOps-1829952957 tempest-TestServerAdvancedOps-1829952957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:30:50.996028 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-203773cb-8de2-47f7-ad5b-83b3e5075d06 req-cec2b4f8-3452-44a9-9256-165ae39be094 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e0f04b1c-bb25-45e9-a325-15dcdf4af126 HTTP/1.1" status: 200 len: 913 time: 0.1563301 Dec 21 13:30:50.997479 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-97a2a902-cb78-44b6-be49-535027979609 req-a0c8d4fc-7a4c-4ed7-ac99-d0115c0da9c2 tempest-TestServerAdvancedOps-1829952957 tempest-TestServerAdvancedOps-1829952957-project] 10.222.0.37 "GET /v2.0/ports?device_id=b256fe0e-7625-40a0-aed5-84c1a56b337d HTTP/1.1" status: 200 len: 945 time: 0.2281196 Dec 21 13:30:51.010572 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.api.v2.resource [None req-5a14e2e1-eb29-4415-9389-639453428c1e tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] delete failed (client error): The resource could not be found. Dec 21 13:30:51.015611 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-5a14e2e1-eb29-4415-9389-639453428c1e tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "DELETE /v2.0/routers/4d1455be-b59b-4c12-90f0-5287fbbe65ef HTTP/1.1" status: 404 len: 336 time: 0.1996763 Dec 21 13:30:51.015881 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57588) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:51.017070 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-30093c28-468d-40c2-adc0-51ccb2f6b431 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1585430'] for segment, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:51.081178 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-8005d80b-b3d2-4b49-b933-0192b049f726 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] DELETE failed (client error): The resource could not be found. Dec 21 13:30:51.081719 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8005d80b-b3d2-4b49-b933-0192b049f726 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:30:51.087893 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-30093c28-468d-40c2-adc0-51ccb2f6b431 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:51.088100 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-8005d80b-b3d2-4b49-b933-0192b049f726 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "DELETE /v2.0/subnets/d64ef863-f501-4891-a5b1-2fe84247445e HTTP/1.1" status: 404 len: 337 time: 0.0655127 Dec 21 13:30:51.089850 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57590) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:51.093845 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-203773cb-8de2-47f7-ad5b-83b3e5075d06 req-b9e42ed1-e78a-48ee-9db6-8723ab260a9b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=61f62cab-b92a-4557-8e2b-46751cfd4aac HTTP/1.1" status: 200 len: 217 time: 0.0855825 Dec 21 13:30:51.124023 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-d30351a7-4bb1-4382-9f63-94ba531679e3 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] DELETE failed (client error): The resource could not be found. Dec 21 13:30:51.124492 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d30351a7-4bb1-4382-9f63-94ba531679e3 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:30:51.130123 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-d30351a7-4bb1-4382-9f63-94ba531679e3 tempest-RoutersTest-173143639 tempest-RoutersTest-173143639-project] 10.222.0.37 "DELETE /v2.0/subnets/40d5b9eb-55d3-42a5-b6ff-830191319a09 HTTP/1.1" status: 404 len: 337 time: 0.0379553 Dec 21 13:30:51.130310 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-eff87946-6872-4c8e-aad3-627171ad5041 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26964'] for router, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:51.130310 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-eff87946-6872-4c8e-aad3-627171ad5041 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-642316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26957'] for router, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:51.145058 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30093c28-468d-40c2-adc0-51ccb2f6b431 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=103153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:30:51.145058 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-30093c28-468d-40c2-adc0-51ccb2f6b431 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11349758'] for segment, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:51.177850 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port f49856b1-5de5-45be-82bf-45b3a480cabf triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:30:51.178450 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:51.181677 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-97a2a902-cb78-44b6-be49-535027979609 req-bd900b92-b295-4c6a-b3e7-3cbf584370dc tempest-TestServerAdvancedOps-1829952957 tempest-TestServerAdvancedOps-1829952957-project] 10.222.0.37 "GET /v2.0/security-groups?id=c57c7cc1-c248-45fd-9bbc-650d852d9b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750052 Dec 21 13:30:51.186515 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:51.186515 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:30:51.186515 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:51.186515 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:30:51.186515 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:51.186515 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:30:51.186515 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:51.186515 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:30:51.186515 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:51.186515 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:30:51.186515 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:51.186515 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:30:51.186515 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:51.186515 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:30:51.186515 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:51.186515 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:30:51.186515 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:51.186515 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:30:51.186515 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:51.186515 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:30:51.186515 dv-neutron-master-2-hyperv neutron-server[103153]: Traceback (most recent call last): Dec 21 13:30:51.186515 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:30:51.186515 dv-neutron-master-2-hyperv neutron-server[103153]: timer() Dec 21 13:30:51.186515 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:30:51.186515 dv-neutron-master-2-hyperv neutron-server[103153]: cb(*args, **kw) Dec 21 13:30:51.186515 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:30:51.186515 dv-neutron-master-2-hyperv neutron-server[103153]: return func(*args, **kwargs) Dec 21 13:30:51.186515 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:30:51.186515 dv-neutron-master-2-hyperv neutron-server[103153]: self._notify() Dec 21 13:30:51.186515 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:30:51.186515 dv-neutron-master-2-hyperv neutron-server[103153]: self.callback(batched_events) Dec 21 13:30:51.186515 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:30:51.186515 dv-neutron-master-2-hyperv neutron-server[103153]: event.method(event) Dec 21 13:30:51.186515 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:30:51.186515 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:30:51.186515 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:30:51.186515 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:30:51.186515 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:30:51.186515 dv-neutron-master-2-hyperv neutron-server[103153]: return f(self, *a, **k) Dec 21 13:30:51.186515 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:30:51.186515 dv-neutron-master-2-hyperv neutron-server[103153]: return self._get(url).json() Dec 21 13:30:51.186515 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:30:51.186515 dv-neutron-master-2-hyperv neutron-server[103153]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:30:51.186515 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:30:51.186515 dv-neutron-master-2-hyperv neutron-server[103153]: return self.request(url, 'GET', **kwargs) Dec 21 13:30:51.186515 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:30:51.186515 dv-neutron-master-2-hyperv neutron-server[103153]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:30:51.186515 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:30:51.186515 dv-neutron-master-2-hyperv neutron-server[103153]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:30:51.186515 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:30:51.186515 dv-neutron-master-2-hyperv neutron-server[103153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:30:51.186515 dv-neutron-master-2-hyperv neutron-server[103153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:30:51.206195 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-462acd00-978a-4e9c-9598-404ba856be30 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Deleting port 2e5bb370-be7f-43f5-9a02-8fed478d3c0a {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:30:51.206592 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-462acd00-978a-4e9c-9598-404ba856be30 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:51.237557 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ac393beb-8017-48e7-a73c-bfcc50944d04 None None] Publish callbacks [] for port, precommit_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:51.246148 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ac393beb-8017-48e7-a73c-bfcc50944d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:51.380471 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac393beb-8017-48e7-a73c-bfcc50944d04 None None] Pushing event updated for resources: {'Port': ['ID=f49856b1-5de5-45be-82bf-45b3a480cabf,revision_number=4']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:51.427437 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-462acd00-978a-4e9c-9598-404ba856be30 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:51.456621 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-462acd00-978a-4e9c-9598-404ba856be30 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Calling delete_port for 2e5bb370-be7f-43f5-9a02-8fed478d3c0a owned by network:router_interface {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:30:51.486948 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57602) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:51.498291 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 7f64e8d7-0ffc-43fc-baf0-acda2ea2732f no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:30:51.522869 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: 7f64e8d7-0ffc-43fc-baf0-acda2ea2732f {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:30:51.523266 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 7f64e8d7-0ffc-43fc-baf0-acda2ea2732f not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:30:51.568935 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203773cb-8de2-47f7-ad5b-83b3e5075d06 req-b75800a9-934f-4328-a2e6-88777d23a5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:30:51.571893 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-203773cb-8de2-47f7-ad5b-83b3e5075d06 req-b75800a9-934f-4328-a2e6-88777d23a5a8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0a23b394-8668-424d-9647-33cc57f03290 HTTP/1.1" status: 200 len: 852 time: 0.4630091 Dec 21 13:30:51.578038 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-30093c28-468d-40c2-adc0-51ccb2f6b431 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:51.639596 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-eff87946-6872-4c8e-aad3-627171ad5041 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:51.712408 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-c4dfecf0-6fd6-4d2e-ad0a-26ada0ef8525 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Allocated IP 172.20.0.14 (ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9/9db5fadb-271f-4a8e-8b38-a34ddd73059b/4d06f5fd-fe7e-4707-80de-425f526780ff) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:30:51.727438 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-c4dfecf0-6fd6-4d2e-ad0a-26ada0ef8525 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Allocated IP 2001:db8::f816:3eff:fe8c:b3c9 (ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9/13c5fa18-04d9-408e-be5b-144b5255d050/4d06f5fd-fe7e-4707-80de-425f526780ff) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:30:51.729387 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-30093c28-468d-40c2-adc0-51ccb2f6b431 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:51.729576 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57608) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:51.733584 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-30093c28-468d-40c2-adc0-51ccb2f6b431 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] 10.222.0.37 "DELETE /v2.0/networks/ba9adc67-6026-4c97-9a90-1acb20c94663 HTTP/1.1" status: 204 len: 168 time: 2.9265778 Dec 21 13:30:51.752749 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-eff87946-6872-4c8e-aad3-627171ad5041 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548730'] for router, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:51.759799 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-203773cb-8de2-47f7-ad5b-83b3e5075d06 req-2b00bb04-cfd2-408a-88fa-fb7086f82dce service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e0f04b1c-bb25-45e9-a325-15dcdf4af126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1787767 Dec 21 13:30:51.760504 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-49921eb8-aaec-4ce9-829b-a54370dce7b2 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:51.912566 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49921eb8-aaec-4ce9-829b-a54370dce7b2 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Pushing event deleted for resources: {'Port': ['ID=1d87bfcf-98c0-4964-91cb-86ada7b5608f,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:51.923530 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30093c28-468d-40c2-adc0-51ccb2f6b431 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038 tempest-ExtraDHCPOptionsIpV6TestJSON-753063038-project] Pushing event deleted for resources: {'Network': ['ID=ba9adc67-6026-4c97-9a90-1acb20c94663,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:52.008044 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-c45a5ca7-4e11-4851-bae7-e426e0e26050 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-232439552', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:30:52.016911 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-eff87946-6872-4c8e-aad3-627171ad5041 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks [] for router, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:52.018168 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-eff87946-6872-4c8e-aad3-627171ad5041 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.4544182 Dec 21 13:30:52.026622 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57614) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:52.043693 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-cbb61f56-75c5-4281-80b4-c892f1807b59 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2443f9ebd5734093aca8f8d69b48dcbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5487664 Dec 21 13:30:52.048848 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-d64633c7-f4c9-4e82-add3-dd87c253a85c tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:30:52.050104 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57616) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:52.073090 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-203773cb-8de2-47f7-ad5b-83b3e5075d06 req-75325e97-fe64-4d50-92bd-29f2527ff25c service neutron] 10.222.0.60 "GET /v2.0/networks/e0f04b1c-bb25-45e9-a325-15dcdf4af126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3010657 Dec 21 13:30:52.178670 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c4dfecf0-6fd6-4d2e-ad0a-26ada0ef8525 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:52.196633 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c45a5ca7-4e11-4851-bae7-e426e0e26050 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26964'] for router, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:52.197818 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c45a5ca7-4e11-4851-bae7-e426e0e26050 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-642316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26957'] for router, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:52.210779 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57620) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:52.245916 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-462acd00-978a-4e9c-9598-404ba856be30 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:52.293352 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4fdcfe19-76f9-447d-b619-7bef371f351d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:52.308492 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462acd00-978a-4e9c-9598-404ba856be30 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Pushing event deleted for resources: {'Port': ['ID=2e5bb370-be7f-43f5-9a02-8fed478d3c0a,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:52.446469 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c45a5ca7-4e11-4851-bae7-e426e0e26050 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:52.459366 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c4dfecf0-6fd6-4d2e-ad0a-26ada0ef8525 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:52.468613 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4fdcfe19-76f9-447d-b619-7bef371f351d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:52.490292 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c45a5ca7-4e11-4851-bae7-e426e0e26050 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548730'] for router, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:52.526666 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6ad54ed2-7ea1-491b-a35d-3a6a47416fdd None None] Provisioning complete for port f49856b1-5de5-45be-82bf-45b3a480cabf triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:30:52.527446 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6ad54ed2-7ea1-491b-a35d-3a6a47416fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:52.530523 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device f49856b1-5de5-45be-82bf-45b3a480cabf up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:30:52.557318 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4dfecf0-6fd6-4d2e-ad0a-26ada0ef8525 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:30:52.602078 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-c4dfecf0-6fd6-4d2e-ad0a-26ada0ef8525 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:30:52.616972 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c45a5ca7-4e11-4851-bae7-e426e0e26050 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks [] for router, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:52.618814 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-c45a5ca7-4e11-4851-bae7-e426e0e26050 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.8881700 Dec 21 13:30:52.655393 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57626) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:52.663255 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-800b1863-1ce2-4fd0-8755-6d784eb4e9fc tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1929886745'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:30:52.678935 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port f49856b1-5de5-45be-82bf-45b3a480cabf triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:30:52.679181 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:52.679857 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d64633c7-f4c9-4e82-add3-dd87c253a85c tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26943'] for router, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:52.700404 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-49921eb8-aaec-4ce9-829b-a54370dce7b2 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534084'] for router_interface, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:52.702826 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4dfecf0-6fd6-4d2e-ad0a-26ada0ef8525 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:30:52.707161 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-203773cb-8de2-47f7-ad5b-83b3e5075d06 req-84801ed8-563a-4b73-8616-4c4735da6e88 service neutron] 10.222.0.60 "GET /v2.0/networks/e0f04b1c-bb25-45e9-a325-15dcdf4af126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5776036 Dec 21 13:30:52.716366 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d64633c7-f4c9-4e82-add3-dd87c253a85c tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-548712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-548721', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-534931'] for router, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:52.728445 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed20cbd-2210-497a-8804-6ffb8aeea269 req-ec06ebf4-587e-4b97-8bd5-5f28706aac1e tempest-TestServerAdvancedOps-1829952957 tempest-TestServerAdvancedOps-1829952957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:30:52.731037 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-4ed20cbd-2210-497a-8804-6ffb8aeea269 req-ec06ebf4-587e-4b97-8bd5-5f28706aac1e tempest-TestServerAdvancedOps-1829952957 tempest-TestServerAdvancedOps-1829952957-project] 10.222.0.37 "GET /v2.0/ports?device_id=b256fe0e-7625-40a0-aed5-84c1a56b337d HTTP/1.1" status: 200 len: 945 time: 0.2979853 Dec 21 13:30:52.741884 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dfecf0-6fd6-4d2e-ad0a-26ada0ef8525 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event updated for resources: {'Port': ['ID=4d06f5fd-fe7e-4707-80de-425f526780ff,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:52.783666 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-2a2ecb93-6696-4372-a738-3f1a72dbdf31 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1e545e34522f430d946554fb345328b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5683701 Dec 21 13:30:52.800529 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57628) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:52.858395 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4dfecf0-6fd6-4d2e-ad0a-26ada0ef8525 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:30:52.858628 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c4dfecf0-6fd6-4d2e-ad0a-26ada0ef8525 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:52.894130 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-c4dfecf0-6fd6-4d2e-ad0a-26ada0ef8525 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.5488937 Dec 21 13:30:52.894641 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57630) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:52.896623 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-462acd00-978a-4e9c-9598-404ba856be30 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534084'] for router_interface, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:52.912859 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4fdcfe19-76f9-447d-b619-7bef371f351d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:52.915509 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4fdcfe19-76f9-447d-b619-7bef371f351d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:52.917253 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-4fdcfe19-76f9-447d-b619-7bef371f351d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7691ad83-5d5c-47ee-b5a5-4fb9132b47c8 HTTP/1.1" status: 204 len: 168 time: 0.8654995 Dec 21 13:30:52.934540 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-800b1863-1ce2-4fd0-8755-6d784eb4e9fc tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Made reservation on behalf of e559602709884871a5548144927daba6 for: {'network': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:30:52.938023 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-800b1863-1ce2-4fd0-8755-6d784eb4e9fc tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:52.977874 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-800b1863-1ce2-4fd0-8755-6d784eb4e9fc tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks [] for security_group, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:52.999738 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdcfe19-76f9-447d-b619-7bef371f351d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7691ad83-5d5c-47ee-b5a5-4fb9132b47c8,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:53.027388 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-01da6ffa-494f-43e0-a599-e3c1debaef3c None None] Provisioning complete for port 4d06f5fd-fe7e-4707-80de-425f526780ff triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:30:53.027962 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-01da6ffa-494f-43e0-a599-e3c1debaef3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:53.073719 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-4ed20cbd-2210-497a-8804-6ffb8aeea269 req-426bb73b-d055-4a5e-a64a-680624d08ee2 tempest-TestServerAdvancedOps-1829952957 tempest-TestServerAdvancedOps-1829952957-project] 10.222.0.37 "GET /v2.0/security-groups?id=c57c7cc1-c248-45fd-9bbc-650d852d9b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3325143 Dec 21 13:30:53.077213 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b10d92-8929-4712-a6d2-3f5acefec8e8 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:30:53.081838 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-01da6ffa-494f-43e0-a599-e3c1debaef3c None None] Port 4d06f5fd-fe7e-4707-80de-425f526780ff cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:30:53.084766 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b10d92-8929-4712-a6d2-3f5acefec8e8 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:30:53.087176 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-20b10d92-8929-4712-a6d2-3f5acefec8e8 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.1914666 Dec 21 13:30:53.090282 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57634) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:53.172489 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-60bf59b2-ead3-419b-9efc-f6472cb92f6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:53.182369 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49921eb8-aaec-4ce9-829b-a54370dce7b2 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Router 2b213dbe-091c-4cf8-93a6-1c486fec3bac has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:30:53.214741 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d64633c7-f4c9-4e82-add3-dd87c253a85c tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Router 97e4bfca-64f9-4598-ba84-0f9bb3863358 is scheduled to L3 agent 59e14383-78fa-487e-9299-b32042a98157 with binding_index 1 {{(pid=103153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 13:30:53.222916 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-60bf59b2-ead3-419b-9efc-f6472cb92f6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:53.365718 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-462acd00-978a-4e9c-9598-404ba856be30 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Router 881385bd-dec1-4bff-8219-53bb66d2d0c9 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:30:53.371277 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-53bc2466-f5ea-4d60-a4e7-5c22b14b9399 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Deleting port 4d06f5fd-fe7e-4707-80de-425f526780ff {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:30:53.371688 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-53bc2466-f5ea-4d60-a4e7-5c22b14b9399 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:53.502034 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-800b1863-1ce2-4fd0-8755-6d784eb4e9fc tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks [] for security_group, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:53.527662 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d64633c7-f4c9-4e82-add3-dd87c253a85c tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:30:53.535925 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d64633c7-f4c9-4e82-add3-dd87c253a85c tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks [] for router, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:53.540802 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-d64633c7-f4c9-4e82-add3-dd87c253a85c tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "PUT /v2.0/routers/97e4bfca-64f9-4598-ba84-0f9bb3863358 HTTP/1.1" status: 200 len: 698 time: 1.4959631 Dec 21 13:30:53.544417 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57650) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:53.546106 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd65e77-8cf4-4c09-bc20-a04b7ee47fac None None] Sync routers for ids ['97e4bfca-64f9-4598-ba84-0f9bb3863358'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:30:53.546635 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49921eb8-aaec-4ce9-829b-a54370dce7b2 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:30:53.556457 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-49921eb8-aaec-4ce9-829b-a54370dce7b2 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "PUT /v2.0/routers/2b213dbe-091c-4cf8-93a6-1c486fec3bac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6785023 Dec 21 13:30:53.558817 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-800b1863-1ce2-4fd0-8755-6d784eb4e9fc tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:53.559494 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57652) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:53.582127 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd65e77-8cf4-4c09-bc20-a04b7ee47fac None None] Routers {'97e4bfca-64f9-4598-ba84-0f9bb3863358'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:30:53.585253 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-fbd65e77-8cf4-4c09-bc20-a04b7ee47fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:30:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['97e4bfca-64f9-4598-ba84-0f9bb3863358'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:53.587475 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15764bf-c012-4ba2-9b00-13bcc9e4dd16 None None] Sync routers for ids ['2b213dbe-091c-4cf8-93a6-1c486fec3bac'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:30:53.589874 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e6453f8-00b8-4d91-ba63-802e9454936b tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] GET failed (client error): The resource could not be found. Dec 21 13:30:53.591379 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-1e6453f8-00b8-4d91-ba63-802e9454936b tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "GET /v2.0/ports/1d87bfcf-98c0-4964-91cb-86ada7b5608f HTTP/1.1" status: 404 len: 333 time: 0.0308323 Dec 21 13:30:53.599369 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57654) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:53.603658 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15764bf-c012-4ba2-9b00-13bcc9e4dd16 None None] Routers {'2b213dbe-091c-4cf8-93a6-1c486fec3bac'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:30:53.604747 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-c15764bf-c012-4ba2-9b00-13bcc9e4dd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:30:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['2b213dbe-091c-4cf8-93a6-1c486fec3bac'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:53.657946 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-c15764bf-c012-4ba2-9b00-13bcc9e4dd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:53.672159 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15764bf-c012-4ba2-9b00-13bcc9e4dd16 None None] Routers {'2b213dbe-091c-4cf8-93a6-1c486fec3bac'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:30:53.673089 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-c15764bf-c012-4ba2-9b00-13bcc9e4dd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:30:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['2b213dbe-091c-4cf8-93a6-1c486fec3bac'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:53.737289 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-fbd65e77-8cf4-4c09-bc20-a04b7ee47fac None None] Set router 97e4bfca-64f9-4598-ba84-0f9bb3863358 gateway port host: None {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:30:53.751305 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-c15764bf-c012-4ba2-9b00-13bcc9e4dd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:53.755803 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15764bf-c012-4ba2-9b00-13bcc9e4dd16 None None] The sync data for ids ['2b213dbe-091c-4cf8-93a6-1c486fec3bac'] in dv-neutron-master-2-hyperv is: [] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:30:53.821620 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-fbd65e77-8cf4-4c09-bc20-a04b7ee47fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e4bfca-64f9-4598-ba84-0f9bb3863358', 'name': 'tempest-RoutersIpV6Test-router-1260043786', 'tenant_id': 'd368a1938e3342de9d3358d110005af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:30:51Z', 'updated_at': '2021-12-21T13:30:52Z', 'revision_number': 2, 'project_id': 'd368a1938e3342de9d3358d110005af5', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:53.869311 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd65e77-8cf4-4c09-bc20-a04b7ee47fac None None] Checking router: 97e4bfca-64f9-4598-ba84-0f9bb3863358 for host: dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:30:53.878949 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd65e77-8cf4-4c09-bc20-a04b7ee47fac None None] Routers {'97e4bfca-64f9-4598-ba84-0f9bb3863358'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:30:53.879678 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-fbd65e77-8cf4-4c09-bc20-a04b7ee47fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:30:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['97e4bfca-64f9-4598-ba84-0f9bb3863358'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:53.975794 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-fbd65e77-8cf4-4c09-bc20-a04b7ee47fac None None] Set router 97e4bfca-64f9-4598-ba84-0f9bb3863358 gateway port host: None {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:30:54.001324 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57664) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:54.034713 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-fbd65e77-8cf4-4c09-bc20-a04b7ee47fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e4bfca-64f9-4598-ba84-0f9bb3863358', 'name': 'tempest-RoutersIpV6Test-router-1260043786', 'tenant_id': 'd368a1938e3342de9d3358d110005af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:30:51Z', 'updated_at': '2021-12-21T13:30:52Z', 'revision_number': 2, 'project_id': 'd368a1938e3342de9d3358d110005af5', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:54.046165 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-53bc2466-f5ea-4d60-a4e7-5c22b14b9399 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:54.050015 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-800b1863-1ce2-4fd0-8755-6d784eb4e9fc tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=103153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:30:54.053793 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b24d2fbe-0edc-43fd-869a-2a5bcaeed4f4 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks [] for router, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:54.065421 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd65e77-8cf4-4c09-bc20-a04b7ee47fac None None] The sync data for ids ['97e4bfca-64f9-4598-ba84-0f9bb3863358'] in dv-neutron-master-2-hyperv is: [{'id': '97e4bfca-64f9-4598-ba84-0f9bb3863358', 'name': 'tempest-RoutersIpV6Test-router-1260043786', 'tenant_id': 'd368a1938e3342de9d3358d110005af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:30:51Z', 'updated_at': '2021-12-21T13:30:52Z', 'revision_number': 2, 'project_id': 'd368a1938e3342de9d3358d110005af5', 'gw_port_host': None}] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:30:54.071215 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-60bf59b2-ead3-419b-9efc-f6472cb92f6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:54.073792 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-60bf59b2-ead3-419b-9efc-f6472cb92f6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:54.075177 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-60bf59b2-ead3-419b-9efc-f6472cb92f6c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/54dfd97c-f049-4c8a-bf5d-d94dc21d94dd HTTP/1.1" status: 204 len: 168 time: 1.2699163 Dec 21 13:30:54.095918 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-578e2637-cc97-42ff-a7a7-8e2621761dbc tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "GET /v2.0/routers/97e4bfca-64f9-4598-ba84-0f9bb3863358 HTTP/1.1" status: 200 len: 704 time: 0.5381296 Dec 21 13:30:54.099398 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57670) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:54.100873 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-800b1863-1ce2-4fd0-8755-6d784eb4e9fc tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:54.101415 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.segments_db [None req-800b1863-1ce2-4fd0-8755-6d784eb4e9fc tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Added segment b1db955f-4c79-4605-8f92-fac890b42452 of type vlan for network eb17712e-23ce-411e-bf54-64cbc69db96c Dec 21 13:30:54.104758 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800b1863-1ce2-4fd0-8755-6d784eb4e9fc tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d2064f9-ec3a-415e-a9d7-fb4451f73240,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:54.142613 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98766a9a-bdda-48f0-9d94-3caa089e9e3b req-459c1c24-e58a-41bc-9417-d8fee3829d99 tempest-TestServerAdvancedOps-1829952957 tempest-TestServerAdvancedOps-1829952957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:30:54.144472 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-98766a9a-bdda-48f0-9d94-3caa089e9e3b req-459c1c24-e58a-41bc-9417-d8fee3829d99 tempest-TestServerAdvancedOps-1829952957 tempest-TestServerAdvancedOps-1829952957-project] 10.222.0.37 "GET /v2.0/ports?device_id=b256fe0e-7625-40a0-aed5-84c1a56b337d HTTP/1.1" status: 200 len: 945 time: 0.7562895 Dec 21 13:30:54.153135 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-53bc2466-f5ea-4d60-a4e7-5c22b14b9399 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Calling delete_port for 4d06f5fd-fe7e-4707-80de-425f526780ff owned by {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:30:54.157894 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-462acd00-978a-4e9c-9598-404ba856be30 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:30:54.170688 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164df089-be61-4bdb-be93-620ca014d25f None None] Sync routers for ids ['881385bd-dec1-4bff-8219-53bb66d2d0c9'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:30:54.171720 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83341c44-d151-4721-aaf3-27f48885c7c2 req-8e644a14-9f0f-4b98-8993-09f4d475bd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:30:54.171896 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-462acd00-978a-4e9c-9598-404ba856be30 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] 10.222.0.37 "PUT /v2.0/routers/881385bd-dec1-4bff-8219-53bb66d2d0c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9588234 Dec 21 13:30:54.173245 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-83341c44-d151-4721-aaf3-27f48885c7c2 req-8e644a14-9f0f-4b98-8993-09f4d475bd22 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7fcc1d47f4cc44e4b573fc100289403e&device_id=b256fe0e-7625-40a0-aed5-84c1a56b337d HTTP/1.1" status: 200 len: 1098 time: 0.7035172 Dec 21 13:30:54.175007 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57672) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:54.185911 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164df089-be61-4bdb-be93-620ca014d25f None None] Routers {'881385bd-dec1-4bff-8219-53bb66d2d0c9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:30:54.186854 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-164df089-be61-4bdb-be93-620ca014d25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:30:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['881385bd-dec1-4bff-8219-53bb66d2d0c9'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:54.197458 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-9bc10146-2cc6-4934-88d2-a24459428b0c tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "GET /v2.0/ports?device_id=97e4bfca-64f9-4598-ba84-0f9bb3863358 HTTP/1.1" status: 200 len: 205 time: 0.0934849 Dec 21 13:30:54.198814 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57674) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:54.204624 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bf59b2-ead3-419b-9efc-f6472cb92f6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54dfd97c-f049-4c8a-bf5d-d94dc21d94dd,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:54.250560 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-164df089-be61-4bdb-be93-620ca014d25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:54.267805 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-6fadc309-15f8-49cc-9b35-5d7149cfda06 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Request body: {'security_group': {'name': 'tempest-secgroup--1156532734'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:30:54.272212 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164df089-be61-4bdb-be93-620ca014d25f None None] Routers {'881385bd-dec1-4bff-8219-53bb66d2d0c9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:30:54.272832 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-164df089-be61-4bdb-be93-620ca014d25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:30:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['881385bd-dec1-4bff-8219-53bb66d2d0c9'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:54.285156 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-800b1863-1ce2-4fd0-8755-6d784eb4e9fc tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:54.323354 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-164df089-be61-4bdb-be93-620ca014d25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:54.324214 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164df089-be61-4bdb-be93-620ca014d25f None None] The sync data for ids ['881385bd-dec1-4bff-8219-53bb66d2d0c9'] in dv-neutron-master-2-hyperv is: [] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:30:54.360350 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b24d2fbe-0edc-43fd-869a-2a5bcaeed4f4 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26950'] for router, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:54.451098 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b24d2fbe-0edc-43fd-869a-2a5bcaeed4f4 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:54.463133 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3a160f2e-f0a4-490b-b4ec-59b26d3664e9 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks [] for router, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:54.474750 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-98766a9a-bdda-48f0-9d94-3caa089e9e3b req-00167dbe-ff22-476c-8e65-14da1e54b72d tempest-TestServerAdvancedOps-1829952957 tempest-TestServerAdvancedOps-1829952957-project] 10.222.0.37 "GET /v2.0/security-groups?id=c57c7cc1-c248-45fd-9bbc-650d852d9b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999990 Dec 21 13:30:54.520280 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b24d2fbe-0edc-43fd-869a-2a5bcaeed4f4 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534967'] for router, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:54.520280 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b24d2fbe-0edc-43fd-869a-2a5bcaeed4f4 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Fanout notify agent at l3_agent the message router_deleted on router 2b213dbe-091c-4cf8-93a6-1c486fec3bac {{(pid=103152) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 13:30:54.532039 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b24d2fbe-0edc-43fd-869a-2a5bcaeed4f4 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks [] for router, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:54.535817 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-b24d2fbe-0edc-43fd-869a-2a5bcaeed4f4 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "DELETE /v2.0/routers/2b213dbe-091c-4cf8-93a6-1c486fec3bac HTTP/1.1" status: 204 len: 168 time: 0.9331362 Dec 21 13:30:54.541090 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57682) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:54.557783 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-800b1863-1ce2-4fd0-8755-6d784eb4e9fc tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:54.563781 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800b1863-1ce2-4fd0-8755-6d784eb4e9fc tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:30:54.564400 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-800b1863-1ce2-4fd0-8755-6d784eb4e9fc tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:54.587329 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6fadc309-15f8-49cc-9b35-5d7149cfda06 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:54.614265 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e0e72c6e-ebea-4fdf-ba32-4e1f06e2b88d tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks [] for router, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:54.655341 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_v2 [None req-0740cf41-55ca-4f77-98a4-a8fa72cbc186 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Deleting subnet be26d3f4-55e5-4adb-bde7-af71a0f4e045 {{(pid=103152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:30:54.658949 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0740cf41-55ca-4f77-98a4-a8fa72cbc186 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks [] for subnet, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:54.695860 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-800b1863-1ce2-4fd0-8755-6d784eb4e9fc tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.0386839 Dec 21 13:30:54.702610 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6fadc309-15f8-49cc-9b35-5d7149cfda06 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:54.704573 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57690) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:54.705548 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0740cf41-55ca-4f77-98a4-a8fa72cbc186 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526644'] for subnet, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:54.771336 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-7a5c4f7b-ab3e-4462-95ab-543ac31b6540 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Request body: {'subnet': {'network_id': 'eb17712e-23ce-411e-bf54-64cbc69db96c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:30:54.781743 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83341c44-d151-4721-aaf3-27f48885c7c2 req-b7edac33-fff7-40f9-bec6-b26a085d3bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:30:54.783278 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-83341c44-d151-4721-aaf3-27f48885c7c2 req-b7edac33-fff7-40f9-bec6-b26a085d3bf3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e0f04b1c-bb25-45e9-a325-15dcdf4af126 HTTP/1.1" status: 200 len: 913 time: 0.5836079 Dec 21 13:30:54.799917 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3a160f2e-f0a4-490b-b4ec-59b26d3664e9 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26950'] for router, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:54.810644 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800b1863-1ce2-4fd0-8755-6d784eb4e9fc tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Pushing event updated for resources: {'Network': ['ID=eb17712e-23ce-411e-bf54-64cbc69db96c,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:54.818317 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3a160f2e-f0a4-490b-b4ec-59b26d3664e9 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:54.830147 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network eb17712e-23ce-411e-bf54-64cbc69db96c details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:30:54.890092 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0740cf41-55ca-4f77-98a4-a8fa72cbc186 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:54.907542 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-83341c44-d151-4721-aaf3-27f48885c7c2 req-7203fd23-7a88-4606-bb78-512afd8090d2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=61f62cab-b92a-4557-8e2b-46751cfd4aac HTTP/1.1" status: 200 len: 217 time: 0.1048217 Dec 21 13:30:54.953009 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e0e72c6e-ebea-4fdf-ba32-4e1f06e2b88d tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:55.022050 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3a160f2e-f0a4-490b-b4ec-59b26d3664e9 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534967'] for router, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:55.022746 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a160f2e-f0a4-490b-b4ec-59b26d3664e9 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Fanout notify agent at l3_agent the message router_deleted on router 97e4bfca-64f9-4598-ba84-0f9bb3863358 {{(pid=103153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 13:30:55.036598 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3a160f2e-f0a4-490b-b4ec-59b26d3664e9 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] Publish callbacks [] for router, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:55.042321 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-3a160f2e-f0a4-490b-b4ec-59b26d3664e9 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "DELETE /v2.0/routers/97e4bfca-64f9-4598-ba84-0f9bb3863358 HTTP/1.1" status: 204 len: 168 time: 0.8389390 Dec 21 13:30:55.044203 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57700) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:55.057442 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0740cf41-55ca-4f77-98a4-a8fa72cbc186 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12346570'] for subnet, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:55.072819 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83341c44-d151-4721-aaf3-27f48885c7c2 req-c65fe963-1d4c-493b-a3de-08f95dea3dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:30:55.074631 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-83341c44-d151-4721-aaf3-27f48885c7c2 req-c65fe963-1d4c-493b-a3de-08f95dea3dd4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0a23b394-8668-424d-9647-33cc57f03290 HTTP/1.1" status: 200 len: 852 time: 0.1585739 Dec 21 13:30:55.092361 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98d0b57-e488-4f77-a0e0-b07de7fe088f None None] Network be045d0d-9cc1-490b-a555-6c506ee9fd5c requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:30:55.095149 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-53bc2466-f5ea-4d60-a4e7-5c22b14b9399 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:55.098798 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a5c4f7b-ab3e-4462-95ab-543ac31b6540 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Made reservation on behalf of e559602709884871a5548144927daba6 for: {'subnet': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:30:55.103979 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7a5c4f7b-ab3e-4462-95ab-543ac31b6540 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11288759'] for subnet, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:55.116733 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0740cf41-55ca-4f77-98a4-a8fa72cbc186 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:55.120816 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-0740cf41-55ca-4f77-98a4-a8fa72cbc186 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "DELETE /v2.0/subnets/be26d3f4-55e5-4adb-bde7-af71a0f4e045 HTTP/1.1" status: 204 len: 168 time: 0.5784760 Dec 21 13:30:55.130572 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-644f36af-4c3e-40cc-b916-6da98f1128e1 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "GET /v2.0/ports?device_id=97e4bfca-64f9-4598-ba84-0f9bb3863358 HTTP/1.1" status: 200 len: 205 time: 0.0835774 Dec 21 13:30:55.139081 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57702) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:55.139449 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57704) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:55.149993 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-83341c44-d151-4721-aaf3-27f48885c7c2 req-b97a5a15-eb22-43f6-839b-78098b64b70c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e0f04b1c-bb25-45e9-a325-15dcdf4af126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614004 Dec 21 13:30:55.180553 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57706) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:55.196666 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6fadc309-15f8-49cc-9b35-5d7149cfda06 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:55.219640 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0740cf41-55ca-4f77-98a4-a8fa72cbc186 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Pushing event deleted for resources: {'Subnet': ['ID=be26d3f4-55e5-4adb-bde7-af71a0f4e045,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:55.220162 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6fadc309-15f8-49cc-9b35-5d7149cfda06 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:55.229374 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.api.v2.resource [None req-844c2d82-7056-463e-940e-9c3f31342590 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] delete failed (client error): The resource could not be found. Dec 21 13:30:55.233736 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-0c9d5874-9c44-4c26-8add-361ea1fa9096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:55.234004 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-844c2d82-7056-463e-940e-9c3f31342590 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "DELETE /v2.0/routers/97e4bfca-64f9-4598-ba84-0f9bb3863358 HTTP/1.1" status: 404 len: 336 time: 0.0921075 Dec 21 13:30:55.246496 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57710) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:55.248921 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bc2466-f5ea-4d60-a4e7-5c22b14b9399 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event deleted for resources: {'Port': ['ID=4d06f5fd-fe7e-4707-80de-425f526780ff,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:55.325456 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-e11761a2-05ca-4e04-83e0-256235170ce7 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] DELETE failed (client error): The resource could not be found. Dec 21 13:30:55.326145 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e11761a2-05ca-4e04-83e0-256235170ce7 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:30:55.329795 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-e11761a2-05ca-4e04-83e0-256235170ce7 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "DELETE /v2.0/subnets/2cec0ef3-4bce-4962-b808-d9d0c11d197b HTTP/1.1" status: 404 len: 337 time: 0.0819564 Dec 21 13:30:55.338649 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57712) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:55.421526 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba2ed2e-a017-4083-b02d-a18d45fdf67b None None] DHCP port deletion for be045d0d-9cc1-490b-a555-6c506ee9fd5c request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:30:55.441560 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-900fa877-0cd9-4eac-a285-b4c66da6769b tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:55.459120 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fadc309-15f8-49cc-9b35-5d7149cfda06 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9db6e490-ef84-4c75-93f7-202b1fc69e53,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:55.465855 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-c7635548-9f75-4f16-bd27-2f010aaa59ea tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-941776221'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:30:55.481961 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac63db89-e85e-4fe3-8162-9672546c2727 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] DELETE failed (client error): The resource could not be found. Dec 21 13:30:55.482256 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac63db89-e85e-4fe3-8162-9672546c2727 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:30:55.485395 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-ac63db89-e85e-4fe3-8162-9672546c2727 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "DELETE /v2.0/subnets/d59ccc0f-4d57-457e-aa42-5011fd6d3678 HTTP/1.1" status: 404 len: 337 time: 0.1316333 Dec 21 13:30:55.500175 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57714) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:55.501885 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-8ba2ed2e-a017-4083-b02d-a18d45fdf67b None None] Deleting port fdcf5ab9-e303-4301-8b0c-941eb7aed9fa {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:30:55.502474 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8ba2ed2e-a017-4083-b02d-a18d45fdf67b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:55.524372 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-e0e72c6e-ebea-4fdf-ba32-4e1f06e2b88d tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Deleting port 032d56bb-4058-4434-9a9d-777fcd9be0c0 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:30:55.524946 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e0e72c6e-ebea-4fdf-ba32-4e1f06e2b88d tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:55.572236 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-53bc2466-f5ea-4d60-a4e7-5c22b14b9399 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:55.578763 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-53bc2466-f5ea-4d60-a4e7-5c22b14b9399 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "DELETE /v2.0/ports/4d06f5fd-fe7e-4707-80de-425f526780ff HTTP/1.1" status: 204 len: 168 time: 2.4873509 Dec 21 13:30:55.584806 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57718) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:55.609644 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.pecan_wsgi.hooks.translation [None req-d538b269-2b9c-4dab-9fde-b0bc8f443381 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] DELETE failed (client error): The resource could not be found. Dec 21 13:30:55.610252 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d538b269-2b9c-4dab-9fde-b0bc8f443381 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:30:55.613692 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-d538b269-2b9c-4dab-9fde-b0bc8f443381 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "DELETE /v2.0/subnets/efd71155-42c5-4846-a6d3-b0a48a3b13b8 HTTP/1.1" status: 404 len: 337 time: 0.1063044 Dec 21 13:30:55.617170 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-83341c44-d151-4721-aaf3-27f48885c7c2 req-56b9aa64-c8dd-499e-962f-cdd746a168ed service neutron] 10.222.0.60 "GET /v2.0/networks/e0f04b1c-bb25-45e9-a325-15dcdf4af126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4541719 Dec 21 13:30:55.618283 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57720) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:55.623175 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-8ba2ed2e-a017-4083-b02d-a18d45fdf67b None None] For port fdcf5ab9-e303-4301-8b0c-941eb7aed9fa, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fdcf5ab9-e303-4301-8b0c-941eb7aed9fa,segment=NetworkSegment(b6e80e88-7b9b-4a93-8bf7-499326960be6),segment_id=b6e80e88-7b9b-4a93-8bf7-499326960be6)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:30:55.623681 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8ba2ed2e-a017-4083-b02d-a18d45fdf67b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:55.650040 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-8ba2ed2e-a017-4083-b02d-a18d45fdf67b None None] Calling delete_port for fdcf5ab9-e303-4301-8b0c-941eb7aed9fa owned by network:dhcp {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:30:55.711399 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-80a11676-61d1-4ee7-b7a5-2d48b2560e32 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] DELETE failed (client error): The resource could not be found. Dec 21 13:30:55.711862 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80a11676-61d1-4ee7-b7a5-2d48b2560e32 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:30:55.715996 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6fadc309-15f8-49cc-9b35-5d7149cfda06 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:55.717392 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-80a11676-61d1-4ee7-b7a5-2d48b2560e32 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "DELETE /v2.0/subnets/3a2300ef-3c43-47b0-8476-ddfb30a8d010 HTTP/1.1" status: 404 len: 337 time: 0.0962217 Dec 21 13:30:55.739847 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8ba2ed2e-a017-4083-b02d-a18d45fdf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636'] for port, after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:55.743519 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57722) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:55.755312 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7635548-9f75-4f16-bd27-2f010aaa59ea tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Made reservation on behalf of a1ada58ef66244899294bdd43455e4f3 for: {'network': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:30:55.759676 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c7635548-9f75-4f16-bd27-2f010aaa59ea tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:55.761769 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6fadc309-15f8-49cc-9b35-5d7149cfda06 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:55.774792 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba2ed2e-a017-4083-b02d-a18d45fdf67b None None] Pushing event deleted for resources: {'Port': ['ID=fdcf5ab9-e303-4301-8b0c-941eb7aed9fa,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:55.776977 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba2ed2e-a017-4083-b02d-a18d45fdf67b None None] No DVR routers for this DVR port fdcf5ab9-e303-4301-8b0c-941eb7aed9fa on host dv-neutron-master-2-hyperv {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:30:55.798004 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-7df40421-4d58-49ca-a2dc-1950756f5e94 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "GET /v2.0/ports?device_id=caf3ff8a-af97-4de4-b3e0-de9adbadc076 HTTP/1.1" status: 200 len: 205 time: 0.0484171 Dec 21 13:30:55.800027 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e0e72c6e-ebea-4fdf-ba32-4e1f06e2b88d tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:55.803319 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57724) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:55.829658 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c7635548-9f75-4f16-bd27-2f010aaa59ea tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks [] for security_group, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:55.863843 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-e0e72c6e-ebea-4fdf-ba32-4e1f06e2b88d tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Calling delete_port for 032d56bb-4058-4434-9a9d-777fcd9be0c0 owned by network:router_gateway {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:30:55.866536 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.api.v2.resource [None req-b3fda85a-0e3c-4338-ba15-77d948325154 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] delete failed (client error): The resource could not be found. Dec 21 13:30:55.867730 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-b3fda85a-0e3c-4338-ba15-77d948325154 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "DELETE /v2.0/routers/caf3ff8a-af97-4de4-b3e0-de9adbadc076 HTTP/1.1" status: 404 len: 336 time: 0.0632291 Dec 21 13:30:55.876395 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2a4867-45e2-4037-98b5-5daee8b6c88b tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:30:55.878028 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2a4867-45e2-4037-98b5-5daee8b6c88b tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:30:55.879019 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f34f252-6371-4c06-9cde-7a3cd505635f req-dfa3bf97-347e-4fe0-abb8-5ab077743f50 tempest-TestServerAdvancedOps-1829952957 tempest-TestServerAdvancedOps-1829952957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:30:55.879553 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2a4867-45e2-4037-98b5-5daee8b6c88b tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:30:55.880516 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-4f34f252-6371-4c06-9cde-7a3cd505635f req-dfa3bf97-347e-4fe0-abb8-5ab077743f50 tempest-TestServerAdvancedOps-1829952957 tempest-TestServerAdvancedOps-1829952957-project] 10.222.0.37 "GET /v2.0/ports?device_id=b256fe0e-7625-40a0-aed5-84c1a56b337d HTTP/1.1" status: 200 len: 945 time: 0.2633839 Dec 21 13:30:55.881104 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-6d2a4867-45e2-4037-98b5-5daee8b6c88b tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2662280 Dec 21 13:30:55.884700 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57726) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:55.885047 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57728) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:55.894062 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6fadc309-15f8-49cc-9b35-5d7149cfda06 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:55.895239 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-6fadc309-15f8-49cc-9b35-5d7149cfda06 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.8913827 Dec 21 13:30:55.901202 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fadc309-15f8-49cc-9b35-5d7149cfda06 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33543364-ccc0-49a2-90c6-286f485f57aa,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:55.913474 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57732) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:55.964428 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-6e746098-22bd-463a-970c-cd7a29595051 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "GET /v2.0/ports?device_id=3037d247-c230-44eb-8286-a59fe3a415ee HTTP/1.1" status: 200 len: 205 time: 0.0764422 Dec 21 13:30:55.969697 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57734) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:55.975165 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-83341c44-d151-4721-aaf3-27f48885c7c2 req-883b6361-477c-42b8-83ae-e9ed61ddf9a7 service neutron] 10.222.0.60 "GET /v2.0/networks/e0f04b1c-bb25-45e9-a325-15dcdf4af126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3317602 Dec 21 13:30:55.976079 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7a5c4f7b-ab3e-4462-95ab-543ac31b6540 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11195289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11288741'] for subnet, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:56.023367 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-900fa877-0cd9-4eac-a285-b4c66da6769b tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Deleting port fdcf5ab9-e303-4301-8b0c-941eb7aed9fa {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:30:56.023644 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-900fa877-0cd9-4eac-a285-b4c66da6769b tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:56.044316 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.api.v2.resource [None req-996f0820-6689-466b-be45-b6f8ab4c37ed tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] delete failed (client error): The resource could not be found. Dec 21 13:30:56.045369 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-996f0820-6689-466b-be45-b6f8ab4c37ed tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "DELETE /v2.0/routers/3037d247-c230-44eb-8286-a59fe3a415ee HTTP/1.1" status: 404 len: 336 time: 0.0747073 Dec 21 13:30:56.059147 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57736) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:56.103669 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_v2 [None req-cba3bfce-1682-45ce-81ab-64b1d33f6a50 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Deleting subnet 13c5fa18-04d9-408e-be5b-144b5255d050 {{(pid=103152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:30:56.111864 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d2c8450-6d0c-4181-95dd-bbb7d2a242fd tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] DELETE failed (client error): The resource could not be found. Dec 21 13:30:56.112414 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d2c8450-6d0c-4181-95dd-bbb7d2a242fd tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:30:56.115601 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-4d2c8450-6d0c-4181-95dd-bbb7d2a242fd tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "DELETE /v2.0/subnets/648ddb2b-f9a6-48dc-899c-e023c2f96748 HTTP/1.1" status: 404 len: 337 time: 0.0554943 Dec 21 13:30:56.124425 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57738) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:56.143605 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5c4f7b-ab3e-4462-95ab-543ac31b6540 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Pushing event updated for resources: {'Subnet': ['ID=bdfee4b4-ff3b-4e78-bf0d-39ac82a4abaa,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:56.156259 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cba3bfce-1682-45ce-81ab-64b1d33f6a50 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for subnet, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:56.169695 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-eb175c39-c6d9-4f54-a821-4539197537ee tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a232d7d-5ca7-4e6f-bd8c-fc43455e6c31 HTTP/1.1" status: 200 len: 205 time: 0.0420713 Dec 21 13:30:56.176943 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57740) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:56.193483 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-4f34f252-6371-4c06-9cde-7a3cd505635f req-af511a9f-075a-464b-981e-eeafac1390e7 tempest-TestServerAdvancedOps-1829952957 tempest-TestServerAdvancedOps-1829952957-project] 10.222.0.37 "GET /v2.0/security-groups?id=c57c7cc1-c248-45fd-9bbc-650d852d9b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3025234 Dec 21 13:30:56.222951 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5c4f7b-ab3e-4462-95ab-543ac31b6540 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Checking segment: {'id': 'b1db955f-4c79-4605-8f92-fac890b42452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'eb17712e-23ce-411e-bf54-64cbc69db96c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:30:56.223328 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5c4f7b-ab3e-4462-95ab-543ac31b6540 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Network hostable DHCP agents. Network: eb17712e-23ce-411e-bf54-64cbc69db96c, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:30:56.229740 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.api.v2.resource [None req-16f2f955-5894-426e-b56d-294d6a318cff tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] delete failed (client error): The resource could not be found. Dec 21 13:30:56.231049 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-16f2f955-5894-426e-b56d-294d6a318cff tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "DELETE /v2.0/routers/2a232d7d-5ca7-4e6f-bd8c-fc43455e6c31 HTTP/1.1" status: 404 len: 336 time: 0.0509300 Dec 21 13:30:56.232927 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c7635548-9f75-4f16-bd27-2f010aaa59ea tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks [] for security_group, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:56.234243 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57742) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:56.238095 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-900fa877-0cd9-4eac-a285-b4c66da6769b tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] For port fdcf5ab9-e303-4301-8b0c-941eb7aed9fa, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:30:56.238493 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-900fa877-0cd9-4eac-a285-b4c66da6769b tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:56.247918 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c7635548-9f75-4f16-bd27-2f010aaa59ea tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:56.254278 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-c3b04d69-f41a-4d02-bfc8-fcef1b171eb1 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4539 time: 0.3392663 Dec 21 13:30:56.263430 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57744) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:56.272276 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-900fa877-0cd9-4eac-a285-b4c66da6769b tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Calling delete_port for fdcf5ab9-e303-4301-8b0c-941eb7aed9fa owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:30:56.277863 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-a175a4e7-8211-444a-aa95-1c813231f218 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "GET /v2.0/ports?device_id=366be426-5693-4c3e-9d2c-f1af6b09e4e0 HTTP/1.1" status: 200 len: 205 time: 0.0422165 Dec 21 13:30:56.278375 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-abaed2eb-a249-421d-83c7-61aca7d3f0b0 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Request body: {'security_group': {'name': 'tempest-security--1438371435', 'description': 'tempest-security-description-1440104020'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:30:56.281018 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57746) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:56.288565 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.ipam_backend_mixin [None req-900fa877-0cd9-4eac-a285-b4c66da6769b tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Port fdcf5ab9-e303-4301-8b0c-941eb7aed9fa was not found and therefore no delete operation was performed {{(pid=103152) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 21 13:30:56.307432 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7635548-9f75-4f16-bd27-2f010aaa59ea tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=103153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:30:56.310115 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-900fa877-0cd9-4eac-a285-b4c66da6769b tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:56.314083 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7635548-9f75-4f16-bd27-2f010aaa59ea tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc85bfe-ca4d-448f-a7c1-57dd6637190b,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:56.317759 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5c4f7b-ab3e-4462-95ab-543ac31b6540 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Network eb17712e-23ce-411e-bf54-64cbc69db96c is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:30:56.327811 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c7635548-9f75-4f16-bd27-2f010aaa59ea tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:56.328280 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.segments_db [None req-c7635548-9f75-4f16-bd27-2f010aaa59ea tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Added segment e656c9ee-444b-4327-82ff-f9da1c84e83d of type vlan for network 654881bd-7df1-403f-92cb-f4553ff7e85c Dec 21 13:30:56.338151 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-7a5c4f7b-ab3e-4462-95ab-543ac31b6540 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, eb17712e-23ce-411e-bf54-64cbc69db96c) {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:30:56.345578 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cba3bfce-1682-45ce-81ab-64b1d33f6a50 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526644'] for subnet, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:56.360791 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5c4f7b-ab3e-4462-95ab-543ac31b6540 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:30:56.361393 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7a5c4f7b-ab3e-4462-95ab-543ac31b6540 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks [] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:56.362158 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a539c8fd-9ceb-4dd3-a4d4-365424bb887d None None] Network eb17712e-23ce-411e-bf54-64cbc69db96c requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:30:56.383135 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c7635548-9f75-4f16-bd27-2f010aaa59ea tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:56.396222 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-7a5c4f7b-ab3e-4462-95ab-543ac31b6540 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6376076 Dec 21 13:30:56.399566 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57748) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:56.409933 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-068ccbaf-559c-4875-9a75-34650f5480c8 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Request body: {'network': {'name': 'tempest-router-network01--750204839'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:30:56.416212 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.api.v2.resource [None req-4659fb9b-65cf-4f63-a776-90cf0ed659ff tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] delete failed (client error): The resource could not be found. Dec 21 13:30:56.417605 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-4659fb9b-65cf-4f63-a776-90cf0ed659ff tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "DELETE /v2.0/routers/366be426-5693-4c3e-9d2c-f1af6b09e4e0 HTTP/1.1" status: 404 len: 336 time: 0.1244490 Dec 21 13:30:56.422452 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57750) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:56.436679 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c7635548-9f75-4f16-bd27-2f010aaa59ea tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:56.442282 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7635548-9f75-4f16-bd27-2f010aaa59ea tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:30:56.442934 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c7635548-9f75-4f16-bd27-2f010aaa59ea tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:56.480240 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c99ebee-bce6-4ccd-a528-c8cae392e0db tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] DELETE failed (client error): The resource could not be found. Dec 21 13:30:56.480713 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c99ebee-bce6-4ccd-a528-c8cae392e0db tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:30:56.490365 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-7c99ebee-bce6-4ccd-a528-c8cae392e0db tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "DELETE /v2.0/subnets/d7e97ef9-c7b2-4825-b5ec-f6bc8a8ba3a8 HTTP/1.1" status: 404 len: 337 time: 0.0668132 Dec 21 13:30:56.493275 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900fa877-0cd9-4eac-a285-b4c66da6769b tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Pushing event deleted for resources: {'Port': ['ID=fdcf5ab9-e303-4301-8b0c-941eb7aed9fa,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:56.495277 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57752) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:56.508458 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ef2395-d3eb-4cea-8ca6-a853bf533580 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-eb17712e-23ce-411e-bf54-64cbc69db96c', 'network_id': 'eb17712e-23ce-411e-bf54-64cbc69db96c', 'project_id': 'e559602709884871a5548144927daba6', 'fixed_ips': [{'subnet_id': 'bdfee4b4-ff3b-4e78-bf0d-39ac82a4abaa'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:30:56.509709 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e5ef2395-d3eb-4cea-8ca6-a853bf533580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:56.530704 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device fdcf5ab9-e303-4301-8b0c-941eb7aed9fa no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:30:56.534336 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e0e72c6e-ebea-4fdf-ba32-4e1f06e2b88d tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:56.537453 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-c7635548-9f75-4f16-bd27-2f010aaa59ea tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3523095 Dec 21 13:30:56.537615 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900fa877-0cd9-4eac-a285-b4c66da6769b tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] No DVR routers for this DVR port fdcf5ab9-e303-4301-8b0c-941eb7aed9fa on host dv-neutron-master-2-hyperv {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:30:56.541025 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-068ccbaf-559c-4875-9a75-34650f5480c8 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Made reservation on behalf of e559602709884871a5548144927daba6 for: {'network': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:30:56.545527 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-068ccbaf-559c-4875-9a75-34650f5480c8 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:56.545880 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-2b249296-150c-4779-a189-f7c3fabf5b3d tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "GET /v2.0/ports?device_id=00dc3304-49e8-4aae-840a-ce2f1107f3cc HTTP/1.1" status: 200 len: 205 time: 0.0448132 Dec 21 13:30:56.556148 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57754) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:56.644904 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098d2cd9-870a-4c59-9804-3ac072b23b94 None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:30:56.645197 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e72c6e-ebea-4fdf-ba32-4e1f06e2b88d tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Pushing event deleted for resources: {'Port': ['ID=032d56bb-4058-4434-9a9d-777fcd9be0c0,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:56.647189 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.api.v2.resource [None req-1a810f62-a9ba-4274-8cba-8667efbdcf21 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] delete failed (client error): The resource could not be found. Dec 21 13:30:56.648244 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-1a810f62-a9ba-4274-8cba-8667efbdcf21 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "DELETE /v2.0/routers/00dc3304-49e8-4aae-840a-ce2f1107f3cc HTTP/1.1" status: 404 len: 336 time: 0.0911503 Dec 21 13:30:56.659657 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: fdcf5ab9-e303-4301-8b0c-941eb7aed9fa {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:30:56.660256 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device fdcf5ab9-e303-4301-8b0c-941eb7aed9fa not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:30:56.681828 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-068ccbaf-559c-4875-9a75-34650f5480c8 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=103153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:30:56.682549 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-abaed2eb-a249-421d-83c7-61aca7d3f0b0 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:56.686861 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57756) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:56.729127 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7635548-9f75-4f16-bd27-2f010aaa59ea tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Pushing event updated for resources: {'Network': ['ID=654881bd-7df1-403f-92cb-f4553ff7e85c,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:56.746675 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-e5ef2395-d3eb-4cea-8ca6-a853bf533580 None None] Allocated IP 2001:db8::2 (eb17712e-23ce-411e-bf54-64cbc69db96c/bdfee4b4-ff3b-4e78-bf0d-39ac82a4abaa/e2bc357e-870e-49dd-ab07-7581e064b3e4) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:30:56.755876 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network 654881bd-7df1-403f-92cb-f4553ff7e85c details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:30:56.803710 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-068ccbaf-559c-4875-9a75-34650f5480c8 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:56.804141 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.segments_db [None req-068ccbaf-559c-4875-9a75-34650f5480c8 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Added segment be8f6f7a-2c9b-497d-9849-427f8a60b18b of type vlan for network d4866f87-e19a-4c73-8ebb-5bd4ac3e8aea Dec 21 13:30:56.806493 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dee9b10-d9eb-4846-b88f-ccca7b319bdd tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] DELETE failed (client error): The resource could not be found. Dec 21 13:30:56.807769 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dee9b10-d9eb-4846-b88f-ccca7b319bdd tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:30:56.816721 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e0e72c6e-ebea-4fdf-ba32-4e1f06e2b88d tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-548638'] for router_gateway, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:56.821698 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-0dee9b10-d9eb-4846-b88f-ccca7b319bdd tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "DELETE /v2.0/subnets/3c4781ee-6e10-49c8-933c-a69a407cbb0b HTTP/1.1" status: 404 len: 337 time: 0.1286163 Dec 21 13:30:56.844042 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57758) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:56.906682 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-ba51b3f2-2e33-4642-8c81-01da60ddb4a7 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "GET /v2.0/ports?device_id=97f00bab-f46e-4954-81a8-e2cb785927f8 HTTP/1.1" status: 200 len: 205 time: 0.0611994 Dec 21 13:30:56.909705 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57760) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:56.960270 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.api.v2.resource [None req-de139267-7652-442d-9a6b-d677f6a5e3d1 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] delete failed (client error): The resource could not be found. Dec 21 13:30:56.961535 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-de139267-7652-442d-9a6b-d677f6a5e3d1 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "DELETE /v2.0/routers/97f00bab-f46e-4954-81a8-e2cb785927f8 HTTP/1.1" status: 404 len: 336 time: 0.0507655 Dec 21 13:30:56.964013 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-068ccbaf-559c-4875-9a75-34650f5480c8 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:56.966267 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57762) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:56.999603 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.pecan_wsgi.hooks.translation [None req-708045e6-fd6a-4c36-a8e6-48ab3382cd7c tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] DELETE failed (client error): The resource could not be found. Dec 21 13:30:57.000218 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-708045e6-fd6a-4c36-a8e6-48ab3382cd7c tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:30:57.003566 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-708045e6-fd6a-4c36-a8e6-48ab3382cd7c tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "DELETE /v2.0/subnets/7cabd20d-5beb-42c3-ae03-5a1374fbec72 HTTP/1.1" status: 404 len: 337 time: 0.0361366 Dec 21 13:30:57.007027 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57764) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:57.027771 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e5ef2395-d3eb-4cea-8ca6-a853bf533580 None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:57.036276 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e5ef2395-d3eb-4cea-8ca6-a853bf533580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:57.054207 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.pecan_wsgi.hooks.translation [None req-381fbb59-40a3-4346-a24d-75900d07cd11 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] DELETE failed (client error): The resource could not be found. Dec 21 13:30:57.055363 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-381fbb59-40a3-4346-a24d-75900d07cd11 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:30:57.059439 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-381fbb59-40a3-4346-a24d-75900d07cd11 tempest-RoutersIpV6Test-1727757439 tempest-RoutersIpV6Test-1727757439-project] 10.222.0.37 "DELETE /v2.0/subnets/eeea2e36-3ce7-4b72-b144-563c78ee694f HTTP/1.1" status: 404 len: 337 time: 0.0510850 Dec 21 13:30:57.073109 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ef2395-d3eb-4cea-8ca6-a853bf533580 None None] Network eb17712e-23ce-411e-bf54-64cbc69db96c is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:30:57.075658 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-068ccbaf-559c-4875-9a75-34650f5480c8 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:57.076099 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-e5ef2395-d3eb-4cea-8ca6-a853bf533580 None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:30:57.083620 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ef2395-d3eb-4cea-8ca6-a853bf533580 None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:30:57.089793 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068ccbaf-559c-4875-9a75-34650f5480c8 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:30:57.091982 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-068ccbaf-559c-4875-9a75-34650f5480c8 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:57.144609 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ef2395-d3eb-4cea-8ca6-a853bf533580 None None] Pushing event updated for resources: {'Port': ['ID=e2bc357e-870e-49dd-ab07-7581e064b3e4,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:57.166373 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-e5ef2395-d3eb-4cea-8ca6-a853bf533580 None None] Attempting to bind port e2bc357e-870e-49dd-ab07-7581e064b3e4 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:30:57.166760 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-e5ef2395-d3eb-4cea-8ca6-a853bf533580 None None] Attempting to bind port e2bc357e-870e-49dd-ab07-7581e064b3e4 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b1db955f-4c79-4605-8f92-fac890b42452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'eb17712e-23ce-411e-bf54-64cbc69db96c'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:30:57.167130 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ef2395-d3eb-4cea-8ca6-a853bf533580 None None] Attempting to bind port e2bc357e-870e-49dd-ab07-7581e064b3e4 on network eb17712e-23ce-411e-bf54-64cbc69db96c {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:30:57.177326 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ef2395-d3eb-4cea-8ca6-a853bf533580 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:30:57.177709 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ef2395-d3eb-4cea-8ca6-a853bf533580 None None] Checking segment: {'id': 'b1db955f-4c79-4605-8f92-fac890b42452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'eb17712e-23ce-411e-bf54-64cbc69db96c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:30:57.178116 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e5ef2395-d3eb-4cea-8ca6-a853bf533580 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:57.180541 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ef2395-d3eb-4cea-8ca6-a853bf533580 None None] Bound using segment: {'id': 'b1db955f-4c79-4605-8f92-fac890b42452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'eb17712e-23ce-411e-bf54-64cbc69db96c'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:30:57.184259 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-e5ef2395-d3eb-4cea-8ca6-a853bf533580 None None] Bound port: e2bc357e-870e-49dd-ab07-7581e064b3e4, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1db955f-4c79-4605-8f92-fac890b42452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'eb17712e-23ce-411e-bf54-64cbc69db96c'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:30:57.185452 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e5ef2395-d3eb-4cea-8ca6-a853bf533580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:57.192117 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-068ccbaf-559c-4875-9a75-34650f5480c8 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7891791 Dec 21 13:30:57.193866 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57768) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:57.199736 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-1c628216-fac2-4b16-be68-be2d9e8276cf tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Request body: {'network': {'name': 'tempest-router-network02--1418086524'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:30:57.247220 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068ccbaf-559c-4875-9a75-34650f5480c8 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Pushing event updated for resources: {'Network': ['ID=d4866f87-e19a-4c73-8ebb-5bd4ac3e8aea,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:57.262942 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network d4866f87-e19a-4c73-8ebb-5bd4ac3e8aea details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:30:57.282498 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c628216-fac2-4b16-be68-be2d9e8276cf tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Made reservation on behalf of e559602709884871a5548144927daba6 for: {'network': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:30:57.288515 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1c628216-fac2-4b16-be68-be2d9e8276cf tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:57.359522 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c628216-fac2-4b16-be68-be2d9e8276cf tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=103153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:30:57.383792 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1c628216-fac2-4b16-be68-be2d9e8276cf tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:57.384332 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.segments_db [None req-1c628216-fac2-4b16-be68-be2d9e8276cf tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Added segment 4756a382-8d83-43c1-8e08-12768b3ff2d2 of type vlan for network 63aa1643-b106-4f74-adc7-744d49abc39b Dec 21 13:30:57.419401 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-e5ef2395-d3eb-4cea-8ca6-a853bf533580 None None] For port e2bc357e-870e-49dd-ab07-7581e064b3e4, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:30:57.448678 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2edf4a-1887-44e6-b8c3-5d2932f38f81 req-6eb80912-099a-40dd-b347-9833bbc219db tempest-TestServerAdvancedOps-1829952957 tempest-TestServerAdvancedOps-1829952957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:30:57.450771 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1a2edf4a-1887-44e6-b8c3-5d2932f38f81 req-6eb80912-099a-40dd-b347-9833bbc219db tempest-TestServerAdvancedOps-1829952957 tempest-TestServerAdvancedOps-1829952957-project] 10.222.0.37 "GET /v2.0/ports?device_id=b256fe0e-7625-40a0-aed5-84c1a56b337d HTTP/1.1" status: 200 len: 945 time: 0.1386020 Dec 21 13:30:57.462037 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1c628216-fac2-4b16-be68-be2d9e8276cf tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:57.469186 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-e5ef2395-d3eb-4cea-8ca6-a853bf533580 None None] For port e2bc357e-870e-49dd-ab07-7581e064b3e4, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e2bc357e-870e-49dd-ab07-7581e064b3e4,segment=NetworkSegment(b1db955f-4c79-4605-8f92-fac890b42452),segment_id=b1db955f-4c79-4605-8f92-fac890b42452)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:30:57.488244 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e5ef2395-d3eb-4cea-8ca6-a853bf533580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:57.542294 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-900fa877-0cd9-4eac-a285-b4c66da6769b tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:57.552928 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1a2edf4a-1887-44e6-b8c3-5d2932f38f81 req-2e88ff2c-ea06-485a-852a-adf9f8e72300 tempest-TestServerAdvancedOps-1829952957 tempest-TestServerAdvancedOps-1829952957-project] 10.222.0.37 "GET /v2.0/security-groups?id=c57c7cc1-c248-45fd-9bbc-650d852d9b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928986 Dec 21 13:30:57.569806 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1c628216-fac2-4b16-be68-be2d9e8276cf tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:57.582427 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c628216-fac2-4b16-be68-be2d9e8276cf tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:30:57.582427 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1c628216-fac2-4b16-be68-be2d9e8276cf tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:57.596220 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e0e72c6e-ebea-4fdf-ba32-4e1f06e2b88d tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26950'] for router, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:57.600925 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e0e72c6e-ebea-4fdf-ba32-4e1f06e2b88d tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:57.647031 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-0f93b298-8934-4948-92e0-a267a306a8c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:57.700818 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-1c628216-fac2-4b16-be68-be2d9e8276cf tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5031385 Dec 21 13:30:57.703527 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ef2395-d3eb-4cea-8ca6-a853bf533580 None None] Pushing event updated for resources: {'Port': ['ID=e2bc357e-870e-49dd-ab07-7581e064b3e4,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:57.756713 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-abaed2eb-a249-421d-83c7-61aca7d3f0b0 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:57.760435 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57776) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:57.763296 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57778) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:57.801458 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628216-fac2-4b16-be68-be2d9e8276cf tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Pushing event updated for resources: {'Network': ['ID=63aa1643-b106-4f74-adc7-744d49abc39b,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:57.806721 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-48b306bc-965f-469e-8d26-b825309792f6 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Request body: {'subnet': {'network_id': 'd4866f87-e19a-4c73-8ebb-5bd4ac3e8aea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:30:57.819121 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network 63aa1643-b106-4f74-adc7-744d49abc39b details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:30:57.909989 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-abaed2eb-a249-421d-83c7-61aca7d3f0b0 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:57.920530 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-abaed2eb-a249-421d-83c7-61aca7d3f0b0 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:57.936226 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-abaed2eb-a249-421d-83c7-61aca7d3f0b0 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] 10.222.0.37 "PUT /v2.0/security-groups/33543364-ccc0-49a2-90c6-286f485f57aa HTTP/1.1" status: 200 len: 1795 time: 1.6561294 Dec 21 13:30:57.936551 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57784) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:57.951215 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e0e72c6e-ebea-4fdf-ba32-4e1f06e2b88d tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534967'] for router, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:57.952295 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0e72c6e-ebea-4fdf-ba32-4e1f06e2b88d tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Fanout notify agent at l3_agent the message router_deleted on router 881385bd-dec1-4bff-8219-53bb66d2d0c9 {{(pid=103152) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 13:30:57.960507 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-900fa877-0cd9-4eac-a285-b4c66da6769b tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be045d0d-9cc1-490b-a555-6c506ee9fd5c']}} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:57.972241 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e0e72c6e-ebea-4fdf-ba32-4e1f06e2b88d tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks [] for router, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:57.976133 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-e0e72c6e-ebea-4fdf-ba32-4e1f06e2b88d tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] 10.222.0.37 "DELETE /v2.0/routers/881385bd-dec1-4bff-8219-53bb66d2d0c9 HTTP/1.1" status: 204 len: 168 time: 3.7976151 Dec 21 13:30:57.979619 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57786) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:58.053949 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cba3bfce-1682-45ce-81ab-64b1d33f6a50 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:58.082074 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e9fa8b7-5fdf-4732-803a-8766045f8006 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Deleting subnet d0072e62-7d2f-488d-b6b3-8dff3cfe2220 {{(pid=103153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:30:58.101570 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2e9fa8b7-5fdf-4732-803a-8766045f8006 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks [] for subnet, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:58.118336 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-900fa877-0cd9-4eac-a285-b4c66da6769b tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6e80e88-7b9b-4a93-8bf7-499326960be6') {'for_net_delete': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:58.118994 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-900fa877-0cd9-4eac-a285-b4c66da6769b tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6e80e88-7b9b-4a93-8bf7-499326960be6') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:30:58.177989 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-b3ad74db-2bd1-474a-8aa6-f24daf435259 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] 10.222.0.37 "GET /v2.0/security-groups/33543364-ccc0-49a2-90c6-286f485f57aa HTTP/1.1" status: 200 len: 1795 time: 0.2456226 Dec 21 13:30:58.180510 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57788) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:58.183122 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-900fa877-0cd9-4eac-a285-b4c66da6769b tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526653'] for segment, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:58.189131 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2e9fa8b7-5fdf-4732-803a-8766045f8006 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1585439'] for subnet, precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:58.205394 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaed2eb-a249-421d-83c7-61aca7d3f0b0 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33543364-ccc0-49a2-90c6-286f485f57aa,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:58.244800 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f208ca-6d7c-46da-97e2-455267aed108 req-31b807ec-914d-416d-a254-b78bae9e9385 tempest-TestServerAdvancedOps-1829952957 tempest-TestServerAdvancedOps-1829952957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:30:58.246500 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a3f208ca-6d7c-46da-97e2-455267aed108 req-31b807ec-914d-416d-a254-b78bae9e9385 tempest-TestServerAdvancedOps-1829952957 tempest-TestServerAdvancedOps-1829952957-project] 10.222.0.37 "GET /v2.0/ports?device_id=b256fe0e-7625-40a0-aed5-84c1a56b337d HTTP/1.1" status: 200 len: 945 time: 0.1613767 Dec 21 13:30:58.246779 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-900fa877-0cd9-4eac-a285-b4c66da6769b tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:58.270974 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-900fa877-0cd9-4eac-a285-b4c66da6769b tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=103152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:30:58.271609 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-900fa877-0cd9-4eac-a285-b4c66da6769b tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805426'] for segment, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:58.277656 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:58.277656 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:30:58.277656 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:58.277656 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:30:58.277656 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:58.277656 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:30:58.277656 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:58.277656 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:30:58.277656 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:58.277656 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:30:58.277656 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:30:58.277656 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:30:58.277656 dv-neutron-master-2-hyperv neutron-server[103152]: Traceback (most recent call last): Dec 21 13:30:58.277656 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:30:58.277656 dv-neutron-master-2-hyperv neutron-server[103152]: timer() Dec 21 13:30:58.277656 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:30:58.277656 dv-neutron-master-2-hyperv neutron-server[103152]: cb(*args, **kw) Dec 21 13:30:58.277656 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:30:58.277656 dv-neutron-master-2-hyperv neutron-server[103152]: return func(*args, **kwargs) Dec 21 13:30:58.277656 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:30:58.277656 dv-neutron-master-2-hyperv neutron-server[103152]: self._notify() Dec 21 13:30:58.277656 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:30:58.277656 dv-neutron-master-2-hyperv neutron-server[103152]: self.callback(batched_events) Dec 21 13:30:58.277656 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:30:58.277656 dv-neutron-master-2-hyperv neutron-server[103152]: event.method(event) Dec 21 13:30:58.277656 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:30:58.277656 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:30:58.277656 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:30:58.277656 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:30:58.277656 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:30:58.277656 dv-neutron-master-2-hyperv neutron-server[103152]: return f(self, *a, **k) Dec 21 13:30:58.277656 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:30:58.277656 dv-neutron-master-2-hyperv neutron-server[103152]: return self._get(url).json() Dec 21 13:30:58.277656 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:30:58.277656 dv-neutron-master-2-hyperv neutron-server[103152]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:30:58.277656 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:30:58.277656 dv-neutron-master-2-hyperv neutron-server[103152]: return self.request(url, 'GET', **kwargs) Dec 21 13:30:58.277656 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:30:58.277656 dv-neutron-master-2-hyperv neutron-server[103152]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:30:58.277656 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:30:58.277656 dv-neutron-master-2-hyperv neutron-server[103152]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:30:58.277656 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:30:58.277656 dv-neutron-master-2-hyperv neutron-server[103152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:30:58.277656 dv-neutron-master-2-hyperv neutron-server[103152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:30:58.355371 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a3f208ca-6d7c-46da-97e2-455267aed108 req-5aae342b-7c1a-4dac-bf17-7d0024c66439 tempest-TestServerAdvancedOps-1829952957 tempest-TestServerAdvancedOps-1829952957-project] 10.222.0.37 "GET /v2.0/security-groups?id=c57c7cc1-c248-45fd-9bbc-650d852d9b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873997 Dec 21 13:30:58.357967 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cba3bfce-1682-45ce-81ab-64b1d33f6a50 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12346570'] for subnet, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:58.359110 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2e9fa8b7-5fdf-4732-803a-8766045f8006 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:58.411495 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-b51e99f8-d327-4ae2-89c0-baf4ffbb05d8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d368a1938e3342de9d3358d110005af5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5979204 Dec 21 13:30:58.413819 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57790) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:58.447133 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48b306bc-965f-469e-8d26-b825309792f6 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Made reservation on behalf of e559602709884871a5548144927daba6 for: {'subnet': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:30:58.450992 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-48b306bc-965f-469e-8d26-b825309792f6 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12346583'] for subnet, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:58.465009 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba3bfce-1682-45ce-81ab-64b1d33f6a50 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event deleted for resources: {'Subnet': ['ID=13c5fa18-04d9-408e-be5b-144b5255d050,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:58.470296 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7a4e49-b8a4-4bd4-868d-9b65f9c7ddb5 None None] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:30:58.493759 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fdcb8de8-8f2e-40cb-8c57-e612ae74e4cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:58.513498 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cba3bfce-1682-45ce-81ab-64b1d33f6a50 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:58.528145 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fdcb8de8-8f2e-40cb-8c57-e612ae74e4cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:58.529105 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57792) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:58.535768 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-cba3bfce-1682-45ce-81ab-64b1d33f6a50 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "DELETE /v2.0/subnets/13c5fa18-04d9-408e-be5b-144b5255d050 HTTP/1.1" status: 204 len: 168 time: 2.6466503 Dec 21 13:30:58.538089 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-900fa877-0cd9-4eac-a285-b4c66da6769b tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:58.605655 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-900fa877-0cd9-4eac-a285-b4c66da6769b tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks [] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:58.608879 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-900fa877-0cd9-4eac-a285-b4c66da6769b tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "DELETE /v2.0/networks/be045d0d-9cc1-490b-a555-6c506ee9fd5c HTTP/1.1" status: 204 len: 168 time: 3.4681971 Dec 21 13:30:58.629274 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2e9fa8b7-5fdf-4732-803a-8766045f8006 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11349588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11288746'] for subnet, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:58.637887 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57794) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:58.658214 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c54fd63e-73f1-41ba-931c-011ca66a4f13 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:58.672763 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_v2 [None req-68a16754-3d32-4222-acea-9f161b589574 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Deleting subnet 9db5fadb-271f-4a8e-8b38-a34ddd73059b {{(pid=103153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:30:58.676999 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-68a16754-3d32-4222-acea-9f161b589574 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for subnet, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:58.741479 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-68a16754-3d32-4222-acea-9f161b589574 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1585439'] for subnet, precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:58.867622 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device e2bc357e-870e-49dd-ab07-7581e064b3e4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:30:58.879340 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900fa877-0cd9-4eac-a285-b4c66da6769b tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Pushing event deleted for resources: {'Network': ['ID=be045d0d-9cc1-490b-a555-6c506ee9fd5c,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:58.909788 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-48b306bc-965f-469e-8d26-b825309792f6 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12346565'] for subnet, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:58.920581 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-68a16754-3d32-4222-acea-9f161b589574 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:58.943704 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:58.989494 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c54fd63e-73f1-41ba-931c-011ca66a4f13 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:58.995263 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port e2bc357e-870e-49dd-ab07-7581e064b3e4 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:30:58.995640 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:59.046275 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9c5fa0-4f81-4c4f-97f8-01dce483159e tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:30:59.046573 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-68a16754-3d32-4222-acea-9f161b589574 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11349588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11288746'] for subnet, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:59.054229 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-db9c5fa0-4f81-4c4f-97f8-01dce483159e tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "GET /v2.0/ports/2354d5f1-f114-4072-ade4-1a54305a5c66 HTTP/1.1" status: 200 len: 840 time: 0.3972278 Dec 21 13:30:59.055725 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57796) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:59.066704 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9fa8b7-5fdf-4732-803a-8766045f8006 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Pushing event deleted for resources: {'Subnet': ['ID=d0072e62-7d2f-488d-b6b3-8dff3cfe2220,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:59.087874 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa0e5d0-d0b4-4a16-870c-4493e1f339ca None None] Network 6e2fe86f-7e41-49eb-ba86-af4c1ccb3de0 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:30:59.091740 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2e9fa8b7-5fdf-4732-803a-8766045f8006 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks [] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:59.095372 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-2e9fa8b7-5fdf-4732-803a-8766045f8006 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] 10.222.0.37 "DELETE /v2.0/subnets/d0072e62-7d2f-488d-b6b3-8dff3cfe2220 HTTP/1.1" status: 204 len: 168 time: 1.1110563 Dec 21 13:30:59.100948 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57798) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:59.142058 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-68a16754-3d32-4222-acea-9f161b589574 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:59.147880 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-68a16754-3d32-4222-acea-9f161b589574 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "DELETE /v2.0/subnets/9db5fadb-271f-4a8e-8b38-a34ddd73059b HTTP/1.1" status: 204 len: 168 time: 0.6178493 Dec 21 13:30:59.174074 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-11312865-1801-474c-b5f1-0953a767f430 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "GET /v2.0/ports/2354d5f1-f114-4072-ade4-1a54305a5c66?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1102512 Dec 21 13:30:59.179530 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57800) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:59.179888 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57802) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:59.189527 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-9377efc8-c491-4010-8e86-19bf517bc68a tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Request body: {'subnet': {'network_id': 'c6bf85d4-de6b-4911-ac91-51fc0c7c7ed2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:30:59.197330 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a16754-3d32-4222-acea-9f161b589574 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event deleted for resources: {'Subnet': ['ID=9db5fadb-271f-4a8e-8b38-a34ddd73059b,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:59.210255 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fdcb8de8-8f2e-40cb-8c57-e612ae74e4cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:59.224870 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fdcb8de8-8f2e-40cb-8c57-e612ae74e4cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:59.227289 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-fdcb8de8-8f2e-40cb-8c57-e612ae74e4cc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/35ea71ef-c161-40b4-b6e8-eb51cd6c70be HTTP/1.1" status: 204 len: 168 time: 0.8105531 Dec 21 13:30:59.293478 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcb8de8-8f2e-40cb-8c57-e612ae74e4cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35ea71ef-c161-40b4-b6e8-eb51cd6c70be,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:59.363643 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b306bc-965f-469e-8d26-b825309792f6 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Pushing event updated for resources: {'Subnet': ['ID=1a8f048a-9ff0-4765-b7cc-bb59aaead416,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:30:59.375575 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:59.435027 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a059e96c-c86c-48ae-9f57-5a12b3e68334 None None] Network eb17712e-23ce-411e-bf54-64cbc69db96c requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:30:59.499229 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-2183ec13-6503-4f8e-8dfd-4f7dde876632 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3153536 Dec 21 13:30:59.523569 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9377efc8-c491-4010-8e86-19bf517bc68a tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Made reservation on behalf of 401fab62d2cc4dcc90d3b9ab6f110b7e for: {'subnet': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:30:59.535826 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9377efc8-c491-4010-8e86-19bf517bc68a tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12346583'] for subnet, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:59.709330 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57808) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:59.718852 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-9320a0b7-7a88-48cf-809c-2f720c1a6311 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Request body: {'subnet': {'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:30:59.752666 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] For port e2bc357e-870e-49dd-ab07-7581e064b3e4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e2bc357e-870e-49dd-ab07-7581e064b3e4,segment=NetworkSegment(b1db955f-4c79-4605-8f92-fac890b42452),segment_id=b1db955f-4c79-4605-8f92-fac890b42452)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:30:59.755242 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-5566d043-adcf-452e-9a91-f4b148c71675 None None] Provisioning complete for port e2bc357e-870e-49dd-ab07-7581e064b3e4 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:30:59.755672 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-5566d043-adcf-452e-9a91-f4b148c71675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:59.826570 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5fc567a-6755-4c9f-8017-8965e22fe3d4 None None] DHCP port deletion for 6e2fe86f-7e41-49eb-ba86-af4c1ccb3de0 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:30:59.840419 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c54fd63e-73f1-41ba-931c-011ca66a4f13 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:59.843888 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:59.845534 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c54fd63e-73f1-41ba-931c-011ca66a4f13 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:30:59.850665 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-c54fd63e-73f1-41ba-931c-011ca66a4f13 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] 10.222.0.37 "DELETE /v2.0/security-groups/33543364-ccc0-49a2-90c6-286f485f57aa HTTP/1.1" status: 204 len: 168 time: 1.6634698 Dec 21 13:30:59.857174 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57816) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:30:59.876963 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b306bc-965f-469e-8d26-b825309792f6 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Checking segment: {'id': 'be8f6f7a-2c9b-497d-9849-427f8a60b18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd4866f87-e19a-4c73-8ebb-5bd4ac3e8aea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:30:59.877610 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b306bc-965f-469e-8d26-b825309792f6 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Network hostable DHCP agents. Network: d4866f87-e19a-4c73-8ebb-5bd4ac3e8aea, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:31:00.046999 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54fd63e-73f1-41ba-931c-011ca66a4f13 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33543364-ccc0-49a2-90c6-286f485f57aa,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:00.066841 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57822) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:00.098781 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-c736477f-b809-4b68-b7e2-6f687a4cee73 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Request body: {'subnet': {'network_id': '654881bd-7df1-403f-92cb-f4553ff7e85c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:00.152418 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Pushing event updated for resources: {'Port': ['ID=e2bc357e-870e-49dd-ab07-7581e064b3e4,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:00.176596 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-1c4df401-a65f-4a2f-a08b-28fb9df81aab tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2981923 Dec 21 13:31:00.190296 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454ffa76-527f-4b18-9410-381a7f7e125a req-59e88808-6503-417b-bc80-b6c41543c50e tempest-TestServerAdvancedOps-1829952957 tempest-TestServerAdvancedOps-1829952957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:00.192328 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-454ffa76-527f-4b18-9410-381a7f7e125a req-59e88808-6503-417b-bc80-b6c41543c50e tempest-TestServerAdvancedOps-1829952957 tempest-TestServerAdvancedOps-1829952957-project] 10.222.0.37 "GET /v2.0/ports?device_id=b256fe0e-7625-40a0-aed5-84c1a56b337d HTTP/1.1" status: 200 len: 945 time: 0.4837971 Dec 21 13:31:00.193116 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57824) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:00.206904 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-f5fc567a-6755-4c9f-8017-8965e22fe3d4 None None] Deleting port f582a339-8831-46a2-bbc9-52ff460f5168 {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:31:00.209387 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f5fc567a-6755-4c9f-8017-8965e22fe3d4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:00.224602 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b306bc-965f-469e-8d26-b825309792f6 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Network d4866f87-e19a-4c73-8ebb-5bd4ac3e8aea is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:31:00.251438 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6ba5cc-f725-453e-910d-8f456f7b0b65 None None] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:31:00.289832 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-13402354-38d1-4c03-aeb7-75868fc95d41 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:00.299949 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-48b306bc-965f-469e-8d26-b825309792f6 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, d4866f87-e19a-4c73-8ebb-5bd4ac3e8aea) {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:31:00.302060 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.api.v2.resource [None req-98141638-edc4-46a3-a5da-0a4f3c3ba3d2 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] delete failed (client error): The resource could not be found. Dec 21 13:31:00.307532 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-98141638-edc4-46a3-a5da-0a4f3c3ba3d2 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] 10.222.0.37 "DELETE /v2.0/security-groups/33543364-ccc0-49a2-90c6-286f485f57aa HTTP/1.1" status: 404 len: 347 time: 0.0756967 Dec 21 13:31:00.316269 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57830) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:00.325605 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-37495ac8-dd35-4c34-891f-7f3184b276f5 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Request body: {'security_group': {'name': 'tempest-secgroup--1323429710'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:00.334812 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b306bc-965f-469e-8d26-b825309792f6 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:00.335666 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-48b306bc-965f-469e-8d26-b825309792f6 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:00.348170 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c686d41e-75ca-446c-82dc-589a1346a365 None None] Network d4866f87-e19a-4c73-8ebb-5bd4ac3e8aea requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:31:00.394551 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9320a0b7-7a88-48cf-809c-2f720c1a6311 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Made reservation on behalf of 4e9b97d81d204c53a28bf5666eaf36b7 for: {'subnet': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:31:00.398094 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9320a0b7-7a88-48cf-809c-2f720c1a6311 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12346583'] for subnet, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:00.434319 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-37495ac8-dd35-4c34-891f-7f3184b276f5 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:00.467388 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-f5fc567a-6755-4c9f-8017-8965e22fe3d4 None None] For port f582a339-8831-46a2-bbc9-52ff460f5168, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f582a339-8831-46a2-bbc9-52ff460f5168,segment=NetworkSegment(8a0152f1-f5fc-49ed-a421-a0efdd64b491),segment_id=8a0152f1-f5fc-49ed-a421-a0efdd64b491)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:31:00.470849 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f5fc567a-6755-4c9f-8017-8965e22fe3d4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:00.478835 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6cae4943-239f-4e73-beb9-3ec2e2c9eedd None None] Provisioning complete for port f49856b1-5de5-45be-82bf-45b3a480cabf triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:31:00.479322 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6cae4943-239f-4e73-beb9-3ec2e2c9eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:00.561429 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device e2bc357e-870e-49dd-ab07-7581e064b3e4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:31:00.583013 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-f5fc567a-6755-4c9f-8017-8965e22fe3d4 None None] Calling delete_port for f582a339-8831-46a2-bbc9-52ff460f5168 owned by network:dhcp {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:31:00.590926 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-37495ac8-dd35-4c34-891f-7f3184b276f5 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:00.597327 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-13402354-38d1-4c03-aeb7-75868fc95d41 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Deleting port f582a339-8831-46a2-bbc9-52ff460f5168 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:31:00.597871 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-13402354-38d1-4c03-aeb7-75868fc95d41 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:00.615999 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-37495ac8-dd35-4c34-891f-7f3184b276f5 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:00.618180 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57836) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:00.622420 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9377efc8-c491-4010-8e86-19bf517bc68a tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12346565'] for subnet, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:00.642929 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-48b306bc-965f-469e-8d26-b825309792f6 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8637912 Dec 21 13:31:00.658466 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57838) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:00.682900 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-454ffa76-527f-4b18-9410-381a7f7e125a req-38cef672-9def-4f00-baa5-02b9567215ae tempest-TestServerAdvancedOps-1829952957 tempest-TestServerAdvancedOps-1829952957-project] 10.222.0.37 "GET /v2.0/security-groups?id=c57c7cc1-c248-45fd-9bbc-650d852d9b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4438162 Dec 21 13:31:00.703979 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9377efc8-c491-4010-8e86-19bf517bc68a tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Network c6bf85d4-de6b-4911-ac91-51fc0c7c7ed2 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:31:00.721933 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-9377efc8-c491-4010-8e86-19bf517bc68a tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:31:00.735316 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9377efc8-c491-4010-8e86-19bf517bc68a tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:00.735896 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9377efc8-c491-4010-8e86-19bf517bc68a tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:00.739674 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efdbd662-587c-405c-a710-0f1dd1badd86 None None] Network c6bf85d4-de6b-4911-ac91-51fc0c7c7ed2 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:31:00.761573 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7eb5b1c-9254-4583-b25b-d26b53f6c9b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-d4866f87-e19a-4c73-8ebb-5bd4ac3e8aea', 'network_id': 'd4866f87-e19a-4c73-8ebb-5bd4ac3e8aea', 'project_id': 'e559602709884871a5548144927daba6', 'fixed_ips': [{'subnet_id': '1a8f048a-9ff0-4765-b7cc-bb59aaead416'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:31:00.763189 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a7eb5b1c-9254-4583-b25b-d26b53f6c9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:00.766406 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-13402354-38d1-4c03-aeb7-75868fc95d41 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] For port f582a339-8831-46a2-bbc9-52ff460f5168, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f582a339-8831-46a2-bbc9-52ff460f5168,segment=NetworkSegment(8a0152f1-f5fc-49ed-a421-a0efdd64b491),segment_id=8a0152f1-f5fc-49ed-a421-a0efdd64b491)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:31:00.767444 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-13402354-38d1-4c03-aeb7-75868fc95d41 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:00.787801 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-13402354-38d1-4c03-aeb7-75868fc95d41 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Calling delete_port for f582a339-8831-46a2-bbc9-52ff460f5168 owned by network:dhcp {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:31:00.812352 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-067fd5e1-4569-46ed-bec4-ff0b5fabbdbe tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Request body: {'subnet': {'network_id': '63aa1643-b106-4f74-adc7-744d49abc39b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:00.846858 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-9377efc8-c491-4010-8e86-19bf517bc68a tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6575418 Dec 21 13:31:00.848197 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57844) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:00.859689 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-03c1bc91-d2a6-4767-b2f2-b2613cb08bc0 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Request body: {'security_group': {'name': 'tempest-secgroup-315133724'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:00.866616 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37495ac8-dd35-4c34-891f-7f3184b276f5 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=483a88ed-7033-47ab-a3d2-4a85184b21f5,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:00.884527 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c736477f-b809-4b68-b7e2-6f687a4cee73 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Made reservation on behalf of a1ada58ef66244899294bdd43455e4f3 for: {'subnet': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:31:00.889523 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c736477f-b809-4b68-b7e2-6f687a4cee73 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12346583'] for subnet, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:00.900548 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9377efc8-c491-4010-8e86-19bf517bc68a tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Pushing event updated for resources: {'Subnet': ['ID=c54f1325-aba4-4a1b-8844-02cd7888d2be,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:00.926984 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcec0237-0a62-48f9-a756-83807229274e None None] DHCP port deletion for ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:31:00.931144 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port e2bc357e-870e-49dd-ab07-7581e064b3e4 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:31:00.931517 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:00.954676 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-c62d9e33-c43e-42b4-9977-f562ce106ecb tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Request body: {'security_group': {'name': 'tempest-secgroup--1314920808'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:00.973865 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-37495ac8-dd35-4c34-891f-7f3184b276f5 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:00.978051 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-37495ac8-dd35-4c34-891f-7f3184b276f5 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6570842 Dec 21 13:31:00.990144 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:00.997134 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57848) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:01.003007 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f5fc567a-6755-4c9f-8017-8965e22fe3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636'] for port, after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:01.028526 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-9ed9cb50-6d53-4639-bed9-5e11389184ce tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Request body: {'security_group_rule': {'security_group_id': '483a88ed-7033-47ab-a3d2-4a85184b21f5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:01.048631 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-03c1bc91-d2a6-4767-b2f2-b2613cb08bc0 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks [] for security_group, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:01.069265 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fc567a-6755-4c9f-8017-8965e22fe3d4 None None] Pushing event deleted for resources: {'Port': ['ID=f582a339-8831-46a2-bbc9-52ff460f5168,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:01.094698 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c62d9e33-c43e-42b4-9977-f562ce106ecb tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:01.112504 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c62d9e33-c43e-42b4-9977-f562ce106ecb tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:01.118115 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-13402354-38d1-4c03-aeb7-75868fc95d41 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:01.198631 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13402354-38d1-4c03-aeb7-75868fc95d41 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Pushing event deleted for resources: {'Port': ['ID=f582a339-8831-46a2-bbc9-52ff460f5168,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:01.203219 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fc567a-6755-4c9f-8017-8965e22fe3d4 None None] No DVR routers for this DVR port f582a339-8831-46a2-bbc9-52ff460f5168 on host dv-neutron-master-2-hyperv {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:31:01.216383 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13402354-38d1-4c03-aeb7-75868fc95d41 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] No DVR routers for this DVR port f582a339-8831-46a2-bbc9-52ff460f5168 on host dv-neutron-master-2-hyperv {{(pid=103153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:31:01.221111 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-067fd5e1-4569-46ed-bec4-ff0b5fabbdbe tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Made reservation on behalf of e559602709884871a5548144927daba6 for: {'subnet': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:31:01.231768 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-067fd5e1-4569-46ed-bec4-ff0b5fabbdbe tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11288759'] for subnet, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:01.248314 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:01.252020 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f3099f-d54e-4977-bcff-e13cc508b21d req-378cd288-1d78-4485-988e-4b6b306283bd tempest-TestServerAdvancedOps-1829952957 tempest-TestServerAdvancedOps-1829952957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:01.253499 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-66f3099f-d54e-4977-bcff-e13cc508b21d req-378cd288-1d78-4485-988e-4b6b306283bd tempest-TestServerAdvancedOps-1829952957 tempest-TestServerAdvancedOps-1829952957-project] 10.222.0.37 "GET /v2.0/ports?device_id=b256fe0e-7625-40a0-aed5-84c1a56b337d HTTP/1.1" status: 200 len: 945 time: 0.2573090 Dec 21 13:31:01.273099 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9ed9cb50-6d53-4639-bed9-5e11389184ce tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:01.284385 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fcf0d29e-65d2-417b-9510-96273730d985 None None] Provisioning complete for port e2bc357e-870e-49dd-ab07-7581e064b3e4 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:31:01.284767 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fcf0d29e-65d2-417b-9510-96273730d985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:01.285465 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.objects.ports [None req-9320a0b7-7a88-48cf-809c-2f720c1a6311 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103152) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 21 13:31:01.369658 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653d009b-0366-48b8-b869-5e4cef810098 req-24b7e2ec-f8c0-430d-aeb2-eadb39101ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:01.371248 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-653d009b-0366-48b8-b869-5e4cef810098 req-24b7e2ec-f8c0-430d-aeb2-eadb39101ba7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7fcc1d47f4cc44e4b573fc100289403e&device_id=b256fe0e-7625-40a0-aed5-84c1a56b337d HTTP/1.1" status: 200 len: 1098 time: 0.3489423 Dec 21 13:31:01.425066 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-13402354-38d1-4c03-aeb7-75868fc95d41 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:01.453214 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-dcec0237-0a62-48f9-a756-83807229274e None None] Deleting port f49856b1-5de5-45be-82bf-45b3a480cabf {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:31:01.453622 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-dcec0237-0a62-48f9-a756-83807229274e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:01.456781 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-a7eb5b1c-9254-4583-b25b-d26b53f6c9b7 None None] Allocated IP 2001:db8::2 (d4866f87-e19a-4c73-8ebb-5bd4ac3e8aea/1a8f048a-9ff0-4765-b7cc-bb59aaead416/6db04eab-2aae-4ba8-8109-84aa693e329f) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:31:01.487113 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-13402354-38d1-4c03-aeb7-75868fc95d41 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e2fe86f-7e41-49eb-ba86-af4c1ccb3de0']}} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:31:01.505296 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac9c4a5-3250-485b-bcaa-59f3fa4bc27e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-c6bf85d4-de6b-4911-ac91-51fc0c7c7ed2', 'network_id': 'c6bf85d4-de6b-4911-ac91-51fc0c7c7ed2', 'project_id': '401fab62d2cc4dcc90d3b9ab6f110b7e', 'fixed_ips': [{'subnet_id': 'c54f1325-aba4-4a1b-8844-02cd7888d2be'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:31:01.506153 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-3ac9c4a5-3250-485b-bcaa-59f3fa4bc27e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:01.508680 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device f582a339-8831-46a2-bbc9-52ff460f5168 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:31:01.515820 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-13402354-38d1-4c03-aeb7-75868fc95d41 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a0152f1-f5fc-49ed-a421-a0efdd64b491') {'for_net_delete': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:31:01.516286 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-13402354-38d1-4c03-aeb7-75868fc95d41 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a0152f1-f5fc-49ed-a421-a0efdd64b491') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:31:01.568258 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c62d9e33-c43e-42b4-9977-f562ce106ecb tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:01.576774 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-13402354-38d1-4c03-aeb7-75868fc95d41 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1585430'] for segment, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:01.588247 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c62d9e33-c43e-42b4-9977-f562ce106ecb tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:01.618880 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-13402354-38d1-4c03-aeb7-75868fc95d41 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:01.625008 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-03c1bc91-d2a6-4767-b2f2-b2613cb08bc0 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks [] for security_group, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:01.663619 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13402354-38d1-4c03-aeb7-75868fc95d41 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=103153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:31:01.664641 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-13402354-38d1-4c03-aeb7-75868fc95d41 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11349758'] for segment, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:01.667846 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:31:01.667846 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:31:01.667846 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:31:01.667846 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:31:01.667846 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:31:01.667846 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:31:01.667846 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 13:31:01.667846 dv-neutron-master-2-hyperv neutron-server[103153]: self.session.flush() Dec 21 13:31:01.667846 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 13:31:01.667846 dv-neutron-master-2-hyperv neutron-server[103153]: self.session.flush() Dec 21 13:31:01.667846 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 13:31:01.667846 dv-neutron-master-2-hyperv neutron-server[103153]: self.session.flush() Dec 21 13:31:01.667846 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 13:31:01.667846 dv-neutron-master-2-hyperv neutron-server[103153]: self.session.flush() Dec 21 13:31:01.667846 dv-neutron-master-2-hyperv neutron-server[103153]: Traceback (most recent call last): Dec 21 13:31:01.667846 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:31:01.667846 dv-neutron-master-2-hyperv neutron-server[103153]: timer() Dec 21 13:31:01.667846 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:31:01.667846 dv-neutron-master-2-hyperv neutron-server[103153]: cb(*args, **kw) Dec 21 13:31:01.667846 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:31:01.667846 dv-neutron-master-2-hyperv neutron-server[103153]: return func(*args, **kwargs) Dec 21 13:31:01.667846 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:31:01.667846 dv-neutron-master-2-hyperv neutron-server[103153]: self._notify() Dec 21 13:31:01.667846 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:31:01.667846 dv-neutron-master-2-hyperv neutron-server[103153]: self.callback(batched_events) Dec 21 13:31:01.667846 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:31:01.667846 dv-neutron-master-2-hyperv neutron-server[103153]: event.method(event) Dec 21 13:31:01.667846 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:31:01.667846 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:31:01.667846 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:31:01.667846 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:31:01.667846 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:31:01.667846 dv-neutron-master-2-hyperv neutron-server[103153]: return f(self, *a, **k) Dec 21 13:31:01.667846 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:31:01.667846 dv-neutron-master-2-hyperv neutron-server[103153]: return self._get(url).json() Dec 21 13:31:01.667846 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:31:01.667846 dv-neutron-master-2-hyperv neutron-server[103153]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:31:01.667846 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:31:01.667846 dv-neutron-master-2-hyperv neutron-server[103153]: return self.request(url, 'GET', **kwargs) Dec 21 13:31:01.667846 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:31:01.667846 dv-neutron-master-2-hyperv neutron-server[103153]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:31:01.667846 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:31:01.667846 dv-neutron-master-2-hyperv neutron-server[103153]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:31:01.667846 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:31:01.667846 dv-neutron-master-2-hyperv neutron-server[103153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:31:01.667846 dv-neutron-master-2-hyperv neutron-server[103153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:31:01.672523 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-03c1bc91-d2a6-4767-b2f2-b2613cb08bc0 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:01.696290 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-66f3099f-d54e-4977-bcff-e13cc508b21d req-aee8935a-9c0a-4da4-8162-c847d96b7b67 tempest-TestServerAdvancedOps-1829952957 tempest-TestServerAdvancedOps-1829952957-project] 10.222.0.37 "GET /v2.0/security-groups?id=c57c7cc1-c248-45fd-9bbc-650d852d9b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4191895 Dec 21 13:31:01.713372 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9ed9cb50-6d53-4639-bed9-5e11389184ce tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:01.719032 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c736477f-b809-4b68-b7e2-6f687a4cee73 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12346565'] for subnet, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:01.724351 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62d9e33-c43e-42b4-9977-f562ce106ecb tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7149091-4505-4e79-80dc-107f89bcfd17,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:01.737518 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: f582a339-8831-46a2-bbc9-52ff460f5168 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:31:01.738109 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device f582a339-8831-46a2-bbc9-52ff460f5168 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:31:01.747840 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653d009b-0366-48b8-b869-5e4cef810098 req-0fc66a90-c393-49ea-8e2f-1e186221aec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:01.749276 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-653d009b-0366-48b8-b869-5e4cef810098 req-0fc66a90-c393-49ea-8e2f-1e186221aec2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e0f04b1c-bb25-45e9-a325-15dcdf4af126 HTTP/1.1" status: 200 len: 913 time: 0.3446655 Dec 21 13:31:01.810331 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9ed9cb50-6d53-4639-bed9-5e11389184ce tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:01.848558 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-653d009b-0366-48b8-b869-5e4cef810098 req-4f08b9ea-bc0f-405b-bcf4-add093c4741f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=61f62cab-b92a-4557-8e2b-46751cfd4aac HTTP/1.1" status: 200 len: 217 time: 0.0599456 Dec 21 13:31:01.857146 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-13402354-38d1-4c03-aeb7-75868fc95d41 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:01.862102 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-13402354-38d1-4c03-aeb7-75868fc95d41 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:01.863333 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9320a0b7-7a88-48cf-809c-2f720c1a6311 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:01.865366 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-13402354-38d1-4c03-aeb7-75868fc95d41 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] 10.222.0.37 "DELETE /v2.0/networks/6e2fe86f-7e41-49eb-ba86-af4c1ccb3de0 HTTP/1.1" status: 204 len: 168 time: 2.7357588 Dec 21 13:31:01.872251 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-03c1bc91-d2a6-4767-b2f2-b2613cb08bc0 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:01.873498 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-03c1bc91-d2a6-4767-b2f2-b2613cb08bc0 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 1.0176733 Dec 21 13:31:01.882203 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57852) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:01.882576 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57854) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:01.899225 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c1bc91-d2a6-4767-b2f2-b2613cb08bc0 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fc2cef8-6a97-4493-b22b-a50d18c362e3,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:01.924143 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-80f8a316-e53c-45bb-932c-402dfedc2c6b tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Request body: {'security_group': {'name': 'tempest-secgroup-971747574'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:01.972977 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c62d9e33-c43e-42b4-9977-f562ce106ecb tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:01.974151 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13402354-38d1-4c03-aeb7-75868fc95d41 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Pushing event deleted for resources: {'Network': ['ID=6e2fe86f-7e41-49eb-ba86-af4c1ccb3de0,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:01.985131 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c62d9e33-c43e-42b4-9977-f562ce106ecb tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:02.004719 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-067fd5e1-4569-46ed-bec4-ff0b5fabbdbe tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11195289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11288741'] for subnet, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:02.009333 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed9cb50-6d53-4639-bed9-5e11389184ce tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed32b1d3-a0b8-4820-a1c7-cf0b25df4ced,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:02.011598 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-80f8a316-e53c-45bb-932c-402dfedc2c6b tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks [] for security_group, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:02.013225 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-dcec0237-0a62-48f9-a756-83807229274e None None] For port f49856b1-5de5-45be-82bf-45b3a480cabf, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f49856b1-5de5-45be-82bf-45b3a480cabf,segment=NetworkSegment(b20a5dbe-a251-4a83-ae2d-3ffbda6396cf),segment_id=b20a5dbe-a251-4a83-ae2d-3ffbda6396cf)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:31:02.013771 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-dcec0237-0a62-48f9-a756-83807229274e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:02.057906 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c62d9e33-c43e-42b4-9977-f562ce106ecb tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:02.061959 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-c62d9e33-c43e-42b4-9977-f562ce106ecb tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.4155471 Dec 21 13:31:02.062105 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-dcec0237-0a62-48f9-a756-83807229274e None None] Calling delete_port for f49856b1-5de5-45be-82bf-45b3a480cabf owned by network:dhcp {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:31:02.069060 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653d009b-0366-48b8-b869-5e4cef810098 req-a52c00fe-dd5d-4f39-b1fd-89b77a14ea4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:02.070665 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-653d009b-0366-48b8-b869-5e4cef810098 req-a52c00fe-dd5d-4f39-b1fd-89b77a14ea4e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0a23b394-8668-424d-9647-33cc57f03290 HTTP/1.1" status: 200 len: 852 time: 0.1763320 Dec 21 13:31:02.072349 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-3ac9c4a5-3250-485b-bcaa-59f3fa4bc27e None None] Allocated IP 172.20.0.2 (c6bf85d4-de6b-4911-ac91-51fc0c7c7ed2/c54f1325-aba4-4a1b-8844-02cd7888d2be/774a0026-84db-42af-9693-c3e29a4252e7) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:31:02.077747 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57856) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:02.115068 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62d9e33-c43e-42b4-9977-f562ce106ecb tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe6ce9e-6569-483d-8407-3e7a0cdad1a4,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:02.120538 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c736477f-b809-4b68-b7e2-6f687a4cee73 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Checking segment: {'id': 'e656c9ee-444b-4327-82ff-f9da1c84e83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '654881bd-7df1-403f-92cb-f4553ff7e85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:31:02.121582 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c736477f-b809-4b68-b7e2-6f687a4cee73 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Network hostable DHCP agents. Network: 654881bd-7df1-403f-92cb-f4553ff7e85c, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:31:02.129509 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9ed9cb50-6d53-4639-bed9-5e11389184ce tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:02.130259 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a7eb5b1c-9254-4583-b25b-d26b53f6c9b7 None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:02.130781 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-9ed9cb50-6d53-4639-bed9-5e11389184ce tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1093533 Dec 21 13:31:02.131905 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c736477f-b809-4b68-b7e2-6f687a4cee73 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Pushing event updated for resources: {'Subnet': ['ID=2696e7aa-5872-418a-a235-a625ad072b8f,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:02.136776 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57858) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:02.145450 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-653d009b-0366-48b8-b869-5e4cef810098 req-a8f0a5c2-e8fa-4dc5-a615-0ee6874f0c74 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e0f04b1c-bb25-45e9-a325-15dcdf4af126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633891 Dec 21 13:31:02.146630 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067fd5e1-4569-46ed-bec4-ff0b5fabbdbe tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Pushing event updated for resources: {'Subnet': ['ID=4b110611-659b-4c57-87d8-52998d78c7a3,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:02.160563 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a7eb5b1c-9254-4583-b25b-d26b53f6c9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:02.254387 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7eb5b1c-9254-4583-b25b-d26b53f6c9b7 None None] Network d4866f87-e19a-4c73-8ebb-5bd4ac3e8aea is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:31:02.254613 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067fd5e1-4569-46ed-bec4-ff0b5fabbdbe tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Checking segment: {'id': '4756a382-8d83-43c1-8e08-12768b3ff2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '63aa1643-b106-4f74-adc7-744d49abc39b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:31:02.255080 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067fd5e1-4569-46ed-bec4-ff0b5fabbdbe tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Network hostable DHCP agents. Network: 63aa1643-b106-4f74-adc7-744d49abc39b, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:31:02.263316 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-a7eb5b1c-9254-4583-b25b-d26b53f6c9b7 None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:31:02.272466 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7eb5b1c-9254-4583-b25b-d26b53f6c9b7 None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:31:02.276463 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-e387e2f1-7555-4569-b8f3-dc7353072ce8 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4539 time: 0.1968257 Dec 21 13:31:02.282658 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57860) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:02.289552 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-551b18f6-8567-4e8a-ba97-920fd4569648 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Request body: {'security_group': {'name': 'tempest-security--1207300299', 'description': 'tempest-security-description-1477971009'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:02.293172 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eb5b1c-9254-4583-b25b-d26b53f6c9b7 None None] Pushing event updated for resources: {'Port': ['ID=6db04eab-2aae-4ba8-8109-84aa693e329f,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:02.332621 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c736477f-b809-4b68-b7e2-6f687a4cee73 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Network 654881bd-7df1-403f-92cb-f4553ff7e85c is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:31:02.339002 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067fd5e1-4569-46ed-bec4-ff0b5fabbdbe tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Network 63aa1643-b106-4f74-adc7-744d49abc39b is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:31:02.360733 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-653d009b-0366-48b8-b869-5e4cef810098 req-a32a99d1-9d3c-40f1-8d77-89c06f8ccb25 service neutron] 10.222.0.60 "GET /v2.0/networks/e0f04b1c-bb25-45e9-a325-15dcdf4af126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060189 Dec 21 13:31:02.366521 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-551b18f6-8567-4e8a-ba97-920fd4569648 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:02.372072 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3219bcff-75d8-4339-b5cc-0869f4549cdc tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:02.379270 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-067fd5e1-4569-46ed-bec4-ff0b5fabbdbe tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 63aa1643-b106-4f74-adc7-744d49abc39b) {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:31:02.385016 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067fd5e1-4569-46ed-bec4-ff0b5fabbdbe tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:02.385724 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-067fd5e1-4569-46ed-bec4-ff0b5fabbdbe tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks [] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:02.391295 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-c736477f-b809-4b68-b7e2-6f687a4cee73 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 654881bd-7df1-403f-92cb-f4553ff7e85c) {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:31:02.399643 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3219bcff-75d8-4339-b5cc-0869f4549cdc tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:02.401876 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c832c7-2783-4e3b-b6ae-f92cfa646779 None None] Network 63aa1643-b106-4f74-adc7-744d49abc39b requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:31:02.421395 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c736477f-b809-4b68-b7e2-6f687a4cee73 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:02.421993 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c736477f-b809-4b68-b7e2-6f687a4cee73 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:02.428389 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d1c120-5972-413b-88bc-a2c0684983da None None] Network 654881bd-7df1-403f-92cb-f4553ff7e85c requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:31:02.455419 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-067fd5e1-4569-46ed-bec4-ff0b5fabbdbe tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6496861 Dec 21 13:31:02.467761 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-a7eb5b1c-9254-4583-b25b-d26b53f6c9b7 None None] Attempting to bind port 6db04eab-2aae-4ba8-8109-84aa693e329f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:31:02.468224 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-a7eb5b1c-9254-4583-b25b-d26b53f6c9b7 None None] Attempting to bind port 6db04eab-2aae-4ba8-8109-84aa693e329f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'be8f6f7a-2c9b-497d-9849-427f8a60b18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd4866f87-e19a-4c73-8ebb-5bd4ac3e8aea'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:31:02.468433 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57862) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:02.468546 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7eb5b1c-9254-4583-b25b-d26b53f6c9b7 None None] Attempting to bind port 6db04eab-2aae-4ba8-8109-84aa693e329f on network d4866f87-e19a-4c73-8ebb-5bd4ac3e8aea {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:31:02.507039 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-3ac9c4a5-3250-485b-bcaa-59f3fa4bc27e None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:02.521185 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-551b18f6-8567-4e8a-ba97-920fd4569648 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:02.528183 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-551b18f6-8567-4e8a-ba97-920fd4569648 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:02.531791 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-551b18f6-8567-4e8a-ba97-920fd4569648 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:02.533198 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-551b18f6-8567-4e8a-ba97-920fd4569648 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] 10.222.0.37 "PUT /v2.0/security-groups/fbe6ce9e-6569-483d-8407-3e7a0cdad1a4 HTTP/1.1" status: 200 len: 1795 time: 0.2495883 Dec 21 13:31:02.539831 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57864) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:02.546121 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7eb5b1c-9254-4583-b25b-d26b53f6c9b7 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:31:02.546522 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7eb5b1c-9254-4583-b25b-d26b53f6c9b7 None None] Checking segment: {'id': 'be8f6f7a-2c9b-497d-9849-427f8a60b18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd4866f87-e19a-4c73-8ebb-5bd4ac3e8aea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:31:02.546929 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a7eb5b1c-9254-4583-b25b-d26b53f6c9b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:02.547322 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7eb5b1c-9254-4583-b25b-d26b53f6c9b7 None None] Bound using segment: {'id': 'be8f6f7a-2c9b-497d-9849-427f8a60b18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd4866f87-e19a-4c73-8ebb-5bd4ac3e8aea'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:31:02.548009 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-a7eb5b1c-9254-4583-b25b-d26b53f6c9b7 None None] Bound port: 6db04eab-2aae-4ba8-8109-84aa693e329f, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be8f6f7a-2c9b-497d-9849-427f8a60b18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd4866f87-e19a-4c73-8ebb-5bd4ac3e8aea'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:31:02.548666 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a7eb5b1c-9254-4583-b25b-d26b53f6c9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:02.568806 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-3ac9c4a5-3250-485b-bcaa-59f3fa4bc27e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:02.591616 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device f49856b1-5de5-45be-82bf-45b3a480cabf no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:31:02.600828 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-c736477f-b809-4b68-b7e2-6f687a4cee73 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.5023429 Dec 21 13:31:02.600828 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-9320a0b7-7a88-48cf-809c-2f720c1a6311 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] For port f49856b1-5de5-45be-82bf-45b3a480cabf, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f49856b1-5de5-45be-82bf-45b3a480cabf,segment=NetworkSegment(b20a5dbe-a251-4a83-ae2d-3ffbda6396cf),segment_id=b20a5dbe-a251-4a83-ae2d-3ffbda6396cf)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:31:02.601179 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57866) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:02.609998 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-2c0e3625-80a9-4c07-a795-680ac7aab9d0 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Deleting port cb001d30-661c-4048-906a-3d1839e26a32 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:31:02.610342 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2c0e3625-80a9-4c07-a795-680ac7aab9d0 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:02.611828 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-d42bc010-ac95-4de4-8db6-42a5b56d7ba9 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1378578264'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:02.617050 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-80f8a316-e53c-45bb-932c-402dfedc2c6b tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks [] for security_group, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:02.620417 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-653d009b-0366-48b8-b869-5e4cef810098 req-31e61c06-212c-46bc-acd2-49b231bb02e2 service neutron] 10.222.0.60 "GET /v2.0/networks/e0f04b1c-bb25-45e9-a325-15dcdf4af126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500346 Dec 21 13:31:02.624652 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3219bcff-75d8-4339-b5cc-0869f4549cdc tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:02.631459 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551b18f6-8567-4e8a-ba97-920fd4569648 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe6ce9e-6569-483d-8407-3e7a0cdad1a4,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:02.651280 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3219bcff-75d8-4339-b5cc-0869f4549cdc tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:02.653435 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-3219bcff-75d8-4339-b5cc-0869f4549cdc tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/ed32b1d3-a0b8-4820-a1c7-cf0b25df4ced HTTP/1.1" status: 204 len: 168 time: 0.4974608 Dec 21 13:31:02.656781 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-80f8a316-e53c-45bb-932c-402dfedc2c6b tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:02.660010 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-62f996da-8be9-4ec9-9f30-15cec61c1fd2 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] 10.222.0.37 "GET /v2.0/security-groups/fbe6ce9e-6569-483d-8407-3e7a0cdad1a4 HTTP/1.1" status: 200 len: 1795 time: 0.1134725 Dec 21 13:31:02.660690 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57868) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:02.666616 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57870) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:02.695966 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac9c4a5-3250-485b-bcaa-59f3fa4bc27e None None] Network c6bf85d4-de6b-4911-ac91-51fc0c7c7ed2 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:31:02.724446 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-3ac9c4a5-3250-485b-bcaa-59f3fa4bc27e None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:31:02.740753 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3219bcff-75d8-4339-b5cc-0869f4549cdc tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ed32b1d3-a0b8-4820-a1c7-cf0b25df4ced,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:02.748227 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac9c4a5-3250-485b-bcaa-59f3fa4bc27e None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:31:02.753055 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83adc925-18fa-4166-b2de-2503d4dcdf2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-63aa1643-b106-4f74-adc7-744d49abc39b', 'network_id': '63aa1643-b106-4f74-adc7-744d49abc39b', 'project_id': 'e559602709884871a5548144927daba6', 'fixed_ips': [{'subnet_id': '4b110611-659b-4c57-87d8-52998d78c7a3'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:31:02.753913 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-83adc925-18fa-4166-b2de-2503d4dcdf2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:02.786632 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac9c4a5-3250-485b-bcaa-59f3fa4bc27e None None] Pushing event updated for resources: {'Port': ['ID=774a0026-84db-42af-9693-c3e29a4252e7,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:02.794102 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f2abe5-b531-4325-88ba-ab241a849f70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-654881bd-7df1-403f-92cb-f4553ff7e85c', 'network_id': '654881bd-7df1-403f-92cb-f4553ff7e85c', 'project_id': 'a1ada58ef66244899294bdd43455e4f3', 'fixed_ips': [{'subnet_id': '2696e7aa-5872-418a-a235-a625ad072b8f'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:31:02.795268 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a8f2abe5-b531-4325-88ba-ab241a849f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:02.829140 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-35cec9b9-60b5-4c79-b283-b77b8bcb3e08 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1633141 Dec 21 13:31:02.843244 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57874) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:02.854449 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d42bc010-ac95-4de4-8db6-42a5b56d7ba9 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Made reservation on behalf of a1ada58ef66244899294bdd43455e4f3 for: {'network': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:31:02.855936 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-a7eb5b1c-9254-4583-b25b-d26b53f6c9b7 None None] For port 6db04eab-2aae-4ba8-8109-84aa693e329f, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:31:02.860792 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d42bc010-ac95-4de4-8db6-42a5b56d7ba9 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:02.891698 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-a7eb5b1c-9254-4583-b25b-d26b53f6c9b7 None None] For port 6db04eab-2aae-4ba8-8109-84aa693e329f, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6db04eab-2aae-4ba8-8109-84aa693e329f,segment=NetworkSegment(be8f6f7a-2c9b-497d-9849-427f8a60b18b),segment_id=be8f6f7a-2c9b-497d-9849-427f8a60b18b)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:31:02.926894 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9597b625-b999-42a1-9cd2-9e61f43d3046 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:02.967361 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a7eb5b1c-9254-4583-b25b-d26b53f6c9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:02.970515 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d42bc010-ac95-4de4-8db6-42a5b56d7ba9 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=103153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:31:02.979982 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9597b625-b999-42a1-9cd2-9e61f43d3046 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:03.006151 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb8d3f4-21dd-40ae-a9a5-2a07713ea17d req-4a0c2168-a663-4478-aeba-5f4977d63c8f tempest-TestServerAdvancedOps-1829952957 tempest-TestServerAdvancedOps-1829952957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:03.008633 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-ccb8d3f4-21dd-40ae-a9a5-2a07713ea17d req-4a0c2168-a663-4478-aeba-5f4977d63c8f tempest-TestServerAdvancedOps-1829952957 tempest-TestServerAdvancedOps-1829952957-project] 10.222.0.37 "GET /v2.0/ports?device_id=b256fe0e-7625-40a0-aed5-84c1a56b337d HTTP/1.1" status: 200 len: 945 time: 0.1775899 Dec 21 13:31:03.037321 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d42bc010-ac95-4de4-8db6-42a5b56d7ba9 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:03.037675 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.segments_db [None req-d42bc010-ac95-4de4-8db6-42a5b56d7ba9 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Added segment 76367255-db8f-483e-97bd-38a028757ac3 of type vlan for network 1dcc2d05-9931-4a72-ad3e-a598f36dc4fd Dec 21 13:31:03.043247 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-3ac9c4a5-3250-485b-bcaa-59f3fa4bc27e None None] Attempting to bind port 774a0026-84db-42af-9693-c3e29a4252e7 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:31:03.043837 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-3ac9c4a5-3250-485b-bcaa-59f3fa4bc27e None None] Attempting to bind port 774a0026-84db-42af-9693-c3e29a4252e7 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '5a3eecab-405a-48b3-b476-c53671b8bca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c6bf85d4-de6b-4911-ac91-51fc0c7c7ed2'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:31:03.044082 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac9c4a5-3250-485b-bcaa-59f3fa4bc27e None None] Attempting to bind port 774a0026-84db-42af-9693-c3e29a4252e7 on network c6bf85d4-de6b-4911-ac91-51fc0c7c7ed2 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:31:03.071328 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ef408b63-26cb-4d1b-95a3-957f7ec3d311 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:03.106649 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac9c4a5-3250-485b-bcaa-59f3fa4bc27e None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:31:03.107027 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac9c4a5-3250-485b-bcaa-59f3fa4bc27e None None] Checking segment: {'id': '5a3eecab-405a-48b3-b476-c53671b8bca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c6bf85d4-de6b-4911-ac91-51fc0c7c7ed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:31:03.107431 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-3ac9c4a5-3250-485b-bcaa-59f3fa4bc27e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:03.107808 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac9c4a5-3250-485b-bcaa-59f3fa4bc27e None None] Bound using segment: {'id': '5a3eecab-405a-48b3-b476-c53671b8bca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c6bf85d4-de6b-4911-ac91-51fc0c7c7ed2'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:31:03.108362 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-3ac9c4a5-3250-485b-bcaa-59f3fa4bc27e None None] Bound port: 774a0026-84db-42af-9693-c3e29a4252e7, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a3eecab-405a-48b3-b476-c53671b8bca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c6bf85d4-de6b-4911-ac91-51fc0c7c7ed2'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:31:03.109368 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-3ac9c4a5-3250-485b-bcaa-59f3fa4bc27e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:03.126115 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:03.151154 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9597b625-b999-42a1-9cd2-9e61f43d3046 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:03.155443 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9597b625-b999-42a1-9cd2-9e61f43d3046 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:03.156148 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-9597b625-b999-42a1-9cd2-9e61f43d3046 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] 10.222.0.37 "DELETE /v2.0/security-groups/fbe6ce9e-6569-483d-8407-3e7a0cdad1a4 HTTP/1.1" status: 204 len: 168 time: 0.4664860 Dec 21 13:31:03.157959 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ef408b63-26cb-4d1b-95a3-957f7ec3d311 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:03.162177 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d42bc010-ac95-4de4-8db6-42a5b56d7ba9 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:03.180968 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-80f8a316-e53c-45bb-932c-402dfedc2c6b tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:03.182233 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-80f8a316-e53c-45bb-932c-402dfedc2c6b tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 1.2793899 Dec 21 13:31:03.183135 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57876) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:03.185351 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57878) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:03.198118 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9320a0b7-7a88-48cf-809c-2f720c1a6311 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:03.200604 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-dab988e6-584e-49a8-97cd-1f62f0149629 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-56478331', 'security_groups': ['fb6b14e3-a8ff-4764-8a69-401e205cbc44'], 'network_id': 'c6bf85d4-de6b-4911-ac91-51fc0c7c7ed2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c54f1325-aba4-4a1b-8844-02cd7888d2be'}]}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:03.208176 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f8a316-e53c-45bb-932c-402dfedc2c6b tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb6b14e3-a8ff-4764-8a69-401e205cbc44,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:03.213141 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9597b625-b999-42a1-9cd2-9e61f43d3046 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe6ce9e-6569-483d-8407-3e7a0cdad1a4,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:03.223131 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eb5b1c-9254-4583-b25b-d26b53f6c9b7 None None] Pushing event updated for resources: {'Port': ['ID=6db04eab-2aae-4ba8-8109-84aa693e329f,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:03.237947 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-ccb8d3f4-21dd-40ae-a9a5-2a07713ea17d req-e75ea63b-fb54-4849-a9ac-aeeba9667214 tempest-TestServerAdvancedOps-1829952957 tempest-TestServerAdvancedOps-1829952957-project] 10.222.0.37 "GET /v2.0/security-groups?id=c57c7cc1-c248-45fd-9bbc-650d852d9b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095635 Dec 21 13:31:03.271498 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9320a0b7-7a88-48cf-809c-2f720c1a6311 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805230'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:03.272502 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9320a0b7-7a88-48cf-809c-2f720c1a6311 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12346565'] for subnet, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:03.282828 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-dcec0237-0a62-48f9-a756-83807229274e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636'] for port, after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:03.369074 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d42bc010-ac95-4de4-8db6-42a5b56d7ba9 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:03.375890 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42bc010-ac95-4de4-8db6-42a5b56d7ba9 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:03.376640 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d42bc010-ac95-4de4-8db6-42a5b56d7ba9 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:03.402933 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ef408b63-26cb-4d1b-95a3-957f7ec3d311 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:03.405819 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-a8f2abe5-b531-4325-88ba-ab241a849f70 None None] Allocated IP 2001:db8:0:ffff::2 (654881bd-7df1-403f-92cb-f4553ff7e85c/2696e7aa-5872-418a-a235-a625ad072b8f/3abbe613-6873-498c-9f4b-8a7ee926adfa) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:31:03.408080 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ef408b63-26cb-4d1b-95a3-957f7ec3d311 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:03.409580 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-ef408b63-26cb-4d1b-95a3-957f7ec3d311 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] 10.222.0.37 "DELETE /v2.0/security-groups/483a88ed-7033-47ab-a3d2-4a85184b21f5 HTTP/1.1" status: 204 len: 168 time: 0.5623147 Dec 21 13:31:03.429898 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57880) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:03.439895 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-83adc925-18fa-4166-b2de-2503d4dcdf2d None None] Allocated IP 2001:db8::2 (63aa1643-b106-4f74-adc7-744d49abc39b/4b110611-659b-4c57-87d8-52998d78c7a3/9a0eb4a5-9788-4e4d-905b-2c1a3e29f75e) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:31:03.461232 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcec0237-0a62-48f9-a756-83807229274e None None] No DVR routers for this DVR port f49856b1-5de5-45be-82bf-45b3a480cabf on host dv-neutron-master-2-hyperv {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:31:03.464636 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9320a0b7-7a88-48cf-809c-2f720c1a6311 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event deleted for resources: {'Port': ['ID=f49856b1-5de5-45be-82bf-45b3a480cabf,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:03.465765 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcec0237-0a62-48f9-a756-83807229274e None None] Pushing event deleted for resources: {'Port': ['ID=f49856b1-5de5-45be-82bf-45b3a480cabf,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:03.473556 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2c0e3625-80a9-4c07-a795-680ac7aab9d0 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:03.474438 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2c0e3625-80a9-4c07-a795-680ac7aab9d0 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:03.482116 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef408b63-26cb-4d1b-95a3-957f7ec3d311 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=483a88ed-7033-47ab-a3d2-4a85184b21f5,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:03.487312 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9320a0b7-7a88-48cf-809c-2f720c1a6311 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:31:03.516901 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-2c0e3625-80a9-4c07-a795-680ac7aab9d0 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Calling delete_port for cb001d30-661c-4048-906a-3d1839e26a32 owned by network:floatingip {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:31:03.575083 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-3ac9c4a5-3250-485b-bcaa-59f3fa4bc27e None None] For port 774a0026-84db-42af-9693-c3e29a4252e7, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:31:03.576548 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-d42bc010-ac95-4de4-8db6-42a5b56d7ba9 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9739633 Dec 21 13:31:03.577113 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-9320a0b7-7a88-48cf-809c-2f720c1a6311 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:31:03.580809 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57882) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:03.582552 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9320a0b7-7a88-48cf-809c-2f720c1a6311 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:03.584241 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9320a0b7-7a88-48cf-809c-2f720c1a6311 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:03.593956 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-b1c1c097-3048-4109-8771-b80278dc9615 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.4024460 Dec 21 13:31:03.606869 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-9f98d179-4c9c-4202-9c29-7e1808daa68d tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Request body: {'subnet': {'network_id': '1dcc2d05-9931-4a72-ad3e-a598f36dc4fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:03.610344 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57884) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:03.630485 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42bc010-ac95-4de4-8db6-42a5b56d7ba9 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Pushing event updated for resources: {'Network': ['ID=1dcc2d05-9931-4a72-ad3e-a598f36dc4fd,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:03.640093 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d56f6a-1ac0-40c7-9d4a-568c8cc75cc8 None None] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:31:03.645843 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-3ac9c4a5-3250-485b-bcaa-59f3fa4bc27e None None] For port 774a0026-84db-42af-9693-c3e29a4252e7, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=774a0026-84db-42af-9693-c3e29a4252e7,segment=NetworkSegment(5a3eecab-405a-48b3-b476-c53671b8bca8),segment_id=5a3eecab-405a-48b3-b476-c53671b8bca8)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:31:03.652725 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network 1dcc2d05-9931-4a72-ad3e-a598f36dc4fd details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:31:03.681492 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.api.v2.resource [None req-38b7c4fa-6865-4165-9bbc-38cdf2d76b3a tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] delete failed (client error): The resource could not be found. Dec 21 13:31:03.690523 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-38b7c4fa-6865-4165-9bbc-38cdf2d76b3a tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] 10.222.0.37 "DELETE /v2.0/security-groups/fbe6ce9e-6569-483d-8407-3e7a0cdad1a4 HTTP/1.1" status: 404 len: 347 time: 0.0721533 Dec 21 13:31:03.691322 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57886) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:03.704152 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-cb0263b4-2ebf-4eea-bccf-e424b76a9def tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Request body: {'security_group': {'name': 'tempest-secgroup--710808521'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:03.733528 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9320a0b7-7a88-48cf-809c-2f720c1a6311 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event updated for resources: {'Subnet': ['ID=ee15c1be-1575-4ed5-b460-ac70db2659b6,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:03.758880 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-00f3e742-27f5-42aa-9411-0b5af6250301 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.3277164 Dec 21 13:31:03.762747 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-9320a0b7-7a88-48cf-809c-2f720c1a6311 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.0495610 Dec 21 13:31:03.764320 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57888) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:03.767626 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57890) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:03.771054 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-ebd6ab8c-0be6-4daf-8513-66cf907d4d71 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Request body: {'security_group': {'name': 'tempest-secgroup--387929915'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:03.778081 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-1fda8b8a-12fa-47da-83d4-09435facde33 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Request body: {'subnet': {'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:03.793105 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dab988e6-584e-49a8-97cd-1f62f0149629 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Made reservation on behalf of 401fab62d2cc4dcc90d3b9ab6f110b7e for: {'port': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:31:03.847372 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ebdc1253-d884-4149-b29e-6459d2b1c48e tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:03.871892 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-3ac9c4a5-3250-485b-bcaa-59f3fa4bc27e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:03.903253 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ebd6ab8c-0be6-4daf-8513-66cf907d4d71 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:03.908058 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-cb0263b4-2ebf-4eea-bccf-e424b76a9def tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:03.946570 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f98d179-4c9c-4202-9c29-7e1808daa68d tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Made reservation on behalf of a1ada58ef66244899294bdd43455e4f3 for: {'subnet': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:31:03.950080 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9f98d179-4c9c-4202-9c29-7e1808daa68d tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11288759'] for subnet, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:04.004638 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-dab988e6-584e-49a8-97cd-1f62f0149629 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:04.107964 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [None req-dab988e6-584e-49a8-97cd-1f62f0149629 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] device_id is not set on port 862d2238-496f-485c-a122-18e9a46739f4 yet. {{(pid=103153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 13:31:04.114240 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac9c4a5-3250-485b-bcaa-59f3fa4bc27e None None] Pushing event updated for resources: {'Port': ['ID=774a0026-84db-42af-9693-c3e29a4252e7,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:04.220923 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fda8b8a-12fa-47da-83d4-09435facde33 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Made reservation on behalf of 4e9b97d81d204c53a28bf5666eaf36b7 for: {'subnet': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:31:04.221601 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a8f2abe5-b531-4325-88ba-ab241a849f70 None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:04.225086 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1fda8b8a-12fa-47da-83d4-09435facde33 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12346583'] for subnet, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:04.242881 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f049a969-d388-4b44-acff-66017e84231c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9', 'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9', 'project_id': '4e9b97d81d204c53a28bf5666eaf36b7', 'fixed_ips': [{'subnet_id': 'ee15c1be-1575-4ed5-b460-ac70db2659b6'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:31:04.243766 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f049a969-d388-4b44-acff-66017e84231c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:04.246206 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-83adc925-18fa-4166-b2de-2503d4dcdf2d None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:04.248581 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a8f2abe5-b531-4325-88ba-ab241a849f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:04.251459 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2c0e3625-80a9-4c07-a795-680ac7aab9d0 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:04.266583 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-cb0263b4-2ebf-4eea-bccf-e424b76a9def tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:04.271072 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ebd6ab8c-0be6-4daf-8513-66cf907d4d71 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:04.286076 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-83adc925-18fa-4166-b2de-2503d4dcdf2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:04.363868 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f2abe5-b531-4325-88ba-ab241a849f70 None None] Network 654881bd-7df1-403f-92cb-f4553ff7e85c is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:31:04.366893 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0e3625-80a9-4c07-a795-680ac7aab9d0 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Pushing event deleted for resources: {'Port': ['ID=cb001d30-661c-4048-906a-3d1839e26a32,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:04.370966 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83adc925-18fa-4166-b2de-2503d4dcdf2d None None] Network 63aa1643-b106-4f74-adc7-744d49abc39b is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:31:04.446782 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-a8f2abe5-b531-4325-88ba-ab241a849f70 None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:31:04.452054 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f2abe5-b531-4325-88ba-ab241a849f70 None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:31:04.452709 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-dab988e6-584e-49a8-97cd-1f62f0149629 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Allocated IP 172.20.0.12 (c6bf85d4-de6b-4911-ac91-51fc0c7c7ed2/c54f1325-aba4-4a1b-8844-02cd7888d2be/862d2238-496f-485c-a122-18e9a46739f4) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:31:04.454482 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-83adc925-18fa-4166-b2de-2503d4dcdf2d None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:31:04.456231 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f2abe5-b531-4325-88ba-ab241a849f70 None None] Pushing event updated for resources: {'Port': ['ID=3abbe613-6873-498c-9f4b-8a7ee926adfa,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:04.469097 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83adc925-18fa-4166-b2de-2503d4dcdf2d None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:31:04.603834 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-ebdc1253-d884-4149-b29e-6459d2b1c48e tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Allocated IP 2001:db8::1 (d4866f87-e19a-4c73-8ebb-5bd4ac3e8aea/1a8f048a-9ff0-4765-b7cc-bb59aaead416/3bcb0edb-bd4d-4919-a21b-e2a0b27e8f76) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:31:04.633325 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ebd6ab8c-0be6-4daf-8513-66cf907d4d71 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:04.648663 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-cb0263b4-2ebf-4eea-bccf-e424b76a9def tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:04.692710 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83adc925-18fa-4166-b2de-2503d4dcdf2d None None] Pushing event updated for resources: {'Port': ['ID=9a0eb4a5-9788-4e4d-905b-2c1a3e29f75e,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:04.763603 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-a8f2abe5-b531-4325-88ba-ab241a849f70 None None] Attempting to bind port 3abbe613-6873-498c-9f4b-8a7ee926adfa on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:31:04.764404 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-a8f2abe5-b531-4325-88ba-ab241a849f70 None None] Attempting to bind port 3abbe613-6873-498c-9f4b-8a7ee926adfa by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'e656c9ee-444b-4327-82ff-f9da1c84e83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '654881bd-7df1-403f-92cb-f4553ff7e85c'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:31:04.765066 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f2abe5-b531-4325-88ba-ab241a849f70 None None] Attempting to bind port 3abbe613-6873-498c-9f4b-8a7ee926adfa on network 654881bd-7df1-403f-92cb-f4553ff7e85c {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:31:04.778481 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 6db04eab-2aae-4ba8-8109-84aa693e329f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:31:04.784098 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ebd6ab8c-0be6-4daf-8513-66cf907d4d71 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:04.789001 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-ebd6ab8c-0be6-4daf-8513-66cf907d4d71 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.0216460 Dec 21 13:31:04.790378 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ddb340-bd58-4411-9bc6-0540273a3738 req-0f8c1f18-f35a-4b0f-8bd6-d835bf9003bc tempest-TestServerAdvancedOps-1829952957 tempest-TestServerAdvancedOps-1829952957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:04.791147 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57894) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:04.791976 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-40ddb340-bd58-4411-9bc6-0540273a3738 req-0f8c1f18-f35a-4b0f-8bd6-d835bf9003bc tempest-TestServerAdvancedOps-1829952957 tempest-TestServerAdvancedOps-1829952957-project] 10.222.0.37 "GET /v2.0/ports?device_id=b256fe0e-7625-40a0-aed5-84c1a56b337d HTTP/1.1" status: 200 len: 945 time: 0.3770208 Dec 21 13:31:04.812076 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2c0e3625-80a9-4c07-a795-680ac7aab9d0 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks [] for floatingip, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:04.812294 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-00d24841-c422-4f23-aa05-08fb4d4369db tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Request body: {'security_group_rule': {'security_group_id': '4e99863a-ae3b-485b-a5e1-e15be02a49aa', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:04.821477 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f2abe5-b531-4325-88ba-ab241a849f70 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:31:04.822021 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f2abe5-b531-4325-88ba-ab241a849f70 None None] Checking segment: {'id': 'e656c9ee-444b-4327-82ff-f9da1c84e83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '654881bd-7df1-403f-92cb-f4553ff7e85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:31:04.822819 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2c0e3625-80a9-4c07-a795-680ac7aab9d0 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for floatingip, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:04.823659 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd6ab8c-0be6-4daf-8513-66cf907d4d71 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e99863a-ae3b-485b-a5e1-e15be02a49aa,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:04.823925 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a8f2abe5-b531-4325-88ba-ab241a849f70 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:04.824063 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-2c0e3625-80a9-4c07-a795-680ac7aab9d0 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] 10.222.0.37 "DELETE /v2.0/floatingips/f941317b-abf5-4183-b37d-1eed469c36db HTTP/1.1" status: 204 len: 168 time: 2.9223871 Dec 21 13:31:04.824511 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f2abe5-b531-4325-88ba-ab241a849f70 None None] Bound using segment: {'id': 'e656c9ee-444b-4327-82ff-f9da1c84e83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '654881bd-7df1-403f-92cb-f4553ff7e85c'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:31:04.825112 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-a8f2abe5-b531-4325-88ba-ab241a849f70 None None] Bound port: 3abbe613-6873-498c-9f4b-8a7ee926adfa, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e656c9ee-444b-4327-82ff-f9da1c84e83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '654881bd-7df1-403f-92cb-f4553ff7e85c'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:31:04.825591 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a8f2abe5-b531-4325-88ba-ab241a849f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:04.852873 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-cb0263b4-2ebf-4eea-bccf-e424b76a9def tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:04.856946 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-cb0263b4-2ebf-4eea-bccf-e424b76a9def tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.1594098 Dec 21 13:31:04.863956 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57896) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:04.864285 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57898) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:04.885859 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-9eb0cf8d-4202-4807-a674-06d381208f2e tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Request body: {'security_group_rule': {'security_group_id': 'd95cc24e-9073-4723-8573-ac1754b1f154', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:04.916863 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0263b4-2ebf-4eea-bccf-e424b76a9def tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d95cc24e-9073-4723-8573-ac1754b1f154,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:04.917628 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-83adc925-18fa-4166-b2de-2503d4dcdf2d None None] Attempting to bind port 9a0eb4a5-9788-4e4d-905b-2c1a3e29f75e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:31:04.918092 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-83adc925-18fa-4166-b2de-2503d4dcdf2d None None] Attempting to bind port 9a0eb4a5-9788-4e4d-905b-2c1a3e29f75e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '4756a382-8d83-43c1-8e08-12768b3ff2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '63aa1643-b106-4f74-adc7-744d49abc39b'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:31:04.918692 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83adc925-18fa-4166-b2de-2503d4dcdf2d None None] Attempting to bind port 9a0eb4a5-9788-4e4d-905b-2c1a3e29f75e on network 63aa1643-b106-4f74-adc7-744d49abc39b {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:31:04.936868 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83adc925-18fa-4166-b2de-2503d4dcdf2d None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:31:04.937351 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83adc925-18fa-4166-b2de-2503d4dcdf2d None None] Checking segment: {'id': '4756a382-8d83-43c1-8e08-12768b3ff2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '63aa1643-b106-4f74-adc7-744d49abc39b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:31:04.937850 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-83adc925-18fa-4166-b2de-2503d4dcdf2d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:04.938338 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83adc925-18fa-4166-b2de-2503d4dcdf2d None None] Bound using segment: {'id': '4756a382-8d83-43c1-8e08-12768b3ff2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '63aa1643-b106-4f74-adc7-744d49abc39b'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:31:04.938935 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-83adc925-18fa-4166-b2de-2503d4dcdf2d None None] Bound port: 9a0eb4a5-9788-4e4d-905b-2c1a3e29f75e, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4756a382-8d83-43c1-8e08-12768b3ff2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '63aa1643-b106-4f74-adc7-744d49abc39b'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:31:04.939412 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-83adc925-18fa-4166-b2de-2503d4dcdf2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:04.956506 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 6db04eab-2aae-4ba8-8109-84aa693e329f triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:31:04.958082 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:04.969132 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.pecan_wsgi.hooks.translation [None req-0de6f744-b361-4a75-9eb0-90f5b9b87498 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] DELETE failed (client error): The resource could not be found. Dec 21 13:31:04.970440 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0de6f744-b361-4a75-9eb0-90f5b9b87498 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:31:04.976830 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-0de6f744-b361-4a75-9eb0-90f5b9b87498 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] 10.222.0.37 "DELETE /v2.0/ports/b4cbc096-2fef-4163-aa16-a25d85b8493a HTTP/1.1" status: 404 len: 333 time: 0.1091151 Dec 21 13:31:04.984466 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57900) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:04.990801 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-40ddb340-bd58-4411-9bc6-0540273a3738 req-69b97e15-8a8e-4163-8f05-ea5988dc12b8 tempest-TestServerAdvancedOps-1829952957 tempest-TestServerAdvancedOps-1829952957-project] 10.222.0.37 "GET /v2.0/security-groups?id=c57c7cc1-c248-45fd-9bbc-650d852d9b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864684 Dec 21 13:31:05.008416 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-f049a969-d388-4b44-acff-66017e84231c None None] Allocated IP 2001:db8::f816:3eff:fe3a:45fe (ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9/ee15c1be-1575-4ed5-b460-ac70db2659b6/01dd798d-b3fe-4348-9dd5-f668c28a7484) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:31:05.008841 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-dab988e6-584e-49a8-97cd-1f62f0149629 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:05.056269 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12356f5-f994-41a2-ac0f-c4a4551b42e0 None None] Network d4866f87-e19a-4c73-8ebb-5bd4ac3e8aea requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:31:05.086624 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9f98d179-4c9c-4202-9c29-7e1808daa68d tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11195289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11288741'] for subnet, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:05.111217 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ebdc1253-d884-4149-b29e-6459d2b1c48e tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:05.121112 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-41fe54ad-b3e2-435c-8b4d-b8031763fdc8 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] 10.222.0.37 "GET /v2.0/ports?device_id=881385bd-dec1-4bff-8219-53bb66d2d0c9 HTTP/1.1" status: 200 len: 205 time: 0.1078711 Dec 21 13:31:05.148309 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57904) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:05.152769 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-00d24841-c422-4f23-aa05-08fb4d4369db tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:05.153804 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1fda8b8a-12fa-47da-83d4-09435facde33 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12346565'] for subnet, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:05.173643 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-a8f2abe5-b531-4325-88ba-ab241a849f70 None None] For port 3abbe613-6873-498c-9f4b-8a7ee926adfa, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:31:05.176300 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9eb0cf8d-4202-4807-a674-06d381208f2e tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:05.241511 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-605a1c65-c1e6-43b9-bb1d-ef504ecf2cac None None] Provisioning complete for port 6db04eab-2aae-4ba8-8109-84aa693e329f triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:31:05.242480 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-605a1c65-c1e6-43b9-bb1d-ef504ecf2cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:05.245377 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-a8f2abe5-b531-4325-88ba-ab241a849f70 None None] For port 3abbe613-6873-498c-9f4b-8a7ee926adfa, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3abbe613-6873-498c-9f4b-8a7ee926adfa,segment=NetworkSegment(e656c9ee-444b-4327-82ff-f9da1c84e83d),segment_id=e656c9ee-444b-4327-82ff-f9da1c84e83d)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:31:05.251583 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ebdc1253-d884-4149-b29e-6459d2b1c48e tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:05.255585 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fda8b8a-12fa-47da-83d4-09435facde33 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event updated for resources: {'Subnet': ['ID=e43259dc-f173-4ea3-93b5-8e5c3576ea1b,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:05.298118 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fda8b8a-12fa-47da-83d4-09435facde33 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:31:05.318955 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.api.v2.resource [None req-81014920-a9a0-4305-ad52-640d5feeba28 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] delete failed (client error): The resource could not be found. Dec 21 13:31:05.322115 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-81014920-a9a0-4305-ad52-640d5feeba28 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] 10.222.0.37 "DELETE /v2.0/routers/881385bd-dec1-4bff-8219-53bb66d2d0c9 HTTP/1.1" status: 404 len: 336 time: 0.1639729 Dec 21 13:31:05.322540 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-1fda8b8a-12fa-47da-83d4-09435facde33 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:31:05.335482 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a8f2abe5-b531-4325-88ba-ab241a849f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:05.341332 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57908) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:05.350503 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fda8b8a-12fa-47da-83d4-09435facde33 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:05.351103 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1fda8b8a-12fa-47da-83d4-09435facde33 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:05.373237 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebdc1253-d884-4149-b29e-6459d2b1c48e tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Network d4866f87-e19a-4c73-8ebb-5bd4ac3e8aea is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:31:05.380769 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f98d179-4c9c-4202-9c29-7e1808daa68d tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Pushing event updated for resources: {'Subnet': ['ID=03fd1236-dd77-4a3b-b7c1-5acd2b1ebff9,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:05.388480 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdc1253-d884-4149-b29e-6459d2b1c48e tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Pushing event updated for resources: {'Port': ['ID=3bcb0edb-bd4d-4919-a21b-e2a0b27e8f76,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:05.391873 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-ebdc1253-d884-4149-b29e-6459d2b1c48e tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:31:05.404321 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-1fda8b8a-12fa-47da-83d4-09435facde33 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6321981 Dec 21 13:31:05.404321 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdc1253-d884-4149-b29e-6459d2b1c48e tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:31:05.404321 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ebdc1253-d884-4149-b29e-6459d2b1c48e tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532557'] for router_interface, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:05.408747 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57910) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:05.416253 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-1747ffb6-a9ab-4cb1-a670-eb014c978d96 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Request body: {'port': {'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9', 'mac_address': 'fa:16:3e:02:a7:05', 'name': 'tempest-NetworksTestDHCPv6-490012247'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:05.429928 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-83adc925-18fa-4166-b2de-2503d4dcdf2d None None] For port 9a0eb4a5-9788-4e4d-905b-2c1a3e29f75e, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:31:05.454003 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9eb0cf8d-4202-4807-a674-06d381208f2e tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:05.462657 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.pecan_wsgi.hooks.translation [None req-63718bf3-5ec0-46f8-9b87-3f3fe7ceea1f tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] DELETE failed (client error): The resource could not be found. Dec 21 13:31:05.464141 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63718bf3-5ec0-46f8-9b87-3f3fe7ceea1f tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:31:05.471717 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-63718bf3-5ec0-46f8-9b87-3f3fe7ceea1f tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] 10.222.0.37 "DELETE /v2.0/subnets/d0072e62-7d2f-488d-b6b3-8dff3cfe2220 HTTP/1.1" status: 404 len: 337 time: 0.1233816 Dec 21 13:31:05.471717 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-dab988e6-584e-49a8-97cd-1f62f0149629 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:05.475852 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57912) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:05.483309 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f2abe5-b531-4325-88ba-ab241a849f70 None None] Pushing event updated for resources: {'Port': ['ID=3abbe613-6873-498c-9f4b-8a7ee926adfa,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:05.487246 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-83adc925-18fa-4166-b2de-2503d4dcdf2d None None] For port 9a0eb4a5-9788-4e4d-905b-2c1a3e29f75e, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9a0eb4a5-9788-4e4d-905b-2c1a3e29f75e,segment=NetworkSegment(4756a382-8d83-43c1-8e08-12768b3ff2d2),segment_id=4756a382-8d83-43c1-8e08-12768b3ff2d2)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:31:05.501289 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99442ad0-6280-489a-94ae-97c99c243e21 req-5611c6c2-d52b-4ee1-a302-6e1c6ab2a451 tempest-TestServerAdvancedOps-1829952957 tempest-TestServerAdvancedOps-1829952957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:05.503028 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-99442ad0-6280-489a-94ae-97c99c243e21 req-5611c6c2-d52b-4ee1-a302-6e1c6ab2a451 tempest-TestServerAdvancedOps-1829952957 tempest-TestServerAdvancedOps-1829952957-project] 10.222.0.37 "GET /v2.0/ports?device_id=b256fe0e-7625-40a0-aed5-84c1a56b337d HTTP/1.1" status: 200 len: 945 time: 0.2163208 Dec 21 13:31:05.511571 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-83adc925-18fa-4166-b2de-2503d4dcdf2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:05.528202 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9eb0cf8d-4202-4807-a674-06d381208f2e tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:05.588686 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb0cf8d-4202-4807-a674-06d381208f2e tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f7acc0d-9b45-46ab-8c48-aec975a8b166,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:05.649181 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-00d24841-c422-4f23-aa05-08fb4d4369db tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:05.658773 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab988e6-584e-49a8-97cd-1f62f0149629 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Network c6bf85d4-de6b-4911-ac91-51fc0c7c7ed2 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:31:05.660998 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f98d179-4c9c-4202-9c29-7e1808daa68d tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Checking segment: {'id': '76367255-db8f-483e-97bd-38a028757ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '1dcc2d05-9931-4a72-ad3e-a598f36dc4fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:31:05.661531 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f98d179-4c9c-4202-9c29-7e1808daa68d tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Network hostable DHCP agents. Network: 1dcc2d05-9931-4a72-ad3e-a598f36dc4fd, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:31:05.664194 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-dab988e6-584e-49a8-97cd-1f62f0149629 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:31:05.672174 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9eb0cf8d-4202-4807-a674-06d381208f2e tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:05.673585 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-9eb0cf8d-4202-4807-a674-06d381208f2e tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8072140 Dec 21 13:31:05.680823 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab988e6-584e-49a8-97cd-1f62f0149629 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:31:05.684195 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-00d24841-c422-4f23-aa05-08fb4d4369db tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:05.686324 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57914) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:05.701829 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:05.739610 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83adc925-18fa-4166-b2de-2503d4dcdf2d None None] Pushing event updated for resources: {'Port': ['ID=9a0eb4a5-9788-4e4d-905b-2c1a3e29f75e,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:05.796969 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f049a969-d388-4b44-acff-66017e84231c None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:05.806605 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-00d24841-c422-4f23-aa05-08fb4d4369db tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:05.810589 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-00d24841-c422-4f23-aa05-08fb4d4369db tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0015814 Dec 21 13:31:05.810589 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab988e6-584e-49a8-97cd-1f62f0149629 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Pushing event updated for resources: {'Port': ['ID=862d2238-496f-485c-a122-18e9a46739f4,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:05.825217 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57916) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:05.836927 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-10bef7e2-f1d2-48ba-b7a3-4d6ed4d730ae tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Request body: {'security_group_rule': {'security_group_id': '4e99863a-ae3b-485b-a5e1-e15be02a49aa', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:05.850084 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f049a969-d388-4b44-acff-66017e84231c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:05.856754 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d24841-c422-4f23-aa05-08fb4d4369db tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22de7ad4-a5d9-4649-84bd-8890efb37e7a,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:05.857788 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] For port 6db04eab-2aae-4ba8-8109-84aa693e329f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6db04eab-2aae-4ba8-8109-84aa693e329f,segment=NetworkSegment(be8f6f7a-2c9b-497d-9849-427f8a60b18b),segment_id=be8f6f7a-2c9b-497d-9849-427f8a60b18b)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:31:05.869067 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-605a1c65-c1e6-43b9-bb1d-ef504ecf2cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:05.885249 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c47c7915-b16e-4724-961f-ba62e91f8afa tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:05.916097 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:05.918399 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c47c7915-b16e-4724-961f-ba62e91f8afa tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:05.951992 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f98d179-4c9c-4202-9c29-7e1808daa68d tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Network 1dcc2d05-9931-4a72-ad3e-a598f36dc4fd is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:31:05.953283 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f049a969-d388-4b44-acff-66017e84231c None None] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:31:05.958898 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-f049a969-d388-4b44-acff-66017e84231c None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:31:05.962987 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f049a969-d388-4b44-acff-66017e84231c None None] Pushing event updated for resources: {'Port': ['ID=01dd798d-b3fe-4348-9dd5-f668c28a7484,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:05.967181 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f049a969-d388-4b44-acff-66017e84231c None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:31:06.009356 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab988e6-584e-49a8-97cd-1f62f0149629 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:06.010054 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-dab988e6-584e-49a8-97cd-1f62f0149629 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:06.042950 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-9f98d179-4c9c-4202-9c29-7e1808daa68d tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 1dcc2d05-9931-4a72-ad3e-a598f36dc4fd) {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:31:06.057054 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-75ad9eae-5b29-453d-8099-dbfbe6b774b8 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Deleting port 79f09629-fe5e-44c8-9565-a4ae51da8cd7 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:31:06.057674 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-75ad9eae-5b29-453d-8099-dbfbe6b774b8 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:06.059668 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a7b427-8d0c-43ad-9f03-173388b5a570 None None] Network 1dcc2d05-9931-4a72-ad3e-a598f36dc4fd requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:31:06.075017 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f98d179-4c9c-4202-9c29-7e1808daa68d tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:06.087086 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9f98d179-4c9c-4202-9c29-7e1808daa68d tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks [] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:06.141285 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-dab988e6-584e-49a8-97cd-1f62f0149629 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.9522436 Dec 21 13:31:06.149388 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-9f98d179-4c9c-4202-9c29-7e1808daa68d tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.5647941 Dec 21 13:31:06.155546 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57918) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:06.155919 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57920) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:06.163376 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c47c7915-b16e-4724-961f-ba62e91f8afa tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:06.212159 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.db.api [None req-605a1c65-c1e6-43b9-bb1d-ef504ecf2cac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 13:31:06.212665 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG oslo_db.api [None req-605a1c65-c1e6-43b9-bb1d-ef504ecf2cac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 13:31:06.217605 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-75ad9eae-5b29-453d-8099-dbfbe6b774b8 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:06.222604 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c47c7915-b16e-4724-961f-ba62e91f8afa tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:06.228301 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-c47c7915-b16e-4724-961f-ba62e91f8afa tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/7f7acc0d-9b45-46ab-8c48-aec975a8b166 HTTP/1.1" status: 204 len: 168 time: 0.5281067 Dec 21 13:31:06.232071 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-75ad9eae-5b29-453d-8099-dbfbe6b774b8 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Calling delete_port for 79f09629-fe5e-44c8-9565-a4ae51da8cd7 owned by {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:31:06.232920 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57922) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:06.258830 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-66d0f012-c499-4bf2-8850-5d374ff81ee3 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Request body: {'subnet': {'network_id': 'c6bf85d4-de6b-4911-ac91-51fc0c7c7ed2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:06.296089 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-99442ad0-6280-489a-94ae-97c99c243e21 req-8aabac64-8ff0-4558-a671-624873978551 tempest-TestServerAdvancedOps-1829952957 tempest-TestServerAdvancedOps-1829952957-project] 10.222.0.37 "GET /v2.0/security-groups?id=c57c7cc1-c248-45fd-9bbc-650d852d9b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6850591 Dec 21 13:31:06.331861 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ebdc1253-d884-4149-b29e-6459d2b1c48e tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:06.394210 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47c7915-b16e-4724-961f-ba62e91f8afa tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7f7acc0d-9b45-46ab-8c48-aec975a8b166,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:06.398977 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-10bef7e2-f1d2-48ba-b7a3-4d6ed4d730ae tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:06.432434 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1747ffb6-a9ab-4cb1-a670-eb014c978d96 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Made reservation on behalf of 4e9b97d81d204c53a28bf5666eaf36b7 for: {'port': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:31:06.516776 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Pushing event updated for resources: {'Port': ['ID=6db04eab-2aae-4ba8-8109-84aa693e329f,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:06.533691 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-f049a969-d388-4b44-acff-66017e84231c None None] Attempting to bind port 01dd798d-b3fe-4348-9dd5-f668c28a7484 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:31:06.534059 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-f049a969-d388-4b44-acff-66017e84231c None None] Attempting to bind port 01dd798d-b3fe-4348-9dd5-f668c28a7484 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b20a5dbe-a251-4a83-ae2d-3ffbda6396cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:31:06.534514 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f049a969-d388-4b44-acff-66017e84231c None None] Attempting to bind port 01dd798d-b3fe-4348-9dd5-f668c28a7484 on network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:31:06.548484 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f049a969-d388-4b44-acff-66017e84231c None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:31:06.548972 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f049a969-d388-4b44-acff-66017e84231c None None] Checking segment: {'id': 'b20a5dbe-a251-4a83-ae2d-3ffbda6396cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:31:06.549327 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f049a969-d388-4b44-acff-66017e84231c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:06.550536 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f049a969-d388-4b44-acff-66017e84231c None None] Bound using segment: {'id': 'b20a5dbe-a251-4a83-ae2d-3ffbda6396cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:31:06.550888 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-f049a969-d388-4b44-acff-66017e84231c None None] Bound port: 01dd798d-b3fe-4348-9dd5-f668c28a7484, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b20a5dbe-a251-4a83-ae2d-3ffbda6396cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:31:06.551271 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f049a969-d388-4b44-acff-66017e84231c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:06.554163 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1747ffb6-a9ab-4cb1-a670-eb014c978d96 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:06.586828 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9ceec157-a84f-4739-8622-8c252235d0b0 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:06.643135 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-1747ffb6-a9ab-4cb1-a670-eb014c978d96 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] device_id is not set on port f0e5ec58-325b-41ba-b958-7f07cfa0e9d0 yet. {{(pid=103152) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 13:31:06.661028 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ae6486-177e-4191-b845-8a845cfdeec5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-1dcc2d05-9931-4a72-ad3e-a598f36dc4fd', 'network_id': '1dcc2d05-9931-4a72-ad3e-a598f36dc4fd', 'project_id': 'a1ada58ef66244899294bdd43455e4f3', 'fixed_ips': [{'subnet_id': '03fd1236-dd77-4a3b-b7c1-5acd2b1ebff9'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:31:06.662105 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c9ae6486-177e-4191-b845-8a845cfdeec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:06.782005 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 9a0eb4a5-9788-4e4d-905b-2c1a3e29f75e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:31:06.835092 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-f049a969-d388-4b44-acff-66017e84231c None None] For port 01dd798d-b3fe-4348-9dd5-f668c28a7484, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:31:06.894483 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-f22b9701-3f18-4494-9eac-48131156c22a tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5909281 Dec 21 13:31:06.898953 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57924) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:06.907867 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-10bef7e2-f1d2-48ba-b7a3-4d6ed4d730ae tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:06.922408 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-f049a969-d388-4b44-acff-66017e84231c None None] For port 01dd798d-b3fe-4348-9dd5-f668c28a7484, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=01dd798d-b3fe-4348-9dd5-f668c28a7484,segment=NetworkSegment(b20a5dbe-a251-4a83-ae2d-3ffbda6396cf),segment_id=b20a5dbe-a251-4a83-ae2d-3ffbda6396cf)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:31:06.935206 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-10bef7e2-f1d2-48ba-b7a3-4d6ed4d730ae tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:06.943496 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66d0f012-c499-4bf2-8850-5d374ff81ee3 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Made reservation on behalf of 401fab62d2cc4dcc90d3b9ab6f110b7e for: {'subnet': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:31:06.948558 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-66d0f012-c499-4bf2-8850-5d374ff81ee3 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11288759'] for subnet, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:06.962288 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f049a969-d388-4b44-acff-66017e84231c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:07.001046 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bef7e2-f1d2-48ba-b7a3-4d6ed4d730ae tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e16b844c-fb2d-4d01-9fc3-c6536d0e2208,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:07.003138 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9ceec157-a84f-4739-8622-8c252235d0b0 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:07.032775 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-75ad9eae-5b29-453d-8099-dbfbe6b774b8 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:07.072725 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-10bef7e2-f1d2-48ba-b7a3-4d6ed4d730ae tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:07.074027 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-10bef7e2-f1d2-48ba-b7a3-4d6ed4d730ae tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2476659 Dec 21 13:31:07.075646 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f049a969-d388-4b44-acff-66017e84231c None None] Pushing event updated for resources: {'Port': ['ID=01dd798d-b3fe-4348-9dd5-f668c28a7484,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:07.082906 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57926) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:07.092210 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-78acce8c-7115-403b-94ad-0317d3bdb946 None None] Provisioning complete for port 862d2238-496f-485c-a122-18e9a46739f4 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:31:07.092352 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6b676cfa-a26c-41c3-8a92-199b60717219 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:07.092444 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-fc740f92-e931-406b-96df-69fe1f6a6cb1 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Request body: {'security_group_rule': {'security_group_id': '4e99863a-ae3b-485b-a5e1-e15be02a49aa', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:07.093081 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-78acce8c-7115-403b-94ad-0317d3bdb946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:07.160658 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ad9eae-5b29-453d-8099-dbfbe6b774b8 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Pushing event deleted for resources: {'Port': ['ID=79f09629-fe5e-44c8-9565-a4ae51da8cd7,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:07.168965 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-c9ae6486-177e-4191-b845-8a845cfdeec5 None None] Allocated IP 2001:db8::1 (1dcc2d05-9931-4a72-ad3e-a598f36dc4fd/03fd1236-dd77-4a3b-b7c1-5acd2b1ebff9/9e2c03e0-4033-42f1-b94d-defd71b49c38) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:31:07.197163 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6b676cfa-a26c-41c3-8a92-199b60717219 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:07.284938 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fc740f92-e931-406b-96df-69fe1f6a6cb1 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:07.312391 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6b676cfa-a26c-41c3-8a92-199b60717219 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:07.314764 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6b676cfa-a26c-41c3-8a92-199b60717219 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:07.319579 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-6b676cfa-a26c-41c3-8a92-199b60717219 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] 10.222.0.37 "DELETE /v2.0/security-groups/d95cc24e-9073-4723-8573-ac1754b1f154 HTTP/1.1" status: 204 len: 168 time: 0.4137616 Dec 21 13:31:07.320736 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57928) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:07.403226 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c9ae6486-177e-4191-b845-8a845cfdeec5 None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:07.448016 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29699f8e-b1bd-4066-b46e-309e27a4b40b None None] DHCP port deletion for 20f77a39-9704-44ad-8444-71d97da616e0 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:31:07.450744 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.ipam_backend_mixin [None req-66d0f012-c499-4bf2-8850-5d374ff81ee3 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet c54f1325-aba4-4a1b-8844-02cd7888d2be (CIDR: 172.20.0.0/28) Dec 21 13:31:07.455616 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c9ae6486-177e-4191-b845-8a845cfdeec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:07.471717 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-dfb1fb32-98ac-4e2b-8b2d-fbc9d12a1ae9 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1437078 Dec 21 13:31:07.472482 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57932) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:07.508859 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b676cfa-a26c-41c3-8a92-199b60717219 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d95cc24e-9073-4723-8573-ac1754b1f154,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:07.519441 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-9266294c-1217-454c-88b0-844d10238e3e tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Request body: {'security_group': {'name': 'tempest-secgroup--431921790'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:07.550381 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9ceec157-a84f-4739-8622-8c252235d0b0 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11349588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11288746'] for subnet, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:07.550381 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.pecan_wsgi.hooks.translation [None req-66d0f012-c499-4bf2-8850-5d374ff81ee3 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 13:31:07.550381 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66d0f012-c499-4bf2-8850-5d374ff81ee3 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:31:07.582047 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ae6486-177e-4191-b845-8a845cfdeec5 None None] Network 1dcc2d05-9931-4a72-ad3e-a598f36dc4fd is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:31:07.605983 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 9a0eb4a5-9788-4e4d-905b-2c1a3e29f75e triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:31:07.606635 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:07.632993 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-1747ffb6-a9ab-4cb1-a670-eb014c978d96 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Allocated IP 172.20.0.14 (ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9/e43259dc-f173-4ea3-93b5-8e5c3576ea1b/f0e5ec58-325b-41ba-b958-7f07cfa0e9d0) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:31:07.636454 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-c9ae6486-177e-4191-b845-8a845cfdeec5 None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:31:07.644581 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-1747ffb6-a9ab-4cb1-a670-eb014c978d96 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Allocated IP 2001:db8::f816:3eff:fe02:a705 (ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9/ee15c1be-1575-4ed5-b460-ac70db2659b6/f0e5ec58-325b-41ba-b958-7f07cfa0e9d0) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:31:07.671524 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ae6486-177e-4191-b845-8a845cfdeec5 None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:31:07.683677 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fc740f92-e931-406b-96df-69fe1f6a6cb1 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:07.700633 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-78acce8c-7115-403b-94ad-0317d3bdb946 None None] Port 862d2238-496f-485c-a122-18e9a46739f4 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:31:07.708905 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceec157-a84f-4739-8622-8c252235d0b0 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Pushing event deleted for resources: {'Subnet': ['ID=03fd1236-dd77-4a3b-b7c1-5acd2b1ebff9,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:07.709663 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ae6486-177e-4191-b845-8a845cfdeec5 None None] Pushing event updated for resources: {'Port': ['ID=9e2c03e0-4033-42f1-b94d-defd71b49c38,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:07.735458 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24834ac6-ce7d-45c3-bc9d-77d5d3ad30c8 req-91f6a72a-443f-4d0e-9f8e-a10052a33146 tempest-TestServerAdvancedOps-1829952957 tempest-TestServerAdvancedOps-1829952957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:07.738236 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-24834ac6-ce7d-45c3-bc9d-77d5d3ad30c8 req-91f6a72a-443f-4d0e-9f8e-a10052a33146 tempest-TestServerAdvancedOps-1829952957 tempest-TestServerAdvancedOps-1829952957-project] 10.222.0.60 "GET /v2.0/ports?device_id=b256fe0e-7625-40a0-aed5-84c1a56b337d HTTP/1.1" status: 200 len: 945 time: 0.6081822 Dec 21 13:31:07.765633 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fc740f92-e931-406b-96df-69fe1f6a6cb1 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:07.795159 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-66d0f012-c499-4bf2-8850-5d374ff81ee3 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6342742 Dec 21 13:31:07.797668 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57934) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:07.802825 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939c2a72-060e-4411-8fb9-77af3a3e7069 None None] Network 654881bd-7df1-403f-92cb-f4553ff7e85c requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:31:07.856105 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc740f92-e931-406b-96df-69fe1f6a6cb1 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85d928b6-24c9-46ec-a206-5eba143aafdf,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:07.861477 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-4e59103c-e7a4-4ff0-a2ca-93f538f280d1 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Request body: {'subnet': {'network_id': 'c6bf85d4-de6b-4911-ac91-51fc0c7c7ed2', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:07.870695 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-75ad9eae-5b29-453d-8099-dbfbe6b774b8 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:07.885699 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9266294c-1217-454c-88b0-844d10238e3e tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:07.896730 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-75ad9eae-5b29-453d-8099-dbfbe6b774b8 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] 10.222.0.37 "DELETE /v2.0/ports/79f09629-fe5e-44c8-9565-a4ae51da8cd7 HTTP/1.1" status: 204 len: 168 time: 2.3917308 Dec 21 13:31:07.903747 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57936) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:07.937630 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-78acce8c-7115-403b-94ad-0317d3bdb946 None None] Provisioning complete for port 2354d5f1-f114-4072-ade4-1a54305a5c66 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:31:07.938004 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-78acce8c-7115-403b-94ad-0317d3bdb946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:07.968681 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9ceec157-a84f-4739-8622-8c252235d0b0 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:07.989222 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fc740f92-e931-406b-96df-69fe1f6a6cb1 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:07.989222 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-fc740f92-e931-406b-96df-69fe1f6a6cb1 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9004335 Dec 21 13:31:07.993123 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57938) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:08.003619 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-c9ae6486-177e-4191-b845-8a845cfdeec5 None None] Attempting to bind port 9e2c03e0-4033-42f1-b94d-defd71b49c38 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:31:08.004004 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-c9ae6486-177e-4191-b845-8a845cfdeec5 None None] Attempting to bind port 9e2c03e0-4033-42f1-b94d-defd71b49c38 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '76367255-db8f-483e-97bd-38a028757ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '1dcc2d05-9931-4a72-ad3e-a598f36dc4fd'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:31:08.004293 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ae6486-177e-4191-b845-8a845cfdeec5 None None] Attempting to bind port 9e2c03e0-4033-42f1-b94d-defd71b49c38 on network 1dcc2d05-9931-4a72-ad3e-a598f36dc4fd {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:31:08.009140 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-1bcb875b-13ff-41bf-a8fd-8e169b6236c3 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Request body: {'security_group_rule': {'security_group_id': '4e99863a-ae3b-485b-a5e1-e15be02a49aa', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:08.020869 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0752d6-fb46-4919-b192-87222ef9cbf4 None None] Network 63aa1643-b106-4f74-adc7-744d49abc39b requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:31:08.096858 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ae6486-177e-4191-b845-8a845cfdeec5 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:31:08.097282 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ae6486-177e-4191-b845-8a845cfdeec5 None None] Checking segment: {'id': '76367255-db8f-483e-97bd-38a028757ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '1dcc2d05-9931-4a72-ad3e-a598f36dc4fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:31:08.097810 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c9ae6486-177e-4191-b845-8a845cfdeec5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:08.098767 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ae6486-177e-4191-b845-8a845cfdeec5 None None] Bound using segment: {'id': '76367255-db8f-483e-97bd-38a028757ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '1dcc2d05-9931-4a72-ad3e-a598f36dc4fd'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:31:08.099083 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-c9ae6486-177e-4191-b845-8a845cfdeec5 None None] Bound port: 9e2c03e0-4033-42f1-b94d-defd71b49c38, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76367255-db8f-483e-97bd-38a028757ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '1dcc2d05-9931-4a72-ad3e-a598f36dc4fd'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:31:08.099627 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c9ae6486-177e-4191-b845-8a845cfdeec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:08.102582 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ebdc1253-d884-4149-b29e-6459d2b1c48e tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:08.116299 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ebdc1253-d884-4149-b29e-6459d2b1c48e tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805230'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:08.117176 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ebdc1253-d884-4149-b29e-6459d2b1c48e tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532537'] for router_interface, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:08.121610 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1747ffb6-a9ab-4cb1-a670-eb014c978d96 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:08.128701 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-78acce8c-7115-403b-94ad-0317d3bdb946 None None] Port 2354d5f1-f114-4072-ade4-1a54305a5c66 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:31:08.193534 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:08.245870 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdc1253-d884-4149-b29e-6459d2b1c48e tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Pushing event updated for resources: {'Port': ['ID=3bcb0edb-bd4d-4919-a21b-e2a0b27e8f76,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:08.256691 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ae962271-96d0-4a0f-aba4-82739f2ab9e8 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Deleting port fcc13bc8-7355-4fd4-95ef-24bf519e7a57 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:31:08.257736 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ae962271-96d0-4a0f-aba4-82739f2ab9e8 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:08.262536 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-78acce8c-7115-403b-94ad-0317d3bdb946 None None] Provisioning complete for port 774a0026-84db-42af-9693-c3e29a4252e7 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:31:08.262754 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-78acce8c-7115-403b-94ad-0317d3bdb946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:08.371410 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] For port 9a0eb4a5-9788-4e4d-905b-2c1a3e29f75e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9a0eb4a5-9788-4e4d-905b-2c1a3e29f75e,segment=NetworkSegment(4756a382-8d83-43c1-8e08-12768b3ff2d2),segment_id=4756a382-8d83-43c1-8e08-12768b3ff2d2)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:31:08.373608 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-c9ae6486-177e-4191-b845-8a845cfdeec5 None None] For port 9e2c03e0-4033-42f1-b94d-defd71b49c38, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:31:08.419363 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-c9ae6486-177e-4191-b845-8a845cfdeec5 None None] For port 9e2c03e0-4033-42f1-b94d-defd71b49c38, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9e2c03e0-4033-42f1-b94d-defd71b49c38,segment=NetworkSegment(76367255-db8f-483e-97bd-38a028757ac3),segment_id=76367255-db8f-483e-97bd-38a028757ac3)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:31:08.423817 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff556ee7-c60f-43e4-9e9c-93a63813984f req-6908bca6-560e-43ee-a229-ea807e2856ed tempest-TestServerAdvancedOps-1829952957 tempest-TestServerAdvancedOps-1829952957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:08.424090 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:08.425470 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 774a0026-84db-42af-9693-c3e29a4252e7 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:31:08.432792 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-ff556ee7-c60f-43e4-9e9c-93a63813984f req-6908bca6-560e-43ee-a229-ea807e2856ed tempest-TestServerAdvancedOps-1829952957 tempest-TestServerAdvancedOps-1829952957-project] 10.222.0.37 "GET /v2.0/ports?device_id=b256fe0e-7625-40a0-aed5-84c1a56b337d HTTP/1.1" status: 200 len: 945 time: 0.9359062 Dec 21 13:31:08.510996 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c9ae6486-177e-4191-b845-8a845cfdeec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:08.517086 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-9ceec157-a84f-4739-8622-8c252235d0b0 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dcc2d05-9931-4a72-ad3e-a598f36dc4fd']}} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:31:08.583632 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-9ceec157-a84f-4739-8622-8c252235d0b0 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76367255-db8f-483e-97bd-38a028757ac3') {'for_net_delete': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:31:08.583986 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-9ceec157-a84f-4739-8622-8c252235d0b0 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76367255-db8f-483e-97bd-38a028757ac3') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:31:08.606234 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9ceec157-a84f-4739-8622-8c252235d0b0 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1585430'] for segment, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:08.610832 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Pushing event updated for resources: {'Port': ['ID=9a0eb4a5-9788-4e4d-905b-2c1a3e29f75e,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:08.654130 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 774a0026-84db-42af-9693-c3e29a4252e7 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:31:08.654836 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:08.701352 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9ceec157-a84f-4739-8622-8c252235d0b0 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:08.745951 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ceec157-a84f-4739-8622-8c252235d0b0 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=103153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:31:08.746630 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9ceec157-a84f-4739-8622-8c252235d0b0 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11349758'] for segment, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:08.762627 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1747ffb6-a9ab-4cb1-a670-eb014c978d96 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:08.763250 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:31:08.763250 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:31:08.763250 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:31:08.763250 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:31:08.763250 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:31:08.763250 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:31:08.763250 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:31:08.763250 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:31:08.763250 dv-neutron-master-2-hyperv neutron-server[103153]: Traceback (most recent call last): Dec 21 13:31:08.763250 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:31:08.763250 dv-neutron-master-2-hyperv neutron-server[103153]: timer() Dec 21 13:31:08.763250 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:31:08.763250 dv-neutron-master-2-hyperv neutron-server[103153]: cb(*args, **kw) Dec 21 13:31:08.763250 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:31:08.763250 dv-neutron-master-2-hyperv neutron-server[103153]: return func(*args, **kwargs) Dec 21 13:31:08.763250 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:31:08.763250 dv-neutron-master-2-hyperv neutron-server[103153]: self._notify() Dec 21 13:31:08.763250 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:31:08.763250 dv-neutron-master-2-hyperv neutron-server[103153]: self.callback(batched_events) Dec 21 13:31:08.763250 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:31:08.763250 dv-neutron-master-2-hyperv neutron-server[103153]: event.method(event) Dec 21 13:31:08.763250 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:31:08.763250 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:31:08.763250 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:31:08.763250 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:31:08.763250 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:31:08.763250 dv-neutron-master-2-hyperv neutron-server[103153]: return f(self, *a, **k) Dec 21 13:31:08.763250 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:31:08.763250 dv-neutron-master-2-hyperv neutron-server[103153]: return self._get(url).json() Dec 21 13:31:08.763250 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:31:08.763250 dv-neutron-master-2-hyperv neutron-server[103153]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:31:08.763250 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:31:08.763250 dv-neutron-master-2-hyperv neutron-server[103153]: return self.request(url, 'GET', **kwargs) Dec 21 13:31:08.763250 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:31:08.763250 dv-neutron-master-2-hyperv neutron-server[103153]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:31:08.763250 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:31:08.763250 dv-neutron-master-2-hyperv neutron-server[103153]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:31:08.763250 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:31:08.763250 dv-neutron-master-2-hyperv neutron-server[103153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:31:08.763250 dv-neutron-master-2-hyperv neutron-server[103153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:31:08.854240 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:08.864917 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-78acce8c-7115-403b-94ad-0317d3bdb946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:08.883363 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-ff556ee7-c60f-43e4-9e9c-93a63813984f req-3e120d5d-abfd-4e03-becc-789af116bb3f tempest-TestServerAdvancedOps-1829952957 tempest-TestServerAdvancedOps-1829952957-project] 10.222.0.37 "GET /v2.0/security-groups?id=c57c7cc1-c248-45fd-9bbc-650d852d9b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4446270 Dec 21 13:31:08.884314 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1bcb875b-13ff-41bf-a8fd-8e169b6236c3 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:08.908822 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56139bd0-43fa-400c-83f4-78aaadc39bce None None] Network 1dcc2d05-9931-4a72-ad3e-a598f36dc4fd requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:31:08.930872 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9266294c-1217-454c-88b0-844d10238e3e tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:08.931053 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ae6486-177e-4191-b845-8a845cfdeec5 None None] Pushing event updated for resources: {'Port': ['ID=9e2c03e0-4033-42f1-b94d-defd71b49c38,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:08.942058 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [req-24834ac6-ce7d-45c3-bc9d-77d5d3ad30c8 req-2f6d794d-1668-43b3-a63f-db69d34b3589 tempest-TestServerAdvancedOps-1829952957 tempest-TestServerAdvancedOps-1829952957-project] Deleting port 61f62cab-b92a-4557-8e2b-46751cfd4aac {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:31:08.942511 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-24834ac6-ce7d-45c3-bc9d-77d5d3ad30c8 req-2f6d794d-1668-43b3-a63f-db69d34b3589 tempest-TestServerAdvancedOps-1829952957 tempest-TestServerAdvancedOps-1829952957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:08.943599 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1747ffb6-a9ab-4cb1-a670-eb014c978d96 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:31:08.954857 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9266294c-1217-454c-88b0-844d10238e3e tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:08.968796 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-1747ffb6-a9ab-4cb1-a670-eb014c978d96 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:31:08.981800 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.db.api [None req-9ceec157-a84f-4739-8622-8c252235d0b0 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 21 13:31:08.981800 dv-neutron-master-2-hyperv neutron-server[103153]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 21 13:31:08.981800 dv-neutron-master-2-hyperv neutron-server[103153]: [parameters: {'id': '1dcc2d05-9931-4a72-ad3e-a598f36dc4fd'}] Dec 21 13:31:08.981800 dv-neutron-master-2-hyperv neutron-server[103153]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103153) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 13:31:08.982411 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG oslo_db.api [None req-9ceec157-a84f-4739-8622-8c252235d0b0 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 13:31:08.986841 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] For port 774a0026-84db-42af-9693-c3e29a4252e7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=774a0026-84db-42af-9693-c3e29a4252e7,segment=NetworkSegment(5a3eecab-405a-48b3-b476-c53671b8bca8),segment_id=5a3eecab-405a-48b3-b476-c53671b8bca8)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:31:09.003557 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1747ffb6-a9ab-4cb1-a670-eb014c978d96 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:31:09.007973 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:09.008873 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 3abbe613-6873-498c-9f4b-8a7ee926adfa up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:31:09.022315 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1747ffb6-a9ab-4cb1-a670-eb014c978d96 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event updated for resources: {'Port': ['ID=f0e5ec58-325b-41ba-b958-7f07cfa0e9d0,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:09.030695 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ae962271-96d0-4a0f-aba4-82739f2ab9e8 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:09.090337 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9266294c-1217-454c-88b0-844d10238e3e tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:09.092061 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-9266294c-1217-454c-88b0-844d10238e3e tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.5885267 Dec 21 13:31:09.095945 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e59103c-e7a4-4ff0-a2ca-93f538f280d1 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Made reservation on behalf of 401fab62d2cc4dcc90d3b9ab6f110b7e for: {'subnet': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:31:09.096583 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebdc1253-d884-4149-b29e-6459d2b1c48e tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Network d4866f87-e19a-4c73-8ebb-5bd4ac3e8aea is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:31:09.099927 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4e59103c-e7a4-4ff0-a2ca-93f538f280d1 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11288759'] for subnet, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:09.108319 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57940) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:09.115003 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9266294c-1217-454c-88b0-844d10238e3e tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f31188c2-9366-420c-9195-4e6858216eb6,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:09.116459 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-ebdc1253-d884-4149-b29e-6459d2b1c48e tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:31:09.123843 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-634d704a-f0ae-4e95-8b35-00dcdcc0e4fb tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Request body: {'security_group_rule': {'security_group_id': 'f31188c2-9366-420c-9195-4e6858216eb6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:09.144560 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb0dca2-efa1-47b7-8a1c-e54a50a231a9 None None] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:31:09.158235 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ae962271-96d0-4a0f-aba4-82739f2ab9e8 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Calling delete_port for fcc13bc8-7355-4fd4-95ef-24bf519e7a57 owned by {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:31:09.230272 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1747ffb6-a9ab-4cb1-a670-eb014c978d96 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:09.230990 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1747ffb6-a9ab-4cb1-a670-eb014c978d96 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:09.281298 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1bcb875b-13ff-41bf-a8fd-8e169b6236c3 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:09.298802 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1bcb875b-13ff-41bf-a8fd-8e169b6236c3 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:09.306056 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-24834ac6-ce7d-45c3-bc9d-77d5d3ad30c8 req-2f6d794d-1668-43b3-a63f-db69d34b3589 tempest-TestServerAdvancedOps-1829952957 tempest-TestServerAdvancedOps-1829952957-project] For port 61f62cab-b92a-4557-8e2b-46751cfd4aac, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=61f62cab-b92a-4557-8e2b-46751cfd4aac,segment=NetworkSegment(e447d05a-9447-4be1-89a0-0237a1b526c5),segment_id=e447d05a-9447-4be1-89a0-0237a1b526c5)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:31:09.306056 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-24834ac6-ce7d-45c3-bc9d-77d5d3ad30c8 req-2f6d794d-1668-43b3-a63f-db69d34b3589 tempest-TestServerAdvancedOps-1829952957 tempest-TestServerAdvancedOps-1829952957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:09.337321 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-1747ffb6-a9ab-4cb1-a670-eb014c978d96 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.9269466 Dec 21 13:31:09.348286 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57942) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:09.350131 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [req-24834ac6-ce7d-45c3-bc9d-77d5d3ad30c8 req-2f6d794d-1668-43b3-a63f-db69d34b3589 tempest-TestServerAdvancedOps-1829952957 tempest-TestServerAdvancedOps-1829952957-project] Calling delete_port for 61f62cab-b92a-4557-8e2b-46751cfd4aac owned by compute:nova {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:31:09.365683 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcb875b-13ff-41bf-a8fd-8e169b6236c3 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=619cb439-f039-4514-a639-402bbfe0af34,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:09.368029 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-634d704a-f0ae-4e95-8b35-00dcdcc0e4fb tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:09.395785 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Pushing event updated for resources: {'Port': ['ID=774a0026-84db-42af-9693-c3e29a4252e7,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:09.417504 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1bcb875b-13ff-41bf-a8fd-8e169b6236c3 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:09.426221 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-1bcb875b-13ff-41bf-a8fd-8e169b6236c3 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4253919 Dec 21 13:31:09.429448 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57944) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:09.447852 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-5c80fb59-82cf-417d-9037-5afc9812a1e0 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Request body: {'security_group_rule': {'security_group_id': '4e99863a-ae3b-485b-a5e1-e15be02a49aa', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:09.497746 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9ceec157-a84f-4739-8622-8c252235d0b0 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:09.509153 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f4cf07-5135-4270-8fe2-67f9c6913546 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:09.523415 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.db.api [None req-78acce8c-7115-403b-94ad-0317d3bdb946 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 13:31:09.524038 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG oslo_db.api [None req-78acce8c-7115-403b-94ad-0317d3bdb946 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 13:31:09.526869 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f4cf07-5135-4270-8fe2-67f9c6913546 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:09.530309 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-99f4cf07-5135-4270-8fe2-67f9c6913546 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1809094 Dec 21 13:31:09.535985 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 3abbe613-6873-498c-9f4b-8a7ee926adfa triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:31:09.536738 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:09.542229 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57946) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:09.574932 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebdc1253-d884-4149-b29e-6459d2b1c48e tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Router 63efc57a-a9c4-4816-aafa-50d0346a26bf is scheduled to L3 agent 59e14383-78fa-487e-9299-b32042a98157 with binding_index 1 {{(pid=103152) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 13:31:09.600399 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ae962271-96d0-4a0f-aba4-82739f2ab9e8 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:09.642633 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5c80fb59-82cf-417d-9037-5afc9812a1e0 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:09.690694 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:09.714781 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-634d704a-f0ae-4e95-8b35-00dcdcc0e4fb tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:09.716933 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae962271-96d0-4a0f-aba4-82739f2ab9e8 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Pushing event deleted for resources: {'Port': ['ID=fcc13bc8-7355-4fd4-95ef-24bf519e7a57,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:09.742197 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] For port 3abbe613-6873-498c-9f4b-8a7ee926adfa, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3abbe613-6873-498c-9f4b-8a7ee926adfa,segment=NetworkSegment(e656c9ee-444b-4327-82ff-f9da1c84e83d),segment_id=e656c9ee-444b-4327-82ff-f9da1c84e83d)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:31:09.749140 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-634d704a-f0ae-4e95-8b35-00dcdcc0e4fb tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:09.755174 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d5473a-b75d-40af-b752-8dd6241c831b None None] DHCP port deletion for 20f77a39-9704-44ad-8444-71d97da616e0 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:31:09.758429 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:09.821230 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebdc1253-d884-4149-b29e-6459d2b1c48e tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:31:09.834059 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-ebdc1253-d884-4149-b29e-6459d2b1c48e tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] 10.222.0.37 "PUT /v2.0/routers/63efc57a-a9c4-4816-aafa-50d0346a26bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3618407 Dec 21 13:31:09.839967 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57948) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:09.855525 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634d704a-f0ae-4e95-8b35-00dcdcc0e4fb tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8c1300c-7b52-4a2f-abc4-8042304c53c3,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:09.860136 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245afe27-9c9c-4aa7-b5a5-32db47f35fe7 None None] Sync routers for ids ['63efc57a-a9c4-4816-aafa-50d0346a26bf'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:31:09.872456 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-634d704a-f0ae-4e95-8b35-00dcdcc0e4fb tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:09.874114 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-634d704a-f0ae-4e95-8b35-00dcdcc0e4fb tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7604787 Dec 21 13:31:09.874795 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245afe27-9c9c-4aa7-b5a5-32db47f35fe7 None None] Routers {'63efc57a-a9c4-4816-aafa-50d0346a26bf'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:31:09.875434 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-245afe27-9c9c-4aa7-b5a5-32db47f35fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:30:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['63efc57a-a9c4-4816-aafa-50d0346a26bf'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:31:09.885903 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57950) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:09.897688 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-18324e95-aca2-4bf0-9ae6-e753e113b4b1 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Request body: {'security_group_rule': {'security_group_id': 'f31188c2-9366-420c-9195-4e6858216eb6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:09.920946 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5c80fb59-82cf-417d-9037-5afc9812a1e0 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:09.964752 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5c80fb59-82cf-417d-9037-5afc9812a1e0 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:09.968612 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ecd7f68-9efa-434c-8835-1404257e7436 None None] Update dhcp port {'port': {'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9', 'fixed_ips': [{'subnet_id': 'ee15c1be-1575-4ed5-b460-ac70db2659b6', 'ip_address': '2001:db8::f816:3eff:fe3a:45fe'}, {'subnet_id': 'e43259dc-f173-4ea3-93b5-8e5c3576ea1b'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '01dd798d-b3fe-4348-9dd5-f668c28a7484'} from dv-neutron-master-2-hyperv. {{(pid=103154) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 21 13:31:09.971084 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-9ceec157-a84f-4739-8622-8c252235d0b0 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Deleting port 9e2c03e0-4033-42f1-b94d-defd71b49c38 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:31:09.971645 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9ceec157-a84f-4739-8622-8c252235d0b0 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:09.973923 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-24834ac6-ce7d-45c3-bc9d-77d5d3ad30c8 req-2f6d794d-1668-43b3-a63f-db69d34b3589 tempest-TestServerAdvancedOps-1829952957 tempest-TestServerAdvancedOps-1829952957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:09.993544 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ae962271-96d0-4a0f-aba4-82739f2ab9e8 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:10.000264 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-ae962271-96d0-4a0f-aba4-82739f2ab9e8 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] 10.222.0.37 "DELETE /v2.0/ports/fcc13bc8-7355-4fd4-95ef-24bf519e7a57 HTTP/1.1" status: 204 len: 168 time: 2.0931275 Dec 21 13:31:10.003015 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57954) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:10.008211 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-146f8766-da79-40b9-aa10-3452422d134d tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Deleting port f0e5ec58-325b-41ba-b958-7f07cfa0e9d0 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:31:10.008854 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-146f8766-da79-40b9-aa10-3452422d134d tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:10.012317 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-245afe27-9c9c-4aa7-b5a5-32db47f35fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:31:10.037740 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245afe27-9c9c-4aa7-b5a5-32db47f35fe7 None None] Routers {'63efc57a-a9c4-4816-aafa-50d0346a26bf'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:31:10.038408 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-245afe27-9c9c-4aa7-b5a5-32db47f35fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:30:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['63efc57a-a9c4-4816-aafa-50d0346a26bf'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:31:10.048635 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c80fb59-82cf-417d-9037-5afc9812a1e0 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b0af114-6e09-4da2-b03e-e4d4ff93a83c,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:10.082547 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4e59103c-e7a4-4ff0-a2ca-93f538f280d1 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11195289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11288741'] for subnet, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:10.090428 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-245afe27-9c9c-4aa7-b5a5-32db47f35fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:31:10.091102 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245afe27-9c9c-4aa7-b5a5-32db47f35fe7 None None] The sync data for ids ['63efc57a-a9c4-4816-aafa-50d0346a26bf'] in dv-neutron-master-2-hyperv is: [] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:31:10.102997 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5c80fb59-82cf-417d-9037-5afc9812a1e0 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:10.104310 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-5c80fb59-82cf-417d-9037-5afc9812a1e0 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.6728170 Dec 21 13:31:10.123725 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6d794d-1668-43b3-a63f-db69d34b3589 tempest-TestServerAdvancedOps-1829952957 tempest-TestServerAdvancedOps-1829952957-project] Pushing event deleted for resources: {'Port': ['ID=61f62cab-b92a-4557-8e2b-46751cfd4aac,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:10.126854 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57956) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:10.131273 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-53ef39d7-2b76-4c93-a81f-4a4a6bef087a req-53c117f4-b817-494c-a70a-e15265db63b6 tempest-TestServerAdvancedOps-1829952957 tempest-TestServerAdvancedOps-1829952957-project] 10.222.0.37 "GET /v2.0/ports?device_id=b256fe0e-7625-40a0-aed5-84c1a56b337d HTTP/1.1" status: 200 len: 210 time: 0.0877249 Dec 21 13:31:10.133854 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Pushing event updated for resources: {'Port': ['ID=3abbe613-6873-498c-9f4b-8a7ee926adfa,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:10.145784 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-2ecd7f68-9efa-434c-8835-1404257e7436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:10.205254 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-78acce8c-7115-403b-94ad-0317d3bdb946 None None] Provisioning complete for port 6db04eab-2aae-4ba8-8109-84aa693e329f triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:31:10.205649 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-78acce8c-7115-403b-94ad-0317d3bdb946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:10.267027 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-18324e95-aca2-4bf0-9ae6-e753e113b4b1 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:10.274886 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-9ceec157-a84f-4739-8622-8c252235d0b0 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] For port 9e2c03e0-4033-42f1-b94d-defd71b49c38, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9e2c03e0-4033-42f1-b94d-defd71b49c38,segment=NetworkSegment(76367255-db8f-483e-97bd-38a028757ac3),segment_id=76367255-db8f-483e-97bd-38a028757ac3)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:31:10.275675 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9ceec157-a84f-4739-8622-8c252235d0b0 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:10.299011 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 01dd798d-b3fe-4348-9dd5-f668c28a7484 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:31:10.309451 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [req-24834ac6-ce7d-45c3-bc9d-77d5d3ad30c8 req-2f6d794d-1668-43b3-a63f-db69d34b3589 tempest-TestServerAdvancedOps-1829952957 tempest-TestServerAdvancedOps-1829952957-project] No DVR routers for this DVR port 61f62cab-b92a-4557-8e2b-46751cfd4aac on host hv-neutron-mast {{(pid=103153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:31:10.310038 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813e7785-331a-4493-9da3-b674f742cd67 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:10.315784 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-813e7785-331a-4493-9da3-b674f742cd67 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a0f9c1c-0b84-40b1-b675-f3a031108074 HTTP/1.1" status: 200 len: 913 time: 0.3011563 Dec 21 13:31:10.318910 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57958) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:10.328093 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e59103c-e7a4-4ff0-a2ca-93f538f280d1 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Network c6bf85d4-de6b-4911-ac91-51fc0c7c7ed2 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:31:10.340431 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-24834ac6-ce7d-45c3-bc9d-77d5d3ad30c8 req-2f6d794d-1668-43b3-a63f-db69d34b3589 tempest-TestServerAdvancedOps-1829952957 tempest-TestServerAdvancedOps-1829952957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:10.343918 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-24834ac6-ce7d-45c3-bc9d-77d5d3ad30c8 req-2f6d794d-1668-43b3-a63f-db69d34b3589 tempest-TestServerAdvancedOps-1829952957 tempest-TestServerAdvancedOps-1829952957-project] 10.222.0.60 "DELETE /v2.0/ports/61f62cab-b92a-4557-8e2b-46751cfd4aac HTTP/1.1" status: 204 len: 173 time: 2.5935671 Dec 21 13:31:10.344408 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b256fe0e-7625-40a0-aed5-84c1a56b337d', 'name': 'network-vif-deleted', 'tag': '61f62cab-b92a-4557-8e2b-46751cfd4aac'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:31:10.346789 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af6034c98e584fa55ea4398f343c742ceb598288507feaf30d5a15785b2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bc676a5-f88e-4659-86c1-8e3facb613f6" -d '{"events": [{"server_uuid": "b256fe0e-7625-40a0-aed5-84c1a56b337d", "name": "network-vif-deleted", "tag": "61f62cab-b92a-4557-8e2b-46751cfd4aac"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:31:10.352562 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-9ceec157-a84f-4739-8622-8c252235d0b0 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Calling delete_port for 9e2c03e0-4033-42f1-b94d-defd71b49c38 owned by network:dhcp {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:31:10.374701 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-4e59103c-e7a4-4ff0-a2ca-93f538f280d1 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:31:10.400976 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-13f4f513-fa92-4bc9-b644-17095e4235f0 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:10.403166 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e59103c-e7a4-4ff0-a2ca-93f538f280d1 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Pushing event updated for resources: {'Subnet': ['ID=458192a2-3f53-45c1-aea6-5a2e3c9a18bb,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:10.406038 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e59103c-e7a4-4ff0-a2ca-93f538f280d1 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:10.406722 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4e59103c-e7a4-4ff0-a2ca-93f538f280d1 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks [] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:10.442656 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-13f4f513-fa92-4bc9-b644-17095e4235f0 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:10.468648 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-146f8766-da79-40b9-aa10-3452422d134d tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:10.483246 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8537422c-e964-4f98-be2a-3887e303ccfc None None] Network c6bf85d4-de6b-4911-ac91-51fc0c7c7ed2 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:31:10.538109 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-4e59103c-e7a4-4ff0-a2ca-93f538f280d1 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.6824651 Dec 21 13:31:10.542483 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57964) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:10.553422 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-146f8766-da79-40b9-aa10-3452422d134d tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Calling delete_port for f0e5ec58-325b-41ba-b958-7f07cfa0e9d0 owned by {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:31:10.559708 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-d3321f2b-aef5-495d-a427-5e0200f4ba60 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1304626324', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '458192a2-3f53-45c1-aea6-5a2e3c9a18bb'}], 'security_groups': ['2fc2cef8-6a97-4493-b22b-a50d18c362e3']}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:10.581069 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-13f4f513-fa92-4bc9-b644-17095e4235f0 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:10.594663 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-13f4f513-fa92-4bc9-b644-17095e4235f0 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:10.595946 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-13f4f513-fa92-4bc9-b644-17095e4235f0 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/4b0af114-6e09-4da2-b03e-e4d4ff93a83c HTTP/1.1" status: 204 len: 168 time: 0.4585311 Dec 21 13:31:10.607302 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57966) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:10.648859 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-78acce8c-7115-403b-94ad-0317d3bdb946 None None] Provisioning complete for port 3bcb0edb-bd4d-4919-a21b-e2a0b27e8f76 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:31:10.649590 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-78acce8c-7115-403b-94ad-0317d3bdb946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:10.701187 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-18324e95-aca2-4bf0-9ae6-e753e113b4b1 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:10.703453 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f4f513-fa92-4bc9-b644-17095e4235f0 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4b0af114-6e09-4da2-b03e-e4d4ff93a83c,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:10.709418 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 13:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04df5249-ab0f-4f1a-bda4-a49a1851f72b x-openstack-request-id: req-04df5249-ab0f-4f1a-bda4-a49a1851f72b {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:31:10.710500 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b256fe0e-7625-40a0-aed5-84c1a56b337d", "name": "network-vif-deleted", "tag": "61f62cab-b92a-4557-8e2b-46751cfd4aac", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:31:10.710500 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-04df5249-ab0f-4f1a-bda4-a49a1851f72b {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:31:10.710990 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b256fe0e-7625-40a0-aed5-84c1a56b337d', 'name': 'network-vif-deleted', 'tag': '61f62cab-b92a-4557-8e2b-46751cfd4aac', 'status': 'completed', 'code': 200} Dec 21 13:31:10.740786 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-18324e95-aca2-4bf0-9ae6-e753e113b4b1 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:10.760260 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9ceec157-a84f-4739-8622-8c252235d0b0 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:10.772975 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 01dd798d-b3fe-4348-9dd5-f668c28a7484 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:31:10.773324 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:10.810033 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-78acce8c-7115-403b-94ad-0317d3bdb946 None None] Port 3bcb0edb-bd4d-4919-a21b-e2a0b27e8f76 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:31:10.815025 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-2ecd7f68-9efa-434c-8835-1404257e7436 None None] Allocated IP 172.20.0.2 (ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9/e43259dc-f173-4ea3-93b5-8e5c3576ea1b/01dd798d-b3fe-4348-9dd5-f668c28a7484) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:31:10.827009 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 61f62cab-b92a-4557-8e2b-46751cfd4aac no longer exists at agent hyperv_hv-neutron-mast {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:31:10.848616 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18324e95-aca2-4bf0-9ae6-e753e113b4b1 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c79b43e-1e5a-41e5-9a47-1345888760c6,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:10.861269 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceec157-a84f-4739-8622-8c252235d0b0 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Pushing event deleted for resources: {'Port': ['ID=9e2c03e0-4033-42f1-b94d-defd71b49c38,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:10.872838 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ceec157-a84f-4739-8622-8c252235d0b0 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] No DVR routers for this DVR port 9e2c03e0-4033-42f1-b94d-defd71b49c38 on host dv-neutron-master-2-hyperv {{(pid=103153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:31:10.889377 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-18324e95-aca2-4bf0-9ae6-e753e113b4b1 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:10.890127 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] No Port match for: 61f62cab-b92a-4557-8e2b-46751cfd4aac {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:31:10.891257 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 61f62cab-b92a-4557-8e2b-46751cfd4aac not bound to the agent host hv-neutron-mast {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:31:10.891842 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-18324e95-aca2-4bf0-9ae6-e753e113b4b1 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9984288 Dec 21 13:31:10.903393 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57968) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:10.915759 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-da999d28-750f-4946-b07a-e231f908356c tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.3015480 Dec 21 13:31:10.920908 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-d6987d38-947e-4a9f-86ce-a34a07eb6888 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Request body: {'security_group_rule': {'security_group_id': 'f31188c2-9366-420c-9195-4e6858216eb6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:10.931354 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57970) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:11.008289 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.api.v2.resource [None req-66724605-f14c-4ebf-8d09-efb7c3e68f93 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 13:31:11.012260 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-66724605-f14c-4ebf-8d09-efb7c3e68f93 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] 10.222.0.37 "PUT /v2.0/routers/63efc57a-a9c4-4816-aafa-50d0346a26bf/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1684706 Dec 21 13:31:11.020648 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57972) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:11.044374 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f728d44d-6904-4525-bcbe-f1fc6c7e2a04 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:11.048694 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-356ebaff-3a05-45aa-b1c8-e58a56796f65 None None] Provisioning complete for port 01dd798d-b3fe-4348-9dd5-f668c28a7484 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:31:11.049128 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-356ebaff-3a05-45aa-b1c8-e58a56796f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:11.114337 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d3321f2b-aef5-495d-a427-5e0200f4ba60 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:11.140932 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-146f8766-da79-40b9-aa10-3452422d134d tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:11.159646 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9ceec157-a84f-4739-8622-8c252235d0b0 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:11.165337 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f728d44d-6904-4525-bcbe-f1fc6c7e2a04 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:11.193697 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146f8766-da79-40b9-aa10-3452422d134d tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event deleted for resources: {'Port': ['ID=f0e5ec58-325b-41ba-b958-7f07cfa0e9d0,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:11.214961 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d6987d38-947e-4a9f-86ce-a34a07eb6888 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:11.215603 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:11.225866 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-2ecd7f68-9efa-434c-8835-1404257e7436 None None] For port 01dd798d-b3fe-4348-9dd5-f668c28a7484, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=01dd798d-b3fe-4348-9dd5-f668c28a7484,segment=NetworkSegment(b20a5dbe-a251-4a83-ae2d-3ffbda6396cf),segment_id=b20a5dbe-a251-4a83-ae2d-3ffbda6396cf)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:31:11.226167 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-9ceec157-a84f-4739-8622-8c252235d0b0 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dcc2d05-9931-4a72-ad3e-a598f36dc4fd']}} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:31:11.258040 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-9ceec157-a84f-4739-8622-8c252235d0b0 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76367255-db8f-483e-97bd-38a028757ac3') {'for_net_delete': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:31:11.258569 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-9ceec157-a84f-4739-8622-8c252235d0b0 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76367255-db8f-483e-97bd-38a028757ac3') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:31:11.267943 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a876334-3322-403b-ace0-0442a0a07554 None None] Update dhcp port {'port': {'network_id': 'c6bf85d4-de6b-4911-ac91-51fc0c7c7ed2', 'fixed_ips': [{'subnet_id': 'c54f1325-aba4-4a1b-8844-02cd7888d2be', 'ip_address': '172.20.0.2'}, {'subnet_id': '458192a2-3f53-45c1-aea6-5a2e3c9a18bb'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '774a0026-84db-42af-9693-c3e29a4252e7'} from dv-neutron-master-2-hyperv. {{(pid=103154) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 21 13:31:11.287961 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9ceec157-a84f-4739-8622-8c252235d0b0 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1585430'] for segment, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:11.301142 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57976) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:11.324240 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-2ecd7f68-9efa-434c-8835-1404257e7436 None None] Publish callbacks [] for port, precommit_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:11.333145 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-1a876334-3322-403b-ace0-0442a0a07554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:11.342476 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9ceec157-a84f-4739-8622-8c252235d0b0 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:11.354846 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ceec157-a84f-4739-8622-8c252235d0b0 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=103153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:31:11.355573 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9ceec157-a84f-4739-8622-8c252235d0b0 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11349758'] for segment, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:11.357214 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f728d44d-6904-4525-bcbe-f1fc6c7e2a04 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:11.357367 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-2ecd7f68-9efa-434c-8835-1404257e7436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:11.359165 dv-neutron-master-2-hyperv neutron-server[103153]: Traceback (most recent call last): Dec 21 13:31:11.359165 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:31:11.359165 dv-neutron-master-2-hyperv neutron-server[103153]: timer() Dec 21 13:31:11.359165 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:31:11.359165 dv-neutron-master-2-hyperv neutron-server[103153]: cb(*args, **kw) Dec 21 13:31:11.359165 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:31:11.359165 dv-neutron-master-2-hyperv neutron-server[103153]: return func(*args, **kwargs) Dec 21 13:31:11.359165 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:31:11.359165 dv-neutron-master-2-hyperv neutron-server[103153]: self._notify() Dec 21 13:31:11.359165 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:31:11.359165 dv-neutron-master-2-hyperv neutron-server[103153]: self.callback(batched_events) Dec 21 13:31:11.359165 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:31:11.359165 dv-neutron-master-2-hyperv neutron-server[103153]: event.method(event) Dec 21 13:31:11.359165 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:31:11.359165 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:31:11.359165 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:31:11.359165 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:31:11.359165 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:31:11.359165 dv-neutron-master-2-hyperv neutron-server[103153]: return f(self, *a, **k) Dec 21 13:31:11.359165 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:31:11.359165 dv-neutron-master-2-hyperv neutron-server[103153]: return self._get(url).json() Dec 21 13:31:11.359165 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:31:11.359165 dv-neutron-master-2-hyperv neutron-server[103153]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:31:11.359165 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:31:11.359165 dv-neutron-master-2-hyperv neutron-server[103153]: return self.request(url, 'GET', **kwargs) Dec 21 13:31:11.359165 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:31:11.359165 dv-neutron-master-2-hyperv neutron-server[103153]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:31:11.359165 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:31:11.359165 dv-neutron-master-2-hyperv neutron-server[103153]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:31:11.359165 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:31:11.359165 dv-neutron-master-2-hyperv neutron-server[103153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:31:11.359165 dv-neutron-master-2-hyperv neutron-server[103153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:31:11.389955 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-146f8766-da79-40b9-aa10-3452422d134d tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:11.393733 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-146f8766-da79-40b9-aa10-3452422d134d tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "DELETE /v2.0/ports/f0e5ec58-325b-41ba-b958-7f07cfa0e9d0 HTTP/1.1" status: 204 len: 168 time: 1.8497281 Dec 21 13:31:11.402279 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57978) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:11.411064 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-356ebaff-3a05-45aa-b1c8-e58a56796f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:11.500251 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9ceec157-a84f-4739-8622-8c252235d0b0 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:11.518411 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9ceec157-a84f-4739-8622-8c252235d0b0 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:11.523927 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-9ceec157-a84f-4739-8622-8c252235d0b0 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] 10.222.0.37 "DELETE /v2.0/networks/1dcc2d05-9931-4a72-ad3e-a598f36dc4fd HTTP/1.1" status: 204 len: 168 time: 5.3576503 Dec 21 13:31:11.524581 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57980) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:11.532476 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-9f31ea45-a82f-4389-a455-83c763639b9f tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1740506101'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:11.553133 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43496764-c1bf-46aa-9b0e-b759380f9636 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:11.560042 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43496764-c1bf-46aa-9b0e-b759380f9636 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:11.562514 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43496764-c1bf-46aa-9b0e-b759380f9636 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:11.566919 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-43496764-c1bf-46aa-9b0e-b759380f9636 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1608491 Dec 21 13:31:11.566919 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceec157-a84f-4739-8622-8c252235d0b0 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Pushing event deleted for resources: {'Network': ['ID=1dcc2d05-9931-4a72-ad3e-a598f36dc4fd,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:11.570234 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57982) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:11.647803 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f48a7ac-7c5c-49c3-9748-709ab6d7344b tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Deleting subnet e43259dc-f173-4ea3-93b5-8e5c3576ea1b {{(pid=103153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:31:11.652411 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f31ea45-a82f-4389-a455-83c763639b9f tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Made reservation on behalf of a1ada58ef66244899294bdd43455e4f3 for: {'network': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:31:11.656019 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9f31ea45-a82f-4389-a455-83c763639b9f tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:11.660378 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.db.api [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 13:31:11.660378 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG oslo_db.api [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 13:31:11.669863 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-356ebaff-3a05-45aa-b1c8-e58a56796f65 None None] For port 01dd798d-b3fe-4348-9dd5-f668c28a7484, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=01dd798d-b3fe-4348-9dd5-f668c28a7484,segment=NetworkSegment(b20a5dbe-a251-4a83-ae2d-3ffbda6396cf),segment_id=b20a5dbe-a251-4a83-ae2d-3ffbda6396cf)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:31:11.671002 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecd7f68-9efa-434c-8835-1404257e7436 None None] Pushing event updated for resources: {'Port': ['ID=01dd798d-b3fe-4348-9dd5-f668c28a7484,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:11.673825 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1f48a7ac-7c5c-49c3-9748-709ab6d7344b tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for subnet, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:11.677160 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-356ebaff-3a05-45aa-b1c8-e58a56796f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:11.735903 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f31ea45-a82f-4389-a455-83c763639b9f tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=103153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:31:11.748737 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1f48a7ac-7c5c-49c3-9748-709ab6d7344b tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1585439'] for subnet, precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:11.754288 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-356ebaff-3a05-45aa-b1c8-e58a56796f65 None None] Provisioning complete for port 9a0eb4a5-9788-4e4d-905b-2c1a3e29f75e triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:31:11.754739 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-356ebaff-3a05-45aa-b1c8-e58a56796f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:11.756848 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f728d44d-6904-4525-bcbe-f1fc6c7e2a04 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:11.760491 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-f728d44d-6904-4525-bcbe-f1fc6c7e2a04 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/619cb439-f039-4514-a639-402bbfe0af34 HTTP/1.1" status: 204 len: 168 time: 0.8257339 Dec 21 13:31:11.776752 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57984) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:11.789184 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9f31ea45-a82f-4389-a455-83c763639b9f tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:11.790049 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.segments_db [None req-9f31ea45-a82f-4389-a455-83c763639b9f tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Added segment 389c11e4-2350-4283-a9ca-f70d72959d6d of type vlan for network bf3e2502-de96-483b-b182-f991e23c41de Dec 21 13:31:11.808579 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356ebaff-3a05-45aa-b1c8-e58a56796f65 None None] Pushing event updated for resources: {'Port': ['ID=01dd798d-b3fe-4348-9dd5-f668c28a7484,revision_number=4']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:11.828475 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-1a876334-3322-403b-ace0-0442a0a07554 None None] Allocated IP 172.20.0.18 (c6bf85d4-de6b-4911-ac91-51fc0c7c7ed2/458192a2-3f53-45c1-aea6-5a2e3c9a18bb/774a0026-84db-42af-9693-c3e29a4252e7) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:31:11.839076 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f728d44d-6904-4525-bcbe-f1fc6c7e2a04 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=619cb439-f039-4514-a639-402bbfe0af34,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:11.860959 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.agents_db [None req-c60a5637-8c6f-4692-b23b-7dd82bd36b21 None None] Agent healthcheck: found 6 active agents {{(pid=103155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 13:31:11.885981 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_v2 [None req-05d3c073-1fa0-4b0a-a8dc-fb429e52e539 admin admin] Deleting subnet 0a23b394-8668-424d-9647-33cc57f03290 {{(pid=103152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:31:11.889100 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9f31ea45-a82f-4389-a455-83c763639b9f tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:11.902712 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-05d3c073-1fa0-4b0a-a8dc-fb429e52e539 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:11.924021 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-4bafdff9-2c77-4c52-8fea-fa6891fb7770 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1446807 Dec 21 13:31:11.944967 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57986) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:11.994020 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9f31ea45-a82f-4389-a455-83c763639b9f tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:12.000742 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f31ea45-a82f-4389-a455-83c763639b9f tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:12.001255 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9f31ea45-a82f-4389-a455-83c763639b9f tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:12.011758 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d6987d38-947e-4a9f-86ce-a34a07eb6888 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:12.020241 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1f48a7ac-7c5c-49c3-9748-709ab6d7344b tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:12.021818 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-05d3c073-1fa0-4b0a-a8dc-fb429e52e539 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526644'] for subnet, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:12.062087 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-19320582-e28b-4e88-8391-d8cca5e2d0c5 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:12.077210 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d6987d38-947e-4a9f-86ce-a34a07eb6888 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:12.093560 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-9f31ea45-a82f-4389-a455-83c763639b9f tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5679989 Dec 21 13:31:12.105383 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57988) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:12.126849 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-19320582-e28b-4e88-8391-d8cca5e2d0c5 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:12.144975 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f31ea45-a82f-4389-a455-83c763639b9f tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Pushing event updated for resources: {'Network': ['ID=bf3e2502-de96-483b-b182-f991e23c41de,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:12.146636 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-4e0f402a-9f82-48ff-9ebe-bbb343abd598 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Request body: {'subnet': {'network_id': 'bf3e2502-de96-483b-b182-f991e23c41de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:12.182084 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network bf3e2502-de96-483b-b182-f991e23c41de details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:31:12.202333 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1f48a7ac-7c5c-49c3-9748-709ab6d7344b tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11349588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11288746'] for subnet, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:12.210236 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6987d38-947e-4a9f-86ce-a34a07eb6888 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bf9f798-0b8d-41d2-b651-5db973495a8a,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:12.271177 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1f48a7ac-7c5c-49c3-9748-709ab6d7344b tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:12.271406 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d6987d38-947e-4a9f-86ce-a34a07eb6888 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:12.275461 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-1f48a7ac-7c5c-49c3-9748-709ab6d7344b tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "DELETE /v2.0/subnets/e43259dc-f173-4ea3-93b5-8e5c3576ea1b HTTP/1.1" status: 204 len: 168 time: 0.7066936 Dec 21 13:31:12.275652 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-d6987d38-947e-4a9f-86ce-a34a07eb6888 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.3711398 Dec 21 13:31:12.276550 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57990) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:12.277690 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f48a7ac-7c5c-49c3-9748-709ab6d7344b tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event deleted for resources: {'Subnet': ['ID=e43259dc-f173-4ea3-93b5-8e5c3576ea1b,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:12.280983 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 57992) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:12.287312 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-19320582-e28b-4e88-8391-d8cca5e2d0c5 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:12.292245 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-05d3c073-1fa0-4b0a-a8dc-fb429e52e539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:12.293436 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-dc3de84f-50ac-482c-8ce2-8072d1cdb133 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Request body: {'security_group_rule': {'security_group_id': 'f31188c2-9366-420c-9195-4e6858216eb6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:12.305736 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-19320582-e28b-4e88-8391-d8cca5e2d0c5 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:12.308620 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-19320582-e28b-4e88-8391-d8cca5e2d0c5 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/85d928b6-24c9-46ec-a206-5eba143aafdf HTTP/1.1" status: 204 len: 168 time: 0.3596528 Dec 21 13:31:12.310857 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57994) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:12.339806 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-1a876334-3322-403b-ace0-0442a0a07554 None None] For port 774a0026-84db-42af-9693-c3e29a4252e7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=774a0026-84db-42af-9693-c3e29a4252e7,segment=NetworkSegment(5a3eecab-405a-48b3-b476-c53671b8bca8),segment_id=5a3eecab-405a-48b3-b476-c53671b8bca8)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:31:12.342505 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 9a0eb4a5-9788-4e4d-905b-2c1a3e29f75e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:31:12.351062 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19320582-e28b-4e88-8391-d8cca5e2d0c5 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=85d928b6-24c9-46ec-a206-5eba143aafdf,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:12.393730 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-e8fd4c48-736d-4d48-9341-7e338852f07a tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0808530 Dec 21 13:31:12.396012 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57996) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:12.422800 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-356ebaff-3a05-45aa-b1c8-e58a56796f65 None None] Provisioning complete for port 3bcb0edb-bd4d-4919-a21b-e2a0b27e8f76 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:31:12.423068 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-356ebaff-3a05-45aa-b1c8-e58a56796f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:12.440992 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-dc3de84f-50ac-482c-8ce2-8072d1cdb133 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:12.446633 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-13f1f878-921a-44c8-8d4a-98c779c27765 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:12.455813 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-13f1f878-921a-44c8-8d4a-98c779c27765 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:12.464645 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-1a876334-3322-403b-ace0-0442a0a07554 None None] Publish callbacks [] for port, precommit_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:12.475557 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-1a876334-3322-403b-ace0-0442a0a07554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:12.490564 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc17d327-6fb4-4952-bfd7-27a5291cc543 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Deleting subnet ee15c1be-1575-4ed5-b460-ac70db2659b6 {{(pid=103152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:31:12.495578 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-dc17d327-6fb4-4952-bfd7-27a5291cc543 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for subnet, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:12.498238 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-13f1f878-921a-44c8-8d4a-98c779c27765 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:12.510728 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-13f1f878-921a-44c8-8d4a-98c779c27765 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:12.514984 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-356ebaff-3a05-45aa-b1c8-e58a56796f65 None None] Port 3bcb0edb-bd4d-4919-a21b-e2a0b27e8f76 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:31:12.515810 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-13f1f878-921a-44c8-8d4a-98c779c27765 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/e16b844c-fb2d-4d01-9fc3-c6536d0e2208 HTTP/1.1" status: 204 len: 168 time: 0.1185894 Dec 21 13:31:12.525776 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 57998) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:12.543624 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f1f878-921a-44c8-8d4a-98c779c27765 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e16b844c-fb2d-4d01-9fc3-c6536d0e2208,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:12.575704 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f0c5454c-398b-4da2-a46d-90f34c2fdeeb tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532692'] for router_interface, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:12.588335 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 9a0eb4a5-9788-4e4d-905b-2c1a3e29f75e triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:31:12.588715 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:12.610970 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-4b9bf977-a40c-48ce-9313-312650e3386c tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0833895 Dec 21 13:31:12.611576 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58000) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:12.639524 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-05d3c073-1fa0-4b0a-a8dc-fb429e52e539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12346570'] for subnet, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:12.641487 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a876334-3322-403b-ace0-0442a0a07554 None None] Pushing event updated for resources: {'Port': ['ID=774a0026-84db-42af-9693-c3e29a4252e7,revision_number=4']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:12.643975 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-356ebaff-3a05-45aa-b1c8-e58a56796f65 None None] Provisioning complete for port 3abbe613-6873-498c-9f4b-8a7ee926adfa triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:31:12.644177 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-dc3de84f-50ac-482c-8ce2-8072d1cdb133 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:12.644967 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-356ebaff-3a05-45aa-b1c8-e58a56796f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:12.662456 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a389c088-f013-4f36-8797-8899c8d3495e tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:12.664733 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-dc3de84f-50ac-482c-8ce2-8072d1cdb133 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:12.686520 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a389c088-f013-4f36-8797-8899c8d3495e tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:12.693052 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08116de1-5d31-497e-9e9f-f4d59fb6dbaf None None] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:31:12.699201 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e0f402a-9f82-48ff-9ebe-bbb343abd598 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Made reservation on behalf of a1ada58ef66244899294bdd43455e4f3 for: {'subnet': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:31:12.703022 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e0f402a-9f82-48ff-9ebe-bbb343abd598 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12346583'] for subnet, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:12.731284 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3de84f-50ac-482c-8ce2-8072d1cdb133 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68378833-b0c2-4507-873a-ff6b98d0788f,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:12.750025 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-05d3c073-1fa0-4b0a-a8dc-fb429e52e539 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:12.753662 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-dc3de84f-50ac-482c-8ce2-8072d1cdb133 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:12.760333 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-dc3de84f-50ac-482c-8ce2-8072d1cdb133 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4699538 Dec 21 13:31:12.760659 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-05d3c073-1fa0-4b0a-a8dc-fb429e52e539 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/0a23b394-8668-424d-9647-33cc57f03290 HTTP/1.1" status: 204 len: 168 time: 1.4530396 Dec 21 13:31:12.762004 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d3c073-1fa0-4b0a-a8dc-fb429e52e539 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a23b394-8668-424d-9647-33cc57f03290,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:12.765400 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58002) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:12.766069 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58004) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:12.775044 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-dc17d327-6fb4-4952-bfd7-27a5291cc543 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526644'] for subnet, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:12.816725 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a389c088-f013-4f36-8797-8899c8d3495e tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:12.827374 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a389c088-f013-4f36-8797-8899c8d3495e tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:12.834566 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-a389c088-f013-4f36-8797-8899c8d3495e tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/22de7ad4-a5d9-4649-84bd-8890efb37e7a HTTP/1.1" status: 204 len: 168 time: 0.2189677 Dec 21 13:31:12.836318 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58006) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:12.840166 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-06470786-0a33-481d-9b4a-319336a66a3f tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Request body: {'security_group_rule': {'security_group_id': 'f31188c2-9366-420c-9195-4e6858216eb6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:12.873336 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a389c088-f013-4f36-8797-8899c8d3495e tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=22de7ad4-a5d9-4649-84bd-8890efb37e7a,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:12.991908 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4ec40f6c-0f7b-48e2-9295-940afdd90792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:12.992264 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 6db04eab-2aae-4ba8-8109-84aa693e329f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:31:13.012760 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-6a04f830-e675-4d30-acfd-2bb10056860e tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1542847 Dec 21 13:31:13.015637 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58008) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:13.100075 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 6db04eab-2aae-4ba8-8109-84aa693e329f triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:31:13.100524 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:13.177435 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4ec40f6c-0f7b-48e2-9295-940afdd90792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:13.180208 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-19bc9438-0cb5-42f1-a8d6-11442a63543b None None] Could not find standard attr ID for object f0e5ec58-325b-41ba-b958-7f07cfa0e9d0. {{(pid=103154) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 21 13:31:13.193994 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-59164c66-5926-4870-bb95-d35e5fde92d6 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:13.206806 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-d3321f2b-aef5-495d-a427-5e0200f4ba60 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Delete allocated IP 172.20.0.12 (c6bf85d4-de6b-4911-ac91-51fc0c7c7ed2/c54f1325-aba4-4a1b-8844-02cd7888d2be) {{(pid=103152) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 21 13:31:13.227621 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-dc17d327-6fb4-4952-bfd7-27a5291cc543 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:13.231015 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-4ec40f6c-0f7b-48e2-9295-940afdd90792 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0f04b1c-bb25-45e9-a325-15dcdf4af126']}} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:31:13.240146 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:13.249668 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 774a0026-84db-42af-9693-c3e29a4252e7 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:31:13.250946 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-4ec40f6c-0f7b-48e2-9295-940afdd90792 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e447d05a-9447-4be1-89a0-0237a1b526c5') {'for_net_delete': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:31:13.251413 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-4ec40f6c-0f7b-48e2-9295-940afdd90792 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e447d05a-9447-4be1-89a0-0237a1b526c5') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:31:13.251865 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-19bc9438-0cb5-42f1-a8d6-11442a63543b None None] Provisioning complete for port 01dd798d-b3fe-4348-9dd5-f668c28a7484 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:31:13.252328 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-19bc9438-0cb5-42f1-a8d6-11442a63543b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:13.261675 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-59164c66-5926-4870-bb95-d35e5fde92d6 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:13.270151 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-06470786-0a33-481d-9b4a-319336a66a3f tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:13.278699 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4ec40f6c-0f7b-48e2-9295-940afdd90792 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1585430'] for segment, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:13.312531 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4ec40f6c-0f7b-48e2-9295-940afdd90792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:13.325292 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-d3321f2b-aef5-495d-a427-5e0200f4ba60 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Allocated IP 172.20.0.30 (c6bf85d4-de6b-4911-ac91-51fc0c7c7ed2/458192a2-3f53-45c1-aea6-5a2e3c9a18bb/862d2238-496f-485c-a122-18e9a46739f4) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:31:13.327653 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ec40f6c-0f7b-48e2-9295-940afdd90792 admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=103153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:31:13.328327 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4ec40f6c-0f7b-48e2-9295-940afdd90792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11349758'] for segment, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:13.364117 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 774a0026-84db-42af-9693-c3e29a4252e7 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:31:13.364490 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:13.404353 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:31:13.404353 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:31:13.404353 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:31:13.404353 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:31:13.404353 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:31:13.404353 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:31:13.404353 dv-neutron-master-2-hyperv neutron-server[103153]: Traceback (most recent call last): Dec 21 13:31:13.404353 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:31:13.404353 dv-neutron-master-2-hyperv neutron-server[103153]: timer() Dec 21 13:31:13.404353 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:31:13.404353 dv-neutron-master-2-hyperv neutron-server[103153]: cb(*args, **kw) Dec 21 13:31:13.404353 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:31:13.404353 dv-neutron-master-2-hyperv neutron-server[103153]: return func(*args, **kwargs) Dec 21 13:31:13.404353 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:31:13.404353 dv-neutron-master-2-hyperv neutron-server[103153]: self._notify() Dec 21 13:31:13.404353 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:31:13.404353 dv-neutron-master-2-hyperv neutron-server[103153]: self.callback(batched_events) Dec 21 13:31:13.404353 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:31:13.404353 dv-neutron-master-2-hyperv neutron-server[103153]: event.method(event) Dec 21 13:31:13.404353 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:31:13.404353 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:31:13.404353 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:31:13.404353 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:31:13.404353 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:31:13.404353 dv-neutron-master-2-hyperv neutron-server[103153]: return f(self, *a, **k) Dec 21 13:31:13.404353 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:31:13.404353 dv-neutron-master-2-hyperv neutron-server[103153]: return self._get(url).json() Dec 21 13:31:13.404353 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:31:13.404353 dv-neutron-master-2-hyperv neutron-server[103153]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:31:13.404353 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:31:13.404353 dv-neutron-master-2-hyperv neutron-server[103153]: return self.request(url, 'GET', **kwargs) Dec 21 13:31:13.404353 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:31:13.404353 dv-neutron-master-2-hyperv neutron-server[103153]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:31:13.404353 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:31:13.404353 dv-neutron-master-2-hyperv neutron-server[103153]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:31:13.404353 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:31:13.404353 dv-neutron-master-2-hyperv neutron-server[103153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:31:13.404353 dv-neutron-master-2-hyperv neutron-server[103153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:31:13.446021 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-59164c66-5926-4870-bb95-d35e5fde92d6 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:13.448589 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-59164c66-5926-4870-bb95-d35e5fde92d6 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:13.453132 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-59164c66-5926-4870-bb95-d35e5fde92d6 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] 10.222.0.37 "DELETE /v2.0/security-groups/4e99863a-ae3b-485b-a5e1-e15be02a49aa HTTP/1.1" status: 204 len: 168 time: 0.4368093 Dec 21 13:31:13.454271 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58010) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:13.475236 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59164c66-5926-4870-bb95-d35e5fde92d6 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e99863a-ae3b-485b-a5e1-e15be02a49aa,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:13.478556 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4ec40f6c-0f7b-48e2-9295-940afdd90792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:13.496605 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4ec40f6c-0f7b-48e2-9295-940afdd90792 admin admin] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:13.501220 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-4ec40f6c-0f7b-48e2-9295-940afdd90792 admin admin] 10.222.0.37 "DELETE /v2.0/networks/e0f04b1c-bb25-45e9-a325-15dcdf4af126 HTTP/1.1" status: 204 len: 168 time: 0.7337494 Dec 21 13:31:13.522551 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58012) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:13.533271 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec40f6c-0f7b-48e2-9295-940afdd90792 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0f04b1c-bb25-45e9-a325-15dcdf4af126,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:13.577110 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-77b8073b-4c1d-4c79-80b1-e1c6ff48e5e6 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1073546 Dec 21 13:31:13.577797 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58014) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:13.582083 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-151df533-da26-4fc3-b00e-c4b3bd2295a1 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Request body: {'security_group': {'name': 'tempest-secgroup--1726727574'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:13.600174 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2b83bcc5-44df-4db6-b457-7af4bc21173c tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532692'] for router_interface, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:13.611977 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-151df533-da26-4fc3-b00e-c4b3bd2295a1 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:13.679860 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-62f291d6-2045-44ca-82f4-8d9b7be3c3ff None None] Provisioning complete for port 862d2238-496f-485c-a122-18e9a46739f4 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:31:13.680666 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-62f291d6-2045-44ca-82f4-8d9b7be3c3ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:13.713213 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 01dd798d-b3fe-4348-9dd5-f668c28a7484 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:31:13.717041 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e0f402a-9f82-48ff-9ebe-bbb343abd598 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12346565'] for subnet, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:13.742521 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-151df533-da26-4fc3-b00e-c4b3bd2295a1 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:13.750018 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-151df533-da26-4fc3-b00e-c4b3bd2295a1 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:13.763777 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-62f291d6-2045-44ca-82f4-8d9b7be3c3ff None None] Port 862d2238-496f-485c-a122-18e9a46739f4 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:31:13.788007 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-62f291d6-2045-44ca-82f4-8d9b7be3c3ff None None] Provisioning complete for port 774a0026-84db-42af-9693-c3e29a4252e7 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:31:13.789302 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-62f291d6-2045-44ca-82f4-8d9b7be3c3ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:13.795179 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-151df533-da26-4fc3-b00e-c4b3bd2295a1 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:13.799574 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-151df533-da26-4fc3-b00e-c4b3bd2295a1 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2178690 Dec 21 13:31:13.799574 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151df533-da26-4fc3-b00e-c4b3bd2295a1 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba6715db-f0fe-4bca-a188-4cd781c76a63,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:13.801918 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58016) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:13.806756 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-06470786-0a33-481d-9b4a-319336a66a3f tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:13.807319 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-a9bdbf77-7784-420e-b9d8-f6566a93f259 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Request body: {'security_group_rule': {'security_group_id': 'ba6715db-f0fe-4bca-a188-4cd781c76a63', 'direction': 'ingress', 'protocol': 17}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:13.829247 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 01dd798d-b3fe-4348-9dd5-f668c28a7484 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:31:13.829646 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:13.848388 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a9bdbf77-7784-420e-b9d8-f6566a93f259 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:13.872516 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0f402a-9f82-48ff-9ebe-bbb343abd598 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Checking segment: {'id': '389c11e4-2350-4283-a9ca-f70d72959d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'bf3e2502-de96-483b-b182-f991e23c41de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:31:13.872902 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0f402a-9f82-48ff-9ebe-bbb343abd598 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Network hostable DHCP agents. Network: bf3e2502-de96-483b-b182-f991e23c41de, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:31:13.877717 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-06470786-0a33-481d-9b4a-319336a66a3f tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:13.902790 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-dc17d327-6fb4-4952-bfd7-27a5291cc543 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12346570'] for subnet, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:13.924778 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a9bdbf77-7784-420e-b9d8-f6566a93f259 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:13.933949 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a9bdbf77-7784-420e-b9d8-f6566a93f259 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:13.946292 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06470786-0a33-481d-9b4a-319336a66a3f tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e3f4f3f-f536-4d00-9c41-9f64a95833f4,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:13.954756 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1ff70ee-b5a8-440a-8693-b440308cc052 admin admin] Deleting subnet 5c1b4678-3c8d-4da1-b8f0-dee0771ab12a {{(pid=103152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:31:13.969255 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bdbf77-7784-420e-b9d8-f6566a93f259 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9649863b-08ea-4623-924c-e3c93383c751,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:13.978083 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-62f291d6-2045-44ca-82f4-8d9b7be3c3ff None None] Provisioning complete for port 2354d5f1-f114-4072-ade4-1a54305a5c66 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:31:13.978492 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-62f291d6-2045-44ca-82f4-8d9b7be3c3ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:14.001726 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 774a0026-84db-42af-9693-c3e29a4252e7 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:31:14.013363 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a9bdbf77-7784-420e-b9d8-f6566a93f259 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:14.016600 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-a9bdbf77-7784-420e-b9d8-f6566a93f259 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2131891 Dec 21 13:31:14.018183 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58020) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:14.040831 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b1ff70ee-b5a8-440a-8693-b440308cc052 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:14.042255 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-62f291d6-2045-44ca-82f4-8d9b7be3c3ff None None] Port 2354d5f1-f114-4072-ade4-1a54305a5c66 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:31:14.048938 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-dc17d327-6fb4-4952-bfd7-27a5291cc543 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:14.056405 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-dc17d327-6fb4-4952-bfd7-27a5291cc543 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "DELETE /v2.0/subnets/ee15c1be-1575-4ed5-b460-ac70db2659b6 HTTP/1.1" status: 204 len: 168 time: 1.7742190 Dec 21 13:31:14.058925 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58022) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:14.066340 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 774a0026-84db-42af-9693-c3e29a4252e7 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:31:14.066893 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:14.107083 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0f402a-9f82-48ff-9ebe-bbb343abd598 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Pushing event updated for resources: {'Subnet': ['ID=b3942a7e-9c2d-4402-840e-55e5a0946aac,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:14.120945 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-fb96c037-e33c-4496-ac0a-ab5f5e5d7159 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0607955 Dec 21 13:31:14.146771 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58024) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:14.147856 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0a530ef6-c431-4643-91c3-926435bf9ea8 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:14.154378 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-6ccd7b2a-245e-4b8f-9832-480e7e2ae806 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Request body: {'subnet': {'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:14.180831 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-06470786-0a33-481d-9b4a-319336a66a3f tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:14.182100 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-06470786-0a33-481d-9b4a-319336a66a3f tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.3995974 Dec 21 13:31:14.188930 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 3abbe613-6873-498c-9f4b-8a7ee926adfa up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:31:14.189137 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58026) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:14.207476 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0f402a-9f82-48ff-9ebe-bbb343abd598 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Network bf3e2502-de96-483b-b182-f991e23c41de is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:31:14.216043 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-36ad6102-e7e8-46af-a169-a550d76bfdf1 None None] Provisioning complete for port 01dd798d-b3fe-4348-9dd5-f668c28a7484 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:31:14.216417 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-36ad6102-e7e8-46af-a169-a550d76bfdf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:14.240270 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0a530ef6-c431-4643-91c3-926435bf9ea8 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:14.245817 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc17d327-6fb4-4952-bfd7-27a5291cc543 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event deleted for resources: {'Subnet': ['ID=ee15c1be-1575-4ed5-b460-ac70db2659b6,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:14.270189 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b1ff70ee-b5a8-440a-8693-b440308cc052 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526644'] for subnet, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:14.272310 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8997c3d9-41a3-4ff3-8b6f-5234e3ea83b5 None None] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:31:14.307448 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-4e0f402a-9f82-48ff-9ebe-bbb343abd598 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, bf3e2502-de96-483b-b182-f991e23c41de) {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:31:14.313841 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f6f55663-cf09-4711-b2d6-91841f6d6668 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:14.314429 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0f402a-9f82-48ff-9ebe-bbb343abd598 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:14.315055 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e0f402a-9f82-48ff-9ebe-bbb343abd598 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:14.335490 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f6f55663-cf09-4711-b2d6-91841f6d6668 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:14.352216 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0168c5b-c20b-4e1d-b16d-1f5c863b7209 None None] Network bf3e2502-de96-483b-b182-f991e23c41de requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:31:14.383599 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0a530ef6-c431-4643-91c3-926435bf9ea8 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:14.386728 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0a530ef6-c431-4643-91c3-926435bf9ea8 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:14.390617 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-0a530ef6-c431-4643-91c3-926435bf9ea8 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] 10.222.0.37 "DELETE /v2.0/security-groups/ba6715db-f0fe-4bca-a188-4cd781c76a63 HTTP/1.1" status: 204 len: 168 time: 0.3684886 Dec 21 13:31:14.390730 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-4e0f402a-9f82-48ff-9ebe-bbb343abd598 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.2519045 Dec 21 13:31:14.390824 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58028) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:14.399803 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58030) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:14.405277 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-c6345d43-fdb2-4d34-890b-83c9896f1446 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1136207668'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:14.415339 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a530ef6-c431-4643-91c3-926435bf9ea8 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba6715db-f0fe-4bca-a188-4cd781c76a63,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:14.417015 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f6f55663-cf09-4711-b2d6-91841f6d6668 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:14.421010 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 3abbe613-6873-498c-9f4b-8a7ee926adfa triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:31:14.421439 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ccd7b2a-245e-4b8f-9832-480e7e2ae806 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Made reservation on behalf of 4e9b97d81d204c53a28bf5666eaf36b7 for: {'subnet': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:31:14.421609 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:14.426076 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6ccd7b2a-245e-4b8f-9832-480e7e2ae806 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11288759'] for subnet, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:14.428223 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d3321f2b-aef5-495d-a427-5e0200f4ba60 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:14.431014 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f6f55663-cf09-4711-b2d6-91841f6d6668 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:14.436169 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-f6f55663-cf09-4711-b2d6-91841f6d6668 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/1e3f4f3f-f536-4d00-9c41-9f64a95833f4 HTTP/1.1" status: 204 len: 168 time: 0.2375181 Dec 21 13:31:14.436169 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58032) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:14.437939 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b1ff70ee-b5a8-440a-8693-b440308cc052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:14.465798 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d3321f2b-aef5-495d-a427-5e0200f4ba60 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805230'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:14.476465 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f55663-cf09-4711-b2d6-91841f6d6668 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1e3f4f3f-f536-4d00-9c41-9f64a95833f4,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:14.543110 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6345d43-fdb2-4d34-890b-83c9896f1446 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Made reservation on behalf of a1ada58ef66244899294bdd43455e4f3 for: {'network': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:31:14.547103 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c6345d43-fdb2-4d34-890b-83c9896f1446 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:14.577182 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-f0c5454c-398b-4da2-a46d-90f34c2fdeeb tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Deleting port 3f6e60f8-7a30-4e48-b519-4cf2bc7e0ab0 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:31:14.577531 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f0c5454c-398b-4da2-a46d-90f34c2fdeeb tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:14.582523 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-072cfe63-ded9-4b02-a8d1-c6c737854b4d tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1418617 Dec 21 13:31:14.585379 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58034) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:14.595634 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-c0e80095-8d22-4d13-8abe-d18d941c7a72 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1856189 Dec 21 13:31:14.605453 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58036) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:14.612573 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-2c9218e4-6e3e-4896-a6fa-93c0d200a3fc tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Request body: {'security_group': {'name': 'tempest-secgroup--1797392330'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:14.633948 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725679af-64dd-4bb7-9f93-a89dac50eac6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-bf3e2502-de96-483b-b182-f991e23c41de', 'network_id': 'bf3e2502-de96-483b-b182-f991e23c41de', 'project_id': 'a1ada58ef66244899294bdd43455e4f3', 'fixed_ips': [{'subnet_id': 'b3942a7e-9c2d-4402-840e-55e5a0946aac'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:31:14.634913 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-725679af-64dd-4bb7-9f93-a89dac50eac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:14.645208 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6345d43-fdb2-4d34-890b-83c9896f1446 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=103153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:31:14.666330 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5baeb536-ec3c-4b53-a2db-c4ab2356a9ea tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:14.674986 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c6345d43-fdb2-4d34-890b-83c9896f1446 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:14.675558 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.segments_db [None req-c6345d43-fdb2-4d34-890b-83c9896f1446 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Added segment c9c276b3-751b-4a0c-8b5d-7e1478cc57bc of type vlan for network 3a5e9f3d-4a21-458e-9c8a-6ed83f9bb5b4 Dec 21 13:31:14.683840 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6cbe4f60-410a-408c-a377-82510640b83a None None] Could not find standard attr ID for object f0e5ec58-325b-41ba-b958-7f07cfa0e9d0. {{(pid=103154) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 21 13:31:14.690942 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5baeb536-ec3c-4b53-a2db-c4ab2356a9ea tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:14.737686 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2c9218e4-6e3e-4896-a6fa-93c0d200a3fc tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:14.756560 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f67c13-3b9c-4ad2-aa71-4c2747c7b423 None None] DHCP port deletion for ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:31:14.762576 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c6345d43-fdb2-4d34-890b-83c9896f1446 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:14.767814 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5baeb536-ec3c-4b53-a2db-c4ab2356a9ea tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:14.776702 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5baeb536-ec3c-4b53-a2db-c4ab2356a9ea tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:14.777853 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-5baeb536-ec3c-4b53-a2db-c4ab2356a9ea tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/68378833-b0c2-4507-873a-ff6b98d0788f HTTP/1.1" status: 204 len: 168 time: 0.1928759 Dec 21 13:31:14.784178 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58038) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:14.817477 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baeb536-ec3c-4b53-a2db-c4ab2356a9ea tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=68378833-b0c2-4507-873a-ff6b98d0788f,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:14.840985 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c6345d43-fdb2-4d34-890b-83c9896f1446 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:14.846632 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6345d43-fdb2-4d34-890b-83c9896f1446 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:14.847264 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c6345d43-fdb2-4d34-890b-83c9896f1446 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:14.862338 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-725679af-64dd-4bb7-9f93-a89dac50eac6 None None] Allocated IP 2001:db8::3 (bf3e2502-de96-483b-b182-f991e23c41de/b3942a7e-9c2d-4402-840e-55e5a0946aac/8be0fced-a02b-48df-aac2-8789d40daf1b) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:31:14.877562 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-51f67c13-3b9c-4ad2-aa71-4c2747c7b423 None None] Deleting port 01dd798d-b3fe-4348-9dd5-f668c28a7484 {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:31:14.877935 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-51f67c13-3b9c-4ad2-aa71-4c2747c7b423 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:14.951218 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-33416bc6-c6df-4712-a212-455394aa3d9c tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1633635 Dec 21 13:31:14.956113 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-c6345d43-fdb2-4d34-890b-83c9896f1446 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5547061 Dec 21 13:31:14.956654 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58040) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:14.975402 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58042) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:14.981147 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6345d43-fdb2-4d34-890b-83c9896f1446 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Pushing event updated for resources: {'Network': ['ID=3a5e9f3d-4a21-458e-9c8a-6ed83f9bb5b4,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:14.991935 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-f91de547-9beb-4c96-a6c8-d0d004e26562 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Request body: {'subnet': {'network_id': '3a5e9f3d-4a21-458e-9c8a-6ed83f9bb5b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:15.001999 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network 3a5e9f3d-4a21-458e-9c8a-6ed83f9bb5b4 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:31:15.013469 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-51f67c13-3b9c-4ad2-aa71-4c2747c7b423 None None] For port 01dd798d-b3fe-4348-9dd5-f668c28a7484, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=01dd798d-b3fe-4348-9dd5-f668c28a7484,segment=NetworkSegment(b20a5dbe-a251-4a83-ae2d-3ffbda6396cf),segment_id=b20a5dbe-a251-4a83-ae2d-3ffbda6396cf)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:31:15.013857 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-51f67c13-3b9c-4ad2-aa71-4c2747c7b423 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:15.017294 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2c9218e4-6e3e-4896-a6fa-93c0d200a3fc tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:15.035432 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2c9218e4-6e3e-4896-a6fa-93c0d200a3fc tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:15.050855 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-51f67c13-3b9c-4ad2-aa71-4c2747c7b423 None None] Calling delete_port for 01dd798d-b3fe-4348-9dd5-f668c28a7484 owned by network:dhcp {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:31:15.079803 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4ec863b1-179d-4491-82ee-f8803efcc29c tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:15.109023 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3321f2b-aef5-495d-a427-5e0200f4ba60 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Pushing event updated for resources: {'Port': ['ID=862d2238-496f-485c-a122-18e9a46739f4,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:15.116197 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4ec863b1-179d-4491-82ee-f8803efcc29c tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:15.121634 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2c9218e4-6e3e-4896-a6fa-93c0d200a3fc tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:15.122922 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-2c9218e4-6e3e-4896-a6fa-93c0d200a3fc tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5165143 Dec 21 13:31:15.130702 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58044) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:15.132834 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9218e4-6e3e-4896-a6fa-93c0d200a3fc tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fd07610-d870-4742-938f-6421ed7ecca0,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:15.139723 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-aa163290-319d-436c-a4c9-82562cc374d9 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Request body: {'security_group': {'name': 'tempest-secgroup--561244485'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:15.199896 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b1ff70ee-b5a8-440a-8693-b440308cc052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12346570'] for subnet, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:15.217443 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4ec863b1-179d-4491-82ee-f8803efcc29c tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:15.234261 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4ec863b1-179d-4491-82ee-f8803efcc29c tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:15.237927 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-4ec863b1-179d-4491-82ee-f8803efcc29c tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/4bf9f798-0b8d-41d2-b651-5db973495a8a HTTP/1.1" status: 204 len: 168 time: 0.2715988 Dec 21 13:31:15.248631 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58046) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:15.252857 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-d3321f2b-aef5-495d-a427-5e0200f4ba60 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] In _notify_port_updated(), no bound segment for port 862d2238-496f-485c-a122-18e9a46739f4 on network c6bf85d4-de6b-4911-ac91-51fc0c7c7ed2 {{(pid=103152) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 21 13:31:15.259623 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec863b1-179d-4491-82ee-f8803efcc29c tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4bf9f798-0b8d-41d2-b651-5db973495a8a,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:15.271106 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3321f2b-aef5-495d-a427-5e0200f4ba60 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:15.271963 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-aa163290-319d-436c-a4c9-82562cc374d9 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:15.272483 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d3321f2b-aef5-495d-a427-5e0200f4ba60 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:15.277889 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-d3321f2b-aef5-495d-a427-5e0200f4ba60 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "PUT /v2.0/ports/862d2238-496f-485c-a122-18e9a46739f4 HTTP/1.1" status: 200 len: 921 time: 4.7273822 Dec 21 13:31:15.278292 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f91de547-9beb-4c96-a6c8-d0d004e26562 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Made reservation on behalf of a1ada58ef66244899294bdd43455e4f3 for: {'subnet': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:31:15.281959 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f91de547-9beb-4c96-a6c8-d0d004e26562 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11288759'] for subnet, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:15.283764 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b1ff70ee-b5a8-440a-8693-b440308cc052 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:15.290945 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-b1ff70ee-b5a8-440a-8693-b440308cc052 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/5c1b4678-3c8d-4da1-b8f0-dee0771ab12a HTTP/1.1" status: 204 len: 168 time: 1.7594793 Dec 21 13:31:15.293732 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58048) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:15.294068 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58050) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:15.316314 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ff70ee-b5a8-440a-8693-b440308cc052 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c1b4678-3c8d-4da1-b8f0-dee0771ab12a,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:15.343458 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f0c5454c-398b-4da2-a46d-90f34c2fdeeb tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:15.365571 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-f0c5454c-398b-4da2-a46d-90f34c2fdeeb tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Calling delete_port for 3f6e60f8-7a30-4e48-b519-4cf2bc7e0ab0 owned by network:router_interface {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:31:15.419881 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-725679af-64dd-4bb7-9f93-a89dac50eac6 None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:15.428977 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-2b83bcc5-44df-4db6-b457-7af4bc21173c tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Deleting port 3bcb0edb-bd4d-4919-a21b-e2a0b27e8f76 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:31:15.429819 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2b83bcc5-44df-4db6-b457-7af4bc21173c tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:15.436341 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-725679af-64dd-4bb7-9f93-a89dac50eac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:15.470619 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-ae45d77b-4098-45eb-85f5-9b4409100474 None None] Provisioning complete for port 862d2238-496f-485c-a122-18e9a46739f4 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:31:15.471039 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ae45d77b-4098-45eb-85f5-9b4409100474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:15.517989 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725679af-64dd-4bb7-9f93-a89dac50eac6 None None] Network bf3e2502-de96-483b-b182-f991e23c41de is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:31:15.520196 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-51f67c13-3b9c-4ad2-aa71-4c2747c7b423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636'] for port, after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:15.529148 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-725679af-64dd-4bb7-9f93-a89dac50eac6 None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:31:15.535245 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725679af-64dd-4bb7-9f93-a89dac50eac6 None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:31:15.537425 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725679af-64dd-4bb7-9f93-a89dac50eac6 None None] Pushing event updated for resources: {'Port': ['ID=8be0fced-a02b-48df-aac2-8789d40daf1b,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:15.542722 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-ae45d77b-4098-45eb-85f5-9b4409100474 None None] Port 862d2238-496f-485c-a122-18e9a46739f4 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:31:15.569658 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f67c13-3b9c-4ad2-aa71-4c2747c7b423 None None] No DVR routers for this DVR port 01dd798d-b3fe-4348-9dd5-f668c28a7484 on host dv-neutron-master-2-hyperv {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:31:15.571685 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f67c13-3b9c-4ad2-aa71-4c2747c7b423 None None] Pushing event deleted for resources: {'Port': ['ID=01dd798d-b3fe-4348-9dd5-f668c28a7484,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:15.573659 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.ipam_backend_mixin [None req-f91de547-9beb-4c96-a6c8-d0d004e26562 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Performing IP validity checks on allocation pools {{(pid=103153) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 21 13:31:15.574188 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.ipam_backend_mixin [None req-f91de547-9beb-4c96-a6c8-d0d004e26562 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103153) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 21 13:31:15.611267 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-862a3f35-0085-442a-ab73-30e0cfce3ed3 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.3613570 Dec 21 13:31:15.618739 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58052) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:15.620452 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2b83bcc5-44df-4db6-b457-7af4bc21173c tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:15.625674 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-725679af-64dd-4bb7-9f93-a89dac50eac6 None None] Attempting to bind port 8be0fced-a02b-48df-aac2-8789d40daf1b on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:31:15.626256 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-725679af-64dd-4bb7-9f93-a89dac50eac6 None None] Attempting to bind port 8be0fced-a02b-48df-aac2-8789d40daf1b by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '389c11e4-2350-4283-a9ca-f70d72959d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'bf3e2502-de96-483b-b182-f991e23c41de'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:31:15.626841 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725679af-64dd-4bb7-9f93-a89dac50eac6 None None] Attempting to bind port 8be0fced-a02b-48df-aac2-8789d40daf1b on network bf3e2502-de96-483b-b182-f991e23c41de {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:31:15.631155 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1c53ffea-4159-43ea-ac79-3470ebba0673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:15.633236 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725679af-64dd-4bb7-9f93-a89dac50eac6 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:31:15.634319 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6ccd7b2a-245e-4b8f-9832-480e7e2ae806 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11195289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11288741'] for subnet, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:15.634609 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725679af-64dd-4bb7-9f93-a89dac50eac6 None None] Checking segment: {'id': '389c11e4-2350-4283-a9ca-f70d72959d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'bf3e2502-de96-483b-b182-f991e23c41de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:31:15.635214 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-725679af-64dd-4bb7-9f93-a89dac50eac6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:15.635793 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725679af-64dd-4bb7-9f93-a89dac50eac6 None None] Bound using segment: {'id': '389c11e4-2350-4283-a9ca-f70d72959d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'bf3e2502-de96-483b-b182-f991e23c41de'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:31:15.636454 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-725679af-64dd-4bb7-9f93-a89dac50eac6 None None] Bound port: 8be0fced-a02b-48df-aac2-8789d40daf1b, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '389c11e4-2350-4283-a9ca-f70d72959d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'bf3e2502-de96-483b-b182-f991e23c41de'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:31:15.637081 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-725679af-64dd-4bb7-9f93-a89dac50eac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:15.644846 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-2b83bcc5-44df-4db6-b457-7af4bc21173c tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Calling delete_port for 3bcb0edb-bd4d-4919-a21b-e2a0b27e8f76 owned by network:router_interface {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:31:15.698304 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-87c4be3c-05db-4da8-a7b2-ecf6a8f1e50e tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Deleting port 862d2238-496f-485c-a122-18e9a46739f4 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:31:15.698717 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-87c4be3c-05db-4da8-a7b2-ecf6a8f1e50e tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:15.712091 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 01dd798d-b3fe-4348-9dd5-f668c28a7484 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:31:15.744936 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: 01dd798d-b3fe-4348-9dd5-f668c28a7484 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:31:15.745679 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 01dd798d-b3fe-4348-9dd5-f668c28a7484 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:31:15.756162 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-725679af-64dd-4bb7-9f93-a89dac50eac6 None None] For port 8be0fced-a02b-48df-aac2-8789d40daf1b, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:31:15.759773 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-725679af-64dd-4bb7-9f93-a89dac50eac6 None None] For port 8be0fced-a02b-48df-aac2-8789d40daf1b, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8be0fced-a02b-48df-aac2-8789d40daf1b,segment=NetworkSegment(389c11e4-2350-4283-a9ca-f70d72959d6d),segment_id=389c11e4-2350-4283-a9ca-f70d72959d6d)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:31:15.765925 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-725679af-64dd-4bb7-9f93-a89dac50eac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:15.770901 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ccd7b2a-245e-4b8f-9832-480e7e2ae806 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:31:15.780732 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-29e14b65-8fca-4835-893d-b6b2610fe8d2 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:15.793337 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-6ccd7b2a-245e-4b8f-9832-480e7e2ae806 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:31:15.801931 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-aa163290-319d-436c-a4c9-82562cc374d9 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:15.820197 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c865c8fd-5cc8-468a-a0b9-61140f1bda56 None None] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:31:15.823045 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f0c5454c-398b-4da2-a46d-90f34c2fdeeb tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:15.854391 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725679af-64dd-4bb7-9f93-a89dac50eac6 None None] Pushing event updated for resources: {'Port': ['ID=8be0fced-a02b-48df-aac2-8789d40daf1b,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:15.873764 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c5454c-398b-4da2-a46d-90f34c2fdeeb tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Pushing event deleted for resources: {'Port': ['ID=3f6e60f8-7a30-4e48-b519-4cf2bc7e0ab0,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:15.897380 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd744cd2-451e-468e-941d-e99d122878ff None None] DHCP port deletion for 20f77a39-9704-44ad-8444-71d97da616e0 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:31:15.973832 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e0f84e-1f78-437e-a472-c02248e6dc8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9', 'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9', 'project_id': '4e9b97d81d204c53a28bf5666eaf36b7', 'fixed_ips': [{'subnet_id': '57064005-7238-48cd-a5a4-4ea75a8defb8'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:31:15.975225 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-31e0f84e-1f78-437e-a472-c02248e6dc8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:16.057437 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2b83bcc5-44df-4db6-b457-7af4bc21173c tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:16.128013 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b83bcc5-44df-4db6-b457-7af4bc21173c tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Pushing event deleted for resources: {'Port': ['ID=3bcb0edb-bd4d-4919-a21b-e2a0b27e8f76,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:16.197196 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-31e0f84e-1f78-437e-a472-c02248e6dc8b None None] Allocated IP 172.20.0.2 (ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9/57064005-7238-48cd-a5a4-4ea75a8defb8/238d24fe-6c51-49d7-a8ad-43159f00c46f) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:31:16.344797 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2b83bcc5-44df-4db6-b457-7af4bc21173c tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534084'] for router_interface, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:16.359847 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f0c5454c-398b-4da2-a46d-90f34c2fdeeb tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534084'] for router_interface, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:16.392575 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-31e0f84e-1f78-437e-a472-c02248e6dc8b None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:16.393545 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-87c4be3c-05db-4da8-a7b2-ecf6a8f1e50e tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:16.405631 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-31e0f84e-1f78-437e-a472-c02248e6dc8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:16.408495 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ccd7b2a-245e-4b8f-9832-480e7e2ae806 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:16.409162 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6ccd7b2a-245e-4b8f-9832-480e7e2ae806 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:16.431789 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-29e14b65-8fca-4835-893d-b6b2610fe8d2 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:16.460663 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e0f84e-1f78-437e-a472-c02248e6dc8b None None] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:31:16.463655 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-31e0f84e-1f78-437e-a472-c02248e6dc8b None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:31:16.468012 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-aa163290-319d-436c-a4c9-82562cc374d9 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:16.468191 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e0f84e-1f78-437e-a472-c02248e6dc8b None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:31:16.471347 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e0f84e-1f78-437e-a472-c02248e6dc8b None None] Pushing event updated for resources: {'Port': ['ID=238d24fe-6c51-49d7-a8ad-43159f00c46f,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:16.513203 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-87c4be3c-05db-4da8-a7b2-ecf6a8f1e50e tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Calling delete_port for 862d2238-496f-485c-a122-18e9a46739f4 owned by {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:31:16.527678 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccd7b2a-245e-4b8f-9832-480e7e2ae806 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event updated for resources: {'Subnet': ['ID=57064005-7238-48cd-a5a4-4ea75a8defb8,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:16.546858 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-31e0f84e-1f78-437e-a472-c02248e6dc8b None None] Attempting to bind port 238d24fe-6c51-49d7-a8ad-43159f00c46f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:31:16.547541 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-31e0f84e-1f78-437e-a472-c02248e6dc8b None None] Attempting to bind port 238d24fe-6c51-49d7-a8ad-43159f00c46f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b20a5dbe-a251-4a83-ae2d-3ffbda6396cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:31:16.548314 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e0f84e-1f78-437e-a472-c02248e6dc8b None None] Attempting to bind port 238d24fe-6c51-49d7-a8ad-43159f00c46f on network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:31:16.555527 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e0f84e-1f78-437e-a472-c02248e6dc8b None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:31:16.555892 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e0f84e-1f78-437e-a472-c02248e6dc8b None None] Checking segment: {'id': 'b20a5dbe-a251-4a83-ae2d-3ffbda6396cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:31:16.556302 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-31e0f84e-1f78-437e-a472-c02248e6dc8b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:16.557448 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e0f84e-1f78-437e-a472-c02248e6dc8b None None] Bound using segment: {'id': 'b20a5dbe-a251-4a83-ae2d-3ffbda6396cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:31:16.557448 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-31e0f84e-1f78-437e-a472-c02248e6dc8b None None] Bound port: 238d24fe-6c51-49d7-a8ad-43159f00c46f, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b20a5dbe-a251-4a83-ae2d-3ffbda6396cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:31:16.557864 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-31e0f84e-1f78-437e-a472-c02248e6dc8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:16.596873 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-aa163290-319d-436c-a4c9-82562cc374d9 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:16.601266 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-aa163290-319d-436c-a4c9-82562cc374d9 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.4663522 Dec 21 13:31:16.615269 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-6ccd7b2a-245e-4b8f-9832-480e7e2ae806 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4627366 Dec 21 13:31:16.615269 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58054) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:16.620621 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1c53ffea-4159-43ea-ac79-3470ebba0673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:16.628733 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-80b29225-b590-423c-97af-cf927cbd5b30 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Request body: {'security_group_rule': {'security_group_id': '2fd07610-d870-4742-938f-6421ed7ecca0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'ef187cd9-f7e1-4eee-b278-0b2cc92448bd', 'remote_ip_prefix': None}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:16.634796 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58056) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:16.643489 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-a57debeb-4722-4938-a396-a575c9e133db tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Request body: {'subnet': {'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:16.646933 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-31e0f84e-1f78-437e-a472-c02248e6dc8b None None] For port 238d24fe-6c51-49d7-a8ad-43159f00c46f, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:31:16.650741 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-31e0f84e-1f78-437e-a472-c02248e6dc8b None None] For port 238d24fe-6c51-49d7-a8ad-43159f00c46f, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=238d24fe-6c51-49d7-a8ad-43159f00c46f,segment=NetworkSegment(b20a5dbe-a251-4a83-ae2d-3ffbda6396cf),segment_id=b20a5dbe-a251-4a83-ae2d-3ffbda6396cf)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:31:16.656071 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-31e0f84e-1f78-437e-a472-c02248e6dc8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:16.689834 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-29e14b65-8fca-4835-893d-b6b2610fe8d2 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:16.691878 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa163290-319d-436c-a4c9-82562cc374d9 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef187cd9-f7e1-4eee-b278-0b2cc92448bd,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:16.700989 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-29e14b65-8fca-4835-893d-b6b2610fe8d2 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:16.702188 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-29e14b65-8fca-4835-893d-b6b2610fe8d2 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/2c79b43e-1e5a-41e5-9a47-1345888760c6 HTTP/1.1" status: 204 len: 168 time: 1.0812047 Dec 21 13:31:16.719941 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58058) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:16.731356 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b83bcc5-44df-4db6-b457-7af4bc21173c tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Router 63efc57a-a9c4-4816-aafa-50d0346a26bf has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:31:16.750091 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e0f84e-1f78-437e-a472-c02248e6dc8b None None] Pushing event updated for resources: {'Port': ['ID=238d24fe-6c51-49d7-a8ad-43159f00c46f,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:16.754868 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-1c53ffea-4159-43ea-ac79-3470ebba0673 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfbf8222-fbb2-4e74-9279-8b6b653e277f']}} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:31:16.779432 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e14b65-8fca-4835-893d-b6b2610fe8d2 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2c79b43e-1e5a-41e5-9a47-1345888760c6,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:16.782644 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-1c53ffea-4159-43ea-ac79-3470ebba0673 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '208fbf9c-dac1-4a5f-b8c3-c0681451ada6') {'for_net_delete': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:31:16.782961 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-1c53ffea-4159-43ea-ac79-3470ebba0673 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '208fbf9c-dac1-4a5f-b8c3-c0681451ada6') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:31:16.815970 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1c53ffea-4159-43ea-ac79-3470ebba0673 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1585430'] for segment, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:16.821254 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-46eb7946-c8a5-4ff0-ba92-26de5b72a45c tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0988538 Dec 21 13:31:16.827994 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58060) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:16.836984 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f91de547-9beb-4c96-a6c8-d0d004e26562 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11195289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11288741'] for subnet, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:16.923523 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1c53ffea-4159-43ea-ac79-3470ebba0673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:16.926742 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91de547-9beb-4c96-a6c8-d0d004e26562 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Pushing event updated for resources: {'Subnet': ['ID=8899925d-7c52-4adf-ba0f-e56355f36f72,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:16.944104 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c53ffea-4159-43ea-ac79-3470ebba0673 admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=103153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:31:16.945454 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1c53ffea-4159-43ea-ac79-3470ebba0673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11349758'] for segment, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:16.953573 dv-neutron-master-2-hyperv neutron-server[103153]: Traceback (most recent call last): Dec 21 13:31:16.953573 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:31:16.953573 dv-neutron-master-2-hyperv neutron-server[103153]: timer() Dec 21 13:31:16.953573 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:31:16.953573 dv-neutron-master-2-hyperv neutron-server[103153]: cb(*args, **kw) Dec 21 13:31:16.953573 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:31:16.953573 dv-neutron-master-2-hyperv neutron-server[103153]: return func(*args, **kwargs) Dec 21 13:31:16.953573 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:31:16.953573 dv-neutron-master-2-hyperv neutron-server[103153]: self._notify() Dec 21 13:31:16.953573 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:31:16.953573 dv-neutron-master-2-hyperv neutron-server[103153]: self.callback(batched_events) Dec 21 13:31:16.953573 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:31:16.953573 dv-neutron-master-2-hyperv neutron-server[103153]: event.method(event) Dec 21 13:31:16.953573 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:31:16.953573 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:31:16.953573 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:31:16.953573 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:31:16.953573 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:31:16.953573 dv-neutron-master-2-hyperv neutron-server[103153]: return f(self, *a, **k) Dec 21 13:31:16.953573 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:31:16.953573 dv-neutron-master-2-hyperv neutron-server[103153]: return self._get(url).json() Dec 21 13:31:16.953573 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:31:16.953573 dv-neutron-master-2-hyperv neutron-server[103153]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:31:16.953573 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:31:16.953573 dv-neutron-master-2-hyperv neutron-server[103153]: return self.request(url, 'GET', **kwargs) Dec 21 13:31:16.953573 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:31:16.953573 dv-neutron-master-2-hyperv neutron-server[103153]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:31:16.953573 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:31:16.953573 dv-neutron-master-2-hyperv neutron-server[103153]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:31:16.953573 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:31:16.953573 dv-neutron-master-2-hyperv neutron-server[103153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:31:16.953573 dv-neutron-master-2-hyperv neutron-server[103153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:31:17.015411 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-68af75fb-1a02-4bed-8b86-09ccdd50dfa9 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:17.038963 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-80b29225-b590-423c-97af-cf927cbd5b30 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:17.039553 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b83bcc5-44df-4db6-b457-7af4bc21173c tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:31:17.042070 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-68af75fb-1a02-4bed-8b86-09ccdd50dfa9 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:17.065263 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b2b194-5c07-4ded-85fa-986483c800e5 None None] Sync routers for ids ['63efc57a-a9c4-4816-aafa-50d0346a26bf'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:31:17.073136 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-2b83bcc5-44df-4db6-b457-7af4bc21173c tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] 10.222.0.37 "PUT /v2.0/routers/63efc57a-a9c4-4816-aafa-50d0346a26bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0494566 Dec 21 13:31:17.095944 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b2b194-5c07-4ded-85fa-986483c800e5 None None] Routers {'63efc57a-a9c4-4816-aafa-50d0346a26bf'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:31:17.096641 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-79b2b194-5c07-4ded-85fa-986483c800e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:30:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['63efc57a-a9c4-4816-aafa-50d0346a26bf'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:31:17.105991 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58062) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:17.136720 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-79b2b194-5c07-4ded-85fa-986483c800e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:31:17.154388 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b2b194-5c07-4ded-85fa-986483c800e5 None None] Routers {'63efc57a-a9c4-4816-aafa-50d0346a26bf'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:31:17.155056 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-79b2b194-5c07-4ded-85fa-986483c800e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:30:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['63efc57a-a9c4-4816-aafa-50d0346a26bf'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:31:17.165651 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a57debeb-4722-4938-a396-a575c9e133db tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Made reservation on behalf of 4e9b97d81d204c53a28bf5666eaf36b7 for: {'subnet': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:31:17.169627 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a57debeb-4722-4938-a396-a575c9e133db tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12346583'] for subnet, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:17.206261 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-79b2b194-5c07-4ded-85fa-986483c800e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:31:17.206993 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b2b194-5c07-4ded-85fa-986483c800e5 None None] The sync data for ids ['63efc57a-a9c4-4816-aafa-50d0346a26bf'] in dv-neutron-master-2-hyperv is: [] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:31:17.212182 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0c5454c-398b-4da2-a46d-90f34c2fdeeb tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Router 9a0f9c1c-0b84-40b1-b675-f3a031108074 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:31:17.213078 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-68af75fb-1a02-4bed-8b86-09ccdd50dfa9 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:17.236111 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-87c4be3c-05db-4da8-a7b2-ecf6a8f1e50e tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:17.238005 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.api.v2.resource [None req-adaba0ff-6ab9-448b-af10-82991d197ebd tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] delete failed (client error): The resource could not be found. Dec 21 13:31:17.239219 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-adaba0ff-6ab9-448b-af10-82991d197ebd tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] 10.222.0.37 "DELETE /v2.0/routers/tempest-non_exist_router-1305207891 HTTP/1.1" status: 404 len: 335 time: 0.1202636 Dec 21 13:31:17.253222 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58064) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:17.258717 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-04b30d0a-1546-4994-a2d4-0d818f77cc9f tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Request body: {'router': {'external_gateway_info': {'network_id': '63efc57a-a9c4-4816-aafa-50d0346a26bf'}}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:17.258973 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-68af75fb-1a02-4bed-8b86-09ccdd50dfa9 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:17.260049 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-68af75fb-1a02-4bed-8b86-09ccdd50dfa9 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/b8c1300c-7b52-4a2f-abc4-8042304c53c3 HTTP/1.1" status: 204 len: 168 time: 0.4272215 Dec 21 13:31:17.261250 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68af75fb-1a02-4bed-8b86-09ccdd50dfa9 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b8c1300c-7b52-4a2f-abc4-8042304c53c3,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:17.266297 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58066) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:17.280570 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1c53ffea-4159-43ea-ac79-3470ebba0673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:17.342714 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1c53ffea-4159-43ea-ac79-3470ebba0673 admin admin] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:17.348457 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-1c53ffea-4159-43ea-ac79-3470ebba0673 admin admin] 10.222.0.37 "DELETE /v2.0/networks/cfbf8222-fbb2-4e74-9279-8b6b653e277f HTTP/1.1" status: 204 len: 168 time: 2.0485947 Dec 21 13:31:17.353264 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c4be3c-05db-4da8-a7b2-ecf6a8f1e50e tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Pushing event deleted for resources: {'Port': ['ID=862d2238-496f-485c-a122-18e9a46739f4,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:17.395141 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91de547-9beb-4c96-a6c8-d0d004e26562 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Checking segment: {'id': 'c9c276b3-751b-4a0c-8b5d-7e1478cc57bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '3a5e9f3d-4a21-458e-9c8a-6ed83f9bb5b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:31:17.395838 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91de547-9beb-4c96-a6c8-d0d004e26562 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Network hostable DHCP agents. Network: 3a5e9f3d-4a21-458e-9c8a-6ed83f9bb5b4, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:31:17.432433 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-ce42f193-b335-4ba2-a575-1872ca1af6d3 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1636243 Dec 21 13:31:17.448477 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58070) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:17.448795 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51ee109-35ae-41d3-a7ee-b5be673a1db2 None None] Network bf3e2502-de96-483b-b182-f991e23c41de requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:31:17.525024 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c53ffea-4159-43ea-ac79-3470ebba0673 admin admin] Pushing event deleted for resources: {'Network': ['ID=cfbf8222-fbb2-4e74-9279-8b6b653e277f,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:17.583140 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-49486dff-9204-4208-9f0c-e9950a4e887d None None] Provisioning complete for port 8be0fced-a02b-48df-aac2-8789d40daf1b triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:31:17.583847 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-49486dff-9204-4208-9f0c-e9950a4e887d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:17.641776 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-80b29225-b590-423c-97af-cf927cbd5b30 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:17.643969 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0c5454c-398b-4da2-a46d-90f34c2fdeeb tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:31:17.648161 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-36571898-6b2a-4567-899b-f5434e1669e2 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:17.658644 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2738be2-36f9-4fba-b3f8-f9b0845c983b None None] Sync routers for ids ['9a0f9c1c-0b84-40b1-b675-f3a031108074'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:31:17.681903 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2738be2-36f9-4fba-b3f8-f9b0845c983b None None] Routers {'9a0f9c1c-0b84-40b1-b675-f3a031108074'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:31:17.682709 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-f2738be2-36f9-4fba-b3f8-f9b0845c983b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:30:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['9a0f9c1c-0b84-40b1-b675-f3a031108074'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:31:17.684697 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-f0c5454c-398b-4da2-a46d-90f34c2fdeeb tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] 10.222.0.37 "PUT /v2.0/routers/9a0f9c1c-0b84-40b1-b675-f3a031108074/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3613887 Dec 21 13:31:17.692036 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58072) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:17.709655 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-80b29225-b590-423c-97af-cf927cbd5b30 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:17.797303 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-f2738be2-36f9-4fba-b3f8-f9b0845c983b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:31:17.808774 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2738be2-36f9-4fba-b3f8-f9b0845c983b None None] Routers {'9a0f9c1c-0b84-40b1-b675-f3a031108074'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:31:17.809868 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-f2738be2-36f9-4fba-b3f8-f9b0845c983b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:30:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['9a0f9c1c-0b84-40b1-b675-f3a031108074'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:31:17.812741 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-49486dff-9204-4208-9f0c-e9950a4e887d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:17.822307 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58074) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:17.862037 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-87c4be3c-05db-4da8-a7b2-ecf6a8f1e50e tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:17.864293 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-49486dff-9204-4208-9f0c-e9950a4e887d None None] For port 8be0fced-a02b-48df-aac2-8789d40daf1b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8be0fced-a02b-48df-aac2-8789d40daf1b,segment=NetworkSegment(389c11e4-2350-4283-a9ca-f70d72959d6d),segment_id=389c11e4-2350-4283-a9ca-f70d72959d6d)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:31:17.871986 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-87c4be3c-05db-4da8-a7b2-ecf6a8f1e50e tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "DELETE /v2.0/ports/862d2238-496f-485c-a122-18e9a46739f4 HTTP/1.1" status: 204 len: 168 time: 2.5751889 Dec 21 13:31:17.889491 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-49486dff-9204-4208-9f0c-e9950a4e887d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:17.907477 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 8be0fced-a02b-48df-aac2-8789d40daf1b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:31:17.916096 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58076) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:17.928245 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-f2738be2-36f9-4fba-b3f8-f9b0845c983b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:31:17.929098 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2738be2-36f9-4fba-b3f8-f9b0845c983b None None] The sync data for ids ['9a0f9c1c-0b84-40b1-b675-f3a031108074'] in dv-neutron-master-2-hyperv is: [] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:31:17.952960 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-36571898-6b2a-4567-899b-f5434e1669e2 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:17.956931 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-e49feca2-2bb5-4018-9242-a52c93e0a04a tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] GET failed (client error): The resource could not be found. Dec 21 13:31:17.963522 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-e49feca2-2bb5-4018-9242-a52c93e0a04a tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "GET /v2.0/ports/862d2238-496f-485c-a122-18e9a46739f4 HTTP/1.1" status: 404 len: 333 time: 0.0463612 Dec 21 13:31:17.971779 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58078) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:17.972938 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91de547-9beb-4c96-a6c8-d0d004e26562 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Network 3a5e9f3d-4a21-458e-9c8a-6ed83f9bb5b4 is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:31:18.020666 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49486dff-9204-4208-9f0c-e9950a4e887d None None] Pushing event updated for resources: {'Port': ['ID=8be0fced-a02b-48df-aac2-8789d40daf1b,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:18.032955 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b29225-b590-423c-97af-cf927cbd5b30 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81189b31-c81f-49d6-ac70-98bbdc4723ac,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:18.062667 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-04b30d0a-1546-4994-a2d4-0d818f77cc9f tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:18.071883 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 8be0fced-a02b-48df-aac2-8789d40daf1b triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:31:18.072549 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:18.073242 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-80b29225-b590-423c-97af-cf927cbd5b30 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:18.077239 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-80b29225-b590-423c-97af-cf927cbd5b30 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.4491208 Dec 21 13:31:18.082932 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58080) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:18.134140 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-36571898-6b2a-4567-899b-f5434e1669e2 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:18.135989 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-36571898-6b2a-4567-899b-f5434e1669e2 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:18.143530 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-36571898-6b2a-4567-899b-f5434e1669e2 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] 10.222.0.37 "DELETE /v2.0/security-groups/f31188c2-9366-420c-9195-4e6858216eb6 HTTP/1.1" status: 204 len: 168 time: 0.6932185 Dec 21 13:31:18.145340 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58082) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:18.146804 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-f91de547-9beb-4c96-a6c8-d0d004e26562 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 3a5e9f3d-4a21-458e-9c8a-6ed83f9bb5b4) {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:31:18.155820 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91de547-9beb-4c96-a6c8-d0d004e26562 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:18.156309 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f91de547-9beb-4c96-a6c8-d0d004e26562 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks [] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:18.190860 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-604f87ca-ecd0-4f95-8297-0c55e2951ed0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7fcc1d47f4cc44e4b573fc100289403e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3304057 Dec 21 13:31:18.195692 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36571898-6b2a-4567-899b-f5434e1669e2 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f31188c2-9366-420c-9195-4e6858216eb6,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:18.197940 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-89141b4f-570d-4514-ab3d-9ecf2ba16006 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:18.205509 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58084) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:18.206645 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d5c4de-6299-496a-97cb-0d2f4c648254 None None] Network 3a5e9f3d-4a21-458e-9c8a-6ed83f9bb5b4 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:31:18.239528 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-89141b4f-570d-4514-ab3d-9ecf2ba16006 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:18.245252 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.api.v2.resource [None req-04b30d0a-1546-4994-a2d4-0d818f77cc9f tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] update failed (client error): The resource could not be found. Dec 21 13:31:18.251451 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-04b30d0a-1546-4994-a2d4-0d818f77cc9f tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] 10.222.0.37 "PUT /v2.0/routers/63efc57a-a9c4-4816-aafa-50d0346a26bf HTTP/1.1" status: 404 len: 339 time: 0.9920812 Dec 21 13:31:18.253521 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58086) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:18.259689 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-cceb9877-2f29-4ab2-802b-eb62e0f18e77 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-518860126'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:18.285210 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5ff53d36-5045-4756-93b1-3e23e8d5407b tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks [] for security_group, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:18.289230 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-02e6cda2-4d32-47a3-8af7-c1b4f601e920 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks [] for router, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:18.300254 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-f91de547-9beb-4c96-a6c8-d0d004e26562 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 3.3223362 Dec 21 13:31:18.307592 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 238d24fe-6c51-49d7-a8ad-43159f00c46f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:31:18.310526 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58088) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:18.371143 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-c3d917ee-be2f-4176-b121-8988195e60f3 None None] Provisioning complete for port 8be0fced-a02b-48df-aac2-8789d40daf1b triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:31:18.371617 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c3d917ee-be2f-4176-b121-8988195e60f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:18.380554 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.objects.ports [None req-a57debeb-4722-4938-a396-a575c9e133db tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103152) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 21 13:31:18.383629 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a3dbc7a8-68d4-41da-a608-4022c96d90d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:18.390548 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5ff53d36-5045-4756-93b1-3e23e8d5407b tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:18.453539 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cceb9877-2f29-4ab2-802b-eb62e0f18e77 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Made reservation on behalf of e559602709884871a5548144927daba6 for: {'network': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:31:18.457962 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-cceb9877-2f29-4ab2-802b-eb62e0f18e77 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:18.463561 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deaa1d52-91ef-43ee-87bf-43522be17a74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-3a5e9f3d-4a21-458e-9c8a-6ed83f9bb5b4', 'network_id': '3a5e9f3d-4a21-458e-9c8a-6ed83f9bb5b4', 'project_id': 'a1ada58ef66244899294bdd43455e4f3', 'fixed_ips': [{'subnet_id': '8899925d-7c52-4adf-ba0f-e56355f36f72'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:31:18.464589 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-deaa1d52-91ef-43ee-87bf-43522be17a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:18.484529 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 238d24fe-6c51-49d7-a8ad-43159f00c46f triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:31:18.484996 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:18.528941 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cceb9877-2f29-4ab2-802b-eb62e0f18e77 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=103153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:31:18.543919 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-02e6cda2-4d32-47a3-8af7-c1b4f601e920 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:18.555274 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5ff53d36-5045-4756-93b1-3e23e8d5407b tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:18.559140 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5ff53d36-5045-4756-93b1-3e23e8d5407b tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:18.563356 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-5ff53d36-5045-4756-93b1-3e23e8d5407b tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "DELETE /v2.0/security-groups/fb6b14e3-a8ff-4764-8a69-401e205cbc44 HTTP/1.1" status: 204 len: 168 time: 0.5843539 Dec 21 13:31:18.571663 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-cceb9877-2f29-4ab2-802b-eb62e0f18e77 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:18.572042 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.segments_db [None req-cceb9877-2f29-4ab2-802b-eb62e0f18e77 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Added segment e069f74c-5b92-4e63-a84f-ace1918ca7f2 of type vlan for network 81fa9ea4-2b05-45f8-b8a7-06280acd5c32 Dec 21 13:31:18.573907 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58090) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:18.658118 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff53d36-5045-4756-93b1-3e23e8d5407b tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb6b14e3-a8ff-4764-8a69-401e205cbc44,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:18.710150 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-cceb9877-2f29-4ab2-802b-eb62e0f18e77 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:18.752771 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-deaa1d52-91ef-43ee-87bf-43522be17a74 None None] Allocated IP 2001:db8::3 (3a5e9f3d-4a21-458e-9c8a-6ed83f9bb5b4/8899925d-7c52-4adf-ba0f-e56355f36f72/a03acdd3-a04e-4dc8-9e4a-719eb24781ac) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:31:18.765374 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:18.774759 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5f9c86a6-1747-4b72-b2e3-38597c29d8f6 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks [] for security_group, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:18.798217 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-02e6cda2-4d32-47a3-8af7-c1b4f601e920 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Deleting port 73237ca3-ac72-4bc7-8761-c57313b8a524 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:31:18.798626 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-02e6cda2-4d32-47a3-8af7-c1b4f601e920 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:18.828329 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-cceb9877-2f29-4ab2-802b-eb62e0f18e77 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:18.835661 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cceb9877-2f29-4ab2-802b-eb62e0f18e77 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:18.836418 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-cceb9877-2f29-4ab2-802b-eb62e0f18e77 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:18.849049 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5f9c86a6-1747-4b72-b2e3-38597c29d8f6 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:18.878229 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] For port 238d24fe-6c51-49d7-a8ad-43159f00c46f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=238d24fe-6c51-49d7-a8ad-43159f00c46f,segment=NetworkSegment(b20a5dbe-a251-4a83-ae2d-3ffbda6396cf),segment_id=b20a5dbe-a251-4a83-ae2d-3ffbda6396cf)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:31:18.884322 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:18.894625 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-36156d42-1624-4b84-94b5-cd9fb3cb82a7 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.7164211 Dec 21 13:31:18.899489 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a3dbc7a8-68d4-41da-a608-4022c96d90d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:18.901116 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58092) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:18.915550 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-d4c5d009-2826-4da9-b7c6-a11e3b8bee75 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Request body: {'security_group': {'name': 'tempest-secgroup--906125492'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:18.922243 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-b7a9a8b0-a7c7-4f29-b39c-140a2d22308a None None] Provisioning complete for port 238d24fe-6c51-49d7-a8ad-43159f00c46f triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:31:18.922642 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b7a9a8b0-a7c7-4f29-b39c-140a2d22308a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:18.929592 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-89141b4f-570d-4514-ab3d-9ecf2ba16006 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:18.945905 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-89141b4f-570d-4514-ab3d-9ecf2ba16006 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:18.947069 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-89141b4f-570d-4514-ab3d-9ecf2ba16006 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/81189b31-c81f-49d6-ac70-98bbdc4723ac HTTP/1.1" status: 204 len: 168 time: 0.8591397 Dec 21 13:31:18.956836 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58094) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:19.014666 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Pushing event updated for resources: {'Port': ['ID=238d24fe-6c51-49d7-a8ad-43159f00c46f,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:19.022266 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d4c5d009-2826-4da9-b7c6-a11e3b8bee75 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:19.038062 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89141b4f-570d-4514-ab3d-9ecf2ba16006 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=81189b31-c81f-49d6-ac70-98bbdc4723ac,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:19.045558 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-cceb9877-2f29-4ab2-802b-eb62e0f18e77 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7905564 Dec 21 13:31:19.054750 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58096) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:19.060097 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-02e6cda2-4d32-47a3-8af7-c1b4f601e920 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:19.067843 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-a88994d1-2486-4e63-9a57-82640513a9ee tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Request body: {'subnet': {'network_id': '81fa9ea4-2b05-45f8-b8a7-06280acd5c32', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:19.110913 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceb9877-2f29-4ab2-802b-eb62e0f18e77 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Pushing event updated for resources: {'Network': ['ID=81fa9ea4-2b05-45f8-b8a7-06280acd5c32,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:19.117047 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-deaa1d52-91ef-43ee-87bf-43522be17a74 None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:19.133628 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2823933e-562a-4be1-90bf-0278e2eafdb2 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:19.133915 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network 81fa9ea4-2b05-45f8-b8a7-06280acd5c32 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:31:19.137766 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-deaa1d52-91ef-43ee-87bf-43522be17a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:19.150077 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-02e6cda2-4d32-47a3-8af7-c1b4f601e920 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Calling delete_port for 73237ca3-ac72-4bc7-8761-c57313b8a524 owned by network:router_gateway {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:31:19.193683 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deaa1d52-91ef-43ee-87bf-43522be17a74 None None] Network 3a5e9f3d-4a21-458e-9c8a-6ed83f9bb5b4 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:31:19.209498 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-deaa1d52-91ef-43ee-87bf-43522be17a74 None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:31:19.210931 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-8e9d91cc-a762-4b4f-a16c-0bc24ec5989d tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2480483 Dec 21 13:31:19.215596 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58098) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:19.222298 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deaa1d52-91ef-43ee-87bf-43522be17a74 None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:31:19.258574 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a3dbc7a8-68d4-41da-a608-4022c96d90d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:19.261367 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5f9c86a6-1747-4b72-b2e3-38597c29d8f6 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:19.262935 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a3dbc7a8-68d4-41da-a608-4022c96d90d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:19.269527 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-a3dbc7a8-68d4-41da-a608-4022c96d90d0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c57c7cc1-c248-45fd-9bbc-650d852d9b58 HTTP/1.1" status: 204 len: 168 time: 1.0546889 Dec 21 13:31:19.269799 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5f9c86a6-1747-4b72-b2e3-38597c29d8f6 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:19.269799 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-5f9c86a6-1747-4b72-b2e3-38597c29d8f6 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "DELETE /v2.0/security-groups/2fc2cef8-6a97-4493-b22b-a50d18c362e3 HTTP/1.1" status: 204 len: 168 time: 0.6912706 Dec 21 13:31:19.278826 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58102) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:19.293914 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaa1d52-91ef-43ee-87bf-43522be17a74 None None] Pushing event updated for resources: {'Port': ['ID=a03acdd3-a04e-4dc8-9e4a-719eb24781ac,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:19.317264 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9c86a6-1747-4b72-b2e3-38597c29d8f6 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fc2cef8-6a97-4493-b22b-a50d18c362e3,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:19.346202 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-deaa1d52-91ef-43ee-87bf-43522be17a74 None None] Attempting to bind port a03acdd3-a04e-4dc8-9e4a-719eb24781ac on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:31:19.346628 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-deaa1d52-91ef-43ee-87bf-43522be17a74 None None] Attempting to bind port a03acdd3-a04e-4dc8-9e4a-719eb24781ac by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'c9c276b3-751b-4a0c-8b5d-7e1478cc57bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '3a5e9f3d-4a21-458e-9c8a-6ed83f9bb5b4'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:31:19.346991 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deaa1d52-91ef-43ee-87bf-43522be17a74 None None] Attempting to bind port a03acdd3-a04e-4dc8-9e4a-719eb24781ac on network 3a5e9f3d-4a21-458e-9c8a-6ed83f9bb5b4 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:31:19.348314 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dbc7a8-68d4-41da-a608-4022c96d90d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c57c7cc1-c248-45fd-9bbc-650d852d9b58,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:19.354719 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deaa1d52-91ef-43ee-87bf-43522be17a74 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:31:19.354983 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deaa1d52-91ef-43ee-87bf-43522be17a74 None None] Checking segment: {'id': 'c9c276b3-751b-4a0c-8b5d-7e1478cc57bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '3a5e9f3d-4a21-458e-9c8a-6ed83f9bb5b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:31:19.355387 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-deaa1d52-91ef-43ee-87bf-43522be17a74 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:19.355784 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deaa1d52-91ef-43ee-87bf-43522be17a74 None None] Bound using segment: {'id': 'c9c276b3-751b-4a0c-8b5d-7e1478cc57bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '3a5e9f3d-4a21-458e-9c8a-6ed83f9bb5b4'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:31:19.358531 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-deaa1d52-91ef-43ee-87bf-43522be17a74 None None] Bound port: a03acdd3-a04e-4dc8-9e4a-719eb24781ac, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9c276b3-751b-4a0c-8b5d-7e1478cc57bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '3a5e9f3d-4a21-458e-9c8a-6ed83f9bb5b4'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:31:19.358922 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-deaa1d52-91ef-43ee-87bf-43522be17a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:19.383683 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a57debeb-4722-4938-a396-a575c9e133db tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:19.411552 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a88994d1-2486-4e63-9a57-82640513a9ee tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Made reservation on behalf of e559602709884871a5548144927daba6 for: {'subnet': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:31:19.415769 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a88994d1-2486-4e63-9a57-82640513a9ee tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11288759'] for subnet, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:19.429629 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d4c5d009-2826-4da9-b7c6-a11e3b8bee75 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:19.448956 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d4c5d009-2826-4da9-b7c6-a11e3b8bee75 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:19.477639 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_v2 [None req-253bf7a7-a455-4771-8354-90d3f7a36a96 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Deleting subnet c54f1325-aba4-4a1b-8844-02cd7888d2be {{(pid=103153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:31:19.504319 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-2823933e-562a-4be1-90bf-0278e2eafdb2 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Deleting port a03acdd3-a04e-4dc8-9e4a-719eb24781ac {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:31:19.504881 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2823933e-562a-4be1-90bf-0278e2eafdb2 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:19.523299 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-253bf7a7-a455-4771-8354-90d3f7a36a96 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks [] for subnet, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:19.588287 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d4c5d009-2826-4da9-b7c6-a11e3b8bee75 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:19.592543 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-d4c5d009-2826-4da9-b7c6-a11e3b8bee75 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6835556 Dec 21 13:31:19.606242 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58104) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:19.613533 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-e62da54f-02d5-456f-af40-9703d922a065 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Request body: {'security_group_rule': {'security_group_id': 'd009c246-f8f8-42f4-9e62-5e49409adaae', 'direction': 'ingress', 'protocol': 17}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:19.640605 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6afc385b-eb74-4c7e-a021-4ac673e9344d tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:19.643744 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-253bf7a7-a455-4771-8354-90d3f7a36a96 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1585439'] for subnet, precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:19.682615 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c5d009-2826-4da9-b7c6-a11e3b8bee75 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d009c246-f8f8-42f4-9e62-5e49409adaae,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:19.782908 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6afc385b-eb74-4c7e-a021-4ac673e9344d tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:19.802200 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e62da54f-02d5-456f-af40-9703d922a065 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:19.802480 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-deaa1d52-91ef-43ee-87bf-43522be17a74 None None] For port a03acdd3-a04e-4dc8-9e4a-719eb24781ac, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:31:19.809856 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-deaa1d52-91ef-43ee-87bf-43522be17a74 None None] For port a03acdd3-a04e-4dc8-9e4a-719eb24781ac, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a03acdd3-a04e-4dc8-9e4a-719eb24781ac,segment=NetworkSegment(c9c276b3-751b-4a0c-8b5d-7e1478cc57bc),segment_id=c9c276b3-751b-4a0c-8b5d-7e1478cc57bc)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:31:19.820668 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-deaa1d52-91ef-43ee-87bf-43522be17a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:19.857293 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-2823933e-562a-4be1-90bf-0278e2eafdb2 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] For port a03acdd3-a04e-4dc8-9e4a-719eb24781ac, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:31:19.857665 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2823933e-562a-4be1-90bf-0278e2eafdb2 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:19.933096 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-2823933e-562a-4be1-90bf-0278e2eafdb2 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Calling delete_port for a03acdd3-a04e-4dc8-9e4a-719eb24781ac owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:31:19.937719 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaa1d52-91ef-43ee-87bf-43522be17a74 None None] Pushing event updated for resources: {'Port': ['ID=a03acdd3-a04e-4dc8-9e4a-719eb24781ac,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:19.946629 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 8be0fced-a02b-48df-aac2-8789d40daf1b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:31:19.946859 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-a57debeb-4722-4938-a396-a575c9e133db tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] For port 238d24fe-6c51-49d7-a8ad-43159f00c46f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=238d24fe-6c51-49d7-a8ad-43159f00c46f,segment=NetworkSegment(b20a5dbe-a251-4a83-ae2d-3ffbda6396cf),segment_id=b20a5dbe-a251-4a83-ae2d-3ffbda6396cf)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:31:19.980269 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-02e6cda2-4d32-47a3-8af7-c1b4f601e920 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:20.037279 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6afc385b-eb74-4c7e-a021-4ac673e9344d tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:20.058097 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a57debeb-4722-4938-a396-a575c9e133db tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:20.060675 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6afc385b-eb74-4c7e-a021-4ac673e9344d tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:20.064033 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-6afc385b-eb74-4c7e-a021-4ac673e9344d tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] 10.222.0.37 "DELETE /v2.0/security-groups/ef187cd9-f7e1-4eee-b278-0b2cc92448bd HTTP/1.1" status: 204 len: 168 time: 0.8451319 Dec 21 13:31:20.071910 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a57debeb-4722-4938-a396-a575c9e133db tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805230'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:20.072924 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a57debeb-4722-4938-a396-a575c9e133db tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12346565'] for subnet, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:20.074893 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58108) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:20.078454 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e62da54f-02d5-456f-af40-9703d922a065 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:20.092232 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 8be0fced-a02b-48df-aac2-8789d40daf1b triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:31:20.092232 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:20.112003 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-253bf7a7-a455-4771-8354-90d3f7a36a96 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:20.169659 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57debeb-4722-4938-a396-a575c9e133db tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event updated for resources: {'Port': ['ID=238d24fe-6c51-49d7-a8ad-43159f00c46f,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:20.173492 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e62da54f-02d5-456f-af40-9703d922a065 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:20.220495 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e6cda2-4d32-47a3-8af7-c1b4f601e920 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Pushing event deleted for resources: {'Port': ['ID=73237ca3-ac72-4bc7-8761-c57313b8a524,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:20.259152 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57debeb-4722-4938-a396-a575c9e133db tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:31:20.264228 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-253bf7a7-a455-4771-8354-90d3f7a36a96 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11349588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11288746'] for subnet, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:20.273695 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-a57debeb-4722-4938-a396-a575c9e133db tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:31:20.275763 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62da54f-02d5-456f-af40-9703d922a065 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b681794-ad9d-445f-9296-8d7f1681a355,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:20.279457 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57debeb-4722-4938-a396-a575c9e133db tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:20.280433 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a57debeb-4722-4938-a396-a575c9e133db tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:20.308786 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce68c54-bd25-4aa1-a594-dee24f5756bf None None] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:31:20.311062 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99904de-6842-4858-8276-befb3f295c79 None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:31:20.331578 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58110) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:20.342768 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-a57debeb-4722-4938-a396-a575c9e133db tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.7066886 Dec 21 13:31:20.357954 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 238d24fe-6c51-49d7-a8ad-43159f00c46f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:31:20.359741 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58112) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:20.362519 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e62da54f-02d5-456f-af40-9703d922a065 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:20.363684 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-e62da54f-02d5-456f-af40-9703d922a065 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7540507 Dec 21 13:31:20.375070 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58114) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:20.381657 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-b39dcfc7-b1a6-44a1-85b9-1f27a7327c0d tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Request body: {'port': {'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9', 'mac_address': 'fa:16:3e:c7:1f:ec', 'name': 'tempest-NetworksTestDHCPv6-2145093725'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:20.395471 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afc385b-eb74-4c7e-a021-4ac673e9344d tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef187cd9-f7e1-4eee-b278-0b2cc92448bd,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:20.398914 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253bf7a7-a455-4771-8354-90d3f7a36a96 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Pushing event deleted for resources: {'Subnet': ['ID=c54f1325-aba4-4a1b-8844-02cd7888d2be,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:20.401101 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-86347cc3-7661-4ad8-a840-8504f9fcd63d tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4541 time: 0.2484233 Dec 21 13:31:20.411594 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58116) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:20.427184 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a88994d1-2486-4e63-9a57-82640513a9ee tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11195289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11288741'] for subnet, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:20.430820 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57debeb-4722-4938-a396-a575c9e133db tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event updated for resources: {'Subnet': ['ID=b0390211-cbf9-4d25-9de8-68f4b1522612,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:20.450068 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-253bf7a7-a455-4771-8354-90d3f7a36a96 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks [] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:20.453819 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-253bf7a7-a455-4771-8354-90d3f7a36a96 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "DELETE /v2.0/subnets/c54f1325-aba4-4a1b-8844-02cd7888d2be HTTP/1.1" status: 204 len: 168 time: 1.1730468 Dec 21 13:31:20.463650 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58118) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:20.511130 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-d8004798-518e-46ed-830f-c0fef52172bc tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Request body: {'subnet': {'network_id': 'c6bf85d4-de6b-4911-ac91-51fc0c7c7ed2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:20.513617 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-02e6cda2-4d32-47a3-8af7-c1b4f601e920 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-548638'] for router_gateway, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:20.522872 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac57f2e-e915-45a8-81f2-14dc42b67a8a None None] Network c6bf85d4-de6b-4911-ac91-51fc0c7c7ed2 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:31:20.681724 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-bd0b29be-e568-4c0f-9f35-4c9d510e15d7 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:20.687218 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88994d1-2486-4e63-9a57-82640513a9ee tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Pushing event updated for resources: {'Subnet': ['ID=20df2188-9d24-4c87-aefb-53e175d7e2ff,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:20.690613 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-02e6cda2-4d32-47a3-8af7-c1b4f601e920 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26950'] for router, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:20.697711 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-02e6cda2-4d32-47a3-8af7-c1b4f601e920 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:20.697951 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-a937bdb7-3568-435e-b893-edfd37fc9c17 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=170616d6dd0c4daca89af714a11fe7d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3619153 Dec 21 13:31:20.704564 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58120) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:20.721309 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 238d24fe-6c51-49d7-a8ad-43159f00c46f triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:31:20.721799 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:20.737776 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2823933e-562a-4be1-90bf-0278e2eafdb2 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:20.814528 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2823933e-562a-4be1-90bf-0278e2eafdb2 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Pushing event deleted for resources: {'Port': ['ID=a03acdd3-a04e-4dc8-9e4a-719eb24781ac,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:20.880211 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2823933e-562a-4be1-90bf-0278e2eafdb2 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] No DVR routers for this DVR port a03acdd3-a04e-4dc8-9e4a-719eb24781ac on host dv-neutron-master-2-hyperv {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:31:20.882990 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-eb25f134-d0ca-4abf-9f88-28f5e866cef9 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:20.930926 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-eb25f134-d0ca-4abf-9f88-28f5e866cef9 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:21.029267 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-eb25f134-d0ca-4abf-9f88-28f5e866cef9 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:21.033058 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-eb25f134-d0ca-4abf-9f88-28f5e866cef9 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:21.036734 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-eb25f134-d0ca-4abf-9f88-28f5e866cef9 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] 10.222.0.37 "DELETE /v2.0/security-groups/2fd07610-d870-4742-938f-6421ed7ecca0 HTTP/1.1" status: 204 len: 168 time: 0.6230588 Dec 21 13:31:21.040495 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58122) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:21.049010 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b39dcfc7-b1a6-44a1-85b9-1f27a7327c0d tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Made reservation on behalf of 4e9b97d81d204c53a28bf5666eaf36b7 for: {'port': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:31:21.065102 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2823933e-562a-4be1-90bf-0278e2eafdb2 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:21.099665 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88994d1-2486-4e63-9a57-82640513a9ee tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Checking segment: {'id': 'e069f74c-5b92-4e63-a84f-ace1918ca7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '81fa9ea4-2b05-45f8-b8a7-06280acd5c32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:31:21.100036 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88994d1-2486-4e63-9a57-82640513a9ee tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Network hostable DHCP agents. Network: 81fa9ea4-2b05-45f8-b8a7-06280acd5c32, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:31:21.171223 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-bd0b29be-e568-4c0f-9f35-4c9d510e15d7 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:21.201055 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb25f134-d0ca-4abf-9f88-28f5e866cef9 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fd07610-d870-4742-938f-6421ed7ecca0,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:21.201309 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-02e6cda2-4d32-47a3-8af7-c1b4f601e920 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534967'] for router, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:21.201814 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02e6cda2-4d32-47a3-8af7-c1b4f601e920 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Fanout notify agent at l3_agent the message router_deleted on router 9a0f9c1c-0b84-40b1-b675-f3a031108074 {{(pid=103153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 13:31:21.214948 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-02e6cda2-4d32-47a3-8af7-c1b4f601e920 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks [] for router, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:21.219123 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-02e6cda2-4d32-47a3-8af7-c1b4f601e920 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] 10.222.0.37 "DELETE /v2.0/routers/9a0f9c1c-0b84-40b1-b675-f3a031108074 HTTP/1.1" status: 204 len: 168 time: 3.5208657 Dec 21 13:31:21.225335 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58124) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:21.227307 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88994d1-2486-4e63-9a57-82640513a9ee tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Network 81fa9ea4-2b05-45f8-b8a7-06280acd5c32 is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:31:21.276530 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2823933e-562a-4be1-90bf-0278e2eafdb2 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12346570'] for subnet, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:21.278727 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8004798-518e-46ed-830f-c0fef52172bc tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Made reservation on behalf of 401fab62d2cc4dcc90d3b9ab6f110b7e for: {'subnet': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:31:21.282514 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d8004798-518e-46ed-830f-c0fef52172bc tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12346583'] for subnet, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:21.325910 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-a88994d1-2486-4e63-9a57-82640513a9ee tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 81fa9ea4-2b05-45f8-b8a7-06280acd5c32) {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:31:21.337786 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43dde07d-108b-4041-bafa-41db1e0202e5 None None] Network 81fa9ea4-2b05-45f8-b8a7-06280acd5c32 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:31:21.360503 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88994d1-2486-4e63-9a57-82640513a9ee tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:21.361131 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a88994d1-2486-4e63-9a57-82640513a9ee tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks [] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:21.362279 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2823933e-562a-4be1-90bf-0278e2eafdb2 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Pushing event deleted for resources: {'Subnet': ['ID=8899925d-7c52-4adf-ba0f-e56355f36f72,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:21.369508 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c918709c-6335-4661-85cf-0f42c87a22cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:21.380012 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-52690ac5-24cd-431a-b154-2cd35a1c4dfa tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.3339336 Dec 21 13:31:21.389139 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58126) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:21.393528 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-76db0bf6-5bc1-4775-90c9-21388cb48455 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Request body: {'security_group': {'name': 'tempest-secgroup--946803892'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:21.408088 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_v2 [None req-2252b7b5-9445-4cb0-8173-72cb6233456c tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Deleting subnet 2aa69170-edb5-4dc2-a439-930e8364bc13 {{(pid=103153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:31:21.410657 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-bd0b29be-e568-4c0f-9f35-4c9d510e15d7 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:21.413257 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-bd0b29be-e568-4c0f-9f35-4c9d510e15d7 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:21.414466 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-bd0b29be-e568-4c0f-9f35-4c9d510e15d7 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] 10.222.0.37 "DELETE /v2.0/security-groups/d009c246-f8f8-42f4-9e62-5e49409adaae HTTP/1.1" status: 204 len: 168 time: 1.0169199 Dec 21 13:31:21.435748 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58128) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:21.438676 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2252b7b5-9445-4cb0-8173-72cb6233456c tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks [] for subnet, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:21.486524 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-a88994d1-2486-4e63-9a57-82640513a9ee tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.4231160 Dec 21 13:31:21.492531 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58130) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:21.514686 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-772853a4-255c-4efc-b783-0589ed288892 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Request body: {'router': {'external_gateway_info': {'network_id': '81fa9ea4-2b05-45f8-b8a7-06280acd5c32'}}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:21.524500 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-14fea021-7f8e-410d-818a-33c1de273a52 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0690968 Dec 21 13:31:21.526556 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0b29be-e568-4c0f-9f35-4c9d510e15d7 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d009c246-f8f8-42f4-9e62-5e49409adaae,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:21.531626 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c918709c-6335-4661-85cf-0f42c87a22cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:21.534602 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58132) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:21.571717 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ea43c7-c3f3-4065-91cf-bc5143fe18d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-81fa9ea4-2b05-45f8-b8a7-06280acd5c32', 'network_id': '81fa9ea4-2b05-45f8-b8a7-06280acd5c32', 'project_id': 'e559602709884871a5548144927daba6', 'fixed_ips': [{'subnet_id': '20df2188-9d24-4c87-aefb-53e175d7e2ff'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:31:21.572873 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-90ea43c7-c3f3-4065-91cf-bc5143fe18d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:21.632462 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2823933e-562a-4be1-90bf-0278e2eafdb2 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:21.681038 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-2be23d67-0430-4ec9-b09d-40d9b76948b0 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Request body: {'security_group': {'name': 'tempest-secgroup--1398382882'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:21.702278 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b39dcfc7-b1a6-44a1-85b9-1f27a7327c0d tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:21.721314 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2252b7b5-9445-4cb0-8173-72cb6233456c tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1585439'] for subnet, precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:21.747541 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-2823933e-562a-4be1-90bf-0278e2eafdb2 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a5e9f3d-4a21-458e-9c8a-6ed83f9bb5b4']}} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:31:21.768732 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 238d24fe-6c51-49d7-a8ad-43159f00c46f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:31:21.772252 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-76db0bf6-5bc1-4775-90c9-21388cb48455 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:21.814079 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-90ea43c7-c3f3-4065-91cf-bc5143fe18d0 None None] Allocated IP 2001:db8:1::2 (81fa9ea4-2b05-45f8-b8a7-06280acd5c32/20df2188-9d24-4c87-aefb-53e175d7e2ff/63032f90-c53c-41cd-9a4a-ae2253b1e007) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:31:21.855324 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2be23d67-0430-4ec9-b09d-40d9b76948b0 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:21.893145 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 238d24fe-6c51-49d7-a8ad-43159f00c46f triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:31:21.893795 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:22.001764 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-8cf43a29-75f5-4ac4-b30f-23036dbb0082 None None] Provisioning complete for port 238d24fe-6c51-49d7-a8ad-43159f00c46f triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:31:22.002581 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8cf43a29-75f5-4ac4-b30f-23036dbb0082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:22.026607 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-76db0bf6-5bc1-4775-90c9-21388cb48455 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:22.029585 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c918709c-6335-4661-85cf-0f42c87a22cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:22.034130 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c918709c-6335-4661-85cf-0f42c87a22cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:22.035744 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-c918709c-6335-4661-85cf-0f42c87a22cf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/511f280f-6f8e-4816-9801-5e6f71812903 HTTP/1.1" status: 204 len: 168 time: 1.3290999 Dec 21 13:31:22.091373 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-76db0bf6-5bc1-4775-90c9-21388cb48455 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:22.107230 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2252b7b5-9445-4cb0-8173-72cb6233456c tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:22.111555 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c918709c-6335-4661-85cf-0f42c87a22cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=511f280f-6f8e-4816-9801-5e6f71812903,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:22.120271 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-2823933e-562a-4be1-90bf-0278e2eafdb2 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9c276b3-751b-4a0c-8b5d-7e1478cc57bc') {'for_net_delete': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:31:22.120777 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-2823933e-562a-4be1-90bf-0278e2eafdb2 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9c276b3-751b-4a0c-8b5d-7e1478cc57bc') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:31:22.133179 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2823933e-562a-4be1-90bf-0278e2eafdb2 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526653'] for segment, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:22.150960 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2823933e-562a-4be1-90bf-0278e2eafdb2 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:22.161895 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2823933e-562a-4be1-90bf-0278e2eafdb2 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=103152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:31:22.162727 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2823933e-562a-4be1-90bf-0278e2eafdb2 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805426'] for segment, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:22.170732 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-76db0bf6-5bc1-4775-90c9-21388cb48455 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:22.172163 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-76db0bf6-5bc1-4775-90c9-21388cb48455 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7823675 Dec 21 13:31:22.187260 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58136) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:22.199839 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-772853a4-255c-4efc-b783-0589ed288892 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:22.208933 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-8099aed9-aa6e-4e5d-8cb5-888956a7f886 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Request body: {'security_group_rule': {'security_group_id': '6686bb92-fb68-4d84-84bd-6faad493f25e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:22.264556 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:31:22.264556 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:31:22.264556 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:31:22.264556 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:31:22.264556 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:31:22.264556 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:31:22.264556 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:31:22.264556 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:31:22.264556 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:31:22.264556 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:31:22.264556 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:31:22.264556 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:31:22.264556 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:31:22.264556 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:31:22.264556 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:31:22.264556 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:31:22.264556 dv-neutron-master-2-hyperv neutron-server[103152]: Traceback (most recent call last): Dec 21 13:31:22.264556 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:31:22.264556 dv-neutron-master-2-hyperv neutron-server[103152]: timer() Dec 21 13:31:22.264556 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:31:22.264556 dv-neutron-master-2-hyperv neutron-server[103152]: cb(*args, **kw) Dec 21 13:31:22.264556 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:31:22.264556 dv-neutron-master-2-hyperv neutron-server[103152]: return func(*args, **kwargs) Dec 21 13:31:22.264556 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:31:22.264556 dv-neutron-master-2-hyperv neutron-server[103152]: self._notify() Dec 21 13:31:22.264556 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:31:22.264556 dv-neutron-master-2-hyperv neutron-server[103152]: self.callback(batched_events) Dec 21 13:31:22.264556 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:31:22.264556 dv-neutron-master-2-hyperv neutron-server[103152]: event.method(event) Dec 21 13:31:22.264556 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:31:22.264556 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:31:22.264556 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:31:22.264556 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:31:22.264556 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:31:22.264556 dv-neutron-master-2-hyperv neutron-server[103152]: return f(self, *a, **k) Dec 21 13:31:22.264556 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:31:22.264556 dv-neutron-master-2-hyperv neutron-server[103152]: return self._get(url).json() Dec 21 13:31:22.264556 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:31:22.264556 dv-neutron-master-2-hyperv neutron-server[103152]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:31:22.264556 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:31:22.264556 dv-neutron-master-2-hyperv neutron-server[103152]: return self.request(url, 'GET', **kwargs) Dec 21 13:31:22.264556 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:31:22.264556 dv-neutron-master-2-hyperv neutron-server[103152]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:31:22.264556 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:31:22.264556 dv-neutron-master-2-hyperv neutron-server[103152]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:31:22.264556 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:31:22.264556 dv-neutron-master-2-hyperv neutron-server[103152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:31:22.264556 dv-neutron-master-2-hyperv neutron-server[103152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:31:22.269122 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-b39dcfc7-b1a6-44a1-85b9-1f27a7327c0d tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] device_id is not set on port 8cfd01e6-7fe9-43e7-bc56-d501f1a24179 yet. {{(pid=103152) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 13:31:22.277796 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32721ae-983b-4fb1-b4c5-d9f3e0b68aa3 None None] Network 3a5e9f3d-4a21-458e-9c8a-6ed83f9bb5b4 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:31:22.280402 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d8004798-518e-46ed-830f-c0fef52172bc tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12346565'] for subnet, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:22.292521 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2823933e-562a-4be1-90bf-0278e2eafdb2 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:22.305865 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76db0bf6-5bc1-4775-90c9-21388cb48455 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6686bb92-fb68-4d84-84bd-6faad493f25e,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:22.329448 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2823933e-562a-4be1-90bf-0278e2eafdb2 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks [] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:22.337576 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-2823933e-562a-4be1-90bf-0278e2eafdb2 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] 10.222.0.37 "DELETE /v2.0/networks/3a5e9f3d-4a21-458e-9c8a-6ed83f9bb5b4 HTTP/1.1" status: 204 len: 168 time: 4.0119917 Dec 21 13:31:22.357419 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58138) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:22.358568 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32721ae-983b-4fb1-b4c5-d9f3e0b68aa3 None None] Network 3a5e9f3d-4a21-458e-9c8a-6ed83f9bb5b4 could not be found, it might have been deleted concurrently. {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 21 13:31:22.366554 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-1a74fce2-7579-4392-8320-20e953e7e153 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-456167526'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:22.385066 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8099aed9-aa6e-4e5d-8cb5-888956a7f886 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:22.399944 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-02ecd641-6d24-403a-8784-0dec8c0861fe None None] Provisioning complete for port 2354d5f1-f114-4072-ade4-1a54305a5c66 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:31:22.400342 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-02ecd641-6d24-403a-8784-0dec8c0861fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:22.405293 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-90ea43c7-c3f3-4065-91cf-bc5143fe18d0 None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:22.409680 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2be23d67-0430-4ec9-b09d-40d9b76948b0 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:22.417536 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2252b7b5-9445-4cb0-8173-72cb6233456c tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11349588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11288746'] for subnet, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:22.446804 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2252b7b5-9445-4cb0-8173-72cb6233456c tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks [] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:22.452921 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-2252b7b5-9445-4cb0-8173-72cb6233456c tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] 10.222.0.37 "DELETE /v2.0/subnets/2aa69170-edb5-4dc2-a439-930e8364bc13 HTTP/1.1" status: 204 len: 168 time: 1.2265384 Dec 21 13:31:22.465423 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2695f7b7-d40c-4135-88a6-1799614348f5 None None] Network 20f77a39-9704-44ad-8444-71d97da616e0 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:31:22.476209 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8004798-518e-46ed-830f-c0fef52172bc tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Network c6bf85d4-de6b-4911-ac91-51fc0c7c7ed2 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:31:22.478651 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58140) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:22.484052 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-90ea43c7-c3f3-4065-91cf-bc5143fe18d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:22.489106 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-d8004798-518e-46ed-830f-c0fef52172bc tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:31:22.493264 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8004798-518e-46ed-830f-c0fef52172bc tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:22.494033 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d8004798-518e-46ed-830f-c0fef52172bc tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:22.513513 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2252b7b5-9445-4cb0-8173-72cb6233456c tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Pushing event deleted for resources: {'Subnet': ['ID=2aa69170-edb5-4dc2-a439-930e8364bc13,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:22.517360 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2be23d67-0430-4ec9-b09d-40d9b76948b0 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:22.536154 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac69123-2b7c-41be-b95d-4eb46aa7f5cb None None] DHCP port deletion for 3a5e9f3d-4a21-458e-9c8a-6ed83f9bb5b4 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:31:22.539923 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2823933e-562a-4be1-90bf-0278e2eafdb2 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Pushing event deleted for resources: {'Network': ['ID=3a5e9f3d-4a21-458e-9c8a-6ed83f9bb5b4,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:22.542619 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e11c210-d921-4e73-9e11-40ed9261be4e None None] Network c6bf85d4-de6b-4911-ac91-51fc0c7c7ed2 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:31:22.544353 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.api.v2.resource [None req-772853a4-255c-4efc-b783-0589ed288892 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 13:31:22.551745 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-772853a4-255c-4efc-b783-0589ed288892 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] 10.222.0.37 "PUT /v2.0/routers/63efc57a-a9c4-4816-aafa-50d0346a26bf HTTP/1.1" status: 400 len: 364 time: 1.0457535 Dec 21 13:31:22.552489 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a74fce2-7579-4392-8320-20e953e7e153 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Made reservation on behalf of a1ada58ef66244899294bdd43455e4f3 for: {'network': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:31:22.556827 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1a74fce2-7579-4392-8320-20e953e7e153 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:22.559557 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58142) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:22.605408 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be23d67-0430-4ec9-b09d-40d9b76948b0 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=254b854d-3e76-4b88-9a3a-b877c16d4bb5,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:22.611196 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2be23d67-0430-4ec9-b09d-40d9b76948b0 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:22.612605 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-2be23d67-0430-4ec9-b09d-40d9b76948b0 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0743630 Dec 21 13:31:22.633550 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58144) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:22.639171 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-e0dd4143-1d3c-42b2-97c6-6742efb841a8 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Request body: {'security_group': {'name': 'tempest-secgroup--733391700'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:22.700841 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-d8004798-518e-46ed-830f-c0fef52172bc tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2363222 Dec 21 13:31:22.708806 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8004798-518e-46ed-830f-c0fef52172bc tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Pushing event updated for resources: {'Subnet': ['ID=9c9d0ddc-71c8-4c7b-a63f-fad491ed9879,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:22.715896 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58146) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:22.722334 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8099aed9-aa6e-4e5d-8cb5-888956a7f886 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:22.755143 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-8b1d8a5d-6670-494e-b719-a7c0d9000f0d tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Request body: {'security_group': {'name': 'tempest-secgroup-109654483'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:22.762394 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b916998b-4ac9-4a0e-a249-a1c07113ae34 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:22.768749 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8099aed9-aa6e-4e5d-8cb5-888956a7f886 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:22.768997 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-02ecd641-6d24-403a-8784-0dec8c0861fe None None] Port 2354d5f1-f114-4072-ade4-1a54305a5c66 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:31:22.791930 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8099aed9-aa6e-4e5d-8cb5-888956a7f886 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8b7606f-71b2-44e3-a18c-6df7b83c626e,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:22.833657 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e0dd4143-1d3c-42b2-97c6-6742efb841a8 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:22.868003 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ea43c7-c3f3-4065-91cf-bc5143fe18d0 None None] Network 81fa9ea4-2b05-45f8-b8a7-06280acd5c32 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:31:22.886428 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a74fce2-7579-4392-8320-20e953e7e153 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=103153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:31:22.921865 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-90ea43c7-c3f3-4065-91cf-bc5143fe18d0 None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:31:22.934160 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8099aed9-aa6e-4e5d-8cb5-888956a7f886 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:22.934704 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ea43c7-c3f3-4065-91cf-bc5143fe18d0 None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:31:22.935608 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-8099aed9-aa6e-4e5d-8cb5-888956a7f886 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7404532 Dec 21 13:31:22.941508 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1a74fce2-7579-4392-8320-20e953e7e153 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:22.941861 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.segments_db [None req-1a74fce2-7579-4392-8320-20e953e7e153 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Added segment 69abdda6-b4c1-4598-9ab6-98cc7776efc2 of type vlan for network c4eb7368-774a-41a2-81bb-afa717f65b8c Dec 21 13:31:22.942682 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b916998b-4ac9-4a0e-a249-a1c07113ae34 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:22.943070 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58148) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:22.957672 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ea43c7-c3f3-4065-91cf-bc5143fe18d0 None None] Pushing event updated for resources: {'Port': ['ID=63032f90-c53c-41cd-9a4a-ae2253b1e007,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:23.007408 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-02ecd641-6d24-403a-8784-0dec8c0861fe None None] Provisioning complete for port 774a0026-84db-42af-9693-c3e29a4252e7 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:31:23.008117 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-02ecd641-6d24-403a-8784-0dec8c0861fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:23.017241 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e61070-28ff-460e-a43a-b19565d63e7b None None] DHCP port deletion for 20f77a39-9704-44ad-8444-71d97da616e0 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:31:23.020646 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8b1d8a5d-6670-494e-b719-a7c0d9000f0d tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks [] for security_group, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:23.042139 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2e01b129-3022-4903-8b64-bc939c4afbd6 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:23.069063 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e0dd4143-1d3c-42b2-97c6-6742efb841a8 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:23.085986 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-71115d04-c8ee-4351-b442-68016fdca7e3 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:23.092473 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2e01b129-3022-4903-8b64-bc939c4afbd6 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:23.093085 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-b39dcfc7-b1a6-44a1-85b9-1f27a7327c0d tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Allocated IP 172.20.0.6 (ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9/57064005-7238-48cd-a5a4-4ea75a8defb8/8cfd01e6-7fe9-43e7-bc56-d501f1a24179) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:31:23.098523 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1a74fce2-7579-4392-8320-20e953e7e153 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:23.103268 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-b39dcfc7-b1a6-44a1-85b9-1f27a7327c0d tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Allocated IP 2001:db8::f816:3eff:fec7:1fec (ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9/b0390211-cbf9-4d25-9de8-68f4b1522612/8cfd01e6-7fe9-43e7-bc56-d501f1a24179) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:31:23.246884 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2e01b129-3022-4903-8b64-bc939c4afbd6 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:23.275909 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2e01b129-3022-4903-8b64-bc939c4afbd6 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:23.279623 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-2e01b129-3022-4903-8b64-bc939c4afbd6 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/a8b7606f-71b2-44e3-a18c-6df7b83c626e HTTP/1.1" status: 204 len: 168 time: 0.3292310 Dec 21 13:31:23.279623 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e01b129-3022-4903-8b64-bc939c4afbd6 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a8b7606f-71b2-44e3-a18c-6df7b83c626e,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:23.279925 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1a74fce2-7579-4392-8320-20e953e7e153 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:23.286488 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a74fce2-7579-4392-8320-20e953e7e153 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:23.286653 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1a74fce2-7579-4392-8320-20e953e7e153 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:23.289511 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58150) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:23.351996 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b39dcfc7-b1a6-44a1-85b9-1f27a7327c0d tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:23.374883 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a74fce2-7579-4392-8320-20e953e7e153 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Pushing event updated for resources: {'Network': ['ID=c4eb7368-774a-41a2-81bb-afa717f65b8c,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:23.403294 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-b916998b-4ac9-4a0e-a249-a1c07113ae34 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20f77a39-9704-44ad-8444-71d97da616e0']}} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:31:23.407648 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e0dd4143-1d3c-42b2-97c6-6742efb841a8 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:23.410329 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-90ea43c7-c3f3-4065-91cf-bc5143fe18d0 None None] Attempting to bind port 63032f90-c53c-41cd-9a4a-ae2253b1e007 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:31:23.410861 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-90ea43c7-c3f3-4065-91cf-bc5143fe18d0 None None] Attempting to bind port 63032f90-c53c-41cd-9a4a-ae2253b1e007 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'e069f74c-5b92-4e63-a84f-ace1918ca7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '81fa9ea4-2b05-45f8-b8a7-06280acd5c32'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:31:23.411349 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ea43c7-c3f3-4065-91cf-bc5143fe18d0 None None] Attempting to bind port 63032f90-c53c-41cd-9a4a-ae2253b1e007 on network 81fa9ea4-2b05-45f8-b8a7-06280acd5c32 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:31:23.415094 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network c4eb7368-774a-41a2-81bb-afa717f65b8c details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:31:23.437539 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b39dcfc7-b1a6-44a1-85b9-1f27a7327c0d tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:23.450725 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-b916998b-4ac9-4a0e-a249-a1c07113ae34 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '719b0a43-3a71-4ac7-93ea-47738705d52e') {'for_net_delete': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:31:23.451127 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ea43c7-c3f3-4065-91cf-bc5143fe18d0 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:31:23.451540 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-b916998b-4ac9-4a0e-a249-a1c07113ae34 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '719b0a43-3a71-4ac7-93ea-47738705d52e') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:31:23.451668 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ea43c7-c3f3-4065-91cf-bc5143fe18d0 None None] Checking segment: {'id': 'e069f74c-5b92-4e63-a84f-ace1918ca7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '81fa9ea4-2b05-45f8-b8a7-06280acd5c32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:31:23.452101 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-90ea43c7-c3f3-4065-91cf-bc5143fe18d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:23.452572 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ea43c7-c3f3-4065-91cf-bc5143fe18d0 None None] Bound using segment: {'id': 'e069f74c-5b92-4e63-a84f-ace1918ca7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '81fa9ea4-2b05-45f8-b8a7-06280acd5c32'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:31:23.453055 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-90ea43c7-c3f3-4065-91cf-bc5143fe18d0 None None] Bound port: 63032f90-c53c-41cd-9a4a-ae2253b1e007, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e069f74c-5b92-4e63-a84f-ace1918ca7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '81fa9ea4-2b05-45f8-b8a7-06280acd5c32'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:31:23.453437 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-90ea43c7-c3f3-4065-91cf-bc5143fe18d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:23.455700 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-1a74fce2-7579-4392-8320-20e953e7e153 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0938830 Dec 21 13:31:23.461421 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8b1d8a5d-6670-494e-b719-a7c0d9000f0d tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks [] for security_group, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:23.466230 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58152) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:23.476739 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-08d39575-3fa4-455b-83cb-7078c65da656 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Request body: {'subnet': {'network_id': 'c4eb7368-774a-41a2-81bb-afa717f65b8c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:23.483094 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8b1d8a5d-6670-494e-b719-a7c0d9000f0d tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:23.515287 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b916998b-4ac9-4a0e-a249-a1c07113ae34 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526653'] for segment, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:23.560366 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e0dd4143-1d3c-42b2-97c6-6742efb841a8 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:23.566710 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-e0dd4143-1d3c-42b2-97c6-6742efb841a8 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9309380 Dec 21 13:31:23.568430 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dd4143-1d3c-42b2-97c6-6742efb841a8 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5cb7c7f-375d-4d1e-9ce5-eaefa0aa6d6d,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:23.578191 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58154) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:23.590718 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b916998b-4ac9-4a0e-a249-a1c07113ae34 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:23.600041 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b916998b-4ac9-4a0e-a249-a1c07113ae34 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=103152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:31:23.601621 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b916998b-4ac9-4a0e-a249-a1c07113ae34 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805426'] for segment, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:23.627834 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-40581f6b-1948-49af-a843-be0b65885385 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Request body: {'security_group_rule': {'security_group_id': '254b854d-3e76-4b88-9a3a-b877c16d4bb5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'e5cb7c7f-375d-4d1e-9ce5-eaefa0aa6d6d', 'remote_ip_prefix': None}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:23.641226 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-9dcdd15c-9391-4ea0-83e6-985bc376fb02 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2766891 Dec 21 13:31:23.648780 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1d8a5d-6670-494e-b719-a7c0d9000f0d tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6310dd3c-99ff-4748-b301-0dc900d38ee9,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:23.653439 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8b1d8a5d-6670-494e-b719-a7c0d9000f0d tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:23.660214 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-8b1d8a5d-6670-494e-b719-a7c0d9000f0d tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.9401166 Dec 21 13:31:23.661731 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58156) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:23.662145 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58158) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:23.666540 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device a03acdd3-a04e-4dc8-9e4a-719eb24781ac no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:31:23.668739 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f74647-64c5-4b9b-a830-ca2f1491056e None None] Update dhcp port {'port': {'network_id': 'c6bf85d4-de6b-4911-ac91-51fc0c7c7ed2', 'fixed_ips': [{'subnet_id': '458192a2-3f53-45c1-aea6-5a2e3c9a18bb', 'ip_address': '172.20.0.18'}, {'subnet_id': '9c9d0ddc-71c8-4c7b-a63f-fad491ed9879'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '774a0026-84db-42af-9693-c3e29a4252e7'} from dv-neutron-master-2-hyperv. {{(pid=103154) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 21 13:31:23.675202 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-90ea43c7-c3f3-4065-91cf-bc5143fe18d0 None None] For port 63032f90-c53c-41cd-9a4a-ae2253b1e007, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:31:23.681430 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-90ea43c7-c3f3-4065-91cf-bc5143fe18d0 None None] For port 63032f90-c53c-41cd-9a4a-ae2253b1e007, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=63032f90-c53c-41cd-9a4a-ae2253b1e007,segment=NetworkSegment(e069f74c-5b92-4e63-a84f-ace1918ca7f2),segment_id=e069f74c-5b92-4e63-a84f-ace1918ca7f2)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:31:23.688579 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-564b62c2-c2f1-41e3-a191-8855fc6a07a5 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Request body: {'security_group': {'name': 'tempest-secgroup-595886531'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:23.722451 dv-neutron-master-2-hyperv neutron-server[103152]: Traceback (most recent call last): Dec 21 13:31:23.722451 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:31:23.722451 dv-neutron-master-2-hyperv neutron-server[103152]: timer() Dec 21 13:31:23.722451 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:31:23.722451 dv-neutron-master-2-hyperv neutron-server[103152]: cb(*args, **kw) Dec 21 13:31:23.722451 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:31:23.722451 dv-neutron-master-2-hyperv neutron-server[103152]: return func(*args, **kwargs) Dec 21 13:31:23.722451 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:31:23.722451 dv-neutron-master-2-hyperv neutron-server[103152]: self._notify() Dec 21 13:31:23.722451 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:31:23.722451 dv-neutron-master-2-hyperv neutron-server[103152]: self.callback(batched_events) Dec 21 13:31:23.722451 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:31:23.722451 dv-neutron-master-2-hyperv neutron-server[103152]: event.method(event) Dec 21 13:31:23.722451 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:31:23.722451 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:31:23.722451 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:31:23.722451 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:31:23.722451 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:31:23.722451 dv-neutron-master-2-hyperv neutron-server[103152]: return f(self, *a, **k) Dec 21 13:31:23.722451 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:31:23.722451 dv-neutron-master-2-hyperv neutron-server[103152]: return self._get(url).json() Dec 21 13:31:23.722451 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:31:23.722451 dv-neutron-master-2-hyperv neutron-server[103152]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:31:23.722451 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:31:23.722451 dv-neutron-master-2-hyperv neutron-server[103152]: return self.request(url, 'GET', **kwargs) Dec 21 13:31:23.722451 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:31:23.722451 dv-neutron-master-2-hyperv neutron-server[103152]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:31:23.722451 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:31:23.722451 dv-neutron-master-2-hyperv neutron-server[103152]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:31:23.722451 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:31:23.722451 dv-neutron-master-2-hyperv neutron-server[103152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:31:23.722451 dv-neutron-master-2-hyperv neutron-server[103152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:31:23.729441 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: a03acdd3-a04e-4dc8-9e4a-719eb24781ac {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:31:23.729767 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device a03acdd3-a04e-4dc8-9e4a-719eb24781ac not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:31:23.731867 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-90ea43c7-c3f3-4065-91cf-bc5143fe18d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:23.743350 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-02ecd641-6d24-403a-8784-0dec8c0861fe None None] Could not find standard attr ID for object a03acdd3-a04e-4dc8-9e4a-719eb24781ac. {{(pid=103154) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 21 13:31:23.745733 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39dcfc7-b1a6-44a1-85b9-1f27a7327c0d tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:31:23.761367 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-b39dcfc7-b1a6-44a1-85b9-1f27a7327c0d tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:31:23.770766 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b916998b-4ac9-4a0e-a249-a1c07113ae34 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:23.773857 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39dcfc7-b1a6-44a1-85b9-1f27a7327c0d tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:31:23.783925 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-66f74647-64c5-4b9b-a830-ca2f1491056e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:23.843207 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-564b62c2-c2f1-41e3-a191-8855fc6a07a5 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks [] for security_group, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:23.851198 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-40581f6b-1948-49af-a843-be0b65885385 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:23.877182 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ea43c7-c3f3-4065-91cf-bc5143fe18d0 None None] Pushing event updated for resources: {'Port': ['ID=63032f90-c53c-41cd-9a4a-ae2253b1e007,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:23.898177 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b916998b-4ac9-4a0e-a249-a1c07113ae34 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Publish callbacks [] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:23.904181 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-b916998b-4ac9-4a0e-a249-a1c07113ae34 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] 10.222.0.37 "DELETE /v2.0/networks/20f77a39-9704-44ad-8444-71d97da616e0 HTTP/1.1" status: 204 len: 168 time: 1.4069295 Dec 21 13:31:23.910770 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39dcfc7-b1a6-44a1-85b9-1f27a7327c0d tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event updated for resources: {'Port': ['ID=8cfd01e6-7fe9-43e7-bc56-d501f1a24179,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:23.912960 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-71115d04-c8ee-4351-b442-68016fdca7e3 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Allocated IP 2001:db8::1 (eb17712e-23ce-411e-bf54-64cbc69db96c/bdfee4b4-ff3b-4e78-bf0d-39ac82a4abaa/6a89be99-f23f-42f5-a71b-6d5901f387fb) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:31:23.933156 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08d39575-3fa4-455b-83cb-7078c65da656 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Made reservation on behalf of a1ada58ef66244899294bdd43455e4f3 for: {'subnet': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:31:23.940988 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b916998b-4ac9-4a0e-a249-a1c07113ae34 tempest-FloatingIPTestJSON-575704053 tempest-FloatingIPTestJSON-575704053-project] Pushing event deleted for resources: {'Network': ['ID=20f77a39-9704-44ad-8444-71d97da616e0,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:23.942052 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-08d39575-3fa4-455b-83cb-7078c65da656 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11288759'] for subnet, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:23.947956 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5a01b952-2294-4ae2-b7aa-463a3f9a913b tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:23.971166 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39dcfc7-b1a6-44a1-85b9-1f27a7327c0d tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:23.972852 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b39dcfc7-b1a6-44a1-85b9-1f27a7327c0d tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:24.013118 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-b39dcfc7-b1a6-44a1-85b9-1f27a7327c0d tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.6458466 Dec 21 13:31:24.016428 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58162) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:24.115629 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5a01b952-2294-4ae2-b7aa-463a3f9a913b tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:24.124978 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db45bb4-96c9-42b6-9b83-f3876dd5b867 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:24.143571 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db45bb4-96c9-42b6-9b83-f3876dd5b867 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:24.144967 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-6db45bb4-96c9-42b6-9b83-f3876dd5b867 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1257930 Dec 21 13:31:24.149013 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58164) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:24.267701 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-66f74647-64c5-4b9b-a830-ca2f1491056e None None] Allocated IP 172.20.0.2 (c6bf85d4-de6b-4911-ac91-51fc0c7c7ed2/9c9d0ddc-71c8-4c7b-a63f-fad491ed9879/774a0026-84db-42af-9693-c3e29a4252e7) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:31:24.427332 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-8fc8dc2d-390d-4bb8-a929-c0b6e9cdf437 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Deleting port 8cfd01e6-7fe9-43e7-bc56-d501f1a24179 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:31:24.428835 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8fc8dc2d-390d-4bb8-a929-c0b6e9cdf437 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:24.461006 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-40581f6b-1948-49af-a843-be0b65885385 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:24.493415 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-40581f6b-1948-49af-a843-be0b65885385 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:24.540965 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-564b62c2-c2f1-41e3-a191-8855fc6a07a5 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks [] for security_group, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:24.550017 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5a01b952-2294-4ae2-b7aa-463a3f9a913b tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:24.551427 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-da95195f-7623-4057-b9f2-4c22d483a3c2 None None] Provisioning complete for port 8cfd01e6-7fe9-43e7-bc56-d501f1a24179 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:31:24.551913 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-da95195f-7623-4057-b9f2-4c22d483a3c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:24.552636 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5a01b952-2294-4ae2-b7aa-463a3f9a913b tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:24.556758 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-5a01b952-2294-4ae2-b7aa-463a3f9a913b tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] 10.222.0.37 "DELETE /v2.0/security-groups/6686bb92-fb68-4d84-84bd-6faad493f25e HTTP/1.1" status: 204 len: 168 time: 0.8835063 Dec 21 13:31:24.562108 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-71115d04-c8ee-4351-b442-68016fdca7e3 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:24.563562 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58168) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:24.571058 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-564b62c2-c2f1-41e3-a191-8855fc6a07a5 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:24.573775 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40581f6b-1948-49af-a843-be0b65885385 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c418b53d-d52f-4ee6-9925-70b894e373f4,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:24.606571 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a01b952-2294-4ae2-b7aa-463a3f9a913b tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6686bb92-fb68-4d84-84bd-6faad493f25e,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:24.610809 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-40581f6b-1948-49af-a843-be0b65885385 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:24.614878 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-40581f6b-1948-49af-a843-be0b65885385 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.0301723 Dec 21 13:31:24.619896 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40581f6b-1948-49af-a843-be0b65885385 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:31:24.620248 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40581f6b-1948-49af-a843-be0b65885385 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:31:24.620783 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40581f6b-1948-49af-a843-be0b65885385 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:31:24.621141 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40581f6b-1948-49af-a843-be0b65885385 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:31:24.621477 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40581f6b-1948-49af-a843-be0b65885385 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:31:24.621808 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40581f6b-1948-49af-a843-be0b65885385 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:31:24.622140 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40581f6b-1948-49af-a843-be0b65885385 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:31:24.622632 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40581f6b-1948-49af-a843-be0b65885385 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:31:24.622963 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40581f6b-1948-49af-a843-be0b65885385 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:31:24.623288 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40581f6b-1948-49af-a843-be0b65885385 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:31:24.624066 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40581f6b-1948-49af-a843-be0b65885385 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:31:24.624066 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40581f6b-1948-49af-a843-be0b65885385 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:31:24.624281 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40581f6b-1948-49af-a843-be0b65885385 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:31:24.624661 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-da95195f-7623-4057-b9f2-4c22d483a3c2 None None] Port 8cfd01e6-7fe9-43e7-bc56-d501f1a24179 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:31:24.633243 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58170) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:24.655111 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-564b62c2-c2f1-41e3-a191-8855fc6a07a5 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:24.656412 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-564b62c2-c2f1-41e3-a191-8855fc6a07a5 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.9843483 Dec 21 13:31:24.661783 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a01b952-2294-4ae2-b7aa-463a3f9a913b tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:31:24.662136 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a01b952-2294-4ae2-b7aa-463a3f9a913b tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:31:24.662508 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a01b952-2294-4ae2-b7aa-463a3f9a913b tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:31:24.662885 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a01b952-2294-4ae2-b7aa-463a3f9a913b tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:31:24.663733 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a01b952-2294-4ae2-b7aa-463a3f9a913b tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:31:24.664064 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a01b952-2294-4ae2-b7aa-463a3f9a913b tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:31:24.664391 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a01b952-2294-4ae2-b7aa-463a3f9a913b tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:31:24.664734 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a01b952-2294-4ae2-b7aa-463a3f9a913b tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:31:24.664852 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-66f74647-64c5-4b9b-a830-ca2f1491056e None None] For port 774a0026-84db-42af-9693-c3e29a4252e7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=774a0026-84db-42af-9693-c3e29a4252e7,segment=NetworkSegment(5a3eecab-405a-48b3-b476-c53671b8bca8),segment_id=5a3eecab-405a-48b3-b476-c53671b8bca8)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:31:24.665034 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a01b952-2294-4ae2-b7aa-463a3f9a913b tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:31:24.665360 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a01b952-2294-4ae2-b7aa-463a3f9a913b tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:31:24.665681 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a01b952-2294-4ae2-b7aa-463a3f9a913b tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:31:24.666395 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a01b952-2294-4ae2-b7aa-463a3f9a913b tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:31:24.666395 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a01b952-2294-4ae2-b7aa-463a3f9a913b tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:31:24.668906 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58172) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:24.669066 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58174) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:24.700278 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-7eb7d060-86c5-4ce9-9e48-34fdcf54d10b tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Request body: {'security_group': {'name': 'tempest-secgroup-1492217710'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:24.712852 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2bd739ba-f564-46be-8dde-3950b9fbf0f0 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:24.721206 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-539f50f4-23a0-4dc9-b4d8-6ccd8e026b8a tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1540143 Dec 21 13:31:24.733637 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58178) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:24.748818 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-66f74647-64c5-4b9b-a830-ca2f1491056e None None] Publish callbacks [] for port, precommit_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:24.758138 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8fc8dc2d-390d-4bb8-a929-c0b6e9cdf437 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:24.768960 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-58db468f-e73a-4e79-8d56-ad3d5b53e44f tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Request body: {'security_group': {'name': 'tempest-secgroup--1673643155'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:24.771633 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-66f74647-64c5-4b9b-a830-ca2f1491056e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:24.785266 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2bd739ba-f564-46be-8dde-3950b9fbf0f0 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:24.806797 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-8fc8dc2d-390d-4bb8-a929-c0b6e9cdf437 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Calling delete_port for 8cfd01e6-7fe9-43e7-bc56-d501f1a24179 owned by {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:31:24.817863 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-71115d04-c8ee-4351-b442-68016fdca7e3 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:24.860914 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564b62c2-c2f1-41e3-a191-8855fc6a07a5 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46d912db-a3d2-4a78-9626-5fde42b1ab87,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:24.861155 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f74647-64c5-4b9b-a830-ca2f1491056e None None] Pushing event updated for resources: {'Port': ['ID=774a0026-84db-42af-9693-c3e29a4252e7,revision_number=6']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:24.895613 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2bd739ba-f564-46be-8dde-3950b9fbf0f0 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:24.901332 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2bd739ba-f564-46be-8dde-3950b9fbf0f0 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:24.905085 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-2bd739ba-f564-46be-8dde-3950b9fbf0f0 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/c418b53d-d52f-4ee6-9925-70b894e373f4 HTTP/1.1" status: 204 len: 168 time: 0.2689776 Dec 21 13:31:24.908661 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58180) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:24.917938 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-58db468f-e73a-4e79-8d56-ad3d5b53e44f tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:24.946040 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7eb7d060-86c5-4ce9-9e48-34fdcf54d10b tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks [] for security_group, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:24.949225 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd739ba-f564-46be-8dde-3950b9fbf0f0 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c418b53d-d52f-4ee6-9925-70b894e373f4,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:24.951236 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71115d04-c8ee-4351-b442-68016fdca7e3 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Network eb17712e-23ce-411e-bf54-64cbc69db96c is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:31:24.952572 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-08d39575-3fa4-455b-83cb-7078c65da656 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11195289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11288741'] for subnet, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:25.003516 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-71115d04-c8ee-4351-b442-68016fdca7e3 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:31:25.042084 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-f248f3f3-4f44-466d-8ed8-28c1574cb8ed tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1322780 Dec 21 13:31:25.046728 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71115d04-c8ee-4351-b442-68016fdca7e3 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:31:25.046962 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58182) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:25.047781 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-71115d04-c8ee-4351-b442-68016fdca7e3 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532557'] for router_interface, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:25.056317 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71115d04-c8ee-4351-b442-68016fdca7e3 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Pushing event updated for resources: {'Port': ['ID=6a89be99-f23f-42f5-a71b-6d5901f387fb,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:25.140566 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-60cb9423-c229-4d55-949f-ae3ac9350725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:25.158563 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-58db468f-e73a-4e79-8d56-ad3d5b53e44f tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:25.169654 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-58db468f-e73a-4e79-8d56-ad3d5b53e44f tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:25.195895 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-4b8e8dd9-d32b-4bf6-b11a-a4736b00aacf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=16d2926f45024058a111868cbfccf657&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5163262 Dec 21 13:31:25.195895 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d39575-3fa4-455b-83cb-7078c65da656 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Pushing event updated for resources: {'Subnet': ['ID=a7154098-bb9c-428b-b7aa-55788d6969ab,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:25.200957 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58184) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:25.286931 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-58db468f-e73a-4e79-8d56-ad3d5b53e44f tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:25.289320 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-58db468f-e73a-4e79-8d56-ad3d5b53e44f tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5438416 Dec 21 13:31:25.295077 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ea2a588d-a6b6-4065-a179-2fef6240d839 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:25.296871 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58186) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:25.305831 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-c5b3467c-1610-4a42-be43-007aeea4dd22 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Request body: {'security_group_rule': {'security_group_id': '3a0d5b35-526c-453b-9e16-b530aa97f68d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:25.319094 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db468f-e73a-4e79-8d56-ad3d5b53e44f tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a0d5b35-526c-453b-9e16-b530aa97f68d,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:25.335861 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9fb78f70-69cf-460b-ab2a-cb73f893fc2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:25.336040 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db468f-e73a-4e79-8d56-ad3d5b53e44f tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:31:25.336463 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db468f-e73a-4e79-8d56-ad3d5b53e44f tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:31:25.336881 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db468f-e73a-4e79-8d56-ad3d5b53e44f tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:31:25.337298 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db468f-e73a-4e79-8d56-ad3d5b53e44f tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:31:25.337706 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db468f-e73a-4e79-8d56-ad3d5b53e44f tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:31:25.338111 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db468f-e73a-4e79-8d56-ad3d5b53e44f tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:31:25.338538 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db468f-e73a-4e79-8d56-ad3d5b53e44f tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:31:25.338947 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db468f-e73a-4e79-8d56-ad3d5b53e44f tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:31:25.339343 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db468f-e73a-4e79-8d56-ad3d5b53e44f tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:31:25.339810 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db468f-e73a-4e79-8d56-ad3d5b53e44f tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:31:25.340209 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db468f-e73a-4e79-8d56-ad3d5b53e44f tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:31:25.340783 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db468f-e73a-4e79-8d56-ad3d5b53e44f tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:31:25.341174 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db468f-e73a-4e79-8d56-ad3d5b53e44f tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:31:25.363522 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d39575-3fa4-455b-83cb-7078c65da656 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Checking segment: {'id': '69abdda6-b4c1-4598-9ab6-98cc7776efc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'c4eb7368-774a-41a2-81bb-afa717f65b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:31:25.364846 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d39575-3fa4-455b-83cb-7078c65da656 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Network hostable DHCP agents. Network: c4eb7368-774a-41a2-81bb-afa717f65b8c, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:31:25.370576 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8fc8dc2d-390d-4bb8-a929-c0b6e9cdf437 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:25.405018 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9fb78f70-69cf-460b-ab2a-cb73f893fc2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:25.412655 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ea2a588d-a6b6-4065-a179-2fef6240d839 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:25.467021 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc8dc2d-390d-4bb8-a929-c0b6e9cdf437 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event deleted for resources: {'Port': ['ID=8cfd01e6-7fe9-43e7-bc56-d501f1a24179,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:25.513511 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d39575-3fa4-455b-83cb-7078c65da656 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Network c4eb7368-774a-41a2-81bb-afa717f65b8c is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:31:25.519517 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c5b3467c-1610-4a42-be43-007aeea4dd22 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:25.546740 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7eb7d060-86c5-4ce9-9e48-34fdcf54d10b tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks [] for security_group, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:25.558157 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7eb7d060-86c5-4ce9-9e48-34fdcf54d10b tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:25.603829 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ea2a588d-a6b6-4065-a179-2fef6240d839 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:25.607251 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ea2a588d-a6b6-4065-a179-2fef6240d839 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:25.608551 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-ea2a588d-a6b6-4065-a179-2fef6240d839 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] 10.222.0.37 "DELETE /v2.0/security-groups/e5cb7c7f-375d-4d1e-9ce5-eaefa0aa6d6d HTTP/1.1" status: 204 len: 168 time: 0.5605648 Dec 21 13:31:25.615326 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58188) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:25.648555 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-c9c009b1-3413-46d7-80da-0d44c86daf8d None None] Provisioning complete for port 6a89be99-f23f-42f5-a71b-6d5901f387fb triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:31:25.649291 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c9c009b1-3413-46d7-80da-0d44c86daf8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:25.657850 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8fc8dc2d-390d-4bb8-a929-c0b6e9cdf437 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:25.663616 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-8fc8dc2d-390d-4bb8-a929-c0b6e9cdf437 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "DELETE /v2.0/ports/8cfd01e6-7fe9-43e7-bc56-d501f1a24179 HTTP/1.1" status: 204 len: 168 time: 1.5135911 Dec 21 13:31:25.667638 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2a588d-a6b6-4065-a179-2fef6240d839 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5cb7c7f-375d-4d1e-9ce5-eaefa0aa6d6d,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:25.670040 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58190) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:25.673544 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-08d39575-3fa4-455b-83cb-7078c65da656 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, c4eb7368-774a-41a2-81bb-afa717f65b8c) {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:31:25.716001 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d39575-3fa4-455b-83cb-7078c65da656 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:25.732204 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-08d39575-3fa4-455b-83cb-7078c65da656 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks [] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:25.740945 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c5b3467c-1610-4a42-be43-007aeea4dd22 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:25.746575 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364902c0-10b8-4999-bfef-560118b9e77d None None] Network c4eb7368-774a-41a2-81bb-afa717f65b8c requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:31:25.757347 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c5b3467c-1610-4a42-be43-007aeea4dd22 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:25.778289 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7eb7d060-86c5-4ce9-9e48-34fdcf54d10b tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:25.783779 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-7eb7d060-86c5-4ce9-9e48-34fdcf54d10b tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.1077313 Dec 21 13:31:25.785193 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58192) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:25.811265 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-f969b43e-1a11-46b4-b15e-d7a583f27cb8 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4541 time: 0.1869800 Dec 21 13:31:25.814489 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9fb78f70-69cf-460b-ab2a-cb73f893fc2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:25.814891 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b3467c-1610-4a42-be43-007aeea4dd22 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d9c4532-2f29-4d1c-b4f7-d908a8ee630f,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:25.817393 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9fb78f70-69cf-460b-ab2a-cb73f893fc2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:25.817731 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58194) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:25.820559 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c5b3467c-1610-4a42-be43-007aeea4dd22 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:25.822030 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-c5b3467c-1610-4a42-be43-007aeea4dd22 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5201039 Dec 21 13:31:25.833824 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58198) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:25.836855 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-9fb78f70-69cf-460b-ab2a-cb73f893fc2a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/17e5e198-6f2c-4313-9c62-cdb9c596421c HTTP/1.1" status: 204 len: 168 time: 0.6253161 Dec 21 13:31:25.844399 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-08d39575-3fa4-455b-83cb-7078c65da656 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.3769975 Dec 21 13:31:25.859207 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1753f6-561b-4dfe-98d2-7c6a5163070d tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:25.861171 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1753f6-561b-4dfe-98d2-7c6a5163070d tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:25.862833 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1753f6-561b-4dfe-98d2-7c6a5163070d tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:25.864469 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-7b1753f6-561b-4dfe-98d2-7c6a5163070d tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1907511 Dec 21 13:31:25.865099 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58200) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:25.871699 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-5f22c584-84ca-435b-af61-93e4c04604ef tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-341455535', 'security_groups': ['568ae92d-b761-4994-b165-2b23bd9f04d7'], 'network_id': 'c6bf85d4-de6b-4911-ac91-51fc0c7c7ed2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9c9d0ddc-71c8-4c7b-a63f-fad491ed9879'}]}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:25.876139 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58202) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:25.921937 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-3e3eb70a-3496-4387-a6f3-e3b8d7cf9f65 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] 10.222.0.37 "GET /v2.0/security-group-rules/4d9c4532-2f29-4d1c-b4f7-d908a8ee630f HTTP/1.1" status: 200 len: 763 time: 0.0845194 Dec 21 13:31:25.949402 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58204) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:26.015011 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 63032f90-c53c-41cd-9a4a-ae2253b1e007 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:31:26.027427 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-c9c009b1-3413-46d7-80da-0d44c86daf8d None None] Port 6a89be99-f23f-42f5-a71b-6d5901f387fb cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:31:26.065353 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb7d060-86c5-4ce9-9e48-34fdcf54d10b tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=568ae92d-b761-4994-b165-2b23bd9f04d7,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:26.082073 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-71115d04-c8ee-4351-b442-68016fdca7e3 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:26.092950 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b24f91-4d99-45e3-96b8-edd0627e323a None None] Network 81fa9ea4-2b05-45f8-b8a7-06280acd5c32 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:31:26.123925 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb78f70-69cf-460b-ab2a-cb73f893fc2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17e5e198-6f2c-4313-9c62-cdb9c596421c,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:26.137458 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_v2 [None req-31d10983-3507-4f89-bff9-10d3e65627a8 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Deleting subnet 57064005-7238-48cd-a5a4-4ea75a8defb8 {{(pid=103152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:31:26.180987 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-31d10983-3507-4f89-bff9-10d3e65627a8 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for subnet, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:26.211978 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-446b4856-588c-4b6e-b953-505518b4ca0c tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:26.277722 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-62a9b299-d456-401b-bce1-3e5ab8f06a5d tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3241451 Dec 21 13:31:26.279778 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5d2755-0cee-4782-ad5d-3ae9df190888 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-c4eb7368-774a-41a2-81bb-afa717f65b8c', 'network_id': 'c4eb7368-774a-41a2-81bb-afa717f65b8c', 'project_id': 'a1ada58ef66244899294bdd43455e4f3', 'fixed_ips': [{'subnet_id': 'a7154098-bb9c-428b-b7aa-55788d6969ab'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:31:26.280771 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-5e5d2755-0cee-4782-ad5d-3ae9df190888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:26.289759 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58208) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:26.294859 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d86b2e30-23d5-4fe3-b5f3-b7f262481881 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:26.301473 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-4d4e5c67-5288-4a37-9846-722d1cb7894c None None] Provisioning complete for port 63032f90-c53c-41cd-9a4a-ae2253b1e007 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:31:26.302315 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-4d4e5c67-5288-4a37-9846-722d1cb7894c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:26.346747 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-446b4856-588c-4b6e-b953-505518b4ca0c tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:26.370304 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-31d10983-3507-4f89-bff9-10d3e65627a8 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526644'] for subnet, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:26.372640 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 63032f90-c53c-41cd-9a4a-ae2253b1e007 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:31:26.373145 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:26.427465 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5b817ece-8740-4da0-988b-c4a960994e67 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:26.482851 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5b817ece-8740-4da0-988b-c4a960994e67 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:26.485041 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f22c584-84ca-435b-af61-93e4c04604ef tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Made reservation on behalf of 401fab62d2cc4dcc90d3b9ab6f110b7e for: {'port': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:31:26.565608 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-446b4856-588c-4b6e-b953-505518b4ca0c tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:26.568302 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-446b4856-588c-4b6e-b953-505518b4ca0c tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:26.571993 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-446b4856-588c-4b6e-b953-505518b4ca0c tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] 10.222.0.37 "DELETE /v2.0/security-groups/254b854d-3e76-4b88-9a3a-b877c16d4bb5 HTTP/1.1" status: 204 len: 168 time: 0.7463675 Dec 21 13:31:26.578792 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58218) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:26.581923 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d86b2e30-23d5-4fe3-b5f3-b7f262481881 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:26.590223 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5b817ece-8740-4da0-988b-c4a960994e67 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:26.635854 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5b817ece-8740-4da0-988b-c4a960994e67 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:26.636910 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-5b817ece-8740-4da0-988b-c4a960994e67 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/4d9c4532-2f29-4d1c-b4f7-d908a8ee630f HTTP/1.1" status: 204 len: 168 time: 0.3461552 Dec 21 13:31:26.645638 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58220) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:26.656037 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446b4856-588c-4b6e-b953-505518b4ca0c tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=254b854d-3e76-4b88-9a3a-b877c16d4bb5,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:26.656491 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5f22c584-84ca-435b-af61-93e4c04604ef tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:26.683910 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-31d10983-3507-4f89-bff9-10d3e65627a8 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:26.696917 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b817ece-8740-4da0-988b-c4a960994e67 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4d9c4532-2f29-4d1c-b4f7-d908a8ee630f,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:26.718298 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [None req-5f22c584-84ca-435b-af61-93e4c04604ef tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] device_id is not set on port 10c9136e-9c43-4317-9354-305b90a1ee3d yet. {{(pid=103153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 13:31:26.738984 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-5e5d2755-0cee-4782-ad5d-3ae9df190888 None None] Allocated IP 2001:db8::1 (c4eb7368-774a-41a2-81bb-afa717f65b8c/a7154098-bb9c-428b-b7aa-55788d6969ab/351a082f-2369-4c28-aaed-48687b464d0a) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:31:26.744301 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-71115d04-c8ee-4351-b442-68016fdca7e3 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:26.748931 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-4d4e5c67-5288-4a37-9846-722d1cb7894c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:26.758867 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-71115d04-c8ee-4351-b442-68016fdca7e3 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:26.760685 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-71115d04-c8ee-4351-b442-68016fdca7e3 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532537'] for router_interface, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:26.814496 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-83a36b55-a84d-4fc5-b300-92042858eee5 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1553555 Dec 21 13:31:26.817395 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58224) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:26.818274 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:26.822673 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-a6967767-730a-4c08-bd48-eb8b773f65c8 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Request body: {'security_group_rule': {'security_group_id': '3a0d5b35-526c-453b-9e16-b530aa97f68d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:26.836137 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-a7c43167-8e77-4f0a-a6de-9528c8a3d2b2 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2464478 Dec 21 13:31:26.836463 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58226) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:26.843687 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-97ff2437-3006-41fd-a267-f47b5ddd8607 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Request body: {'security_group': {'name': 'tempest-secgroup--1987496488'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:26.845591 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-4d4e5c67-5288-4a37-9846-722d1cb7894c None None] For port 63032f90-c53c-41cd-9a4a-ae2253b1e007, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=63032f90-c53c-41cd-9a4a-ae2253b1e007,segment=NetworkSegment(e069f74c-5b92-4e63-a84f-ace1918ca7f2),segment_id=e069f74c-5b92-4e63-a84f-ace1918ca7f2)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:31:26.869949 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-31d10983-3507-4f89-bff9-10d3e65627a8 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12346570'] for subnet, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:27.007652 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-4d4e5c67-5288-4a37-9846-722d1cb7894c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:27.012511 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-5f22c584-84ca-435b-af61-93e4c04604ef tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Allocated IP 172.20.0.14 (c6bf85d4-de6b-4911-ac91-51fc0c7c7ed2/9c9d0ddc-71c8-4c7b-a63f-fad491ed9879/10c9136e-9c43-4317-9354-305b90a1ee3d) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:31:27.122053 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4e5c67-5288-4a37-9846-722d1cb7894c None None] Pushing event updated for resources: {'Port': ['ID=63032f90-c53c-41cd-9a4a-ae2253b1e007,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:27.137953 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4e5c67-5288-4a37-9846-722d1cb7894c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:31:27.138924 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4e5c67-5288-4a37-9846-722d1cb7894c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:31:27.139039 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4e5c67-5288-4a37-9846-722d1cb7894c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:31:27.139305 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4e5c67-5288-4a37-9846-722d1cb7894c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:31:27.139639 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4e5c67-5288-4a37-9846-722d1cb7894c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:31:27.139963 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4e5c67-5288-4a37-9846-722d1cb7894c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:31:27.140302 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4e5c67-5288-4a37-9846-722d1cb7894c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:31:27.140634 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4e5c67-5288-4a37-9846-722d1cb7894c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:31:27.140962 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4e5c67-5288-4a37-9846-722d1cb7894c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:31:27.141296 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4e5c67-5288-4a37-9846-722d1cb7894c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:31:27.141714 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4e5c67-5288-4a37-9846-722d1cb7894c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:31:27.142285 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4e5c67-5288-4a37-9846-722d1cb7894c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:31:27.142500 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4e5c67-5288-4a37-9846-722d1cb7894c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:31:27.174451 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58234) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:27.185236 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-5e5d2755-0cee-4782-ad5d-3ae9df190888 None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:27.188882 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.db.api [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 13:31:27.189293 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG oslo_db.api [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 13:31:27.194440 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-5e5d2755-0cee-4782-ad5d-3ae9df190888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:27.198879 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-f1cd51d5-78fb-4616-a9d9-2ba98df36d6e None None] Provisioning complete for port 2354d5f1-f114-4072-ade4-1a54305a5c66 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:31:27.199236 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f1cd51d5-78fb-4616-a9d9-2ba98df36d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:27.210775 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5f22c584-84ca-435b-af61-93e4c04604ef tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:27.262391 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5d2755-0cee-4782-ad5d-3ae9df190888 None None] Network c4eb7368-774a-41a2-81bb-afa717f65b8c is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:31:27.268489 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d10983-3507-4f89-bff9-10d3e65627a8 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event deleted for resources: {'Subnet': ['ID=57064005-7238-48cd-a5a4-4ea75a8defb8,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:27.271537 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-5e5d2755-0cee-4782-ad5d-3ae9df190888 None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:31:27.279124 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5d2755-0cee-4782-ad5d-3ae9df190888 None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:31:27.280211 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-31d10983-3507-4f89-bff9-10d3e65627a8 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:27.286395 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-31d10983-3507-4f89-bff9-10d3e65627a8 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "DELETE /v2.0/subnets/57064005-7238-48cd-a5a4-4ea75a8defb8 HTTP/1.1" status: 204 len: 168 time: 1.3960719 Dec 21 13:31:27.287288 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71115d04-c8ee-4351-b442-68016fdca7e3 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Pushing event updated for resources: {'Port': ['ID=6a89be99-f23f-42f5-a71b-6d5901f387fb,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:27.291353 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58238) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:27.297594 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-97ff2437-3006-41fd-a267-f47b5ddd8607 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:27.310157 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a6967767-730a-4c08-bd48-eb8b773f65c8 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:27.315986 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f506452-7cc1-4fca-b71f-d5255e2bb9df None None] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:31:27.324425 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5d2755-0cee-4782-ad5d-3ae9df190888 None None] Pushing event updated for resources: {'Port': ['ID=351a082f-2369-4c28-aaed-48687b464d0a,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:27.336966 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5f22c584-84ca-435b-af61-93e4c04604ef tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:27.348426 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-f1cd51d5-78fb-4616-a9d9-2ba98df36d6e None None] Port 2354d5f1-f114-4072-ade4-1a54305a5c66 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:31:27.375529 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d86b2e30-23d5-4fe3-b5f3-b7f262481881 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12346570'] for subnet, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:27.385287 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71115d04-c8ee-4351-b442-68016fdca7e3 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Network eb17712e-23ce-411e-bf54-64cbc69db96c is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:31:27.395179 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f22c584-84ca-435b-af61-93e4c04604ef tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Network c6bf85d4-de6b-4911-ac91-51fc0c7c7ed2 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:31:27.399264 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-71115d04-c8ee-4351-b442-68016fdca7e3 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:31:27.404382 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-5f22c584-84ca-435b-af61-93e4c04604ef tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:31:27.413496 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f22c584-84ca-435b-af61-93e4c04604ef tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:31:27.418410 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f22c584-84ca-435b-af61-93e4c04604ef tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Pushing event updated for resources: {'Port': ['ID=10c9136e-9c43-4317-9354-305b90a1ee3d,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:27.424846 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-5e5d2755-0cee-4782-ad5d-3ae9df190888 None None] Attempting to bind port 351a082f-2369-4c28-aaed-48687b464d0a on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:31:27.425470 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-5e5d2755-0cee-4782-ad5d-3ae9df190888 None None] Attempting to bind port 351a082f-2369-4c28-aaed-48687b464d0a by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '69abdda6-b4c1-4598-9ab6-98cc7776efc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'c4eb7368-774a-41a2-81bb-afa717f65b8c'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:31:27.426080 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5d2755-0cee-4782-ad5d-3ae9df190888 None None] Attempting to bind port 351a082f-2369-4c28-aaed-48687b464d0a on network c4eb7368-774a-41a2-81bb-afa717f65b8c {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:31:27.438399 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5d2755-0cee-4782-ad5d-3ae9df190888 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:31:27.438768 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5d2755-0cee-4782-ad5d-3ae9df190888 None None] Checking segment: {'id': '69abdda6-b4c1-4598-9ab6-98cc7776efc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'c4eb7368-774a-41a2-81bb-afa717f65b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:31:27.439183 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-5e5d2755-0cee-4782-ad5d-3ae9df190888 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:27.439558 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5d2755-0cee-4782-ad5d-3ae9df190888 None None] Bound using segment: {'id': '69abdda6-b4c1-4598-9ab6-98cc7776efc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'c4eb7368-774a-41a2-81bb-afa717f65b8c'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:31:27.440040 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-5e5d2755-0cee-4782-ad5d-3ae9df190888 None None] Bound port: 351a082f-2369-4c28-aaed-48687b464d0a, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69abdda6-b4c1-4598-9ab6-98cc7776efc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'c4eb7368-774a-41a2-81bb-afa717f65b8c'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:31:27.440414 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-5e5d2755-0cee-4782-ad5d-3ae9df190888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:27.449045 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86b2e30-23d5-4fe3-b5f3-b7f262481881 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Pushing event deleted for resources: {'Subnet': ['ID=a7154098-bb9c-428b-b7aa-55788d6969ab,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:27.457970 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-f1cd51d5-78fb-4616-a9d9-2ba98df36d6e None None] Provisioning complete for port 63032f90-c53c-41cd-9a4a-ae2253b1e007 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:31:27.458667 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f1cd51d5-78fb-4616-a9d9-2ba98df36d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:27.550770 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8271549-ab7f-4365-8366-3f247f866507 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Deleting subnet b0390211-cbf9-4d25-9de8-68f4b1522612 {{(pid=103152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:31:27.557696 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-90861a2d-1213-413d-b1db-37b431f353e8 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Request body: {'networks': [{'name': 'tempest-network--557251779'}, {'name': 'tempest-network--1741856252'}]} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:27.558000 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-90861a2d-1213-413d-b1db-37b431f353e8 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Request body: {'network': {'name': 'tempest-network--557251779'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:27.558503 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-90861a2d-1213-413d-b1db-37b431f353e8 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Request body: {'network': {'name': 'tempest-network--1741856252'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:27.573663 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71115d04-c8ee-4351-b442-68016fdca7e3 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Router 63efc57a-a9c4-4816-aafa-50d0346a26bf has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:31:27.592025 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f22c584-84ca-435b-af61-93e4c04604ef tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:27.592715 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5f22c584-84ca-435b-af61-93e4c04604ef tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:27.610054 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d86b2e30-23d5-4fe3-b5f3-b7f262481881 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:27.618177 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a8271549-ab7f-4365-8366-3f247f866507 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for subnet, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:27.687070 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-d86b2e30-23d5-4fe3-b5f3-b7f262481881 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4eb7368-774a-41a2-81bb-afa717f65b8c']}} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:31:27.729548 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a6967767-730a-4c08-bd48-eb8b773f65c8 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:27.746100 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a6967767-730a-4c08-bd48-eb8b773f65c8 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:27.764363 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71115d04-c8ee-4351-b442-68016fdca7e3 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:31:27.772772 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-5f22c584-84ca-435b-af61-93e4c04604ef tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9138031 Dec 21 13:31:27.773533 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90861a2d-1213-413d-b1db-37b431f353e8 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Made reservation on behalf of 68b9808d5efe4ed68b57050245d595fc for: {'network': 2} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:31:27.778214 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-90861a2d-1213-413d-b1db-37b431f353e8 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:27.780076 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-d86b2e30-23d5-4fe3-b5f3-b7f262481881 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69abdda6-b4c1-4598-9ab6-98cc7776efc2') {'for_net_delete': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:31:27.780391 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-d86b2e30-23d5-4fe3-b5f3-b7f262481881 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69abdda6-b4c1-4598-9ab6-98cc7776efc2') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:31:27.784447 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58240) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:27.787080 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-71115d04-c8ee-4351-b442-68016fdca7e3 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] 10.222.0.37 "PUT /v2.0/routers/63efc57a-a9c4-4816-aafa-50d0346a26bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2231872 Dec 21 13:31:27.789240 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58242) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:27.793332 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12454955-b6f6-41b1-9573-5e9b4915bbb8 None None] Sync routers for ids ['63efc57a-a9c4-4816-aafa-50d0346a26bf'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:31:27.802902 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-90861a2d-1213-413d-b1db-37b431f353e8 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Publish callbacks [] for security_group, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:27.804630 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-360631a5-014b-40eb-858e-e56828ee1402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:27.806907 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6967767-730a-4c08-bd48-eb8b773f65c8 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d02a49a-c557-4e31-89cf-2a103dc1a6d8,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:27.820315 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-c1f31a8f-91e8-4a87-937b-31f1ca62424f tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Request body: {'subnet': {'network_id': 'c6bf85d4-de6b-4911-ac91-51fc0c7c7ed2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:27.856793 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 774a0026-84db-42af-9693-c3e29a4252e7 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:31:27.886289 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a8271549-ab7f-4365-8366-3f247f866507 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526644'] for subnet, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:27.909653 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12454955-b6f6-41b1-9573-5e9b4915bbb8 None None] Routers {'63efc57a-a9c4-4816-aafa-50d0346a26bf'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:31:27.911536 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-12454955-b6f6-41b1-9573-5e9b4915bbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:31:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['63efc57a-a9c4-4816-aafa-50d0346a26bf'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:31:27.914735 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-5e5d2755-0cee-4782-ad5d-3ae9df190888 None None] For port 351a082f-2369-4c28-aaed-48687b464d0a, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:31:27.915605 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d86b2e30-23d5-4fe3-b5f3-b7f262481881 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526653'] for segment, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:27.975595 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a6967767-730a-4c08-bd48-eb8b773f65c8 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:27.979327 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-a6967767-730a-4c08-bd48-eb8b773f65c8 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1584415 Dec 21 13:31:27.986644 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58244) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:27.997106 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-12454955-b6f6-41b1-9573-5e9b4915bbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:31:28.002393 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-5e5d2755-0cee-4782-ad5d-3ae9df190888 None None] For port 351a082f-2369-4c28-aaed-48687b464d0a, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=351a082f-2369-4c28-aaed-48687b464d0a,segment=NetworkSegment(69abdda6-b4c1-4598-9ab6-98cc7776efc2),segment_id=69abdda6-b4c1-4598-9ab6-98cc7776efc2)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:31:28.023384 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-5e5d2755-0cee-4782-ad5d-3ae9df190888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:28.027037 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d86b2e30-23d5-4fe3-b5f3-b7f262481881 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:28.056246 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-97ff2437-3006-41fd-a267-f47b5ddd8607 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:28.071141 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-6ce06daa-f746-433f-a92d-a3439a67f0e7 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] 10.222.0.37 "GET /v2.0/security-group-rules/3d02a49a-c557-4e31-89cf-2a103dc1a6d8 HTTP/1.1" status: 200 len: 763 time: 0.0793738 Dec 21 13:31:28.072574 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d86b2e30-23d5-4fe3-b5f3-b7f262481881 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=103152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:31:28.073181 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d86b2e30-23d5-4fe3-b5f3-b7f262481881 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805426'] for segment, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:28.102515 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:31:28.102515 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:31:28.102515 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:31:28.102515 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:31:28.102515 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:31:28.102515 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:31:28.102515 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:31:28.102515 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:31:28.102515 dv-neutron-master-2-hyperv neutron-server[103152]: Traceback (most recent call last): Dec 21 13:31:28.102515 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:31:28.102515 dv-neutron-master-2-hyperv neutron-server[103152]: timer() Dec 21 13:31:28.102515 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:31:28.102515 dv-neutron-master-2-hyperv neutron-server[103152]: cb(*args, **kw) Dec 21 13:31:28.102515 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:31:28.102515 dv-neutron-master-2-hyperv neutron-server[103152]: return func(*args, **kwargs) Dec 21 13:31:28.102515 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:31:28.102515 dv-neutron-master-2-hyperv neutron-server[103152]: self._notify() Dec 21 13:31:28.102515 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:31:28.102515 dv-neutron-master-2-hyperv neutron-server[103152]: self.callback(batched_events) Dec 21 13:31:28.102515 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:31:28.102515 dv-neutron-master-2-hyperv neutron-server[103152]: event.method(event) Dec 21 13:31:28.102515 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:31:28.102515 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:31:28.102515 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:31:28.102515 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:31:28.102515 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:31:28.102515 dv-neutron-master-2-hyperv neutron-server[103152]: return f(self, *a, **k) Dec 21 13:31:28.102515 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:31:28.102515 dv-neutron-master-2-hyperv neutron-server[103152]: return self._get(url).json() Dec 21 13:31:28.102515 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:31:28.102515 dv-neutron-master-2-hyperv neutron-server[103152]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:31:28.102515 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:31:28.102515 dv-neutron-master-2-hyperv neutron-server[103152]: return self.request(url, 'GET', **kwargs) Dec 21 13:31:28.102515 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:31:28.102515 dv-neutron-master-2-hyperv neutron-server[103152]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:31:28.102515 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:31:28.102515 dv-neutron-master-2-hyperv neutron-server[103152]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:31:28.102515 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:31:28.102515 dv-neutron-master-2-hyperv neutron-server[103152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:31:28.102515 dv-neutron-master-2-hyperv neutron-server[103152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:31:28.110209 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12454955-b6f6-41b1-9573-5e9b4915bbb8 None None] Routers {'63efc57a-a9c4-4816-aafa-50d0346a26bf'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:31:28.110991 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-12454955-b6f6-41b1-9573-5e9b4915bbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:31:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['63efc57a-a9c4-4816-aafa-50d0346a26bf'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:31:28.119632 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58246) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:28.123897 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-97ff2437-3006-41fd-a267-f47b5ddd8607 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:28.176659 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-12454955-b6f6-41b1-9573-5e9b4915bbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:31:28.177397 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12454955-b6f6-41b1-9573-5e9b4915bbb8 None None] The sync data for ids ['63efc57a-a9c4-4816-aafa-50d0346a26bf'] in dv-neutron-master-2-hyperv is: [] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:31:28.194084 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 774a0026-84db-42af-9693-c3e29a4252e7 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:31:28.194880 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:28.201563 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ff2437-3006-41fd-a267-f47b5ddd8607 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a7aaedc-6a43-4c27-b1d8-7bc42c68657c,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:28.206394 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-97ff2437-3006-41fd-a267-f47b5ddd8607 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:28.207670 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-97ff2437-3006-41fd-a267-f47b5ddd8607 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.3699744 Dec 21 13:31:28.210873 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-f1cd51d5-78fb-4616-a9d9-2ba98df36d6e None None] Provisioning complete for port 774a0026-84db-42af-9693-c3e29a4252e7 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:31:28.211964 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f1cd51d5-78fb-4616-a9d9-2ba98df36d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:28.234466 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8206f5c6-095c-40ba-9622-1947fda5af87 None None] Network c4eb7368-774a-41a2-81bb-afa717f65b8c requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:31:28.240340 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58248) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:28.252292 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-44cc0aae-0b5d-45bf-9994-2244783e0105 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Request body: {'security_group_rule': {'security_group_id': '0a7aaedc-6a43-4c27-b1d8-7bc42c68657c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:28.258216 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5d2755-0cee-4782-ad5d-3ae9df190888 None None] Pushing event updated for resources: {'Port': ['ID=351a082f-2369-4c28-aaed-48687b464d0a,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:28.290345 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a8271549-ab7f-4365-8366-3f247f866507 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:28.299611 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-66e0c339-0bd6-4b93-ae0f-d4ce385ceb30 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks [] for router, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:28.310893 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-89e3c39f-dcb5-4b9f-9d37-e4e12665344e tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1891437 Dec 21 13:31:28.337580 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.db.api [None req-d86b2e30-23d5-4fe3-b5f3-b7f262481881 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 21 13:31:28.337580 dv-neutron-master-2-hyperv neutron-server[103152]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 21 13:31:28.337580 dv-neutron-master-2-hyperv neutron-server[103152]: [parameters: {'id': 'c4eb7368-774a-41a2-81bb-afa717f65b8c'}] Dec 21 13:31:28.337580 dv-neutron-master-2-hyperv neutron-server[103152]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103152) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 13:31:28.338072 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG oslo_db.api [None req-d86b2e30-23d5-4fe3-b5f3-b7f262481881 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 13:31:28.340136 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58250) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:28.383273 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f31a8f-91e8-4a87-937b-31f1ca62424f tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Made reservation on behalf of 401fab62d2cc4dcc90d3b9ab6f110b7e for: {'subnet': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:31:28.386760 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c1f31a8f-91e8-4a87-937b-31f1ca62424f tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12346583'] for subnet, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:28.469423 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a8271549-ab7f-4365-8366-3f247f866507 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12346570'] for subnet, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:28.483789 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.api.v2.resource [None req-66e0c339-0bd6-4b93-ae0f-d4ce385ceb30 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 21 13:31:28.484941 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-66e0c339-0bd6-4b93-ae0f-d4ce385ceb30 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] 10.222.0.37 "DELETE /v2.0/routers/63efc57a-a9c4-4816-aafa-50d0346a26bf HTTP/1.1" status: 409 len: 329 time: 0.6946747 Dec 21 13:31:28.492862 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a414ffd8-fcc1-4e68-bafe-fb718a82cd6a tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:28.508303 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-90861a2d-1213-413d-b1db-37b431f353e8 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Publish callbacks [] for security_group, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:28.509659 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58252) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:28.557513 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8271549-ab7f-4365-8366-3f247f866507 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event deleted for resources: {'Subnet': ['ID=b0390211-cbf9-4d25-9de8-68f4b1522612,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:28.562090 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 63032f90-c53c-41cd-9a4a-ae2253b1e007 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:31:28.581534 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-44cc0aae-0b5d-45bf-9994-2244783e0105 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:28.586285 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a414ffd8-fcc1-4e68-bafe-fb718a82cd6a tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:28.615513 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a8271549-ab7f-4365-8366-3f247f866507 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:28.619515 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-90861a2d-1213-413d-b1db-37b431f353e8 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:28.620112 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-90861a2d-1213-413d-b1db-37b431f353e8 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:28.621527 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-a8271549-ab7f-4365-8366-3f247f866507 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "DELETE /v2.0/subnets/b0390211-cbf9-4d25-9de8-68f4b1522612 HTTP/1.1" status: 204 len: 168 time: 1.3250728 Dec 21 13:31:28.627246 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58254) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:28.649554 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-f479cbae-8245-42f1-8379-b0d5524251f8 None None] Provisioning complete for port 6a89be99-f23f-42f5-a71b-6d5901f387fb triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:31:28.649909 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f479cbae-8245-42f1-8379-b0d5524251f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:28.671610 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a414ffd8-fcc1-4e68-bafe-fb718a82cd6a tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:28.685634 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a414ffd8-fcc1-4e68-bafe-fb718a82cd6a tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:28.687275 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-a414ffd8-fcc1-4e68-bafe-fb718a82cd6a tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/3d02a49a-c557-4e31-89cf-2a103dc1a6d8 HTTP/1.1" status: 204 len: 168 time: 0.3411956 Dec 21 13:31:28.706876 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-f479cbae-8245-42f1-8379-b0d5524251f8 None None] Port 6a89be99-f23f-42f5-a71b-6d5901f387fb cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:31:28.711131 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 63032f90-c53c-41cd-9a4a-ae2253b1e007 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:31:28.711336 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:28.714823 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58256) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:28.723151 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-a9231675-8f6c-49f5-bac9-f0d4536f3691 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0876670 Dec 21 13:31:28.723385 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-44cc0aae-0b5d-45bf-9994-2244783e0105 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:28.729345 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58258) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:28.735471 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-0ab8c940-9f12-4c97-a870-de7a3670b01b tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Request body: {'subnet': {'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:28.749307 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-44cc0aae-0b5d-45bf-9994-2244783e0105 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:28.755909 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90861a2d-1213-413d-b1db-37b431f353e8 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e985edd4-94fc-4537-b3e0-99a6a7913c8e,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:28.766913 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a414ffd8-fcc1-4e68-bafe-fb718a82cd6a tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3d02a49a-c557-4e31-89cf-2a103dc1a6d8,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:28.795140 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-f479cbae-8245-42f1-8379-b0d5524251f8 None None] Provisioning complete for port 10c9136e-9c43-4317-9354-305b90a1ee3d triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:31:28.795667 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f479cbae-8245-42f1-8379-b0d5524251f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:28.800148 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:28.807952 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cc0aae-0b5d-45bf-9994-2244783e0105 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdd7ac1b-7fb4-4003-a359-daf543231d46,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:28.816245 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.ipam_backend_mixin [None req-c1f31a8f-91e8-4a87-937b-31f1ca62424f tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 9c9d0ddc-71c8-4c7b-a63f-fad491ed9879 (CIDR: 172.20.0.0/28) Dec 21 13:31:28.843267 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d86b2e30-23d5-4fe3-b5f3-b7f262481881 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:28.846761 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90861a2d-1213-413d-b1db-37b431f353e8 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=103153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:31:28.853007 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-f479cbae-8245-42f1-8379-b0d5524251f8 None None] Port 10c9136e-9c43-4317-9354-305b90a1ee3d cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:31:28.854571 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1f31a8f-91e8-4a87-937b-31f1ca62424f tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 13:31:28.855077 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1f31a8f-91e8-4a87-937b-31f1ca62424f tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:31:28.882319 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-c1f31a8f-91e8-4a87-937b-31f1ca62424f tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0703917 Dec 21 13:31:28.882801 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-44cc0aae-0b5d-45bf-9994-2244783e0105 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:28.884065 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-44cc0aae-0b5d-45bf-9994-2244783e0105 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6382709 Dec 21 13:31:28.887524 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58262) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:28.887910 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58260) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:28.891973 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-90861a2d-1213-413d-b1db-37b431f353e8 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:28.892535 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.segments_db [None req-90861a2d-1213-413d-b1db-37b431f353e8 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Added segment c9cc9f4c-7ef3-42f8-bbbd-4727ca179949 of type vlan for network 6f171e98-599a-4c5a-9743-0345c0e0e1bf Dec 21 13:31:28.898418 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94afe9e8-df6e-4a71-8895-f946b89361ca None None] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:31:28.899480 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-37897074-080c-432f-bdbf-be53eaf76606 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Request body: {'subnet': {'network_id': 'c6bf85d4-de6b-4911-ac91-51fc0c7c7ed2', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:28.926664 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-901c6a0f-5faf-4919-8210-e03bd68a3f71 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2045686 Dec 21 13:31:28.946276 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58264) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:28.952577 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-5aa3fd97-e444-4bf6-80b3-4a25e29e12da tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Request body: {'security_group_rule': {'security_group_id': '3a0d5b35-526c-453b-9e16-b530aa97f68d', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:28.960774 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c918bcb4-792c-417a-bffe-2ac6bc3a1765 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:28.976211 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c918bcb4-792c-417a-bffe-2ac6bc3a1765 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:29.006317 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fb084573-7a81-44a4-9f69-20b812b77593 None None] Provisioning complete for port 238d24fe-6c51-49d7-a8ad-43159f00c46f triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:31:29.006727 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fb084573-7a81-44a4-9f69-20b812b77593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:29.017582 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ab8c940-9f12-4c97-a870-de7a3670b01b tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Made reservation on behalf of 4e9b97d81d204c53a28bf5666eaf36b7 for: {'subnet': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:31:29.021372 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0ab8c940-9f12-4c97-a870-de7a3670b01b tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12346583'] for subnet, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:29.022752 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-90861a2d-1213-413d-b1db-37b431f353e8 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:29.054111 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.securitygroups_db [None req-5aa3fd97-e444-4bf6-80b3-4a25e29e12da tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Project 0744ef6dc2c44571b9a1f7337bb80fcd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 13:31:29.057031 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c918bcb4-792c-417a-bffe-2ac6bc3a1765 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:29.067275 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c918bcb4-792c-417a-bffe-2ac6bc3a1765 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:29.068422 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-c918bcb4-792c-417a-bffe-2ac6bc3a1765 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/fdd7ac1b-7fb4-4003-a359-daf543231d46 HTTP/1.1" status: 204 len: 168 time: 0.1799638 Dec 21 13:31:29.076127 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58266) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:29.078287 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5aa3fd97-e444-4bf6-80b3-4a25e29e12da tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:29.117398 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90861a2d-1213-413d-b1db-37b431f353e8 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=103153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:31:29.134701 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c918bcb4-792c-417a-bffe-2ac6bc3a1765 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fdd7ac1b-7fb4-4003-a359-daf543231d46,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:29.144808 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-90861a2d-1213-413d-b1db-37b431f353e8 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:29.145489 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.segments_db [None req-90861a2d-1213-413d-b1db-37b431f353e8 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Added segment 4f4016a8-31dd-4e77-891f-e0233d32c02f of type vlan for network 9670bfa0-8c93-4dd9-bc71-6c0a1f8b6ed9 Dec 21 13:31:29.150774 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-d86b2e30-23d5-4fe3-b5f3-b7f262481881 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Deleting port 351a082f-2369-4c28-aaed-48687b464d0a {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:31:29.151124 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d86b2e30-23d5-4fe3-b5f3-b7f262481881 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:29.158772 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dcff533-b832-4f91-85c7-58f8da9bc1b9 None None] DHCP port deletion for ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:31:29.210676 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-5dcff533-b832-4f91-85c7-58f8da9bc1b9 None None] Deleting port 238d24fe-6c51-49d7-a8ad-43159f00c46f {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:31:29.211665 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-5dcff533-b832-4f91-85c7-58f8da9bc1b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:29.227169 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-90861a2d-1213-413d-b1db-37b431f353e8 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:29.259923 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37897074-080c-432f-bdbf-be53eaf76606 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Made reservation on behalf of 401fab62d2cc4dcc90d3b9ab6f110b7e for: {'subnet': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:31:29.263655 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-37897074-080c-432f-bdbf-be53eaf76606 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11288759'] for subnet, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:29.270797 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-1cd5f329-013b-46b4-bebc-456fe5348484 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1932890 Dec 21 13:31:29.280517 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58268) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:29.286049 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-5dcff533-b832-4f91-85c7-58f8da9bc1b9 None None] For port 238d24fe-6c51-49d7-a8ad-43159f00c46f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=238d24fe-6c51-49d7-a8ad-43159f00c46f,segment=NetworkSegment(b20a5dbe-a251-4a83-ae2d-3ffbda6396cf),segment_id=b20a5dbe-a251-4a83-ae2d-3ffbda6396cf)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:31:29.286552 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-5dcff533-b832-4f91-85c7-58f8da9bc1b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:29.292023 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-d86b2e30-23d5-4fe3-b5f3-b7f262481881 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] For port 351a082f-2369-4c28-aaed-48687b464d0a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=351a082f-2369-4c28-aaed-48687b464d0a,segment=NetworkSegment(69abdda6-b4c1-4598-9ab6-98cc7776efc2),segment_id=69abdda6-b4c1-4598-9ab6-98cc7776efc2)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:31:29.292422 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d86b2e30-23d5-4fe3-b5f3-b7f262481881 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:29.303725 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-5dcff533-b832-4f91-85c7-58f8da9bc1b9 None None] Calling delete_port for 238d24fe-6c51-49d7-a8ad-43159f00c46f owned by network:dhcp {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:31:29.318175 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5aa3fd97-e444-4bf6-80b3-4a25e29e12da tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:29.334067 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-d86b2e30-23d5-4fe3-b5f3-b7f262481881 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Calling delete_port for 351a082f-2369-4c28-aaed-48687b464d0a owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:31:29.337740 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-90861a2d-1213-413d-b1db-37b431f353e8 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:29.338093 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-90861a2d-1213-413d-b1db-37b431f353e8 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:29.338230 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5aa3fd97-e444-4bf6-80b3-4a25e29e12da tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:29.344984 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90861a2d-1213-413d-b1db-37b431f353e8 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:29.349914 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90861a2d-1213-413d-b1db-37b431f353e8 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:29.352138 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-90861a2d-1213-413d-b1db-37b431f353e8 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:29.401567 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-5dcff533-b832-4f91-85c7-58f8da9bc1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636'] for port, after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:29.408712 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa3fd97-e444-4bf6-80b3-4a25e29e12da tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55e9b258-645d-4d81-986e-48f34231d02f,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:29.433184 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcff533-b832-4f91-85c7-58f8da9bc1b9 None None] Pushing event deleted for resources: {'Port': ['ID=238d24fe-6c51-49d7-a8ad-43159f00c46f,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:29.435165 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcff533-b832-4f91-85c7-58f8da9bc1b9 None None] No DVR routers for this DVR port 238d24fe-6c51-49d7-a8ad-43159f00c46f on host dv-neutron-master-2-hyperv {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:31:29.454665 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5aa3fd97-e444-4bf6-80b3-4a25e29e12da tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:29.455779 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16585ea-0877-49db-9d1e-c49ef6ce3bd6 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=103154) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 21 13:31:29.455917 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-5aa3fd97-e444-4bf6-80b3-4a25e29e12da tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5078294 Dec 21 13:31:29.460757 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-90861a2d-1213-413d-b1db-37b431f353e8 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.2620363 Dec 21 13:31:29.471056 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58270) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:29.471775 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58272) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:29.526850 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.ipam_backend_mixin [None req-37897074-080c-432f-bdbf-be53eaf76606 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 458192a2-3f53-45c1-aea6-5a2e3c9a18bb (CIDR: 172.20.0.16/28) Dec 21 13:31:29.529077 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90861a2d-1213-413d-b1db-37b431f353e8 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Pushing event updated for resources: {'Network': ['ID=6f171e98-599a-4c5a-9743-0345c0e0e1bf,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:29.533645 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4973f198-e1fd-420e-82d0-495be288b97b tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:29.545436 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-97f7f148-5e4f-4a38-8153-03bf2c943a27 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] 10.222.0.37 "GET /v2.0/security-group-rules/55e9b258-645d-4d81-986e-48f34231d02f HTTP/1.1" status: 200 len: 769 time: 0.0688829 Dec 21 13:31:29.545436 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.pecan_wsgi.hooks.translation [None req-37897074-080c-432f-bdbf-be53eaf76606 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 13:31:29.545436 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37897074-080c-432f-bdbf-be53eaf76606 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:31:29.545436 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58274) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:29.551358 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network 6f171e98-599a-4c5a-9743-0345c0e0e1bf details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:31:29.635248 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-37897074-080c-432f-bdbf-be53eaf76606 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.7425027 Dec 21 13:31:29.635549 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58276) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:29.644101 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-2db4f4d8-bc11-4fa1-bac7-ed6350e0c868 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Request body: {'subnet': {'network_id': 'c6bf85d4-de6b-4911-ac91-51fc0c7c7ed2', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:29.647297 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90861a2d-1213-413d-b1db-37b431f353e8 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Pushing event updated for resources: {'Network': ['ID=9670bfa0-8c93-4dd9-bc71-6c0a1f8b6ed9,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:29.647515 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16585ea-0877-49db-9d1e-c49ef6ce3bd6 None None] Resources bound (agent type, host, resource id): {{(pid=103154) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 21 13:31:29.660193 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network 9670bfa0-8c93-4dd9-bc71-6c0a1f8b6ed9 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:31:29.696784 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-fb838f90-3ab7-4a40-8738-3895cd073120 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1349559 Dec 21 13:31:29.698542 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4973f198-e1fd-420e-82d0-495be288b97b tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:29.702316 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-064b0812-74ca-436f-8987-0502451e2a29 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532692'] for router_interface, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:29.702570 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58278) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:29.720972 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0ab8c940-9f12-4c97-a870-de7a3670b01b tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12346565'] for subnet, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:29.864430 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab8c940-9f12-4c97-a870-de7a3670b01b tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:31:29.879445 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d86b2e30-23d5-4fe3-b5f3-b7f262481881 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:29.894273 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e9ece008-27c3-4bfe-843b-711a143810cd tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:29.896346 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-0ab8c940-9f12-4c97-a870-de7a3670b01b tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:31:29.927333 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2db4f4d8-bc11-4fa1-bac7-ed6350e0c868 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Made reservation on behalf of 401fab62d2cc4dcc90d3b9ab6f110b7e for: {'subnet': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:31:29.931053 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2db4f4d8-bc11-4fa1-bac7-ed6350e0c868 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11288759'] for subnet, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:29.939112 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab8c940-9f12-4c97-a870-de7a3670b01b tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:29.939714 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0ab8c940-9f12-4c97-a870-de7a3670b01b tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:29.950767 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86b2e30-23d5-4fe3-b5f3-b7f262481881 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Pushing event deleted for resources: {'Port': ['ID=351a082f-2369-4c28-aaed-48687b464d0a,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:29.953453 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e9ece008-27c3-4bfe-843b-711a143810cd tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:29.970931 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86b2e30-23d5-4fe3-b5f3-b7f262481881 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] No DVR routers for this DVR port 351a082f-2369-4c28-aaed-48687b464d0a on host dv-neutron-master-2-hyperv {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:31:29.982482 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22a9c21-8fdf-4e18-be22-f6ceb0e42141 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:29.988443 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22a9c21-8fdf-4e18-be22-f6ceb0e42141 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:29.995427 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22a9c21-8fdf-4e18-be22-f6ceb0e42141 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:30.001460 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22a9c21-8fdf-4e18-be22-f6ceb0e42141 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:30.003109 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-f22a9c21-8fdf-4e18-be22-f6ceb0e42141 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.5284686 Dec 21 13:31:30.003894 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab8c940-9f12-4c97-a870-de7a3670b01b tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event updated for resources: {'Subnet': ['ID=f4665aea-14f8-4fc6-80f0-0f41b27c515a,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:30.006387 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58280) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:30.017092 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4973f198-e1fd-420e-82d0-495be288b97b tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:30.019969 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4973f198-e1fd-420e-82d0-495be288b97b tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:30.021391 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-4973f198-e1fd-420e-82d0-495be288b97b tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] 10.222.0.37 "DELETE /v2.0/security-groups/0a7aaedc-6a43-4c27-b1d8-7bc42c68657c HTTP/1.1" status: 204 len: 168 time: 0.7398951 Dec 21 13:31:30.022084 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6db353-99ac-43ec-ad1e-b0fb070f1103 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9', 'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9', 'project_id': '4e9b97d81d204c53a28bf5666eaf36b7', 'fixed_ips': [{'subnet_id': 'f4665aea-14f8-4fc6-80f0-0f41b27c515a'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:31:30.024408 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-4f6db353-99ac-43ec-ad1e-b0fb070f1103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:30.024783 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58282) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:30.050829 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-0ab8c940-9f12-4c97-a870-de7a3670b01b tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3202603 Dec 21 13:31:30.059340 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58284) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:30.069484 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-bcff5279-39b3-46ff-90d8-0729b88ea8de tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Request body: {'subnet': {'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:30.074459 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4973f198-e1fd-420e-82d0-495be288b97b tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a7aaedc-6a43-4c27-b1d8-7bc42c68657c,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:30.106603 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e9ece008-27c3-4bfe-843b-711a143810cd tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:30.125296 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e9ece008-27c3-4bfe-843b-711a143810cd tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:30.126750 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-e9ece008-27c3-4bfe-843b-711a143810cd tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/55e9b258-645d-4d81-986e-48f34231d02f HTTP/1.1" status: 204 len: 168 time: 0.4068649 Dec 21 13:31:30.137855 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58286) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:30.169245 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece008-27c3-4bfe-843b-711a143810cd tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=55e9b258-645d-4d81-986e-48f34231d02f,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:30.172673 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d86b2e30-23d5-4fe3-b5f3-b7f262481881 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:30.228126 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-d86b2e30-23d5-4fe3-b5f3-b7f262481881 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4eb7368-774a-41a2-81bb-afa717f65b8c']}} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:31:30.231271 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-04682136-6932-46db-9c02-42a17e1d281e tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:30.243314 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-d86b2e30-23d5-4fe3-b5f3-b7f262481881 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69abdda6-b4c1-4598-9ab6-98cc7776efc2') {'for_net_delete': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:31:30.243609 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-d86b2e30-23d5-4fe3-b5f3-b7f262481881 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69abdda6-b4c1-4598-9ab6-98cc7776efc2') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:31:30.257187 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-4f6db353-99ac-43ec-ad1e-b0fb070f1103 None None] Allocated IP 172.20.0.2 (ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9/f4665aea-14f8-4fc6-80f0-0f41b27c515a/8d2dbbe6-4cda-4078-aedc-65aac26a6ac8) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:31:30.261193 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-29c11c6e-b35f-4c67-b425-034d376794d6 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2230227 Dec 21 13:31:30.262242 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58288) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:30.263809 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d86b2e30-23d5-4fe3-b5f3-b7f262481881 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526653'] for segment, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:30.275390 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-d71f698d-8e0d-4d98-a97a-ab20570ff474 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Request body: {'security_group': {'name': 'tempest-secgroup--32154448'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:30.295053 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d86b2e30-23d5-4fe3-b5f3-b7f262481881 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:30.309672 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d86b2e30-23d5-4fe3-b5f3-b7f262481881 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=103152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:31:30.309892 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-776dd47d-5174-44c4-987c-603159132b30 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1702993 Dec 21 13:31:30.310034 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d86b2e30-23d5-4fe3-b5f3-b7f262481881 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805426'] for segment, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:30.314102 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:31:30.314102 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:31:30.314102 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:31:30.314102 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:31:30.314102 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:31:30.314102 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:31:30.314102 dv-neutron-master-2-hyperv neutron-server[103152]: Traceback (most recent call last): Dec 21 13:31:30.314102 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:31:30.314102 dv-neutron-master-2-hyperv neutron-server[103152]: timer() Dec 21 13:31:30.314102 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:31:30.314102 dv-neutron-master-2-hyperv neutron-server[103152]: cb(*args, **kw) Dec 21 13:31:30.314102 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:31:30.314102 dv-neutron-master-2-hyperv neutron-server[103152]: return func(*args, **kwargs) Dec 21 13:31:30.314102 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:31:30.314102 dv-neutron-master-2-hyperv neutron-server[103152]: self._notify() Dec 21 13:31:30.314102 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:31:30.314102 dv-neutron-master-2-hyperv neutron-server[103152]: self.callback(batched_events) Dec 21 13:31:30.314102 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:31:30.314102 dv-neutron-master-2-hyperv neutron-server[103152]: event.method(event) Dec 21 13:31:30.314102 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:31:30.314102 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:31:30.314102 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:31:30.314102 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:31:30.314102 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:31:30.314102 dv-neutron-master-2-hyperv neutron-server[103152]: return f(self, *a, **k) Dec 21 13:31:30.314102 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:31:30.314102 dv-neutron-master-2-hyperv neutron-server[103152]: return self._get(url).json() Dec 21 13:31:30.314102 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:31:30.314102 dv-neutron-master-2-hyperv neutron-server[103152]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:31:30.314102 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:31:30.314102 dv-neutron-master-2-hyperv neutron-server[103152]: return self.request(url, 'GET', **kwargs) Dec 21 13:31:30.314102 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:31:30.314102 dv-neutron-master-2-hyperv neutron-server[103152]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:31:30.314102 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:31:30.314102 dv-neutron-master-2-hyperv neutron-server[103152]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:31:30.314102 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:31:30.314102 dv-neutron-master-2-hyperv neutron-server[103152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:31:30.314102 dv-neutron-master-2-hyperv neutron-server[103152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:31:30.317262 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58290) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:30.383528 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d71f698d-8e0d-4d98-a97a-ab20570ff474 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:30.408148 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcff5279-39b3-46ff-90d8-0729b88ea8de tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Made reservation on behalf of 4e9b97d81d204c53a28bf5666eaf36b7 for: {'subnet': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:31:30.411932 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bcff5279-39b3-46ff-90d8-0729b88ea8de tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12346583'] for subnet, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:30.423059 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d86b2e30-23d5-4fe3-b5f3-b7f262481881 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:30.445638 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-064b0812-74ca-436f-8987-0502451e2a29 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Deleting port 6a89be99-f23f-42f5-a71b-6d5901f387fb {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:31:30.445978 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-064b0812-74ca-436f-8987-0502451e2a29 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:30.448512 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d86b2e30-23d5-4fe3-b5f3-b7f262481881 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks [] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:30.455175 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-d86b2e30-23d5-4fe3-b5f3-b7f262481881 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] 10.222.0.37 "DELETE /v2.0/networks/c4eb7368-774a-41a2-81bb-afa717f65b8c HTTP/1.1" status: 204 len: 168 time: 4.5788641 Dec 21 13:31:30.457174 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58292) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:30.470224 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-56d53e7c-fa8f-4cec-b91c-12b1d73402b8 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-131413781'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:30.483801 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86b2e30-23d5-4fe3-b5f3-b7f262481881 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Pushing event deleted for resources: {'Network': ['ID=c4eb7368-774a-41a2-81bb-afa717f65b8c,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:30.512303 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-04682136-6932-46db-9c02-42a17e1d281e tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:30.590515 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56d53e7c-fa8f-4cec-b91c-12b1d73402b8 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Made reservation on behalf of a1ada58ef66244899294bdd43455e4f3 for: {'network': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:31:30.597240 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-56d53e7c-fa8f-4cec-b91c-12b1d73402b8 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:30.598211 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 238d24fe-6c51-49d7-a8ad-43159f00c46f no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:31:30.625885 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: 238d24fe-6c51-49d7-a8ad-43159f00c46f {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:31:30.626733 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 238d24fe-6c51-49d7-a8ad-43159f00c46f not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:31:30.630019 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-04682136-6932-46db-9c02-42a17e1d281e tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f171e98-599a-4c5a-9743-0345c0e0e1bf']}} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:31:30.638042 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d71f698d-8e0d-4d98-a97a-ab20570ff474 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:30.647420 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-4f6db353-99ac-43ec-ad1e-b0fb070f1103 None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:30.655320 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-4f6db353-99ac-43ec-ad1e-b0fb070f1103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:30.658790 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d71f698d-8e0d-4d98-a97a-ab20570ff474 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:30.659669 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-04682136-6932-46db-9c02-42a17e1d281e tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9cc9f4c-7ef3-42f8-bbbd-4727ca179949') {'for_net_delete': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:31:30.660024 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-04682136-6932-46db-9c02-42a17e1d281e tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9cc9f4c-7ef3-42f8-bbbd-4727ca179949') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:31:30.688186 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56d53e7c-fa8f-4cec-b91c-12b1d73402b8 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=103152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:31:30.690003 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e9697c39-691c-47df-9f4f-f8fe57bb6835 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:30.697247 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-04682136-6932-46db-9c02-42a17e1d281e tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1585430'] for segment, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:30.720139 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6db353-99ac-43ec-ad1e-b0fb070f1103 None None] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:31:30.723358 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d71f698d-8e0d-4d98-a97a-ab20570ff474 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:30.725014 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-d71f698d-8e0d-4d98-a97a-ab20570ff474 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4588962 Dec 21 13:31:30.728476 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-56d53e7c-fa8f-4cec-b91c-12b1d73402b8 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:30.728831 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.segments_db [None req-56d53e7c-fa8f-4cec-b91c-12b1d73402b8 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Added segment f9ce45a2-daf5-4c39-a620-9727421f1540 of type vlan for network 7aa22297-928d-4770-bb42-5c228a253bbd Dec 21 13:31:30.731379 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-4f6db353-99ac-43ec-ad1e-b0fb070f1103 None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:31:30.731530 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58294) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:30.737117 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-02661c62-3afd-42f4-81c0-e974e2ae8a77 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Request body: {'security_group_rule': {'security_group_id': '741e89eb-5cc3-49a2-a8da-98d1bb9f5728', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:30.739664 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6db353-99ac-43ec-ad1e-b0fb070f1103 None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:31:30.742117 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71f698d-8e0d-4d98-a97a-ab20570ff474 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=741e89eb-5cc3-49a2-a8da-98d1bb9f5728,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:30.753481 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-064b0812-74ca-436f-8987-0502451e2a29 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:30.756175 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-04682136-6932-46db-9c02-42a17e1d281e tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:30.756963 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6db353-99ac-43ec-ad1e-b0fb070f1103 None None] Pushing event updated for resources: {'Port': ['ID=8d2dbbe6-4cda-4078-aedc-65aac26a6ac8,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:30.773513 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2db4f4d8-bc11-4fa1-bac7-ed6350e0c868 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11195289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11288741'] for subnet, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:30.776214 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e9697c39-691c-47df-9f4f-f8fe57bb6835 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:30.777093 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:30.785415 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04682136-6932-46db-9c02-42a17e1d281e tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=103153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:31:30.785813 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-04682136-6932-46db-9c02-42a17e1d281e tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11349758'] for segment, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:30.801316 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:31:30.801316 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:31:30.801316 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:31:30.801316 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:31:30.801316 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:31:30.801316 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:31:30.801316 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:31:30.801316 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:31:30.801316 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:31:30.801316 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:31:30.801316 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:31:30.801316 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:31:30.801316 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:31:30.801316 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:31:30.801316 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:31:30.801316 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:31:30.801316 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:31:30.801316 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:31:30.801316 dv-neutron-master-2-hyperv neutron-server[103153]: Traceback (most recent call last): Dec 21 13:31:30.801316 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:31:30.801316 dv-neutron-master-2-hyperv neutron-server[103153]: timer() Dec 21 13:31:30.801316 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:31:30.801316 dv-neutron-master-2-hyperv neutron-server[103153]: cb(*args, **kw) Dec 21 13:31:30.801316 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:31:30.801316 dv-neutron-master-2-hyperv neutron-server[103153]: return func(*args, **kwargs) Dec 21 13:31:30.801316 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:31:30.801316 dv-neutron-master-2-hyperv neutron-server[103153]: self._notify() Dec 21 13:31:30.801316 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:31:30.801316 dv-neutron-master-2-hyperv neutron-server[103153]: self.callback(batched_events) Dec 21 13:31:30.801316 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:31:30.801316 dv-neutron-master-2-hyperv neutron-server[103153]: event.method(event) Dec 21 13:31:30.801316 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:31:30.801316 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:31:30.801316 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:31:30.801316 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:31:30.801316 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:31:30.801316 dv-neutron-master-2-hyperv neutron-server[103153]: return f(self, *a, **k) Dec 21 13:31:30.801316 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:31:30.801316 dv-neutron-master-2-hyperv neutron-server[103153]: return self._get(url).json() Dec 21 13:31:30.801316 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:31:30.801316 dv-neutron-master-2-hyperv neutron-server[103153]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:31:30.801316 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:31:30.801316 dv-neutron-master-2-hyperv neutron-server[103153]: return self.request(url, 'GET', **kwargs) Dec 21 13:31:30.801316 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:31:30.801316 dv-neutron-master-2-hyperv neutron-server[103153]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:31:30.801316 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:31:30.801316 dv-neutron-master-2-hyperv neutron-server[103153]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:31:30.801316 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:31:30.801316 dv-neutron-master-2-hyperv neutron-server[103153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:31:30.801316 dv-neutron-master-2-hyperv neutron-server[103153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:31:30.815056 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-064b0812-74ca-436f-8987-0502451e2a29 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Calling delete_port for 6a89be99-f23f-42f5-a71b-6d5901f387fb owned by network:router_interface {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:31:30.836827 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-56d53e7c-fa8f-4cec-b91c-12b1d73402b8 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:30.841426 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-4f6db353-99ac-43ec-ad1e-b0fb070f1103 None None] Attempting to bind port 8d2dbbe6-4cda-4078-aedc-65aac26a6ac8 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:31:30.842032 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-4f6db353-99ac-43ec-ad1e-b0fb070f1103 None None] Attempting to bind port 8d2dbbe6-4cda-4078-aedc-65aac26a6ac8 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b20a5dbe-a251-4a83-ae2d-3ffbda6396cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:31:30.842345 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6db353-99ac-43ec-ad1e-b0fb070f1103 None None] Attempting to bind port 8d2dbbe6-4cda-4078-aedc-65aac26a6ac8 on network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:31:30.848567 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6db353-99ac-43ec-ad1e-b0fb070f1103 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:31:30.849049 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6db353-99ac-43ec-ad1e-b0fb070f1103 None None] Checking segment: {'id': 'b20a5dbe-a251-4a83-ae2d-3ffbda6396cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:31:30.849543 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-4f6db353-99ac-43ec-ad1e-b0fb070f1103 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:30.850743 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6db353-99ac-43ec-ad1e-b0fb070f1103 None None] Bound using segment: {'id': 'b20a5dbe-a251-4a83-ae2d-3ffbda6396cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:31:30.851391 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-4f6db353-99ac-43ec-ad1e-b0fb070f1103 None None] Bound port: 8d2dbbe6-4cda-4078-aedc-65aac26a6ac8, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b20a5dbe-a251-4a83-ae2d-3ffbda6396cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:31:30.851767 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-4f6db353-99ac-43ec-ad1e-b0fb070f1103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:30.886079 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-02661c62-3afd-42f4-81c0-e974e2ae8a77 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:30.923888 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-56d53e7c-fa8f-4cec-b91c-12b1d73402b8 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:30.928948 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db4f4d8-bc11-4fa1-bac7-ed6350e0c868 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Network c6bf85d4-de6b-4911-ac91-51fc0c7c7ed2 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:31:30.929481 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-4f6db353-99ac-43ec-ad1e-b0fb070f1103 None None] For port 8d2dbbe6-4cda-4078-aedc-65aac26a6ac8, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:31:30.930602 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d53e7c-fa8f-4cec-b91c-12b1d73402b8 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:30.931216 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-56d53e7c-fa8f-4cec-b91c-12b1d73402b8 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks [] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:30.935455 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-4f6db353-99ac-43ec-ad1e-b0fb070f1103 None None] For port 8d2dbbe6-4cda-4078-aedc-65aac26a6ac8, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8d2dbbe6-4cda-4078-aedc-65aac26a6ac8,segment=NetworkSegment(b20a5dbe-a251-4a83-ae2d-3ffbda6396cf),segment_id=b20a5dbe-a251-4a83-ae2d-3ffbda6396cf)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:31:30.937084 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-2db4f4d8-bc11-4fa1-bac7-ed6350e0c868 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:31:30.945205 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-4f6db353-99ac-43ec-ad1e-b0fb070f1103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:30.970623 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db4f4d8-bc11-4fa1-bac7-ed6350e0c868 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:30.971339 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2db4f4d8-bc11-4fa1-bac7-ed6350e0c868 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks [] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:30.984503 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-04682136-6932-46db-9c02-42a17e1d281e tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:31.017779 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-04682136-6932-46db-9c02-42a17e1d281e tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:31.021822 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-04682136-6932-46db-9c02-42a17e1d281e tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] 10.222.0.37 "DELETE /v2.0/networks/6f171e98-599a-4c5a-9743-0345c0e0e1bf HTTP/1.1" status: 204 len: 168 time: 1.0136526 Dec 21 13:31:31.025581 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04682136-6932-46db-9c02-42a17e1d281e tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Pushing event deleted for resources: {'Network': ['ID=6f171e98-599a-4c5a-9743-0345c0e0e1bf,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:31.026874 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-56d53e7c-fa8f-4cec-b91c-12b1d73402b8 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5689230 Dec 21 13:31:31.027487 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58296) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:31.027936 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db4f4d8-bc11-4fa1-bac7-ed6350e0c868 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Pushing event updated for resources: {'Subnet': ['ID=79cfe299-c3d7-4f62-a3df-b67fbb08a808,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:31.028959 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:31.032629 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58298) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:31.033463 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e9697c39-691c-47df-9f4f-f8fe57bb6835 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:31.037826 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e9697c39-691c-47df-9f4f-f8fe57bb6835 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:31.042549 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-e9697c39-691c-47df-9f4f-f8fe57bb6835 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] 10.222.0.37 "DELETE /v2.0/security-groups/3a0d5b35-526c-453b-9e16-b530aa97f68d HTTP/1.1" status: 204 len: 168 time: 0.7258782 Dec 21 13:31:31.045339 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58300) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:31.053246 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-f7329270-6872-426b-b6de-dd96dc2d24c9 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Request body: {'subnet': {'network_id': '7aa22297-928d-4770-bb42-5c228a253bbd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:31.056414 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6db353-99ac-43ec-ad1e-b0fb070f1103 None None] Pushing event updated for resources: {'Port': ['ID=8d2dbbe6-4cda-4078-aedc-65aac26a6ac8,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:31.077864 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-2db4f4d8-bc11-4fa1-bac7-ed6350e0c868 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4389741 Dec 21 13:31:31.104400 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58302) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:31.113632 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-637e03a2-d50e-4814-9ca2-a9ce0bee53b2 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-729241825', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '79cfe299-c3d7-4f62-a3df-b67fbb08a808'}], 'security_groups': ['6310dd3c-99ff-4748-b301-0dc900d38ee9', '46d912db-a3d2-4a78-9626-5fde42b1ab87']}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:31.119105 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9697c39-691c-47df-9f4f-f8fe57bb6835 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a0d5b35-526c-453b-9e16-b530aa97f68d,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:31.135500 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d53e7c-fa8f-4cec-b91c-12b1d73402b8 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Pushing event updated for resources: {'Network': ['ID=7aa22297-928d-4770-bb42-5c228a253bbd,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:31.148959 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-02661c62-3afd-42f4-81c0-e974e2ae8a77 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:31.158478 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network 7aa22297-928d-4770-bb42-5c228a253bbd details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:31:31.217848 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-02661c62-3afd-42f4-81c0-e974e2ae8a77 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:31.296818 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-1712a614-9e1b-48be-8aa3-ca6911970905 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2374449 Dec 21 13:31:31.319731 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58304) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:31.327820 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-0cbcea61-53a4-4781-b8c8-4a1abf6ad724 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Request body: {'security_group': {'name': 'tempest-secgroup--1470220123'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:31.333987 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-02661c62-3afd-42f4-81c0-e974e2ae8a77 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:31.335041 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-02661c62-3afd-42f4-81c0-e974e2ae8a77 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6024230 Dec 21 13:31:31.339914 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02661c62-3afd-42f4-81c0-e974e2ae8a77 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaf68075-503b-4447-ab0d-525b7b75810a,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:31.340791 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58306) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:31.351666 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e35f68a3-055d-44b1-a1f9-8228d27dd899 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:31.361660 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-637e03a2-d50e-4814-9ca2-a9ce0bee53b2 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:31.382454 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-8e4af54c-51cd-4f02-b9c0-8ab34f0e1cfe tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] 10.222.0.37 "GET /v2.0/security-group-rules/eaf68075-503b-4447-ab0d-525b7b75810a HTTP/1.1" status: 200 len: 763 time: 0.0384126 Dec 21 13:31:31.382670 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58308) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:31.410046 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.objects.ports [None req-bcff5279-39b3-46ff-90d8-0729b88ea8de tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103152) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 21 13:31:31.456982 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7329270-6872-426b-b6de-dd96dc2d24c9 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Made reservation on behalf of a1ada58ef66244899294bdd43455e4f3 for: {'subnet': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:31:31.460543 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f7329270-6872-426b-b6de-dd96dc2d24c9 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11288759'] for subnet, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:31.528430 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0cbcea61-53a4-4781-b8c8-4a1abf6ad724 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:31.563825 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-064b0812-74ca-436f-8987-0502451e2a29 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:31.603346 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e35f68a3-055d-44b1-a1f9-8228d27dd899 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:31.613509 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064b0812-74ca-436f-8987-0502451e2a29 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Pushing event deleted for resources: {'Port': ['ID=6a89be99-f23f-42f5-a71b-6d5901f387fb,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:31.616262 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-66434740-65f2-499f-afd0-82c03d596844 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2234008 Dec 21 13:31:31.626749 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58310) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:31.665455 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-e35f68a3-055d-44b1-a1f9-8228d27dd899 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9670bfa0-8c93-4dd9-bc71-6c0a1f8b6ed9']}} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:31:31.687086 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-e35f68a3-055d-44b1-a1f9-8228d27dd899 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f4016a8-31dd-4e77-891f-e0233d32c02f') {'for_net_delete': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:31:31.687394 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-e35f68a3-055d-44b1-a1f9-8228d27dd899 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f4016a8-31dd-4e77-891f-e0233d32c02f') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:31:31.716032 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e35f68a3-055d-44b1-a1f9-8228d27dd899 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526653'] for segment, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:31.739200 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e35f68a3-055d-44b1-a1f9-8228d27dd899 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:31.764802 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e35f68a3-055d-44b1-a1f9-8228d27dd899 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=103152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:31:31.765211 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e35f68a3-055d-44b1-a1f9-8228d27dd899 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805426'] for segment, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:31.768399 dv-neutron-master-2-hyperv neutron-server[103152]: Traceback (most recent call last): Dec 21 13:31:31.768399 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:31:31.768399 dv-neutron-master-2-hyperv neutron-server[103152]: timer() Dec 21 13:31:31.768399 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:31:31.768399 dv-neutron-master-2-hyperv neutron-server[103152]: cb(*args, **kw) Dec 21 13:31:31.768399 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:31:31.768399 dv-neutron-master-2-hyperv neutron-server[103152]: return func(*args, **kwargs) Dec 21 13:31:31.768399 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:31:31.768399 dv-neutron-master-2-hyperv neutron-server[103152]: self._notify() Dec 21 13:31:31.768399 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:31:31.768399 dv-neutron-master-2-hyperv neutron-server[103152]: self.callback(batched_events) Dec 21 13:31:31.768399 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:31:31.768399 dv-neutron-master-2-hyperv neutron-server[103152]: event.method(event) Dec 21 13:31:31.768399 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:31:31.768399 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:31:31.768399 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:31:31.768399 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:31:31.768399 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:31:31.768399 dv-neutron-master-2-hyperv neutron-server[103152]: return f(self, *a, **k) Dec 21 13:31:31.768399 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:31:31.768399 dv-neutron-master-2-hyperv neutron-server[103152]: return self._get(url).json() Dec 21 13:31:31.768399 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:31:31.768399 dv-neutron-master-2-hyperv neutron-server[103152]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:31:31.768399 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:31:31.768399 dv-neutron-master-2-hyperv neutron-server[103152]: return self.request(url, 'GET', **kwargs) Dec 21 13:31:31.768399 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:31:31.768399 dv-neutron-master-2-hyperv neutron-server[103152]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:31:31.768399 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:31:31.768399 dv-neutron-master-2-hyperv neutron-server[103152]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:31:31.768399 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:31:31.768399 dv-neutron-master-2-hyperv neutron-server[103152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:31:31.768399 dv-neutron-master-2-hyperv neutron-server[103152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:31:31.813072 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0cbcea61-53a4-4781-b8c8-4a1abf6ad724 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:31.843957 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0cbcea61-53a4-4781-b8c8-4a1abf6ad724 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:31.854867 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bcff5279-39b3-46ff-90d8-0729b88ea8de tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:31.895344 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e35f68a3-055d-44b1-a1f9-8228d27dd899 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:31.902288 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0cbcea61-53a4-4781-b8c8-4a1abf6ad724 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:31.903612 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-0cbcea61-53a4-4781-b8c8-4a1abf6ad724 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5828958 Dec 21 13:31:32.053956 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58312) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:32.060776 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-4e9c8594-af57-4d70-8825-0b464599e2be tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Request body: {'security_group_rule': {'security_group_id': '0e3f97ae-b9d1-4fcb-bc21-788689416f84', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:32.191801 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c0ef61-23c3-4c05-b0b0-420bcb93570f None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=103154) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 21 13:31:32.229922 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f9a174ca-d70a-478b-b348-5c9bbc3f2e58 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:32.231927 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-064b0812-74ca-436f-8987-0502451e2a29 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534084'] for router_interface, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:32.256910 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e35f68a3-055d-44b1-a1f9-8228d27dd899 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Publish callbacks [] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:32.264318 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-e35f68a3-055d-44b1-a1f9-8228d27dd899 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] 10.222.0.37 "DELETE /v2.0/networks/9670bfa0-8c93-4dd9-bc71-6c0a1f8b6ed9 HTTP/1.1" status: 204 len: 168 time: 1.2192638 Dec 21 13:31:32.264518 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fd0f85d2-0777-43e7-8aba-1e14f9b8c962 None None] Provisioning complete for port 8d2dbbe6-4cda-4078-aedc-65aac26a6ac8 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:31:32.265404 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbcea61-53a4-4781-b8c8-4a1abf6ad724 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e3f97ae-b9d1-4fcb-bc21-788689416f84,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:32.265566 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fd0f85d2-0777-43e7-8aba-1e14f9b8c962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:32.274200 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58314) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:32.282500 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f9a174ca-d70a-478b-b348-5c9bbc3f2e58 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:32.295599 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35f68a3-055d-44b1-a1f9-8228d27dd899 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Pushing event deleted for resources: {'Network': ['ID=9670bfa0-8c93-4dd9-bc71-6c0a1f8b6ed9,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:32.318999 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4e9c8594-af57-4d70-8825-0b464599e2be tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:32.461349 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab75fff-6e63-4056-9d37-e5562305edc7 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:32.467577 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab75fff-6e63-4056-9d37-e5562305edc7 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:32.473047 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-fab75fff-6e63-4056-9d37-e5562305edc7 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1866684 Dec 21 13:31:32.474309 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58316) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:32.479203 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-af2bea0a-c015-474d-bb6c-fcfbfdbd37a2 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1025481911'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:32.489520 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f9a174ca-d70a-478b-b348-5c9bbc3f2e58 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:32.503178 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fd0f85d2-0777-43e7-8aba-1e14f9b8c962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:32.505115 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c0ef61-23c3-4c05-b0b0-420bcb93570f None None] Resources bound (agent type, host, resource id): {{(pid=103154) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 21 13:31:32.507011 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f9a174ca-d70a-478b-b348-5c9bbc3f2e58 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:32.511386 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-f9a174ca-d70a-478b-b348-5c9bbc3f2e58 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/eaf68075-503b-4447-ab0d-525b7b75810a HTTP/1.1" status: 204 len: 168 time: 0.8759918 Dec 21 13:31:32.518491 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58318) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:32.528488 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-bcff5279-39b3-46ff-90d8-0729b88ea8de tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] For port 8d2dbbe6-4cda-4078-aedc-65aac26a6ac8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8d2dbbe6-4cda-4078-aedc-65aac26a6ac8,segment=NetworkSegment(b20a5dbe-a251-4a83-ae2d-3ffbda6396cf),segment_id=b20a5dbe-a251-4a83-ae2d-3ffbda6396cf)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:31:32.547605 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a174ca-d70a-478b-b348-5c9bbc3f2e58 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eaf68075-503b-4447-ab0d-525b7b75810a,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:32.573926 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af2bea0a-c015-474d-bb6c-fcfbfdbd37a2 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Made reservation on behalf of 68b9808d5efe4ed68b57050245d595fc for: {'network': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:31:32.577447 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-af2bea0a-c015-474d-bb6c-fcfbfdbd37a2 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:32.609110 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-6c9979a1-ccf9-4fcd-ad65-792482403e7f tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0894897 Dec 21 13:31:32.614584 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bcff5279-39b3-46ff-90d8-0729b88ea8de tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:32.616057 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58320) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:32.620538 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-63925b65-60e9-4f34-8458-0b8e4a2ffefb tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Request body: {'security_group_rule': {'security_group_id': '741e89eb-5cc3-49a2-a8da-98d1bb9f5728', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:32.623576 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4e9c8594-af57-4d70-8825-0b464599e2be tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:32.625867 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f7329270-6872-426b-b6de-dd96dc2d24c9 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11195289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11288741'] for subnet, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:32.627369 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bcff5279-39b3-46ff-90d8-0729b88ea8de tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805230'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:32.627814 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 8d2dbbe6-4cda-4078-aedc-65aac26a6ac8 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:31:32.628153 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bcff5279-39b3-46ff-90d8-0729b88ea8de tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12346565'] for subnet, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:32.691014 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4e9c8594-af57-4d70-8825-0b464599e2be tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:32.713134 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.db.api [None req-fd0f85d2-0777-43e7-8aba-1e14f9b8c962 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 13:31:32.713451 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG oslo_db.api [None req-fd0f85d2-0777-43e7-8aba-1e14f9b8c962 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 13:31:32.731446 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcff5279-39b3-46ff-90d8-0729b88ea8de tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:31:32.744081 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af2bea0a-c015-474d-bb6c-fcfbfdbd37a2 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=103152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:31:32.746975 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 8d2dbbe6-4cda-4078-aedc-65aac26a6ac8 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:31:32.747355 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:32.752093 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-bcff5279-39b3-46ff-90d8-0729b88ea8de tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:31:32.766771 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcff5279-39b3-46ff-90d8-0729b88ea8de tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:32.767745 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bcff5279-39b3-46ff-90d8-0729b88ea8de tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:32.773558 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9c8594-af57-4d70-8825-0b464599e2be tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=444ed381-6bb0-49b8-9d90-f91cd3e35e28,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:32.777141 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcff5279-39b3-46ff-90d8-0729b88ea8de tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event updated for resources: {'Subnet': ['ID=26574944-5ce6-4132-930e-6cb7cd0bedb4,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:32.790235 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-064b0812-74ca-436f-8987-0502451e2a29 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Router 63efc57a-a9c4-4816-aafa-50d0346a26bf has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:31:32.793733 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4e9c8594-af57-4d70-8825-0b464599e2be tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:32.797138 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-af2bea0a-c015-474d-bb6c-fcfbfdbd37a2 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:32.797286 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-4e9c8594-af57-4d70-8825-0b464599e2be tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7379389 Dec 21 13:31:32.797399 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.segments_db [None req-af2bea0a-c015-474d-bb6c-fcfbfdbd37a2 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Added segment f2f3e2ad-f061-4a4b-8b89-065d2dd5ece6 of type vlan for network 6936352a-98ba-4fd3-82ff-bf940bbd8b4f Dec 21 13:31:32.797399 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcff5279-39b3-46ff-90d8-0729b88ea8de tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event updated for resources: {'Port': ['ID=8d2dbbe6-4cda-4078-aedc-65aac26a6ac8,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:32.802514 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58322) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:32.812366 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-63925b65-60e9-4f34-8458-0b8e4a2ffefb tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:32.818580 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7329270-6872-426b-b6de-dd96dc2d24c9 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Pushing event updated for resources: {'Subnet': ['ID=e5a18229-4e1f-4be1-acfb-b9b1619f7e10,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:32.828562 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-637e03a2-d50e-4814-9ca2-a9ce0bee53b2 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Delete allocated IP 172.20.0.14 (c6bf85d4-de6b-4911-ac91-51fc0c7c7ed2/9c9d0ddc-71c8-4c7b-a63f-fad491ed9879) {{(pid=103153) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 21 13:31:32.837445 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-bcff5279-39b3-46ff-90d8-0729b88ea8de tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7748637 Dec 21 13:31:32.845973 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58324) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:32.853846 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-68d55c95-e6d7-4e25-8d8a-ce17ab062d3e tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Request body: {'port': {'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9', 'mac_address': 'fa:16:3e:54:8e:35', 'name': 'tempest-NetworksTestDHCPv6-1226748588'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:32.864862 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-637e03a2-d50e-4814-9ca2-a9ce0bee53b2 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Allocated IP 172.20.0.39 (c6bf85d4-de6b-4911-ac91-51fc0c7c7ed2/79cfe299-c3d7-4f62-a3df-b67fbb08a808/10c9136e-9c43-4317-9354-305b90a1ee3d) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:31:32.909257 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-af2bea0a-c015-474d-bb6c-fcfbfdbd37a2 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:32.926837 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7329270-6872-426b-b6de-dd96dc2d24c9 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Checking segment: {'id': 'f9ce45a2-daf5-4c39-a620-9727421f1540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '7aa22297-928d-4770-bb42-5c228a253bbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:31:32.927231 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7329270-6872-426b-b6de-dd96dc2d24c9 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Network hostable DHCP agents. Network: 7aa22297-928d-4770-bb42-5c228a253bbd, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:31:32.933193 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:32.964085 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57ba335-1a2f-4cd7-b87a-b3813f714728 None None] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:31:32.976101 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-63925b65-60e9-4f34-8458-0b8e4a2ffefb tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:32.978992 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-997047ca-567d-49c0-b8a9-c5a41e0c119a tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:32.980349 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-af2bea0a-c015-474d-bb6c-fcfbfdbd37a2 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:32.986860 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2bea0a-c015-474d-bb6c-fcfbfdbd37a2 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:32.987392 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-af2bea0a-c015-474d-bb6c-fcfbfdbd37a2 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Publish callbacks [] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:32.998864 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05550289-e9a3-4c9c-a83c-10e4e7645640 None None] Network c6bf85d4-de6b-4911-ac91-51fc0c7c7ed2 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:31:33.007986 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-63925b65-60e9-4f34-8458-0b8e4a2ffefb tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:33.047094 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-064b0812-74ca-436f-8987-0502451e2a29 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:31:33.054041 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-064b0812-74ca-436f-8987-0502451e2a29 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] 10.222.0.37 "PUT /v2.0/routers/63efc57a-a9c4-4816-aafa-50d0346a26bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5425315 Dec 21 13:31:33.058270 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a2760f-3ac3-423a-a20d-c5b8c4316432 None None] Sync routers for ids ['63efc57a-a9c4-4816-aafa-50d0346a26bf'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:31:33.060982 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58326) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:33.071730 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a2760f-3ac3-423a-a20d-c5b8c4316432 None None] Routers {'63efc57a-a9c4-4816-aafa-50d0346a26bf'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:31:33.072769 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-16a2760f-3ac3-423a-a20d-c5b8c4316432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:31:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['63efc57a-a9c4-4816-aafa-50d0346a26bf'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:31:33.082861 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-af2bea0a-c015-474d-bb6c-fcfbfdbd37a2 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6081674 Dec 21 13:31:33.085430 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-997047ca-567d-49c0-b8a9-c5a41e0c119a tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:33.121945 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-16a2760f-3ac3-423a-a20d-c5b8c4316432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:31:33.127510 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] For port 8d2dbbe6-4cda-4078-aedc-65aac26a6ac8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8d2dbbe6-4cda-4078-aedc-65aac26a6ac8,segment=NetworkSegment(b20a5dbe-a251-4a83-ae2d-3ffbda6396cf),segment_id=b20a5dbe-a251-4a83-ae2d-3ffbda6396cf)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:31:33.138484 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58328) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:33.139229 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63925b65-60e9-4f34-8458-0b8e4a2ffefb tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1df518c5-2868-4943-8c61-136e69506113,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:33.151344 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a2760f-3ac3-423a-a20d-c5b8c4316432 None None] Routers {'63efc57a-a9c4-4816-aafa-50d0346a26bf'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:31:33.152295 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-16a2760f-3ac3-423a-a20d-c5b8c4316432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:31:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['63efc57a-a9c4-4816-aafa-50d0346a26bf'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:31:33.160885 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.api.v2.resource [None req-51c73684-2f0d-48a7-a722-955abbb93632 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] show failed (client error): The resource could not be found. Dec 21 13:31:33.167028 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-865ab910-70cf-4854-a4af-a22c9d5acdfe tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-618985453'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:33.168631 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-51c73684-2f0d-48a7-a722-955abbb93632 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] 10.222.0.37 "GET /v2.0/routers/tempest-non_exist_router-793096396 HTTP/1.1" status: 404 len: 334 time: 0.1024580 Dec 21 13:31:33.169413 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58330) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:33.172664 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:33.180265 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-a7d2b831-1ad5-4e5b-a3e5-7000ca3e2561 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:33.181492 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-63925b65-60e9-4f34-8458-0b8e4a2ffefb tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:33.183900 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-63925b65-60e9-4f34-8458-0b8e4a2ffefb tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5662854 Dec 21 13:31:33.190947 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7329270-6872-426b-b6de-dd96dc2d24c9 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Network 7aa22297-928d-4770-bb42-5c228a253bbd is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:31:33.197724 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2bea0a-c015-474d-bb6c-fcfbfdbd37a2 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Pushing event updated for resources: {'Network': ['ID=6936352a-98ba-4fd3-82ff-bf940bbd8b4f,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:33.219340 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58332) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:33.228200 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-16a2760f-3ac3-423a-a20d-c5b8c4316432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:31:33.235213 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network 6936352a-98ba-4fd3-82ff-bf940bbd8b4f details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:31:33.236525 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a2760f-3ac3-423a-a20d-c5b8c4316432 None None] The sync data for ids ['63efc57a-a9c4-4816-aafa-50d0346a26bf'] in dv-neutron-master-2-hyperv is: [] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:31:33.263616 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.api.v2.resource [None req-a7d2b831-1ad5-4e5b-a3e5-7000ca3e2561 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] update failed (client error): The resource could not be found. Dec 21 13:31:33.270124 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-a7d2b831-1ad5-4e5b-a3e5-7000ca3e2561 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] 10.222.0.37 "PUT /v2.0/routers/tempest-non_exist_router-1409980059 HTTP/1.1" status: 404 len: 335 time: 0.0939169 Dec 21 13:31:33.270837 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58334) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:33.296535 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-865ab910-70cf-4854-a4af-a22c9d5acdfe tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Made reservation on behalf of 68b9808d5efe4ed68b57050245d595fc for: {'network': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:31:33.301689 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-865ab910-70cf-4854-a4af-a22c9d5acdfe tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:33.323185 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-ee098057-6b9a-487b-83db-b808607a66f0 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] 10.222.0.37 "GET /v2.0/security-group-rules/1df518c5-2868-4943-8c61-136e69506113 HTTP/1.1" status: 200 len: 763 time: 0.0960038 Dec 21 13:31:33.323185 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58336) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:33.323710 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-f7329270-6872-426b-b6de-dd96dc2d24c9 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 7aa22297-928d-4770-bb42-5c228a253bbd) {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:31:33.353589 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-865ab910-70cf-4854-a4af-a22c9d5acdfe tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=103152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:31:33.366658 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-865ab910-70cf-4854-a4af-a22c9d5acdfe tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:33.367020 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.segments_db [None req-865ab910-70cf-4854-a4af-a22c9d5acdfe tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Added segment 426651b4-1023-4493-9835-6e38329cafe7 of type vlan for network 27fb7612-27ac-4607-bb1f-e0498c994d8a Dec 21 13:31:33.377470 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7329270-6872-426b-b6de-dd96dc2d24c9 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:33.377938 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f7329270-6872-426b-b6de-dd96dc2d24c9 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks [] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:33.379629 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-997047ca-567d-49c0-b8a9-c5a41e0c119a tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:33.389370 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-997047ca-567d-49c0-b8a9-c5a41e0c119a tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:33.393241 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d860cd-99ce-4b89-ac89-ae9a65f24ceb None None] Network 7aa22297-928d-4770-bb42-5c228a253bbd requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:31:33.401593 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-997047ca-567d-49c0-b8a9-c5a41e0c119a tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] 10.222.0.37 "DELETE /v2.0/security-groups/0e3f97ae-b9d1-4fcb-bc21-788689416f84 HTTP/1.1" status: 204 len: 168 time: 0.5834348 Dec 21 13:31:33.403732 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58338) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:33.429683 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68d55c95-e6d7-4e25-8d8a-ce17ab062d3e tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Made reservation on behalf of 4e9b97d81d204c53a28bf5666eaf36b7 for: {'port': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:31:33.437279 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997047ca-567d-49c0-b8a9-c5a41e0c119a tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e3f97ae-b9d1-4fcb-bc21-788689416f84,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:33.441596 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-f7329270-6872-426b-b6de-dd96dc2d24c9 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.3976724 Dec 21 13:31:33.446083 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58340) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:33.454270 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-865ab910-70cf-4854-a4af-a22c9d5acdfe tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:33.467771 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Pushing event updated for resources: {'Port': ['ID=8d2dbbe6-4cda-4078-aedc-65aac26a6ac8,revision_number=5']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:33.472760 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-2518aad2-347e-4835-a451-2f16b3923b40 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1470857 Dec 21 13:31:33.472970 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce8bad88-af9f-4237-8fdb-cd0e86f7a8fe tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Deleting subnet 20df2188-9d24-4c87-aefb-53e175d7e2ff {{(pid=103153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:31:33.473068 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58342) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:33.489231 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ce8bad88-af9f-4237-8fdb-cd0e86f7a8fe tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks [] for subnet, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:33.514140 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2147f69a-25ac-4c52-bacb-10c3de1a6431 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:33.525593 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2147f69a-25ac-4c52-bacb-10c3de1a6431 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:33.544879 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-865ab910-70cf-4854-a4af-a22c9d5acdfe tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:33.554669 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-865ab910-70cf-4854-a4af-a22c9d5acdfe tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:33.555411 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-865ab910-70cf-4854-a4af-a22c9d5acdfe tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Publish callbacks [] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:33.604161 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21acd8fe-d1b2-4286-8e9a-85876bcc0d02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-7aa22297-928d-4770-bb42-5c228a253bbd', 'network_id': '7aa22297-928d-4770-bb42-5c228a253bbd', 'project_id': 'a1ada58ef66244899294bdd43455e4f3', 'fixed_ips': [{'subnet_id': 'e5a18229-4e1f-4be1-acfb-b9b1619f7e10'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:31:33.605171 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-21acd8fe-d1b2-4286-8e9a-85876bcc0d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:33.633816 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2147f69a-25ac-4c52-bacb-10c3de1a6431 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:33.639429 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-865ab910-70cf-4854-a4af-a22c9d5acdfe tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4973609 Dec 21 13:31:33.643854 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2147f69a-25ac-4c52-bacb-10c3de1a6431 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:33.649839 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-2147f69a-25ac-4c52-bacb-10c3de1a6431 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/1df518c5-2868-4943-8c61-136e69506113 HTTP/1.1" status: 204 len: 168 time: 0.1751060 Dec 21 13:31:33.650979 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58344) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:33.651383 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58346) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:33.685974 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-9a5b87f1-fa7c-493b-bd04-b8cb1d8ea9ee tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2769454 Dec 21 13:31:33.686205 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-5d9b38e6-680c-4e00-b522-e1366b2b0696 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Request body: {'ports': [{'network_id': '6936352a-98ba-4fd3-82ff-bf940bbd8b4f', 'name': 'tempest-port--1182598783', 'admin_state_up': True}, {'network_id': '27fb7612-27ac-4607-bb1f-e0498c994d8a', 'admin_state_up': False}]} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:33.686205 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-5d9b38e6-680c-4e00-b522-e1366b2b0696 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Request body: {'port': {'network_id': '6936352a-98ba-4fd3-82ff-bf940bbd8b4f', 'name': 'tempest-port--1182598783', 'admin_state_up': True}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:33.687351 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-5d9b38e6-680c-4e00-b522-e1366b2b0696 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Request body: {'port': {'network_id': '27fb7612-27ac-4607-bb1f-e0498c994d8a', 'admin_state_up': False}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:33.693386 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ce8bad88-af9f-4237-8fdb-cd0e86f7a8fe tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1585439'] for subnet, precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:33.699185 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58348) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:33.711086 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865ab910-70cf-4854-a4af-a22c9d5acdfe tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Pushing event updated for resources: {'Network': ['ID=27fb7612-27ac-4607-bb1f-e0498c994d8a,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:33.722224 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39d8c89-db5d-402b-9f24-8232773a2a68 None None] Update dhcp port {'port': {'network_id': 'c6bf85d4-de6b-4911-ac91-51fc0c7c7ed2', 'fixed_ips': [{'subnet_id': '458192a2-3f53-45c1-aea6-5a2e3c9a18bb', 'ip_address': '172.20.0.18'}, {'subnet_id': '9c9d0ddc-71c8-4c7b-a63f-fad491ed9879', 'ip_address': '172.20.0.2'}, {'subnet_id': '79cfe299-c3d7-4f62-a3df-b67fbb08a808'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '774a0026-84db-42af-9693-c3e29a4252e7'} from dv-neutron-master-2-hyperv. {{(pid=103154) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 21 13:31:33.730067 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network 27fb7612-27ac-4607-bb1f-e0498c994d8a details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:31:33.745155 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2147f69a-25ac-4c52-bacb-10c3de1a6431 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1df518c5-2868-4943-8c61-136e69506113,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:33.801599 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-637e03a2-d50e-4814-9ca2-a9ce0bee53b2 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:33.819570 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-6be6ba8e-def5-4a40-982b-744b247dc388 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1477389 Dec 21 13:31:33.819823 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-637e03a2-d50e-4814-9ca2-a9ce0bee53b2 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:33.836107 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58350) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:33.838666 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-68d55c95-e6d7-4e25-8d8a-ce17ab062d3e tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:33.842166 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-8dab59fd-2e61-4534-8537-f400d805a38f tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Request body: {'security_group_rule': {'security_group_id': '741e89eb-5cc3-49a2-a8da-98d1bb9f5728', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:33.871380 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d39d8c89-db5d-402b-9f24-8232773a2a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:33.938956 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-bc1974a5-36ec-4743-92c9-aae2b0d43e64 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.2379351 Dec 21 13:31:33.946465 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f066e93e-eb21-486f-8e7c-1427888a6dd5 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:33.954286 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-21acd8fe-d1b2-4286-8e9a-85876bcc0d02 None None] Allocated IP 2001:db8::1 (7aa22297-928d-4770-bb42-5c228a253bbd/e5a18229-4e1f-4be1-acfb-b9b1619f7e10/8d4df1ec-b09b-4c76-b560-836b5efc14fc) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:31:33.957334 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58352) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:34.017916 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8dab59fd-2e61-4534-8537-f400d805a38f tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:34.023293 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.api.v2.resource [None req-cd393c2c-7f53-491e-8529-84fd60f6372d tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] delete failed (client error): The resource could not be found. Dec 21 13:31:34.025062 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-cd393c2c-7f53-491e-8529-84fd60f6372d tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] 10.222.0.37 "DELETE /v2.0/security-groups/0e3f97ae-b9d1-4fcb-bc21-788689416f84 HTTP/1.1" status: 404 len: 347 time: 0.0606823 Dec 21 13:31:34.029843 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58354) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:34.030174 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [None req-68d55c95-e6d7-4e25-8d8a-ce17ab062d3e tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] device_id is not set on port 3ddacad0-4486-4bbe-b2c6-72705280308b yet. {{(pid=103153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 13:31:34.030517 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d9b38e6-680c-4e00-b522-e1366b2b0696 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Made reservation on behalf of 68b9808d5efe4ed68b57050245d595fc for: {'port': 2} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:31:34.035771 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5d9b38e6-680c-4e00-b522-e1366b2b0696 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:34.072873 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5d9b38e6-680c-4e00-b522-e1366b2b0696 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:34.075151 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637e03a2-d50e-4814-9ca2-a9ce0bee53b2 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Pushing event updated for resources: {'Port': ['ID=10c9136e-9c43-4317-9354-305b90a1ee3d,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:34.081274 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ce8bad88-af9f-4237-8fdb-cd0e86f7a8fe tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:34.125854 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-15e058da-ef28-495e-a64b-200ffdccf886 tempest-SecGroupIPv6Test-2056270181 tempest-SecGroupIPv6Test-2056270181-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0725911 Dec 21 13:31:34.229343 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-637e03a2-d50e-4814-9ca2-a9ce0bee53b2 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] In _notify_port_updated(), no bound segment for port 10c9136e-9c43-4317-9354-305b90a1ee3d on network c6bf85d4-de6b-4911-ac91-51fc0c7c7ed2 {{(pid=103153) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 21 13:31:34.235565 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637e03a2-d50e-4814-9ca2-a9ce0bee53b2 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:34.236570 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-637e03a2-d50e-4814-9ca2-a9ce0bee53b2 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:34.238140 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-637e03a2-d50e-4814-9ca2-a9ce0bee53b2 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "PUT /v2.0/ports/10c9136e-9c43-4317-9354-305b90a1ee3d HTTP/1.1" status: 200 len: 959 time: 3.1321578 Dec 21 13:31:34.252073 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58358) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:34.273277 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f066e93e-eb21-486f-8e7c-1427888a6dd5 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:34.322745 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-5d9b38e6-680c-4e00-b522-e1366b2b0696 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] device_id is not set on port 7cdf9572-b579-4249-8405-7aad6f16fd56 yet. {{(pid=103152) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 13:31:34.339881 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8dab59fd-2e61-4534-8537-f400d805a38f tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:34.351635 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ce8bad88-af9f-4237-8fdb-cd0e86f7a8fe tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11349588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11288746'] for subnet, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:34.417156 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0686fef-2b9f-4c83-b7e0-4907dc6d3e3f None None] Network 81fa9ea4-2b05-45f8-b8a7-06280acd5c32 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:31:34.422765 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8dab59fd-2e61-4534-8537-f400d805a38f tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:34.493665 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-68d55c95-e6d7-4e25-8d8a-ce17ab062d3e tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Allocated IP 172.20.0.3 (ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9/f4665aea-14f8-4fc6-80f0-0f41b27c515a/3ddacad0-4486-4bbe-b2c6-72705280308b) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:31:34.499372 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dab59fd-2e61-4534-8537-f400d805a38f tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97044893-4378-4fb3-bedd-3f44a3d2dafb,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:34.509202 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-68d55c95-e6d7-4e25-8d8a-ce17ab062d3e tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Allocated IP 2001:db8::f816:3eff:fe54:8e35 (ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9/26574944-5ce6-4132-930e-6cb7cd0bedb4/3ddacad0-4486-4bbe-b2c6-72705280308b) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:31:34.517541 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8dab59fd-2e61-4534-8537-f400d805a38f tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:34.518802 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-8dab59fd-2e61-4534-8537-f400d805a38f tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6811979 Dec 21 13:31:34.522183 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58362) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:34.565033 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-54ee9a09-4952-456a-9dec-0263345a96f3 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Deleting port 10c9136e-9c43-4317-9354-305b90a1ee3d {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:31:34.565292 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-54ee9a09-4952-456a-9dec-0263345a96f3 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:34.570339 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-d39d8c89-db5d-402b-9f24-8232773a2a68 None None] Allocated IP 172.20.0.34 (c6bf85d4-de6b-4911-ac91-51fc0c7c7ed2/79cfe299-c3d7-4f62-a3df-b67fbb08a808/774a0026-84db-42af-9693-c3e29a4252e7) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:31:34.572199 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-bc0eb70d-4e77-4f92-9b5d-f500f2ed4ed3 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] 10.222.0.37 "GET /v2.0/security-group-rules/97044893-4378-4fb3-bedd-3f44a3d2dafb HTTP/1.1" status: 200 len: 764 time: 0.0487754 Dec 21 13:31:34.626040 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58364) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:34.634123 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a191787-0e91-4507-88ec-b1e93af1481d None None] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:31:34.643540 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 8d2dbbe6-4cda-4078-aedc-65aac26a6ac8 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:31:34.699015 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-68d55c95-e6d7-4e25-8d8a-ce17ab062d3e tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:34.700534 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58366) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:34.771711 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-21acd8fe-d1b2-4286-8e9a-85876bcc0d02 None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:34.780332 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-869cf681-3731-4186-a6c5-e6b8342bba92 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1505067 Dec 21 13:31:34.785894 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58370) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:34.790122 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8bad88-af9f-4237-8fdb-cd0e86f7a8fe tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Pushing event deleted for resources: {'Subnet': ['ID=20df2188-9d24-4c87-aefb-53e175d7e2ff,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:34.809165 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ce8bad88-af9f-4237-8fdb-cd0e86f7a8fe tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks [] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:34.814559 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-ce8bad88-af9f-4237-8fdb-cd0e86f7a8fe tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] 10.222.0.37 "DELETE /v2.0/subnets/20df2188-9d24-4c87-aefb-53e175d7e2ff HTTP/1.1" status: 204 len: 168 time: 1.5343070 Dec 21 13:31:34.817156 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58372) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:34.819018 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-68d55c95-e6d7-4e25-8d8a-ce17ab062d3e tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:34.819817 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5d9b38e6-680c-4e00-b522-e1366b2b0696 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:34.826203 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-54ee9a09-4952-456a-9dec-0263345a96f3 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:34.831117 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-21acd8fe-d1b2-4286-8e9a-85876bcc0d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:34.843063 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-23d4c61e-daa5-4824-91e0-8c5752b65394 None None] Provisioning complete for port 8d2dbbe6-4cda-4078-aedc-65aac26a6ac8 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:31:34.843431 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-23d4c61e-daa5-4824-91e0-8c5752b65394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:34.901061 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-54ee9a09-4952-456a-9dec-0263345a96f3 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Calling delete_port for 10c9136e-9c43-4317-9354-305b90a1ee3d owned by {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:31:34.912844 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f066e93e-eb21-486f-8e7c-1427888a6dd5 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11349588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11288746'] for subnet, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:34.919638 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d55c95-e6d7-4e25-8d8a-ce17ab062d3e tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:31:34.942823 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6acfa6a0-0c3b-485e-89ff-1a5b5e13a0c6 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:34.954594 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-68d55c95-e6d7-4e25-8d8a-ce17ab062d3e tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:31:34.958134 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21acd8fe-d1b2-4286-8e9a-85876bcc0d02 None None] Network 7aa22297-928d-4770-bb42-5c228a253bbd is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:31:34.961101 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d55c95-e6d7-4e25-8d8a-ce17ab062d3e tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:31:34.976294 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6acfa6a0-0c3b-485e-89ff-1a5b5e13a0c6 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:34.994603 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d55c95-e6d7-4e25-8d8a-ce17ab062d3e tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event updated for resources: {'Port': ['ID=3ddacad0-4486-4bbe-b2c6-72705280308b,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:34.997820 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f066e93e-eb21-486f-8e7c-1427888a6dd5 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Pushing event deleted for resources: {'Subnet': ['ID=e5a18229-4e1f-4be1-acfb-b9b1619f7e10,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:35.002738 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-21acd8fe-d1b2-4286-8e9a-85876bcc0d02 None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:31:35.008472 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21acd8fe-d1b2-4286-8e9a-85876bcc0d02 None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:31:35.012221 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21acd8fe-d1b2-4286-8e9a-85876bcc0d02 None None] Pushing event updated for resources: {'Port': ['ID=8d4df1ec-b09b-4c76-b560-836b5efc14fc,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:35.023601 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-5d9b38e6-680c-4e00-b522-e1366b2b0696 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] device_id is not set on port 832a9827-a221-491a-a8c5-c85097bd6d7f yet. {{(pid=103152) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 13:31:35.026303 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-d39d8c89-db5d-402b-9f24-8232773a2a68 None None] For port 774a0026-84db-42af-9693-c3e29a4252e7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=774a0026-84db-42af-9693-c3e29a4252e7,segment=NetworkSegment(5a3eecab-405a-48b3-b476-c53671b8bca8),segment_id=5a3eecab-405a-48b3-b476-c53671b8bca8)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:31:35.064789 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 8d2dbbe6-4cda-4078-aedc-65aac26a6ac8 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:31:35.065422 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:35.067387 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8ce149-4460-4b4b-9fe6-40188a72f5f1 None None] DHCP port deletion for 81fa9ea4-2b05-45f8-b8a7-06280acd5c32 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:31:35.094961 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f066e93e-eb21-486f-8e7c-1427888a6dd5 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:35.108189 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a3bba1ea-c1fb-4b90-a8ee-7dbdbcbaa042 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:35.111838 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d55c95-e6d7-4e25-8d8a-ce17ab062d3e tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:35.112512 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-68d55c95-e6d7-4e25-8d8a-ce17ab062d3e tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:35.143465 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-68d55c95-e6d7-4e25-8d8a-ce17ab062d3e tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.2943914 Dec 21 13:31:35.145281 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-f066e93e-eb21-486f-8e7c-1427888a6dd5 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7aa22297-928d-4770-bb42-5c228a253bbd']}} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:31:35.150384 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-7044a25b-7bbe-4fa7-9f2b-d7adafe75fcf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0744ef6dc2c44571b9a1f7337bb80fcd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4346130 Dec 21 13:31:35.150587 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58374) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:35.151047 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58376) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:35.156090 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6acfa6a0-0c3b-485e-89ff-1a5b5e13a0c6 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:35.174689 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-f066e93e-eb21-486f-8e7c-1427888a6dd5 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9ce45a2-daf5-4c39-a620-9727421f1540') {'for_net_delete': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:31:35.175308 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-f066e93e-eb21-486f-8e7c-1427888a6dd5 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9ce45a2-daf5-4c39-a620-9727421f1540') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:31:35.176792 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6acfa6a0-0c3b-485e-89ff-1a5b5e13a0c6 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:35.178016 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-6acfa6a0-0c3b-485e-89ff-1a5b5e13a0c6 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/97044893-4378-4fb3-bedd-3f44a3d2dafb HTTP/1.1" status: 204 len: 168 time: 0.3913620 Dec 21 13:31:35.194834 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d39d8c89-db5d-402b-9f24-8232773a2a68 None None] Publish callbacks [] for port, precommit_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:35.195861 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58378) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:35.201559 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f066e93e-eb21-486f-8e7c-1427888a6dd5 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1585430'] for segment, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:35.211059 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d39d8c89-db5d-402b-9f24-8232773a2a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:35.214789 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acfa6a0-0c3b-485e-89ff-1a5b5e13a0c6 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=97044893-4378-4fb3-bedd-3f44a3d2dafb,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:35.225824 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-21acd8fe-d1b2-4286-8e9a-85876bcc0d02 None None] Attempting to bind port 8d4df1ec-b09b-4c76-b560-836b5efc14fc on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:31:35.226493 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-21acd8fe-d1b2-4286-8e9a-85876bcc0d02 None None] Attempting to bind port 8d4df1ec-b09b-4c76-b560-836b5efc14fc by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f9ce45a2-daf5-4c39-a620-9727421f1540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '7aa22297-928d-4770-bb42-5c228a253bbd'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:31:35.227048 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21acd8fe-d1b2-4286-8e9a-85876bcc0d02 None None] Attempting to bind port 8d4df1ec-b09b-4c76-b560-836b5efc14fc on network 7aa22297-928d-4770-bb42-5c228a253bbd {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:31:35.237701 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f066e93e-eb21-486f-8e7c-1427888a6dd5 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:35.251209 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f066e93e-eb21-486f-8e7c-1427888a6dd5 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=103153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:31:35.251894 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f066e93e-eb21-486f-8e7c-1427888a6dd5 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11349758'] for segment, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:35.255692 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:31:35.255692 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:31:35.255692 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:31:35.255692 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:31:35.255692 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:31:35.255692 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:31:35.255692 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:31:35.255692 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:31:35.255692 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:31:35.255692 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:31:35.255692 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:31:35.255692 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:31:35.255692 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:31:35.255692 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:31:35.255692 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:31:35.255692 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:31:35.255692 dv-neutron-master-2-hyperv neutron-server[103153]: Traceback (most recent call last): Dec 21 13:31:35.255692 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:31:35.255692 dv-neutron-master-2-hyperv neutron-server[103153]: timer() Dec 21 13:31:35.255692 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:31:35.255692 dv-neutron-master-2-hyperv neutron-server[103153]: cb(*args, **kw) Dec 21 13:31:35.255692 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:31:35.255692 dv-neutron-master-2-hyperv neutron-server[103153]: return func(*args, **kwargs) Dec 21 13:31:35.255692 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:31:35.255692 dv-neutron-master-2-hyperv neutron-server[103153]: self._notify() Dec 21 13:31:35.255692 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:31:35.255692 dv-neutron-master-2-hyperv neutron-server[103153]: self.callback(batched_events) Dec 21 13:31:35.255692 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:31:35.255692 dv-neutron-master-2-hyperv neutron-server[103153]: event.method(event) Dec 21 13:31:35.255692 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:31:35.255692 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:31:35.255692 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:31:35.255692 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:31:35.255692 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:31:35.255692 dv-neutron-master-2-hyperv neutron-server[103153]: return f(self, *a, **k) Dec 21 13:31:35.255692 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:31:35.255692 dv-neutron-master-2-hyperv neutron-server[103153]: return self._get(url).json() Dec 21 13:31:35.255692 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:31:35.255692 dv-neutron-master-2-hyperv neutron-server[103153]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:31:35.255692 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:31:35.255692 dv-neutron-master-2-hyperv neutron-server[103153]: return self.request(url, 'GET', **kwargs) Dec 21 13:31:35.255692 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:31:35.255692 dv-neutron-master-2-hyperv neutron-server[103153]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:31:35.255692 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:31:35.255692 dv-neutron-master-2-hyperv neutron-server[103153]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:31:35.255692 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:31:35.255692 dv-neutron-master-2-hyperv neutron-server[103153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:31:35.255692 dv-neutron-master-2-hyperv neutron-server[103153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:31:35.268866 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21acd8fe-d1b2-4286-8e9a-85876bcc0d02 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:31:35.269243 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21acd8fe-d1b2-4286-8e9a-85876bcc0d02 None None] Checking segment: {'id': 'f9ce45a2-daf5-4c39-a620-9727421f1540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '7aa22297-928d-4770-bb42-5c228a253bbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:31:35.269652 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-21acd8fe-d1b2-4286-8e9a-85876bcc0d02 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:35.270060 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21acd8fe-d1b2-4286-8e9a-85876bcc0d02 None None] Bound using segment: {'id': 'f9ce45a2-daf5-4c39-a620-9727421f1540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '7aa22297-928d-4770-bb42-5c228a253bbd'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:31:35.270576 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-21acd8fe-d1b2-4286-8e9a-85876bcc0d02 None None] Bound port: 8d4df1ec-b09b-4c76-b560-836b5efc14fc, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9ce45a2-daf5-4c39-a620-9727421f1540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '7aa22297-928d-4770-bb42-5c228a253bbd'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:31:35.270958 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-21acd8fe-d1b2-4286-8e9a-85876bcc0d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:35.284927 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0fc72d6-0a42-4be4-adf7-89c6bb1d7cd6 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:35.292366 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0fc72d6-0a42-4be4-adf7-89c6bb1d7cd6 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:35.294331 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-b0fc72d6-0a42-4be4-adf7-89c6bb1d7cd6 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1441453 Dec 21 13:31:35.298251 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58380) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:35.359467 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.db.api [None req-f066e93e-eb21-486f-8e7c-1427888a6dd5 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 21 13:31:35.359467 dv-neutron-master-2-hyperv neutron-server[103153]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 21 13:31:35.359467 dv-neutron-master-2-hyperv neutron-server[103153]: [parameters: {'id': '7aa22297-928d-4770-bb42-5c228a253bbd'}] Dec 21 13:31:35.359467 dv-neutron-master-2-hyperv neutron-server[103153]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103153) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 13:31:35.359965 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG oslo_db.api [None req-f066e93e-eb21-486f-8e7c-1427888a6dd5 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 13:31:35.385461 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39d8c89-db5d-402b-9f24-8232773a2a68 None None] Pushing event updated for resources: {'Port': ['ID=774a0026-84db-42af-9693-c3e29a4252e7,revision_number=7']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:35.407657 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-616f835f-acdb-4949-8f9e-a55a67a26502 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:35.422195 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-9d8ce149-4460-4b4b-9fe6-40188a72f5f1 None None] Deleting port 63032f90-c53c-41cd-9a4a-ae2253b1e007 {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:31:35.422839 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-9d8ce149-4460-4b4b-9fe6-40188a72f5f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:35.505508 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-3d7c1fc8-41e5-41b9-b5d4-15ebd0581fcf tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3083160 Dec 21 13:31:35.508904 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58382) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:35.554060 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-9d8ce149-4460-4b4b-9fe6-40188a72f5f1 None None] For port 63032f90-c53c-41cd-9a4a-ae2253b1e007, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=63032f90-c53c-41cd-9a4a-ae2253b1e007,segment=NetworkSegment(e069f74c-5b92-4e63-a84f-ace1918ca7f2),segment_id=e069f74c-5b92-4e63-a84f-ace1918ca7f2)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:31:35.559922 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-9d8ce149-4460-4b4b-9fe6-40188a72f5f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:35.560132 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-616f835f-acdb-4949-8f9e-a55a67a26502 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:35.581128 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-9d8ce149-4460-4b4b-9fe6-40188a72f5f1 None None] Calling delete_port for 63032f90-c53c-41cd-9a4a-ae2253b1e007 owned by network:dhcp {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:31:35.583208 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-21acd8fe-d1b2-4286-8e9a-85876bcc0d02 None None] For port 8d4df1ec-b09b-4c76-b560-836b5efc14fc, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:31:35.584608 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6eeea137-0fdf-4e53-bab2-7f61d58f4802 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:35.602222 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-21acd8fe-d1b2-4286-8e9a-85876bcc0d02 None None] For port 8d4df1ec-b09b-4c76-b560-836b5efc14fc, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8d4df1ec-b09b-4c76-b560-836b5efc14fc,segment=NetworkSegment(f9ce45a2-daf5-4c39-a620-9727421f1540),segment_id=f9ce45a2-daf5-4c39-a620-9727421f1540)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:31:35.611260 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-54ee9a09-4952-456a-9dec-0263345a96f3 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:35.614374 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5d9b38e6-680c-4e00-b522-e1366b2b0696 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:35.614950 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6eeea137-0fdf-4e53-bab2-7f61d58f4802 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:35.642008 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-21acd8fe-d1b2-4286-8e9a-85876bcc0d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:35.681920 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6eeea137-0fdf-4e53-bab2-7f61d58f4802 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:35.683911 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-a3bba1ea-c1fb-4b90-a8ee-7dbdbcbaa042 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Deleting port 63032f90-c53c-41cd-9a4a-ae2253b1e007 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:31:35.684303 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a3bba1ea-c1fb-4b90-a8ee-7dbdbcbaa042 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:35.686190 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6eeea137-0fdf-4e53-bab2-7f61d58f4802 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:35.690818 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-6eeea137-0fdf-4e53-bab2-7f61d58f4802 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] 10.222.0.37 "DELETE /v2.0/security-groups/741e89eb-5cc3-49a2-a8da-98d1bb9f5728 HTTP/1.1" status: 204 len: 168 time: 0.1807785 Dec 21 13:31:35.691750 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58384) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:35.703772 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ee9a09-4952-456a-9dec-0263345a96f3 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Pushing event deleted for resources: {'Port': ['ID=10c9136e-9c43-4317-9354-305b90a1ee3d,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:35.718815 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeea137-0fdf-4e53-bab2-7f61d58f4802 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=741e89eb-5cc3-49a2-a8da-98d1bb9f5728,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:35.799504 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-2862470b-a4d3-4f06-8aac-a50764ffb6c7 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0909688 Dec 21 13:31:35.802109 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58386) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:35.807456 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-727c90b3-37e5-4b5b-b1e1-c42cec163113 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Request body: {'security_group': {'name': 'tempest-secgroup--922032671'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:35.834778 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-f293a904-79f7-41b0-baee-25751626199b None None] Provisioning complete for port 8d2dbbe6-4cda-4078-aedc-65aac26a6ac8 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:31:35.835415 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f293a904-79f7-41b0-baee-25751626199b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:35.837185 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21acd8fe-d1b2-4286-8e9a-85876bcc0d02 None None] Pushing event updated for resources: {'Port': ['ID=8d4df1ec-b09b-4c76-b560-836b5efc14fc,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:35.858838 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-727c90b3-37e5-4b5b-b1e1-c42cec163113 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:35.863728 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f066e93e-eb21-486f-8e7c-1427888a6dd5 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:35.887639 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-572bc5cb-2d5f-48ff-a4bb-be0b427c87a1 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Deleting port 3ddacad0-4486-4bbe-b2c6-72705280308b {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:31:35.888248 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-572bc5cb-2d5f-48ff-a4bb-be0b427c87a1 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:35.893351 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-a3bba1ea-c1fb-4b90-a8ee-7dbdbcbaa042 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] For port 63032f90-c53c-41cd-9a4a-ae2253b1e007, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=63032f90-c53c-41cd-9a4a-ae2253b1e007,segment=NetworkSegment(e069f74c-5b92-4e63-a84f-ace1918ca7f2),segment_id=e069f74c-5b92-4e63-a84f-ace1918ca7f2)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:31:35.894169 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a3bba1ea-c1fb-4b90-a8ee-7dbdbcbaa042 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:35.907015 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-616f835f-acdb-4949-8f9e-a55a67a26502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:35.909951 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-616f835f-acdb-4949-8f9e-a55a67a26502 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:35.910632 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa3b15d5-7420-4045-a335-8f887b083562 None None] Network 7aa22297-928d-4770-bb42-5c228a253bbd requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:31:35.913559 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-9d8ce149-4460-4b4b-9fe6-40188a72f5f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636'] for port, after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:35.914126 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-616f835f-acdb-4949-8f9e-a55a67a26502 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9db6e490-ef84-4c75-93f7-202b1fc69e53 HTTP/1.1" status: 204 len: 168 time: 0.7589912 Dec 21 13:31:35.957824 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5d9b38e6-680c-4e00-b522-e1366b2b0696 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:36.004694 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8ce149-4460-4b4b-9fe6-40188a72f5f1 None None] Pushing event deleted for resources: {'Port': ['ID=63032f90-c53c-41cd-9a4a-ae2253b1e007,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:36.019118 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-a3bba1ea-c1fb-4b90-a8ee-7dbdbcbaa042 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Calling delete_port for 63032f90-c53c-41cd-9a4a-ae2253b1e007 owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:31:36.033063 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616f835f-acdb-4949-8f9e-a55a67a26502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db6e490-ef84-4c75-93f7-202b1fc69e53,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:36.047093 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8ce149-4460-4b4b-9fe6-40188a72f5f1 None None] No DVR routers for this DVR port 63032f90-c53c-41cd-9a4a-ae2253b1e007 on host dv-neutron-master-2-hyperv {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:31:36.071681 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-727c90b3-37e5-4b5b-b1e1-c42cec163113 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:36.082062 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-727c90b3-37e5-4b5b-b1e1-c42cec163113 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:36.111201 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-f066e93e-eb21-486f-8e7c-1427888a6dd5 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Deleting port 8d4df1ec-b09b-4c76-b560-836b5efc14fc {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:31:36.111884 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f066e93e-eb21-486f-8e7c-1427888a6dd5 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:36.174687 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-727c90b3-37e5-4b5b-b1e1-c42cec163113 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:36.176358 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-727c90b3-37e5-4b5b-b1e1-c42cec163113 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3725052 Dec 21 13:31:36.179844 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58392) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:36.183512 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-54ee9a09-4952-456a-9dec-0263345a96f3 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:36.185393 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-5f4fc90e-6b8e-4749-a261-57e75b55c7dc tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Request body: {'security_group_rule': {'security_group_id': '2a96b503-64e6-4269-bc08-a5b54f503813', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:36.187545 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-54ee9a09-4952-456a-9dec-0263345a96f3 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "DELETE /v2.0/ports/10c9136e-9c43-4317-9354-305b90a1ee3d HTTP/1.1" status: 204 len: 168 time: 1.9341304 Dec 21 13:31:36.200651 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58394) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:36.223319 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727c90b3-37e5-4b5b-b1e1-c42cec163113 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a96b503-64e6-4269-bc08-a5b54f503813,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:36.229509 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-f293a904-79f7-41b0-baee-25751626199b None None] Provisioning complete for port 3ddacad0-4486-4bbe-b2c6-72705280308b triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:31:36.229891 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f293a904-79f7-41b0-baee-25751626199b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:36.282593 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.pecan_wsgi.hooks.translation [None req-491cec35-a135-4491-a588-91e881ba5711 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] GET failed (client error): The resource could not be found. Dec 21 13:31:36.287115 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-491cec35-a135-4491-a588-91e881ba5711 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "GET /v2.0/ports/10c9136e-9c43-4317-9354-305b90a1ee3d HTTP/1.1" status: 404 len: 333 time: 0.0782902 Dec 21 13:31:36.290293 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58396) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:36.301333 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9b38e6-680c-4e00-b522-e1366b2b0696 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Pushing event updated for resources: {'Port': ['ID=7cdf9572-b579-4249-8405-7aad6f16fd56,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:36.315852 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-f066e93e-eb21-486f-8e7c-1427888a6dd5 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] For port 8d4df1ec-b09b-4c76-b560-836b5efc14fc, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8d4df1ec-b09b-4c76-b560-836b5efc14fc,segment=NetworkSegment(f9ce45a2-daf5-4c39-a620-9727421f1540),segment_id=f9ce45a2-daf5-4c39-a620-9727421f1540)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:31:36.316332 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f066e93e-eb21-486f-8e7c-1427888a6dd5 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:36.351010 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-572bc5cb-2d5f-48ff-a4bb-be0b427c87a1 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:36.356940 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-f066e93e-eb21-486f-8e7c-1427888a6dd5 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Calling delete_port for 8d4df1ec-b09b-4c76-b560-836b5efc14fc owned by network:dhcp {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:31:36.400201 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5f4fc90e-6b8e-4749-a261-57e75b55c7dc tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:36.417941 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-572bc5cb-2d5f-48ff-a4bb-be0b427c87a1 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Calling delete_port for 3ddacad0-4486-4bbe-b2c6-72705280308b owned by {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:31:36.420345 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9b38e6-680c-4e00-b522-e1366b2b0696 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Checking segment: {'id': 'f2f3e2ad-f061-4a4b-8b89-065d2dd5ece6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '6936352a-98ba-4fd3-82ff-bf940bbd8b4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:31:36.420730 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9b38e6-680c-4e00-b522-e1366b2b0696 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Network hostable DHCP agents. Network: 6936352a-98ba-4fd3-82ff-bf940bbd8b4f, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:31:36.529433 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a3bba1ea-c1fb-4b90-a8ee-7dbdbcbaa042 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:36.565450 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9b38e6-680c-4e00-b522-e1366b2b0696 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Network 6936352a-98ba-4fd3-82ff-bf940bbd8b4f is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:31:36.567268 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-f293a904-79f7-41b0-baee-25751626199b None None] Port 3ddacad0-4486-4bbe-b2c6-72705280308b cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:31:36.576218 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bba1ea-c1fb-4b90-a8ee-7dbdbcbaa042 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] No DVR routers for this DVR port 63032f90-c53c-41cd-9a4a-ae2253b1e007 on host dv-neutron-master-2-hyperv {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:31:36.593199 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bba1ea-c1fb-4b90-a8ee-7dbdbcbaa042 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Pushing event deleted for resources: {'Port': ['ID=63032f90-c53c-41cd-9a4a-ae2253b1e007,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:36.598601 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 774a0026-84db-42af-9693-c3e29a4252e7 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:31:36.631181 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-5d9b38e6-680c-4e00-b522-e1366b2b0696 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 6936352a-98ba-4fd3-82ff-bf940bbd8b4f) {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:31:36.635456 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9b38e6-680c-4e00-b522-e1366b2b0696 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:31:36.636459 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5d9b38e6-680c-4e00-b522-e1366b2b0696 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:36.652412 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37472b0d-e568-49e7-966a-ee5cc129454b None None] Network 6936352a-98ba-4fd3-82ff-bf940bbd8b4f requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:31:36.753122 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 774a0026-84db-42af-9693-c3e29a4252e7 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:31:36.753512 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:36.760465 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-8c5013e8-2cf2-43a3-af82-2e0cb27f1996 None None] Provisioning complete for port 2354d5f1-f114-4072-ade4-1a54305a5c66 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:31:36.760465 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8c5013e8-2cf2-43a3-af82-2e0cb27f1996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:36.771440 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a3bba1ea-c1fb-4b90-a8ee-7dbdbcbaa042 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:36.802054 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9b38e6-680c-4e00-b522-e1366b2b0696 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Pushing event updated for resources: {'Port': ['ID=832a9827-a221-491a-a8c5-c85097bd6d7f,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:36.806445 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-a3bba1ea-c1fb-4b90-a8ee-7dbdbcbaa042 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81fa9ea4-2b05-45f8-b8a7-06280acd5c32']}} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:31:36.848484 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9b38e6-680c-4e00-b522-e1366b2b0696 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Checking segment: {'id': '426651b4-1023-4493-9835-6e38329cafe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '27fb7612-27ac-4607-bb1f-e0498c994d8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:31:36.848920 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9b38e6-680c-4e00-b522-e1366b2b0696 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Network hostable DHCP agents. Network: 27fb7612-27ac-4607-bb1f-e0498c994d8a, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:31:36.858108 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-a3bba1ea-c1fb-4b90-a8ee-7dbdbcbaa042 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e069f74c-5b92-4e63-a84f-ace1918ca7f2') {'for_net_delete': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:31:36.863212 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-a3bba1ea-c1fb-4b90-a8ee-7dbdbcbaa042 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e069f74c-5b92-4e63-a84f-ace1918ca7f2') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:31:36.920158 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a3bba1ea-c1fb-4b90-a8ee-7dbdbcbaa042 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526653'] for segment, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:36.933006 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-8c5013e8-2cf2-43a3-af82-2e0cb27f1996 None None] Port 2354d5f1-f114-4072-ade4-1a54305a5c66 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:31:36.935523 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a3bba1ea-c1fb-4b90-a8ee-7dbdbcbaa042 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:36.935789 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ea1a6c6f-ecee-4294-89a5-79787c1f9772 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks [] for security_group, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:36.942431 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3bba1ea-c1fb-4b90-a8ee-7dbdbcbaa042 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=103152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:31:36.942972 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a3bba1ea-c1fb-4b90-a8ee-7dbdbcbaa042 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805426'] for segment, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:36.953581 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-8c5013e8-2cf2-43a3-af82-2e0cb27f1996 None None] Could not find standard attr ID for object 10c9136e-9c43-4317-9354-305b90a1ee3d. {{(pid=103154) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 21 13:31:37.010742 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 13:31:37.010742 dv-neutron-master-2-hyperv neutron-server[103152]: self.session.flush() Dec 21 13:31:37.010742 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 13:31:37.010742 dv-neutron-master-2-hyperv neutron-server[103152]: self.session.flush() Dec 21 13:31:37.010742 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 13:31:37.010742 dv-neutron-master-2-hyperv neutron-server[103152]: self.session.flush() Dec 21 13:31:37.010742 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 13:31:37.010742 dv-neutron-master-2-hyperv neutron-server[103152]: self.session.flush() Dec 21 13:31:37.010742 dv-neutron-master-2-hyperv neutron-server[103152]: Traceback (most recent call last): Dec 21 13:31:37.010742 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:31:37.010742 dv-neutron-master-2-hyperv neutron-server[103152]: timer() Dec 21 13:31:37.010742 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:31:37.010742 dv-neutron-master-2-hyperv neutron-server[103152]: cb(*args, **kw) Dec 21 13:31:37.010742 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:31:37.010742 dv-neutron-master-2-hyperv neutron-server[103152]: return func(*args, **kwargs) Dec 21 13:31:37.010742 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:31:37.010742 dv-neutron-master-2-hyperv neutron-server[103152]: self._notify() Dec 21 13:31:37.010742 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:31:37.010742 dv-neutron-master-2-hyperv neutron-server[103152]: self.callback(batched_events) Dec 21 13:31:37.010742 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:31:37.010742 dv-neutron-master-2-hyperv neutron-server[103152]: event.method(event) Dec 21 13:31:37.010742 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:31:37.010742 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:31:37.010742 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:31:37.010742 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:31:37.010742 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:31:37.010742 dv-neutron-master-2-hyperv neutron-server[103152]: return f(self, *a, **k) Dec 21 13:31:37.010742 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:31:37.010742 dv-neutron-master-2-hyperv neutron-server[103152]: return self._get(url).json() Dec 21 13:31:37.010742 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:31:37.010742 dv-neutron-master-2-hyperv neutron-server[103152]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:31:37.010742 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:31:37.010742 dv-neutron-master-2-hyperv neutron-server[103152]: return self.request(url, 'GET', **kwargs) Dec 21 13:31:37.010742 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:31:37.010742 dv-neutron-master-2-hyperv neutron-server[103152]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:31:37.010742 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:31:37.010742 dv-neutron-master-2-hyperv neutron-server[103152]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:31:37.010742 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:31:37.010742 dv-neutron-master-2-hyperv neutron-server[103152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:31:37.010742 dv-neutron-master-2-hyperv neutron-server[103152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:31:37.013729 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f066e93e-eb21-486f-8e7c-1427888a6dd5 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:37.017609 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ea1a6c6f-ecee-4294-89a5-79787c1f9772 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:37.018288 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a3bba1ea-c1fb-4b90-a8ee-7dbdbcbaa042 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:37.033404 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5f4fc90e-6b8e-4749-a261-57e75b55c7dc tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:37.040827 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a3bba1ea-c1fb-4b90-a8ee-7dbdbcbaa042 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks [] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:37.045209 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-8c5013e8-2cf2-43a3-af82-2e0cb27f1996 None None] Provisioning complete for port 774a0026-84db-42af-9693-c3e29a4252e7 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:31:37.047225 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-a3bba1ea-c1fb-4b90-a8ee-7dbdbcbaa042 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] 10.222.0.37 "DELETE /v2.0/networks/81fa9ea4-2b05-45f8-b8a7-06280acd5c32 HTTP/1.1" status: 204 len: 168 time: 2.2231541 Dec 21 13:31:37.051152 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58412) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:37.051612 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8c5013e8-2cf2-43a3-af82-2e0cb27f1996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:37.081600 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5f4fc90e-6b8e-4749-a261-57e75b55c7dc tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:37.085576 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9b38e6-680c-4e00-b522-e1366b2b0696 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Network 27fb7612-27ac-4607-bb1f-e0498c994d8a is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:31:37.088021 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bba1ea-c1fb-4b90-a8ee-7dbdbcbaa042 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Pushing event deleted for resources: {'Network': ['ID=81fa9ea4-2b05-45f8-b8a7-06280acd5c32,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:37.111596 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f066e93e-eb21-486f-8e7c-1427888a6dd5 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Pushing event deleted for resources: {'Port': ['ID=8d4df1ec-b09b-4c76-b560-836b5efc14fc,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:37.124201 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f066e93e-eb21-486f-8e7c-1427888a6dd5 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] No DVR routers for this DVR port 8d4df1ec-b09b-4c76-b560-836b5efc14fc on host dv-neutron-master-2-hyperv {{(pid=103153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:31:37.139532 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5f4fc90e-6b8e-4749-a261-57e75b55c7dc tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:37.141099 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-5f4fc90e-6b8e-4749-a261-57e75b55c7dc tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9599960 Dec 21 13:31:37.157380 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58416) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:37.182111 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4fc90e-6b8e-4749-a261-57e75b55c7dc tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c798924-b31d-4f7c-a7a4-a054a22e17c6,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:37.190114 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-5d9b38e6-680c-4e00-b522-e1366b2b0696 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 27fb7612-27ac-4607-bb1f-e0498c994d8a) {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:31:37.204168 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-8c5013e8-2cf2-43a3-af82-2e0cb27f1996 None None] Provisioning complete for port 3ddacad0-4486-4bbe-b2c6-72705280308b triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:31:37.205387 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8c5013e8-2cf2-43a3-af82-2e0cb27f1996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:37.213225 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9b38e6-680c-4e00-b522-e1366b2b0696 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:31:37.218265 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87122ea3-783c-4ead-a177-b4382199e858 None None] Network 27fb7612-27ac-4607-bb1f-e0498c994d8a requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:31:37.226445 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9b38e6-680c-4e00-b522-e1366b2b0696 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:37.235259 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9b38e6-680c-4e00-b522-e1366b2b0696 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:37.236235 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5d9b38e6-680c-4e00-b522-e1366b2b0696 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:37.258311 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 63032f90-c53c-41cd-9a4a-ae2253b1e007 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:31:37.294295 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f066e93e-eb21-486f-8e7c-1427888a6dd5 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:37.304737 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58418) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:37.311807 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [-] 10.222.0.37 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0030372 Dec 21 13:31:37.317145 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58420) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:37.323245 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_v2 [None req-e40b4a3e-41f1-48f4-b824-107b2ded7535 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Deleting subnet 4b110611-659b-4c57-87d8-52998d78c7a3 {{(pid=103152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:31:37.327047 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: 63032f90-c53c-41cd-9a4a-ae2253b1e007 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:31:37.327391 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 63032f90-c53c-41cd-9a4a-ae2253b1e007 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:31:37.328264 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-f066e93e-eb21-486f-8e7c-1427888a6dd5 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7aa22297-928d-4770-bb42-5c228a253bbd']}} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:31:37.354165 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-f066e93e-eb21-486f-8e7c-1427888a6dd5 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9ce45a2-daf5-4c39-a620-9727421f1540') {'for_net_delete': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:31:37.355336 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-f066e93e-eb21-486f-8e7c-1427888a6dd5 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9ce45a2-daf5-4c39-a620-9727421f1540') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:31:37.359819 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-5d9b38e6-680c-4e00-b522-e1366b2b0696 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.7014537 Dec 21 13:31:37.366783 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-14efc973-ab65-4f3f-b725-ca6ae754e2f6 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:37.368459 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58422) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:37.369186 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e40b4a3e-41f1-48f4-b824-107b2ded7535 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks [] for subnet, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:37.384218 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-8c5013e8-2cf2-43a3-af82-2e0cb27f1996 None None] Port 3ddacad0-4486-4bbe-b2c6-72705280308b cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:31:37.395283 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f066e93e-eb21-486f-8e7c-1427888a6dd5 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1585430'] for segment, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:37.409391 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-572bc5cb-2d5f-48ff-a4bb-be0b427c87a1 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:37.414139 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ea1a6c6f-ecee-4294-89a5-79787c1f9772 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:37.417615 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ea1a6c6f-ecee-4294-89a5-79787c1f9772 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:37.419430 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-ea1a6c6f-ecee-4294-89a5-79787c1f9772 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "DELETE /v2.0/security-groups/568ae92d-b761-4994-b165-2b23bd9f04d7 HTTP/1.1" status: 204 len: 168 time: 1.1200786 Dec 21 13:31:37.436443 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58426) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:37.441824 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1a6c6f-ecee-4294-89a5-79787c1f9772 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=568ae92d-b761-4994-b165-2b23bd9f04d7,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:37.501258 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-19f2f314-c061-4797-9b90-218280a634e3 None None] Could not find standard attr ID for object 10c9136e-9c43-4317-9354-305b90a1ee3d. {{(pid=103154) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 21 13:31:37.505535 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3cce1ef-9729-462b-9d7e-e1989ffd84fa None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=103154) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 21 13:31:37.517590 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f066e93e-eb21-486f-8e7c-1427888a6dd5 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:37.519023 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-14efc973-ab65-4f3f-b725-ca6ae754e2f6 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:37.530033 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f066e93e-eb21-486f-8e7c-1427888a6dd5 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=103153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:31:37.530296 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f066e93e-eb21-486f-8e7c-1427888a6dd5 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11349758'] for segment, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:37.534262 dv-neutron-master-2-hyperv neutron-server[103153]: Traceback (most recent call last): Dec 21 13:31:37.534262 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:31:37.534262 dv-neutron-master-2-hyperv neutron-server[103153]: timer() Dec 21 13:31:37.534262 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:31:37.534262 dv-neutron-master-2-hyperv neutron-server[103153]: cb(*args, **kw) Dec 21 13:31:37.534262 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:31:37.534262 dv-neutron-master-2-hyperv neutron-server[103153]: return func(*args, **kwargs) Dec 21 13:31:37.534262 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:31:37.534262 dv-neutron-master-2-hyperv neutron-server[103153]: self._notify() Dec 21 13:31:37.534262 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:31:37.534262 dv-neutron-master-2-hyperv neutron-server[103153]: self.callback(batched_events) Dec 21 13:31:37.534262 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:31:37.534262 dv-neutron-master-2-hyperv neutron-server[103153]: event.method(event) Dec 21 13:31:37.534262 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:31:37.534262 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:31:37.534262 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:31:37.534262 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:31:37.534262 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:31:37.534262 dv-neutron-master-2-hyperv neutron-server[103153]: return f(self, *a, **k) Dec 21 13:31:37.534262 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:31:37.534262 dv-neutron-master-2-hyperv neutron-server[103153]: return self._get(url).json() Dec 21 13:31:37.534262 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:31:37.534262 dv-neutron-master-2-hyperv neutron-server[103153]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:31:37.534262 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:31:37.534262 dv-neutron-master-2-hyperv neutron-server[103153]: return self.request(url, 'GET', **kwargs) Dec 21 13:31:37.534262 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:31:37.534262 dv-neutron-master-2-hyperv neutron-server[103153]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:31:37.534262 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:31:37.534262 dv-neutron-master-2-hyperv neutron-server[103153]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:31:37.534262 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:31:37.534262 dv-neutron-master-2-hyperv neutron-server[103153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:31:37.534262 dv-neutron-master-2-hyperv neutron-server[103153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:31:37.536459 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572bc5cb-2d5f-48ff-a4bb-be0b427c87a1 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event deleted for resources: {'Port': ['ID=3ddacad0-4486-4bbe-b2c6-72705280308b,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:37.542464 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-30d2cc4f-35db-4633-9d8a-2046cb64c2d6 tempest-NetworksApiDiscovery-774204716 tempest-NetworksApiDiscovery-774204716-project] 10.222.0.37 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2162604 Dec 21 13:31:37.545094 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e40b4a3e-41f1-48f4-b824-107b2ded7535 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526644'] for subnet, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:37.579638 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0901d33a-9480-40c2-a65c-a50b0b5b1bd5 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks [] for security_group, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:37.617300 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5555c96-103d-4c6b-8a3f-21e5fb1d4885 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:37.623440 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5555c96-103d-4c6b-8a3f-21e5fb1d4885 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:37.625077 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-c5555c96-103d-4c6b-8a3f-21e5fb1d4885 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2517416 Dec 21 13:31:37.628983 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58430) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:37.683796 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f066e93e-eb21-486f-8e7c-1427888a6dd5 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:37.690793 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0901d33a-9480-40c2-a65c-a50b0b5b1bd5 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:37.694098 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3cce1ef-9729-462b-9d7e-e1989ffd84fa None None] Resources bound (agent type, host, resource id): {{(pid=103154) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 21 13:31:37.700813 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f066e93e-eb21-486f-8e7c-1427888a6dd5 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:37.704597 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-f066e93e-eb21-486f-8e7c-1427888a6dd5 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] 10.222.0.37 "DELETE /v2.0/networks/7aa22297-928d-4770-bb42-5c228a253bbd HTTP/1.1" status: 204 len: 168 time: 4.2478178 Dec 21 13:31:37.708108 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58432) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:37.713741 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-23e936b3-ea94-4286-a95b-370fd107f7c4 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2031300322'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:37.757051 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-14efc973-ab65-4f3f-b725-ca6ae754e2f6 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:37.758751 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f066e93e-eb21-486f-8e7c-1427888a6dd5 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Pushing event deleted for resources: {'Network': ['ID=7aa22297-928d-4770-bb42-5c228a253bbd,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:37.759855 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-14efc973-ab65-4f3f-b725-ca6ae754e2f6 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:37.763888 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-14efc973-ab65-4f3f-b725-ca6ae754e2f6 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] 10.222.0.37 "DELETE /v2.0/security-groups/2a96b503-64e6-4269-bc08-a5b54f503813 HTTP/1.1" status: 204 len: 168 time: 0.5835271 Dec 21 13:31:37.767231 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58434) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:37.785498 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-572bc5cb-2d5f-48ff-a4bb-be0b427c87a1 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:37.789779 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-572bc5cb-2d5f-48ff-a4bb-be0b427c87a1 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "DELETE /v2.0/ports/3ddacad0-4486-4bbe-b2c6-72705280308b HTTP/1.1" status: 204 len: 168 time: 2.4862480 Dec 21 13:31:37.794010 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14efc973-ab65-4f3f-b725-ca6ae754e2f6 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a96b503-64e6-4269-bc08-a5b54f503813,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:37.796416 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58436) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:37.796593 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e40b4a3e-41f1-48f4-b824-107b2ded7535 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:37.829620 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23e936b3-ea94-4286-a95b-370fd107f7c4 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Made reservation on behalf of a1ada58ef66244899294bdd43455e4f3 for: {'network': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:31:37.834334 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-23e936b3-ea94-4286-a95b-370fd107f7c4 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:37.878542 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0901d33a-9480-40c2-a65c-a50b0b5b1bd5 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:37.881987 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0901d33a-9480-40c2-a65c-a50b0b5b1bd5 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:37.886445 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58438) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:37.889548 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23e936b3-ea94-4286-a95b-370fd107f7c4 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=103152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:31:37.892074 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-0901d33a-9480-40c2-a65c-a50b0b5b1bd5 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "DELETE /v2.0/security-groups/46d912db-a3d2-4a78-9626-5fde42b1ab87 HTTP/1.1" status: 204 len: 168 time: 0.4410975 Dec 21 13:31:37.916582 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0901d33a-9480-40c2-a65c-a50b0b5b1bd5 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46d912db-a3d2-4a78-9626-5fde42b1ab87,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:37.939706 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566a402c-a4a7-4038-870d-0aee316d2d11 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:37.940211 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-23e936b3-ea94-4286-a95b-370fd107f7c4 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:37.941211 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.segments_db [None req-23e936b3-ea94-4286-a95b-370fd107f7c4 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Added segment 013b96ea-9950-4df6-a699-aa44208014cf of type vlan for network 4e8e3ac0-8456-4023-94ca-cfb9151b6065 Dec 21 13:31:37.945301 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566a402c-a4a7-4038-870d-0aee316d2d11 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:37.948135 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566a402c-a4a7-4038-870d-0aee316d2d11 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:37.953308 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58442) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:37.955155 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-566a402c-a4a7-4038-870d-0aee316d2d11 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1575077 Dec 21 13:31:37.964657 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-96eb46c3-9e52-4ecc-ad58-215c47d2ad11 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1897769 Dec 21 13:31:37.965838 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58444) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:37.968294 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e40b4a3e-41f1-48f4-b824-107b2ded7535 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12346570'] for subnet, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:38.001873 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-d32615a1-f9a0-467c-b133-a4751b91a7ab tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Deleting port 7cdf9572-b579-4249-8405-7aad6f16fd56 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:31:38.002375 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d32615a1-f9a0-467c-b133-a4751b91a7ab tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:38.025922 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58446) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:38.055696 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-b286fd9d-c3b9-47b1-a1d5-f2736c0bd3e1 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0866454 Dec 21 13:31:38.059016 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58450) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:38.086641 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-23e936b3-ea94-4286-a95b-370fd107f7c4 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:38.100712 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.api.v2.resource [None req-3e615d3f-b5a5-4762-b206-6a7d93083edd tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] delete failed (client error): The resource could not be found. Dec 21 13:31:38.102056 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-3e615d3f-b5a5-4762-b206-6a7d93083edd tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] 10.222.0.37 "DELETE /v2.0/security-groups/2a96b503-64e6-4269-bc08-a5b54f503813 HTTP/1.1" status: 404 len: 347 time: 0.0419128 Dec 21 13:31:38.112814 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58452) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:38.118952 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_v2 [None req-b26379bd-f6f8-4e76-a673-f0b53c50b678 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Deleting subnet 26574944-5ce6-4132-930e-6cb7cd0bedb4 {{(pid=103152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:31:38.122732 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b26379bd-f6f8-4e76-a673-f0b53c50b678 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for subnet, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:38.127157 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d32615a1-f9a0-467c-b133-a4751b91a7ab tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:38.159083 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40b4a3e-41f1-48f4-b824-107b2ded7535 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Pushing event deleted for resources: {'Subnet': ['ID=4b110611-659b-4c57-87d8-52998d78c7a3,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:38.164421 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e40b4a3e-41f1-48f4-b824-107b2ded7535 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:38.166855 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8763967b-2dae-455b-9c6a-f5b900d70d21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:38.170705 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-e40b4a3e-41f1-48f4-b824-107b2ded7535 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] 10.222.0.37 "DELETE /v2.0/subnets/4b110611-659b-4c57-87d8-52998d78c7a3 HTTP/1.1" status: 204 len: 168 time: 1.1114497 Dec 21 13:31:38.171035 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f93e0b7-e937-44cd-b72c-ba971f66ce39 None None] Network 63aa1643-b106-4f74-adc7-744d49abc39b requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:31:38.177392 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-d32615a1-f9a0-467c-b133-a4751b91a7ab tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Calling delete_port for 7cdf9572-b579-4249-8405-7aad6f16fd56 owned by {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:31:38.177631 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58454) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:38.193399 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-23e936b3-ea94-4286-a95b-370fd107f7c4 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:38.200736 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e936b3-ea94-4286-a95b-370fd107f7c4 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:38.201345 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-23e936b3-ea94-4286-a95b-370fd107f7c4 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks [] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:38.283020 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-31a7f6dd-03e2-4687-b94b-8d2dfb2c7c60 tempest-SecGroupTest-1702589202 tempest-SecGroupTest-1702589202-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1602857 Dec 21 13:31:38.352718 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e936b3-ea94-4286-a95b-370fd107f7c4 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Pushing event updated for resources: {'Network': ['ID=4e8e3ac0-8456-4023-94ca-cfb9151b6065,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:38.364438 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d32615a1-f9a0-467c-b133-a4751b91a7ab tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:38.367575 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-057772a7-da2e-459d-a712-db7d05470e06 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks [] for security_group, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:38.374247 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network 4e8e3ac0-8456-4023-94ca-cfb9151b6065 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:31:38.377711 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b26379bd-f6f8-4e76-a673-f0b53c50b678 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526644'] for subnet, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:38.393638 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8763967b-2dae-455b-9c6a-f5b900d70d21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:38.425800 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-23e936b3-ea94-4286-a95b-370fd107f7c4 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7166221 Dec 21 13:31:38.437408 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58458) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:38.445117 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-057772a7-da2e-459d-a712-db7d05470e06 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:38.445331 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac219201-3fd9-4a79-a496-12ea9c92877f None None] DHCP port deletion for 63aa1643-b106-4f74-adc7-744d49abc39b request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:31:38.447176 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8763967b-2dae-455b-9c6a-f5b900d70d21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:38.465933 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5a70f77-a800-489f-b80a-4b639b993a10 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Deleting subnet 1a8f048a-9ff0-4765-b7cc-bb59aaead416 {{(pid=103152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:31:38.582088 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-e0ac855a-7d96-40a3-ab76-ee2ee8f3a840 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Request body: {'subnet': {'network_id': '4e8e3ac0-8456-4023-94ca-cfb9151b6065', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:38.585106 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-ac219201-3fd9-4a79-a496-12ea9c92877f None None] Deleting port 9a0eb4a5-9788-4e4d-905b-2c1a3e29f75e {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:31:38.585556 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ac219201-3fd9-4a79-a496-12ea9c92877f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:38.618734 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 9a0eb4a5-9788-4e4d-905b-2c1a3e29f75e no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:31:38.670508 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-8763967b-2dae-455b-9c6a-f5b900d70d21 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6b6f4cf8a6864a8e86c39d268c50fb92&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6407886 Dec 21 13:31:38.670508 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32615a1-f9a0-467c-b133-a4751b91a7ab tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Pushing event deleted for resources: {'Port': ['ID=7cdf9572-b579-4249-8405-7aad6f16fd56,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:38.670852 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58462) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:38.672549 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58464) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:38.708506 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-ac219201-3fd9-4a79-a496-12ea9c92877f None None] For port 9a0eb4a5-9788-4e4d-905b-2c1a3e29f75e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9a0eb4a5-9788-4e4d-905b-2c1a3e29f75e,segment=NetworkSegment(4756a382-8d83-43c1-8e08-12768b3ff2d2),segment_id=4756a382-8d83-43c1-8e08-12768b3ff2d2)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:31:38.708506 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ac219201-3fd9-4a79-a496-12ea9c92877f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:38.731394 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-ac219201-3fd9-4a79-a496-12ea9c92877f None None] Calling delete_port for 9a0eb4a5-9788-4e4d-905b-2c1a3e29f75e owned by network:dhcp {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:31:38.737588 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d32615a1-f9a0-467c-b133-a4751b91a7ab tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:38.741299 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-d32615a1-f9a0-467c-b133-a4751b91a7ab tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] 10.222.0.37 "DELETE /v2.0/ports/7cdf9572-b579-4249-8405-7aad6f16fd56 HTTP/1.1" status: 204 len: 168 time: 1.1106634 Dec 21 13:31:38.750602 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58468) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:38.764993 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8763967b-2dae-455b-9c6a-f5b900d70d21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17562ec7-b7cf-4ead-9301-9eff5a3695ff,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:38.815607 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:38.822742 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b5a70f77-a800-489f-b80a-4b639b993a10 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks [] for subnet, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:38.862336 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] For port 9a0eb4a5-9788-4e4d-905b-2c1a3e29f75e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9a0eb4a5-9788-4e4d-905b-2c1a3e29f75e,segment=NetworkSegment(4756a382-8d83-43c1-8e08-12768b3ff2d2),segment_id=4756a382-8d83-43c1-8e08-12768b3ff2d2)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:31:38.874947 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:38.891554 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-33623a6f-7988-4e26-a394-51e1f4b10e80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:38.909174 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0ac855a-7d96-40a3-ab76-ee2ee8f3a840 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Made reservation on behalf of a1ada58ef66244899294bdd43455e4f3 for: {'subnet': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:31:38.914138 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e0ac855a-7d96-40a3-ab76-ee2ee8f3a840 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11288759'] for subnet, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:38.918624 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ac219201-3fd9-4a79-a496-12ea9c92877f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636'] for port, after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:38.921526 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b5a70f77-a800-489f-b80a-4b639b993a10 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526644'] for subnet, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:38.946168 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac219201-3fd9-4a79-a496-12ea9c92877f None None] No DVR routers for this DVR port 9a0eb4a5-9788-4e4d-905b-2c1a3e29f75e on host dv-neutron-master-2-hyperv {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:31:38.950521 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Pushing event updated for resources: {'Port': ['ID=9a0eb4a5-9788-4e4d-905b-2c1a3e29f75e,revision_number=5']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:38.965316 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b26379bd-f6f8-4e76-a673-f0b53c50b678 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:38.970348 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-057772a7-da2e-459d-a712-db7d05470e06 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:38.978404 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-057772a7-da2e-459d-a712-db7d05470e06 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:38.979103 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac219201-3fd9-4a79-a496-12ea9c92877f None None] Pushing event deleted for resources: {'Port': ['ID=9a0eb4a5-9788-4e4d-905b-2c1a3e29f75e,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:38.979617 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-057772a7-da2e-459d-a712-db7d05470e06 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "DELETE /v2.0/security-groups/6310dd3c-99ff-4748-b301-0dc900d38ee9 HTTP/1.1" status: 204 len: 168 time: 1.0901029 Dec 21 13:31:38.979713 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58470) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:39.001436 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-33623a6f-7988-4e26-a394-51e1f4b10e80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:39.025948 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057772a7-da2e-459d-a712-db7d05470e06 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6310dd3c-99ff-4748-b301-0dc900d38ee9,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:39.088336 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b5a70f77-a800-489f-b80a-4b639b993a10 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:39.092027 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b26379bd-f6f8-4e76-a673-f0b53c50b678 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12346570'] for subnet, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:39.146283 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26379bd-f6f8-4e76-a673-f0b53c50b678 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event deleted for resources: {'Subnet': ['ID=26574944-5ce6-4132-930e-6cb7cd0bedb4,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:39.148632 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_v2 [None req-c251edc1-9aee-4f56-9e2d-0052bf5b686e tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Deleting subnet 9c9d0ddc-71c8-4c7b-a63f-fad491ed9879 {{(pid=103153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:31:39.149739 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b26379bd-f6f8-4e76-a673-f0b53c50b678 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:39.152619 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-35a91710-0821-44ec-9bad-0144a96d19e5 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Deleting port 832a9827-a221-491a-a8c5-c85097bd6d7f {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:31:39.152961 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-35a91710-0821-44ec-9bad-0144a96d19e5 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:39.157674 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-b26379bd-f6f8-4e76-a673-f0b53c50b678 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "DELETE /v2.0/subnets/26574944-5ce6-4132-930e-6cb7cd0bedb4 HTTP/1.1" status: 204 len: 168 time: 1.2009814 Dec 21 13:31:39.157891 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4b4190-007b-4682-acf4-98b7f817ac37 None None] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:31:39.160237 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58472) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:39.167455 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-7c553748-cab9-498c-9839-60507b3cd04e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2e1ea70ae34a44058416df7e30b69010&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4744971 Dec 21 13:31:39.167455 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c251edc1-9aee-4f56-9e2d-0052bf5b686e tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks [] for subnet, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:39.183217 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58474) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:39.220053 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cad2904-1abd-4bb1-986e-83e79b2c5844 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Deleting subnet f4665aea-14f8-4fc6-80f0-0f41b27c515a {{(pid=103152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:31:39.223308 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8cad2904-1abd-4bb1-986e-83e79b2c5844 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for subnet, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:39.268170 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8cad2904-1abd-4bb1-986e-83e79b2c5844 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526644'] for subnet, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:39.326754 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-33623a6f-7988-4e26-a394-51e1f4b10e80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:39.329282 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-33623a6f-7988-4e26-a394-51e1f4b10e80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:39.332817 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-33623a6f-7988-4e26-a394-51e1f4b10e80 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/17562ec7-b7cf-4ead-9301-9eff5a3695ff HTTP/1.1" status: 204 len: 168 time: 0.6387258 Dec 21 13:31:39.333154 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c251edc1-9aee-4f56-9e2d-0052bf5b686e tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1585439'] for subnet, precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:39.360051 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b5a70f77-a800-489f-b80a-4b639b993a10 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12346570'] for subnet, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:39.402291 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-35a91710-0821-44ec-9bad-0144a96d19e5 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:39.410642 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33623a6f-7988-4e26-a394-51e1f4b10e80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17562ec7-b7cf-4ead-9301-9eff5a3695ff,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:39.417836 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a70f77-a800-489f-b80a-4b639b993a10 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Pushing event deleted for resources: {'Subnet': ['ID=1a8f048a-9ff0-4765-b7cc-bb59aaead416,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:39.431476 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b5a70f77-a800-489f-b80a-4b639b993a10 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:39.434405 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19498d17-e221-4671-9d9b-cc0958719500 None None] Network d4866f87-e19a-4c73-8ebb-5bd4ac3e8aea requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:31:39.437338 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-b5a70f77-a800-489f-b80a-4b639b993a10 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] 10.222.0.37 "DELETE /v2.0/subnets/1a8f048a-9ff0-4765-b7cc-bb59aaead416 HTTP/1.1" status: 204 len: 168 time: 1.2545106 Dec 21 13:31:39.441597 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58478) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:39.479145 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-35a91710-0821-44ec-9bad-0144a96d19e5 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Calling delete_port for 832a9827-a221-491a-a8c5-c85097bd6d7f owned by {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:31:39.493897 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8cad2904-1abd-4bb1-986e-83e79b2c5844 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:39.615668 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c251edc1-9aee-4f56-9e2d-0052bf5b686e tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:39.619209 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-35afc4c2-ccda-48c2-b857-18cc07481d94 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:39.639948 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8cad2904-1abd-4bb1-986e-83e79b2c5844 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12346570'] for subnet, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:39.661622 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-810854c8-6b2e-489c-bae2-00b7f75462f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:39.690772 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-810854c8-6b2e-489c-bae2-00b7f75462f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:39.693696 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cad2904-1abd-4bb1-986e-83e79b2c5844 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event deleted for resources: {'Subnet': ['ID=f4665aea-14f8-4fc6-80f0-0f41b27c515a,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:39.704498 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8cad2904-1abd-4bb1-986e-83e79b2c5844 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:39.707921 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-8cad2904-1abd-4bb1-986e-83e79b2c5844 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "DELETE /v2.0/subnets/f4665aea-14f8-4fc6-80f0-0f41b27c515a HTTP/1.1" status: 204 len: 168 time: 0.5465446 Dec 21 13:31:39.711399 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58480) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:39.733653 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e0ac855a-7d96-40a3-ab76-ee2ee8f3a840 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11195289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11288741'] for subnet, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:39.738685 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d9143f-5a56-4ab7-9851-2aeb2482f0fb None None] DHCP port deletion for d4866f87-e19a-4c73-8ebb-5bd4ac3e8aea request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:31:39.777886 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-8eff98cb-a261-4d52-abdd-91f29b1181ef tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0656965 Dec 21 13:31:39.782023 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58482) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:39.799859 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-91d9143f-5a56-4ab7-9851-2aeb2482f0fb None None] Deleting port 6db04eab-2aae-4ba8-8109-84aa693e329f {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:31:39.800493 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-91d9143f-5a56-4ab7-9851-2aeb2482f0fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:39.890107 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-35afc4c2-ccda-48c2-b857-18cc07481d94 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:39.909068 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ac855a-7d96-40a3-ab76-ee2ee8f3a840 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Pushing event updated for resources: {'Subnet': ['ID=0c247d7c-eadb-48a4-910b-51cfeeace87f,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:39.923695 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-91d9143f-5a56-4ab7-9851-2aeb2482f0fb None None] For port 6db04eab-2aae-4ba8-8109-84aa693e329f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6db04eab-2aae-4ba8-8109-84aa693e329f,segment=NetworkSegment(be8f6f7a-2c9b-497d-9849-427f8a60b18b),segment_id=be8f6f7a-2c9b-497d-9849-427f8a60b18b)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:31:39.924462 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-91d9143f-5a56-4ab7-9851-2aeb2482f0fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:39.924894 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-810854c8-6b2e-489c-bae2-00b7f75462f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:39.926864 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2193fd9-6ac8-4388-af0b-97c81a63f6f4 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:39.928423 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-c2193fd9-6ac8-4388-af0b-97c81a63f6f4 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1436827 Dec 21 13:31:39.931386 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58484) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:39.934525 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-35afc4c2-ccda-48c2-b857-18cc07481d94 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63aa1643-b106-4f74-adc7-744d49abc39b']}} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:31:39.937680 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-810854c8-6b2e-489c-bae2-00b7f75462f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:39.944692 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-810854c8-6b2e-489c-bae2-00b7f75462f5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f7149091-4505-4e79-80dc-107f89bcfd17 HTTP/1.1" status: 204 len: 168 time: 0.7358258 Dec 21 13:31:39.960002 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-35a91710-0821-44ec-9bad-0144a96d19e5 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:39.962380 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c251edc1-9aee-4f56-9e2d-0052bf5b686e tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11349588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11288746'] for subnet, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:39.967823 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-91d9143f-5a56-4ab7-9851-2aeb2482f0fb None None] Calling delete_port for 6db04eab-2aae-4ba8-8109-84aa693e329f owned by network:dhcp {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:31:39.973923 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-35afc4c2-ccda-48c2-b857-18cc07481d94 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4756a382-8d83-43c1-8e08-12768b3ff2d2') {'for_net_delete': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:31:39.974536 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-35afc4c2-ccda-48c2-b857-18cc07481d94 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4756a382-8d83-43c1-8e08-12768b3ff2d2') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:31:39.991403 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-35afc4c2-ccda-48c2-b857-18cc07481d94 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526653'] for segment, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:39.997618 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810854c8-6b2e-489c-bae2-00b7f75462f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7149091-4505-4e79-80dc-107f89bcfd17,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:40.016586 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ef926c-1b2d-43b2-a5c1-a2a5fc21c040 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:40.018752 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-33ef926c-1b2d-43b2-a5c1-a2a5fc21c040 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0862908 Dec 21 13:31:40.019019 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c251edc1-9aee-4f56-9e2d-0052bf5b686e tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks [] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:40.020633 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-35afc4c2-ccda-48c2-b857-18cc07481d94 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:40.029402 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-c251edc1-9aee-4f56-9e2d-0052bf5b686e tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "DELETE /v2.0/subnets/9c9d0ddc-71c8-4c7b-a63f-fad491ed9879 HTTP/1.1" status: 204 len: 168 time: 1.0444098 Dec 21 13:31:40.029677 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58488) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:40.030029 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58490) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:40.077867 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c251edc1-9aee-4f56-9e2d-0052bf5b686e tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Pushing event deleted for resources: {'Subnet': ['ID=9c9d0ddc-71c8-4c7b-a63f-fad491ed9879,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:40.085219 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d9b8dc-91cc-4f8e-bd7c-1cf50082a2a9 None None] Network c6bf85d4-de6b-4911-ac91-51fc0c7c7ed2 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:31:40.088600 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ac855a-7d96-40a3-ab76-ee2ee8f3a840 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Checking segment: {'id': '013b96ea-9950-4df6-a699-aa44208014cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '4e8e3ac0-8456-4023-94ca-cfb9151b6065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:31:40.089138 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ac855a-7d96-40a3-ab76-ee2ee8f3a840 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Network hostable DHCP agents. Network: 4e8e3ac0-8456-4023-94ca-cfb9151b6065, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:31:40.094496 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-35a91710-0821-44ec-9bad-0144a96d19e5 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:40.101347 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_v2 [None req-e668431f-3177-4677-b75e-bb7beebc9016 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Deleting subnet 79cfe299-c3d7-4f62-a3df-b67fbb08a808 {{(pid=103152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:31:40.103904 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35afc4c2-ccda-48c2-b857-18cc07481d94 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=103152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:31:40.104106 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-35a91710-0821-44ec-9bad-0144a96d19e5 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] 10.222.0.37 "DELETE /v2.0/ports/832a9827-a221-491a-a8c5-c85097bd6d7f HTTP/1.1" status: 204 len: 168 time: 1.3522856 Dec 21 13:31:40.104312 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-35afc4c2-ccda-48c2-b857-18cc07481d94 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805426'] for segment, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:40.109832 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:31:40.109832 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:31:40.109832 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:31:40.109832 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:31:40.109832 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:31:40.109832 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:31:40.109832 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:31:40.109832 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:31:40.109832 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:31:40.109832 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:31:40.109832 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:31:40.109832 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:31:40.109832 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:31:40.109832 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:31:40.109832 dv-neutron-master-2-hyperv neutron-server[103152]: Traceback (most recent call last): Dec 21 13:31:40.109832 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:31:40.109832 dv-neutron-master-2-hyperv neutron-server[103152]: timer() Dec 21 13:31:40.109832 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:31:40.109832 dv-neutron-master-2-hyperv neutron-server[103152]: cb(*args, **kw) Dec 21 13:31:40.109832 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:31:40.109832 dv-neutron-master-2-hyperv neutron-server[103152]: return func(*args, **kwargs) Dec 21 13:31:40.109832 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:31:40.109832 dv-neutron-master-2-hyperv neutron-server[103152]: self._notify() Dec 21 13:31:40.109832 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:31:40.109832 dv-neutron-master-2-hyperv neutron-server[103152]: self.callback(batched_events) Dec 21 13:31:40.109832 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:31:40.109832 dv-neutron-master-2-hyperv neutron-server[103152]: event.method(event) Dec 21 13:31:40.109832 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:31:40.109832 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:31:40.109832 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:31:40.109832 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:31:40.109832 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:31:40.109832 dv-neutron-master-2-hyperv neutron-server[103152]: return f(self, *a, **k) Dec 21 13:31:40.109832 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:31:40.109832 dv-neutron-master-2-hyperv neutron-server[103152]: return self._get(url).json() Dec 21 13:31:40.109832 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:31:40.109832 dv-neutron-master-2-hyperv neutron-server[103152]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:31:40.109832 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:31:40.109832 dv-neutron-master-2-hyperv neutron-server[103152]: return self.request(url, 'GET', **kwargs) Dec 21 13:31:40.109832 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:31:40.109832 dv-neutron-master-2-hyperv neutron-server[103152]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:31:40.109832 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:31:40.109832 dv-neutron-master-2-hyperv neutron-server[103152]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:31:40.109832 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:31:40.109832 dv-neutron-master-2-hyperv neutron-server[103152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:31:40.109832 dv-neutron-master-2-hyperv neutron-server[103152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:31:40.109832 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58492) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:40.119511 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a91710-0821-44ec-9bad-0144a96d19e5 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Pushing event deleted for resources: {'Port': ['ID=832a9827-a221-491a-a8c5-c85097bd6d7f,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:40.123696 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e668431f-3177-4677-b75e-bb7beebc9016 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks [] for subnet, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:40.127334 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5fd3c50-fac8-4c5a-9f4a-585dcaf78c9b None None] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:31:40.137464 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ac855a-7d96-40a3-ab76-ee2ee8f3a840 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Network 4e8e3ac0-8456-4023-94ca-cfb9151b6065 is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:31:40.150891 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-e0ac855a-7d96-40a3-ab76-ee2ee8f3a840 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 4e8e3ac0-8456-4023-94ca-cfb9151b6065) {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:31:40.173729 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ac855a-7d96-40a3-ab76-ee2ee8f3a840 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:40.174797 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e0ac855a-7d96-40a3-ab76-ee2ee8f3a840 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks [] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:40.194692 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-4ec97444-0d4b-400e-9eff-5d5a47b0d091 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1634970 Dec 21 13:31:40.199146 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-e0ac855a-7d96-40a3-ab76-ee2ee8f3a840 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7529640 Dec 21 13:31:40.201787 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58494) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:40.208888 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-90a75b2f-a844-4eba-9ac3-c6c3fe413798 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Request body: {'subnet': {'network_id': '4e8e3ac0-8456-4023-94ca-cfb9151b6065', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:40.214613 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58496) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:40.222114 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-0ad1575d-920b-40e3-9133-fedaad3f4585 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Request body: {'subnet': {'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:40.241928 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-c557cd1d-14e4-4e5b-acbc-dd7bb0c88633 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1194041 Dec 21 13:31:40.249278 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58498) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:40.264504 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-b462c364-fc86-47f5-b83a-5522bffdcac5 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1099401460'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:40.274409 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e668431f-3177-4677-b75e-bb7beebc9016 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526644'] for subnet, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:40.301335 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-35afc4c2-ccda-48c2-b857-18cc07481d94 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:40.315584 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-35afc4c2-ccda-48c2-b857-18cc07481d94 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks [] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:40.322024 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-35afc4c2-ccda-48c2-b857-18cc07481d94 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] 10.222.0.37 "DELETE /v2.0/networks/63aa1643-b106-4f74-adc7-744d49abc39b HTTP/1.1" status: 204 len: 168 time: 0.8793821 Dec 21 13:31:40.327390 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58502) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:40.354923 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35afc4c2-ccda-48c2-b857-18cc07481d94 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Pushing event deleted for resources: {'Network': ['ID=63aa1643-b106-4f74-adc7-744d49abc39b,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:40.420105 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5f481c-4bf6-48dd-b90a-84417fdfa6f1 None None] Network 4e8e3ac0-8456-4023-94ca-cfb9151b6065 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:31:40.455965 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b462c364-fc86-47f5-b83a-5522bffdcac5 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Made reservation on behalf of 68b9808d5efe4ed68b57050245d595fc for: {'network': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:31:40.460002 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b462c364-fc86-47f5-b83a-5522bffdcac5 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:40.515299 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-20077464-3aa0-4848-ad0a-ac2117b5b341 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:40.517155 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ad1575d-920b-40e3-9133-fedaad3f4585 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Made reservation on behalf of 4e9b97d81d204c53a28bf5666eaf36b7 for: {'subnet': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:31:40.520151 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b462c364-fc86-47f5-b83a-5522bffdcac5 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=103152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:31:40.528466 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0ad1575d-920b-40e3-9133-fedaad3f4585 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11288759'] for subnet, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:40.530475 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e668431f-3177-4677-b75e-bb7beebc9016 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:40.531239 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ad1575d-920b-40e3-9133-fedaad3f4585 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 13:31:40.534562 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ad1575d-920b-40e3-9133-fedaad3f4585 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:31:40.565887 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90a75b2f-a844-4eba-9ac3-c6c3fe413798 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Made reservation on behalf of a1ada58ef66244899294bdd43455e4f3 for: {'subnet': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:31:40.574303 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-90a75b2f-a844-4eba-9ac3-c6c3fe413798 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11288759'] for subnet, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:40.578890 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-3c3cd3e0-5494-41ec-ae7c-879ff8278503 None None] Provisioning complete for port 8d2dbbe6-4cda-4078-aedc-65aac26a6ac8 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:31:40.579270 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-3c3cd3e0-5494-41ec-ae7c-879ff8278503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:40.585280 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b462c364-fc86-47f5-b83a-5522bffdcac5 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:40.585992 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.segments_db [None req-b462c364-fc86-47f5-b83a-5522bffdcac5 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Added segment 9b3729cf-e1af-461a-80db-73b500bb3b7e of type vlan for network 82aab524-89cb-417d-bc9f-7d3c810c9b27 Dec 21 13:31:40.682780 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 6db04eab-2aae-4ba8-8109-84aa693e329f no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:31:40.688539 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b462c364-fc86-47f5-b83a-5522bffdcac5 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:40.697875 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-0ad1575d-920b-40e3-9133-fedaad3f4585 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4804578 Dec 21 13:31:40.701022 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58512) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:40.710694 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-e38ec077-30a8-4d8c-82e3-6b8ec4609a1d tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Request body: {'subnet': {'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:40.742325 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e668431f-3177-4677-b75e-bb7beebc9016 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12346570'] for subnet, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:40.796796 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-91d9143f-5a56-4ab7-9851-2aeb2482f0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636'] for port, after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:40.851770 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e668431f-3177-4677-b75e-bb7beebc9016 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Pushing event deleted for resources: {'Subnet': ['ID=79cfe299-c3d7-4f62-a3df-b67fbb08a808,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:40.854054 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e668431f-3177-4677-b75e-bb7beebc9016 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:40.859885 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-e668431f-3177-4677-b75e-bb7beebc9016 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "DELETE /v2.0/subnets/79cfe299-c3d7-4f62-a3df-b67fbb08a808 HTTP/1.1" status: 204 len: 168 time: 0.8255854 Dec 21 13:31:40.862521 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58520) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:40.875098 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-20077464-3aa0-4848-ad0a-ac2117b5b341 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Deleting port 6db04eab-2aae-4ba8-8109-84aa693e329f {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:31:40.875544 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-20077464-3aa0-4848-ad0a-ac2117b5b341 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:40.880567 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b462c364-fc86-47f5-b83a-5522bffdcac5 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:40.887166 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b462c364-fc86-47f5-b83a-5522bffdcac5 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:40.888358 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b462c364-fc86-47f5-b83a-5522bffdcac5 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Publish callbacks [] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:40.901764 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5078d5c4-ef29-4f06-89f8-6df8deb80d3a None None] DHCP port deletion for ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:31:40.906388 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.pecan_wsgi.hooks.translation [None req-87d7fe7c-134e-447d-ad8d-85e4f637cc99 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] DELETE failed (client error): The resource could not be found. Dec 21 13:31:40.906858 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87d7fe7c-134e-447d-ad8d-85e4f637cc99 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:31:40.910956 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a195da2-0a73-492d-9ee9-714f1f21dfcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-4e8e3ac0-8456-4023-94ca-cfb9151b6065', 'network_id': '4e8e3ac0-8456-4023-94ca-cfb9151b6065', 'project_id': 'a1ada58ef66244899294bdd43455e4f3', 'fixed_ips': [{'subnet_id': '0c247d7c-eadb-48a4-910b-51cfeeace87f'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:31:40.912181 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7a195da2-0a73-492d-9ee9-714f1f21dfcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:40.915373 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-87d7fe7c-134e-447d-ad8d-85e4f637cc99 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "DELETE /v2.0/subnets/9c9d0ddc-71c8-4c7b-a63f-fad491ed9879 HTTP/1.1" status: 404 len: 337 time: 0.0508134 Dec 21 13:31:40.916563 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58522) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:40.928783 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d9143f-5a56-4ab7-9851-2aeb2482f0fb None None] Pushing event deleted for resources: {'Port': ['ID=6db04eab-2aae-4ba8-8109-84aa693e329f,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:40.934775 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d9143f-5a56-4ab7-9851-2aeb2482f0fb None None] No DVR routers for this DVR port 6db04eab-2aae-4ba8-8109-84aa693e329f on host dv-neutron-master-2-hyperv {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:31:40.936606 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No active binding found for port 6db04eab-2aae-4ba8-8109-84aa693e329f {{(pid=103154) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 21 13:31:40.937169 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] The host dv-neutron-master-2-hyperv is not matching for port 6db04eab-2aae-4ba8-8109-84aa693e329f host None! {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 21 13:31:40.937903 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 6db04eab-2aae-4ba8-8109-84aa693e329f not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:31:41.046145 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-90a75b2f-a844-4eba-9ac3-c6c3fe413798 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11195289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11288741'] for subnet, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:41.058875 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-b462c364-fc86-47f5-b83a-5522bffdcac5 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8034887 Dec 21 13:31:41.065606 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58526) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:41.081584 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-4fd1f4e0-db38-4dab-a2e3-cf26b05f4a4c tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1325250327'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:41.093395 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-20077464-3aa0-4848-ad0a-ac2117b5b341 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] For port 6db04eab-2aae-4ba8-8109-84aa693e329f, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:31:41.093956 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-20077464-3aa0-4848-ad0a-ac2117b5b341 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:41.097155 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b462c364-fc86-47f5-b83a-5522bffdcac5 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Pushing event updated for resources: {'Network': ['ID=82aab524-89cb-417d-bc9f-7d3c810c9b27,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:41.107379 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e38ec077-30a8-4d8c-82e3-6b8ec4609a1d tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Made reservation on behalf of 4e9b97d81d204c53a28bf5666eaf36b7 for: {'subnet': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:31:41.111060 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e38ec077-30a8-4d8c-82e3-6b8ec4609a1d tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12346583'] for subnet, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:41.112450 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58528) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:41.112714 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-e38ec077-30a8-4d8c-82e3-6b8ec4609a1d tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 13:31:41.113256 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e38ec077-30a8-4d8c-82e3-6b8ec4609a1d tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:31:41.124252 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-20077464-3aa0-4848-ad0a-ac2117b5b341 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Calling delete_port for 6db04eab-2aae-4ba8-8109-84aa693e329f owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:31:41.131929 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network 82aab524-89cb-417d-bc9f-7d3c810c9b27 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:31:41.134031 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.ipam_backend_mixin [None req-20077464-3aa0-4848-ad0a-ac2117b5b341 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Port 6db04eab-2aae-4ba8-8109-84aa693e329f was not found and therefore no delete operation was performed {{(pid=103152) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 21 13:31:41.142490 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-20077464-3aa0-4848-ad0a-ac2117b5b341 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:41.172897 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-e38ec077-30a8-4d8c-82e3-6b8ec4609a1d tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4640884 Dec 21 13:31:41.173147 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a75b2f-a844-4eba-9ac3-c6c3fe413798 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Network 4e8e3ac0-8456-4023-94ca-cfb9151b6065 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:31:41.173147 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-90a75b2f-a844-4eba-9ac3-c6c3fe413798 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:31:41.174886 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58532) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:41.177112 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fd1f4e0-db38-4dab-a2e3-cf26b05f4a4c tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Made reservation on behalf of 68b9808d5efe4ed68b57050245d595fc for: {'network': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:31:41.181268 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4fd1f4e0-db38-4dab-a2e3-cf26b05f4a4c tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:41.183516 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20077464-3aa0-4848-ad0a-ac2117b5b341 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Pushing event deleted for resources: {'Port': ['ID=6db04eab-2aae-4ba8-8109-84aa693e329f,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:41.190526 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-46df45aa-282b-49cd-826c-8fe6aee72937 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Request body: {'subnet': {'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:41.212992 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a75b2f-a844-4eba-9ac3-c6c3fe413798 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Pushing event updated for resources: {'Subnet': ['ID=a78d281c-77ff-474e-9244-74d5ccb9721f,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:41.228382 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20077464-3aa0-4848-ad0a-ac2117b5b341 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] No DVR routers for this DVR port 6db04eab-2aae-4ba8-8109-84aa693e329f on host dv-neutron-master-2-hyperv {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:31:41.229978 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b60365e-8bcc-4bcb-bd40-97e22d46db7a None None] Update dhcp port {'port': {'network_id': 'c6bf85d4-de6b-4911-ac91-51fc0c7c7ed2', 'fixed_ips': [{'subnet_id': '458192a2-3f53-45c1-aea6-5a2e3c9a18bb', 'ip_address': '172.20.0.18'}, {'subnet_id': '79cfe299-c3d7-4f62-a3df-b67fbb08a808'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '774a0026-84db-42af-9693-c3e29a4252e7'} from dv-neutron-master-2-hyperv. {{(pid=103154) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 21 13:31:41.237515 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_v2 [None req-72da50bc-869b-47f2-a3a6-affcf20aad1c tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Deleting subnet 458192a2-3f53-45c1-aea6-5a2e3c9a18bb {{(pid=103153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:31:41.244556 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-72da50bc-869b-47f2-a3a6-affcf20aad1c tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks [] for subnet, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:41.278587 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a75b2f-a844-4eba-9ac3-c6c3fe413798 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:41.279360 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-90a75b2f-a844-4eba-9ac3-c6c3fe413798 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks [] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:41.288737 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-d615f4d8-ad2a-4457-b1b3-ff2a9e2b870c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1677634282-network', 'tenant_id': '365275e264a6451abad9a44f0c54ac18'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:41.294728 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-7a195da2-0a73-492d-9ee9-714f1f21dfcd None None] Allocated IP 2001:db8::2 (4e8e3ac0-8456-4023-94ca-cfb9151b6065/0c247d7c-eadb-48a4-910b-51cfeeace87f/1edf2811-8477-48af-bcee-7bf6f7441777) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:31:41.315092 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-5078d5c4-ef29-4f06-89f8-6df8deb80d3a None None] Deleting port 8d2dbbe6-4cda-4078-aedc-65aac26a6ac8 {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:31:41.315452 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-5078d5c4-ef29-4f06-89f8-6df8deb80d3a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:41.318867 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-9b60365e-8bcc-4bcb-bd40-97e22d46db7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:41.331050 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-90a75b2f-a844-4eba-9ac3-c6c3fe413798 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1255975 Dec 21 13:31:41.331289 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fd1f4e0-db38-4dab-a2e3-cf26b05f4a4c tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=103152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:31:41.333098 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-72da50bc-869b-47f2-a3a6-affcf20aad1c tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1585439'] for subnet, precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:41.337302 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58534) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:41.372592 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d615f4d8-ad2a-4457-b1b3-ff2a9e2b870c admin admin] Made reservation on behalf of 365275e264a6451abad9a44f0c54ac18 for: {'network': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:31:41.374961 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d615f4d8-ad2a-4457-b1b3-ff2a9e2b870c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:41.392724 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d615f4d8-ad2a-4457-b1b3-ff2a9e2b870c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:41.417209 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-20077464-3aa0-4848-ad0a-ac2117b5b341 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:41.424377 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4fd1f4e0-db38-4dab-a2e3-cf26b05f4a4c tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:41.424813 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.segments_db [None req-4fd1f4e0-db38-4dab-a2e3-cf26b05f4a4c tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Added segment 4203cbf9-c74f-4567-a256-b89307ae8562 of type vlan for network ca425982-7297-4514-a605-098e0b5560ae Dec 21 13:31:41.486971 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-5078d5c4-ef29-4f06-89f8-6df8deb80d3a None None] For port 8d2dbbe6-4cda-4078-aedc-65aac26a6ac8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8d2dbbe6-4cda-4078-aedc-65aac26a6ac8,segment=NetworkSegment(b20a5dbe-a251-4a83-ae2d-3ffbda6396cf),segment_id=b20a5dbe-a251-4a83-ae2d-3ffbda6396cf)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:31:41.487403 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-5078d5c4-ef29-4f06-89f8-6df8deb80d3a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:41.499552 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-72da50bc-869b-47f2-a3a6-affcf20aad1c tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:41.505888 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba08abb-ebaa-47aa-8422-b4d8c75e8db2 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:41.507526 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba08abb-ebaa-47aa-8422-b4d8c75e8db2 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:41.510550 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba08abb-ebaa-47aa-8422-b4d8c75e8db2 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:41.512085 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba08abb-ebaa-47aa-8422-b4d8c75e8db2 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:41.513596 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba08abb-ebaa-47aa-8422-b4d8c75e8db2 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:41.519031 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-7ba08abb-ebaa-47aa-8422-b4d8c75e8db2 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1756918 Dec 21 13:31:41.519031 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-20077464-3aa0-4848-ad0a-ac2117b5b341 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4866f87-e19a-4c73-8ebb-5bd4ac3e8aea']}} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:31:41.523317 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58536) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:41.524473 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4fd1f4e0-db38-4dab-a2e3-cf26b05f4a4c tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:41.533576 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-16b46cfc-efb5-41ad-a4ad-4bb394016505 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1124217065'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:41.541848 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-20077464-3aa0-4848-ad0a-ac2117b5b341 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be8f6f7a-2c9b-497d-9849-427f8a60b18b') {'for_net_delete': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:31:41.542158 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-20077464-3aa0-4848-ad0a-ac2117b5b341 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be8f6f7a-2c9b-497d-9849-427f8a60b18b') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:31:41.551516 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46df45aa-282b-49cd-826c-8fe6aee72937 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Made reservation on behalf of 4e9b97d81d204c53a28bf5666eaf36b7 for: {'subnet': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:31:41.555120 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-5078d5c4-ef29-4f06-89f8-6df8deb80d3a None None] Calling delete_port for 8d2dbbe6-4cda-4078-aedc-65aac26a6ac8 owned by network:dhcp {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:31:41.555894 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-46df45aa-282b-49cd-826c-8fe6aee72937 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12346583'] for subnet, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:41.558206 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-46df45aa-282b-49cd-826c-8fe6aee72937 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 13:31:41.559185 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46df45aa-282b-49cd-826c-8fe6aee72937 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:31:41.568891 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-20077464-3aa0-4848-ad0a-ac2117b5b341 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526653'] for segment, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:41.573761 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d615f4d8-ad2a-4457-b1b3-ff2a9e2b870c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:41.584418 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d615f4d8-ad2a-4457-b1b3-ff2a9e2b870c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:41.594628 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-20077464-3aa0-4848-ad0a-ac2117b5b341 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:41.601159 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4fd1f4e0-db38-4dab-a2e3-cf26b05f4a4c tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:41.606968 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd1f4e0-db38-4dab-a2e3-cf26b05f4a4c tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:41.607560 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4fd1f4e0-db38-4dab-a2e3-cf26b05f4a4c tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Publish callbacks [] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:41.617993 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20077464-3aa0-4848-ad0a-ac2117b5b341 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=103152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:31:41.618715 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-20077464-3aa0-4848-ad0a-ac2117b5b341 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805426'] for segment, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:41.619781 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d615f4d8-ad2a-4457-b1b3-ff2a9e2b870c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=103153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:31:41.624652 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-46df45aa-282b-49cd-826c-8fe6aee72937 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4484177 Dec 21 13:31:41.625666 dv-neutron-master-2-hyperv neutron-server[103152]: Traceback (most recent call last): Dec 21 13:31:41.625666 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:31:41.625666 dv-neutron-master-2-hyperv neutron-server[103152]: timer() Dec 21 13:31:41.625666 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:31:41.625666 dv-neutron-master-2-hyperv neutron-server[103152]: cb(*args, **kw) Dec 21 13:31:41.625666 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:31:41.625666 dv-neutron-master-2-hyperv neutron-server[103152]: return func(*args, **kwargs) Dec 21 13:31:41.625666 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:31:41.625666 dv-neutron-master-2-hyperv neutron-server[103152]: self._notify() Dec 21 13:31:41.625666 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:31:41.625666 dv-neutron-master-2-hyperv neutron-server[103152]: self.callback(batched_events) Dec 21 13:31:41.625666 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:31:41.625666 dv-neutron-master-2-hyperv neutron-server[103152]: event.method(event) Dec 21 13:31:41.625666 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:31:41.625666 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:31:41.625666 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:31:41.625666 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:31:41.625666 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:31:41.625666 dv-neutron-master-2-hyperv neutron-server[103152]: return f(self, *a, **k) Dec 21 13:31:41.625666 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:31:41.625666 dv-neutron-master-2-hyperv neutron-server[103152]: return self._get(url).json() Dec 21 13:31:41.625666 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:31:41.625666 dv-neutron-master-2-hyperv neutron-server[103152]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:31:41.625666 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:31:41.625666 dv-neutron-master-2-hyperv neutron-server[103152]: return self.request(url, 'GET', **kwargs) Dec 21 13:31:41.625666 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:31:41.625666 dv-neutron-master-2-hyperv neutron-server[103152]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:31:41.625666 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:31:41.625666 dv-neutron-master-2-hyperv neutron-server[103152]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:31:41.625666 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:31:41.625666 dv-neutron-master-2-hyperv neutron-server[103152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:31:41.625666 dv-neutron-master-2-hyperv neutron-server[103152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:31:41.627779 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16b46cfc-efb5-41ad-a4ad-4bb394016505 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Made reservation on behalf of a1ada58ef66244899294bdd43455e4f3 for: {'network': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:31:41.629960 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-16b46cfc-efb5-41ad-a4ad-4bb394016505 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:41.633208 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58538) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:41.644695 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-4ff15152-0ca6-4406-947b-915e4427eb61 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Request body: {'subnet': {'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:41.653512 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-72da50bc-869b-47f2-a3a6-affcf20aad1c tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11349588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11288746'] for subnet, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:41.657730 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server [None req-9b60365e-8bcc-4bcb-bd40-97e22d46db7a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 458192a2-3f53-45c1-aea6-5a2e3c9a18bb: This subnet is being modified by another concurrent operation. Dec 21 13:31:41.657730 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 21 13:31:41.657730 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 21 13:31:41.657730 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 21 13:31:41.657730 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 21 13:31:41.657730 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 21 13:31:41.657730 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 21 13:31:41.657730 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 21 13:31:41.657730 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 21 13:31:41.657730 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 21 13:31:41.657730 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 21 13:31:41.657730 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 21 13:31:41.657730 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 21 13:31:41.657730 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 21 13:31:41.657730 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 21 13:31:41.657730 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 13:31:41.657730 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 21 13:31:41.657730 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server raise self.value Dec 21 13:31:41.657730 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 21 13:31:41.657730 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 13:31:41.657730 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 21 13:31:41.657730 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 21 13:31:41.657730 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 21 13:31:41.657730 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 13:31:41.657730 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 21 13:31:41.657730 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server raise self.value Dec 21 13:31:41.657730 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 21 13:31:41.657730 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 13:31:41.657730 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 21 13:31:41.657730 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 21 13:31:41.657730 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 21 13:31:41.657730 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 13:31:41.657730 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 21 13:31:41.657730 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server raise self.value Dec 21 13:31:41.657730 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 21 13:31:41.657730 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 21 13:31:41.657730 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in update_dhcp_port Dec 21 13:31:41.657730 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Dec 21 13:31:41.657730 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Dec 21 13:31:41.657730 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Dec 21 13:31:41.657730 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Dec 21 13:31:41.657730 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 13:31:41.657730 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 21 13:31:41.657730 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 21 13:31:41.657730 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 21 13:31:41.657730 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 21 13:31:41.657730 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 21 13:31:41.657730 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 13:31:41.657730 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 21 13:31:41.657730 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server raise self.value Dec 21 13:31:41.657730 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 21 13:31:41.657730 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 13:31:41.657730 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 21 13:31:41.657730 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 21 13:31:41.657730 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 21 13:31:41.657730 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 13:31:41.657730 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 21 13:31:41.657730 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server raise self.value Dec 21 13:31:41.657730 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 21 13:31:41.657730 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 13:31:41.657730 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 21 13:31:41.657730 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 21 13:31:41.657730 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 21 13:31:41.657730 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 13:31:41.657730 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 21 13:31:41.657730 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server raise self.value Dec 21 13:31:41.657730 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 21 13:31:41.657730 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 21 13:31:41.657730 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Dec 21 13:31:41.657730 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Dec 21 13:31:41.657730 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 21 13:31:41.657730 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 21 13:31:41.657730 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1518, in update_port Dec 21 13:31:41.657730 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Dec 21 13:31:41.657730 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Dec 21 13:31:41.657730 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Dec 21 13:31:41.657730 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Dec 21 13:31:41.657730 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Dec 21 13:31:41.657730 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Dec 21 13:31:41.657730 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 21 13:31:41.657730 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 21 13:31:41.657730 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 21 13:31:41.657730 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 21 13:31:41.657730 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server raise exception Dec 21 13:31:41.657730 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 458192a2-3f53-45c1-aea6-5a2e3c9a18bb: This subnet is being modified by another concurrent operation. Dec 21 13:31:41.657730 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server Dec 21 13:31:41.694817 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d615f4d8-ad2a-4457-b1b3-ff2a9e2b870c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:41.695218 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.segments_db [None req-d615f4d8-ad2a-4457-b1b3-ff2a9e2b870c admin admin] Added segment 437cc747-44ac-45bd-9854-eb847f13c4b8 of type vlan for network f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e Dec 21 13:31:41.713438 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-4fd1f4e0-db38-4dab-a2e3-cf26b05f4a4c tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6358190 Dec 21 13:31:41.742413 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d615f4d8-ad2a-4457-b1b3-ff2a9e2b870c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94e793f5-2ecc-4b71-ac41-4914c65386f4,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:41.749661 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd1f4e0-db38-4dab-a2e3-cf26b05f4a4c tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Pushing event updated for resources: {'Network': ['ID=ca425982-7297-4514-a605-098e0b5560ae,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:41.758088 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-20077464-3aa0-4848-ad0a-ac2117b5b341 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:41.778563 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-20077464-3aa0-4848-ad0a-ac2117b5b341 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks [] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:41.788009 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-20077464-3aa0-4848-ad0a-ac2117b5b341 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] 10.222.0.37 "DELETE /v2.0/networks/d4866f87-e19a-4c73-8ebb-5bd4ac3e8aea HTTP/1.1" status: 204 len: 168 time: 1.4458985 Dec 21 13:31:41.788882 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network ca425982-7297-4514-a605-098e0b5560ae details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:31:41.793110 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7a195da2-0a73-492d-9ee9-714f1f21dfcd None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:41.814696 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58540) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:41.817552 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20077464-3aa0-4848-ad0a-ac2117b5b341 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Pushing event deleted for resources: {'Network': ['ID=d4866f87-e19a-4c73-8ebb-5bd4ac3e8aea,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:41.819122 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084e7941-6b0c-4dd7-a999-b5d2ee046795 None None] Network c6bf85d4-de6b-4911-ac91-51fc0c7c7ed2 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:31:41.832250 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7a195da2-0a73-492d-9ee9-714f1f21dfcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:41.869472 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58542) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:41.872407 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-5078d5c4-ef29-4f06-89f8-6df8deb80d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636'] for port, after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:41.876409 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-9f94533c-cfd8-453a-a38e-8e015b62cae4 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Request body: {'subnets': [{'network_id': '82aab524-89cb-417d-bc9f-7d3c810c9b27', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--269556839', 'ip_version': 4}, {'network_id': 'ca425982-7297-4514-a605-098e0b5560ae', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:41.876730 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-9f94533c-cfd8-453a-a38e-8e015b62cae4 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Request body: {'subnet': {'network_id': '82aab524-89cb-417d-bc9f-7d3c810c9b27', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--269556839', 'ip_version': 4}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:41.877489 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-9f94533c-cfd8-453a-a38e-8e015b62cae4 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Request body: {'subnet': {'network_id': 'ca425982-7297-4514-a605-098e0b5560ae', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:41.902678 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-72da50bc-869b-47f2-a3a6-affcf20aad1c tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks [] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:41.906646 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-72da50bc-869b-47f2-a3a6-affcf20aad1c tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "DELETE /v2.0/subnets/458192a2-3f53-45c1-aea6-5a2e3c9a18bb HTTP/1.1" status: 204 len: 168 time: 0.9363363 Dec 21 13:31:41.907914 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72da50bc-869b-47f2-a3a6-affcf20aad1c tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Pushing event deleted for resources: {'Subnet': ['ID=458192a2-3f53-45c1-aea6-5a2e3c9a18bb,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:41.910853 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fcf26bf-b116-4a4a-8474-576bbbb25f82 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Deleting subnet bdfee4b4-ff3b-4e78-bf0d-39ac82a4abaa {{(pid=103152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:31:41.914891 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58544) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:41.921362 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9fcf26bf-b116-4a4a-8474-576bbbb25f82 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks [] for subnet, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:41.928166 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a195da2-0a73-492d-9ee9-714f1f21dfcd None None] Network 4e8e3ac0-8456-4023-94ca-cfb9151b6065 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:31:41.928398 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d615f4d8-ad2a-4457-b1b3-ff2a9e2b870c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:41.945472 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16b46cfc-efb5-41ad-a4ad-4bb394016505 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=103153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:31:41.975742 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-16b46cfc-efb5-41ad-a4ad-4bb394016505 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:41.976110 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.segments_db [None req-16b46cfc-efb5-41ad-a4ad-4bb394016505 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Added segment a280ede5-b9a4-4921-958f-77500714f757 of type vlan for network 3fa4d50a-dc19-4ef1-8d56-4486b913db37 Dec 21 13:31:41.978858 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-7a195da2-0a73-492d-9ee9-714f1f21dfcd None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:31:41.996395 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ff15152-0ca6-4406-947b-915e4427eb61 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Made reservation on behalf of 4e9b97d81d204c53a28bf5666eaf36b7 for: {'subnet': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:31:41.999511 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a195da2-0a73-492d-9ee9-714f1f21dfcd None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:31:42.002570 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4ff15152-0ca6-4406-947b-915e4427eb61 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11288759'] for subnet, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:42.006340 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-5eb36867-0572-42b0-87e1-0c84fe0550eb tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] DELETE failed (client error): The resource could not be found. Dec 21 13:31:42.006573 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5078d5c4-ef29-4f06-89f8-6df8deb80d3a None None] No DVR routers for this DVR port 8d2dbbe6-4cda-4078-aedc-65aac26a6ac8 on host dv-neutron-master-2-hyperv {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:31:42.006954 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5eb36867-0572-42b0-87e1-0c84fe0550eb tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:31:42.007666 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ff15152-0ca6-4406-947b-915e4427eb61 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 13:31:42.008358 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ff15152-0ca6-4406-947b-915e4427eb61 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:31:42.009808 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-f9b561ae-2762-4bd3-aeff-f7820d0cac1a None None] Provisioning complete for port 2354d5f1-f114-4072-ade4-1a54305a5c66 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:31:42.010006 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-5eb36867-0572-42b0-87e1-0c84fe0550eb tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "DELETE /v2.0/subnets/c54f1325-aba4-4a1b-8844-02cd7888d2be HTTP/1.1" status: 404 len: 337 time: 0.0922215 Dec 21 13:31:42.010373 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f9b561ae-2762-4bd3-aeff-f7820d0cac1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:42.020911 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58546) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:42.046911 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d615f4d8-ad2a-4457-b1b3-ff2a9e2b870c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:42.047992 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d615f4d8-ad2a-4457-b1b3-ff2a9e2b870c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:42.048635 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d615f4d8-ad2a-4457-b1b3-ff2a9e2b870c admin admin] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:42.052199 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-16b46cfc-efb5-41ad-a4ad-4bb394016505 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:42.054427 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-f9b561ae-2762-4bd3-aeff-f7820d0cac1a None None] Port 2354d5f1-f114-4072-ade4-1a54305a5c66 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:31:42.056596 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-d8a6e7d9-fd35-4470-8fb8-f477cd99ef64 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b213dbe-091c-4cf8-93a6-1c486fec3bac HTTP/1.1" status: 200 len: 205 time: 0.0338078 Dec 21 13:31:42.061364 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9fcf26bf-b116-4a4a-8474-576bbbb25f82 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526644'] for subnet, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:42.063925 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58548) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:42.074029 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a195da2-0a73-492d-9ee9-714f1f21dfcd None None] Pushing event updated for resources: {'Port': ['ID=1edf2811-8477-48af-bcee-7bf6f7441777,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:42.115766 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-d615f4d8-ad2a-4457-b1b3-ff2a9e2b870c admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9977005 Dec 21 13:31:42.120043 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58550) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:42.124413 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5078d5c4-ef29-4f06-89f8-6df8deb80d3a None None] Pushing event deleted for resources: {'Port': ['ID=8d2dbbe6-4cda-4078-aedc-65aac26a6ac8,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:42.143391 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-f9b561ae-2762-4bd3-aeff-f7820d0cac1a None None] Provisioning complete for port 774a0026-84db-42af-9693-c3e29a4252e7 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:31:42.143789 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f9b561ae-2762-4bd3-aeff-f7820d0cac1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:42.153232 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.api.v2.resource [None req-bbabe25a-5578-47ac-bc71-79754c5879b4 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] delete failed (client error): The resource could not be found. Dec 21 13:31:42.154276 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-bbabe25a-5578-47ac-bc71-79754c5879b4 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "DELETE /v2.0/routers/2b213dbe-091c-4cf8-93a6-1c486fec3bac HTTP/1.1" status: 404 len: 336 time: 0.0894067 Dec 21 13:31:42.154724 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-197a2de6-8b27-436b-99a3-fadb7a5481a5 admin admin] Request body: {'subnet': {'network_id': 'f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1677634282-subnet', 'tenant_id': '365275e264a6451abad9a44f0c54ac18', 'ip_version': 4}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:42.158585 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58552) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:42.162614 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-4ff15152-0ca6-4406-947b-915e4427eb61 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5224891 Dec 21 13:31:42.170811 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58554) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:42.178470 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-e0fcfeae-1cf9-4372-b0d3-185446092ee3 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Request body: {'subnet': {'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:42.183486 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-7a195da2-0a73-492d-9ee9-714f1f21dfcd None None] Attempting to bind port 1edf2811-8477-48af-bcee-7bf6f7441777 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:31:42.184089 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-7a195da2-0a73-492d-9ee9-714f1f21dfcd None None] Attempting to bind port 1edf2811-8477-48af-bcee-7bf6f7441777 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '013b96ea-9950-4df6-a699-aa44208014cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '4e8e3ac0-8456-4023-94ca-cfb9151b6065'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:31:42.184617 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a195da2-0a73-492d-9ee9-714f1f21dfcd None None] Attempting to bind port 1edf2811-8477-48af-bcee-7bf6f7441777 on network 4e8e3ac0-8456-4023-94ca-cfb9151b6065 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:31:42.185090 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d615f4d8-ad2a-4457-b1b3-ff2a9e2b870c admin admin] Pushing event updated for resources: {'Network': ['ID=f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:42.198816 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-16b46cfc-efb5-41ad-a4ad-4bb394016505 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:42.201519 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a195da2-0a73-492d-9ee9-714f1f21dfcd None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:31:42.201899 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a195da2-0a73-492d-9ee9-714f1f21dfcd None None] Checking segment: {'id': '013b96ea-9950-4df6-a699-aa44208014cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '4e8e3ac0-8456-4023-94ca-cfb9151b6065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:31:42.202306 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7a195da2-0a73-492d-9ee9-714f1f21dfcd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:42.202745 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a195da2-0a73-492d-9ee9-714f1f21dfcd None None] Bound using segment: {'id': '013b96ea-9950-4df6-a699-aa44208014cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '4e8e3ac0-8456-4023-94ca-cfb9151b6065'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:31:42.203199 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-7a195da2-0a73-492d-9ee9-714f1f21dfcd None None] Bound port: 1edf2811-8477-48af-bcee-7bf6f7441777, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '013b96ea-9950-4df6-a699-aa44208014cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '4e8e3ac0-8456-4023-94ca-cfb9151b6065'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:31:42.203577 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7a195da2-0a73-492d-9ee9-714f1f21dfcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:42.207926 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b46cfc-efb5-41ad-a4ad-4bb394016505 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:42.208863 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-16b46cfc-efb5-41ad-a4ad-4bb394016505 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:42.216648 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-a876f134-0223-443c-b3ab-cee15d252eb4 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] DELETE failed (client error): The resource could not be found. Dec 21 13:31:42.217303 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a876f134-0223-443c-b3ab-cee15d252eb4 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:31:42.220605 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-a876f134-0223-443c-b3ab-cee15d252eb4 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "DELETE /v2.0/subnets/be26d3f4-55e5-4adb-bde7-af71a0f4e045 HTTP/1.1" status: 404 len: 337 time: 0.0591147 Dec 21 13:31:42.225854 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58556) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:42.236156 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a386c3fa-028c-4de5-838d-aa3e8b712719 None None] DHCP port deletion for c6bf85d4-de6b-4911-ac91-51fc0c7c7ed2 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:31:42.238223 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:31:42.287830 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-16b46cfc-efb5-41ad-a4ad-4bb394016505 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7625732 Dec 21 13:31:42.290433 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58558) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:42.295790 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-249472a4-ec39-4687-953b-20f7ca983cba tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:42.337074 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9fcf26bf-b116-4a4a-8474-576bbbb25f82 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:42.343251 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f94533c-cfd8-453a-a38e-8e015b62cae4 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Made reservation on behalf of 68b9808d5efe4ed68b57050245d595fc for: {'subnet': 2} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:31:42.348214 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9f94533c-cfd8-453a-a38e-8e015b62cae4 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12346583'] for subnet, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:42.348965 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9f94533c-cfd8-453a-a38e-8e015b62cae4 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12346583'] for subnet, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:42.352570 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfd8aa8a-30f8-4728-8726-50e6565bfe98 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] DELETE failed (client error): The resource could not be found. Dec 21 13:31:42.353041 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfd8aa8a-30f8-4728-8726-50e6565bfe98 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:31:42.358420 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-bfd8aa8a-30f8-4728-8726-50e6565bfe98 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "DELETE /v2.0/subnets/c671df9d-514b-482c-bfa1-a49ff8b29b60 HTTP/1.1" status: 404 len: 337 time: 0.1176131 Dec 21 13:31:42.391852 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58560) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:42.419959 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-197a2de6-8b27-436b-99a3-fadb7a5481a5 admin admin] Made reservation on behalf of 365275e264a6451abad9a44f0c54ac18 for: {'subnet': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:31:42.422323 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-197a2de6-8b27-436b-99a3-fadb7a5481a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11288759'] for subnet, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:42.452888 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.pecan_wsgi.hooks.translation [None req-f41514eb-e7cc-4727-b589-bb4b1325044e tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] DELETE failed (client error): The resource could not be found. Dec 21 13:31:42.453350 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f41514eb-e7cc-4727-b589-bb4b1325044e tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:31:42.458696 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-f41514eb-e7cc-4727-b589-bb4b1325044e tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "DELETE /v2.0/subnets/0fe1d571-eaac-478d-bab9-de45dc6218c3 HTTP/1.1" status: 404 len: 337 time: 0.0635614 Dec 21 13:31:42.467492 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b46cfc-efb5-41ad-a4ad-4bb394016505 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Pushing event updated for resources: {'Network': ['ID=3fa4d50a-dc19-4ef1-8d56-4486b913db37,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:42.476697 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58562) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:42.510569 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network 3fa4d50a-dc19-4ef1-8d56-4486b913db37 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:31:42.554851 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.pecan_wsgi.hooks.translation [None req-12210883-2eda-48f0-b9e2-51fe41d89bc0 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] DELETE failed (client error): The resource could not be found. Dec 21 13:31:42.555720 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12210883-2eda-48f0-b9e2-51fe41d89bc0 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:31:42.559207 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-12210883-2eda-48f0-b9e2-51fe41d89bc0 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "DELETE /v2.0/ports/eb66460d-0583-44b1-81f2-853102f026d6 HTTP/1.1" status: 404 len: 333 time: 0.0814586 Dec 21 13:31:42.565382 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58564) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:42.570759 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9fcf26bf-b116-4a4a-8474-576bbbb25f82 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12346570'] for subnet, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:42.617236 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0fcfeae-1cf9-4372-b0d3-185446092ee3 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Made reservation on behalf of 4e9b97d81d204c53a28bf5666eaf36b7 for: {'subnet': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:31:42.621260 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e0fcfeae-1cf9-4372-b0d3-185446092ee3 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11288759'] for subnet, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:42.622872 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0fcfeae-1cf9-4372-b0d3-185446092ee3 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 13:31:42.623522 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0fcfeae-1cf9-4372-b0d3-185446092ee3 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:31:42.643427 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 8d2dbbe6-4cda-4078-aedc-65aac26a6ac8 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:31:42.647977 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-62e93724-ceea-456d-8ca2-a9736248c2c9 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] DELETE failed (client error): The resource could not be found. Dec 21 13:31:42.648433 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62e93724-ceea-456d-8ca2-a9736248c2c9 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:31:42.652186 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-e0fcfeae-1cf9-4372-b0d3-185446092ee3 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4771707 Dec 21 13:31:42.652387 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-62e93724-ceea-456d-8ca2-a9736248c2c9 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "DELETE /v2.0/subnets/b8461d97-f22b-4a5f-b7bc-93a5566bb6e6 HTTP/1.1" status: 404 len: 337 time: 0.0824516 Dec 21 13:31:42.652387 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcf26bf-b116-4a4a-8474-576bbbb25f82 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Pushing event deleted for resources: {'Subnet': ['ID=bdfee4b4-ff3b-4e78-bf0d-39ac82a4abaa,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:42.654107 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58566) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:42.661476 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58568) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:42.667746 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-18b0e8f1-a689-4cc6-a4dd-4921648754b8 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Request body: {'subnet': {'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:42.672447 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9fcf26bf-b116-4a4a-8474-576bbbb25f82 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:42.676858 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-9fcf26bf-b116-4a4a-8474-576bbbb25f82 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] 10.222.0.37 "DELETE /v2.0/subnets/bdfee4b4-ff3b-4e78-bf0d-39ac82a4abaa HTTP/1.1" status: 204 len: 168 time: 0.8609297 Dec 21 13:31:42.679491 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-249472a4-ec39-4687-953b-20f7ca983cba tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:42.682564 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58570) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:42.687131 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d0fd86-0327-44ed-9613-4ad76d88f150 None None] Network eb17712e-23ce-411e-bf54-64cbc69db96c requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:31:42.689425 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: 8d2dbbe6-4cda-4078-aedc-65aac26a6ac8 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:31:42.689875 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 8d2dbbe6-4cda-4078-aedc-65aac26a6ac8 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:31:42.690440 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 774a0026-84db-42af-9693-c3e29a4252e7 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:31:42.722966 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-7a195da2-0a73-492d-9ee9-714f1f21dfcd None None] For port 1edf2811-8477-48af-bcee-7bf6f7441777, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:31:42.745765 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-249472a4-ec39-4687-953b-20f7ca983cba tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:42.746522 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a88c74d-de48-490c-91fa-9ffaa9af9147 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] DELETE failed (client error): The resource could not be found. Dec 21 13:31:42.746996 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a88c74d-de48-490c-91fa-9ffaa9af9147 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:31:42.750105 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-5a88c74d-de48-490c-91fa-9ffaa9af9147 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "DELETE /v2.0/subnets/2b8c3e36-8493-4086-bf80-e186c429bbfe HTTP/1.1" status: 404 len: 337 time: 0.0785191 Dec 21 13:31:42.754510 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58572) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:42.765594 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-7a195da2-0a73-492d-9ee9-714f1f21dfcd None None] For port 1edf2811-8477-48af-bcee-7bf6f7441777, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1edf2811-8477-48af-bcee-7bf6f7441777,segment=NetworkSegment(013b96ea-9950-4df6-a699-aa44208014cf),segment_id=013b96ea-9950-4df6-a699-aa44208014cf)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:31:42.801417 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7a195da2-0a73-492d-9ee9-714f1f21dfcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:42.819965 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.pecan_wsgi.hooks.translation [None req-472625d9-b774-4121-8082-d726f87a41a9 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] DELETE failed (client error): The resource could not be found. Dec 21 13:31:42.820541 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-472625d9-b774-4121-8082-d726f87a41a9 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:31:42.826021 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-472625d9-b774-4121-8082-d726f87a41a9 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "DELETE /v2.0/ports/ca490816-1ce2-4757-a00d-450b272f4096 HTTP/1.1" status: 404 len: 333 time: 0.0682995 Dec 21 13:31:42.830634 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58574) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:42.864404 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-a386c3fa-028c-4de5-838d-aa3e8b712719 None None] Deleting port 774a0026-84db-42af-9693-c3e29a4252e7 {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:31:42.865728 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a386c3fa-028c-4de5-838d-aa3e8b712719 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:42.890785 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.pecan_wsgi.hooks.translation [None req-86341d39-b43f-457b-ae17-27f320b4fdf3 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] DELETE failed (client error): The resource could not be found. Dec 21 13:31:42.891249 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86341d39-b43f-457b-ae17-27f320b4fdf3 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:31:42.897430 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-86341d39-b43f-457b-ae17-27f320b4fdf3 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "DELETE /v2.0/subnets/d6d95688-79e2-4eff-b02a-2d1dac8ec3c8 HTTP/1.1" status: 404 len: 337 time: 0.0627773 Dec 21 13:31:42.900335 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58576) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:42.954147 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.pecan_wsgi.hooks.translation [None req-772ddcfe-511b-4ec1-8205-8158f564cd2f tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] DELETE failed (client error): The resource could not be found. Dec 21 13:31:42.954591 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-772ddcfe-511b-4ec1-8205-8158f564cd2f tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:31:42.961285 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-772ddcfe-511b-4ec1-8205-8158f564cd2f tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "DELETE /v2.0/subnets/428855cb-c1e5-47ff-b4b2-70d2138c2edc HTTP/1.1" status: 404 len: 337 time: 0.0565677 Dec 21 13:31:42.962340 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58578) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:42.963335 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-197a2de6-8b27-436b-99a3-fadb7a5481a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11195289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11288741'] for subnet, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:42.978179 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a195da2-0a73-492d-9ee9-714f1f21dfcd None None] Pushing event updated for resources: {'Port': ['ID=1edf2811-8477-48af-bcee-7bf6f7441777,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:43.004726 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-a386c3fa-028c-4de5-838d-aa3e8b712719 None None] For port 774a0026-84db-42af-9693-c3e29a4252e7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=774a0026-84db-42af-9693-c3e29a4252e7,segment=NetworkSegment(5a3eecab-405a-48b3-b476-c53671b8bca8),segment_id=5a3eecab-405a-48b3-b476-c53671b8bca8)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:31:43.005282 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a386c3fa-028c-4de5-838d-aa3e8b712719 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:43.027216 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:43.028169 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18b0e8f1-a689-4cc6-a4dd-4921648754b8 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Made reservation on behalf of 4e9b97d81d204c53a28bf5666eaf36b7 for: {'subnet': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:31:43.033816 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-a386c3fa-028c-4de5-838d-aa3e8b712719 None None] Calling delete_port for 774a0026-84db-42af-9693-c3e29a4252e7 owned by network:dhcp {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:31:43.036547 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-18b0e8f1-a689-4cc6-a4dd-4921648754b8 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11288759'] for subnet, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:43.038820 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.pecan_wsgi.hooks.translation [None req-18b0e8f1-a689-4cc6-a4dd-4921648754b8 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 13:31:43.039266 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18b0e8f1-a689-4cc6-a4dd-4921648754b8 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:31:43.093687 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197a2de6-8b27-436b-99a3-fadb7a5481a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52704ce2-43ea-427f-a9de-c74c83467400,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:43.107001 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-18b0e8f1-a689-4cc6-a4dd-4921648754b8 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4515407 Dec 21 13:31:43.117663 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432ebd5a-8334-4051-bb7e-dae20f94fe25 None None] DHCP port deletion for eb17712e-23ce-411e-bf54-64cbc69db96c request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:31:43.124706 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] For port 774a0026-84db-42af-9693-c3e29a4252e7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=774a0026-84db-42af-9693-c3e29a4252e7,segment=NetworkSegment(5a3eecab-405a-48b3-b476-c53671b8bca8),segment_id=5a3eecab-405a-48b3-b476-c53671b8bca8)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:31:43.128985 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58580) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:43.138598 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:43.179991 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-249472a4-ec39-4687-953b-20f7ca983cba tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Network 3fa4d50a-dc19-4ef1-8d56-4486b913db37 is not hosted by any dhcp agent {{(pid=103152) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 21 13:31:43.185563 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249472a4-ec39-4687-953b-20f7ca983cba tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:43.185852 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-4e3edd15-5b44-4b4e-ba20-95ec5519c93b tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0552688 Dec 21 13:31:43.187006 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-249472a4-ec39-4687-953b-20f7ca983cba tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks [] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:43.188690 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-249472a4-ec39-4687-953b-20f7ca983cba tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] 10.222.0.37 "PUT /v2.0/networks/3fa4d50a-dc19-4ef1-8d56-4486b913db37 HTTP/1.1" status: 200 len: 723 time: 0.8971155 Dec 21 13:31:43.189756 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58582) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:43.192104 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58584) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:43.192490 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197a2de6-8b27-436b-99a3-fadb7a5481a5 admin admin] Checking segment: {'id': '437cc747-44ac-45bd-9854-eb847f13c4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:31:43.192957 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197a2de6-8b27-436b-99a3-fadb7a5481a5 admin admin] Network hostable DHCP agents. Network: f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:31:43.213387 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-4db9fc19-d3e6-4b48-ae00-dc4ba115a3f9 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Request body: {'subnet': {'network_id': '3fa4d50a-dc19-4ef1-8d56-4486b913db37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:43.257889 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:43.261634 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Pushing event updated for resources: {'Port': ['ID=774a0026-84db-42af-9693-c3e29a4252e7,revision_number=11']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:43.264542 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-3b850a0b-03ab-4b1a-8d54-d93632a934f5 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Deleting port 2354d5f1-f114-4072-ade4-1a54305a5c66 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:31:43.264885 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3b850a0b-03ab-4b1a-8d54-d93632a934f5 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:43.274124 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a386c3fa-028c-4de5-838d-aa3e8b712719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636'] for port, after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:43.277681 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197a2de6-8b27-436b-99a3-fadb7a5481a5 admin admin] Network f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:31:43.305408 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db78d88c-312f-4663-ab75-f9efa36e8177 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:43.307031 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-db78d88c-312f-4663-ab75-f9efa36e8177 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1155813 Dec 21 13:31:43.309847 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58586) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:43.311563 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a386c3fa-028c-4de5-838d-aa3e8b712719 None None] Pushing event deleted for resources: {'Port': ['ID=774a0026-84db-42af-9693-c3e29a4252e7,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:43.330717 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a386c3fa-028c-4de5-838d-aa3e8b712719 None None] No DVR routers for this DVR port 774a0026-84db-42af-9693-c3e29a4252e7 on host dv-neutron-master-2-hyperv {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:31:43.345557 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-432ebd5a-8334-4051-bb7e-dae20f94fe25 None None] Deleting port e2bc357e-870e-49dd-ab07-7581e064b3e4 {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:31:43.346127 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-432ebd5a-8334-4051-bb7e-dae20f94fe25 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:43.377681 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-9594217d-5a14-4896-81a0-604bfa8e1e8e tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0661922 Dec 21 13:31:43.378963 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-197a2de6-8b27-436b-99a3-fadb7a5481a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e) {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:31:43.399342 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6baaf828-a17c-4fab-bc18-5566efde673e None None] Network f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:31:43.407608 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8237c108-233c-4d87-90e2-603c4af617f0 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:43.414086 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58588) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:43.420570 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197a2de6-8b27-436b-99a3-fadb7a5481a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:43.421201 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-197a2de6-8b27-436b-99a3-fadb7a5481a5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:43.426623 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-5418c2ef-1d35-40b4-84dc-d79cc5dbaf03 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Request body: {'subnet': {'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:43.442471 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249472a4-ec39-4687-953b-20f7ca983cba tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Pushing event updated for resources: {'Network': ['ID=3fa4d50a-dc19-4ef1-8d56-4486b913db37,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:43.472803 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network 3fa4d50a-dc19-4ef1-8d56-4486b913db37 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:31:43.486878 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3b850a0b-03ab-4b1a-8d54-d93632a934f5 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:43.545770 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4db9fc19-d3e6-4b48-ae00-dc4ba115a3f9 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Made reservation on behalf of a1ada58ef66244899294bdd43455e4f3 for: {'subnet': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:31:43.549528 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4db9fc19-d3e6-4b48-ae00-dc4ba115a3f9 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12346583'] for subnet, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:43.552329 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-3b850a0b-03ab-4b1a-8d54-d93632a934f5 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Calling delete_port for 2354d5f1-f114-4072-ade4-1a54305a5c66 owned by {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:31:43.572673 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-197a2de6-8b27-436b-99a3-fadb7a5481a5 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4513323 Dec 21 13:31:43.581692 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58590) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:43.586132 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-ecb44338-31bd-491a-9852-e4fb2ab87854 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1677634282-router', 'tenant_id': '365275e264a6451abad9a44f0c54ac18', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:43.607203 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-432ebd5a-8334-4051-bb7e-dae20f94fe25 None None] For port e2bc357e-870e-49dd-ab07-7581e064b3e4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e2bc357e-870e-49dd-ab07-7581e064b3e4,segment=NetworkSegment(b1db955f-4c79-4605-8f92-fac890b42452),segment_id=b1db955f-4c79-4605-8f92-fac890b42452)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:31:43.607618 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-432ebd5a-8334-4051-bb7e-dae20f94fe25 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:43.633504 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-432ebd5a-8334-4051-bb7e-dae20f94fe25 None None] Calling delete_port for e2bc357e-870e-49dd-ab07-7581e064b3e4 owned by network:dhcp {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:31:43.714944 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ecb44338-31bd-491a-9852-e4fb2ab87854 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26964'] for router, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:43.716096 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ecb44338-31bd-491a-9852-e4fb2ab87854 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-642316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26957'] for router, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:43.721985 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc69c76-c430-4374-93f9-067c9563d3da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e', 'network_id': 'f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e', 'project_id': '365275e264a6451abad9a44f0c54ac18', 'fixed_ips': [{'subnet_id': '52704ce2-43ea-427f-a9de-c74c83467400'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:31:43.722203 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5418c2ef-1d35-40b4-84dc-d79cc5dbaf03 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Made reservation on behalf of 4e9b97d81d204c53a28bf5666eaf36b7 for: {'subnet': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:31:43.723292 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-9bc69c76-c430-4374-93f9-067c9563d3da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:43.726681 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5418c2ef-1d35-40b4-84dc-d79cc5dbaf03 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11288759'] for subnet, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:43.752908 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3b850a0b-03ab-4b1a-8d54-d93632a934f5 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:43.831171 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b850a0b-03ab-4b1a-8d54-d93632a934f5 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Pushing event deleted for resources: {'Port': ['ID=2354d5f1-f114-4072-ade4-1a54305a5c66,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:43.848549 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-8237c108-233c-4d87-90e2-603c4af617f0 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Deleting port e2bc357e-870e-49dd-ab07-7581e064b3e4 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:31:43.848882 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8237c108-233c-4d87-90e2-603c4af617f0 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:43.876671 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3b850a0b-03ab-4b1a-8d54-d93632a934f5 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:43.880137 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-3b850a0b-03ab-4b1a-8d54-d93632a934f5 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "DELETE /v2.0/ports/2354d5f1-f114-4072-ade4-1a54305a5c66 HTTP/1.1" status: 204 len: 168 time: 0.9145074 Dec 21 13:31:43.883591 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58592) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:43.890060 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ecb44338-31bd-491a-9852-e4fb2ab87854 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:43.904181 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4db9fc19-d3e6-4b48-ae00-dc4ba115a3f9 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12346565'] for subnet, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:43.917817 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-432ebd5a-8334-4051-bb7e-dae20f94fe25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636'] for port, after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:43.954827 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-9bc69c76-c430-4374-93f9-067c9563d3da None None] Allocated IP 172.20.0.2 (f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e/52704ce2-43ea-427f-a9de-c74c83467400/f3aaad26-0663-4689-b4b8-115991e259d5) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:31:43.961966 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432ebd5a-8334-4051-bb7e-dae20f94fe25 None None] Pushing event deleted for resources: {'Port': ['ID=e2bc357e-870e-49dd-ab07-7581e064b3e4,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:43.970487 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432ebd5a-8334-4051-bb7e-dae20f94fe25 None None] No DVR routers for this DVR port e2bc357e-870e-49dd-ab07-7581e064b3e4 on host dv-neutron-master-2-hyperv {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:31:43.972452 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9f94533c-cfd8-453a-a38e-8e015b62cae4 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12346565'] for subnet, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:44.084765 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-8237c108-233c-4d87-90e2-603c4af617f0 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] For port e2bc357e-870e-49dd-ab07-7581e064b3e4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e2bc357e-870e-49dd-ab07-7581e064b3e4,segment=NetworkSegment(b1db955f-4c79-4605-8f92-fac890b42452),segment_id=b1db955f-4c79-4605-8f92-fac890b42452)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:31:44.085137 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8237c108-233c-4d87-90e2-603c4af617f0 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:44.104401 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db9fc19-d3e6-4b48-ae00-dc4ba115a3f9 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Pushing event updated for resources: {'Subnet': ['ID=f65f9b83-d481-4afc-9647-3947fdab9c32,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:44.129311 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-8237c108-233c-4d87-90e2-603c4af617f0 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Calling delete_port for e2bc357e-870e-49dd-ab07-7581e064b3e4 owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:31:44.140406 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0c38546a-6981-4e31-bb67-405456bd39a2 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:44.177131 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-9bc69c76-c430-4374-93f9-067c9563d3da None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:44.187756 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-9bc69c76-c430-4374-93f9-067c9563d3da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:44.236723 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc69c76-c430-4374-93f9-067c9563d3da None None] Network f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:31:44.239997 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-9bc69c76-c430-4374-93f9-067c9563d3da None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:31:44.243914 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc69c76-c430-4374-93f9-067c9563d3da None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:31:44.256643 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db9fc19-d3e6-4b48-ae00-dc4ba115a3f9 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Checking segment: {'id': 'a280ede5-b9a4-4921-958f-77500714f757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '3fa4d50a-dc19-4ef1-8d56-4486b913db37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:31:44.257206 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db9fc19-d3e6-4b48-ae00-dc4ba115a3f9 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Network hostable DHCP agents. Network: 3fa4d50a-dc19-4ef1-8d56-4486b913db37, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:31:44.258606 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc69c76-c430-4374-93f9-067c9563d3da None None] Pushing event updated for resources: {'Port': ['ID=f3aaad26-0663-4689-b4b8-115991e259d5,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:44.282567 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f94533c-cfd8-453a-a38e-8e015b62cae4 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Checking segment: {'id': '9b3729cf-e1af-461a-80db-73b500bb3b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '82aab524-89cb-417d-bc9f-7d3c810c9b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:31:44.282935 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f94533c-cfd8-453a-a38e-8e015b62cae4 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Network hostable DHCP agents. Network: 82aab524-89cb-417d-bc9f-7d3c810c9b27, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:31:44.284935 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f94533c-cfd8-453a-a38e-8e015b62cae4 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Pushing event updated for resources: {'Subnet': ['ID=f3998b28-fcf7-4489-aac3-a3436a94b446,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:44.341526 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-9bc69c76-c430-4374-93f9-067c9563d3da None None] Attempting to bind port f3aaad26-0663-4689-b4b8-115991e259d5 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:31:44.342810 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-9bc69c76-c430-4374-93f9-067c9563d3da None None] Attempting to bind port f3aaad26-0663-4689-b4b8-115991e259d5 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '437cc747-44ac-45bd-9854-eb847f13c4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:31:44.343261 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc69c76-c430-4374-93f9-067c9563d3da None None] Attempting to bind port f3aaad26-0663-4689-b4b8-115991e259d5 on network f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:31:44.352897 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc69c76-c430-4374-93f9-067c9563d3da None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:31:44.353453 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc69c76-c430-4374-93f9-067c9563d3da None None] Checking segment: {'id': '437cc747-44ac-45bd-9854-eb847f13c4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:31:44.353870 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-9bc69c76-c430-4374-93f9-067c9563d3da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:44.354548 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc69c76-c430-4374-93f9-067c9563d3da None None] Bound using segment: {'id': '437cc747-44ac-45bd-9854-eb847f13c4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:31:44.355521 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-9bc69c76-c430-4374-93f9-067c9563d3da None None] Bound port: f3aaad26-0663-4689-b4b8-115991e259d5, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '437cc747-44ac-45bd-9854-eb847f13c4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:31:44.356791 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-9bc69c76-c430-4374-93f9-067c9563d3da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:44.410107 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0c38546a-6981-4e31-bb67-405456bd39a2 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:44.436203 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-0c38546a-6981-4e31-bb67-405456bd39a2 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6bf85d4-de6b-4911-ac91-51fc0c7c7ed2']}} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:31:44.447454 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-9bc69c76-c430-4374-93f9-067c9563d3da None None] For port f3aaad26-0663-4689-b4b8-115991e259d5, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:31:44.450724 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-0c38546a-6981-4e31-bb67-405456bd39a2 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a3eecab-405a-48b3-b476-c53671b8bca8') {'for_net_delete': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:31:44.451292 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-0c38546a-6981-4e31-bb67-405456bd39a2 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a3eecab-405a-48b3-b476-c53671b8bca8') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:31:44.452384 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-9bc69c76-c430-4374-93f9-067c9563d3da None None] For port f3aaad26-0663-4689-b4b8-115991e259d5, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f3aaad26-0663-4689-b4b8-115991e259d5,segment=NetworkSegment(437cc747-44ac-45bd-9854-eb847f13c4b8),segment_id=437cc747-44ac-45bd-9854-eb847f13c4b8)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:31:44.453797 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ecb44338-31bd-491a-9852-e4fb2ab87854 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:44.457548 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-9bc69c76-c430-4374-93f9-067c9563d3da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:44.477225 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0c38546a-6981-4e31-bb67-405456bd39a2 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526653'] for segment, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:44.497013 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0c38546a-6981-4e31-bb67-405456bd39a2 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:44.506716 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c38546a-6981-4e31-bb67-405456bd39a2 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=103152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:31:44.507331 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0c38546a-6981-4e31-bb67-405456bd39a2 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805426'] for segment, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:44.522333 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc69c76-c430-4374-93f9-067c9563d3da None None] Pushing event updated for resources: {'Port': ['ID=f3aaad26-0663-4689-b4b8-115991e259d5,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:44.597867 dv-neutron-master-2-hyperv neutron-server[103152]: Traceback (most recent call last): Dec 21 13:31:44.597867 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:31:44.597867 dv-neutron-master-2-hyperv neutron-server[103152]: timer() Dec 21 13:31:44.597867 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:31:44.597867 dv-neutron-master-2-hyperv neutron-server[103152]: cb(*args, **kw) Dec 21 13:31:44.597867 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:31:44.597867 dv-neutron-master-2-hyperv neutron-server[103152]: return func(*args, **kwargs) Dec 21 13:31:44.597867 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:31:44.597867 dv-neutron-master-2-hyperv neutron-server[103152]: self._notify() Dec 21 13:31:44.597867 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:31:44.597867 dv-neutron-master-2-hyperv neutron-server[103152]: self.callback(batched_events) Dec 21 13:31:44.597867 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:31:44.597867 dv-neutron-master-2-hyperv neutron-server[103152]: event.method(event) Dec 21 13:31:44.597867 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:31:44.597867 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:31:44.597867 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:31:44.597867 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:31:44.597867 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:31:44.597867 dv-neutron-master-2-hyperv neutron-server[103152]: return f(self, *a, **k) Dec 21 13:31:44.597867 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:31:44.597867 dv-neutron-master-2-hyperv neutron-server[103152]: return self._get(url).json() Dec 21 13:31:44.597867 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:31:44.597867 dv-neutron-master-2-hyperv neutron-server[103152]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:31:44.597867 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:31:44.597867 dv-neutron-master-2-hyperv neutron-server[103152]: return self.request(url, 'GET', **kwargs) Dec 21 13:31:44.597867 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:31:44.597867 dv-neutron-master-2-hyperv neutron-server[103152]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:31:44.597867 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:31:44.597867 dv-neutron-master-2-hyperv neutron-server[103152]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:31:44.597867 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:31:44.597867 dv-neutron-master-2-hyperv neutron-server[103152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:31:44.597867 dv-neutron-master-2-hyperv neutron-server[103152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:31:44.602781 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db9fc19-d3e6-4b48-ae00-dc4ba115a3f9 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Network 3fa4d50a-dc19-4ef1-8d56-4486b913db37 is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:31:44.603313 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55dd36f-1202-4e5b-840b-b6809b2c9509 None None] Network 4e8e3ac0-8456-4023-94ca-cfb9151b6065 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:31:44.605135 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f94533c-cfd8-453a-a38e-8e015b62cae4 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Network 82aab524-89cb-417d-bc9f-7d3c810c9b27 is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:31:44.637152 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0c38546a-6981-4e31-bb67-405456bd39a2 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:44.648232 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-4db9fc19-d3e6-4b48-ae00-dc4ba115a3f9 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 3fa4d50a-dc19-4ef1-8d56-4486b913db37) {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:31:44.653515 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0c38546a-6981-4e31-bb67-405456bd39a2 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Publish callbacks [] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:44.656799 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 1edf2811-8477-48af-bcee-7bf6f7441777 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:31:44.658446 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-0c38546a-6981-4e31-bb67-405456bd39a2 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] 10.222.0.37 "DELETE /v2.0/networks/c6bf85d4-de6b-4911-ac91-51fc0c7c7ed2 HTTP/1.1" status: 204 len: 168 time: 0.7678618 Dec 21 13:31:44.661003 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8237c108-233c-4d87-90e2-603c4af617f0 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:44.671726 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-9f94533c-cfd8-453a-a38e-8e015b62cae4 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 82aab524-89cb-417d-bc9f-7d3c810c9b27) {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:31:44.696100 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db9fc19-d3e6-4b48-ae00-dc4ba115a3f9 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:44.696851 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4db9fc19-d3e6-4b48-ae00-dc4ba115a3f9 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:44.701796 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9f94533c-cfd8-453a-a38e-8e015b62cae4 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12346565'] for subnet, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:44.724113 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c38546a-6981-4e31-bb67-405456bd39a2 tempest-PortsTestJSON-1983733412 tempest-PortsTestJSON-1983733412-project] Pushing event deleted for resources: {'Network': ['ID=c6bf85d4-de6b-4911-ac91-51fc0c7c7ed2,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:44.730018 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8237c108-233c-4d87-90e2-603c4af617f0 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Pushing event deleted for resources: {'Port': ['ID=e2bc357e-870e-49dd-ab07-7581e064b3e4,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:44.737816 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.objects.ports [None req-5418c2ef-1d35-40b4-84dc-d79cc5dbaf03 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103153) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 21 13:31:44.740549 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5418c2ef-1d35-40b4-84dc-d79cc5dbaf03 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11195289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11288741'] for subnet, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:44.749265 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241fc97e-efa9-4135-bf1c-e682ccb2f565 None None] Network 3fa4d50a-dc19-4ef1-8d56-4486b913db37 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:31:44.773546 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-4db9fc19-d3e6-4b48-ae00-dc4ba115a3f9 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5678830 Dec 21 13:31:44.788517 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58598) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:44.795153 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8237c108-233c-4d87-90e2-603c4af617f0 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] No DVR routers for this DVR port e2bc357e-870e-49dd-ab07-7581e064b3e4 on host dv-neutron-master-2-hyperv {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:31:44.799655 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5418c2ef-1d35-40b4-84dc-d79cc5dbaf03 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:31:44.807121 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-73494d49-fbdf-47de-bba7-1f6edcaeeb06 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:44.817475 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-5418c2ef-1d35-40b4-84dc-d79cc5dbaf03 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:31:44.828421 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5418c2ef-1d35-40b4-84dc-d79cc5dbaf03 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:44.829161 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5418c2ef-1d35-40b4-84dc-d79cc5dbaf03 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:44.864779 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3fea9d5-a846-4138-a0df-03922e92c3d9 None None] Network 82aab524-89cb-417d-bc9f-7d3c810c9b27 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:31:44.887686 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-5418c2ef-1d35-40b4-84dc-d79cc5dbaf03 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4707310 Dec 21 13:31:44.888504 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5418c2ef-1d35-40b4-84dc-d79cc5dbaf03 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event updated for resources: {'Subnet': ['ID=bc5adbba-fe9c-4c00-96a0-7abc6002bd8a,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:44.897378 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58600) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:44.908546 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-6b0b2824-0823-43d1-a3df-dad9632d22a8 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Request body: {'port': {'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9', 'mac_address': 'fa:16:3e:6f:f7:4b', 'name': 'tempest-NetworksTestDHCPv6-1115781973'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:44.934843 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f94533c-cfd8-453a-a38e-8e015b62cae4 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Pushing event updated for resources: {'Subnet': ['ID=6bb096ef-2277-454c-aa8b-a2f3dd7c9af6,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:45.020232 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8237c108-233c-4d87-90e2-603c4af617f0 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:45.032385 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c855b61-1a6f-4ce8-9579-26befbb55d60 None None] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:31:45.062243 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ecb44338-31bd-491a-9852-e4fb2ab87854 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:45.087039 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ecb44338-31bd-491a-9852-e4fb2ab87854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:45.091723 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58604) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:45.107230 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f94533c-cfd8-453a-a38e-8e015b62cae4 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Checking segment: {'id': '4203cbf9-c74f-4567-a256-b89307ae8562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ca425982-7297-4514-a605-098e0b5560ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:31:45.107611 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f94533c-cfd8-453a-a38e-8e015b62cae4 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Network hostable DHCP agents. Network: ca425982-7297-4514-a605-098e0b5560ae, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:31:45.113556 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-8237c108-233c-4d87-90e2-603c4af617f0 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb17712e-23ce-411e-bf54-64cbc69db96c']}} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:31:45.166620 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-8237c108-233c-4d87-90e2-603c4af617f0 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1db955f-4c79-4605-8f92-fac890b42452') {'for_net_delete': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:31:45.166996 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-8237c108-233c-4d87-90e2-603c4af617f0 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1db955f-4c79-4605-8f92-fac890b42452') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:31:45.200832 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8237c108-233c-4d87-90e2-603c4af617f0 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526653'] for segment, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:45.216552 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-73494d49-fbdf-47de-bba7-1f6edcaeeb06 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12346588'] for subnet, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:45.252761 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8237c108-233c-4d87-90e2-603c4af617f0 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:45.264898 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f94533c-cfd8-453a-a38e-8e015b62cae4 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Network ca425982-7297-4514-a605-098e0b5560ae is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:31:45.271929 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8237c108-233c-4d87-90e2-603c4af617f0 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=103152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:31:45.272582 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8237c108-233c-4d87-90e2-603c4af617f0 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805426'] for segment, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:45.276041 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 13:31:45.276041 dv-neutron-master-2-hyperv neutron-server[103152]: self.session.flush() Dec 21 13:31:45.276041 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 13:31:45.276041 dv-neutron-master-2-hyperv neutron-server[103152]: self.session.flush() Dec 21 13:31:45.276041 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 13:31:45.276041 dv-neutron-master-2-hyperv neutron-server[103152]: self.session.flush() Dec 21 13:31:45.276041 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 13:31:45.276041 dv-neutron-master-2-hyperv neutron-server[103152]: self.session.flush() Dec 21 13:31:45.276041 dv-neutron-master-2-hyperv neutron-server[103152]: Traceback (most recent call last): Dec 21 13:31:45.276041 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:31:45.276041 dv-neutron-master-2-hyperv neutron-server[103152]: timer() Dec 21 13:31:45.276041 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:31:45.276041 dv-neutron-master-2-hyperv neutron-server[103152]: cb(*args, **kw) Dec 21 13:31:45.276041 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:31:45.276041 dv-neutron-master-2-hyperv neutron-server[103152]: return func(*args, **kwargs) Dec 21 13:31:45.276041 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:31:45.276041 dv-neutron-master-2-hyperv neutron-server[103152]: self._notify() Dec 21 13:31:45.276041 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:31:45.276041 dv-neutron-master-2-hyperv neutron-server[103152]: self.callback(batched_events) Dec 21 13:31:45.276041 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:31:45.276041 dv-neutron-master-2-hyperv neutron-server[103152]: event.method(event) Dec 21 13:31:45.276041 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:31:45.276041 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:31:45.276041 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:31:45.276041 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:31:45.276041 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:31:45.276041 dv-neutron-master-2-hyperv neutron-server[103152]: return f(self, *a, **k) Dec 21 13:31:45.276041 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:31:45.276041 dv-neutron-master-2-hyperv neutron-server[103152]: return self._get(url).json() Dec 21 13:31:45.276041 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:31:45.276041 dv-neutron-master-2-hyperv neutron-server[103152]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:31:45.276041 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:31:45.276041 dv-neutron-master-2-hyperv neutron-server[103152]: return self.request(url, 'GET', **kwargs) Dec 21 13:31:45.276041 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:31:45.276041 dv-neutron-master-2-hyperv neutron-server[103152]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:31:45.276041 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:31:45.276041 dv-neutron-master-2-hyperv neutron-server[103152]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:31:45.276041 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:31:45.276041 dv-neutron-master-2-hyperv neutron-server[103152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:31:45.276041 dv-neutron-master-2-hyperv neutron-server[103152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:31:45.281350 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-ecb44338-31bd-491a-9852-e4fb2ab87854 admin admin] Allocated IP 172.36.3.232 (7fdf1889-f079-4166-bbda-88b2a8d8d595/051a5607-1753-4008-a2f2-d94b48752e9c/8d6bf78b-09b2-42b6-abb5-6d1020a8e60f) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:31:45.309237 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-bd7dd519-c586-4156-aded-c9f9c50cd3e1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=401fab62d2cc4dcc90d3b9ab6f110b7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2142007 Dec 21 13:31:45.310056 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58608) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:45.341413 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-9f94533c-cfd8-453a-a38e-8e015b62cae4 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, ca425982-7297-4514-a605-098e0b5560ae) {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:31:45.362374 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f94533c-cfd8-453a-a38e-8e015b62cae4 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:45.362863 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f94533c-cfd8-453a-a38e-8e015b62cae4 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:45.363493 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9f94533c-cfd8-453a-a38e-8e015b62cae4 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:45.406667 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b0b2824-0823-43d1-a3df-dad9632d22a8 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Made reservation on behalf of 4e9b97d81d204c53a28bf5666eaf36b7 for: {'port': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:31:45.425242 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-82878ecc-7612-4287-b4fd-1ca7a0735942 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:45.427106 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8237c108-233c-4d87-90e2-603c4af617f0 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:45.438319 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e7ee3b-b51c-4b9e-a685-ba6befbff27c None None] Network ca425982-7297-4514-a605-098e0b5560ae requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:31:45.444789 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-9f94533c-cfd8-453a-a38e-8e015b62cae4 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 3.5713508 Dec 21 13:31:45.445004 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f21a88-3724-4525-89a1-7f778714d366 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-3fa4d50a-dc19-4ef1-8d56-4486b913db37', 'network_id': '3fa4d50a-dc19-4ef1-8d56-4486b913db37', 'project_id': 'a1ada58ef66244899294bdd43455e4f3', 'fixed_ips': [{'subnet_id': 'f65f9b83-d481-4afc-9647-3947fdab9c32'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:31:45.445004 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e1f21a88-3724-4525-89a1-7f778714d366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:45.448460 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58610) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:45.477882 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45df2aee-51f0-44bd-8df9-37bfbd35e18f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-82aab524-89cb-417d-bc9f-7d3c810c9b27', 'network_id': '82aab524-89cb-417d-bc9f-7d3c810c9b27', 'project_id': '68b9808d5efe4ed68b57050245d595fc', 'fixed_ips': [{'subnet_id': 'f3998b28-fcf7-4489-aac3-a3436a94b446'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:31:45.482851 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-45df2aee-51f0-44bd-8df9-37bfbd35e18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:45.485204 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-16184a36-2b3c-403e-92d8-f80dce90cd84 None None] Provisioning complete for port 1edf2811-8477-48af-bcee-7bf6f7441777 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:31:45.485622 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-16184a36-2b3c-403e-92d8-f80dce90cd84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:45.491290 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8237c108-233c-4d87-90e2-603c4af617f0 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks [] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:45.497457 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-8237c108-233c-4d87-90e2-603c4af617f0 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] 10.222.0.37 "DELETE /v2.0/networks/eb17712e-23ce-411e-bf54-64cbc69db96c HTTP/1.1" status: 204 len: 168 time: 2.8085213 Dec 21 13:31:45.500106 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8237c108-233c-4d87-90e2-603c4af617f0 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Pushing event deleted for resources: {'Network': ['ID=eb17712e-23ce-411e-bf54-64cbc69db96c,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:45.501459 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58612) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:45.516160 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c88931-6ec4-4eb3-ad66-f7dbcd589897 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:45.517796 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c88931-6ec4-4eb3-ad66-f7dbcd589897 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:45.519352 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c88931-6ec4-4eb3-ad66-f7dbcd589897 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:45.524594 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-93c88931-6ec4-4eb3-ad66-f7dbcd589897 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.0701716 Dec 21 13:31:45.526625 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58614) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:45.548440 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-82878ecc-7612-4287-b4fd-1ca7a0735942 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:45.572108 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-46267ffd-06fc-40b2-8425-c7ff1bedce9e tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] 10.222.0.37 "GET /v2.0/ports?device_id=63efc57a-a9c4-4816-aafa-50d0346a26bf HTTP/1.1" status: 200 len: 205 time: 0.0629842 Dec 21 13:31:45.576317 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58616) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:45.588997 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 1edf2811-8477-48af-bcee-7bf6f7441777 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:31:45.588997 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:45.663601 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ecb44338-31bd-491a-9852-e4fb2ab87854 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:45.664937 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-73494d49-fbdf-47de-bba7-1f6edcaeeb06 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793255361594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-11805295'] for subnet, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:45.669511 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_v2 [None req-69cfca91-793f-4350-90be-a83eb3ca3036 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Deleting subnet f3998b28-fcf7-4489-aac3-a3436a94b446 {{(pid=103153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:31:45.676526 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-69cfca91-793f-4350-90be-a83eb3ca3036 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Publish callbacks [] for subnet, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:45.699338 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6b0b2824-0823-43d1-a3df-dad9632d22a8 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:45.722132 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d0a9bb63-f0e0-49b0-844d-417edb4beaf5 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks [] for router, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:45.737330 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73494d49-fbdf-47de-bba7-1f6edcaeeb06 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:45.738004 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-73494d49-fbdf-47de-bba7-1f6edcaeeb06 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:45.739469 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-73494d49-fbdf-47de-bba7-1f6edcaeeb06 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] 10.222.0.37 "PUT /v2.0/subnets/f65f9b83-d481-4afc-9647-3947fdab9c32 HTTP/1.1" status: 200 len: 826 time: 0.9499316 Dec 21 13:31:45.746105 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58618) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:45.748564 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-69cfca91-793f-4350-90be-a83eb3ca3036 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1585439'] for subnet, precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:45.751904 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-82878ecc-7612-4287-b4fd-1ca7a0735942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:45.754318 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-82878ecc-7612-4287-b4fd-1ca7a0735942 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:45.757944 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-82878ecc-7612-4287-b4fd-1ca7a0735942 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f21db2f7-0d20-4173-86b5-0b03f41f6418 HTTP/1.1" status: 204 len: 168 time: 0.4447842 Dec 21 13:31:45.819031 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-6b0b2824-0823-43d1-a3df-dad9632d22a8 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] device_id is not set on port 9bce158b-b64d-44d7-923c-93e42902f730 yet. {{(pid=103152) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 13:31:45.826294 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73494d49-fbdf-47de-bba7-1f6edcaeeb06 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Pushing event updated for resources: {'Subnet': ['ID=f65f9b83-d481-4afc-9647-3947fdab9c32,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:45.835954 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82878ecc-7612-4287-b4fd-1ca7a0735942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f21db2f7-0d20-4173-86b5-0b03f41f6418,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:45.851489 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ecb44338-31bd-491a-9852-e4fb2ab87854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:45.871576 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8775e03e-9a6d-4b2e-9c88-f5bd116948b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9', 'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9', 'project_id': '4e9b97d81d204c53a28bf5666eaf36b7', 'fixed_ips': [{'subnet_id': 'bc5adbba-fe9c-4c00-96a0-7abc6002bd8a'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:31:45.872446 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8775e03e-9a6d-4b2e-9c88-f5bd116948b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:45.956421 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb44338-31bd-491a-9852-e4fb2ab87854 admin admin] Pushing event updated for resources: {'Port': ['ID=8d6bf78b-09b2-42b6-abb5-6d1020a8e60f,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:45.971425 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb44338-31bd-491a-9852-e4fb2ab87854 admin admin] Network 7fdf1889-f079-4166-bbda-88b2a8d8d595 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:31:45.977175 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-69cfca91-793f-4350-90be-a83eb3ca3036 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:46.004079 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-ecb44338-31bd-491a-9852-e4fb2ab87854 admin admin] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:31:46.015573 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb44338-31bd-491a-9852-e4fb2ab87854 admin admin] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:31:46.053324 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d0a9bb63-f0e0-49b0-844d-417edb4beaf5 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26950'] for router, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:46.056572 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d0a9bb63-f0e0-49b0-844d-417edb4beaf5 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:46.079995 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6f95f5-9a6d-4240-bbd6-6720abe5ad85 None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:31:46.192762 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7b397f00-f04f-4728-a1f5-fb307b8ffd26 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:46.211991 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d0a9bb63-f0e0-49b0-844d-417edb4beaf5 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534967'] for router, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:46.212994 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0a9bb63-f0e0-49b0-844d-417edb4beaf5 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Fanout notify agent at l3_agent the message router_deleted on router 63efc57a-a9c4-4816-aafa-50d0346a26bf {{(pid=103152) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 13:31:46.238931 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5723ffe8-32a1-43b6-91fa-de178af015ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-ca425982-7297-4514-a605-098e0b5560ae', 'network_id': 'ca425982-7297-4514-a605-098e0b5560ae', 'project_id': '68b9808d5efe4ed68b57050245d595fc', 'fixed_ips': [{'subnet_id': '6bb096ef-2277-454c-aa8b-a2f3dd7c9af6'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:31:46.240323 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-5723ffe8-32a1-43b6-91fa-de178af015ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:46.257615 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d0a9bb63-f0e0-49b0-844d-417edb4beaf5 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] Publish callbacks [] for router, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:46.260290 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-d0a9bb63-f0e0-49b0-844d-417edb4beaf5 tempest-RoutersNegativeIpV6Test-1172640674 tempest-RoutersNegativeIpV6Test-1172640674-project] 10.222.0.37 "DELETE /v2.0/routers/63efc57a-a9c4-4816-aafa-50d0346a26bf HTTP/1.1" status: 204 len: 168 time: 0.6831799 Dec 21 13:31:46.281639 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-6b0b2824-0823-43d1-a3df-dad9632d22a8 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Allocated IP 2001:db8::f816:3eff:fe6f:f74b (ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9/bc5adbba-fe9c-4c00-96a0-7abc6002bd8a/9bce158b-b64d-44d7-923c-93e42902f730) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:31:46.284443 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-69cfca91-793f-4350-90be-a83eb3ca3036 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11349588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11288746'] for subnet, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:46.307619 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-69cfca91-793f-4350-90be-a83eb3ca3036 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Publish callbacks [] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:46.311744 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-69cfca91-793f-4350-90be-a83eb3ca3036 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] 10.222.0.37 "DELETE /v2.0/subnets/f3998b28-fcf7-4489-aac3-a3436a94b446 HTTP/1.1" status: 204 len: 168 time: 0.7766647 Dec 21 13:31:46.318160 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58630) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:46.344243 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cfca91-793f-4350-90be-a83eb3ca3036 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Pushing event deleted for resources: {'Subnet': ['ID=f3998b28-fcf7-4489-aac3-a3436a94b446,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:46.345971 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3f0247-6d87-4e1d-83a2-a55a4e7565be None None] Network f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:31:46.477987 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ecb44338-31bd-491a-9852-e4fb2ab87854 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:46.490633 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-e1f21a88-3724-4525-89a1-7f778714d366 None None] Allocated IP 2001:db8::2 (3fa4d50a-dc19-4ef1-8d56-4486b913db37/f65f9b83-d481-4afc-9647-3947fdab9c32/49bc0d8e-a36e-42d4-85d1-deb77470f26a) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:31:46.498091 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9f8f6f-07d5-4bcc-88f9-68089aba7072 None None] Update dhcp port {'port': {'network_id': '4e8e3ac0-8456-4023-94ca-cfb9151b6065', 'fixed_ips': [{'subnet_id': '0c247d7c-eadb-48a4-910b-51cfeeace87f', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a78d281c-77ff-474e-9244-74d5ccb9721f'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '1edf2811-8477-48af-bcee-7bf6f7441777'} from dv-neutron-master-2-hyperv. {{(pid=103154) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 21 13:31:46.516600 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server [None req-45df2aee-51f0-44bd-8df9-37bfbd35e18f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f3998b28-fcf7-4489-aac3-a3436a94b446: This subnet is being modified by another concurrent operation. Dec 21 13:31:46.516600 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 21 13:31:46.516600 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 21 13:31:46.516600 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 21 13:31:46.516600 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 21 13:31:46.516600 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 21 13:31:46.516600 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 21 13:31:46.516600 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 21 13:31:46.516600 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 21 13:31:46.516600 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 21 13:31:46.516600 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 21 13:31:46.516600 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 21 13:31:46.516600 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 21 13:31:46.516600 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 13:31:46.516600 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 21 13:31:46.516600 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server raise self.value Dec 21 13:31:46.516600 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 21 13:31:46.516600 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 13:31:46.516600 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 21 13:31:46.516600 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 21 13:31:46.516600 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 21 13:31:46.516600 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 13:31:46.516600 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 21 13:31:46.516600 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server raise self.value Dec 21 13:31:46.516600 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 21 13:31:46.516600 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 13:31:46.516600 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 21 13:31:46.516600 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 21 13:31:46.516600 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 21 13:31:46.516600 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 13:31:46.516600 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 21 13:31:46.516600 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server raise self.value Dec 21 13:31:46.516600 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 21 13:31:46.516600 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 21 13:31:46.516600 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 21 13:31:46.516600 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 21 13:31:46.516600 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 21 13:31:46.516600 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 21 13:31:46.516600 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 21 13:31:46.516600 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 21 13:31:46.516600 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 21 13:31:46.516600 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 21 13:31:46.516600 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Dec 21 13:31:46.516600 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 13:31:46.516600 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 21 13:31:46.516600 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 21 13:31:46.516600 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 21 13:31:46.516600 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 21 13:31:46.516600 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 21 13:31:46.516600 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 13:31:46.516600 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 21 13:31:46.516600 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server raise self.value Dec 21 13:31:46.516600 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 21 13:31:46.516600 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 13:31:46.516600 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 21 13:31:46.516600 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 21 13:31:46.516600 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 21 13:31:46.516600 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 13:31:46.516600 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 21 13:31:46.516600 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server raise self.value Dec 21 13:31:46.516600 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 21 13:31:46.516600 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 13:31:46.516600 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 21 13:31:46.516600 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 21 13:31:46.516600 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 21 13:31:46.516600 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 13:31:46.516600 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 21 13:31:46.516600 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server raise self.value Dec 21 13:31:46.516600 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 21 13:31:46.516600 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 21 13:31:46.516600 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 21 13:31:46.516600 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 21 13:31:46.516600 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 21 13:31:46.516600 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 21 13:31:46.516600 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1463, in create_port_db Dec 21 13:31:46.516600 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 21 13:31:46.516600 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 21 13:31:46.516600 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 21 13:31:46.516600 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 21 13:31:46.516600 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 13:31:46.516600 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 21 13:31:46.516600 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server raise self.value Dec 21 13:31:46.516600 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 21 13:31:46.516600 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 21 13:31:46.516600 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 21 13:31:46.516600 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 21 13:31:46.516600 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 21 13:31:46.516600 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 21 13:31:46.516600 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 21 13:31:46.516600 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server raise exception Dec 21 13:31:46.516600 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f3998b28-fcf7-4489-aac3-a3436a94b446: This subnet is being modified by another concurrent operation. Dec 21 13:31:46.516600 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server Dec 21 13:31:46.544895 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fd955ce-f1bb-43b6-881c-d878afe77765 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Deleting subnet 6bb096ef-2277-454c-aa8b-a2f3dd7c9af6 {{(pid=103152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:31:46.553244 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2fd955ce-f1bb-43b6-881c-d878afe77765 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Publish callbacks [] for subnet, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:46.576115 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1992f080-5cf4-4b02-aa89-df61c1f5b29d None None] Network 82aab524-89cb-417d-bc9f-7d3c810c9b27 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:31:46.600541 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7b397f00-f04f-4728-a1f5-fb307b8ffd26 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:46.638679 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2fd955ce-f1bb-43b6-881c-d878afe77765 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526644'] for subnet, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:46.695634 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58638) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:46.704188 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-16184a36-2b3c-403e-92d8-f80dce90cd84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:46.764978 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2fd955ce-f1bb-43b6-881c-d878afe77765 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:46.785857 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-eb9f8f6f-07d5-4bcc-88f9-68089aba7072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:46.807168 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ecb44338-31bd-491a-9852-e4fb2ab87854 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548730'] for router, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:46.815943 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-16184a36-2b3c-403e-92d8-f80dce90cd84 None None] For port 1edf2811-8477-48af-bcee-7bf6f7441777, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1edf2811-8477-48af-bcee-7bf6f7441777,segment=NetworkSegment(013b96ea-9950-4df6-a699-aa44208014cf),segment_id=013b96ea-9950-4df6-a699-aa44208014cf)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:31:46.849786 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:46.862390 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6b0b2824-0823-43d1-a3df-dad9632d22a8 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:46.862560 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-16184a36-2b3c-403e-92d8-f80dce90cd84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:46.889145 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2fd955ce-f1bb-43b6-881c-d878afe77765 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12346570'] for subnet, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:46.939404 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2fd955ce-f1bb-43b6-881c-d878afe77765 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:46.945470 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-2fd955ce-f1bb-43b6-881c-d878afe77765 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] 10.222.0.37 "DELETE /v2.0/subnets/6bb096ef-2277-454c-aa8b-a2f3dd7c9af6 HTTP/1.1" status: 204 len: 168 time: 0.6216033 Dec 21 13:31:46.946521 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd955ce-f1bb-43b6-881c-d878afe77765 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Pushing event deleted for resources: {'Subnet': ['ID=6bb096ef-2277-454c-aa8b-a2f3dd7c9af6,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:46.946844 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58648) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:46.959480 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6b0b2824-0823-43d1-a3df-dad9632d22a8 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:46.961381 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server [None req-5723ffe8-32a1-43b6-91fa-de178af015ef None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6bb096ef-2277-454c-aa8b-a2f3dd7c9af6: This subnet is being modified by another concurrent operation. Dec 21 13:31:46.961381 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 21 13:31:46.961381 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 21 13:31:46.961381 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 21 13:31:46.961381 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 21 13:31:46.961381 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 21 13:31:46.961381 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 21 13:31:46.961381 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 21 13:31:46.961381 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 21 13:31:46.961381 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 21 13:31:46.961381 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 21 13:31:46.961381 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 21 13:31:46.961381 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 21 13:31:46.961381 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 13:31:46.961381 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 21 13:31:46.961381 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server raise self.value Dec 21 13:31:46.961381 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 21 13:31:46.961381 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 13:31:46.961381 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 21 13:31:46.961381 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 21 13:31:46.961381 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 21 13:31:46.961381 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 13:31:46.961381 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 21 13:31:46.961381 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server raise self.value Dec 21 13:31:46.961381 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 21 13:31:46.961381 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 13:31:46.961381 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 21 13:31:46.961381 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 21 13:31:46.961381 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 21 13:31:46.961381 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 13:31:46.961381 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 21 13:31:46.961381 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server raise self.value Dec 21 13:31:46.961381 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 21 13:31:46.961381 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 21 13:31:46.961381 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 21 13:31:46.961381 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 21 13:31:46.961381 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 21 13:31:46.961381 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 21 13:31:46.961381 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 21 13:31:46.961381 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 21 13:31:46.961381 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 21 13:31:46.961381 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 21 13:31:46.961381 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Dec 21 13:31:46.961381 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 13:31:46.961381 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 21 13:31:46.961381 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 21 13:31:46.961381 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 21 13:31:46.961381 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 21 13:31:46.961381 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 21 13:31:46.961381 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 13:31:46.961381 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 21 13:31:46.961381 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server raise self.value Dec 21 13:31:46.961381 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 21 13:31:46.961381 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 13:31:46.961381 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 21 13:31:46.961381 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 21 13:31:46.961381 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 21 13:31:46.961381 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 13:31:46.961381 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 21 13:31:46.961381 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server raise self.value Dec 21 13:31:46.961381 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 21 13:31:46.961381 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 13:31:46.961381 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 21 13:31:46.961381 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 21 13:31:46.961381 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 21 13:31:46.961381 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 13:31:46.961381 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 21 13:31:46.961381 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server raise self.value Dec 21 13:31:46.961381 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 21 13:31:46.961381 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 21 13:31:46.961381 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 21 13:31:46.961381 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 21 13:31:46.961381 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 21 13:31:46.961381 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 21 13:31:46.961381 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1463, in create_port_db Dec 21 13:31:46.961381 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 21 13:31:46.961381 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 21 13:31:46.961381 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 21 13:31:46.961381 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 21 13:31:46.961381 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 13:31:46.961381 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 21 13:31:46.961381 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server raise self.value Dec 21 13:31:46.961381 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 21 13:31:46.961381 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 21 13:31:46.961381 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 21 13:31:46.961381 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 21 13:31:46.961381 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 21 13:31:46.961381 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 21 13:31:46.961381 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 21 13:31:46.961381 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server raise exception Dec 21 13:31:46.961381 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6bb096ef-2277-454c-aa8b-a2f3dd7c9af6: This subnet is being modified by another concurrent operation. Dec 21 13:31:46.961381 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server Dec 21 13:31:47.027694 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-8775e03e-9a6d-4b2e-9c88-f5bd116948b2 None None] Allocated IP 2001:db8::f816:3eff:fe2a:9529 (ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9/bc5adbba-fe9c-4c00-96a0-7abc6002bd8a/58b16d3d-0bee-4da8-880b-15ecc6d214ea) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:31:47.051364 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c517d225-c17b-4045-a176-50e806af08f6 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:47.059703 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0b2824-0823-43d1-a3df-dad9632d22a8 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:31:47.059919 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-c517d225-c17b-4045-a176-50e806af08f6 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1059101 Dec 21 13:31:47.067337 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58652) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:47.073222 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-6b0b2824-0823-43d1-a3df-dad9632d22a8 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:31:47.075807 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0b2824-0823-43d1-a3df-dad9632d22a8 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:31:47.082414 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0b2824-0823-43d1-a3df-dad9632d22a8 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:47.083451 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6b0b2824-0823-43d1-a3df-dad9632d22a8 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:47.099327 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0b2824-0823-43d1-a3df-dad9632d22a8 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event updated for resources: {'Port': ['ID=9bce158b-b64d-44d7-923c-93e42902f730,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:47.110331 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-26b706ab-bcdf-4999-a9f9-4936f5d2c12b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e559602709884871a5548144927daba6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4078259 Dec 21 13:31:47.110905 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58654) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:47.128021 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-6b0b2824-0823-43d1-a3df-dad9632d22a8 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.2240033 Dec 21 13:31:47.128648 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58656) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:47.158424 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58658) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:47.163814 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41458be4-1741-4f06-be0b-cf9967a1f291 None None] Network ca425982-7297-4514-a605-098e0b5560ae requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:31:47.186998 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-53598f94-f9ec-4db3-b255-d276f4b7e475 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:47.191324 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecb44338-31bd-491a-9852-e4fb2ab87854 admin admin] Router eb8086ef-7083-4774-a3af-a8e51102d89d is scheduled to L3 agent 59e14383-78fa-487e-9299-b32042a98157 with binding_index 1 {{(pid=103153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 13:31:47.220682 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d19985-a5c9-4462-9b59-de9de4a0e258 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:47.226006 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-c4d19985-a5c9-4462-9b59-de9de4a0e258 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0904949 Dec 21 13:31:47.226811 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58662) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:47.261937 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.db.api [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 13:31:47.262126 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG oslo_db.api [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 13:31:47.335723 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-c7dd8bfb-3dcb-4071-8ff1-80bef8a4a843 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1410358827', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:47.345154 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-5556c545-4a10-4d3b-9a55-70e6476cc414 None None] Provisioning complete for port 8d6bf78b-09b2-42b6-abb5-6d1020a8e60f triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:31:47.345528 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-5556c545-4a10-4d3b-9a55-70e6476cc414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:47.372610 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-53598f94-f9ec-4db3-b255-d276f4b7e475 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:47.422381 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-53598f94-f9ec-4db3-b255-d276f4b7e475 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca425982-7297-4514-a605-098e0b5560ae']}} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:31:47.441514 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-53598f94-f9ec-4db3-b255-d276f4b7e475 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4203cbf9-c74f-4567-a256-b89307ae8562') {'for_net_delete': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:31:47.441780 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-53598f94-f9ec-4db3-b255-d276f4b7e475 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4203cbf9-c74f-4567-a256-b89307ae8562') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:31:47.445475 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c7dd8bfb-3dcb-4071-8ff1-80bef8a4a843 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26964'] for router, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:47.446577 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c7dd8bfb-3dcb-4071-8ff1-80bef8a4a843 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-642316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26957'] for router, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:47.459171 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecb44338-31bd-491a-9852-e4fb2ab87854 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:31:47.462137 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-53598f94-f9ec-4db3-b255-d276f4b7e475 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1585430'] for segment, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:47.488727 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-53598f94-f9ec-4db3-b255-d276f4b7e475 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:47.513073 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53598f94-f9ec-4db3-b255-d276f4b7e475 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=103153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:31:47.513494 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-53598f94-f9ec-4db3-b255-d276f4b7e475 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11349758'] for segment, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:47.517158 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:31:47.517158 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:31:47.517158 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:31:47.517158 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:31:47.517158 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:31:47.517158 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:31:47.517158 dv-neutron-master-2-hyperv neutron-server[103153]: Traceback (most recent call last): Dec 21 13:31:47.517158 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:31:47.517158 dv-neutron-master-2-hyperv neutron-server[103153]: timer() Dec 21 13:31:47.517158 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:31:47.517158 dv-neutron-master-2-hyperv neutron-server[103153]: cb(*args, **kw) Dec 21 13:31:47.517158 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:31:47.517158 dv-neutron-master-2-hyperv neutron-server[103153]: return func(*args, **kwargs) Dec 21 13:31:47.517158 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:31:47.517158 dv-neutron-master-2-hyperv neutron-server[103153]: self._notify() Dec 21 13:31:47.517158 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:31:47.517158 dv-neutron-master-2-hyperv neutron-server[103153]: self.callback(batched_events) Dec 21 13:31:47.517158 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:31:47.517158 dv-neutron-master-2-hyperv neutron-server[103153]: event.method(event) Dec 21 13:31:47.517158 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:31:47.517158 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:31:47.517158 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:31:47.517158 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:31:47.517158 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:31:47.517158 dv-neutron-master-2-hyperv neutron-server[103153]: return f(self, *a, **k) Dec 21 13:31:47.517158 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:31:47.517158 dv-neutron-master-2-hyperv neutron-server[103153]: return self._get(url).json() Dec 21 13:31:47.517158 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:31:47.517158 dv-neutron-master-2-hyperv neutron-server[103153]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:31:47.517158 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:31:47.517158 dv-neutron-master-2-hyperv neutron-server[103153]: return self.request(url, 'GET', **kwargs) Dec 21 13:31:47.517158 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:31:47.517158 dv-neutron-master-2-hyperv neutron-server[103153]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:31:47.517158 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:31:47.517158 dv-neutron-master-2-hyperv neutron-server[103153]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:31:47.517158 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:31:47.517158 dv-neutron-master-2-hyperv neutron-server[103153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:31:47.517158 dv-neutron-master-2-hyperv neutron-server[103153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:31:47.521589 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ecb44338-31bd-491a-9852-e4fb2ab87854 admin admin] Publish callbacks [] for router, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:47.522471 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-ecb44338-31bd-491a-9852-e4fb2ab87854 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.9403529 Dec 21 13:31:47.541946 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58664) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:47.639167 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-5556c545-4a10-4d3b-9a55-70e6476cc414 None None] Port 8d6bf78b-09b2-42b6-abb5-6d1020a8e60f cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:31:47.643274 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c7dd8bfb-3dcb-4071-8ff1-80bef8a4a843 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:47.656088 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c7dd8bfb-3dcb-4071-8ff1-80bef8a4a843 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548730'] for router, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:47.657268 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e6320e68-ddb2-49ea-862a-c51663ff67f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:47.658679 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522e9054-9091-4a2e-a0a4-c317ee1f6742 None None] Sync routers for ids ['eb8086ef-7083-4774-a3af-a8e51102d89d'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:31:47.670143 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e1f21a88-3724-4525-89a1-7f778714d366 None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:47.676944 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16184a36-2b3c-403e-92d8-f80dce90cd84 None None] Pushing event updated for resources: {'Port': ['ID=1edf2811-8477-48af-bcee-7bf6f7441777,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:47.717498 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-53598f94-f9ec-4db3-b255-d276f4b7e475 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:47.725214 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c7dd8bfb-3dcb-4071-8ff1-80bef8a4a843 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Publish callbacks [] for router, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:47.725427 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e6320e68-ddb2-49ea-862a-c51663ff67f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:47.725519 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-c7dd8bfb-3dcb-4071-8ff1-80bef8a4a843 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5639126 Dec 21 13:31:47.727934 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58666) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:47.734389 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-3193811d-3c42-4779-959b-990c8a5cffe2 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-268120789'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:47.738860 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e1f21a88-3724-4525-89a1-7f778714d366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:47.743130 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-53598f94-f9ec-4db3-b255-d276f4b7e475 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:47.747034 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522e9054-9091-4a2e-a0a4-c317ee1f6742 None None] Routers {'eb8086ef-7083-4774-a3af-a8e51102d89d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:31:47.747347 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-53598f94-f9ec-4db3-b255-d276f4b7e475 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] 10.222.0.37 "DELETE /v2.0/networks/ca425982-7297-4514-a605-098e0b5560ae HTTP/1.1" status: 204 len: 168 time: 0.6787133 Dec 21 13:31:47.747836 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-522e9054-9091-4a2e-a0a4-c317ee1f6742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:31:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['eb8086ef-7083-4774-a3af-a8e51102d89d'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:31:47.761654 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-5556c545-4a10-4d3b-9a55-70e6476cc414 None None] Provisioning complete for port f3aaad26-0663-4689-b4b8-115991e259d5 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:31:47.761654 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-5556c545-4a10-4d3b-9a55-70e6476cc414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:47.763006 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58668) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:47.778661 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3193811d-3c42-4779-959b-990c8a5cffe2 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Made reservation on behalf of 729f7f112cb5460c8f0b78f8c203a756 for: {'network': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:31:47.779936 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53598f94-f9ec-4db3-b255-d276f4b7e475 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Pushing event deleted for resources: {'Network': ['ID=ca425982-7297-4514-a605-098e0b5560ae,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:47.782127 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3193811d-3c42-4779-959b-990c8a5cffe2 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:47.809003 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3193811d-3c42-4779-959b-990c8a5cffe2 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Publish callbacks [] for security_group, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:47.826721 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7b397f00-f04f-4728-a1f5-fb307b8ffd26 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11349588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11288746'] for subnet, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:47.841599 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-92a6cc31-0670-4bd6-9f74-496d01dddac8 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Deleting port 9bce158b-b64d-44d7-923c-93e42902f730 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:31:47.841840 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-92a6cc31-0670-4bd6-9f74-496d01dddac8 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:47.912140 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e6320e68-ddb2-49ea-862a-c51663ff67f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:47.914138 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e6320e68-ddb2-49ea-862a-c51663ff67f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:47.917939 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-e6320e68-ddb2-49ea-862a-c51663ff67f4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7d2064f9-ec3a-415e-a9d7-fb4451f73240 HTTP/1.1" status: 204 len: 168 time: 0.8024311 Dec 21 13:31:47.921228 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b397f00-f04f-4728-a1f5-fb307b8ffd26 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Pushing event deleted for resources: {'Subnet': ['ID=f65f9b83-d481-4afc-9647-3947fdab9c32,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:47.972843 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6320e68-ddb2-49ea-862a-c51663ff67f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d2064f9-ec3a-415e-a9d7-fb4451f73240,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:47.999203 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f21a88-3724-4525-89a1-7f778714d366 None None] Network 3fa4d50a-dc19-4ef1-8d56-4486b913db37 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:31:48.032344 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-e1f21a88-3724-4525-89a1-7f778714d366 None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:31:48.045288 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f21a88-3724-4525-89a1-7f778714d366 None None] Pushing event updated for resources: {'Port': ['ID=49bc0d8e-a36e-42d4-85d1-deb77470f26a,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:48.062294 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-92a6cc31-0670-4bd6-9f74-496d01dddac8 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:48.077247 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7b397f00-f04f-4728-a1f5-fb307b8ffd26 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:48.087685 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f21a88-3724-4525-89a1-7f778714d366 None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:31:48.105199 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-92a6cc31-0670-4bd6-9f74-496d01dddac8 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Calling delete_port for 9bce158b-b64d-44d7-923c-93e42902f730 owned by {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:31:48.109182 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3193811d-3c42-4779-959b-990c8a5cffe2 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Publish callbacks [] for security_group, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:48.126494 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-7b397f00-f04f-4728-a1f5-fb307b8ffd26 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fa4d50a-dc19-4ef1-8d56-4486b913db37']}} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:31:48.129548 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3193811d-3c42-4779-959b-990c8a5cffe2 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:48.138305 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-7b397f00-f04f-4728-a1f5-fb307b8ffd26 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a280ede5-b9a4-4921-958f-77500714f757') {'for_net_delete': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:31:48.139006 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-7b397f00-f04f-4728-a1f5-fb307b8ffd26 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a280ede5-b9a4-4921-958f-77500714f757') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:31:48.153189 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7b397f00-f04f-4728-a1f5-fb307b8ffd26 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1585430'] for segment, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:48.171548 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7b397f00-f04f-4728-a1f5-fb307b8ffd26 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:48.175920 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-eb9f8f6f-07d5-4bcc-88f9-68089aba7072 None None] Allocated IP 172.20.0.1 (4e8e3ac0-8456-4023-94ca-cfb9151b6065/a78d281c-77ff-474e-9244-74d5ccb9721f/1edf2811-8477-48af-bcee-7bf6f7441777) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:31:48.181563 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b397f00-f04f-4728-a1f5-fb307b8ffd26 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=103153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:31:48.184701 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7b397f00-f04f-4728-a1f5-fb307b8ffd26 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11349758'] for segment, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:48.212252 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:31:48.212252 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:31:48.212252 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:31:48.212252 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:31:48.212252 dv-neutron-master-2-hyperv neutron-server[103153]: Traceback (most recent call last): Dec 21 13:31:48.212252 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:31:48.212252 dv-neutron-master-2-hyperv neutron-server[103153]: timer() Dec 21 13:31:48.212252 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:31:48.212252 dv-neutron-master-2-hyperv neutron-server[103153]: cb(*args, **kw) Dec 21 13:31:48.212252 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:31:48.212252 dv-neutron-master-2-hyperv neutron-server[103153]: return func(*args, **kwargs) Dec 21 13:31:48.212252 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:31:48.212252 dv-neutron-master-2-hyperv neutron-server[103153]: self._notify() Dec 21 13:31:48.212252 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:31:48.212252 dv-neutron-master-2-hyperv neutron-server[103153]: self.callback(batched_events) Dec 21 13:31:48.212252 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:31:48.212252 dv-neutron-master-2-hyperv neutron-server[103153]: event.method(event) Dec 21 13:31:48.212252 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:31:48.212252 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:31:48.212252 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:31:48.212252 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:31:48.212252 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:31:48.212252 dv-neutron-master-2-hyperv neutron-server[103153]: return f(self, *a, **k) Dec 21 13:31:48.212252 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:31:48.212252 dv-neutron-master-2-hyperv neutron-server[103153]: return self._get(url).json() Dec 21 13:31:48.212252 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:31:48.212252 dv-neutron-master-2-hyperv neutron-server[103153]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:31:48.212252 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:31:48.212252 dv-neutron-master-2-hyperv neutron-server[103153]: return self.request(url, 'GET', **kwargs) Dec 21 13:31:48.212252 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:31:48.212252 dv-neutron-master-2-hyperv neutron-server[103153]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:31:48.212252 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:31:48.212252 dv-neutron-master-2-hyperv neutron-server[103153]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:31:48.212252 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:31:48.212252 dv-neutron-master-2-hyperv neutron-server[103153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:31:48.212252 dv-neutron-master-2-hyperv neutron-server[103153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:31:48.249219 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8775e03e-9a6d-4b2e-9c88-f5bd116948b2 None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:48.254590 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3193811d-3c42-4779-959b-990c8a5cffe2 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=103152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:31:48.256969 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device e2bc357e-870e-49dd-ab07-7581e064b3e4 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:31:48.269276 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3193811d-3c42-4779-959b-990c8a5cffe2 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f88fdb-7b48-4a9c-bac2-e6a8a419da41,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:48.311160 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3193811d-3c42-4779-959b-990c8a5cffe2 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:48.311864 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.segments_db [None req-3193811d-3c42-4779-959b-990c8a5cffe2 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Added segment 2ecd4c37-7943-4080-9cff-ba32fd2986b9 of type vlan for network 9f6e17c4-b312-4171-b7f6-57692ebeb6b3 Dec 21 13:31:48.314231 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-522e9054-9091-4a2e-a0a4-c317ee1f6742 None None] Set router eb8086ef-7083-4774-a3af-a8e51102d89d gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:31:48.317521 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8775e03e-9a6d-4b2e-9c88-f5bd116948b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:48.397712 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3193811d-3c42-4779-959b-990c8a5cffe2 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:48.398806 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: e2bc357e-870e-49dd-ab07-7581e064b3e4 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:31:48.399167 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device e2bc357e-870e-49dd-ab07-7581e064b3e4 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:31:48.439195 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-5556c545-4a10-4d3b-9a55-70e6476cc414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:48.447420 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3193811d-3c42-4779-959b-990c8a5cffe2 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:48.459251 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-705e1d2e-ef60-4513-8773-32c8b3780eab tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:48.467187 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3193811d-3c42-4779-959b-990c8a5cffe2 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:48.467836 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3193811d-3c42-4779-959b-990c8a5cffe2 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Publish callbacks [] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:48.470525 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.db.api [None req-7b397f00-f04f-4728-a1f5-fb307b8ffd26 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 21 13:31:48.470525 dv-neutron-master-2-hyperv neutron-server[103153]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 21 13:31:48.470525 dv-neutron-master-2-hyperv neutron-server[103153]: [parameters: {'id': '3fa4d50a-dc19-4ef1-8d56-4486b913db37'}] Dec 21 13:31:48.470525 dv-neutron-master-2-hyperv neutron-server[103153]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103153) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 13:31:48.471497 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG oslo_db.api [None req-7b397f00-f04f-4728-a1f5-fb307b8ffd26 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 13:31:48.490642 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-e1f21a88-3724-4525-89a1-7f778714d366 None None] Attempting to bind port 49bc0d8e-a36e-42d4-85d1-deb77470f26a on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:31:48.490642 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-e1f21a88-3724-4525-89a1-7f778714d366 None None] Attempting to bind port 49bc0d8e-a36e-42d4-85d1-deb77470f26a by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a280ede5-b9a4-4921-958f-77500714f757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '3fa4d50a-dc19-4ef1-8d56-4486b913db37'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:31:48.490910 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f21a88-3724-4525-89a1-7f778714d366 None None] Attempting to bind port 49bc0d8e-a36e-42d4-85d1-deb77470f26a on network 3fa4d50a-dc19-4ef1-8d56-4486b913db37 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:31:48.494996 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8775e03e-9a6d-4b2e-9c88-f5bd116948b2 None None] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:31:48.542260 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f21a88-3724-4525-89a1-7f778714d366 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:31:48.542260 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f21a88-3724-4525-89a1-7f778714d366 None None] Checking segment: {'id': 'a280ede5-b9a4-4921-958f-77500714f757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '3fa4d50a-dc19-4ef1-8d56-4486b913db37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:31:48.542632 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e1f21a88-3724-4525-89a1-7f778714d366 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:48.542951 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f21a88-3724-4525-89a1-7f778714d366 None None] Bound using segment: {'id': 'a280ede5-b9a4-4921-958f-77500714f757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '3fa4d50a-dc19-4ef1-8d56-4486b913db37'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:31:48.543459 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-e1f21a88-3724-4525-89a1-7f778714d366 None None] Bound port: 49bc0d8e-a36e-42d4-85d1-deb77470f26a, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a280ede5-b9a4-4921-958f-77500714f757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '3fa4d50a-dc19-4ef1-8d56-4486b913db37'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:31:48.543845 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e1f21a88-3724-4525-89a1-7f778714d366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:48.546207 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-8775e03e-9a6d-4b2e-9c88-f5bd116948b2 None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:31:48.566505 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-3193811d-3c42-4779-959b-990c8a5cffe2 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8366318 Dec 21 13:31:48.576791 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58680) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:48.591423 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-d037618f-9ea2-43a5-9ed3-301004b7125a tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Request body: {'subnet': {'network_id': '9f6e17c4-b312-4171-b7f6-57692ebeb6b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:48.598582 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8775e03e-9a6d-4b2e-9c88-f5bd116948b2 None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:31:48.600967 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8775e03e-9a6d-4b2e-9c88-f5bd116948b2 None None] Pushing event updated for resources: {'Port': ['ID=58b16d3d-0bee-4da8-880b-15ecc6d214ea,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:48.695215 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-92a6cc31-0670-4bd6-9f74-496d01dddac8 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:48.733415 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3193811d-3c42-4779-959b-990c8a5cffe2 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Pushing event updated for resources: {'Network': ['ID=9f6e17c4-b312-4171-b7f6-57692ebeb6b3,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:48.741665 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-5556c545-4a10-4d3b-9a55-70e6476cc414 None None] For port f3aaad26-0663-4689-b4b8-115991e259d5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f3aaad26-0663-4689-b4b8-115991e259d5,segment=NetworkSegment(437cc747-44ac-45bd-9854-eb847f13c4b8),segment_id=437cc747-44ac-45bd-9854-eb847f13c4b8)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:31:48.805607 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a6cc31-0670-4bd6-9f74-496d01dddac8 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event deleted for resources: {'Port': ['ID=9bce158b-b64d-44d7-923c-93e42902f730,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:48.811615 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-92a6cc31-0670-4bd6-9f74-496d01dddac8 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:48.815131 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-92a6cc31-0670-4bd6-9f74-496d01dddac8 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "DELETE /v2.0/ports/9bce158b-b64d-44d7-923c-93e42902f730 HTTP/1.1" status: 204 len: 168 time: 1.5855978 Dec 21 13:31:48.821354 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device f3aaad26-0663-4689-b4b8-115991e259d5 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:31:48.823470 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58688) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:48.823648 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network 9f6e17c4-b312-4171-b7f6-57692ebeb6b3 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:31:48.826912 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-5556c545-4a10-4d3b-9a55-70e6476cc414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:48.860771 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.agents_db [None req-c60a5637-8c6f-4692-b23b-7dd82bd36b21 None None] Agent healthcheck: found 6 active agents {{(pid=103155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 13:31:48.877158 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-8775e03e-9a6d-4b2e-9c88-f5bd116948b2 None None] Attempting to bind port 58b16d3d-0bee-4da8-880b-15ecc6d214ea on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:31:48.877555 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-8775e03e-9a6d-4b2e-9c88-f5bd116948b2 None None] Attempting to bind port 58b16d3d-0bee-4da8-880b-15ecc6d214ea by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b20a5dbe-a251-4a83-ae2d-3ffbda6396cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:31:48.878389 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8775e03e-9a6d-4b2e-9c88-f5bd116948b2 None None] Attempting to bind port 58b16d3d-0bee-4da8-880b-15ecc6d214ea on network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:31:48.896595 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7998ecd3-fe51-4665-8faf-99adb5833a54 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:48.898201 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7998ecd3-fe51-4665-8faf-99adb5833a54 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:48.899932 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-7998ecd3-fe51-4665-8faf-99adb5833a54 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0754828 Dec 21 13:31:48.901208 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d037618f-9ea2-43a5-9ed3-301004b7125a tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Made reservation on behalf of 729f7f112cb5460c8f0b78f8c203a756 for: {'subnet': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:31:48.904807 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d037618f-9ea2-43a5-9ed3-301004b7125a tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12346583'] for subnet, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:48.907793 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58692) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:48.965064 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_v2 [None req-53164751-d928-4046-907b-49292bea8f7d tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Deleting subnet bc5adbba-fe9c-4c00-96a0-7abc6002bd8a {{(pid=103152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:31:48.984969 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-53164751-d928-4046-907b-49292bea8f7d tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for subnet, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:49.050125 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8775e03e-9a6d-4b2e-9c88-f5bd116948b2 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:31:49.050665 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8775e03e-9a6d-4b2e-9c88-f5bd116948b2 None None] Checking segment: {'id': 'b20a5dbe-a251-4a83-ae2d-3ffbda6396cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:31:49.051258 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8775e03e-9a6d-4b2e-9c88-f5bd116948b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:49.051670 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8775e03e-9a6d-4b2e-9c88-f5bd116948b2 None None] Bound using segment: {'id': 'b20a5dbe-a251-4a83-ae2d-3ffbda6396cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:31:49.052259 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-8775e03e-9a6d-4b2e-9c88-f5bd116948b2 None None] Bound port: 58b16d3d-0bee-4da8-880b-15ecc6d214ea, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b20a5dbe-a251-4a83-ae2d-3ffbda6396cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:31:49.052779 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8775e03e-9a6d-4b2e-9c88-f5bd116948b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:49.074558 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-53164751-d928-4046-907b-49292bea8f7d tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526644'] for subnet, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:49.100348 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7b397f00-f04f-4728-a1f5-fb307b8ffd26 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:49.103803 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58696) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:49.110705 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-705e1d2e-ef60-4513-8773-32c8b3780eab tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:49.167870 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-705e1d2e-ef60-4513-8773-32c8b3780eab tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82aab524-89cb-417d-bc9f-7d3c810c9b27']}} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:31:49.177307 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-eb9f8f6f-07d5-4bcc-88f9-68089aba7072 None None] For port 1edf2811-8477-48af-bcee-7bf6f7441777, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1edf2811-8477-48af-bcee-7bf6f7441777,segment=NetworkSegment(013b96ea-9950-4df6-a699-aa44208014cf),segment_id=013b96ea-9950-4df6-a699-aa44208014cf)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:31:49.198672 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-705e1d2e-ef60-4513-8773-32c8b3780eab tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b3729cf-e1af-461a-80db-73b500bb3b7e') {'for_net_delete': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:31:49.199112 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-705e1d2e-ef60-4513-8773-32c8b3780eab tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b3729cf-e1af-461a-80db-73b500bb3b7e') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:31:49.210746 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-eb9f8f6f-07d5-4bcc-88f9-68089aba7072 None None] Publish callbacks [] for port, precommit_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:49.215510 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-426506a5-a7c1-4c0c-974e-3e8699bc3e4e None None] Provisioning complete for port f3aaad26-0663-4689-b4b8-115991e259d5 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:31:49.216109 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-426506a5-a7c1-4c0c-974e-3e8699bc3e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:49.223373 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-705e1d2e-ef60-4513-8773-32c8b3780eab tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1585430'] for segment, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:49.227717 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-53164751-d928-4046-907b-49292bea8f7d tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:49.279580 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-eb9f8f6f-07d5-4bcc-88f9-68089aba7072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:49.304028 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-a3f0da65-d83f-4719-a9dd-5e0bf5c225ce tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:49.304740 dv-neutron-master-2-hyperv neutron-server[103152]: WARNING neutron.api.v2.base [None req-a3f0da65-d83f-4719-a9dd-5e0bf5c225ce tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 21 13:31:49.305318 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.api.v2.resource [None req-a3f0da65-d83f-4719-a9dd-5e0bf5c225ce tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] create failed (client error): There was a conflict when trying to complete your request. Dec 21 13:31:49.306454 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-a3f0da65-d83f-4719-a9dd-5e0bf5c225ce tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1990514 Dec 21 13:31:49.308985 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-705e1d2e-ef60-4513-8773-32c8b3780eab tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:49.312255 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58700) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:49.315718 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-e1f21a88-3724-4525-89a1-7f778714d366 None None] For port 49bc0d8e-a36e-42d4-85d1-deb77470f26a, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:31:49.320344 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-9d1255c2-3709-4b93-9422-09579d294dc6 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Request body: {'security_group': {'name': 'tempest-secgroup--357477194'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:49.337310 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-705e1d2e-ef60-4513-8773-32c8b3780eab tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=103153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:31:49.337982 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-705e1d2e-ef60-4513-8773-32c8b3780eab tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11349758'] for segment, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:49.338679 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d037618f-9ea2-43a5-9ed3-301004b7125a tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12346565'] for subnet, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:49.342562 dv-neutron-master-2-hyperv neutron-server[103153]: Traceback (most recent call last): Dec 21 13:31:49.342562 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:31:49.342562 dv-neutron-master-2-hyperv neutron-server[103153]: timer() Dec 21 13:31:49.342562 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:31:49.342562 dv-neutron-master-2-hyperv neutron-server[103153]: cb(*args, **kw) Dec 21 13:31:49.342562 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:31:49.342562 dv-neutron-master-2-hyperv neutron-server[103153]: return func(*args, **kwargs) Dec 21 13:31:49.342562 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:31:49.342562 dv-neutron-master-2-hyperv neutron-server[103153]: self._notify() Dec 21 13:31:49.342562 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:31:49.342562 dv-neutron-master-2-hyperv neutron-server[103153]: self.callback(batched_events) Dec 21 13:31:49.342562 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:31:49.342562 dv-neutron-master-2-hyperv neutron-server[103153]: event.method(event) Dec 21 13:31:49.342562 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:31:49.342562 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:31:49.342562 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:31:49.342562 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:31:49.342562 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:31:49.342562 dv-neutron-master-2-hyperv neutron-server[103153]: return f(self, *a, **k) Dec 21 13:31:49.342562 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:31:49.342562 dv-neutron-master-2-hyperv neutron-server[103153]: return self._get(url).json() Dec 21 13:31:49.342562 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:31:49.342562 dv-neutron-master-2-hyperv neutron-server[103153]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:31:49.342562 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:31:49.342562 dv-neutron-master-2-hyperv neutron-server[103153]: return self.request(url, 'GET', **kwargs) Dec 21 13:31:49.342562 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:31:49.342562 dv-neutron-master-2-hyperv neutron-server[103153]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:31:49.342562 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:31:49.342562 dv-neutron-master-2-hyperv neutron-server[103153]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:31:49.342562 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:31:49.342562 dv-neutron-master-2-hyperv neutron-server[103153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:31:49.342562 dv-neutron-master-2-hyperv neutron-server[103153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:31:49.360436 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5556c545-4a10-4d3b-9a55-70e6476cc414 None None] Pushing event updated for resources: {'Port': ['ID=f3aaad26-0663-4689-b4b8-115991e259d5,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:49.396824 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-53164751-d928-4046-907b-49292bea8f7d tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12346570'] for subnet, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:49.422037 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-53164751-d928-4046-907b-49292bea8f7d tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:49.425658 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-53164751-d928-4046-907b-49292bea8f7d tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "DELETE /v2.0/subnets/bc5adbba-fe9c-4c00-96a0-7abc6002bd8a HTTP/1.1" status: 204 len: 168 time: 0.5168920 Dec 21 13:31:49.429147 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58702) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:49.444039 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-7b397f00-f04f-4728-a1f5-fb307b8ffd26 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Deleting port 49bc0d8e-a36e-42d4-85d1-deb77470f26a {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:31:49.444398 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7b397f00-f04f-4728-a1f5-fb307b8ffd26 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:49.454477 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d037618f-9ea2-43a5-9ed3-301004b7125a tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Pushing event updated for resources: {'Subnet': ['ID=e6cd507d-3ce5-490b-a341-b9f0b582e21f,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:49.472703 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9f8f6f-07d5-4bcc-88f9-68089aba7072 None None] Pushing event updated for resources: {'Port': ['ID=1edf2811-8477-48af-bcee-7bf6f7441777,revision_number=4']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:49.487205 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d68bae52-e014-457f-9f8f-75ad2a8fc899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:49.494886 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d037618f-9ea2-43a5-9ed3-301004b7125a tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Checking segment: {'id': '2ecd4c37-7943-4080-9cff-ba32fd2986b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9f6e17c4-b312-4171-b7f6-57692ebeb6b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:31:49.495347 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d037618f-9ea2-43a5-9ed3-301004b7125a tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Network hostable DHCP agents. Network: 9f6e17c4-b312-4171-b7f6-57692ebeb6b3, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:31:49.504002 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-d7485c52-6cf1-4969-a578-38aa24563a8e tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0700819 Dec 21 13:31:49.506420 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58704) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:49.518594 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-522e9054-9091-4a2e-a0a4-c317ee1f6742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8086ef-7083-4774-a3af-a8e51102d89d', 'name': 'tempest-TestVolumeBootPattern-1677634282-router', 'tenant_id': '365275e264a6451abad9a44f0c54ac18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.232'}], 'enable_snat': True}, 'gw_port_id': '8d6bf78b-09b2-42b6-abb5-6d1020a8e60f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:31:43Z', 'updated_at': '2021-12-21T13:31:46Z', 'revision_number': 3, 'project_id': '365275e264a6451abad9a44f0c54ac18', 'gw_port': {'id': '8d6bf78b-09b2-42b6-abb5-6d1020a8e60f', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:18:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb8086ef-7083-4774-a3af-a8e51102d89d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:31:45Z', 'updated_at': '2021-12-21T13:31:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:31:49.529912 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-e1f21a88-3724-4525-89a1-7f778714d366 None None] For port 49bc0d8e-a36e-42d4-85d1-deb77470f26a, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=49bc0d8e-a36e-42d4-85d1-deb77470f26a,segment=NetworkSegment(a280ede5-b9a4-4921-958f-77500714f757),segment_id=a280ede5-b9a4-4921-958f-77500714f757)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:31:49.530259 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-3763562c-8242-454a-807b-fc3533582b71 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Request body: {'subnet': {'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:49.530761 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9d1255c2-3709-4b93-9422-09579d294dc6 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Publish callbacks [] for security_group, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:49.531494 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-8775e03e-9a6d-4b2e-9c88-f5bd116948b2 None None] For port 58b16d3d-0bee-4da8-880b-15ecc6d214ea, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:31:49.534435 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53164751-d928-4046-907b-49292bea8f7d tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event deleted for resources: {'Subnet': ['ID=bc5adbba-fe9c-4c00-96a0-7abc6002bd8a,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:49.539779 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-705e1d2e-ef60-4513-8773-32c8b3780eab tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:49.563643 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-705e1d2e-ef60-4513-8773-32c8b3780eab tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:49.570465 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-705e1d2e-ef60-4513-8773-32c8b3780eab tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] 10.222.0.37 "DELETE /v2.0/networks/82aab524-89cb-417d-bc9f-7d3c810c9b27 HTTP/1.1" status: 204 len: 168 time: 1.8042226 Dec 21 13:31:49.571240 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d037618f-9ea2-43a5-9ed3-301004b7125a tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Network 9f6e17c4-b312-4171-b7f6-57692ebeb6b3 is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:31:49.572872 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58706) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:49.575998 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9d1255c2-3709-4b93-9422-09579d294dc6 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Publish callbacks [] for security_group, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:49.576152 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e1f21a88-3724-4525-89a1-7f778714d366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:49.580838 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-7b397f00-f04f-4728-a1f5-fb307b8ffd26 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] For port 49bc0d8e-a36e-42d4-85d1-deb77470f26a, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:31:49.581201 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7b397f00-f04f-4728-a1f5-fb307b8ffd26 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:49.585953 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522e9054-9091-4a2e-a0a4-c317ee1f6742 None None] Checking router: eb8086ef-7083-4774-a3af-a8e51102d89d for host: dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:31:49.586304 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522e9054-9091-4a2e-a0a4-c317ee1f6742 None None] Updating router eb8086ef-7083-4774-a3af-a8e51102d89d port 8d6bf78b-09b2-42b6-abb5-6d1020a8e60f binding host dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 13:31:49.588792 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port f3aaad26-0663-4689-b4b8-115991e259d5 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:31:49.589165 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:49.611014 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705e1d2e-ef60-4513-8773-32c8b3780eab tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Pushing event deleted for resources: {'Network': ['ID=82aab524-89cb-417d-bc9f-7d3c810c9b27,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:49.619117 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-8775e03e-9a6d-4b2e-9c88-f5bd116948b2 None None] For port 58b16d3d-0bee-4da8-880b-15ecc6d214ea, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=58b16d3d-0bee-4da8-880b-15ecc6d214ea,segment=NetworkSegment(b20a5dbe-a251-4a83-ae2d-3ffbda6396cf),segment_id=b20a5dbe-a251-4a83-ae2d-3ffbda6396cf)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:31:49.619755 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-7b397f00-f04f-4728-a1f5-fb307b8ffd26 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Calling delete_port for 49bc0d8e-a36e-42d4-85d1-deb77470f26a owned by network:dhcp {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:31:49.666652 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-d037618f-9ea2-43a5-9ed3-301004b7125a tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 9f6e17c4-b312-4171-b7f6-57692ebeb6b3) {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:31:49.676839 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d037618f-9ea2-43a5-9ed3-301004b7125a tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:49.678051 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d037618f-9ea2-43a5-9ed3-301004b7125a tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:49.738607 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-d037618f-9ea2-43a5-9ed3-301004b7125a tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1561091 Dec 21 13:31:49.741363 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58708) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:49.751645 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-c00ef5a1-e154-43f1-9c0b-f550e1157d76 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Request body: {'network': {'name': 'tempest-router-network01--957662984'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:49.779839 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8b962940-5038-46db-8242-6b4753fcff2c tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:49.812065 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3763562c-8242-454a-807b-fc3533582b71 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Made reservation on behalf of 4e9b97d81d204c53a28bf5666eaf36b7 for: {'subnet': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:31:49.819249 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3763562c-8242-454a-807b-fc3533582b71 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12346583'] for subnet, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:49.883850 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5ff0d4-132d-466a-9171-2f155ebbf22a None None] Network 9f6e17c4-b312-4171-b7f6-57692ebeb6b3 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:31:49.886312 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8775e03e-9a6d-4b2e-9c88-f5bd116948b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:49.954670 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-d68bae52-e014-457f-9f8f-75ad2a8fc899 admin admin] Allocated IP 172.20.0.1 (f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e/52704ce2-43ea-427f-a9de-c74c83467400/18ad5d93-4983-463f-8bc7-74e634dd78b4) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:31:49.961428 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c00ef5a1-e154-43f1-9c0b-f550e1157d76 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Made reservation on behalf of 729f7f112cb5460c8f0b78f8c203a756 for: {'network': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:31:49.967042 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c00ef5a1-e154-43f1-9c0b-f550e1157d76 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:49.971293 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9d1255c2-3709-4b93-9422-09579d294dc6 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Publish callbacks [] for security_group, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:49.976167 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7b397f00-f04f-4728-a1f5-fb307b8ffd26 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:49.983038 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-522e9054-9091-4a2e-a0a4-c317ee1f6742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:49.999834 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9d1255c2-3709-4b93-9422-09579d294dc6 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:50.043577 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b397f00-f04f-4728-a1f5-fb307b8ffd26 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Pushing event deleted for resources: {'Port': ['ID=49bc0d8e-a36e-42d4-85d1-deb77470f26a,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:50.069904 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b397f00-f04f-4728-a1f5-fb307b8ffd26 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] No DVR routers for this DVR port 49bc0d8e-a36e-42d4-85d1-deb77470f26a on host dv-neutron-master-2-hyperv {{(pid=103153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:31:50.092775 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f21a88-3724-4525-89a1-7f778714d366 None None] Pushing event updated for resources: {'Port': ['ID=49bc0d8e-a36e-42d4-85d1-deb77470f26a,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:50.111618 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2808f3-6b34-47cf-bc43-51471dfcf3f3 None None] Network 3fa4d50a-dc19-4ef1-8d56-4486b913db37 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:31:50.169518 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8b962940-5038-46db-8242-6b4753fcff2c tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:50.200680 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c00ef5a1-e154-43f1-9c0b-f550e1157d76 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=103152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:31:50.222295 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1255c2-3709-4b93-9422-09579d294dc6 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ecfb69-ed66-4fb3-a178-79f25027932d,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:50.228146 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-8b962940-5038-46db-8242-6b4753fcff2c tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27fb7612-27ac-4607-bb1f-e0498c994d8a']}} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:31:50.244967 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-8b962940-5038-46db-8242-6b4753fcff2c tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '426651b4-1023-4493-9835-6e38329cafe7') {'for_net_delete': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:31:50.245842 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-8b962940-5038-46db-8242-6b4753fcff2c tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '426651b4-1023-4493-9835-6e38329cafe7') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:31:50.258442 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c00ef5a1-e154-43f1-9c0b-f550e1157d76 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:50.258971 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.segments_db [None req-c00ef5a1-e154-43f1-9c0b-f550e1157d76 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Added segment 1c403d3b-22bd-4b3d-a5c6-f2135d7c1084 of type vlan for network 348641e4-4db1-4331-b2dd-85227f0a06c3 Dec 21 13:31:50.299803 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8b962940-5038-46db-8242-6b4753fcff2c tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526653'] for segment, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:50.313868 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7b397f00-f04f-4728-a1f5-fb307b8ffd26 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:50.365926 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9d1255c2-3709-4b93-9422-09579d294dc6 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Publish callbacks [] for security_group, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:50.370448 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8b962940-5038-46db-8242-6b4753fcff2c tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:50.376359 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c00ef5a1-e154-43f1-9c0b-f550e1157d76 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:50.378920 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9d1255c2-3709-4b93-9422-09579d294dc6 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:50.387715 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-7b397f00-f04f-4728-a1f5-fb307b8ffd26 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fa4d50a-dc19-4ef1-8d56-4486b913db37']}} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:31:50.388920 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b962940-5038-46db-8242-6b4753fcff2c tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=103152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:31:50.389465 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8b962940-5038-46db-8242-6b4753fcff2c tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805426'] for segment, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:50.394966 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:31:50.394966 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:31:50.394966 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:31:50.394966 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:31:50.394966 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:31:50.394966 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:31:50.394966 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:31:50.394966 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:31:50.394966 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:31:50.394966 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:31:50.394966 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:31:50.394966 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:31:50.394966 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:31:50.394966 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:31:50.394966 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:31:50.394966 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:31:50.394966 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:31:50.394966 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:31:50.394966 dv-neutron-master-2-hyperv neutron-server[103152]: Traceback (most recent call last): Dec 21 13:31:50.394966 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:31:50.394966 dv-neutron-master-2-hyperv neutron-server[103152]: timer() Dec 21 13:31:50.394966 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:31:50.394966 dv-neutron-master-2-hyperv neutron-server[103152]: cb(*args, **kw) Dec 21 13:31:50.394966 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:31:50.394966 dv-neutron-master-2-hyperv neutron-server[103152]: return func(*args, **kwargs) Dec 21 13:31:50.394966 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:31:50.394966 dv-neutron-master-2-hyperv neutron-server[103152]: self._notify() Dec 21 13:31:50.394966 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:31:50.394966 dv-neutron-master-2-hyperv neutron-server[103152]: self.callback(batched_events) Dec 21 13:31:50.394966 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:31:50.394966 dv-neutron-master-2-hyperv neutron-server[103152]: event.method(event) Dec 21 13:31:50.394966 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:31:50.394966 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:31:50.394966 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:31:50.394966 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:31:50.394966 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:31:50.394966 dv-neutron-master-2-hyperv neutron-server[103152]: return f(self, *a, **k) Dec 21 13:31:50.394966 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:31:50.394966 dv-neutron-master-2-hyperv neutron-server[103152]: return self._get(url).json() Dec 21 13:31:50.394966 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:31:50.394966 dv-neutron-master-2-hyperv neutron-server[103152]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:31:50.394966 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:31:50.394966 dv-neutron-master-2-hyperv neutron-server[103152]: return self.request(url, 'GET', **kwargs) Dec 21 13:31:50.394966 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:31:50.394966 dv-neutron-master-2-hyperv neutron-server[103152]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:31:50.394966 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:31:50.394966 dv-neutron-master-2-hyperv neutron-server[103152]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:31:50.394966 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:31:50.394966 dv-neutron-master-2-hyperv neutron-server[103152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:31:50.394966 dv-neutron-master-2-hyperv neutron-server[103152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:31:50.408794 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81adf627-57b1-49d6-9011-42877de320e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-9f6e17c4-b312-4171-b7f6-57692ebeb6b3', 'network_id': '9f6e17c4-b312-4171-b7f6-57692ebeb6b3', 'project_id': '729f7f112cb5460c8f0b78f8c203a756', 'fixed_ips': [{'subnet_id': 'e6cd507d-3ce5-490b-a341-b9f0b582e21f'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:31:50.409678 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-81adf627-57b1-49d6-9011-42877de320e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:50.412864 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8775e03e-9a6d-4b2e-9c88-f5bd116948b2 None None] Pushing event updated for resources: {'Port': ['ID=58b16d3d-0bee-4da8-880b-15ecc6d214ea,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:50.416860 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d68bae52-e014-457f-9f8f-75ad2a8fc899 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:50.427932 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-7b397f00-f04f-4728-a1f5-fb307b8ffd26 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a280ede5-b9a4-4921-958f-77500714f757') {'for_net_delete': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:31:50.428606 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-7b397f00-f04f-4728-a1f5-fb307b8ffd26 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a280ede5-b9a4-4921-958f-77500714f757') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:31:50.479642 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24cc4c2a-efb5-4c83-ba98-89f3b5de885d None None] Network 3fa4d50a-dc19-4ef1-8d56-4486b913db37 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:31:50.482174 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1255c2-3709-4b93-9422-09579d294dc6 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=479f7dbe-3bba-4a0e-a8ba-db1bf35a6fb4,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:50.486395 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 1edf2811-8477-48af-bcee-7bf6f7441777 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:31:50.525206 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7b397f00-f04f-4728-a1f5-fb307b8ffd26 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1585430'] for segment, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:50.549555 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9d1255c2-3709-4b93-9422-09579d294dc6 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:50.557092 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-9d1255c2-3709-4b93-9422-09579d294dc6 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.2429237 Dec 21 13:31:50.557677 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58710) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:50.567514 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-762911ca-ce67-4f0f-9935-1f62034fc3f3 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Request body: {'security_group_rule': {'security_group_id': '479f7dbe-3bba-4a0e-a8ba-db1bf35a6fb4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:50.576660 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5593a801-7c29-4298-adb0-da9c97fcb042 None None] Network 4e8e3ac0-8456-4023-94ca-cfb9151b6065 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:31:50.585382 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7b397f00-f04f-4728-a1f5-fb307b8ffd26 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:50.592256 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8b962940-5038-46db-8242-6b4753fcff2c tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:50.594109 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c00ef5a1-e154-43f1-9c0b-f550e1157d76 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:50.600005 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00ef5a1-e154-43f1-9c0b-f550e1157d76 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:50.600759 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c00ef5a1-e154-43f1-9c0b-f550e1157d76 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Publish callbacks [] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:50.613644 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8b962940-5038-46db-8242-6b4753fcff2c tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Publish callbacks [] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:50.620036 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-8b962940-5038-46db-8242-6b4753fcff2c tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] 10.222.0.37 "DELETE /v2.0/networks/27fb7612-27ac-4607-bb1f-e0498c994d8a HTTP/1.1" status: 204 len: 168 time: 1.0130537 Dec 21 13:31:50.622678 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58712) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:50.625121 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b397f00-f04f-4728-a1f5-fb307b8ffd26 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=103153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:31:50.625773 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7b397f00-f04f-4728-a1f5-fb307b8ffd26 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11349758'] for segment, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:50.629102 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-762911ca-ce67-4f0f-9935-1f62034fc3f3 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:50.671884 dv-neutron-master-2-hyperv neutron-server[103153]: Traceback (most recent call last): Dec 21 13:31:50.671884 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:31:50.671884 dv-neutron-master-2-hyperv neutron-server[103153]: timer() Dec 21 13:31:50.671884 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:31:50.671884 dv-neutron-master-2-hyperv neutron-server[103153]: cb(*args, **kw) Dec 21 13:31:50.671884 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:31:50.671884 dv-neutron-master-2-hyperv neutron-server[103153]: return func(*args, **kwargs) Dec 21 13:31:50.671884 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:31:50.671884 dv-neutron-master-2-hyperv neutron-server[103153]: self._notify() Dec 21 13:31:50.671884 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:31:50.671884 dv-neutron-master-2-hyperv neutron-server[103153]: self.callback(batched_events) Dec 21 13:31:50.671884 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:31:50.671884 dv-neutron-master-2-hyperv neutron-server[103153]: event.method(event) Dec 21 13:31:50.671884 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:31:50.671884 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:31:50.671884 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:31:50.671884 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:31:50.671884 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:31:50.671884 dv-neutron-master-2-hyperv neutron-server[103153]: return f(self, *a, **k) Dec 21 13:31:50.671884 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:31:50.671884 dv-neutron-master-2-hyperv neutron-server[103153]: return self._get(url).json() Dec 21 13:31:50.671884 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:31:50.671884 dv-neutron-master-2-hyperv neutron-server[103153]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:31:50.671884 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:31:50.671884 dv-neutron-master-2-hyperv neutron-server[103153]: return self.request(url, 'GET', **kwargs) Dec 21 13:31:50.671884 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:31:50.671884 dv-neutron-master-2-hyperv neutron-server[103153]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:31:50.671884 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:31:50.671884 dv-neutron-master-2-hyperv neutron-server[103153]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:31:50.671884 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:31:50.671884 dv-neutron-master-2-hyperv neutron-server[103153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:31:50.671884 dv-neutron-master-2-hyperv neutron-server[103153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:31:50.713734 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-762911ca-ce67-4f0f-9935-1f62034fc3f3 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:50.724579 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d68bae52-e014-457f-9f8f-75ad2a8fc899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:50.726705 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-762911ca-ce67-4f0f-9935-1f62034fc3f3 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:50.748525 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-c00ef5a1-e154-43f1-9c0b-f550e1157d76 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0054727 Dec 21 13:31:50.767401 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58714) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:50.782474 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762911ca-ce67-4f0f-9935-1f62034fc3f3 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffc83b22-0216-454e-b7f4-7eca4b2f9998,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:50.797787 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1846bda9-23cc-4929-b827-19c97d0d31d1 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:50.805245 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-22d33278-9dca-4a78-9f50-00edda954145 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Request body: {'network': {'name': 'tempest-router-network02--1625740045'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:50.825917 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00ef5a1-e154-43f1-9c0b-f550e1157d76 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Pushing event updated for resources: {'Network': ['ID=348641e4-4db1-4331-b2dd-85227f0a06c3,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:50.826299 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68bae52-e014-457f-9f8f-75ad2a8fc899 admin admin] Network f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:31:50.831277 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-d68bae52-e014-457f-9f8f-75ad2a8fc899 admin admin] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:31:50.839874 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68bae52-e014-457f-9f8f-75ad2a8fc899 admin admin] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:31:50.848230 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-762911ca-ce67-4f0f-9935-1f62034fc3f3 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:50.853516 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-762911ca-ce67-4f0f-9935-1f62034fc3f3 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2911277 Dec 21 13:31:50.861861 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58716) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:50.865547 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-e4b0fca5-9c72-45eb-b912-5b1a3b0e008e None None] Provisioning complete for port 1edf2811-8477-48af-bcee-7bf6f7441777 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:31:50.866015 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e4b0fca5-9c72-45eb-b912-5b1a3b0e008e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:50.871973 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-dabd81f0-01eb-4b0c-bfed-8077a4ee7d8d tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Request body: {'security_group_rule': {'security_group_id': '479f7dbe-3bba-4a0e-a8ba-db1bf35a6fb4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:50.878237 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b962940-5038-46db-8242-6b4753fcff2c tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Pushing event deleted for resources: {'Network': ['ID=27fb7612-27ac-4607-bb1f-e0498c994d8a,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:50.880102 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7b397f00-f04f-4728-a1f5-fb307b8ffd26 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:50.907996 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7b397f00-f04f-4728-a1f5-fb307b8ffd26 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:50.912509 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-7b397f00-f04f-4728-a1f5-fb307b8ffd26 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] 10.222.0.37 "DELETE /v2.0/networks/3fa4d50a-dc19-4ef1-8d56-4486b913db37 HTTP/1.1" status: 204 len: 168 time: 5.1545804 Dec 21 13:31:50.916339 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b397f00-f04f-4728-a1f5-fb307b8ffd26 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Pushing event deleted for resources: {'Network': ['ID=3fa4d50a-dc19-4ef1-8d56-4486b913db37,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:50.917956 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58718) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:50.924318 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68bae52-e014-457f-9f8f-75ad2a8fc899 admin admin] Pushing event updated for resources: {'Port': ['ID=18ad5d93-4983-463f-8bc7-74e634dd78b4,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:50.945798 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network 348641e4-4db1-4331-b2dd-85227f0a06c3 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:31:50.969357 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.pecan_wsgi.hooks.translation [None req-a30e1953-7b04-4c1a-b826-ef80ea53eca8 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] DELETE failed (client error): The resource could not be found. Dec 21 13:31:50.970567 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a30e1953-7b04-4c1a-b826-ef80ea53eca8 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:31:50.976243 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-a30e1953-7b04-4c1a-b826-ef80ea53eca8 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] 10.222.0.37 "DELETE /v2.0/networks/3fa4d50a-dc19-4ef1-8d56-4486b913db37 HTTP/1.1" status: 404 len: 339 time: 0.0550609 Dec 21 13:31:50.980051 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58720) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:50.981158 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22d33278-9dca-4a78-9f50-00edda954145 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Made reservation on behalf of 729f7f112cb5460c8f0b78f8c203a756 for: {'network': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:31:50.985334 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-22d33278-9dca-4a78-9f50-00edda954145 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:50.992357 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-22e76ff3-7a27-4281-8fea-2cbb51fe4f3d tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2002401250', 'description': 'd1'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:50.998079 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d68bae52-e014-457f-9f8f-75ad2a8fc899 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532557'] for router_interface, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:51.099613 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.objects.ports [None req-3763562c-8242-454a-807b-fc3533582b71 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103152) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 21 13:31:51.101090 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22e76ff3-7a27-4281-8fea-2cbb51fe4f3d tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Made reservation on behalf of a1ada58ef66244899294bdd43455e4f3 for: {'network': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:31:51.106420 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-22e76ff3-7a27-4281-8fea-2cbb51fe4f3d tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:51.110805 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1846bda9-23cc-4929-b827-19c97d0d31d1 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:51.114106 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-81adf627-57b1-49d6-9011-42877de320e8 None None] Allocated IP 172.20.0.2 (9f6e17c4-b312-4171-b7f6-57692ebeb6b3/e6cd507d-3ce5-490b-a341-b9f0b582e21f/8633919b-f9fd-4181-ba18-7f43ac361818) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:31:51.131775 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 1edf2811-8477-48af-bcee-7bf6f7441777 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:31:51.132149 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:51.184480 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22e76ff3-7a27-4281-8fea-2cbb51fe4f3d tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=103153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:31:51.207305 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-22e76ff3-7a27-4281-8fea-2cbb51fe4f3d tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:51.208029 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.segments_db [None req-22e76ff3-7a27-4281-8fea-2cbb51fe4f3d tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Added segment a984014f-2972-4220-9f79-6f2d159edbef of type vlan for network 3d91550b-2c11-4ccb-85ea-2a7e71d65bb5 Dec 21 13:31:51.264405 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-1846bda9-23cc-4929-b827-19c97d0d31d1 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6936352a-98ba-4fd3-82ff-bf940bbd8b4f']}} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:31:51.280146 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22d33278-9dca-4a78-9f50-00edda954145 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=103152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:31:51.290168 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-1846bda9-23cc-4929-b827-19c97d0d31d1 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2f3e2ad-f061-4a4b-8b89-065d2dd5ece6') {'for_net_delete': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:31:51.290881 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-1846bda9-23cc-4929-b827-19c97d0d31d1 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2f3e2ad-f061-4a4b-8b89-065d2dd5ece6') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:31:51.300383 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-522e9054-9091-4a2e-a0a4-c317ee1f6742 None None] Publish callbacks [] for port, precommit_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:51.303601 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-dabd81f0-01eb-4b0c-bfed-8077a4ee7d8d tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:51.323147 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-22e76ff3-7a27-4281-8fea-2cbb51fe4f3d tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:51.327408 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1846bda9-23cc-4929-b827-19c97d0d31d1 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526653'] for segment, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:51.336079 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-22d33278-9dca-4a78-9f50-00edda954145 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:51.343647 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.segments_db [None req-22d33278-9dca-4a78-9f50-00edda954145 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Added segment 9edcd3ca-e467-45bc-9144-d58a74902a38 of type vlan for network 683cd366-d75d-45af-b2b6-dbb78756a37a Dec 21 13:31:51.357923 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d68bae52-e014-457f-9f8f-75ad2a8fc899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:51.369212 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-522e9054-9091-4a2e-a0a4-c317ee1f6742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:51.422101 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-22e76ff3-7a27-4281-8fea-2cbb51fe4f3d tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:51.428231 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e76ff3-7a27-4281-8fea-2cbb51fe4f3d tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:51.432064 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-22e76ff3-7a27-4281-8fea-2cbb51fe4f3d tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:51.458192 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1846bda9-23cc-4929-b827-19c97d0d31d1 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:51.480961 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-22d33278-9dca-4a78-9f50-00edda954145 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:51.486067 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5677771-033a-41fa-bda7-a99eb6944eb0 None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:31:51.494724 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1846bda9-23cc-4929-b827-19c97d0d31d1 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=103152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:31:51.494724 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1846bda9-23cc-4929-b827-19c97d0d31d1 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805426'] for segment, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:51.499867 dv-neutron-master-2-hyperv neutron-server[103152]: Traceback (most recent call last): Dec 21 13:31:51.499867 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:31:51.499867 dv-neutron-master-2-hyperv neutron-server[103152]: timer() Dec 21 13:31:51.499867 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:31:51.499867 dv-neutron-master-2-hyperv neutron-server[103152]: cb(*args, **kw) Dec 21 13:31:51.499867 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:31:51.499867 dv-neutron-master-2-hyperv neutron-server[103152]: return func(*args, **kwargs) Dec 21 13:31:51.499867 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:31:51.499867 dv-neutron-master-2-hyperv neutron-server[103152]: self._notify() Dec 21 13:31:51.499867 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:31:51.499867 dv-neutron-master-2-hyperv neutron-server[103152]: self.callback(batched_events) Dec 21 13:31:51.499867 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:31:51.499867 dv-neutron-master-2-hyperv neutron-server[103152]: event.method(event) Dec 21 13:31:51.499867 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:31:51.499867 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:31:51.499867 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:31:51.499867 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:31:51.499867 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:31:51.499867 dv-neutron-master-2-hyperv neutron-server[103152]: return f(self, *a, **k) Dec 21 13:31:51.499867 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:31:51.499867 dv-neutron-master-2-hyperv neutron-server[103152]: return self._get(url).json() Dec 21 13:31:51.499867 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:31:51.499867 dv-neutron-master-2-hyperv neutron-server[103152]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:31:51.499867 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:31:51.499867 dv-neutron-master-2-hyperv neutron-server[103152]: return self.request(url, 'GET', **kwargs) Dec 21 13:31:51.499867 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:31:51.499867 dv-neutron-master-2-hyperv neutron-server[103152]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:31:51.499867 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:31:51.499867 dv-neutron-master-2-hyperv neutron-server[103152]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:31:51.499867 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:31:51.499867 dv-neutron-master-2-hyperv neutron-server[103152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:31:51.499867 dv-neutron-master-2-hyperv neutron-server[103152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:31:51.523795 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2248ba-ff12-4170-b058-19138d03e9c5 None None] Pushing event updated for resources: {'Port': ['ID=8d6bf78b-09b2-42b6-abb5-6d1020a8e60f,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:51.533656 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-522e9054-9091-4a2e-a0a4-c317ee1f6742 None None] Attempting to bind port 8d6bf78b-09b2-42b6-abb5-6d1020a8e60f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:31:51.534092 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-522e9054-9091-4a2e-a0a4-c317ee1f6742 None None] Attempting to bind port 8d6bf78b-09b2-42b6-abb5-6d1020a8e60f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:31:51.534506 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522e9054-9091-4a2e-a0a4-c317ee1f6742 None None] Attempting to bind port 8d6bf78b-09b2-42b6-abb5-6d1020a8e60f on network 7fdf1889-f079-4166-bbda-88b2a8d8d595 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:31:51.543950 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-22e76ff3-7a27-4281-8fea-2cbb51fe4f3d tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5589941 Dec 21 13:31:51.554142 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.api.v2.resource [None req-dabd81f0-01eb-4b0c-bfed-8077a4ee7d8d tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] create failed (client error): There was a conflict when trying to complete your request. Dec 21 13:31:51.563948 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522e9054-9091-4a2e-a0a4-c317ee1f6742 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:31:51.564269 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522e9054-9091-4a2e-a0a4-c317ee1f6742 None None] Checking segment: {'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:31:51.564468 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-522e9054-9091-4a2e-a0a4-c317ee1f6742 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:51.564879 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522e9054-9091-4a2e-a0a4-c317ee1f6742 None None] Bound using segment: {'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:31:51.565364 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-522e9054-9091-4a2e-a0a4-c317ee1f6742 None None] Bound port: 8d6bf78b-09b2-42b6-abb5-6d1020a8e60f, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:31:51.565834 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-522e9054-9091-4a2e-a0a4-c317ee1f6742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:51.575373 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-dabd81f0-01eb-4b0c-bfed-8077a4ee7d8d tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.7082691 Dec 21 13:31:51.622263 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58724) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:51.624617 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58722) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:51.672851 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.db.resource_extend [None req-22d33278-9dca-4a78-9f50-00edda954145 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 21 13:31:51.708159 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-81adf627-57b1-49d6-9011-42877de320e8 None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:51.714838 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e76ff3-7a27-4281-8fea-2cbb51fe4f3d tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Pushing event updated for resources: {'Network': ['ID=3d91550b-2c11-4ccb-85ea-2a7e71d65bb5,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:51.717324 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-c9833a0e-56a9-4ff4-82cb-360407a1ee73 None None] Provisioning complete for port 18ad5d93-4983-463f-8bc7-74e634dd78b4 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:31:51.717690 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c9833a0e-56a9-4ff4-82cb-360407a1ee73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:51.787386 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network 3d91550b-2c11-4ccb-85ea-2a7e71d65bb5 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:31:51.812508 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-c9833a0e-56a9-4ff4-82cb-360407a1ee73 None None] Port 18ad5d93-4983-463f-8bc7-74e634dd78b4 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:31:51.831261 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-81adf627-57b1-49d6-9011-42877de320e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:51.836695 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1846bda9-23cc-4929-b827-19c97d0d31d1 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:51.842337 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6c841f-96ed-4d89-aa79-e266a456c642 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:51.844964 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-4b6c841f-96ed-4d89-aa79-e266a456c642 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] 10.222.0.37 "GET /v2.0/networks?id=3d91550b-2c11-4ccb-85ea-2a7e71d65bb5 HTTP/1.1" status: 200 len: 765 time: 0.2174768 Dec 21 13:31:51.847680 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58726) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:51.850241 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-22d33278-9dca-4a78-9f50-00edda954145 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:51.861613 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d33278-9dca-4a78-9f50-00edda954145 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:51.863194 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-22d33278-9dca-4a78-9f50-00edda954145 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Publish callbacks [] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:51.864192 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-1b241ea4-636f-4a61-a0b7-bba1bcad0134 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Request body: {'network': {'description': 'd2'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:51.879295 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81adf627-57b1-49d6-9011-42877de320e8 None None] Network 9f6e17c4-b312-4171-b7f6-57692ebeb6b3 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:31:51.883659 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1846bda9-23cc-4929-b827-19c97d0d31d1 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Publish callbacks [] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:51.891810 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-1846bda9-23cc-4929-b827-19c97d0d31d1 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] 10.222.0.37 "DELETE /v2.0/networks/6936352a-98ba-4fd3-82ff-bf940bbd8b4f HTTP/1.1" status: 204 len: 168 time: 1.2529309 Dec 21 13:31:51.944408 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-22d33278-9dca-4a78-9f50-00edda954145 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1505816 Dec 21 13:31:51.948378 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58730) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:51.957401 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-522e9054-9091-4a2e-a0a4-c317ee1f6742 None None] For port 8d6bf78b-09b2-42b6-abb5-6d1020a8e60f, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:31:51.959285 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-6e63d040-dff0-49f3-90e4-161d8352f5a5 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Request body: {'subnet': {'network_id': '348641e4-4db1-4331-b2dd-85227f0a06c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:51.960326 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 58b16d3d-0bee-4da8-880b-15ecc6d214ea up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:31:52.053586 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d68bae52-e014-457f-9f8f-75ad2a8fc899 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:52.065215 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d33278-9dca-4a78-9f50-00edda954145 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Pushing event updated for resources: {'Network': ['ID=683cd366-d75d-45af-b2b6-dbb78756a37a,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:52.088196 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d68bae52-e014-457f-9f8f-75ad2a8fc899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:52.096861 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3763562c-8242-454a-807b-fc3533582b71 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:52.140007 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7ed52c84-24e4-4650-90dc-453ffcb4c593 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Publish callbacks [] for security_group, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:52.166037 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7ed52c84-24e4-4650-90dc-453ffcb4c593 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:52.191748 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1846bda9-23cc-4929-b827-19c97d0d31d1 tempest-BulkNetworkOpsTest-1376558409 tempest-BulkNetworkOpsTest-1376558409-project] Pushing event deleted for resources: {'Network': ['ID=6936352a-98ba-4fd3-82ff-bf940bbd8b4f,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:52.194926 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1b241ea4-636f-4a61-a0b7-bba1bcad0134 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:52.206452 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4683f98-d322-4662-bfe1-238f146f01c7 None None] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:31:52.222509 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68bae52-e014-457f-9f8f-75ad2a8fc899 admin admin] Pushing event updated for resources: {'Port': ['ID=18ad5d93-4983-463f-8bc7-74e634dd78b4,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:52.228837 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d68bae52-e014-457f-9f8f-75ad2a8fc899 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532537'] for router_interface, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:52.232064 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1b241ea4-636f-4a61-a0b7-bba1bcad0134 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:52.267996 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1b241ea4-636f-4a61-a0b7-bba1bcad0134 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Network 3d91550b-2c11-4ccb-85ea-2a7e71d65bb5 is not hosted by any dhcp agent {{(pid=103153) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 21 13:31:52.274374 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b241ea4-636f-4a61-a0b7-bba1bcad0134 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:52.275254 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1b241ea4-636f-4a61-a0b7-bba1bcad0134 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:52.276733 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-1b241ea4-636f-4a61-a0b7-bba1bcad0134 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] 10.222.0.37 "PUT /v2.0/networks/3d91550b-2c11-4ccb-85ea-2a7e71d65bb5 HTTP/1.1" status: 200 len: 762 time: 0.4252322 Dec 21 13:31:52.282149 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58734) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:52.296991 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-81adf627-57b1-49d6-9011-42877de320e8 None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:31:52.306282 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81adf627-57b1-49d6-9011-42877de320e8 None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:31:52.337100 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58736) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:52.340983 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network 683cd366-d75d-45af-b2b6-dbb78756a37a details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:31:52.341821 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e63d040-dff0-49f3-90e4-161d8352f5a5 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Made reservation on behalf of 729f7f112cb5460c8f0b78f8c203a756 for: {'subnet': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:31:52.345600 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e63d040-dff0-49f3-90e4-161d8352f5a5 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12346583'] for subnet, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:52.348625 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7ed52c84-24e4-4650-90dc-453ffcb4c593 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:52.351947 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7ed52c84-24e4-4650-90dc-453ffcb4c593 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:52.353217 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-7ed52c84-24e4-4650-90dc-453ffcb4c593 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] 10.222.0.37 "DELETE /v2.0/security-groups/479f7dbe-3bba-4a0e-a8ba-db1bf35a6fb4 HTTP/1.1" status: 204 len: 168 time: 0.7281566 Dec 21 13:31:52.358651 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58738) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:52.379034 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b241ea4-636f-4a61-a0b7-bba1bcad0134 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Pushing event updated for resources: {'Network': ['ID=3d91550b-2c11-4ccb-85ea-2a7e71d65bb5,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:52.414173 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-522e9054-9091-4a2e-a0a4-c317ee1f6742 None None] For port 8d6bf78b-09b2-42b6-abb5-6d1020a8e60f, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8d6bf78b-09b2-42b6-abb5-6d1020a8e60f,segment=NetworkSegment(a32e5bfd-6fac-434f-817b-5707a23fd2ca),segment_id=a32e5bfd-6fac-434f-817b-5707a23fd2ca)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:31:52.442191 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68bae52-e014-457f-9f8f-75ad2a8fc899 admin admin] Network f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:31:52.445029 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network 3d91550b-2c11-4ccb-85ea-2a7e71d65bb5 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:31:52.451927 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed52c84-24e4-4650-90dc-453ffcb4c593 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=479f7dbe-3bba-4a0e-a8ba-db1bf35a6fb4,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:52.452857 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-d68bae52-e014-457f-9f8f-75ad2a8fc899 admin admin] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:31:52.459768 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81adf627-57b1-49d6-9011-42877de320e8 None None] Pushing event updated for resources: {'Port': ['ID=8633919b-f9fd-4181-ba18-7f43ac361818,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:52.464393 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-522e9054-9091-4a2e-a0a4-c317ee1f6742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:52.482821 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-a0d5f9ef-8e13-44ef-88a3-018e2cf5d5e8 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1230483 Dec 21 13:31:52.487034 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58742) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:52.500025 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-2d7a56ee-a1f2-4a19-a23b-28defb068427 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Request body: {'security_group': {'name': 'tempest-secgroup--466570279'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:52.580507 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad34e32c-5c0e-4f9f-aa98-f7f6c71231e7 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:52.581392 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-ad34e32c-5c0e-4f9f-aa98-f7f6c71231e7 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] 10.222.0.37 "GET /v2.0/networks?id=3d91550b-2c11-4ccb-85ea-2a7e71d65bb5 HTTP/1.1" status: 200 len: 765 time: 0.2980182 Dec 21 13:31:52.588551 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58744) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:52.640480 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2d7a56ee-a1f2-4a19-a23b-28defb068427 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Publish callbacks [] for security_group, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:52.647295 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-bbec0007-6be5-41b3-932e-09917825609d None None] Provisioning complete for port 1edf2811-8477-48af-bcee-7bf6f7441777 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:31:52.647886 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-bbec0007-6be5-41b3-932e-09917825609d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:52.691646 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-3763562c-8242-454a-807b-fc3533582b71 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] For port 58b16d3d-0bee-4da8-880b-15ecc6d214ea, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=58b16d3d-0bee-4da8-880b-15ecc6d214ea,segment=NetworkSegment(b20a5dbe-a251-4a83-ae2d-3ffbda6396cf),segment_id=b20a5dbe-a251-4a83-ae2d-3ffbda6396cf)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:31:52.698189 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-aacc7aa4-b627-45e6-9e76-387c1d4e3b6d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=68b9808d5efe4ed68b57050245d595fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3571165 Dec 21 13:31:52.705651 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58746) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:52.720231 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1cf48a3-11a1-4a73-8974-92dcbd1d8d50 None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:31:52.736536 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-81adf627-57b1-49d6-9011-42877de320e8 None None] Attempting to bind port 8633919b-f9fd-4181-ba18-7f43ac361818 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:31:52.737003 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-81adf627-57b1-49d6-9011-42877de320e8 None None] Attempting to bind port 8633919b-f9fd-4181-ba18-7f43ac361818 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '2ecd4c37-7943-4080-9cff-ba32fd2986b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9f6e17c4-b312-4171-b7f6-57692ebeb6b3'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:31:52.737716 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81adf627-57b1-49d6-9011-42877de320e8 None None] Attempting to bind port 8633919b-f9fd-4181-ba18-7f43ac361818 on network 9f6e17c4-b312-4171-b7f6-57692ebeb6b3 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:31:52.766834 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 58b16d3d-0bee-4da8-880b-15ecc6d214ea triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:31:52.767209 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:52.791725 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3763562c-8242-454a-807b-fc3533582b71 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:52.815719 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3763562c-8242-454a-807b-fc3533582b71 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805230'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:52.816665 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3763562c-8242-454a-807b-fc3533582b71 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12346565'] for subnet, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:52.819323 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522e9054-9091-4a2e-a0a4-c317ee1f6742 None None] Routers {'eb8086ef-7083-4774-a3af-a8e51102d89d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:31:52.819981 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-522e9054-9091-4a2e-a0a4-c317ee1f6742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:31:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['eb8086ef-7083-4774-a3af-a8e51102d89d'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:31:52.822329 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81adf627-57b1-49d6-9011-42877de320e8 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:31:52.822782 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81adf627-57b1-49d6-9011-42877de320e8 None None] Checking segment: {'id': '2ecd4c37-7943-4080-9cff-ba32fd2986b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9f6e17c4-b312-4171-b7f6-57692ebeb6b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:31:52.823197 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-81adf627-57b1-49d6-9011-42877de320e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:52.823651 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81adf627-57b1-49d6-9011-42877de320e8 None None] Bound using segment: {'id': '2ecd4c37-7943-4080-9cff-ba32fd2986b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9f6e17c4-b312-4171-b7f6-57692ebeb6b3'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:31:52.824148 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-81adf627-57b1-49d6-9011-42877de320e8 None None] Bound port: 8633919b-f9fd-4181-ba18-7f43ac361818, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ecd4c37-7943-4080-9cff-ba32fd2986b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9f6e17c4-b312-4171-b7f6-57692ebeb6b3'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:31:52.824532 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-81adf627-57b1-49d6-9011-42877de320e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:52.864118 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d68bae52-e014-457f-9f8f-75ad2a8fc899 admin admin] Router eb8086ef-7083-4774-a3af-a8e51102d89d has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:31:52.890457 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2248ba-ff12-4170-b058-19138d03e9c5 None None] Pushing event updated for resources: {'Port': ['ID=8d6bf78b-09b2-42b6-abb5-6d1020a8e60f,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:52.941451 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3763562c-8242-454a-807b-fc3533582b71 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:31:52.948118 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3763562c-8242-454a-807b-fc3533582b71 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event updated for resources: {'Subnet': ['ID=464fba62-42f0-4d79-893f-3f7a84194ddf,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:52.956052 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-3763562c-8242-454a-807b-fc3533582b71 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:31:52.961525 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3763562c-8242-454a-807b-fc3533582b71 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:52.962465 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3763562c-8242-454a-807b-fc3533582b71 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:52.971195 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2d7a56ee-a1f2-4a19-a23b-28defb068427 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Publish callbacks [] for security_group, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:52.973384 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e63d040-dff0-49f3-90e4-161d8352f5a5 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12346565'] for subnet, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:52.985292 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2d7a56ee-a1f2-4a19-a23b-28defb068427 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:53.019366 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-3763562c-8242-454a-807b-fc3533582b71 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.5138869 Dec 21 13:31:53.024461 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58748) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:53.041720 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3763562c-8242-454a-807b-fc3533582b71 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event updated for resources: {'Port': ['ID=58b16d3d-0bee-4da8-880b-15ecc6d214ea,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:53.043989 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-327baba4-82f5-472b-9b3d-39998692b9c5 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Request body: {'port': {'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9', 'mac_address': 'fa:16:3e:a7:d0:13', 'name': 'tempest-NetworksTestDHCPv6-186275974'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:53.056671 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a13b63b-01dd-4819-baa3-c917159b6d63 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:53.058949 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-7a13b63b-01dd-4819-baa3-c917159b6d63 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4683199 Dec 21 13:31:53.069474 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58750) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:53.070075 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5061f1df-5b65-4d5c-9fd6-a2e5c6347017 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:53.089292 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-81adf627-57b1-49d6-9011-42877de320e8 None None] For port 8633919b-f9fd-4181-ba18-7f43ac361818, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:31:53.120797 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-2ab54db0-d607-4b82-b6d5-e6b00d60c055 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] 10.222.0.37 "GET /v2.0/subnets?network_id=7fdf1889-f079-4166-bbda-88b2a8d8d595 HTTP/1.1" status: 200 len: 207 time: 0.0484588 Dec 21 13:31:53.122065 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e63d040-dff0-49f3-90e4-161d8352f5a5 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Pushing event updated for resources: {'Subnet': ['ID=ee774760-88d6-4e13-a132-c7d5923a218e,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:53.126334 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58752) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:53.131000 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-522e9054-9091-4a2e-a0a4-c317ee1f6742 None None] Set router eb8086ef-7083-4774-a3af-a8e51102d89d gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:31:53.133646 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2d7a56ee-a1f2-4a19-a23b-28defb068427 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:53.135197 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-2d7a56ee-a1f2-4a19-a23b-28defb068427 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6437910 Dec 21 13:31:53.139017 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58754) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:53.139911 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e63d040-dff0-49f3-90e4-161d8352f5a5 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Checking segment: {'id': '1c403d3b-22bd-4b3d-a5c6-f2135d7c1084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '348641e4-4db1-4331-b2dd-85227f0a06c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:31:53.148797 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e63d040-dff0-49f3-90e4-161d8352f5a5 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Network hostable DHCP agents. Network: 348641e4-4db1-4331-b2dd-85227f0a06c3, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:31:53.155336 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-1ccedf75-bffc-4a56-b06f-23d5b90f717a tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Request body: {'security_group_rule': {'security_group_id': '0b740513-57fb-40eb-b83f-88c9e542df3e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:53.156294 dv-neutron-master-2-hyperv neutron-server[103152]: WARNING neutron.api.v2.base [None req-1ccedf75-bffc-4a56-b06f-23d5b90f717a tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 21 13:31:53.156919 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.api.v2.resource [None req-1ccedf75-bffc-4a56-b06f-23d5b90f717a tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 13:31:53.162626 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-1ccedf75-bffc-4a56-b06f-23d5b90f717a tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0106170 Dec 21 13:31:53.165294 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58756) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:53.178549 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7a56ee-a1f2-4a19-a23b-28defb068427 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b740513-57fb-40eb-b83f-88c9e542df3e,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:53.179268 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-81adf627-57b1-49d6-9011-42877de320e8 None None] For port 8633919b-f9fd-4181-ba18-7f43ac361818, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8633919b-f9fd-4181-ba18-7f43ac361818,segment=NetworkSegment(2ecd4c37-7943-4080-9cff-ba32fd2986b9),segment_id=2ecd4c37-7943-4080-9cff-ba32fd2986b9)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:31:53.194579 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-81adf627-57b1-49d6-9011-42877de320e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:53.255588 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e63d040-dff0-49f3-90e4-161d8352f5a5 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Network 348641e4-4db1-4331-b2dd-85227f0a06c3 is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:31:53.290531 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5061f1df-5b65-4d5c-9fd6-a2e5c6347017 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:53.293741 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:53.302771 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-6e63d040-dff0-49f3-90e4-161d8352f5a5 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 348641e4-4db1-4331-b2dd-85227f0a06c3) {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:31:53.313113 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d1faf649-6694-47c3-aaca-dd353437f0ae tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Publish callbacks [] for security_group, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:53.316667 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e63d040-dff0-49f3-90e4-161d8352f5a5 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:53.317617 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e63d040-dff0-49f3-90e4-161d8352f5a5 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:53.338797 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f8d434-1b4d-4cf9-8830-ee5bac72cf19 None None] Network 348641e4-4db1-4331-b2dd-85227f0a06c3 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:31:53.387049 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-6e63d040-dff0-49f3-90e4-161d8352f5a5 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4350288 Dec 21 13:31:53.389840 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d1faf649-6694-47c3-aaca-dd353437f0ae tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:53.392701 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58758) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:53.405279 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-418c839b-1e9e-4a13-9a74-9b2ac6229c13 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Request body: {'subnet': {'network_id': '683cd366-d75d-45af-b2b6-dbb78756a37a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:53.428673 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-bbec0007-6be5-41b3-932e-09917825609d None None] Provisioning complete for port 8d6bf78b-09b2-42b6-abb5-6d1020a8e60f triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:31:53.429323 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-bbec0007-6be5-41b3-932e-09917825609d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:53.526508 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d68bae52-e014-457f-9f8f-75ad2a8fc899 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:31:53.537949 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d1faf649-6694-47c3-aaca-dd353437f0ae tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:53.540639 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-d68bae52-e014-457f-9f8f-75ad2a8fc899 admin admin] 10.222.0.37 "PUT /v2.0/routers/eb8086ef-7083-4774-a3af-a8e51102d89d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9979589 Dec 21 13:31:53.543381 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d1faf649-6694-47c3-aaca-dd353437f0ae tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:53.547440 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-d1faf649-6694-47c3-aaca-dd353437f0ae tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] 10.222.0.37 "DELETE /v2.0/security-groups/0b740513-57fb-40eb-b83f-88c9e542df3e HTTP/1.1" status: 204 len: 168 time: 0.3809547 Dec 21 13:31:53.548225 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58760) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:53.595651 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1faf649-6694-47c3-aaca-dd353437f0ae tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b740513-57fb-40eb-b83f-88c9e542df3e,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:53.620317 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a486f767-1d9a-41e8-9ffc-24c150063554 None None] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:31:53.645191 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-e02e48c5-b0fc-4708-90c8-f5dea48934ab tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0853956 Dec 21 13:31:53.649966 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58764) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:53.655436 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-44b0e5e7-95da-4ec2-abab-1608b3db876e tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Request body: {'security_group': {'name': 'tempest-secgroup--2060215736'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:53.683354 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-418c839b-1e9e-4a13-9a74-9b2ac6229c13 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Made reservation on behalf of 729f7f112cb5460c8f0b78f8c203a756 for: {'subnet': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:31:53.692891 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-418c839b-1e9e-4a13-9a74-9b2ac6229c13 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12346583'] for subnet, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:53.696590 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81adf627-57b1-49d6-9011-42877de320e8 None None] Pushing event updated for resources: {'Port': ['ID=8633919b-f9fd-4181-ba18-7f43ac361818,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:53.884277 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-44b0e5e7-95da-4ec2-abab-1608b3db876e tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Publish callbacks [] for security_group, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:53.890191 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1defa5b0-9ac5-4a9c-887a-80dfd5864c2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-348641e4-4db1-4331-b2dd-85227f0a06c3', 'network_id': '348641e4-4db1-4331-b2dd-85227f0a06c3', 'project_id': '729f7f112cb5460c8f0b78f8c203a756', 'fixed_ips': [{'subnet_id': 'ee774760-88d6-4e13-a132-c7d5923a218e'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:31:53.891257 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-1defa5b0-9ac5-4a9c-887a-80dfd5864c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:53.938272 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] For port 58b16d3d-0bee-4da8-880b-15ecc6d214ea, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=58b16d3d-0bee-4da8-880b-15ecc6d214ea,segment=NetworkSegment(b20a5dbe-a251-4a83-ae2d-3ffbda6396cf),segment_id=b20a5dbe-a251-4a83-ae2d-3ffbda6396cf)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:31:53.968347 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:53.969187 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device f3aaad26-0663-4689-b4b8-115991e259d5 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:31:54.046062 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb1bf25-64cc-47db-bad7-772d8cfb3570 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:54.053342 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb1bf25-64cc-47db-bad7-772d8cfb3570 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:54.063101 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb1bf25-64cc-47db-bad7-772d8cfb3570 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:54.074227 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb1bf25-64cc-47db-bad7-772d8cfb3570 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:54.086892 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-44b0e5e7-95da-4ec2-abab-1608b3db876e tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Publish callbacks [] for security_group, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:54.087498 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-418c839b-1e9e-4a13-9a74-9b2ac6229c13 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12346565'] for subnet, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:54.091346 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb1bf25-64cc-47db-bad7-772d8cfb3570 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:54.098492 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb1bf25-64cc-47db-bad7-772d8cfb3570 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:54.105458 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-4cb1bf25-64cc-47db-bad7-772d8cfb3570 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.9688838 Dec 21 13:31:54.108066 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58770) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:54.119575 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Pushing event updated for resources: {'Port': ['ID=58b16d3d-0bee-4da8-880b-15ecc6d214ea,revision_number=6']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:54.125117 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5061f1df-5b65-4d5c-9fd6-a2e5c6347017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:54.128792 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5061f1df-5b65-4d5c-9fd6-a2e5c6347017 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:54.130811 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-5061f1df-5b65-4d5c-9fd6-a2e5c6347017 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e985edd4-94fc-4537-b3e0-99a6a7913c8e HTTP/1.1" status: 204 len: 168 time: 1.4212329 Dec 21 13:31:54.159298 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418c839b-1e9e-4a13-9a74-9b2ac6229c13 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Pushing event updated for resources: {'Subnet': ['ID=f7e4c8e8-af6c-4fa4-a513-0cbd276a53b5,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:54.165076 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-44b0e5e7-95da-4ec2-abab-1608b3db876e tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:54.168994 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-327baba4-82f5-472b-9b3d-39998692b9c5 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Made reservation on behalf of 4e9b97d81d204c53a28bf5666eaf36b7 for: {'port': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:31:54.201132 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5061f1df-5b65-4d5c-9fd6-a2e5c6347017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e985edd4-94fc-4537-b3e0-99a6a7913c8e,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:54.225710 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-44b0e5e7-95da-4ec2-abab-1608b3db876e tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:54.227143 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-44b0e5e7-95da-4ec2-abab-1608b3db876e tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5761638 Dec 21 13:31:54.229134 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418c839b-1e9e-4a13-9a74-9b2ac6229c13 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Checking segment: {'id': '9edcd3ca-e467-45bc-9144-d58a74902a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '683cd366-d75d-45af-b2b6-dbb78756a37a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:31:54.229502 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418c839b-1e9e-4a13-9a74-9b2ac6229c13 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Network hostable DHCP agents. Network: 683cd366-d75d-45af-b2b6-dbb78756a37a, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:31:54.233413 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58776) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:54.248007 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b0e5e7-95da-4ec2-abab-1608b3db876e tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12f1a19a-6285-4e5a-8e47-ee161000b427,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:54.253652 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418c839b-1e9e-4a13-9a74-9b2ac6229c13 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Network 683cd366-d75d-45af-b2b6-dbb78756a37a is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:31:54.269301 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-418c839b-1e9e-4a13-9a74-9b2ac6229c13 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 683cd366-d75d-45af-b2b6-dbb78756a37a) {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:31:54.276789 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418c839b-1e9e-4a13-9a74-9b2ac6229c13 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:54.277406 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-418c839b-1e9e-4a13-9a74-9b2ac6229c13 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:54.288891 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-17626eaa-f6fc-4c3d-bd5b-b82ba2dbc3e0 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Request body: {'security_group_rule': {'security_group_id': '12f1a19a-6285-4e5a-8e47-ee161000b427', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:54.290231 dv-neutron-master-2-hyperv neutron-server[103153]: WARNING neutron.api.v2.base [None req-17626eaa-f6fc-4c3d-bd5b-b82ba2dbc3e0 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 21 13:31:54.290763 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.api.v2.resource [None req-17626eaa-f6fc-4c3d-bd5b-b82ba2dbc3e0 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 13:31:54.293851 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-17626eaa-f6fc-4c3d-bd5b-b82ba2dbc3e0 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0166650 Dec 21 13:31:54.294724 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58780) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:54.317105 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845c817d-71f7-4f8a-9aa1-71debf58a205 None None] Network 683cd366-d75d-45af-b2b6-dbb78756a37a requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:31:54.344533 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-418c839b-1e9e-4a13-9a74-9b2ac6229c13 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9503562 Dec 21 13:31:54.349535 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58782) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:54.447897 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b861fc2f-4f00-45de-90d4-b54dd3bcd283 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Publish callbacks [] for security_group, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:54.483184 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b861fc2f-4f00-45de-90d4-b54dd3bcd283 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:54.599863 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b861fc2f-4f00-45de-90d4-b54dd3bcd283 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:54.602793 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b861fc2f-4f00-45de-90d4-b54dd3bcd283 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:54.604241 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-b861fc2f-4f00-45de-90d4-b54dd3bcd283 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] 10.222.0.37 "DELETE /v2.0/security-groups/12f1a19a-6285-4e5a-8e47-ee161000b427 HTTP/1.1" status: 204 len: 168 time: 0.3080444 Dec 21 13:31:54.608027 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58788) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:54.634771 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861fc2f-4f00-45de-90d4-b54dd3bcd283 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f1a19a-6285-4e5a-8e47-ee161000b427,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:54.705388 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58792) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:54.714128 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-17348f6b-98a0-4299-b66e-a323f497f64e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1017227195-network', 'tenant_id': '13ad1637f7334c20a6c89679b35a21fd'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:54.746439 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-aa110742-a98f-40f0-86e9-9c29549d04ac tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] 10.222.0.37 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.6350386 Dec 21 13:31:54.750257 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58796) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:54.750488 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-327baba4-82f5-472b-9b3d-39998692b9c5 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:54.845276 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port f3aaad26-0663-4689-b4b8-115991e259d5 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:31:54.845861 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:54.848299 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [None req-327baba4-82f5-472b-9b3d-39998692b9c5 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] device_id is not set on port db93ad45-508d-4ddc-b50b-ed3b7a8f63d2 yet. {{(pid=103153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 13:31:54.916368 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-bbec0007-6be5-41b3-932e-09917825609d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:54.929776 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-1defa5b0-9ac5-4a9c-887a-80dfd5864c2e None None] Allocated IP 172.20.0.2 (348641e4-4db1-4331-b2dd-85227f0a06c3/ee774760-88d6-4e13-a132-c7d5923a218e/4d0043ef-ee21-4728-bc4c-86bc0c4934c3) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:31:54.938520 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17348f6b-98a0-4299-b66e-a323f497f64e admin admin] Made reservation on behalf of 13ad1637f7334c20a6c89679b35a21fd for: {'network': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:31:54.941291 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-17348f6b-98a0-4299-b66e-a323f497f64e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:54.957631 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-6602106f-b55e-45b2-88a9-ecc16f9b3308 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3436623 Dec 21 13:31:54.962695 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58800) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:54.979999 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-cbc916b1-352a-447a-a460-a4a256f5f0da tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Request body: {'security_group': {'name': 'tempest-secgroup--1889060026'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:55.025229 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-17348f6b-98a0-4299-b66e-a323f497f64e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:55.125861 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-bbec0007-6be5-41b3-932e-09917825609d None None] For port 8d6bf78b-09b2-42b6-abb5-6d1020a8e60f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8d6bf78b-09b2-42b6-abb5-6d1020a8e60f,segment=NetworkSegment(a32e5bfd-6fac-434f-817b-5707a23fd2ca),segment_id=a32e5bfd-6fac-434f-817b-5707a23fd2ca)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:31:55.136929 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-522e9054-9091-4a2e-a0a4-c317ee1f6742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8086ef-7083-4774-a3af-a8e51102d89d', 'name': 'tempest-TestVolumeBootPattern-1677634282-router', 'tenant_id': '365275e264a6451abad9a44f0c54ac18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.232'}], 'enable_snat': True}, 'gw_port_id': '8d6bf78b-09b2-42b6-abb5-6d1020a8e60f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:31:43Z', 'updated_at': '2021-12-21T13:31:51Z', 'revision_number': 4, 'project_id': '365275e264a6451abad9a44f0c54ac18', 'gw_port': {'id': '8d6bf78b-09b2-42b6-abb5-6d1020a8e60f', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:18:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb8086ef-7083-4774-a3af-a8e51102d89d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:31:45Z', 'updated_at': '2021-12-21T13:31:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '18ad5d93-4983-463f-8bc7-74e634dd78b4', 'name': '', 'network_id': 'f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e', 'tenant_id': '365275e264a6451abad9a44f0c54ac18', 'mac_address': 'fa:16:3e:47:7e:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb8086ef-7083-4774-a3af-a8e51102d89d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '52704ce2-43ea-427f-a9de-c74c83467400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:31:49Z', 'updated_at': '2021-12-21T13:31:51Z', 'revision_number': 2, 'project_id': '365275e264a6451abad9a44f0c54ac18', 'subnets': [{'id': '52704ce2-43ea-427f-a9de-c74c83467400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:31:55.157247 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d7ffa4-ba7c-43cb-a020-652e7b933ecc None None] Network 9f6e17c4-b312-4171-b7f6-57692ebeb6b3 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:31:55.202401 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-bbec0007-6be5-41b3-932e-09917825609d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:55.203551 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-327baba4-82f5-472b-9b3d-39998692b9c5 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Allocated IP 2001:db8::f816:3eff:fea7:d013 (ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9/464fba62-42f0-4d79-893f-3f7a84194ddf/db93ad45-508d-4ddc-b50b-ed3b7a8f63d2) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:31:55.206641 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-cbc916b1-352a-447a-a460-a4a256f5f0da tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Publish callbacks [] for security_group, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:55.293479 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522e9054-9091-4a2e-a0a4-c317ee1f6742 None None] The sync data for ids ['eb8086ef-7083-4774-a3af-a8e51102d89d'] in dv-neutron-master-2-hyperv is: [{'id': 'eb8086ef-7083-4774-a3af-a8e51102d89d', 'name': 'tempest-TestVolumeBootPattern-1677634282-router', 'tenant_id': '365275e264a6451abad9a44f0c54ac18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.232'}], 'enable_snat': True}, 'gw_port_id': '8d6bf78b-09b2-42b6-abb5-6d1020a8e60f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:31:43Z', 'updated_at': '2021-12-21T13:31:51Z', 'revision_number': 4, 'project_id': '365275e264a6451abad9a44f0c54ac18', 'gw_port': {'id': '8d6bf78b-09b2-42b6-abb5-6d1020a8e60f', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:18:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb8086ef-7083-4774-a3af-a8e51102d89d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:31:45Z', 'updated_at': '2021-12-21T13:31:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '18ad5d93-4983-463f-8bc7-74e634dd78b4', 'name': '', 'network_id': 'f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e', 'tenant_id': '365275e264a6451abad9a44f0c54ac18', 'mac_address': 'fa:16:3e:47:7e:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb8086ef-7083-4774-a3af-a8e51102d89d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '52704ce2-43ea-427f-a9de-c74c83467400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:31:49Z', 'updated_at': '2021-12-21T13:31:51Z', 'revision_number': 2, 'project_id': '365275e264a6451abad9a44f0c54ac18', 'subnets': [{'id': '52704ce2-43ea-427f-a9de-c74c83467400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:31:55.305821 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-10f6b06c-0028-4445-8448-712db703f6a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:55.467908 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0561c077-24dc-4c89-a2ce-163c38b18b6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-683cd366-d75d-45af-b2b6-dbb78756a37a', 'network_id': '683cd366-d75d-45af-b2b6-dbb78756a37a', 'project_id': '729f7f112cb5460c8f0b78f8c203a756', 'fixed_ips': [{'subnet_id': 'f7e4c8e8-af6c-4fa4-a513-0cbd276a53b5'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:31:55.469363 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-0561c077-24dc-4c89-a2ce-163c38b18b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:55.481987 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ca733c-9f85-49aa-87bc-065d8d4d1a1b tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:55.483544 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ca733c-9f85-49aa-87bc-065d8d4d1a1b tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:55.485392 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ca733c-9f85-49aa-87bc-065d8d4d1a1b tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:55.486706 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ca733c-9f85-49aa-87bc-065d8d4d1a1b tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:55.493051 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ca733c-9f85-49aa-87bc-065d8d4d1a1b tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:55.493051 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-19ca733c-9f85-49aa-87bc-065d8d4d1a1b tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.7385082 Dec 21 13:31:55.493327 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-17348f6b-98a0-4299-b66e-a323f497f64e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:55.493417 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-bbec0007-6be5-41b3-932e-09917825609d None None] Provisioning complete for port 58b16d3d-0bee-4da8-880b-15ecc6d214ea triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:31:55.493417 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-bbec0007-6be5-41b3-932e-09917825609d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:55.497961 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58812) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:55.550513 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-17348f6b-98a0-4299-b66e-a323f497f64e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:55.579319 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c553c1c7-fb12-469f-a687-31c260338ccf tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:55.585118 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbec0007-6be5-41b3-932e-09917825609d None None] Pushing event updated for resources: {'Port': ['ID=8d6bf78b-09b2-42b6-abb5-6d1020a8e60f,revision_number=4']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:55.602806 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0857b8bd-e070-4a0c-9060-17b67e6fb566 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Attributes excluded by policy engine: ['shared'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:55.604216 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0857b8bd-e070-4a0c-9060-17b67e6fb566 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Attributes excluded by policy engine: ['shared'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:55.605724 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0857b8bd-e070-4a0c-9060-17b67e6fb566 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Attributes excluded by policy engine: ['shared'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:55.612315 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0857b8bd-e070-4a0c-9060-17b67e6fb566 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Attributes excluded by policy engine: ['shared'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:55.613856 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0857b8bd-e070-4a0c-9060-17b67e6fb566 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Attributes excluded by policy engine: ['shared'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:55.616166 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-0857b8bd-e070-4a0c-9060-17b67e6fb566 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] 10.222.0.37 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1169536 Dec 21 13:31:55.621367 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58816) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:55.660148 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17348f6b-98a0-4299-b66e-a323f497f64e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=103153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:31:55.667236 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17348f6b-98a0-4299-b66e-a323f497f64e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b20a2cd5-cad6-4ee7-9b3c-20ba499a0a73,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:55.773053 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-cbc916b1-352a-447a-a460-a4a256f5f0da tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Publish callbacks [] for security_group, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:55.773299 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 1edf2811-8477-48af-bcee-7bf6f7441777 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:31:55.792045 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-17348f6b-98a0-4299-b66e-a323f497f64e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:55.792401 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.segments_db [None req-17348f6b-98a0-4299-b66e-a323f497f64e admin admin] Added segment 930a3e4e-317a-4b34-927a-4c818a33668c of type vlan for network ddfad0a2-e0cd-47df-a035-0dc5af3e194b Dec 21 13:31:55.800032 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-cbc916b1-352a-447a-a460-a4a256f5f0da tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:55.830997 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58818) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:55.856363 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-17348f6b-98a0-4299-b66e-a323f497f64e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:55.861096 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-327baba4-82f5-472b-9b3d-39998692b9c5 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:55.892513 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3745d8a1-6a8c-442b-9cf3-bd04a65d10a6 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:55.893938 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-3745d8a1-6a8c-442b-9cf3-bd04a65d10a6 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] 10.222.0.37 "GET /v2.0/networks/654881bd-7df1-403f-92cb-f4553ff7e85c HTTP/1.1" status: 200 len: 803 time: 0.2713537 Dec 21 13:31:55.930791 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc916b1-352a-447a-a460-a4a256f5f0da tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf956396-d6fc-4ec8-add5-4fb93fa7e2a6,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:55.934960 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58822) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:55.983644 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-1defa5b0-9ac5-4a9c-887a-80dfd5864c2e None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:56.005882 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-cbc916b1-352a-447a-a460-a4a256f5f0da tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:56.008107 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-cbc916b1-352a-447a-a460-a4a256f5f0da tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0332677 Dec 21 13:31:56.024448 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58824) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:56.029042 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-2bfacb49-5d28-4878-8fb9-338ece782615 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Request body: {'security_group_rule': {'security_group_id': 'bf956396-d6fc-4ec8-add5-4fb93fa7e2a6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:56.030474 dv-neutron-master-2-hyperv neutron-server[103152]: WARNING neutron.api.v2.base [None req-2bfacb49-5d28-4878-8fb9-338ece782615 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 21 13:31:56.030983 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.api.v2.resource [None req-2bfacb49-5d28-4878-8fb9-338ece782615 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 13:31:56.031972 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-2bfacb49-5d28-4878-8fb9-338ece782615 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0065615 Dec 21 13:31:56.034841 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58826) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:56.037322 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-1defa5b0-9ac5-4a9c-887a-80dfd5864c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:56.048729 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-1b84bacb-ad3f-4ce4-a13d-5794595c4edf tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Request body: {'security_group_rule': {'security_group_id': 'bf956396-d6fc-4ec8-add5-4fb93fa7e2a6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:56.049684 dv-neutron-master-2-hyperv neutron-server[103152]: WARNING neutron.api.v2.base [None req-1b84bacb-ad3f-4ce4-a13d-5794595c4edf tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 21 13:31:56.050193 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.api.v2.resource [None req-1b84bacb-ad3f-4ce4-a13d-5794595c4edf tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 13:31:56.051263 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-1b84bacb-ad3f-4ce4-a13d-5794595c4edf tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0155010 Dec 21 13:31:56.059061 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-17348f6b-98a0-4299-b66e-a323f497f64e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:56.060892 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17348f6b-98a0-4299-b66e-a323f497f64e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:56.061678 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-17348f6b-98a0-4299-b66e-a323f497f64e admin admin] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:56.064196 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58828) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:56.070895 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-1ed29d7d-2ed9-4bc5-90c4-d0998e124342 tempest-TagsTest-91124449 tempest-TagsTest-91124449-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1177900487'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:56.096934 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-97858df1-ddc5-4bc3-9a33-e3ab6bbc201d tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Request body: {'security_group_rule': {'security_group_id': 'bf956396-d6fc-4ec8-add5-4fb93fa7e2a6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:56.097953 dv-neutron-master-2-hyperv neutron-server[103152]: WARNING neutron.api.v2.base [None req-97858df1-ddc5-4bc3-9a33-e3ab6bbc201d tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 21 13:31:56.099474 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.api.v2.resource [None req-97858df1-ddc5-4bc3-9a33-e3ab6bbc201d tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 13:31:56.104994 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-97858df1-ddc5-4bc3-9a33-e3ab6bbc201d tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0161860 Dec 21 13:31:56.107011 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58830) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:56.123798 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-ea36a810-6cec-4886-8fe4-7a2e92571edc tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Request body: {'security_group_rule': {'security_group_id': 'bf956396-d6fc-4ec8-add5-4fb93fa7e2a6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:56.124765 dv-neutron-master-2-hyperv neutron-server[103152]: WARNING neutron.api.v2.base [None req-ea36a810-6cec-4886-8fe4-7a2e92571edc tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 21 13:31:56.125324 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.api.v2.resource [None req-ea36a810-6cec-4886-8fe4-7a2e92571edc tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 13:31:56.129180 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-ea36a810-6cec-4886-8fe4-7a2e92571edc tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0184124 Dec 21 13:31:56.136817 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1defa5b0-9ac5-4a9c-887a-80dfd5864c2e None None] Network 348641e4-4db1-4331-b2dd-85227f0a06c3 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:31:56.137658 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58832) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:56.146316 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-327baba4-82f5-472b-9b3d-39998692b9c5 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:56.152611 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-0561c077-24dc-4c89-a2ce-163c38b18b6d None None] Allocated IP 172.20.0.2 (683cd366-d75d-45af-b2b6-dbb78756a37a/f7e4c8e8-af6c-4fa4-a513-0cbd276a53b5/a65b1b60-c391-471a-8ac0-c003b7f1ef92) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:31:56.159235 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-1defa5b0-9ac5-4a9c-887a-80dfd5864c2e None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:31:56.166744 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-17348f6b-98a0-4299-b66e-a323f497f64e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4598966 Dec 21 13:31:56.168538 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-c553c1c7-fb12-469f-a687-31c260338ccf tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Allocated IP 172.20.0.1 (348641e4-4db1-4331-b2dd-85227f0a06c3/ee774760-88d6-4e13-a132-c7d5923a218e/bcec22d0-ce75-4383-a1c8-eaaf9e5de1b9) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:31:56.169425 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 1edf2811-8477-48af-bcee-7bf6f7441777 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:31:56.169969 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:56.171980 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1defa5b0-9ac5-4a9c-887a-80dfd5864c2e None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:31:56.175389 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58834) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:56.187465 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-7ad38b3b-07d3-483a-b50f-9ebf4c83ca2a admin admin] Request body: {'subnet': {'network_id': 'ddfad0a2-e0cd-47df-a035-0dc5af3e194b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1017227195-subnet', 'tenant_id': '13ad1637f7334c20a6c89679b35a21fd', 'ip_version': 4}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:56.215093 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ed29d7d-2ed9-4bc5-90c4-d0998e124342 tempest-TagsTest-91124449 tempest-TagsTest-91124449-project] Made reservation on behalf of 5b07a8a61d8c4217af995ffc41ca964b for: {'network': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:31:56.219038 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1ed29d7d-2ed9-4bc5-90c4-d0998e124342 tempest-TagsTest-91124449 tempest-TagsTest-91124449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:56.267182 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1defa5b0-9ac5-4a9c-887a-80dfd5864c2e None None] Pushing event updated for resources: {'Port': ['ID=4d0043ef-ee21-4728-bc4c-86bc0c4934c3,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:56.279946 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17348f6b-98a0-4299-b66e-a323f497f64e admin admin] Pushing event updated for resources: {'Network': ['ID=ddfad0a2-e0cd-47df-a035-0dc5af3e194b,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:56.299623 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327baba4-82f5-472b-9b3d-39998692b9c5 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:31:56.304304 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network ddfad0a2-e0cd-47df-a035-0dc5af3e194b details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:31:56.328758 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-327baba4-82f5-472b-9b3d-39998692b9c5 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:31:56.349815 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327baba4-82f5-472b-9b3d-39998692b9c5 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:31:56.355673 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327baba4-82f5-472b-9b3d-39998692b9c5 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:56.356326 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-327baba4-82f5-472b-9b3d-39998692b9c5 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:56.367872 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327baba4-82f5-472b-9b3d-39998692b9c5 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event updated for resources: {'Port': ['ID=db93ad45-508d-4ddc-b50b-ed3b7a8f63d2,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:56.377976 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-210f1df6-0685-441c-9fa2-2cb4d9f174db tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] 10.222.0.37 "GET /v2.0/networks/654881bd-7df1-403f-92cb-f4553ff7e85c?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.4149227 Dec 21 13:31:56.378224 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c553c1c7-fb12-469f-a687-31c260338ccf tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:56.389985 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58836) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:56.409545 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-a7455579-5f3a-4967-b61c-7778f1b175a7 None None] Could not find standard attr ID for object 9bce158b-b64d-44d7-923c-93e42902f730. {{(pid=103154) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 21 13:31:56.412392 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ad38b3b-07d3-483a-b50f-9ebf4c83ca2a admin admin] Made reservation on behalf of 13ad1637f7334c20a6c89679b35a21fd for: {'subnet': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:31:56.414746 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7ad38b3b-07d3-483a-b50f-9ebf4c83ca2a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11288759'] for subnet, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:56.449020 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1ed29d7d-2ed9-4bc5-90c4-d0998e124342 tempest-TagsTest-91124449 tempest-TagsTest-91124449-project] Publish callbacks [] for security_group, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:56.461216 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c553c1c7-fb12-469f-a687-31c260338ccf tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:56.501175 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-327baba4-82f5-472b-9b3d-39998692b9c5 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.4704208 Dec 21 13:31:56.528555 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58838) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:56.594150 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-1defa5b0-9ac5-4a9c-887a-80dfd5864c2e None None] Attempting to bind port 4d0043ef-ee21-4728-bc4c-86bc0c4934c3 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:31:56.594832 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-1defa5b0-9ac5-4a9c-887a-80dfd5864c2e None None] Attempting to bind port 4d0043ef-ee21-4728-bc4c-86bc0c4934c3 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '1c403d3b-22bd-4b3d-a5c6-f2135d7c1084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '348641e4-4db1-4331-b2dd-85227f0a06c3'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:31:56.595254 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1defa5b0-9ac5-4a9c-887a-80dfd5864c2e None None] Attempting to bind port 4d0043ef-ee21-4728-bc4c-86bc0c4934c3 on network 348641e4-4db1-4331-b2dd-85227f0a06c3 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:31:56.605238 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1defa5b0-9ac5-4a9c-887a-80dfd5864c2e None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:31:56.605635 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1defa5b0-9ac5-4a9c-887a-80dfd5864c2e None None] Checking segment: {'id': '1c403d3b-22bd-4b3d-a5c6-f2135d7c1084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '348641e4-4db1-4331-b2dd-85227f0a06c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:31:56.606047 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-1defa5b0-9ac5-4a9c-887a-80dfd5864c2e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:56.606482 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c553c1c7-fb12-469f-a687-31c260338ccf tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Network 348641e4-4db1-4331-b2dd-85227f0a06c3 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:31:56.619161 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1defa5b0-9ac5-4a9c-887a-80dfd5864c2e None None] Bound using segment: {'id': '1c403d3b-22bd-4b3d-a5c6-f2135d7c1084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '348641e4-4db1-4331-b2dd-85227f0a06c3'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:31:56.619876 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-1defa5b0-9ac5-4a9c-887a-80dfd5864c2e None None] Bound port: 4d0043ef-ee21-4728-bc4c-86bc0c4934c3, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c403d3b-22bd-4b3d-a5c6-f2135d7c1084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '348641e4-4db1-4331-b2dd-85227f0a06c3'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:31:56.622155 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-1defa5b0-9ac5-4a9c-887a-80dfd5864c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:56.625911 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e45e660-52c1-4809-b1db-78331ad19fdf tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:56.627362 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-6e45e660-52c1-4809-b1db-78331ad19fdf tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] 10.222.0.37 "GET /v2.0/subnets/2696e7aa-5872-418a-a235-a625ad072b8f HTTP/1.1" status: 200 len: 843 time: 0.2363813 Dec 21 13:31:56.628683 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-a7455579-5f3a-4967-b61c-7778f1b175a7 None None] Provisioning complete for port 18ad5d93-4983-463f-8bc7-74e634dd78b4 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:31:56.631341 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a7455579-5f3a-4967-b61c-7778f1b175a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:56.631757 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58840) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:56.634305 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-c553c1c7-fb12-469f-a687-31c260338ccf tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:31:56.667876 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c553c1c7-fb12-469f-a687-31c260338ccf tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:31:56.724630 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c553c1c7-fb12-469f-a687-31c260338ccf tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Pushing event updated for resources: {'Port': ['ID=bcec22d0-ce75-4383-a1c8-eaaf9e5de1b9,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:56.728598 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-422aa782-3723-4510-9e9c-7f660e8102de tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Publish callbacks [] for security_group, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:56.730202 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642b1e09-02fe-4a80-8aaa-2ec28deac1ad tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Attributes excluded by policy engine: ['shared'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:56.741509 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58842) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:56.745364 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-642b1e09-02fe-4a80-8aaa-2ec28deac1ad tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] 10.222.0.37 "GET /v2.0/subnets/2696e7aa-5872-418a-a235-a625ad072b8f?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1034501 Dec 21 13:31:56.766958 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-7c0636d3-5ca9-4410-b24a-e6b49249b3b9 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1806805238'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:56.821340 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79f9ffa-d780-40e3-be87-4cb666951c84 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:56.827908 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79f9ffa-d780-40e3-be87-4cb666951c84 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:56.832401 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-b79f9ffa-d780-40e3-be87-4cb666951c84 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.2941356 Dec 21 13:31:56.838179 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58844) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:56.847530 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-422aa782-3723-4510-9e9c-7f660e8102de tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:56.865850 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-1defa5b0-9ac5-4a9c-887a-80dfd5864c2e None None] For port 4d0043ef-ee21-4728-bc4c-86bc0c4934c3, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:31:56.869700 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-1defa5b0-9ac5-4a9c-887a-80dfd5864c2e None None] For port 4d0043ef-ee21-4728-bc4c-86bc0c4934c3, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4d0043ef-ee21-4728-bc4c-86bc0c4934c3,segment=NetworkSegment(1c403d3b-22bd-4b3d-a5c6-f2135d7c1084),segment_id=1c403d3b-22bd-4b3d-a5c6-f2135d7c1084)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:31:56.875055 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-a7455579-5f3a-4967-b61c-7778f1b175a7 None None] Port 18ad5d93-4983-463f-8bc7-74e634dd78b4 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:31:56.877642 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c553c1c7-fb12-469f-a687-31c260338ccf tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532557'] for router_interface, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:56.912239 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-1defa5b0-9ac5-4a9c-887a-80dfd5864c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:56.984706 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7ad38b3b-07d3-483a-b50f-9ebf4c83ca2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11195289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11288741'] for subnet, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:57.087916 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-0561c077-24dc-4c89-a2ce-163c38b18b6d None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:57.099752 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-a7455579-5f3a-4967-b61c-7778f1b175a7 None None] Provisioning complete for port 58b16d3d-0bee-4da8-880b-15ecc6d214ea triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:31:57.101307 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a7455579-5f3a-4967-b61c-7778f1b175a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:57.107326 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad38b3b-07d3-483a-b50f-9ebf4c83ca2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b027283a-67c5-4312-a99f-4388342c789b,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:57.124643 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-3442eba2-cae6-422f-8f10-03c646a9e49d tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Deleting port db93ad45-508d-4ddc-b50b-ed3b7a8f63d2 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:31:57.128245 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c0636d3-5ca9-4410-b24a-e6b49249b3b9 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Made reservation on behalf of a1ada58ef66244899294bdd43455e4f3 for: {'network': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:31:57.129773 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3442eba2-cae6-422f-8f10-03c646a9e49d tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:57.138062 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7c0636d3-5ca9-4410-b24a-e6b49249b3b9 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:57.139291 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad38b3b-07d3-483a-b50f-9ebf4c83ca2a admin admin] Checking segment: {'id': '930a3e4e-317a-4b34-927a-4c818a33668c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ddfad0a2-e0cd-47df-a035-0dc5af3e194b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:31:57.139857 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad38b3b-07d3-483a-b50f-9ebf4c83ca2a admin admin] Network hostable DHCP agents. Network: ddfad0a2-e0cd-47df-a035-0dc5af3e194b, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:31:57.146021 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1defa5b0-9ac5-4a9c-887a-80dfd5864c2e None None] Pushing event updated for resources: {'Port': ['ID=4d0043ef-ee21-4728-bc4c-86bc0c4934c3,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:57.171532 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-0561c077-24dc-4c89-a2ce-163c38b18b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:57.176475 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c553c1c7-fb12-469f-a687-31c260338ccf tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:57.212950 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1ed29d7d-2ed9-4bc5-90c4-d0998e124342 tempest-TagsTest-91124449 tempest-TagsTest-91124449-project] Publish callbacks [] for security_group, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:57.227188 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad38b3b-07d3-483a-b50f-9ebf4c83ca2a admin admin] Network ddfad0a2-e0cd-47df-a035-0dc5af3e194b is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:31:57.228135 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0561c077-24dc-4c89-a2ce-163c38b18b6d None None] Network 683cd366-d75d-45af-b2b6-dbb78756a37a is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:31:57.242886 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-0561c077-24dc-4c89-a2ce-163c38b18b6d None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:31:57.245623 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-7ad38b3b-07d3-483a-b50f-9ebf4c83ca2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, ddfad0a2-e0cd-47df-a035-0dc5af3e194b) {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:31:57.248573 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1ed29d7d-2ed9-4bc5-90c4-d0998e124342 tempest-TagsTest-91124449 tempest-TagsTest-91124449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:57.256747 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad38b3b-07d3-483a-b50f-9ebf4c83ca2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:57.257508 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7ad38b3b-07d3-483a-b50f-9ebf4c83ca2a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:57.265237 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0561c077-24dc-4c89-a2ce-163c38b18b6d None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:31:57.269484 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6c33cc-05e0-4ecb-aa32-39326ecbcb6e None None] Network ddfad0a2-e0cd-47df-a035-0dc5af3e194b requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:31:57.276720 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-422aa782-3723-4510-9e9c-7f660e8102de tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:57.280942 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-422aa782-3723-4510-9e9c-7f660e8102de tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:57.282207 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-422aa782-3723-4510-9e9c-7f660e8102de tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] 10.222.0.37 "DELETE /v2.0/security-groups/bf956396-d6fc-4ec8-add5-4fb93fa7e2a6 HTTP/1.1" status: 204 len: 168 time: 1.1260481 Dec 21 13:31:57.317082 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58846) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:57.333983 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0561c077-24dc-4c89-a2ce-163c38b18b6d None None] Pushing event updated for resources: {'Port': ['ID=a65b1b60-c391-471a-8ac0-c003b7f1ef92,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:57.387261 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c0636d3-5ca9-4410-b24a-e6b49249b3b9 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=103152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:31:57.441030 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ed29d7d-2ed9-4bc5-90c4-d0998e124342 tempest-TagsTest-91124449 tempest-TagsTest-91124449-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=103152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:31:57.441691 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-7ad38b3b-07d3-483a-b50f-9ebf4c83ca2a admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2651153 Dec 21 13:31:57.443746 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58848) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:57.451032 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-2aba93dd-f61c-44e0-93b7-000c879fdaa7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1017227195-router', 'tenant_id': '13ad1637f7334c20a6c89679b35a21fd', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:57.457154 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-bf5af922-e4ec-48fc-9ec8-cd6d710c6177 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1333933 Dec 21 13:31:57.457342 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 8633919b-f9fd-4181-ba18-7f43ac361818 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:31:57.467561 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58850) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:57.476125 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-8c5a0d25-3209-490d-9658-3bef1b7d7ee3 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Request body: {'security_group': {'name': 'tempest-secgroup--1022431050'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:57.480445 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed29d7d-2ed9-4bc5-90c4-d0998e124342 tempest-TagsTest-91124449 tempest-TagsTest-91124449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f23f16fe-50d3-488e-9093-580d868e1e75,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:57.493757 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7c0636d3-5ca9-4410-b24a-e6b49249b3b9 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:57.496589 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.segments_db [None req-7c0636d3-5ca9-4410-b24a-e6b49249b3b9 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Added segment 7418ace1-9fb3-4408-afa0-3b44605f143f of type vlan for network 66e3a06e-8892-4c18-8ecf-5107c5eeef89 Dec 21 13:31:57.498673 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3442eba2-cae6-422f-8f10-03c646a9e49d tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:57.525554 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-3442eba2-cae6-422f-8f10-03c646a9e49d tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Calling delete_port for db93ad45-508d-4ddc-b50b-ed3b7a8f63d2 owned by {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:31:57.545709 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1ed29d7d-2ed9-4bc5-90c4-d0998e124342 tempest-TagsTest-91124449 tempest-TagsTest-91124449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:57.546733 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.segments_db [None req-1ed29d7d-2ed9-4bc5-90c4-d0998e124342 tempest-TagsTest-91124449 tempest-TagsTest-91124449-project] Added segment 6baf9e26-8330-4c32-8aa9-ca760631b615 of type vlan for network c0d96113-febb-435e-9c2b-61b1e37c43fb Dec 21 13:31:57.595596 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8c5a0d25-3209-490d-9658-3bef1b7d7ee3 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Publish callbacks [] for security_group, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:57.614303 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1ed29d7d-2ed9-4bc5-90c4-d0998e124342 tempest-TagsTest-91124449 tempest-TagsTest-91124449-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:57.697576 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8c5a0d25-3209-490d-9658-3bef1b7d7ee3 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Publish callbacks [] for security_group, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:57.705663 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8c5a0d25-3209-490d-9658-3bef1b7d7ee3 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:57.739166 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5a0d25-3209-490d-9658-3bef1b7d7ee3 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa60820e-4359-460c-9476-ae382bda4370,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:57.757821 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422aa782-3723-4510-9e9c-7f660e8102de tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf956396-d6fc-4ec8-add5-4fb93fa7e2a6,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:57.775913 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8c5a0d25-3209-490d-9658-3bef1b7d7ee3 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:57.780770 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-8c5a0d25-3209-490d-9658-3bef1b7d7ee3 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3059046 Dec 21 13:31:57.781198 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58852) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:57.784834 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7c0636d3-5ca9-4410-b24a-e6b49249b3b9 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:57.787403 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-c59fe7ff-8cf6-4f8c-a3c7-5071c2782327 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Request body: {'security_group_rule': {'security_group_id': 'aa60820e-4359-460c-9476-ae382bda4370', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:57.788660 dv-neutron-master-2-hyperv neutron-server[103153]: WARNING neutron.api.v2.base [None req-c59fe7ff-8cf6-4f8c-a3c7-5071c2782327 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 21 13:31:57.789181 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.api.v2.resource [None req-c59fe7ff-8cf6-4f8c-a3c7-5071c2782327 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 13:31:57.792828 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-c59fe7ff-8cf6-4f8c-a3c7-5071c2782327 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0076566 Dec 21 13:31:57.797838 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58854) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:57.806810 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-13dadf71-2815-4fdc-b71a-70611235ca71 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Request body: {'security_group_rule': {'security_group_id': 'aa60820e-4359-460c-9476-ae382bda4370', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:57.807190 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1ed29d7d-2ed9-4bc5-90c4-d0998e124342 tempest-TagsTest-91124449 tempest-TagsTest-91124449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:57.812960 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed29d7d-2ed9-4bc5-90c4-d0998e124342 tempest-TagsTest-91124449 tempest-TagsTest-91124449-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:57.813412 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1ed29d7d-2ed9-4bc5-90c4-d0998e124342 tempest-TagsTest-91124449 tempest-TagsTest-91124449-project] Publish callbacks [] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:57.852094 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-529b98e3-6706-443c-9033-9f19a826970c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:57.861885 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-0561c077-24dc-4c89-a2ce-163c38b18b6d None None] Attempting to bind port a65b1b60-c391-471a-8ac0-c003b7f1ef92 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:31:57.862218 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-0561c077-24dc-4c89-a2ce-163c38b18b6d None None] Attempting to bind port a65b1b60-c391-471a-8ac0-c003b7f1ef92 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '9edcd3ca-e467-45bc-9144-d58a74902a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '683cd366-d75d-45af-b2b6-dbb78756a37a'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:31:57.862625 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0561c077-24dc-4c89-a2ce-163c38b18b6d None None] Attempting to bind port a65b1b60-c391-471a-8ac0-c003b7f1ef92 on network 683cd366-d75d-45af-b2b6-dbb78756a37a {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:31:57.870503 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a59e34b-d93a-4d64-be56-e2054e1d80a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-ddfad0a2-e0cd-47df-a035-0dc5af3e194b', 'network_id': 'ddfad0a2-e0cd-47df-a035-0dc5af3e194b', 'project_id': '13ad1637f7334c20a6c89679b35a21fd', 'fixed_ips': [{'subnet_id': 'b027283a-67c5-4312-a99f-4388342c789b'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:31:57.871372 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6a59e34b-d93a-4d64-be56-e2054e1d80a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:57.897374 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3442eba2-cae6-422f-8f10-03c646a9e49d tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:57.898174 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0561c077-24dc-4c89-a2ce-163c38b18b6d None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:31:57.898664 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0561c077-24dc-4c89-a2ce-163c38b18b6d None None] Checking segment: {'id': '9edcd3ca-e467-45bc-9144-d58a74902a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '683cd366-d75d-45af-b2b6-dbb78756a37a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:31:57.899076 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-0561c077-24dc-4c89-a2ce-163c38b18b6d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:57.899521 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0561c077-24dc-4c89-a2ce-163c38b18b6d None None] Bound using segment: {'id': '9edcd3ca-e467-45bc-9144-d58a74902a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '683cd366-d75d-45af-b2b6-dbb78756a37a'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:31:57.899992 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-0561c077-24dc-4c89-a2ce-163c38b18b6d None None] Bound port: a65b1b60-c391-471a-8ac0-c003b7f1ef92, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9edcd3ca-e467-45bc-9144-d58a74902a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '683cd366-d75d-45af-b2b6-dbb78756a37a'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:31:57.900622 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2aba93dd-f61c-44e0-93b7-000c879fdaa7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26964'] for router, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:57.900769 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-0561c077-24dc-4c89-a2ce-163c38b18b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:57.901391 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2aba93dd-f61c-44e0-93b7-000c879fdaa7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-642316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26957'] for router, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:57.930569 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed29d7d-2ed9-4bc5-90c4-d0998e124342 tempest-TagsTest-91124449 tempest-TagsTest-91124449-project] Pushing event updated for resources: {'Network': ['ID=c0d96113-febb-435e-9c2b-61b1e37c43fb,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:57.966384 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3442eba2-cae6-422f-8f10-03c646a9e49d tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:57.971420 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-3442eba2-cae6-422f-8f10-03c646a9e49d tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "DELETE /v2.0/ports/db93ad45-508d-4ddc-b50b-ed3b7a8f63d2 HTTP/1.1" status: 204 len: 168 time: 1.1311488 Dec 21 13:31:57.973632 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-1ed29d7d-2ed9-4bc5-90c4-d0998e124342 tempest-TagsTest-91124449 tempest-TagsTest-91124449-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 2.1397510 Dec 21 13:31:57.974772 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58856) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:57.989159 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7c0636d3-5ca9-4410-b24a-e6b49249b3b9 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:57.994663 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.api.v2.resource [None req-13dadf71-2815-4fdc-b71a-70611235ca71 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 13:31:57.998510 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-13dadf71-2815-4fdc-b71a-70611235ca71 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1956058 Dec 21 13:31:57.998510 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58858) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:58.000955 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.tag.tag_plugin [None req-fb0b5cb5-5681-4889-af8e-31766739da0e tempest-TagsTest-91124449 tempest-TagsTest-91124449-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'c0d96113-febb-435e-9c2b-61b1e37c43fb', 'tempest-TagsTest-Tag-2100455653') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:31:58.001590 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0636d3-5ca9-4410-b24a-e6b49249b3b9 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:58.002492 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7c0636d3-5ca9-4410-b24a-e6b49249b3b9 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks [] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:58.009368 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network c0d96113-febb-435e-9c2b-61b1e37c43fb details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:31:58.015604 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58860) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:58.020003 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-a7455579-5f3a-4967-b61c-7778f1b175a7 None None] Provisioning complete for port 8d6bf78b-09b2-42b6-abb5-6d1020a8e60f triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:31:58.020236 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a7455579-5f3a-4967-b61c-7778f1b175a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:58.030180 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-4330c3eb-48bb-4161-bcfd-68bd527f1c62 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Request body: {'security_group_rule': {'security_group_id': 'aa60820e-4359-460c-9476-ae382bda4370', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:58.030180 dv-neutron-master-2-hyperv neutron-server[103153]: WARNING neutron.api.v2.base [None req-4330c3eb-48bb-4161-bcfd-68bd527f1c62 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 21 13:31:58.030637 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 8633919b-f9fd-4181-ba18-7f43ac361818 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:31:58.030785 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.api.v2.resource [None req-4330c3eb-48bb-4161-bcfd-68bd527f1c62 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 13:31:58.031014 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:58.034477 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-4330c3eb-48bb-4161-bcfd-68bd527f1c62 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0056589 Dec 21 13:31:58.034477 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3442eba2-cae6-422f-8f10-03c646a9e49d tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event deleted for resources: {'Port': ['ID=db93ad45-508d-4ddc-b50b-ed3b7a8f63d2,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:58.035695 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58862) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:58.041337 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-78d5c6f5-a57d-41a1-b5a2-97aca0669383 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Request body: {'security_group_rule': {'security_group_id': 'aa60820e-4359-460c-9476-ae382bda4370', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:58.131750 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e9ca5a-1333-4dbd-a935-e2717b3b943d tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:58.134057 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e9ca5a-1333-4dbd-a935-e2717b3b943d tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:58.138947 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-16e9ca5a-1333-4dbd-a935-e2717b3b943d tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1479588 Dec 21 13:31:58.144856 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58864) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:58.162170 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-fb0b5cb5-5681-4889-af8e-31766739da0e tempest-TagsTest-91124449 tempest-TagsTest-91124449-project] 10.222.0.37 "PUT /v2.0/networks/c0d96113-febb-435e-9c2b-61b1e37c43fb/tags/tempest-TagsTest-Tag-2100455653 HTTP/1.1" status: 201 len: 201 time: 0.1618800 Dec 21 13:31:58.173521 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58866) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:58.185669 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.api.v2.resource [None req-78d5c6f5-a57d-41a1-b5a2-97aca0669383 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 13:31:58.186757 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-78d5c6f5-a57d-41a1-b5a2-97aca0669383 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1488957 Dec 21 13:31:58.190648 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58868) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:58.196179 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-a8ff7f22-36ed-4305-bb2d-69cf822c5455 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Request body: {'security_group_rule': {'security_group_id': 'aa60820e-4359-460c-9476-ae382bda4370', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:58.196673 dv-neutron-master-2-hyperv neutron-server[103153]: WARNING neutron.api.v2.base [None req-a8ff7f22-36ed-4305-bb2d-69cf822c5455 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 21 13:31:58.197169 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.api.v2.resource [None req-a8ff7f22-36ed-4305-bb2d-69cf822c5455 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 13:31:58.197488 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.tag.tag_plugin [None req-938abcc8-be41-4f98-8a80-c5b704ef0d8b tempest-TagsTest-91124449 tempest-TagsTest-91124449-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c0d96113-febb-435e-9c2b-61b1e37c43fb', 'tempest-TagsTest-Tag-2100455653') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:31:58.198258 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-a8ff7f22-36ed-4305-bb2d-69cf822c5455 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0061440 Dec 21 13:31:58.203099 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58870) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:58.207716 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-cc482b46-5590-441a-af88-d6a6ab4e56fb tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Request body: {'security_group_rule': {'security_group_id': 'aa60820e-4359-460c-9476-ae382bda4370', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:58.229903 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-0561c077-24dc-4c89-a2ce-163c38b18b6d None None] For port a65b1b60-c391-471a-8ac0-c003b7f1ef92, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:31:58.234000 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-0561c077-24dc-4c89-a2ce-163c38b18b6d None None] For port a65b1b60-c391-471a-8ac0-c003b7f1ef92, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a65b1b60-c391-471a-8ac0-c003b7f1ef92,segment=NetworkSegment(9edcd3ca-e467-45bc-9144-d58a74902a38),segment_id=9edcd3ca-e467-45bc-9144-d58a74902a38)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:31:58.258923 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-0561c077-24dc-4c89-a2ce-163c38b18b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:58.267485 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_v2 [None req-9baa1523-0687-4869-9347-1a57052c5a36 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Deleting subnet 464fba62-42f0-4d79-893f-3f7a84194ddf {{(pid=103153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:31:58.276069 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9baa1523-0687-4869-9347-1a57052c5a36 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for subnet, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:58.312709 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-7c0636d3-5ca9-4410-b24a-e6b49249b3b9 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5602772 Dec 21 13:31:58.327073 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2aba93dd-f61c-44e0-93b7-000c879fdaa7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:58.335081 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9baa1523-0687-4869-9347-1a57052c5a36 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1585439'] for subnet, precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:58.345539 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58872) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:58.359340 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-a1fb20ec-9bbe-4951-a8ca-097b92cde2f7 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Request body: {'subnet': {'network_id': '66e3a06e-8892-4c18-8ecf-5107c5eeef89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:58.393424 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-6a59e34b-d93a-4d64-be56-e2054e1d80a0 None None] Allocated IP 172.20.0.2 (ddfad0a2-e0cd-47df-a035-0dc5af3e194b/b027283a-67c5-4312-a99f-4388342c789b/ef756e34-ea1a-468e-b404-fa77ba70aa51) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:31:58.447961 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9baa1523-0687-4869-9347-1a57052c5a36 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:58.477309 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0561c077-24dc-4c89-a2ce-163c38b18b6d None None] Pushing event updated for resources: {'Port': ['ID=a65b1b60-c391-471a-8ac0-c003b7f1ef92,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:58.484567 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0636d3-5ca9-4410-b24a-e6b49249b3b9 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Pushing event updated for resources: {'Network': ['ID=66e3a06e-8892-4c18-8ecf-5107c5eeef89,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:58.523996 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9baa1523-0687-4869-9347-1a57052c5a36 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11349588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11288746'] for subnet, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:58.554111 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.api.v2.resource [None req-cc482b46-5590-441a-af88-d6a6ab4e56fb tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 13:31:58.555288 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-cc482b46-5590-441a-af88-d6a6ab4e56fb tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3518746 Dec 21 13:31:58.559883 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baa1523-0687-4869-9347-1a57052c5a36 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event deleted for resources: {'Subnet': ['ID=464fba62-42f0-4d79-893f-3f7a84194ddf,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:58.562843 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58874) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:58.575527 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-f7959fea-882d-4071-89d1-4da40fb880cb tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Request body: {'security_group_rule': {'security_group_id': 'aa60820e-4359-460c-9476-ae382bda4370', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:58.576075 dv-neutron-master-2-hyperv neutron-server[103153]: WARNING neutron.api.v2.base [None req-f7959fea-882d-4071-89d1-4da40fb880cb tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 21 13:31:58.577900 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.api.v2.resource [None req-f7959fea-882d-4071-89d1-4da40fb880cb tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 13:31:58.579206 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-f7959fea-882d-4071-89d1-4da40fb880cb tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0076184 Dec 21 13:31:58.581977 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58876) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:58.588457 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-c7d81957-6640-44f6-8188-1c4f2fbf84e1 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Request body: {'security_group_rule': {'security_group_id': 'aa60820e-4359-460c-9476-ae382bda4370', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:58.597204 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9baa1523-0687-4869-9347-1a57052c5a36 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:58.602449 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-9baa1523-0687-4869-9347-1a57052c5a36 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "DELETE /v2.0/subnets/464fba62-42f0-4d79-893f-3f7a84194ddf HTTP/1.1" status: 204 len: 168 time: 0.4551213 Dec 21 13:31:58.617932 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network 66e3a06e-8892-4c18-8ecf-5107c5eeef89 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:31:58.620263 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58878) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:58.669482 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.api.v2.resource [None req-c7d81957-6640-44f6-8188-1c4f2fbf84e1 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 13:31:58.674885 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0aff28-4550-43c5-8ee1-a5662591ac36 None None] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:31:58.678267 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-c7d81957-6640-44f6-8188-1c4f2fbf84e1 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0934284 Dec 21 13:31:58.681400 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58880) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:58.686643 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-e67e5c56-56b4-433e-a891-1d1546bfa3b0 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Request body: {'security_group_rule': {'security_group_id': 'aa60820e-4359-460c-9476-ae382bda4370', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:58.768720 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.api.v2.resource [None req-e67e5c56-56b4-433e-a891-1d1546bfa3b0 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 13:31:58.774720 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-e67e5c56-56b4-433e-a891-1d1546bfa3b0 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0920784 Dec 21 13:31:58.813889 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58882) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:58.835008 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-ae4b6fc5-2c33-41c3-b3f1-380b31659b1b tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2135742 Dec 21 13:31:58.840004 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58884) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:58.860397 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89191ac-1750-4eeb-8057-52714cbe67bc None None] Network 348641e4-4db1-4331-b2dd-85227f0a06c3 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:31:58.863044 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:58.884797 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c553c1c7-fb12-469f-a687-31c260338ccf tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:58.914059 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:58.926905 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2aba93dd-f61c-44e0-93b7-000c879fdaa7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:58.934582 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c553c1c7-fb12-469f-a687-31c260338ccf tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805230'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:58.980678 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab855ce-0003-47a5-97cf-bf129bd064a5 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:58.982771 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-2ab855ce-0003-47a5-97cf-bf129bd064a5 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1337945 Dec 21 13:31:58.985928 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58886) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:59.000243 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-43d74632-2f76-4280-9b90-d02d4f679232 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Publish callbacks [] for security_group, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:59.054391 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-a7455579-5f3a-4967-b61c-7778f1b175a7 None None] Provisioning complete for port 8633919b-f9fd-4181-ba18-7f43ac361818 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:31:59.054791 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a7455579-5f3a-4967-b61c-7778f1b175a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:59.061791 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-43d74632-2f76-4280-9b90-d02d4f679232 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:59.076018 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c553c1c7-fb12-469f-a687-31c260338ccf tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Pushing event updated for resources: {'Port': ['ID=bcec22d0-ce75-4383-a1c8-eaaf9e5de1b9,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:59.076416 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] For port 8633919b-f9fd-4181-ba18-7f43ac361818, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8633919b-f9fd-4181-ba18-7f43ac361818,segment=NetworkSegment(2ecd4c37-7943-4080-9cff-ba32fd2986b9),segment_id=2ecd4c37-7943-4080-9cff-ba32fd2986b9)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:31:59.091136 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba6be65-49ad-4fcf-918d-840a104249e5 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:31:59.093051 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-9ba6be65-49ad-4fcf-918d-840a104249e5 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1059272 Dec 21 13:31:59.097970 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-938abcc8-be41-4f98-8a80-c5b704ef0d8b tempest-TagsTest-91124449 tempest-TagsTest-91124449-project] 10.222.0.37 "GET /v2.0/networks/c0d96113-febb-435e-9c2b-61b1e37c43fb/tags/tempest-TagsTest-Tag-2100455653 HTTP/1.1" status: 204 len: 168 time: 0.9088695 Dec 21 13:31:59.101198 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58888) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:59.101640 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58890) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:59.116376 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:59.117181 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 8d6bf78b-09b2-42b6-abb5-6d1020a8e60f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:31:59.118239 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.tag.tag_plugin [None req-d7ef400b-b0c3-413d-898b-23e406d94a27 tempest-TagsTest-91124449 tempest-TagsTest-91124449-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'c0d96113-febb-435e-9c2b-61b1e37c43fb') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:31:59.125741 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c553c1c7-fb12-469f-a687-31c260338ccf tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532537'] for router_interface, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:59.139050 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1fb20ec-9bbe-4951-a8ca-097b92cde2f7 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Made reservation on behalf of a1ada58ef66244899294bdd43455e4f3 for: {'subnet': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:31:59.147115 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a1fb20ec-9bbe-4951-a8ca-097b92cde2f7 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12346583'] for subnet, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:59.167741 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22413b73-1d30-49c0-904e-bdff1496f7c1 None None] Sync routers for ids ['eb8086ef-7083-4774-a3af-a8e51102d89d'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:31:59.189449 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22413b73-1d30-49c0-904e-bdff1496f7c1 None None] Routers {'eb8086ef-7083-4774-a3af-a8e51102d89d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:31:59.190323 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-406f5d66-5388-4f96-9a00-13bf4f30184c tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0869753 Dec 21 13:31:59.191725 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-22413b73-1d30-49c0-904e-bdff1496f7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:31:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['eb8086ef-7083-4774-a3af-a8e51102d89d'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:31:59.196840 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58892) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:59.198281 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6a59e34b-d93a-4d64-be56-e2054e1d80a0 None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:59.214500 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-2515277c-3046-4629-8e08-2b3f33011aa9 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Request body: {'subnet': {'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:59.243463 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6a59e34b-d93a-4d64-be56-e2054e1d80a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:59.251886 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.ipam_backend_mixin [None req-a1fb20ec-9bbe-4951-a8ca-097b92cde2f7 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Performing IP validity checks on allocation pools {{(pid=103152) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 21 13:31:59.252421 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.ipam_backend_mixin [None req-a1fb20ec-9bbe-4951-a8ca-097b92cde2f7 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103152) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 21 13:31:59.293496 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Pushing event updated for resources: {'Port': ['ID=8633919b-f9fd-4181-ba18-7f43ac361818,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:59.299821 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a59e34b-d93a-4d64-be56-e2054e1d80a0 None None] Network ddfad0a2-e0cd-47df-a035-0dc5af3e194b is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:31:59.307300 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-6a59e34b-d93a-4d64-be56-e2054e1d80a0 None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:31:59.309328 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f4fdd7-1eb1-4577-9b87-3e2e9b38508a None None] DHCP port deletion for ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:31:59.311454 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a59e34b-d93a-4d64-be56-e2054e1d80a0 None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:31:59.404543 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-d7ef400b-b0c3-413d-898b-23e406d94a27 tempest-TagsTest-91124449 tempest-TagsTest-91124449-project] 10.222.0.37 "GET /v2.0/networks/c0d96113-febb-435e-9c2b-61b1e37c43fb/tags HTTP/1.1" status: 200 len: 238 time: 0.2992840 Dec 21 13:31:59.408629 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-43d74632-2f76-4280-9b90-d02d4f679232 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:59.408952 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58894) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:59.412881 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-43d74632-2f76-4280-9b90-d02d4f679232 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:59.414137 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-43d74632-2f76-4280-9b90-d02d4f679232 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] 10.222.0.37 "DELETE /v2.0/security-groups/aa60820e-4359-460c-9476-ae382bda4370 HTTP/1.1" status: 204 len: 168 time: 0.5991910 Dec 21 13:31:59.419317 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.tag.tag_plugin [None req-bc08ae07-8550-446d-bdb7-8ef2dd8f9516 tempest-TagsTest-91124449 tempest-TagsTest-91124449-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'c0d96113-febb-435e-9c2b-61b1e37c43fb', {'tags': ['tempest-TagsTest-Tag-217910571', 'tempest-TagsTest-Tag-877693069', 'tempest-TagsTest-Tag-1776807413']}) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:31:59.423322 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58896) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:59.458151 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d74632-2f76-4280-9b90-d02d4f679232 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa60820e-4359-460c-9476-ae382bda4370,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:59.459164 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c553c1c7-fb12-469f-a687-31c260338ccf tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Network 348641e4-4db1-4331-b2dd-85227f0a06c3 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:31:59.467455 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-c553c1c7-fb12-469f-a687-31c260338ccf tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:31:59.508052 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-c5fe5b55-b4c4-438a-aaaf-36309980d240 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0779765 Dec 21 13:31:59.512178 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58898) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:31:59.518766 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-dd331cf4-c825-4b71-9b8f-07c6f9fcbffb tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Request body: {'security_group': {'name': 'tempest-secgroup--1106966274'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:31:59.532033 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-22413b73-1d30-49c0-904e-bdff1496f7c1 None None] Set router eb8086ef-7083-4774-a3af-a8e51102d89d gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:31:59.544076 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a59e34b-d93a-4d64-be56-e2054e1d80a0 None None] Pushing event updated for resources: {'Port': ['ID=ef756e34-ea1a-468e-b404-fa77ba70aa51,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:31:59.548217 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2515277c-3046-4629-8e08-2b3f33011aa9 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Made reservation on behalf of 4e9b97d81d204c53a28bf5666eaf36b7 for: {'subnet': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:31:59.555514 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2515277c-3046-4629-8e08-2b3f33011aa9 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11288759'] for subnet, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:59.566428 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 8d6bf78b-09b2-42b6-abb5-6d1020a8e60f triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:31:59.567116 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:59.616230 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-dd331cf4-c825-4b71-9b8f-07c6f9fcbffb tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Publish callbacks [] for security_group, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:59.738791 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-6a59e34b-d93a-4d64-be56-e2054e1d80a0 None None] Attempting to bind port ef756e34-ea1a-468e-b404-fa77ba70aa51 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:31:59.749512 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-6a59e34b-d93a-4d64-be56-e2054e1d80a0 None None] Attempting to bind port ef756e34-ea1a-468e-b404-fa77ba70aa51 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '930a3e4e-317a-4b34-927a-4c818a33668c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ddfad0a2-e0cd-47df-a035-0dc5af3e194b'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:31:59.750799 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a59e34b-d93a-4d64-be56-e2054e1d80a0 None None] Attempting to bind port ef756e34-ea1a-468e-b404-fa77ba70aa51 on network ddfad0a2-e0cd-47df-a035-0dc5af3e194b {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:31:59.789154 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a59e34b-d93a-4d64-be56-e2054e1d80a0 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:31:59.790719 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a59e34b-d93a-4d64-be56-e2054e1d80a0 None None] Checking segment: {'id': '930a3e4e-317a-4b34-927a-4c818a33668c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ddfad0a2-e0cd-47df-a035-0dc5af3e194b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:31:59.791413 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6a59e34b-d93a-4d64-be56-e2054e1d80a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:59.791992 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a59e34b-d93a-4d64-be56-e2054e1d80a0 None None] Bound using segment: {'id': '930a3e4e-317a-4b34-927a-4c818a33668c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ddfad0a2-e0cd-47df-a035-0dc5af3e194b'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:31:59.794261 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-6a59e34b-d93a-4d64-be56-e2054e1d80a0 None None] Bound port: ef756e34-ea1a-468e-b404-fa77ba70aa51, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '930a3e4e-317a-4b34-927a-4c818a33668c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ddfad0a2-e0cd-47df-a035-0dc5af3e194b'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:31:59.795391 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6a59e34b-d93a-4d64-be56-e2054e1d80a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:59.877463 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-41f4fdd7-1eb1-4577-9b87-3e2e9b38508a None None] Deleting port 58b16d3d-0bee-4da8-880b-15ecc6d214ea {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:31:59.878336 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-41f4fdd7-1eb1-4577-9b87-3e2e9b38508a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:59.881129 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-ae7b04b8-b8ec-45b4-85f6-4f564daa6dcb None None] Could not find standard attr ID for object db93ad45-508d-4ddc-b50b-ed3b7a8f63d2. {{(pid=103154) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 21 13:31:59.887957 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 58b16d3d-0bee-4da8-880b-15ecc6d214ea up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:31:59.939484 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-dd331cf4-c825-4b71-9b8f-07c6f9fcbffb tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Publish callbacks [] for security_group, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:31:59.961014 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-dd331cf4-c825-4b71-9b8f-07c6f9fcbffb tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:00.007979 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-dd331cf4-c825-4b71-9b8f-07c6f9fcbffb tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:00.010400 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-dd331cf4-c825-4b71-9b8f-07c6f9fcbffb tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4969854 Dec 21 13:32:00.019454 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-ae7b04b8-b8ec-45b4-85f6-4f564daa6dcb None None] Provisioning complete for port 4d0043ef-ee21-4728-bc4c-86bc0c4934c3 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:32:00.020094 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ae7b04b8-b8ec-45b4-85f6-4f564daa6dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:00.027941 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58900) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:00.039868 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-b9d3762b-e752-4b69-9d22-148a28d9e74a tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Request body: {'security_group_rule': {'security_group_id': '60888caf-bb4e-4bbd-a2d4-646cdce77a4a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:32:00.072805 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-22413b73-1d30-49c0-904e-bdff1496f7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8086ef-7083-4774-a3af-a8e51102d89d', 'name': 'tempest-TestVolumeBootPattern-1677634282-router', 'tenant_id': '365275e264a6451abad9a44f0c54ac18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.232'}], 'enable_snat': True}, 'gw_port_id': '8d6bf78b-09b2-42b6-abb5-6d1020a8e60f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:31:43Z', 'updated_at': '2021-12-21T13:31:51Z', 'revision_number': 4, 'project_id': '365275e264a6451abad9a44f0c54ac18', 'gw_port': {'id': '8d6bf78b-09b2-42b6-abb5-6d1020a8e60f', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:18:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8086ef-7083-4774-a3af-a8e51102d89d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:31:45Z', 'updated_at': '2021-12-21T13:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '18ad5d93-4983-463f-8bc7-74e634dd78b4', 'name': '', 'network_id': 'f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e', 'tenant_id': '365275e264a6451abad9a44f0c54ac18', 'mac_address': 'fa:16:3e:47:7e:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb8086ef-7083-4774-a3af-a8e51102d89d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '52704ce2-43ea-427f-a9de-c74c83467400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:31:49Z', 'updated_at': '2021-12-21T13:31:51Z', 'revision_number': 2, 'project_id': '365275e264a6451abad9a44f0c54ac18', 'subnets': [{'id': '52704ce2-43ea-427f-a9de-c74c83467400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:00.073678 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd331cf4-c825-4b71-9b8f-07c6f9fcbffb tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60888caf-bb4e-4bbd-a2d4-646cdce77a4a,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:00.106461 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22413b73-1d30-49c0-904e-bdff1496f7c1 None None] Checking router: eb8086ef-7083-4774-a3af-a8e51102d89d for host: dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:32:00.107098 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22413b73-1d30-49c0-904e-bdff1496f7c1 None None] Updating router eb8086ef-7083-4774-a3af-a8e51102d89d port 18ad5d93-4983-463f-8bc7-74e634dd78b4 binding host dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 13:32:00.169679 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-22413b73-1d30-49c0-904e-bdff1496f7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:00.201720 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-bc08ae07-8550-446d-bdb7-8ef2dd8f9516 tempest-TagsTest-91124449 tempest-TagsTest-91124449-project] 10.222.0.37 "PUT /v2.0/networks/c0d96113-febb-435e-9c2b-61b1e37c43fb/tags HTTP/1.1" status: 200 len: 307 time: 0.7896745 Dec 21 13:32:00.213124 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58902) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:00.227695 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.tag.tag_plugin [None req-fd90c02b-829a-4bdb-8220-df5b2c018b92 tempest-TagsTest-91124449 tempest-TagsTest-91124449-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'c0d96113-febb-435e-9c2b-61b1e37c43fb', 'tempest-TagsTest-Tag-217910571') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:00.275289 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 58b16d3d-0bee-4da8-880b-15ecc6d214ea triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:32:00.275872 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:00.297729 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.api.v2.resource [None req-b9d3762b-e752-4b69-9d22-148a28d9e74a tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] create failed (client error): The resource could not be found. Dec 21 13:32:00.304828 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-b9d3762b-e752-4b69-9d22-148a28d9e74a tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2720034 Dec 21 13:32:00.312605 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58904) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:00.330932 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48cf94a2-19aa-4d94-99a6-704a6269a11e None None] Network 683cd366-d75d-45af-b2b6-dbb78756a37a requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:32:00.337227 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-53d2bf58-21a2-4bac-a2ae-2e383c288c07 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Request body: {'security_group_rule': {'security_group_id': '60888caf-bb4e-4bbd-a2d4-646cdce77a4a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'ca0175b4-8a14-432f-adba-2ea6955ef996'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:32:00.362457 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a1fb20ec-9bbe-4951-a8ca-097b92cde2f7 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12346565'] for subnet, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:00.528327 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2aba93dd-f61c-44e0-93b7-000c879fdaa7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:00.537360 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fb20ec-9bbe-4951-a8ca-097b92cde2f7 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Pushing event updated for resources: {'Subnet': ['ID=44af0533-9bf7-48af-92a5-8c2c52dda858,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:00.570258 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2aba93dd-f61c-44e0-93b7-000c879fdaa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:00.580749 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c553c1c7-fb12-469f-a687-31c260338ccf tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Router b02fc9a2-9c02-4a14-95c1-9970eb988f6c is scheduled to L3 agent 59e14383-78fa-487e-9299-b32042a98157 with binding_index 1 {{(pid=103152) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 13:32:00.587661 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fb20ec-9bbe-4951-a8ca-097b92cde2f7 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Checking segment: {'id': '7418ace1-9fb3-4408-afa0-3b44605f143f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '66e3a06e-8892-4c18-8ecf-5107c5eeef89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:32:00.588206 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1fb20ec-9bbe-4951-a8ca-097b92cde2f7 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Network hostable DHCP agents. Network: 66e3a06e-8892-4c18-8ecf-5107c5eeef89, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:32:00.590188 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-fd90c02b-829a-4bdb-8220-df5b2c018b92 tempest-TagsTest-91124449 tempest-TagsTest-91124449-project] 10.222.0.37 "DELETE /v2.0/networks/c0d96113-febb-435e-9c2b-61b1e37c43fb/tags/tempest-TagsTest-Tag-217910571 HTTP/1.1" status: 204 len: 168 time: 0.3746130 Dec 21 13:32:00.594472 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58906) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:00.606236 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.objects.ports [None req-2515277c-3046-4629-8e08-2b3f33011aa9 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103153) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 21 13:32:00.609454 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.tag.tag_plugin [None req-013bdd23-915e-44b3-a32f-b1e9135c49c8 tempest-TagsTest-91124449 tempest-TagsTest-91124449-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c0d96113-febb-435e-9c2b-61b1e37c43fb', 'tempest-TagsTest-Tag-217910571') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:00.614713 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-22413b73-1d30-49c0-904e-bdff1496f7c1 None None] Publish callbacks [] for port, precommit_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:00.623149 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-22413b73-1d30-49c0-904e-bdff1496f7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:00.639661 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.api.v2.resource [None req-53d2bf58-21a2-4bac-a2ae-2e383c288c07 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] create failed (client error): The resource could not be found. Dec 21 13:32:00.644219 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-53d2bf58-21a2-4bac-a2ae-2e383c288c07 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3235130 Dec 21 13:32:00.649616 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58908) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:00.674776 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b393c871-599e-44ad-8816-b8762b6bef13 None None] Pushing event updated for resources: {'Port': ['ID=18ad5d93-4983-463f-8bc7-74e634dd78b4,revision_number=3']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:00.691995 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b393c871-599e-44ad-8816-b8762b6bef13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:32:00.692877 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b393c871-599e-44ad-8816-b8762b6bef13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:32:00.693433 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b393c871-599e-44ad-8816-b8762b6bef13 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:32:00.694003 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b393c871-599e-44ad-8816-b8762b6bef13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:32:00.694838 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b393c871-599e-44ad-8816-b8762b6bef13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:32:00.695550 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b393c871-599e-44ad-8816-b8762b6bef13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:32:00.696257 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b393c871-599e-44ad-8816-b8762b6bef13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:32:00.696999 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b393c871-599e-44ad-8816-b8762b6bef13 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:32:00.697690 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b393c871-599e-44ad-8816-b8762b6bef13 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:32:00.698286 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b393c871-599e-44ad-8816-b8762b6bef13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:32:00.698828 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b393c871-599e-44ad-8816-b8762b6bef13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:32:00.699523 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b393c871-599e-44ad-8816-b8762b6bef13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:32:00.700032 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b393c871-599e-44ad-8816-b8762b6bef13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:32:00.740971 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1fb20ec-9bbe-4951-a8ca-097b92cde2f7 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Network 66e3a06e-8892-4c18-8ecf-5107c5eeef89 is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:32:00.770824 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-41f4fdd7-1eb1-4577-9b87-3e2e9b38508a None None] For port 58b16d3d-0bee-4da8-880b-15ecc6d214ea, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=58b16d3d-0bee-4da8-880b-15ecc6d214ea,segment=NetworkSegment(b20a5dbe-a251-4a83-ae2d-3ffbda6396cf),segment_id=b20a5dbe-a251-4a83-ae2d-3ffbda6396cf)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:32:00.771560 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-41f4fdd7-1eb1-4577-9b87-3e2e9b38508a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:00.803995 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6a59e34b-d93a-4d64-be56-e2054e1d80a0 None None] For port ef756e34-ea1a-468e-b404-fa77ba70aa51, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:32:00.807100 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-22413b73-1d30-49c0-904e-bdff1496f7c1 None None] Attempting to bind port 18ad5d93-4983-463f-8bc7-74e634dd78b4 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:32:00.807657 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-22413b73-1d30-49c0-904e-bdff1496f7c1 None None] Attempting to bind port 18ad5d93-4983-463f-8bc7-74e634dd78b4 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '437cc747-44ac-45bd-9854-eb847f13c4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e'}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:32:00.808226 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22413b73-1d30-49c0-904e-bdff1496f7c1 None None] Attempting to bind port 18ad5d93-4983-463f-8bc7-74e634dd78b4 on network f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:32:00.817650 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22413b73-1d30-49c0-904e-bdff1496f7c1 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:32:00.818573 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22413b73-1d30-49c0-904e-bdff1496f7c1 None None] Checking segment: {'id': '437cc747-44ac-45bd-9854-eb847f13c4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:32:00.819276 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-22413b73-1d30-49c0-904e-bdff1496f7c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:00.819886 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22413b73-1d30-49c0-904e-bdff1496f7c1 None None] Bound using segment: {'id': '437cc747-44ac-45bd-9854-eb847f13c4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e'} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:32:00.821210 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-22413b73-1d30-49c0-904e-bdff1496f7c1 None None] Bound port: 18ad5d93-4983-463f-8bc7-74e634dd78b4, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '437cc747-44ac-45bd-9854-eb847f13c4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e'}}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:32:00.821850 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-22413b73-1d30-49c0-904e-bdff1496f7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:00.856329 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-a1fb20ec-9bbe-4951-a8ca-097b92cde2f7 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 66e3a06e-8892-4c18-8ecf-5107c5eeef89) {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:32:00.881734 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1fb20ec-9bbe-4951-a8ca-097b92cde2f7 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:00.882537 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a1fb20ec-9bbe-4951-a8ca-097b92cde2f7 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:00.913064 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ae7b04b8-b8ec-45b4-85f6-4f564daa6dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:00.915589 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29acd152-f6ad-4d5a-b992-9f7c57a3f28b None None] Network 66e3a06e-8892-4c18-8ecf-5107c5eeef89 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:32:00.921198 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-41f4fdd7-1eb1-4577-9b87-3e2e9b38508a None None] Calling delete_port for 58b16d3d-0bee-4da8-880b-15ecc6d214ea owned by network:dhcp {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:32:00.930635 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d55ca665-5b77-44a6-a6eb-22573352e5ab tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Publish callbacks [] for security_group, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:00.933213 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6a59e34b-d93a-4d64-be56-e2054e1d80a0 None None] For port ef756e34-ea1a-468e-b404-fa77ba70aa51, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ef756e34-ea1a-468e-b404-fa77ba70aa51,segment=NetworkSegment(930a3e4e-317a-4b34-927a-4c818a33668c),segment_id=930a3e4e-317a-4b34-927a-4c818a33668c)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:32:00.948159 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-22413b73-1d30-49c0-904e-bdff1496f7c1 None None] For port 18ad5d93-4983-463f-8bc7-74e634dd78b4, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:32:00.957747 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-22413b73-1d30-49c0-904e-bdff1496f7c1 None None] For port 18ad5d93-4983-463f-8bc7-74e634dd78b4, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=18ad5d93-4983-463f-8bc7-74e634dd78b4,segment=NetworkSegment(437cc747-44ac-45bd-9854-eb847f13c4b8),segment_id=437cc747-44ac-45bd-9854-eb847f13c4b8)] {{(pid=103155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:32:00.967294 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-22413b73-1d30-49c0-904e-bdff1496f7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:00.986591 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6a59e34b-d93a-4d64-be56-e2054e1d80a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:00.999303 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d55ca665-5b77-44a6-a6eb-22573352e5ab tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:01.005878 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:01.120882 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b393c871-599e-44ad-8816-b8762b6bef13 None None] Pushing event updated for resources: {'Port': ['ID=18ad5d93-4983-463f-8bc7-74e634dd78b4,revision_number=4']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:01.142310 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d55ca665-5b77-44a6-a6eb-22573352e5ab tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:01.144937 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d55ca665-5b77-44a6-a6eb-22573352e5ab tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:01.152537 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22413b73-1d30-49c0-904e-bdff1496f7c1 None None] Routers {'eb8086ef-7083-4774-a3af-a8e51102d89d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:32:01.154628 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-d55ca665-5b77-44a6-a6eb-22573352e5ab tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] 10.222.0.37 "DELETE /v2.0/security-groups/60888caf-bb4e-4bbd-a2d4-646cdce77a4a HTTP/1.1" status: 204 len: 168 time: 0.5037863 Dec 21 13:32:01.158697 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-22413b73-1d30-49c0-904e-bdff1496f7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:31:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['eb8086ef-7083-4774-a3af-a8e51102d89d'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:01.161856 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58910) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:01.187236 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-a1fb20ec-9bbe-4951-a8ca-097b92cde2f7 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.8328280 Dec 21 13:32:01.187236 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c553c1c7-fb12-469f-a687-31c260338ccf tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:32:01.199483 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58912) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:01.220927 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-8a314ebc-d75e-42b9-beaf-dbc9bce55d0d tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:32:01.223136 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a59e34b-d93a-4d64-be56-e2054e1d80a0 None None] Pushing event updated for resources: {'Port': ['ID=ef756e34-ea1a-468e-b404-fa77ba70aa51,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:01.259640 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3746ebde-9ad1-47e9-9e49-811eb7c24d71 None None] Sync routers for ids ['b02fc9a2-9c02-4a14-95c1-9970eb988f6c'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:32:01.274957 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-c553c1c7-fb12-469f-a687-31c260338ccf tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] 10.222.0.37 "PUT /v2.0/routers/b02fc9a2-9c02-4a14-95c1-9970eb988f6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9240041 Dec 21 13:32:01.275879 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58914) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:01.278515 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-2aba93dd-f61c-44e0-93b7-000c879fdaa7 admin admin] Allocated IP 172.36.3.44 (7fdf1889-f079-4166-bbda-88b2a8d8d595/051a5607-1753-4008-a2f2-d94b48752e9c/58abf7ed-68b1-412e-a45b-d396686f7d22) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:32:01.318876 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.api.v2.resource [None req-013bdd23-915e-44b3-a32f-b1e9135c49c8 tempest-TagsTest-91124449 tempest-TagsTest-91124449-project] show failed (client error): The resource could not be found. Dec 21 13:32:01.320019 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-013bdd23-915e-44b3-a32f-b1e9135c49c8 tempest-TagsTest-91124449 tempest-TagsTest-91124449-project] 10.222.0.37 "GET /v2.0/networks/c0d96113-febb-435e-9c2b-61b1e37c43fb/tags/tempest-TagsTest-Tag-217910571 HTTP/1.1" status: 404 len: 325 time: 0.7166517 Dec 21 13:32:01.322903 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58916) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:01.334175 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55ca665-5b77-44a6-a6eb-22573352e5ab tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60888caf-bb4e-4bbd-a2d4-646cdce77a4a,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:01.364044 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:01.365361 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.tag.tag_plugin [None req-5b2e833e-333f-43bc-b5ad-f70e225d4d09 tempest-TagsTest-91124449 tempest-TagsTest-91124449-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c0d96113-febb-435e-9c2b-61b1e37c43fb', 'tempest-TagsTest-Tag-877693069') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:01.411584 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-22413b73-1d30-49c0-904e-bdff1496f7c1 None None] Set router eb8086ef-7083-4774-a3af-a8e51102d89d gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:32:01.462977 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3746ebde-9ad1-47e9-9e49-811eb7c24d71 None None] Routers {'b02fc9a2-9c02-4a14-95c1-9970eb988f6c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:32:01.463782 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-3746ebde-9ad1-47e9-9e49-811eb7c24d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:31:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['b02fc9a2-9c02-4a14-95c1-9970eb988f6c'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:01.550588 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-ae7b04b8-b8ec-45b4-85f6-4f564daa6dcb None None] For port 4d0043ef-ee21-4728-bc4c-86bc0c4934c3, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4d0043ef-ee21-4728-bc4c-86bc0c4934c3,segment=NetworkSegment(1c403d3b-22bd-4b3d-a5c6-f2135d7c1084),segment_id=1c403d3b-22bd-4b3d-a5c6-f2135d7c1084)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:32:01.586613 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-3746ebde-9ad1-47e9-9e49-811eb7c24d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:01.592129 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2515277c-3046-4629-8e08-2b3f33011aa9 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:01.596227 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ae7b04b8-b8ec-45b4-85f6-4f564daa6dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:01.763929 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3746ebde-9ad1-47e9-9e49-811eb7c24d71 None None] Routers {'b02fc9a2-9c02-4a14-95c1-9970eb988f6c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:32:01.764577 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-3746ebde-9ad1-47e9-9e49-811eb7c24d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:31:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['b02fc9a2-9c02-4a14-95c1-9970eb988f6c'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:01.766425 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-41f4fdd7-1eb1-4577-9b87-3e2e9b38508a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636'] for port, after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:01.778074 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1437c2-d17d-46eb-9bef-e1faec315a3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-66e3a06e-8892-4c18-8ecf-5107c5eeef89', 'network_id': '66e3a06e-8892-4c18-8ecf-5107c5eeef89', 'project_id': 'a1ada58ef66244899294bdd43455e4f3', 'fixed_ips': [{'subnet_id': '44af0533-9bf7-48af-92a5-8c2c52dda858'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:32:01.781731 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-df1437c2-d17d-46eb-9bef-e1faec315a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:01.816174 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-22413b73-1d30-49c0-904e-bdff1496f7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8086ef-7083-4774-a3af-a8e51102d89d', 'name': 'tempest-TestVolumeBootPattern-1677634282-router', 'tenant_id': '365275e264a6451abad9a44f0c54ac18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.232'}], 'enable_snat': True}, 'gw_port_id': '8d6bf78b-09b2-42b6-abb5-6d1020a8e60f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:31:43Z', 'updated_at': '2021-12-21T13:31:51Z', 'revision_number': 4, 'project_id': '365275e264a6451abad9a44f0c54ac18', 'gw_port': {'id': '8d6bf78b-09b2-42b6-abb5-6d1020a8e60f', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:18:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8086ef-7083-4774-a3af-a8e51102d89d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:31:45Z', 'updated_at': '2021-12-21T13:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '18ad5d93-4983-463f-8bc7-74e634dd78b4', 'name': '', 'network_id': 'f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e', 'tenant_id': '365275e264a6451abad9a44f0c54ac18', 'mac_address': 'fa:16:3e:47:7e:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb8086ef-7083-4774-a3af-a8e51102d89d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '52704ce2-43ea-427f-a9de-c74c83467400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:31:49Z', 'updated_at': '2021-12-21T13:32:00Z', 'revision_number': 4, 'project_id': '365275e264a6451abad9a44f0c54ac18', 'subnets': [{'id': '52704ce2-43ea-427f-a9de-c74c83467400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:01.847786 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22413b73-1d30-49c0-904e-bdff1496f7c1 None None] The sync data for ids ['eb8086ef-7083-4774-a3af-a8e51102d89d'] in dv-neutron-master-2-hyperv is: [{'id': 'eb8086ef-7083-4774-a3af-a8e51102d89d', 'name': 'tempest-TestVolumeBootPattern-1677634282-router', 'tenant_id': '365275e264a6451abad9a44f0c54ac18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.232'}], 'enable_snat': True}, 'gw_port_id': '8d6bf78b-09b2-42b6-abb5-6d1020a8e60f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:31:43Z', 'updated_at': '2021-12-21T13:31:51Z', 'revision_number': 4, 'project_id': '365275e264a6451abad9a44f0c54ac18', 'gw_port': {'id': '8d6bf78b-09b2-42b6-abb5-6d1020a8e60f', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:18:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8086ef-7083-4774-a3af-a8e51102d89d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:31:45Z', 'updated_at': '2021-12-21T13:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '18ad5d93-4983-463f-8bc7-74e634dd78b4', 'name': '', 'network_id': 'f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e', 'tenant_id': '365275e264a6451abad9a44f0c54ac18', 'mac_address': 'fa:16:3e:47:7e:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb8086ef-7083-4774-a3af-a8e51102d89d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '52704ce2-43ea-427f-a9de-c74c83467400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:31:49Z', 'updated_at': '2021-12-21T13:32:00Z', 'revision_number': 4, 'project_id': '365275e264a6451abad9a44f0c54ac18', 'subnets': [{'id': '52704ce2-43ea-427f-a9de-c74c83467400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:32:01.878393 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 8633919b-f9fd-4181-ba18-7f43ac361818 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:32:01.890179 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-ae7b04b8-b8ec-45b4-85f6-4f564daa6dcb None None] Provisioning complete for port bcec22d0-ce75-4383-a1c8-eaaf9e5de1b9 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:32:01.890579 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ae7b04b8-b8ec-45b4-85f6-4f564daa6dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:01.892392 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-3746ebde-9ad1-47e9-9e49-811eb7c24d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:01.892818 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3746ebde-9ad1-47e9-9e49-811eb7c24d71 None None] The sync data for ids ['b02fc9a2-9c02-4a14-95c1-9970eb988f6c'] in dv-neutron-master-2-hyperv is: [] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:32:01.926252 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-2515277c-3046-4629-8e08-2b3f33011aa9 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] For port 58b16d3d-0bee-4da8-880b-15ecc6d214ea, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=58b16d3d-0bee-4da8-880b-15ecc6d214ea,segment=NetworkSegment(b20a5dbe-a251-4a83-ae2d-3ffbda6396cf),segment_id=b20a5dbe-a251-4a83-ae2d-3ffbda6396cf)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:32:01.934699 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-5b2e833e-333f-43bc-b5ad-f70e225d4d09 tempest-TagsTest-91124449 tempest-TagsTest-91124449-project] 10.222.0.37 "GET /v2.0/networks/c0d96113-febb-435e-9c2b-61b1e37c43fb/tags/tempest-TagsTest-Tag-877693069 HTTP/1.1" status: 204 len: 168 time: 0.5911443 Dec 21 13:32:01.937215 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f4fdd7-1eb1-4577-9b87-3e2e9b38508a None None] No DVR routers for this DVR port 58b16d3d-0bee-4da8-880b-15ecc6d214ea on host dv-neutron-master-2-hyperv {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:32:01.955354 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58918) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:01.970077 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.tag.tag_plugin [None req-18924f7f-fae3-429a-a54d-85f85e0d7ab4 tempest-TagsTest-91124449 tempest-TagsTest-91124449-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c0d96113-febb-435e-9c2b-61b1e37c43fb', 'tempest-TagsTest-Tag-1776807413') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:01.990849 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2515277c-3046-4629-8e08-2b3f33011aa9 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:01.998119 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2515277c-3046-4629-8e08-2b3f33011aa9 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:01.999296 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2515277c-3046-4629-8e08-2b3f33011aa9 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11195289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11288741'] for subnet, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:02.053426 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7b04b8-b8ec-45b4-85f6-4f564daa6dcb None None] Pushing event updated for resources: {'Port': ['ID=4d0043ef-ee21-4728-bc4c-86bc0c4934c3,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:02.060522 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2515277c-3046-4629-8e08-2b3f33011aa9 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event deleted for resources: {'Port': ['ID=58b16d3d-0bee-4da8-880b-15ecc6d214ea,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:02.085337 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f4fdd7-1eb1-4577-9b87-3e2e9b38508a None None] Pushing event deleted for resources: {'Port': ['ID=58b16d3d-0bee-4da8-880b-15ecc6d214ea,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:02.085492 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-1aae580f-594e-44e9-8a5f-949724a1c9dd tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.8999248 Dec 21 13:32:02.093134 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2515277c-3046-4629-8e08-2b3f33011aa9 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:32:02.093300 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-ae7b04b8-b8ec-45b4-85f6-4f564daa6dcb None None] Port bcec22d0-ce75-4383-a1c8-eaaf9e5de1b9 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:32:02.093925 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58920) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:02.106260 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8a314ebc-d75e-42b9-beaf-dbc9bce55d0d tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12346588'] for subnet, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:02.109303 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-489f78c2-36fb-4827-9c1e-1f2b271bda87 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Request body: {'security_group_rule': {'security_group_id': '39a36aa2-d3fd-44ec-af73-0dd2c5f641dd', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:32:02.133407 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-2515277c-3046-4629-8e08-2b3f33011aa9 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:32:02.146415 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82e9306-b799-4ecd-84e7-c9297fd7a83e None None] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:32:02.149844 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2515277c-3046-4629-8e08-2b3f33011aa9 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:02.150476 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2515277c-3046-4629-8e08-2b3f33011aa9 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:02.157167 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2515277c-3046-4629-8e08-2b3f33011aa9 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event updated for resources: {'Subnet': ['ID=6635b055-fb7d-46f6-9c30-ac1d563e95f2,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:02.177157 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2aba93dd-f61c-44e0-93b7-000c879fdaa7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:02.195022 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-2515277c-3046-4629-8e08-2b3f33011aa9 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.9856417 Dec 21 13:32:02.195303 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58922) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:02.206109 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-671da7dd-e974-4280-a067-babd7f206747 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Request body: {'port': {'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9', 'mac_address': 'fa:16:3e:ff:c6:45', 'name': 'tempest-NetworksTestDHCPv6-1083664720'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:32:02.236465 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.api.v2.resource [None req-489f78c2-36fb-4827-9c1e-1f2b271bda87 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] create failed (client error): The resource could not be found. Dec 21 13:32:02.246337 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-df1437c2-d17d-46eb-9bef-e1faec315a3f None None] Allocated IP 2001:db8::3 (66e3a06e-8892-4c18-8ecf-5107c5eeef89/44af0533-9bf7-48af-92a5-8c2c52dda858/1f34b105-a25d-4409-9113-297dac9494b0) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:32:02.249637 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-489f78c2-36fb-4827-9c1e-1f2b271bda87 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1491554 Dec 21 13:32:02.250334 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58924) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:02.262737 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-45d520aa-006a-4bd0-a411-d4b49bbe70f0 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Request body: {'security_group': {'name': 'tempest-secgroup--1491464213'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:32:02.381834 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-18924f7f-fae3-429a-a54d-85f85e0d7ab4 tempest-TagsTest-91124449 tempest-TagsTest-91124449-project] 10.222.0.37 "GET /v2.0/networks/c0d96113-febb-435e-9c2b-61b1e37c43fb/tags/tempest-TagsTest-Tag-1776807413 HTTP/1.1" status: 204 len: 168 time: 0.4238019 Dec 21 13:32:02.383443 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58926) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:02.386946 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-45d520aa-006a-4bd0-a411-d4b49bbe70f0 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Publish callbacks [] for security_group, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:02.399272 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.tag.tag_plugin [None req-2c6001ac-723b-4224-8e5c-fe74da8341ca tempest-TagsTest-91124449 tempest-TagsTest-91124449-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'c0d96113-febb-435e-9c2b-61b1e37c43fb') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:02.437154 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2aba93dd-f61c-44e0-93b7-000c879fdaa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:02.462693 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-df1437c2-d17d-46eb-9bef-e1faec315a3f None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:02.476098 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-ae7b04b8-b8ec-45b4-85f6-4f564daa6dcb None None] Provisioning complete for port 8633919b-f9fd-4181-ba18-7f43ac361818 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:32:02.477701 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ae7b04b8-b8ec-45b4-85f6-4f564daa6dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:02.490619 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.api.v2.resource [None req-8ad47f9d-a72b-4460-aba7-0b18b623cdc0 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 13:32:02.494984 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-8ad47f9d-a72b-4460-aba7-0b18b623cdc0 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] 10.222.0.37 "PUT /v2.0/routers/b02fc9a2-9c02-4a14-95c1-9970eb988f6c/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1781750 Dec 21 13:32:02.495983 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58928) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:02.509710 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-671da7dd-e974-4280-a067-babd7f206747 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Made reservation on behalf of 4e9b97d81d204c53a28bf5666eaf36b7 for: {'port': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:32:02.534634 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aba93dd-f61c-44e0-93b7-000c879fdaa7 admin admin] Network 7fdf1889-f079-4166-bbda-88b2a8d8d595 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:32:02.534893 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-df1437c2-d17d-46eb-9bef-e1faec315a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:02.537469 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 8633919b-f9fd-4181-ba18-7f43ac361818 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:32:02.537836 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:02.617874 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-2aba93dd-f61c-44e0-93b7-000c879fdaa7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:32:02.620665 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-45d520aa-006a-4bd0-a411-d4b49bbe70f0 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Publish callbacks [] for security_group, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:02.634770 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-45d520aa-006a-4bd0-a411-d4b49bbe70f0 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:02.659372 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f674af6-1b35-41d4-ab6a-3db31208d760 None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:32:02.660548 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aba93dd-f61c-44e0-93b7-000c879fdaa7 admin admin] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:32:02.669807 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aba93dd-f61c-44e0-93b7-000c879fdaa7 admin admin] Pushing event updated for resources: {'Port': ['ID=58abf7ed-68b1-412e-a45b-d396686f7d22,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:02.692376 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1437c2-d17d-46eb-9bef-e1faec315a3f None None] Network 66e3a06e-8892-4c18-8ecf-5107c5eeef89 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:32:02.699539 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d520aa-006a-4bd0-a411-d4b49bbe70f0 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3954c7dc-f58a-45c1-a07c-7016c6b60d95,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:02.714110 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-671da7dd-e974-4280-a067-babd7f206747 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:02.732046 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-df1437c2-d17d-46eb-9bef-e1faec315a3f None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:32:02.737831 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-45d520aa-006a-4bd0-a411-d4b49bbe70f0 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:02.740775 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-45d520aa-006a-4bd0-a411-d4b49bbe70f0 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4870749 Dec 21 13:32:02.744946 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58930) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:02.747895 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [None req-671da7dd-e974-4280-a067-babd7f206747 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] device_id is not set on port 6497819f-4297-4207-bf40-82867e424345 yet. {{(pid=103153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 13:32:02.756485 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1437c2-d17d-46eb-9bef-e1faec315a3f None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:32:02.757228 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-e939bca1-e6aa-4022-85fd-a9777a9727c8 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Request body: {'security_group': {'name': 'tempest-secgroup--843421856'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:32:02.776327 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1437c2-d17d-46eb-9bef-e1faec315a3f None None] Pushing event updated for resources: {'Port': ['ID=1f34b105-a25d-4409-9113-297dac9494b0,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:02.800512 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e939bca1-e6aa-4022-85fd-a9777a9727c8 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Publish callbacks [] for security_group, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:02.881698 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4281c4-694e-42f3-bead-7c1bc7624386 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9', 'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9', 'project_id': '4e9b97d81d204c53a28bf5666eaf36b7', 'fixed_ips': [{'subnet_id': '6635b055-fb7d-46f6-9c30-ac1d563e95f2'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:32:02.882858 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7c4281c4-694e-42f3-bead-7c1bc7624386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:03.001975 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-671da7dd-e974-4280-a067-babd7f206747 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Allocated IP 2001:db8::f816:3eff:feff:c645 (ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9/6635b055-fb7d-46f6-9c30-ac1d563e95f2/6497819f-4297-4207-bf40-82867e424345) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:32:03.006768 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa367f87-2134-44d0-8173-803682cfd882 None None] Network ddfad0a2-e0cd-47df-a035-0dc5af3e194b requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:32:03.017840 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e939bca1-e6aa-4022-85fd-a9777a9727c8 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Publish callbacks [] for security_group, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:03.023923 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e939bca1-e6aa-4022-85fd-a9777a9727c8 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:03.031155 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-df1437c2-d17d-46eb-9bef-e1faec315a3f None None] Attempting to bind port 1f34b105-a25d-4409-9113-297dac9494b0 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:32:03.032159 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-df1437c2-d17d-46eb-9bef-e1faec315a3f None None] Attempting to bind port 1f34b105-a25d-4409-9113-297dac9494b0 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '7418ace1-9fb3-4408-afa0-3b44605f143f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '66e3a06e-8892-4c18-8ecf-5107c5eeef89'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:32:03.032357 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1437c2-d17d-46eb-9bef-e1faec315a3f None None] Attempting to bind port 1f34b105-a25d-4409-9113-297dac9494b0 on network 66e3a06e-8892-4c18-8ecf-5107c5eeef89 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:32:03.068447 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1437c2-d17d-46eb-9bef-e1faec315a3f None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:32:03.069295 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1437c2-d17d-46eb-9bef-e1faec315a3f None None] Checking segment: {'id': '7418ace1-9fb3-4408-afa0-3b44605f143f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '66e3a06e-8892-4c18-8ecf-5107c5eeef89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:32:03.069824 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-df1437c2-d17d-46eb-9bef-e1faec315a3f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:03.070477 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1437c2-d17d-46eb-9bef-e1faec315a3f None None] Bound using segment: {'id': '7418ace1-9fb3-4408-afa0-3b44605f143f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '66e3a06e-8892-4c18-8ecf-5107c5eeef89'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:32:03.071134 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-df1437c2-d17d-46eb-9bef-e1faec315a3f None None] Bound port: 1f34b105-a25d-4409-9113-297dac9494b0, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7418ace1-9fb3-4408-afa0-3b44605f143f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '66e3a06e-8892-4c18-8ecf-5107c5eeef89'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:32:03.071633 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-df1437c2-d17d-46eb-9bef-e1faec315a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:03.077207 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-2c6001ac-723b-4224-8e5c-fe74da8341ca tempest-TagsTest-91124449 tempest-TagsTest-91124449-project] 10.222.0.37 "DELETE /v2.0/networks/c0d96113-febb-435e-9c2b-61b1e37c43fb/tags HTTP/1.1" status: 204 len: 168 time: 0.6858118 Dec 21 13:32:03.077488 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e939bca1-e6aa-4022-85fd-a9777a9727c8 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:03.081333 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58932) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:03.081491 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-e939bca1-e6aa-4022-85fd-a9777a9727c8 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3326998 Dec 21 13:32:03.081491 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e939bca1-e6aa-4022-85fd-a9777a9727c8 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13c3c6c4-1718-4b92-9823-dbd9fbb991da,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:03.083914 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58934) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:03.088355 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-7d109bed-19e4-4807-aed4-7c06df967c20 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Request body: {'security_group_rule': {'security_group_id': '3954c7dc-f58a-45c1-a07c-7016c6b60d95', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '13c3c6c4-1718-4b92-9823-dbd9fbb991da'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:32:03.112478 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.tag.tag_plugin [None req-35c3f754-d2ea-4dc5-aac6-ed0ca7e17522 tempest-TagsTest-91124449 tempest-TagsTest-91124449-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c0d96113-febb-435e-9c2b-61b1e37c43fb', 'tempest-TagsTest-Tag-877693069') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:03.136572 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device a65b1b60-c391-471a-8ac0-c003b7f1ef92 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:32:03.205212 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.api.v2.resource [None req-7d109bed-19e4-4807-aed4-7c06df967c20 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 13:32:03.209511 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-7d109bed-19e4-4807-aed4-7c06df967c20 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1213319 Dec 21 13:32:03.209742 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58936) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:03.275966 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-671da7dd-e974-4280-a067-babd7f206747 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:03.302387 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-41435c3d-5488-4209-ad4b-b2cc39927e18 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Publish callbacks [] for security_group, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:03.340950 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-41435c3d-5488-4209-ad4b-b2cc39927e18 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:03.364767 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-671da7dd-e974-4280-a067-babd7f206747 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:03.448110 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671da7dd-e974-4280-a067-babd7f206747 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:32:03.450591 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-dbe5a519-de7b-4b99-abe0-a594fc32c7c1 None None] Provisioning complete for port 18ad5d93-4983-463f-8bc7-74e634dd78b4 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:32:03.450969 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-dbe5a519-de7b-4b99-abe0-a594fc32c7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:03.454156 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-41435c3d-5488-4209-ad4b-b2cc39927e18 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:03.457057 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-41435c3d-5488-4209-ad4b-b2cc39927e18 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:03.461664 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-41435c3d-5488-4209-ad4b-b2cc39927e18 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] 10.222.0.37 "DELETE /v2.0/security-groups/13c3c6c4-1718-4b92-9823-dbd9fbb991da HTTP/1.1" status: 204 len: 168 time: 0.2486000 Dec 21 13:32:03.461664 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-671da7dd-e974-4280-a067-babd7f206747 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:32:03.462069 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58938) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:03.471543 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671da7dd-e974-4280-a067-babd7f206747 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event updated for resources: {'Port': ['ID=6497819f-4297-4207-bf40-82867e424345,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:03.484853 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671da7dd-e974-4280-a067-babd7f206747 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:32:03.492244 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671da7dd-e974-4280-a067-babd7f206747 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:03.492656 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-671da7dd-e974-4280-a067-babd7f206747 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:03.516851 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41435c3d-5488-4209-ad4b-b2cc39927e18 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13c3c6c4-1718-4b92-9823-dbd9fbb991da,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:03.548617 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-671da7dd-e974-4280-a067-babd7f206747 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3471208 Dec 21 13:32:03.555420 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58940) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:03.600260 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-7c4281c4-694e-42f3-bead-7c1bc7624386 None None] Allocated IP 2001:db8::f816:3eff:fece:4c19 (ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9/6635b055-fb7d-46f6-9c30-ac1d563e95f2/e7c0fc9a-60e1-46c5-bedf-ea0ef6a70ee9) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:32:03.608051 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-d6b22b39-2613-4308-a0c4-36a0602452c0 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1394556 Dec 21 13:32:03.609402 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58942) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:03.623641 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-df1437c2-d17d-46eb-9bef-e1faec315a3f None None] For port 1f34b105-a25d-4409-9113-297dac9494b0, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:32:03.628965 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-df1437c2-d17d-46eb-9bef-e1faec315a3f None None] For port 1f34b105-a25d-4409-9113-297dac9494b0, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1f34b105-a25d-4409-9113-297dac9494b0,segment=NetworkSegment(7418ace1-9fb3-4408-afa0-3b44605f143f),segment_id=7418ace1-9fb3-4408-afa0-3b44605f143f)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:32:03.641652 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-df1437c2-d17d-46eb-9bef-e1faec315a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:03.643631 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac244692-60ec-410d-be60-197d1811a0b7 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:03.647593 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-ac244692-60ec-410d-be60-197d1811a0b7 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0887914 Dec 21 13:32:03.649804 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58944) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:03.671900 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port a65b1b60-c391-471a-8ac0-c003b7f1ef92 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:32:03.672334 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:03.672560 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8a314ebc-d75e-42b9-beaf-dbc9bce55d0d tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793255361594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-11805295'] for subnet, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:03.727315 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3e1412c3-a125-4e12-80a2-0773f9e94a72 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Publish callbacks [] for security_group, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:03.784281 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3e1412c3-a125-4e12-80a2-0773f9e94a72 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:03.818086 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a314ebc-d75e-42b9-beaf-dbc9bce55d0d tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:03.818341 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8a314ebc-d75e-42b9-beaf-dbc9bce55d0d tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:03.822957 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-8a314ebc-d75e-42b9-beaf-dbc9bce55d0d tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] 10.222.0.37 "PUT /v2.0/subnets/44af0533-9bf7-48af-92a5-8c2c52dda858 HTTP/1.1" status: 200 len: 900 time: 2.6201198 Dec 21 13:32:03.826828 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58946) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:03.830917 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1437c2-d17d-46eb-9bef-e1faec315a3f None None] Pushing event updated for resources: {'Port': ['ID=1f34b105-a25d-4409-9113-297dac9494b0,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:03.845569 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-dbe5a519-de7b-4b99-abe0-a594fc32c7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:03.846042 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-2bd62112-ce9b-43ae-89e5-9706ec91e8f2 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Deleting port 6497819f-4297-4207-bf40-82867e424345 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:32:03.846410 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2bd62112-ce9b-43ae-89e5-9706ec91e8f2 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:03.872786 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.api.v2.resource [None req-35c3f754-d2ea-4dc5-aac6-ed0ca7e17522 tempest-TagsTest-91124449 tempest-TagsTest-91124449-project] show failed (client error): The resource could not be found. Dec 21 13:32:03.877372 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-35c3f754-d2ea-4dc5-aac6-ed0ca7e17522 tempest-TagsTest-91124449 tempest-TagsTest-91124449-project] 10.222.0.37 "GET /v2.0/networks/c0d96113-febb-435e-9c2b-61b1e37c43fb/tags/tempest-TagsTest-Tag-877693069 HTTP/1.1" status: 404 len: 325 time: 0.7702446 Dec 21 13:32:03.879357 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58948) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:03.902110 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.tag.tag_plugin [None req-897587ad-8ead-4e5f-95aa-c0bdde5a435b tempest-TagsTest-91124449 tempest-TagsTest-91124449-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c0d96113-febb-435e-9c2b-61b1e37c43fb', 'tempest-TagsTest-Tag-1776807413') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:03.933071 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a314ebc-d75e-42b9-beaf-dbc9bce55d0d tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Pushing event updated for resources: {'Subnet': ['ID=44af0533-9bf7-48af-92a5-8c2c52dda858,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:03.983719 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2aba93dd-f61c-44e0-93b7-000c879fdaa7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:03.996780 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:04.015887 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-dbe5a519-de7b-4b99-abe0-a594fc32c7c1 None None] For port 18ad5d93-4983-463f-8bc7-74e634dd78b4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=18ad5d93-4983-463f-8bc7-74e634dd78b4,segment=NetworkSegment(437cc747-44ac-45bd-9854-eb847f13c4b8),segment_id=437cc747-44ac-45bd-9854-eb847f13c4b8)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:32:04.032319 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-dbe5a519-de7b-4b99-abe0-a594fc32c7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:04.050147 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2bd62112-ce9b-43ae-89e5-9706ec91e8f2 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:04.077596 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-2bd62112-ce9b-43ae-89e5-9706ec91e8f2 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Calling delete_port for 6497819f-4297-4207-bf40-82867e424345 owned by {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:32:04.122963 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3e1412c3-a125-4e12-80a2-0773f9e94a72 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:04.125489 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3e1412c3-a125-4e12-80a2-0773f9e94a72 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:04.130512 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7c4281c4-694e-42f3-bead-7c1bc7624386 None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:04.135219 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-3e1412c3-a125-4e12-80a2-0773f9e94a72 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] 10.222.0.37 "DELETE /v2.0/security-groups/3954c7dc-f58a-45c1-a07c-7016c6b60d95 HTTP/1.1" status: 204 len: 168 time: 0.5170186 Dec 21 13:32:04.136354 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58950) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:04.161890 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7c4281c4-694e-42f3-bead-7c1bc7624386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:04.165719 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] For port a65b1b60-c391-471a-8ac0-c003b7f1ef92, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a65b1b60-c391-471a-8ac0-c003b7f1ef92,segment=NetworkSegment(9edcd3ca-e467-45bc-9144-d58a74902a38),segment_id=9edcd3ca-e467-45bc-9144-d58a74902a38)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:32:04.181755 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-dbe5a519-de7b-4b99-abe0-a594fc32c7c1 None None] Provisioning complete for port a65b1b60-c391-471a-8ac0-c003b7f1ef92 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:32:04.182381 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-dbe5a519-de7b-4b99-abe0-a594fc32c7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:04.194985 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:04.196602 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 18ad5d93-4983-463f-8bc7-74e634dd78b4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:32:04.221203 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1412c3-a125-4e12-80a2-0773f9e94a72 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3954c7dc-f58a-45c1-a07c-7016c6b60d95,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:04.229061 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9ee87f08-b456-4193-8870-207b41d01801 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:04.258082 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-59bfce2d-0811-4ec9-b01a-108cdd93ddc4 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0565138 Dec 21 13:32:04.258745 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58952) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:04.266414 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-5f493b26-66ad-42b0-8e13-f3b53f15fd96 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Request body: {'security_group': {'name': 'tempest-secgroup--28932187'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:32:04.276012 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.api.v2.resource [None req-897587ad-8ead-4e5f-95aa-c0bdde5a435b tempest-TagsTest-91124449 tempest-TagsTest-91124449-project] show failed (client error): The resource could not be found. Dec 21 13:32:04.280315 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-897587ad-8ead-4e5f-95aa-c0bdde5a435b tempest-TagsTest-91124449 tempest-TagsTest-91124449-project] 10.222.0.37 "GET /v2.0/networks/c0d96113-febb-435e-9c2b-61b1e37c43fb/tags/tempest-TagsTest-Tag-1776807413 HTTP/1.1" status: 404 len: 326 time: 0.3955905 Dec 21 13:32:04.280919 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58954) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:04.291341 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.tag.tag_plugin [None req-18473fb5-9777-4e3d-8d32-dc23e36ec335 tempest-TagsTest-91124449 tempest-TagsTest-91124449-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'c0d96113-febb-435e-9c2b-61b1e37c43fb') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:04.293783 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe5a519-de7b-4b99-abe0-a594fc32c7c1 None None] Pushing event updated for resources: {'Port': ['ID=18ad5d93-4983-463f-8bc7-74e634dd78b4,revision_number=5']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:04.326247 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5f493b26-66ad-42b0-8e13-f3b53f15fd96 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Publish callbacks [] for security_group, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:04.347428 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4281c4-694e-42f3-bead-7c1bc7624386 None None] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:32:04.365122 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-7c4281c4-694e-42f3-bead-7c1bc7624386 None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:32:04.372766 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4281c4-694e-42f3-bead-7c1bc7624386 None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:32:04.400133 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4281c4-694e-42f3-bead-7c1bc7624386 None None] Pushing event updated for resources: {'Port': ['ID=e7c0fc9a-60e1-46c5-bedf-ea0ef6a70ee9,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:04.434915 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2bd62112-ce9b-43ae-89e5-9706ec91e8f2 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:04.470666 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 18ad5d93-4983-463f-8bc7-74e634dd78b4 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:32:04.471042 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:04.471595 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-45851527-1f3b-471c-9cd4-bed03268dacb tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532692'] for router_interface, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:04.478011 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd62112-ce9b-43ae-89e5-9706ec91e8f2 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event deleted for resources: {'Port': ['ID=6497819f-4297-4207-bf40-82867e424345,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:04.511317 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2bd62112-ce9b-43ae-89e5-9706ec91e8f2 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:04.517006 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-2bd62112-ce9b-43ae-89e5-9706ec91e8f2 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "DELETE /v2.0/ports/6497819f-4297-4207-bf40-82867e424345 HTTP/1.1" status: 204 len: 168 time: 0.8637455 Dec 21 13:32:04.518396 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58956) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:04.564659 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-7c4281c4-694e-42f3-bead-7c1bc7624386 None None] Attempting to bind port e7c0fc9a-60e1-46c5-bedf-ea0ef6a70ee9 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:32:04.565041 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-7c4281c4-694e-42f3-bead-7c1bc7624386 None None] Attempting to bind port e7c0fc9a-60e1-46c5-bedf-ea0ef6a70ee9 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b20a5dbe-a251-4a83-ae2d-3ffbda6396cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:32:04.565410 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4281c4-694e-42f3-bead-7c1bc7624386 None None] Attempting to bind port e7c0fc9a-60e1-46c5-bedf-ea0ef6a70ee9 on network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:32:04.577023 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Pushing event updated for resources: {'Port': ['ID=a65b1b60-c391-471a-8ac0-c003b7f1ef92,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:04.579992 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5f493b26-66ad-42b0-8e13-f3b53f15fd96 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Publish callbacks [] for security_group, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:04.583506 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4281c4-694e-42f3-bead-7c1bc7624386 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:32:04.584106 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4281c4-694e-42f3-bead-7c1bc7624386 None None] Checking segment: {'id': 'b20a5dbe-a251-4a83-ae2d-3ffbda6396cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:32:04.584495 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7c4281c4-694e-42f3-bead-7c1bc7624386 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:04.585455 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4281c4-694e-42f3-bead-7c1bc7624386 None None] Bound using segment: {'id': 'b20a5dbe-a251-4a83-ae2d-3ffbda6396cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:32:04.585974 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-7c4281c4-694e-42f3-bead-7c1bc7624386 None None] Bound port: e7c0fc9a-60e1-46c5-bedf-ea0ef6a70ee9, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b20a5dbe-a251-4a83-ae2d-3ffbda6396cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:32:04.587059 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7c4281c4-694e-42f3-bead-7c1bc7624386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:04.593591 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2cfb53a-cab3-4239-a2b9-80d9b01055e2 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:04.595438 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2cfb53a-cab3-4239-a2b9-80d9b01055e2 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:04.600740 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-e2cfb53a-cab3-4239-a2b9-80d9b01055e2 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0778406 Dec 21 13:32:04.600740 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5f493b26-66ad-42b0-8e13-f3b53f15fd96 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:04.601037 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2aba93dd-f61c-44e0-93b7-000c879fdaa7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548730'] for router, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:04.603152 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58958) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:04.620601 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-dbe5a519-de7b-4b99-abe0-a594fc32c7c1 None None] Provisioning complete for port 58abf7ed-68b1-412e-a45b-d396686f7d22 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:32:04.621533 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-dbe5a519-de7b-4b99-abe0-a594fc32c7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:04.621729 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-9ee87f08-b456-4193-8870-207b41d01801 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Deleting port 1f34b105-a25d-4409-9113-297dac9494b0 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:32:04.622049 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9ee87f08-b456-4193-8870-207b41d01801 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:04.653259 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-18473fb5-9777-4e3d-8d32-dc23e36ec335 tempest-TagsTest-91124449 tempest-TagsTest-91124449-project] 10.222.0.37 "DELETE /v2.0/networks/c0d96113-febb-435e-9c2b-61b1e37c43fb/tags HTTP/1.1" status: 204 len: 168 time: 0.3681993 Dec 21 13:32:04.654256 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58960) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:04.683357 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5f493b26-66ad-42b0-8e13-f3b53f15fd96 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:04.686433 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-5f493b26-66ad-42b0-8e13-f3b53f15fd96 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4231308 Dec 21 13:32:04.688395 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58962) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:04.696433 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-d48768c5-7ca4-4d05-876b-9a62567d9f0f tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:32:04.696870 dv-neutron-master-2-hyperv neutron-server[103152]: WARNING neutron.api.v2.base [None req-d48768c5-7ca4-4d05-876b-9a62567d9f0f tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 21 13:32:04.697377 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.api.v2.resource [None req-d48768c5-7ca4-4d05-876b-9a62567d9f0f tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] update failed (client error): There was a conflict when trying to complete your request. Dec 21 13:32:04.698428 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-d48768c5-7ca4-4d05-876b-9a62567d9f0f tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] 10.222.0.37 "PUT /v2.0/security-groups/18781ea8-9036-4db0-a36f-7a272a731220 HTTP/1.1" status: 409 len: 330 time: 0.0073140 Dec 21 13:32:04.703008 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58964) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:04.720111 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f493b26-66ad-42b0-8e13-f3b53f15fd96 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18781ea8-9036-4db0-a36f-7a272a731220,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:04.734195 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-dbe5a519-de7b-4b99-abe0-a594fc32c7c1 None None] Port 58abf7ed-68b1-412e-a45b-d396686f7d22 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:32:04.741351 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 4d0043ef-ee21-4728-bc4c-86bc0c4934c3 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:32:04.759178 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dccaa12-5af2-48b8-989e-23df02bebb4d tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Deleting subnet 6635b055-fb7d-46f6-9c30-ac1d563e95f2 {{(pid=103153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:32:04.767926 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2dccaa12-5af2-48b8-989e-23df02bebb4d tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for subnet, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:04.768794 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-7c4281c4-694e-42f3-bead-7c1bc7624386 None None] For port e7c0fc9a-60e1-46c5-bedf-ea0ef6a70ee9, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:32:04.793250 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-dbe5a519-de7b-4b99-abe0-a594fc32c7c1 None None] Provisioning complete for port ef756e34-ea1a-468e-b404-fa77ba70aa51 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:32:04.793633 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-dbe5a519-de7b-4b99-abe0-a594fc32c7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:04.796702 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-7c4281c4-694e-42f3-bead-7c1bc7624386 None None] For port e7c0fc9a-60e1-46c5-bedf-ea0ef6a70ee9, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e7c0fc9a-60e1-46c5-bedf-ea0ef6a70ee9,segment=NetworkSegment(b20a5dbe-a251-4a83-ae2d-3ffbda6396cf),segment_id=b20a5dbe-a251-4a83-ae2d-3ffbda6396cf)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:32:04.811696 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-79fcdd3b-a30a-4cf7-ba26-80aae3959d9a tempest-TagsTest-91124449 tempest-TagsTest-91124449-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:04.835400 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2dccaa12-5af2-48b8-989e-23df02bebb4d tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1585439'] for subnet, precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:04.839790 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7c4281c4-694e-42f3-bead-7c1bc7624386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:04.913323 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-9ee87f08-b456-4193-8870-207b41d01801 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] For port 1f34b105-a25d-4409-9113-297dac9494b0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1f34b105-a25d-4409-9113-297dac9494b0,segment=NetworkSegment(7418ace1-9fb3-4408-afa0-3b44605f143f),segment_id=7418ace1-9fb3-4408-afa0-3b44605f143f)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:32:04.913603 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9ee87f08-b456-4193-8870-207b41d01801 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:04.921828 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4281c4-694e-42f3-bead-7c1bc7624386 None None] Pushing event updated for resources: {'Port': ['ID=e7c0fc9a-60e1-46c5-bedf-ea0ef6a70ee9,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:04.950061 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-9ee87f08-b456-4193-8870-207b41d01801 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Calling delete_port for 1f34b105-a25d-4409-9113-297dac9494b0 owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:32:04.963347 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 4d0043ef-ee21-4728-bc4c-86bc0c4934c3 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:32:04.963719 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:04.998198 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ac5878e2-6f27-4f2c-8c62-72d2c00c4dca tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Publish callbacks [] for security_group, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:05.004157 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-79fcdd3b-a30a-4cf7-ba26-80aae3959d9a tempest-TagsTest-91124449 tempest-TagsTest-91124449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:05.049317 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-dbe5a519-de7b-4b99-abe0-a594fc32c7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:05.084744 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-79fcdd3b-a30a-4cf7-ba26-80aae3959d9a tempest-TagsTest-91124449 tempest-TagsTest-91124449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0d96113-febb-435e-9c2b-61b1e37c43fb']}} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:05.106341 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-79fcdd3b-a30a-4cf7-ba26-80aae3959d9a tempest-TagsTest-91124449 tempest-TagsTest-91124449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6baf9e26-8330-4c32-8aa9-ca760631b615') {'for_net_delete': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:05.106341 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-79fcdd3b-a30a-4cf7-ba26-80aae3959d9a tempest-TagsTest-91124449 tempest-TagsTest-91124449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6baf9e26-8330-4c32-8aa9-ca760631b615') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:05.112724 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ac5878e2-6f27-4f2c-8c62-72d2c00c4dca tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:05.122579 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-79fcdd3b-a30a-4cf7-ba26-80aae3959d9a tempest-TagsTest-91124449 tempest-TagsTest-91124449-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1585430'] for segment, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:05.125022 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2dccaa12-5af2-48b8-989e-23df02bebb4d tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:05.159906 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-dbe5a519-de7b-4b99-abe0-a594fc32c7c1 None None] For port ef756e34-ea1a-468e-b404-fa77ba70aa51, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ef756e34-ea1a-468e-b404-fa77ba70aa51,segment=NetworkSegment(930a3e4e-317a-4b34-927a-4c818a33668c),segment_id=930a3e4e-317a-4b34-927a-4c818a33668c)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:32:05.169084 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-dbe5a519-de7b-4b99-abe0-a594fc32c7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:05.173970 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aba93dd-f61c-44e0-93b7-000c879fdaa7 admin admin] Router 4f7cfa4a-0e9a-40a7-b9ea-53e9abe6b5a9 is scheduled to L3 agent 59e14383-78fa-487e-9299-b32042a98157 with binding_index 1 {{(pid=103152) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 13:32:05.230992 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-79fcdd3b-a30a-4cf7-ba26-80aae3959d9a tempest-TagsTest-91124449 tempest-TagsTest-91124449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:05.247063 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 58b16d3d-0bee-4da8-880b-15ecc6d214ea no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:32:05.247222 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79fcdd3b-a30a-4cf7-ba26-80aae3959d9a tempest-TagsTest-91124449 tempest-TagsTest-91124449-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=103153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:32:05.247565 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-79fcdd3b-a30a-4cf7-ba26-80aae3959d9a tempest-TagsTest-91124449 tempest-TagsTest-91124449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11349758'] for segment, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:05.264478 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:32:05.264478 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:32:05.264478 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:32:05.264478 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:32:05.264478 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:32:05.264478 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:32:05.264478 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:32:05.264478 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:32:05.264478 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:32:05.264478 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:32:05.264478 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:32:05.264478 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:32:05.264478 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:32:05.264478 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:32:05.264478 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:32:05.264478 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:32:05.264478 dv-neutron-master-2-hyperv neutron-server[103153]: Traceback (most recent call last): Dec 21 13:32:05.264478 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:32:05.264478 dv-neutron-master-2-hyperv neutron-server[103153]: timer() Dec 21 13:32:05.264478 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:32:05.264478 dv-neutron-master-2-hyperv neutron-server[103153]: cb(*args, **kw) Dec 21 13:32:05.264478 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:32:05.264478 dv-neutron-master-2-hyperv neutron-server[103153]: return func(*args, **kwargs) Dec 21 13:32:05.264478 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:32:05.264478 dv-neutron-master-2-hyperv neutron-server[103153]: self._notify() Dec 21 13:32:05.264478 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:32:05.264478 dv-neutron-master-2-hyperv neutron-server[103153]: self.callback(batched_events) Dec 21 13:32:05.264478 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:32:05.264478 dv-neutron-master-2-hyperv neutron-server[103153]: event.method(event) Dec 21 13:32:05.264478 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:32:05.264478 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:32:05.264478 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:32:05.264478 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:32:05.264478 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:32:05.264478 dv-neutron-master-2-hyperv neutron-server[103153]: return f(self, *a, **k) Dec 21 13:32:05.264478 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:32:05.264478 dv-neutron-master-2-hyperv neutron-server[103153]: return self._get(url).json() Dec 21 13:32:05.264478 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:32:05.264478 dv-neutron-master-2-hyperv neutron-server[103153]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:32:05.264478 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:32:05.264478 dv-neutron-master-2-hyperv neutron-server[103153]: return self.request(url, 'GET', **kwargs) Dec 21 13:32:05.264478 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:32:05.264478 dv-neutron-master-2-hyperv neutron-server[103153]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:32:05.264478 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:32:05.264478 dv-neutron-master-2-hyperv neutron-server[103153]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:32:05.264478 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:32:05.264478 dv-neutron-master-2-hyperv neutron-server[103153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:32:05.264478 dv-neutron-master-2-hyperv neutron-server[103153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:32:05.294728 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: 58b16d3d-0bee-4da8-880b-15ecc6d214ea {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:32:05.295433 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 58b16d3d-0bee-4da8-880b-15ecc6d214ea not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:32:05.298878 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-dbe5a519-de7b-4b99-abe0-a594fc32c7c1 None None] Provisioning complete for port bcec22d0-ce75-4383-a1c8-eaaf9e5de1b9 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:32:05.299605 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-dbe5a519-de7b-4b99-abe0-a594fc32c7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:05.303039 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe5a519-de7b-4b99-abe0-a594fc32c7c1 None None] Pushing event updated for resources: {'Port': ['ID=ef756e34-ea1a-468e-b404-fa77ba70aa51,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:05.376782 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-dbe5a519-de7b-4b99-abe0-a594fc32c7c1 None None] Port bcec22d0-ce75-4383-a1c8-eaaf9e5de1b9 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:32:05.425718 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2dccaa12-5af2-48b8-989e-23df02bebb4d tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11349588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11288746'] for subnet, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:05.461340 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dccaa12-5af2-48b8-989e-23df02bebb4d tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event deleted for resources: {'Subnet': ['ID=6635b055-fb7d-46f6-9c30-ac1d563e95f2,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:05.470574 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-79fcdd3b-a30a-4cf7-ba26-80aae3959d9a tempest-TagsTest-91124449 tempest-TagsTest-91124449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:05.472635 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2dccaa12-5af2-48b8-989e-23df02bebb4d tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:05.476552 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-2dccaa12-5af2-48b8-989e-23df02bebb4d tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "DELETE /v2.0/subnets/6635b055-fb7d-46f6-9c30-ac1d563e95f2 HTTP/1.1" status: 204 len: 168 time: 0.8694825 Dec 21 13:32:05.482990 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-79fcdd3b-a30a-4cf7-ba26-80aae3959d9a tempest-TagsTest-91124449 tempest-TagsTest-91124449-project] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:05.487333 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-79fcdd3b-a30a-4cf7-ba26-80aae3959d9a tempest-TagsTest-91124449 tempest-TagsTest-91124449-project] 10.222.0.37 "DELETE /v2.0/networks/c0d96113-febb-435e-9c2b-61b1e37c43fb HTTP/1.1" status: 204 len: 168 time: 0.8296480 Dec 21 13:32:05.488481 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58966) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:05.507703 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aba93dd-f61c-44e0-93b7-000c879fdaa7 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:32:05.517360 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-e2045e02-fbf1-4aa1-88ec-623d6ba92e48 None None] Provisioning complete for port ef756e34-ea1a-468e-b404-fa77ba70aa51 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:32:05.517935 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e2045e02-fbf1-4aa1-88ec-623d6ba92e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:05.519995 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93fafb00-a168-4acd-a56d-276065be4044 None None] Sync routers for ids ['4f7cfa4a-0e9a-40a7-b9ea-53e9abe6b5a9'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:32:05.547465 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fafb00-a168-4acd-a56d-276065be4044 None None] Routers {'4f7cfa4a-0e9a-40a7-b9ea-53e9abe6b5a9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:32:05.550760 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-93fafb00-a168-4acd-a56d-276065be4044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:31:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['4f7cfa4a-0e9a-40a7-b9ea-53e9abe6b5a9'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:05.558920 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ac5878e2-6f27-4f2c-8c62-72d2c00c4dca tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:05.562393 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ac5878e2-6f27-4f2c-8c62-72d2c00c4dca tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:05.573542 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-ac5878e2-6f27-4f2c-8c62-72d2c00c4dca tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] 10.222.0.37 "DELETE /v2.0/security-groups/18781ea8-9036-4db0-a36f-7a272a731220 HTTP/1.1" status: 204 len: 168 time: 0.8684099 Dec 21 13:32:05.575633 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58970) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:05.597641 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-b95e7cf0-5c20-4535-ade4-362ebc4c6c27 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1072190 Dec 21 13:32:05.599562 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fcdd3b-a30a-4cf7-ba26-80aae3959d9a tempest-TagsTest-91124449 tempest-TagsTest-91124449-project] Pushing event deleted for resources: {'Network': ['ID=c0d96113-febb-435e-9c2b-61b1e37c43fb,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:05.601440 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58972) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:05.606168 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b7947c-42c4-4fca-89a4-e8d5780d737f None None] Network 66e3a06e-8892-4c18-8ecf-5107c5eeef89 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:32:05.612503 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9ee87f08-b456-4193-8870-207b41d01801 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:05.613514 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-4e91f3a6-fd4e-43fd-9af9-63fec93cdb86 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Request body: {'subnet': {'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:32:05.643935 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5878e2-6f27-4f2c-8c62-72d2c00c4dca tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18781ea8-9036-4db0-a36f-7a272a731220,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:05.729051 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e91f3a6-fd4e-43fd-9af9-63fec93cdb86 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Made reservation on behalf of 4e9b97d81d204c53a28bf5666eaf36b7 for: {'subnet': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:32:05.733557 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4e91f3a6-fd4e-43fd-9af9-63fec93cdb86 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11288759'] for subnet, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:05.747624 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee87f08-b456-4193-8870-207b41d01801 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Pushing event deleted for resources: {'Port': ['ID=1f34b105-a25d-4409-9113-297dac9494b0,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:05.773613 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2aba93dd-f61c-44e0-93b7-000c879fdaa7 admin admin] Publish callbacks [] for router, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:05.775246 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-2aba93dd-f61c-44e0-93b7-000c879fdaa7 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.3304522 Dec 21 13:32:05.786473 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 58974) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:05.789169 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-45851527-1f3b-471c-9cd4-bed03268dacb tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Deleting port bcec22d0-ce75-4383-a1c8-eaaf9e5de1b9 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:32:05.789519 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-45851527-1f3b-471c-9cd4-bed03268dacb tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:05.792847 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-93fafb00-a168-4acd-a56d-276065be4044 None None] Set router 4f7cfa4a-0e9a-40a7-b9ea-53e9abe6b5a9 gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:32:05.969671 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee87f08-b456-4193-8870-207b41d01801 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] No DVR routers for this DVR port 1f34b105-a25d-4409-9113-297dac9494b0 on host dv-neutron-master-2-hyperv {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:32:06.028499 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-0528475f-b406-40f1-903b-620b0d428627 None None] Could not find standard attr ID for object 1f34b105-a25d-4409-9113-297dac9494b0. {{(pid=103154) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 21 13:32:06.089913 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 18ad5d93-4983-463f-8bc7-74e634dd78b4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:32:06.100734 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58978) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:06.108511 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-93fafb00-a168-4acd-a56d-276065be4044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7cfa4a-0e9a-40a7-b9ea-53e9abe6b5a9', 'name': 'tempest-TestVolumeBootPattern-1017227195-router', 'tenant_id': '13ad1637f7334c20a6c89679b35a21fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.44'}], 'enable_snat': True}, 'gw_port_id': '58abf7ed-68b1-412e-a45b-d396686f7d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:31:57Z', 'updated_at': '2021-12-21T13:32:03Z', 'revision_number': 3, 'project_id': '13ad1637f7334c20a6c89679b35a21fd', 'gw_port': {'id': '58abf7ed-68b1-412e-a45b-d396686f7d22', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e9:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f7cfa4a-0e9a-40a7-b9ea-53e9abe6b5a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:32:00Z', 'updated_at': '2021-12-21T13:32:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:06.155610 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93fafb00-a168-4acd-a56d-276065be4044 None None] Checking router: 4f7cfa4a-0e9a-40a7-b9ea-53e9abe6b5a9 for host: dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:32:06.155957 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93fafb00-a168-4acd-a56d-276065be4044 None None] Updating router 4f7cfa4a-0e9a-40a7-b9ea-53e9abe6b5a9 port 58abf7ed-68b1-412e-a45b-d396686f7d22 binding host dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 13:32:06.161638 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-e9244f72-7ac2-4894-8376-d5d797115318 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.5432720 Dec 21 13:32:06.171219 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58982) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:06.202917 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17da19d-24fb-4769-9b00-bfcc10fe77f3 None None] Network 66e3a06e-8892-4c18-8ecf-5107c5eeef89 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:32:06.210001 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-93fafb00-a168-4acd-a56d-276065be4044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:06.226824 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.api.v2.resource [None req-a4062528-5f8e-425c-9f87-e3be33620bc8 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] delete failed (client error): The resource could not be found. Dec 21 13:32:06.227969 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-a4062528-5f8e-425c-9f87-e3be33620bc8 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] 10.222.0.37 "DELETE /v2.0/security-groups/93b6b52b-bd1f-4100-add4-262ece6354cd HTTP/1.1" status: 404 len: 347 time: 0.0558457 Dec 21 13:32:06.235458 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58984) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:06.237240 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-45851527-1f3b-471c-9cd4-bed03268dacb tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:06.260908 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9ee87f08-b456-4193-8870-207b41d01801 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:06.264969 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.api.v2.resource [None req-820d111d-d1f4-4311-b581-57a30274f1a8 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] show failed (client error): The resource could not be found. Dec 21 13:32:06.266084 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-820d111d-d1f4-4311-b581-57a30274f1a8 tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] 10.222.0.37 "GET /v2.0/security-groups/44672f8e-3c06-43b7-8542-887f75c597b1 HTTP/1.1" status: 404 len: 347 time: 0.0258105 Dec 21 13:32:06.290870 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58986) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:06.304571 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-45851527-1f3b-471c-9cd4-bed03268dacb tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Calling delete_port for bcec22d0-ce75-4383-a1c8-eaaf9e5de1b9 owned by network:router_interface {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:32:06.330743 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.api.v2.resource [None req-15628d6d-17d5-48e2-a8e9-6a315fccbe6c tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] show failed (client error): The resource could not be found. Dec 21 13:32:06.331816 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-15628d6d-17d5-48e2-a8e9-6a315fccbe6c tempest-NegativeSecGroupTest-1315197041 tempest-NegativeSecGroupTest-1315197041-project] 10.222.0.37 "GET /v2.0/security-group-rules/1e432217-2c5f-4075-8e47-f8e3c055fdb5 HTTP/1.1" status: 404 len: 356 time: 0.0368240 Dec 21 13:32:06.486301 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 18ad5d93-4983-463f-8bc7-74e634dd78b4 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:32:06.491205 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:06.496661 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9ee87f08-b456-4193-8870-207b41d01801 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12346570'] for subnet, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:06.692972 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee87f08-b456-4193-8870-207b41d01801 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Pushing event deleted for resources: {'Subnet': ['ID=44af0533-9bf7-48af-92a5-8c2c52dda858,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:06.700095 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-93fafb00-a168-4acd-a56d-276065be4044 None None] Publish callbacks [] for port, precommit_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:06.706103 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device ef756e34-ea1a-468e-b404-fa77ba70aa51 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:32:06.711777 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-93fafb00-a168-4acd-a56d-276065be4044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:06.764107 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-0e681c4d-47c2-4724-9d62-c9f213b63013 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5b07a8a61d8c4217af995ffc41ca964b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6632235 Dec 21 13:32:06.776172 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58992) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:06.792306 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58994) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:06.812476 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0fce20-9fed-432a-ab74-346547d23be7 None None] Pushing event updated for resources: {'Port': ['ID=58abf7ed-68b1-412e-a45b-d396686f7d22,revision_number=2']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:06.838712 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port ef756e34-ea1a-468e-b404-fa77ba70aa51 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:32:06.839236 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:06.871603 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7019f117-17e6-4de1-a565-e640ce7aaa7c None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:32:06.893464 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-93fafb00-a168-4acd-a56d-276065be4044 None None] Attempting to bind port 58abf7ed-68b1-412e-a45b-d396686f7d22 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:32:06.895701 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-93fafb00-a168-4acd-a56d-276065be4044 None None] Attempting to bind port 58abf7ed-68b1-412e-a45b-d396686f7d22 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:32:06.896264 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9ee87f08-b456-4193-8870-207b41d01801 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:06.899278 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fafb00-a168-4acd-a56d-276065be4044 None None] Attempting to bind port 58abf7ed-68b1-412e-a45b-d396686f7d22 on network 7fdf1889-f079-4166-bbda-88b2a8d8d595 {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:32:06.906904 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865efdfa-40b3-427d-b44f-dad1cad0773c None None] Network 66e3a06e-8892-4c18-8ecf-5107c5eeef89 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:32:06.914781 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fafb00-a168-4acd-a56d-276065be4044 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:32:06.916604 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fafb00-a168-4acd-a56d-276065be4044 None None] Checking segment: {'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:32:06.917809 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-93fafb00-a168-4acd-a56d-276065be4044 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:06.919590 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fafb00-a168-4acd-a56d-276065be4044 None None] Bound using segment: {'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:32:06.920302 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-93fafb00-a168-4acd-a56d-276065be4044 None None] Bound port: 58abf7ed-68b1-412e-a45b-d396686f7d22, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:32:06.920861 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-93fafb00-a168-4acd-a56d-276065be4044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:06.926312 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f509ed-a6dc-4400-ba5d-320c3d35cd3d None None] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:32:06.993252 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-9ee87f08-b456-4193-8870-207b41d01801 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66e3a06e-8892-4c18-8ecf-5107c5eeef89']}} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:07.025404 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-9ee87f08-b456-4193-8870-207b41d01801 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7418ace1-9fb3-4408-afa0-3b44605f143f') {'for_net_delete': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:07.025800 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-9ee87f08-b456-4193-8870-207b41d01801 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7418ace1-9fb3-4408-afa0-3b44605f143f') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:07.034986 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-93fafb00-a168-4acd-a56d-276065be4044 None None] For port 58abf7ed-68b1-412e-a45b-d396686f7d22, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:32:07.038431 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-93fafb00-a168-4acd-a56d-276065be4044 None None] For port 58abf7ed-68b1-412e-a45b-d396686f7d22, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=58abf7ed-68b1-412e-a45b-d396686f7d22,segment=NetworkSegment(a32e5bfd-6fac-434f-817b-5707a23fd2ca),segment_id=a32e5bfd-6fac-434f-817b-5707a23fd2ca)] {{(pid=103155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:32:07.044083 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-93fafb00-a168-4acd-a56d-276065be4044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:07.121211 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0fce20-9fed-432a-ab74-346547d23be7 None None] Pushing event updated for resources: {'Port': ['ID=58abf7ed-68b1-412e-a45b-d396686f7d22,revision_number=3']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:07.135977 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fafb00-a168-4acd-a56d-276065be4044 None None] Routers {'4f7cfa4a-0e9a-40a7-b9ea-53e9abe6b5a9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:32:07.136616 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-93fafb00-a168-4acd-a56d-276065be4044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:31:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['4f7cfa4a-0e9a-40a7-b9ea-53e9abe6b5a9'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:07.171732 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.objects.ports [None req-4e91f3a6-fd4e-43fd-9af9-63fec93cdb86 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103153) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 21 13:32:07.175644 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9ee87f08-b456-4193-8870-207b41d01801 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526653'] for segment, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:07.180219 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6877c695-0aa0-4b9b-8df1-7cd2b32f855d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:07.242773 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-f8be73d3-8db1-4be6-ae54-f481066850a3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b951cc7d7d5d4e63825ae22c8891a0f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4258921 Dec 21 13:32:07.243400 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 58998) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:07.250601 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8318f3cb-0c96-4a59-9f64-a401b615cce9 None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:32:07.342229 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-01e00e73-d4cd-4290-a623-d0c84b2570c0 None None] Provisioning complete for port e7c0fc9a-60e1-46c5-bedf-ea0ef6a70ee9 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:32:07.342859 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-01e00e73-d4cd-4290-a623-d0c84b2570c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:07.415292 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-93fafb00-a168-4acd-a56d-276065be4044 None None] Set router 4f7cfa4a-0e9a-40a7-b9ea-53e9abe6b5a9 gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:32:07.472762 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c957b28a-a1d3-4ece-ab47-58746bbb39de None None] DHCP port deletion for 66e3a06e-8892-4c18-8ecf-5107c5eeef89 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:32:07.512671 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device e7c0fc9a-60e1-46c5-bedf-ea0ef6a70ee9 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:32:07.604761 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4e91f3a6-fd4e-43fd-9af9-63fec93cdb86 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:07.624091 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port e7c0fc9a-60e1-46c5-bedf-ea0ef6a70ee9 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:32:07.624925 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:07.648669 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fee2596a-0779-4bdb-9c1c-b0916f6bc762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:07.654851 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-01e00e73-d4cd-4290-a623-d0c84b2570c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:07.710875 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9ee87f08-b456-4193-8870-207b41d01801 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:07.712553 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-01e00e73-d4cd-4290-a623-d0c84b2570c0 None None] For port e7c0fc9a-60e1-46c5-bedf-ea0ef6a70ee9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e7c0fc9a-60e1-46c5-bedf-ea0ef6a70ee9,segment=NetworkSegment(b20a5dbe-a251-4a83-ae2d-3ffbda6396cf),segment_id=b20a5dbe-a251-4a83-ae2d-3ffbda6396cf)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:32:07.713000 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-45851527-1f3b-471c-9cd4-bed03268dacb tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:07.720814 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-01e00e73-d4cd-4290-a623-d0c84b2570c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:07.725010 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.db.api [None req-4e91f3a6-fd4e-43fd-9af9-63fec93cdb86 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103153) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 13:32:07.725331 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG oslo_db.api [None req-4e91f3a6-fd4e-43fd-9af9-63fec93cdb86 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 13:32:07.775067 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ee87f08-b456-4193-8870-207b41d01801 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=103152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:32:07.775647 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9ee87f08-b456-4193-8870-207b41d01801 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805426'] for segment, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:07.781405 dv-neutron-master-2-hyperv neutron-server[103152]: Traceback (most recent call last): Dec 21 13:32:07.781405 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:32:07.781405 dv-neutron-master-2-hyperv neutron-server[103152]: timer() Dec 21 13:32:07.781405 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:32:07.781405 dv-neutron-master-2-hyperv neutron-server[103152]: cb(*args, **kw) Dec 21 13:32:07.781405 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:32:07.781405 dv-neutron-master-2-hyperv neutron-server[103152]: return func(*args, **kwargs) Dec 21 13:32:07.781405 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:32:07.781405 dv-neutron-master-2-hyperv neutron-server[103152]: self._notify() Dec 21 13:32:07.781405 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:32:07.781405 dv-neutron-master-2-hyperv neutron-server[103152]: self.callback(batched_events) Dec 21 13:32:07.781405 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:32:07.781405 dv-neutron-master-2-hyperv neutron-server[103152]: event.method(event) Dec 21 13:32:07.781405 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:32:07.781405 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:32:07.781405 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:32:07.781405 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:32:07.781405 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:32:07.781405 dv-neutron-master-2-hyperv neutron-server[103152]: return f(self, *a, **k) Dec 21 13:32:07.781405 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:32:07.781405 dv-neutron-master-2-hyperv neutron-server[103152]: return self._get(url).json() Dec 21 13:32:07.781405 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:32:07.781405 dv-neutron-master-2-hyperv neutron-server[103152]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:32:07.781405 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:32:07.781405 dv-neutron-master-2-hyperv neutron-server[103152]: return self.request(url, 'GET', **kwargs) Dec 21 13:32:07.781405 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:32:07.781405 dv-neutron-master-2-hyperv neutron-server[103152]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:32:07.781405 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:32:07.781405 dv-neutron-master-2-hyperv neutron-server[103152]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:32:07.781405 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:32:07.781405 dv-neutron-master-2-hyperv neutron-server[103152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:32:07.781405 dv-neutron-master-2-hyperv neutron-server[103152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:32:07.787393 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-93fafb00-a168-4acd-a56d-276065be4044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7cfa4a-0e9a-40a7-b9ea-53e9abe6b5a9', 'name': 'tempest-TestVolumeBootPattern-1017227195-router', 'tenant_id': '13ad1637f7334c20a6c89679b35a21fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.44'}], 'enable_snat': True}, 'gw_port_id': '58abf7ed-68b1-412e-a45b-d396686f7d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:31:57Z', 'updated_at': '2021-12-21T13:32:03Z', 'revision_number': 3, 'project_id': '13ad1637f7334c20a6c89679b35a21fd', 'gw_port': {'id': '58abf7ed-68b1-412e-a45b-d396686f7d22', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e9:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f7cfa4a-0e9a-40a7-b9ea-53e9abe6b5a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:32:00Z', 'updated_at': '2021-12-21T13:32:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:07.811394 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6877c695-0aa0-4b9b-8df1-7cd2b32f855d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:07.816055 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-01e00e73-d4cd-4290-a623-d0c84b2570c0 None None] Provisioning complete for port 58abf7ed-68b1-412e-a45b-d396686f7d22 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:32:07.816444 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-01e00e73-d4cd-4290-a623-d0c84b2570c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:07.834187 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45851527-1f3b-471c-9cd4-bed03268dacb tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Pushing event deleted for resources: {'Port': ['ID=bcec22d0-ce75-4383-a1c8-eaaf9e5de1b9,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:07.841840 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93fafb00-a168-4acd-a56d-276065be4044 None None] The sync data for ids ['4f7cfa4a-0e9a-40a7-b9ea-53e9abe6b5a9'] in dv-neutron-master-2-hyperv is: [{'id': '4f7cfa4a-0e9a-40a7-b9ea-53e9abe6b5a9', 'name': 'tempest-TestVolumeBootPattern-1017227195-router', 'tenant_id': '13ad1637f7334c20a6c89679b35a21fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.44'}], 'enable_snat': True}, 'gw_port_id': '58abf7ed-68b1-412e-a45b-d396686f7d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:31:57Z', 'updated_at': '2021-12-21T13:32:03Z', 'revision_number': 3, 'project_id': '13ad1637f7334c20a6c89679b35a21fd', 'gw_port': {'id': '58abf7ed-68b1-412e-a45b-d396686f7d22', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e9:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f7cfa4a-0e9a-40a7-b9ea-53e9abe6b5a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:32:00Z', 'updated_at': '2021-12-21T13:32:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:32:07.968685 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e00e73-d4cd-4290-a623-d0c84b2570c0 None None] Pushing event updated for resources: {'Port': ['ID=e7c0fc9a-60e1-46c5-bedf-ea0ef6a70ee9,revision_number=5']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:08.010388 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device a65b1b60-c391-471a-8ac0-c003b7f1ef92 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:32:08.018756 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6dcbbaef-f84e-494b-82a5-414245bb6059 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:08.028355 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-fee2596a-0779-4bdb-9c1c-b0916f6bc762 admin admin] Allocated IP 172.20.0.1 (ddfad0a2-e0cd-47df-a035-0dc5af3e194b/b027283a-67c5-4312-a99f-4388342c789b/fc40368a-a747-45df-91e6-6d1d12e28660) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:32:08.037845 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9ee87f08-b456-4193-8870-207b41d01801 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:08.057010 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9ee87f08-b456-4193-8870-207b41d01801 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks [] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:08.060382 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-9ee87f08-b456-4193-8870-207b41d01801 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] 10.222.0.37 "DELETE /v2.0/networks/66e3a06e-8892-4c18-8ecf-5107c5eeef89 HTTP/1.1" status: 204 len: 168 time: 4.2275414 Dec 21 13:32:08.067017 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 59000) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:08.106933 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6dcbbaef-f84e-494b-82a5-414245bb6059 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:08.149648 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-01e00e73-d4cd-4290-a623-d0c84b2570c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:08.170041 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port a65b1b60-c391-471a-8ac0-c003b7f1ef92 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:32:08.170579 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:08.214936 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.pecan_wsgi.hooks.translation [None req-86e859ec-4078-4bbd-9fd4-6e7d76bf283e tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] DELETE failed (client error): The resource could not be found. Dec 21 13:32:08.216433 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86e859ec-4078-4bbd-9fd4-6e7d76bf283e tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:32:08.217058 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-01e00e73-d4cd-4290-a623-d0c84b2570c0 None None] For port 58abf7ed-68b1-412e-a45b-d396686f7d22, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=58abf7ed-68b1-412e-a45b-d396686f7d22,segment=NetworkSegment(a32e5bfd-6fac-434f-817b-5707a23fd2ca),segment_id=a32e5bfd-6fac-434f-817b-5707a23fd2ca)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:32:08.222889 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-86e859ec-4078-4bbd-9fd4-6e7d76bf283e tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] 10.222.0.37 "DELETE /v2.0/subnets/44af0533-9bf7-48af-92a5-8c2c52dda858 HTTP/1.1" status: 404 len: 337 time: 0.1544559 Dec 21 13:32:08.229172 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-01e00e73-d4cd-4290-a623-d0c84b2570c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:08.251553 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59002) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:08.279871 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee87f08-b456-4193-8870-207b41d01801 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Pushing event deleted for resources: {'Network': ['ID=66e3a06e-8892-4c18-8ecf-5107c5eeef89,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:08.297643 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-45851527-1f3b-471c-9cd4-bed03268dacb tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534084'] for router_interface, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:08.322407 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fee2596a-0779-4bdb-9c1c-b0916f6bc762 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:08.352400 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6877c695-0aa0-4b9b-8df1-7cd2b32f855d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:08.357771 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4e91f3a6-fd4e-43fd-9af9-63fec93cdb86 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:08.366202 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6877c695-0aa0-4b9b-8df1-7cd2b32f855d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:08.368521 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-6877c695-0aa0-4b9b-8df1-7cd2b32f855d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f23f16fe-50d3-488e-9093-580d868e1e75 HTTP/1.1" status: 204 len: 168 time: 1.5771410 Dec 21 13:32:08.378638 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e00e73-d4cd-4290-a623-d0c84b2570c0 None None] Pushing event updated for resources: {'Port': ['ID=58abf7ed-68b1-412e-a45b-d396686f7d22,revision_number=4']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:08.401095 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 1f34b105-a25d-4409-9113-297dac9494b0 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:32:08.407442 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-09ec5c45-acf3-42d0-b241-318c85d34b87 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] DELETE failed (client error): The resource could not be found. Dec 21 13:32:08.408424 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09ec5c45-acf3-42d0-b241-318c85d34b87 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:32:08.409942 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-1257bddd-76c6-4512-911b-9da5e4b482db None None] Provisioning complete for port e7c0fc9a-60e1-46c5-bedf-ea0ef6a70ee9 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:32:08.410465 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-1257bddd-76c6-4512-911b-9da5e4b482db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:08.417302 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-09ec5c45-acf3-42d0-b241-318c85d34b87 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] 10.222.0.37 "DELETE /v2.0/networks/66e3a06e-8892-4c18-8ecf-5107c5eeef89 HTTP/1.1" status: 404 len: 339 time: 0.1232555 Dec 21 13:32:08.438617 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59006) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:08.460755 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6877c695-0aa0-4b9b-8df1-7cd2b32f855d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f23f16fe-50d3-488e-9093-580d868e1e75,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:08.467278 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: 1f34b105-a25d-4409-9113-297dac9494b0 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:32:08.467914 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 1f34b105-a25d-4409-9113-297dac9494b0 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 21 13:32:08.507522 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Port 1f34b105-a25d-4409-9113-297dac9494b0 not found, will not notify nova. {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 21 13:32:08.508072 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 4d0043ef-ee21-4728-bc4c-86bc0c4934c3 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:32:08.517254 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7cf34e7-08e4-4ce1-9242-25735c539574 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=103154) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 21 13:32:08.552462 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fee2596a-0779-4bdb-9c1c-b0916f6bc762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:08.648759 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee2596a-0779-4bdb-9c1c-b0916f6bc762 admin admin] Network ddfad0a2-e0cd-47df-a035-0dc5af3e194b is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:32:08.661868 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-fee2596a-0779-4bdb-9c1c-b0916f6bc762 admin admin] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:32:08.678688 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee2596a-0779-4bdb-9c1c-b0916f6bc762 admin admin] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:32:08.681601 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6dcbbaef-f84e-494b-82a5-414245bb6059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:08.685071 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6dcbbaef-f84e-494b-82a5-414245bb6059 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:08.686255 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-6dcbbaef-f84e-494b-82a5-414245bb6059 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c8ecfb69-ed66-4fb3-a178-79f25027932d HTTP/1.1" status: 204 len: 168 time: 1.4389615 Dec 21 13:32:08.690183 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-22657acc-9fd0-4a17-999b-4847b21a6153 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:08.704158 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcbbaef-f84e-494b-82a5-414245bb6059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ecfb69-ed66-4fb3-a178-79f25027932d,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:08.773963 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-1257bddd-76c6-4512-911b-9da5e4b482db None None] Could not find standard attr ID for object 6497819f-4297-4207-bf40-82867e424345. {{(pid=103154) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 21 13:32:08.789299 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 4d0043ef-ee21-4728-bc4c-86bc0c4934c3 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:32:08.789710 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:08.795944 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee2596a-0779-4bdb-9c1c-b0916f6bc762 admin admin] Pushing event updated for resources: {'Port': ['ID=fc40368a-a747-45df-91e6-6d1d12e28660,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:08.900471 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fee2596a-0779-4bdb-9c1c-b0916f6bc762 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532557'] for router_interface, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:08.906441 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-1257bddd-76c6-4512-911b-9da5e4b482db None None] Provisioning complete for port 58abf7ed-68b1-412e-a45b-d396686f7d22 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:32:08.907196 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-1257bddd-76c6-4512-911b-9da5e4b482db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:08.917240 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-4e91f3a6-fd4e-43fd-9af9-63fec93cdb86 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] For port e7c0fc9a-60e1-46c5-bedf-ea0ef6a70ee9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e7c0fc9a-60e1-46c5-bedf-ea0ef6a70ee9,segment=NetworkSegment(b20a5dbe-a251-4a83-ae2d-3ffbda6396cf),segment_id=b20a5dbe-a251-4a83-ae2d-3ffbda6396cf)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:32:08.932244 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45851527-1f3b-471c-9cd4-bed03268dacb tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Router b02fc9a2-9c02-4a14-95c1-9970eb988f6c has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:32:09.041842 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7cf34e7-08e4-4ce1-9242-25735c539574 None None] Resources bound (agent type, host, resource id): {{(pid=103154) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 21 13:32:09.090390 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4e91f3a6-fd4e-43fd-9af9-63fec93cdb86 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:09.143595 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4e91f3a6-fd4e-43fd-9af9-63fec93cdb86 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:09.144334 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4e91f3a6-fd4e-43fd-9af9-63fec93cdb86 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11195289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11288741'] for subnet, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:09.305124 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-22657acc-9fd0-4a17-999b-4847b21a6153 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:09.324842 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e91f3a6-fd4e-43fd-9af9-63fec93cdb86 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event updated for resources: {'Port': ['ID=e7c0fc9a-60e1-46c5-bedf-ea0ef6a70ee9,revision_number=6']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:09.326943 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45851527-1f3b-471c-9cd4-bed03268dacb tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:32:09.340537 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c38bb9-906c-4fd4-a5db-b24f2d8b8a70 None None] Sync routers for ids ['b02fc9a2-9c02-4a14-95c1-9970eb988f6c'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:32:09.340862 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-45851527-1f3b-471c-9cd4-bed03268dacb tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] 10.222.0.37 "PUT /v2.0/routers/b02fc9a2-9c02-4a14-95c1-9970eb988f6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8360553 Dec 21 13:32:09.365308 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59030) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:09.390977 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-22657acc-9fd0-4a17-999b-4847b21a6153 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d91550b-2c11-4ccb-85ea-2a7e71d65bb5']}} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:09.409517 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c38bb9-906c-4fd4-a5db-b24f2d8b8a70 None None] Routers {'b02fc9a2-9c02-4a14-95c1-9970eb988f6c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:32:09.411444 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-03c38bb9-906c-4fd4-a5db-b24f2d8b8a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:31:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['b02fc9a2-9c02-4a14-95c1-9970eb988f6c'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:09.417424 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e91f3a6-fd4e-43fd-9af9-63fec93cdb86 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:32:09.423999 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-4e91f3a6-fd4e-43fd-9af9-63fec93cdb86 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:32:09.429960 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e91f3a6-fd4e-43fd-9af9-63fec93cdb86 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:09.431065 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4e91f3a6-fd4e-43fd-9af9-63fec93cdb86 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:09.479373 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fee2596a-0779-4bdb-9c1c-b0916f6bc762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:09.491265 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-03c38bb9-906c-4fd4-a5db-b24f2d8b8a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:09.494160 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 58abf7ed-68b1-412e-a45b-d396686f7d22 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:32:09.503869 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-22657acc-9fd0-4a17-999b-4847b21a6153 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a984014f-2972-4220-9f79-6f2d159edbef') {'for_net_delete': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:09.504505 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-22657acc-9fd0-4a17-999b-4847b21a6153 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a984014f-2972-4220-9f79-6f2d159edbef') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:09.507048 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.api.v2.resource [None req-94a6c00c-94d3-4b0e-8443-421939832877 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] delete failed (client error): The resource could not be found. Dec 21 13:32:09.507697 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e91f3a6-fd4e-43fd-9af9-63fec93cdb86 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event updated for resources: {'Subnet': ['ID=7ab16491-076b-42e8-9ecb-fb11dacec625,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:09.522108 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 59036) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:09.524790 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-94a6c00c-94d3-4b0e-8443-421939832877 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] 10.222.0.37 "DELETE /v2.0/routers/tempest-non_exist_router-372567939 HTTP/1.1" status: 404 len: 334 time: 0.1556752 Dec 21 13:32:09.534625 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-22657acc-9fd0-4a17-999b-4847b21a6153 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526653'] for segment, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:09.557199 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-8812c27e-3a87-4d9a-8f1e-18498a06abd3 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b02fc9a2-9c02-4a14-95c1-9970eb988f6c'}}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:32:09.574296 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-22657acc-9fd0-4a17-999b-4847b21a6153 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:09.577275 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-4e91f3a6-fd4e-43fd-9af9-63fec93cdb86 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.9750135 Dec 21 13:32:09.580265 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59042) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:09.588562 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c38bb9-906c-4fd4-a5db-b24f2d8b8a70 None None] Routers {'b02fc9a2-9c02-4a14-95c1-9970eb988f6c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:32:09.588562 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-03c38bb9-906c-4fd4-a5db-b24f2d8b8a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:31:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['b02fc9a2-9c02-4a14-95c1-9970eb988f6c'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:09.601105 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-031cd0b5-0db9-4743-be30-092d04311285 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Request body: {'port': {'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9', 'mac_address': 'fa:16:3e:b6:98:b9', 'name': 'tempest-NetworksTestDHCPv6-1519622411'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:32:09.606036 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22657acc-9fd0-4a17-999b-4847b21a6153 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=103152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:32:09.606612 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-22657acc-9fd0-4a17-999b-4847b21a6153 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805426'] for segment, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:09.612059 dv-neutron-master-2-hyperv neutron-server[103152]: Traceback (most recent call last): Dec 21 13:32:09.612059 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:32:09.612059 dv-neutron-master-2-hyperv neutron-server[103152]: timer() Dec 21 13:32:09.612059 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:32:09.612059 dv-neutron-master-2-hyperv neutron-server[103152]: cb(*args, **kw) Dec 21 13:32:09.612059 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:32:09.612059 dv-neutron-master-2-hyperv neutron-server[103152]: return func(*args, **kwargs) Dec 21 13:32:09.612059 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:32:09.612059 dv-neutron-master-2-hyperv neutron-server[103152]: self._notify() Dec 21 13:32:09.612059 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:32:09.612059 dv-neutron-master-2-hyperv neutron-server[103152]: self.callback(batched_events) Dec 21 13:32:09.612059 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:32:09.612059 dv-neutron-master-2-hyperv neutron-server[103152]: event.method(event) Dec 21 13:32:09.612059 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:32:09.612059 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:32:09.612059 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:32:09.612059 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:32:09.612059 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:32:09.612059 dv-neutron-master-2-hyperv neutron-server[103152]: return f(self, *a, **k) Dec 21 13:32:09.612059 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:32:09.612059 dv-neutron-master-2-hyperv neutron-server[103152]: return self._get(url).json() Dec 21 13:32:09.612059 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:32:09.612059 dv-neutron-master-2-hyperv neutron-server[103152]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:32:09.612059 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:32:09.612059 dv-neutron-master-2-hyperv neutron-server[103152]: return self.request(url, 'GET', **kwargs) Dec 21 13:32:09.612059 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:32:09.612059 dv-neutron-master-2-hyperv neutron-server[103152]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:32:09.612059 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:32:09.612059 dv-neutron-master-2-hyperv neutron-server[103152]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:32:09.612059 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:32:09.612059 dv-neutron-master-2-hyperv neutron-server[103152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:32:09.612059 dv-neutron-master-2-hyperv neutron-server[103152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:32:09.680616 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-03c38bb9-906c-4fd4-a5db-b24f2d8b8a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:09.681667 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c38bb9-906c-4fd4-a5db-b24f2d8b8a70 None None] The sync data for ids ['b02fc9a2-9c02-4a14-95c1-9970eb988f6c'] in dv-neutron-master-2-hyperv is: [] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:32:09.747465 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-22657acc-9fd0-4a17-999b-4847b21a6153 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:09.770484 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 58abf7ed-68b1-412e-a45b-d396686f7d22 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:32:09.771786 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:09.772474 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-22657acc-9fd0-4a17-999b-4847b21a6153 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks [] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:09.778967 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-22657acc-9fd0-4a17-999b-4847b21a6153 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] 10.222.0.37 "DELETE /v2.0/networks/3d91550b-2c11-4ccb-85ea-2a7e71d65bb5 HTTP/1.1" status: 204 len: 168 time: 1.3390698 Dec 21 13:32:09.786859 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 59048) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:09.796615 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22657acc-9fd0-4a17-999b-4847b21a6153 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Pushing event deleted for resources: {'Network': ['ID=3d91550b-2c11-4ccb-85ea-2a7e71d65bb5,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:09.827871 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5be6710-29fb-49c1-887a-ae6c9776d2fd tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] DELETE failed (client error): The resource could not be found. Dec 21 13:32:09.828692 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5be6710-29fb-49c1-887a-ae6c9776d2fd tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:32:09.833035 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-c5be6710-29fb-49c1-887a-ae6c9776d2fd tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] 10.222.0.37 "DELETE /v2.0/subnets/f65f9b83-d481-4afc-9647-3947fdab9c32 HTTP/1.1" status: 404 len: 337 time: 0.0445378 Dec 21 13:32:09.835639 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59050) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:09.869493 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-476258b8-3c75-4f99-88b1-4212ab2276ce tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] DELETE failed (client error): The resource could not be found. Dec 21 13:32:09.870531 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-476258b8-3c75-4f99-88b1-4212ab2276ce tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:32:09.876641 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-476258b8-3c75-4f99-88b1-4212ab2276ce tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] 10.222.0.37 "DELETE /v2.0/networks/3fa4d50a-dc19-4ef1-8d56-4486b913db37 HTTP/1.1" status: 404 len: 339 time: 0.0397100 Dec 21 13:32:09.879143 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59054) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:09.974462 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device e7c0fc9a-60e1-46c5-bedf-ea0ef6a70ee9 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:32:09.976391 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a3eca2-d8b5-4043-bfd5-ef99e4979934 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=103154) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 21 13:32:09.994723 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8812c27e-3a87-4d9a-8f1e-18498a06abd3 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:10.011025 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_v2 [None req-5347be94-81de-4261-9594-cc0040e0165a tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Deleting subnet a78d281c-77ff-474e-9244-74d5ccb9721f {{(pid=103152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:32:10.015445 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-031cd0b5-0db9-4743-be30-092d04311285 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Made reservation on behalf of 4e9b97d81d204c53a28bf5666eaf36b7 for: {'port': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:32:10.021646 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5347be94-81de-4261-9594-cc0040e0165a tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks [] for subnet, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:10.027949 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.api.v2.resource [None req-8812c27e-3a87-4d9a-8f1e-18498a06abd3 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] update failed (client error): The resource could not be found. Dec 21 13:32:10.034108 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-8812c27e-3a87-4d9a-8f1e-18498a06abd3 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] 10.222.0.37 "PUT /v2.0/routers/b02fc9a2-9c02-4a14-95c1-9970eb988f6c HTTP/1.1" status: 404 len: 339 time: 0.4835644 Dec 21 13:32:10.034797 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 59060) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:10.118638 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port e7c0fc9a-60e1-46c5-bedf-ea0ef6a70ee9 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:32:10.119112 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:10.200518 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5347be94-81de-4261-9594-cc0040e0165a tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526644'] for subnet, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:10.334266 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a3eca2-d8b5-4043-bfd5-ef99e4979934 None None] Resources bound (agent type, host, resource id): {{(pid=103154) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 21 13:32:10.350381 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5347be94-81de-4261-9594-cc0040e0165a tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:10.371271 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 1f34b105-a25d-4409-9113-297dac9494b0 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:32:10.394774 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59070) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:10.430297 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: 1f34b105-a25d-4409-9113-297dac9494b0 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:32:10.430898 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 1f34b105-a25d-4409-9113-297dac9494b0 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:32:10.469720 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-031cd0b5-0db9-4743-be30-092d04311285 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:10.488184 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fee2596a-0779-4bdb-9c1c-b0916f6bc762 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:10.528797 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-031cd0b5-0db9-4743-be30-092d04311285 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] device_id is not set on port 88e73f2e-5e6f-4c58-9475-16068813cef8 yet. {{(pid=103152) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 13:32:10.544998 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fee2596a-0779-4bdb-9c1c-b0916f6bc762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:10.603878 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5347be94-81de-4261-9594-cc0040e0165a tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12346570'] for subnet, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:10.660263 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5347be94-81de-4261-9594-cc0040e0165a tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Pushing event deleted for resources: {'Subnet': ['ID=a78d281c-77ff-474e-9244-74d5ccb9721f,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:10.668831 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5347be94-81de-4261-9594-cc0040e0165a tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:10.672781 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-5347be94-81de-4261-9594-cc0040e0165a tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] 10.222.0.37 "DELETE /v2.0/subnets/a78d281c-77ff-474e-9244-74d5ccb9721f HTTP/1.1" status: 204 len: 168 time: 0.7912788 Dec 21 13:32:10.677119 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59078) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:10.678458 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fee2596a-0779-4bdb-9c1c-b0916f6bc762 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532537'] for router_interface, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:10.732714 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee2596a-0779-4bdb-9c1c-b0916f6bc762 admin admin] Pushing event updated for resources: {'Port': ['ID=fc40368a-a747-45df-91e6-6d1d12e28660,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:10.774855 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-d5f53827-1f3c-44ce-a0fd-34edd76f24f9 tempest-SubnetPoolsTestJSON-1680567929 tempest-SubnetPoolsTestJSON-1680567929-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1351519806', 'prefixes': ['172.20.0.0/16']}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:32:10.779143 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59080) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:10.788660 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_v2 [None req-75316e28-6cc5-4fa5-bf4e-d1a5916469f1 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Deleting subnet 0c247d7c-eadb-48a4-910b-51cfeeace87f {{(pid=103152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:32:10.791577 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f7e6e2-eab4-44e4-b86d-4c507da1de3f None None] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:32:10.795873 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d887455c-82e9-4b7d-8671-33272533ae39 None None] Network 4e8e3ac0-8456-4023-94ca-cfb9151b6065 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:32:10.799638 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-75316e28-6cc5-4fa5-bf4e-d1a5916469f1 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks [] for subnet, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:10.807197 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9d6c3b45-f01d-4dec-b395-14064f66b237 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:10.843127 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-031cd0b5-0db9-4743-be30-092d04311285 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Allocated IP 2001:db8::f816:3eff:feb6:98b9 (ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9/7ab16491-076b-42e8-9ecb-fb11dacec625/88e73f2e-5e6f-4c58-9475-16068813cef8) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:32:10.881246 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-75316e28-6cc5-4fa5-bf4e-d1a5916469f1 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526644'] for subnet, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:10.993730 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-93fd87a9-a7e7-4f9e-b3fa-b89d04f3d9a3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'network': {'name': 'tempest-network-smoke--1113408136', 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'port_security_enabled': True}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:32:11.146438 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d5f53827-1f3c-44ce-a0fd-34edd76f24f9 tempest-SubnetPoolsTestJSON-1680567929 tempest-SubnetPoolsTestJSON-1680567929-project] Publish callbacks [] for subnetpool, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:11.153344 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-d5f53827-1f3c-44ce-a0fd-34edd76f24f9 tempest-SubnetPoolsTestJSON-1680567929 tempest-SubnetPoolsTestJSON-1680567929-project] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.7566118 Dec 21 13:32:11.154017 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59084) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:11.179922 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93fd87a9-a7e7-4f9e-b3fa-b89d04f3d9a3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Made reservation on behalf of 577ee1d2880f4d34a80a7dfd0cf7da03 for: {'network': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:32:11.183498 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-93fd87a9-a7e7-4f9e-b3fa-b89d04f3d9a3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:11.234788 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-93fd87a9-a7e7-4f9e-b3fa-b89d04f3d9a3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:11.283465 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-b5b08202-4c22-4ea0-b03c-cbfb0d3e4220 None None] Provisioning complete for port fc40368a-a747-45df-91e6-6d1d12e28660 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:32:11.283834 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5b08202-4c22-4ea0-b03c-cbfb0d3e4220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:11.310813 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-75316e28-6cc5-4fa5-bf4e-d1a5916469f1 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:11.318967 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-dde86b90-b18f-4c60-964a-1bdc5362bbab tempest-SubnetPoolsTestJSON-1680567929 tempest-SubnetPoolsTestJSON-1680567929-project] 10.222.0.37 "GET /v2.0/subnetpools/c6d0f841-ccb5-4ecc-8ed9-d1c190a23185 HTTP/1.1" status: 200 len: 732 time: 0.1567416 Dec 21 13:32:11.343389 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-b5b08202-4c22-4ea0-b03c-cbfb0d3e4220 None None] Port fc40368a-a747-45df-91e6-6d1d12e28660 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:32:11.351750 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59086) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:11.358181 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-c582826d-0e45-499d-87e2-e9a64f5ae35a tempest-SubnetPoolsTestJSON-1680567929 tempest-SubnetPoolsTestJSON-1680567929-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1315255873'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:32:11.390061 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee2596a-0779-4bdb-9c1c-b0916f6bc762 admin admin] Network ddfad0a2-e0cd-47df-a035-0dc5af3e194b is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:32:11.394126 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-fee2596a-0779-4bdb-9c1c-b0916f6bc762 admin admin] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:32:11.474752 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-5262c48a-7539-4c46-bf49-f60e95b9ef6c None None] Provisioning complete for port e7c0fc9a-60e1-46c5-bedf-ea0ef6a70ee9 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:32:11.475624 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-5262c48a-7539-4c46-bf49-f60e95b9ef6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:11.560690 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-031cd0b5-0db9-4743-be30-092d04311285 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:11.637083 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-75316e28-6cc5-4fa5-bf4e-d1a5916469f1 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12346570'] for subnet, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:11.643518 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-9d6c3b45-f01d-4dec-b395-14064f66b237 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Allocated IP 172.20.0.1 (9f6e17c4-b312-4171-b7f6-57692ebeb6b3/e6cd507d-3ce5-490b-a341-b9f0b582e21f/65876ede-0791-4295-be25-b8ee843ba77a) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:32:11.644404 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-93fd87a9-a7e7-4f9e-b3fa-b89d04f3d9a3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:11.653694 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fee2596a-0779-4bdb-9c1c-b0916f6bc762 admin admin] Router 4f7cfa4a-0e9a-40a7-b9ea-53e9abe6b5a9 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:32:11.659526 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c582826d-0e45-499d-87e2-e9a64f5ae35a tempest-SubnetPoolsTestJSON-1680567929 tempest-SubnetPoolsTestJSON-1680567929-project] Publish callbacks [] for subnetpool, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:11.661442 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-c582826d-0e45-499d-87e2-e9a64f5ae35a tempest-SubnetPoolsTestJSON-1680567929 tempest-SubnetPoolsTestJSON-1680567929-project] 10.222.0.37 "PUT /v2.0/subnetpools/c6d0f841-ccb5-4ecc-8ed9-d1c190a23185 HTTP/1.1" status: 200 len: 684 time: 0.3067465 Dec 21 13:32:11.664784 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 59088) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:11.689145 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-93fd87a9-a7e7-4f9e-b3fa-b89d04f3d9a3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:11.696496 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75316e28-6cc5-4fa5-bf4e-d1a5916469f1 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Pushing event deleted for resources: {'Subnet': ['ID=0c247d7c-eadb-48a4-910b-51cfeeace87f,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:11.705828 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-75316e28-6cc5-4fa5-bf4e-d1a5916469f1 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:11.715458 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-75316e28-6cc5-4fa5-bf4e-d1a5916469f1 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] 10.222.0.37 "DELETE /v2.0/subnets/0c247d7c-eadb-48a4-910b-51cfeeace87f HTTP/1.1" status: 204 len: 168 time: 1.0350873 Dec 21 13:32:11.725228 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59090) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:11.764996 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93fd87a9-a7e7-4f9e-b3fa-b89d04f3d9a3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=103152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:32:11.774832 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-031cd0b5-0db9-4743-be30-092d04311285 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:11.786320 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fd87a9-a7e7-4f9e-b3fa-b89d04f3d9a3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24ee8043-4233-4131-8496-70954a89d2aa,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:11.823173 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-25d0ef38-b8e3-4995-9116-e40a910b2f33 None None] Provisioning complete for port fc40368a-a747-45df-91e6-6d1d12e28660 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:32:11.824043 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-25d0ef38-b8e3-4995-9116-e40a910b2f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:11.860639 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-93fd87a9-a7e7-4f9e-b3fa-b89d04f3d9a3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:11.860639 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.segments_db [None req-93fd87a9-a7e7-4f9e-b3fa-b89d04f3d9a3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Added segment c60d3803-d7b0-4c6b-8114-7264ffa23aa3 of type vlan for network 646086d9-9650-4426-a7e3-6e15bc97acc7 Dec 21 13:32:11.892203 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-25d0ef38-b8e3-4995-9116-e40a910b2f33 None None] Port fc40368a-a747-45df-91e6-6d1d12e28660 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:32:11.917330 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031cd0b5-0db9-4743-be30-092d04311285 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:32:11.923326 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-139e2337-fe28-486a-a41a-ea8009711a07 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:11.934448 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-031cd0b5-0db9-4743-be30-092d04311285 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:32:11.944602 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031cd0b5-0db9-4743-be30-092d04311285 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:32:11.950648 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031cd0b5-0db9-4743-be30-092d04311285 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:11.951326 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-031cd0b5-0db9-4743-be30-092d04311285 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:11.953733 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cd0b5-0db9-4743-be30-092d04311285 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event updated for resources: {'Port': ['ID=88e73f2e-5e6f-4c58-9475-16068813cef8,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:11.957096 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-93fd87a9-a7e7-4f9e-b3fa-b89d04f3d9a3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:11.963903 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fee2596a-0779-4bdb-9c1c-b0916f6bc762 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:32:11.974848 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-fee2596a-0779-4bdb-9c1c-b0916f6bc762 admin admin] 10.222.0.37 "PUT /v2.0/routers/4f7cfa4a-0e9a-40a7-b9ea-53e9abe6b5a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1840487 Dec 21 13:32:11.979325 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3a9096-86f1-4ddc-b0b8-132a70944a0a None None] Sync routers for ids ['4f7cfa4a-0e9a-40a7-b9ea-53e9abe6b5a9'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:32:11.987226 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-03dbf6f1-52e5-4a44-8638-e17c978b7174 tempest-SubnetPoolsTestJSON-1680567929 tempest-SubnetPoolsTestJSON-1680567929-project] Publish callbacks [] for subnetpool, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:11.987226 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-03dbf6f1-52e5-4a44-8638-e17c978b7174 tempest-SubnetPoolsTestJSON-1680567929 tempest-SubnetPoolsTestJSON-1680567929-project] 10.222.0.37 "DELETE /v2.0/subnetpools/c6d0f841-ccb5-4ecc-8ed9-d1c190a23185 HTTP/1.1" status: 204 len: 168 time: 0.3178186 Dec 21 13:32:12.002060 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 59094) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:12.005074 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3a9096-86f1-4ddc-b0b8-132a70944a0a None None] Routers {'4f7cfa4a-0e9a-40a7-b9ea-53e9abe6b5a9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:32:12.006324 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-ae3a9096-86f1-4ddc-b0b8-132a70944a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:31:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['4f7cfa4a-0e9a-40a7-b9ea-53e9abe6b5a9'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:12.030949 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-031cd0b5-0db9-4743-be30-092d04311285 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.4382820 Dec 21 13:32:12.034183 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-40c62de9-2bfb-4856-842c-d5cd7e6c2a11 None None] Provisioning complete for port 1edf2811-8477-48af-bcee-7bf6f7441777 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:32:12.034633 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-40c62de9-2bfb-4856-842c-d5cd7e6c2a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:12.035348 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59096) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:12.049145 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-93fd87a9-a7e7-4f9e-b3fa-b89d04f3d9a3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:12.061727 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.api.v2.resource [None req-e0c6bc93-e096-4ad9-9676-0c5badd75016 tempest-SubnetPoolsTestJSON-1680567929 tempest-SubnetPoolsTestJSON-1680567929-project] show failed (client error): The resource could not be found. Dec 21 13:32:12.062832 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-e0c6bc93-e096-4ad9-9676-0c5badd75016 tempest-SubnetPoolsTestJSON-1680567929 tempest-SubnetPoolsTestJSON-1680567929-project] 10.222.0.37 "GET /v2.0/subnetpools/c6d0f841-ccb5-4ecc-8ed9-d1c190a23185 HTTP/1.1" status: 404 len: 346 time: 0.0597754 Dec 21 13:32:12.064617 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93fd87a9-a7e7-4f9e-b3fa-b89d04f3d9a3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:12.065356 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-93fd87a9-a7e7-4f9e-b3fa-b89d04f3d9a3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:12.069737 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59098) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:12.071912 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41bc268f-fd00-4b3e-a325-684de948c263 None None] Network 4e8e3ac0-8456-4023-94ca-cfb9151b6065 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:32:12.073468 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9d6c3b45-f01d-4dec-b395-14064f66b237 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:12.151586 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9d6c3b45-f01d-4dec-b395-14064f66b237 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:12.198103 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.api.v2.resource [None req-9cebe667-ea92-463e-9764-67c660f05b05 tempest-SubnetPoolsTestJSON-1680567929 tempest-SubnetPoolsTestJSON-1680567929-project] delete failed (client error): The resource could not be found. Dec 21 13:32:12.206658 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-9cebe667-ea92-463e-9764-67c660f05b05 tempest-SubnetPoolsTestJSON-1680567929 tempest-SubnetPoolsTestJSON-1680567929-project] 10.222.0.37 "DELETE /v2.0/subnetpools/c6d0f841-ccb5-4ecc-8ed9-d1c190a23185 HTTP/1.1" status: 404 len: 346 time: 0.0935311 Dec 21 13:32:12.251978 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-93fd87a9-a7e7-4f9e-b3fa-b89d04f3d9a3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4680161 Dec 21 13:32:12.259357 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6c3b45-f01d-4dec-b395-14064f66b237 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Network 9f6e17c4-b312-4171-b7f6-57692ebeb6b3 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:32:12.260115 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 59108) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:12.280852 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-ae3a9096-86f1-4ddc-b0b8-132a70944a0a None None] Set router 4f7cfa4a-0e9a-40a7-b9ea-53e9abe6b5a9 gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:32:12.283630 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-c37a64e7-1ce7-4af6-bdfa-64b14ffd19f4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-890161588', 'admin_state_up': True, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:32:12.320669 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6c3b45-f01d-4dec-b395-14064f66b237 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Pushing event updated for resources: {'Port': ['ID=65876ede-0791-4295-be25-b8ee843ba77a,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:12.324766 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-9d6c3b45-f01d-4dec-b395-14064f66b237 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:32:12.327831 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6c3b45-f01d-4dec-b395-14064f66b237 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:32:12.355690 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fd87a9-a7e7-4f9e-b3fa-b89d04f3d9a3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'Network': ['ID=646086d9-9650-4426-a7e3-6e15bc97acc7,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:12.425492 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db1597b-bca2-4e71-b0c2-116c3d40b0be tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:12.432212 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db1597b-bca2-4e71-b0c2-116c3d40b0be tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:12.440338 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-3db1597b-bca2-4e71-b0c2-116c3d40b0be tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.4032404 Dec 21 13:32:12.444193 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59110) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:12.447336 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-139e2337-fe28-486a-a41a-ea8009711a07 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Deleting port 1edf2811-8477-48af-bcee-7bf6f7441777 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:32:12.451268 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-139e2337-fe28-486a-a41a-ea8009711a07 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:12.464371 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network 646086d9-9650-4426-a7e3-6e15bc97acc7 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:32:12.468576 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c37a64e7-1ce7-4af6-bdfa-64b14ffd19f4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26964'] for router, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:12.478537 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c37a64e7-1ce7-4af6-bdfa-64b14ffd19f4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-642316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26957'] for router, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:12.492567 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9d6c3b45-f01d-4dec-b395-14064f66b237 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532557'] for router_interface, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:12.617699 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-42f7045f-63f8-48ba-937a-6f99810cc1fc None None] Provisioning complete for port 88e73f2e-5e6f-4c58-9475-16068813cef8 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:32:12.618863 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-42f7045f-63f8-48ba-937a-6f99810cc1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:12.683989 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-42f7045f-63f8-48ba-937a-6f99810cc1fc None None] Port 88e73f2e-5e6f-4c58-9475-16068813cef8 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:32:12.702106 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6d3288-2e81-4244-ab7f-8fac836d7a15 None None] DHCP port deletion for 4e8e3ac0-8456-4023-94ca-cfb9151b6065 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:32:12.767437 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-139e2337-fe28-486a-a41a-ea8009711a07 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] For port 1edf2811-8477-48af-bcee-7bf6f7441777, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1edf2811-8477-48af-bcee-7bf6f7441777,segment=NetworkSegment(013b96ea-9950-4df6-a699-aa44208014cf),segment_id=013b96ea-9950-4df6-a699-aa44208014cf)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:32:12.767895 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-139e2337-fe28-486a-a41a-ea8009711a07 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:12.780425 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c37a64e7-1ce7-4af6-bdfa-64b14ffd19f4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:12.794800 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-139e2337-fe28-486a-a41a-ea8009711a07 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Calling delete_port for 1edf2811-8477-48af-bcee-7bf6f7441777 owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:32:12.817941 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-9e6d3288-2e81-4244-ab7f-8fac836d7a15 None None] Deleting port 1edf2811-8477-48af-bcee-7bf6f7441777 {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:32:12.818346 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-9e6d3288-2e81-4244-ab7f-8fac836d7a15 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:12.847982 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59114) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:12.850231 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-281525f4-89c0-4a9d-8259-b6cdad321f80 None None] Provisioning complete for port 65876ede-0791-4295-be25-b8ee843ba77a triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:32:12.850647 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-281525f4-89c0-4a9d-8259-b6cdad321f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:12.873432 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-072e3484-bf56-4c77-a57b-4ba29523c8c6 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Deleting port 88e73f2e-5e6f-4c58-9475-16068813cef8 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:32:12.873774 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-072e3484-bf56-4c77-a57b-4ba29523c8c6 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:12.890397 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-ae3a9096-86f1-4ddc-b0b8-132a70944a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7cfa4a-0e9a-40a7-b9ea-53e9abe6b5a9', 'name': 'tempest-TestVolumeBootPattern-1017227195-router', 'tenant_id': '13ad1637f7334c20a6c89679b35a21fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.44'}], 'enable_snat': True}, 'gw_port_id': '58abf7ed-68b1-412e-a45b-d396686f7d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:31:57Z', 'updated_at': '2021-12-21T13:32:09Z', 'revision_number': 4, 'project_id': '13ad1637f7334c20a6c89679b35a21fd', 'gw_port': {'id': '58abf7ed-68b1-412e-a45b-d396686f7d22', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7cfa4a-0e9a-40a7-b9ea-53e9abe6b5a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:32:00Z', 'updated_at': '2021-12-21T13:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'fc40368a-a747-45df-91e6-6d1d12e28660', 'name': '', 'network_id': 'ddfad0a2-e0cd-47df-a035-0dc5af3e194b', 'tenant_id': '13ad1637f7334c20a6c89679b35a21fd', 'mac_address': 'fa:16:3e:e4:ed:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f7cfa4a-0e9a-40a7-b9ea-53e9abe6b5a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'b027283a-67c5-4312-a99f-4388342c789b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:32:07Z', 'updated_at': '2021-12-21T13:32:09Z', 'revision_number': 2, 'project_id': '13ad1637f7334c20a6c89679b35a21fd', 'subnets': [{'id': 'b027283a-67c5-4312-a99f-4388342c789b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:12.930281 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-9e6d3288-2e81-4244-ab7f-8fac836d7a15 None None] For port 1edf2811-8477-48af-bcee-7bf6f7441777, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1edf2811-8477-48af-bcee-7bf6f7441777,segment=NetworkSegment(013b96ea-9950-4df6-a699-aa44208014cf),segment_id=013b96ea-9950-4df6-a699-aa44208014cf)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:32:12.930698 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-9e6d3288-2e81-4244-ab7f-8fac836d7a15 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:12.948602 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-9e6d3288-2e81-4244-ab7f-8fac836d7a15 None None] Calling delete_port for 1edf2811-8477-48af-bcee-7bf6f7441777 owned by network:dhcp {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:32:12.950414 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-281525f4-89c0-4a9d-8259-b6cdad321f80 None None] Port 65876ede-0791-4295-be25-b8ee843ba77a cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:32:12.967206 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-139e2337-fe28-486a-a41a-ea8009711a07 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:12.967446 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3a9096-86f1-4ddc-b0b8-132a70944a0a None None] Checking router: 4f7cfa4a-0e9a-40a7-b9ea-53e9abe6b5a9 for host: dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:32:12.968254 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3a9096-86f1-4ddc-b0b8-132a70944a0a None None] Updating router 4f7cfa4a-0e9a-40a7-b9ea-53e9abe6b5a9 port fc40368a-a747-45df-91e6-6d1d12e28660 binding host dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 13:32:13.002650 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-ae3a9096-86f1-4ddc-b0b8-132a70944a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:13.013135 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139e2337-fe28-486a-a41a-ea8009711a07 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] No DVR routers for this DVR port 1edf2811-8477-48af-bcee-7bf6f7441777 on host dv-neutron-master-2-hyperv {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:32:13.018194 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139e2337-fe28-486a-a41a-ea8009711a07 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Pushing event deleted for resources: {'Port': ['ID=1edf2811-8477-48af-bcee-7bf6f7441777,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:13.033526 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9d6c3b45-f01d-4dec-b395-14064f66b237 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:13.037370 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c37a64e7-1ce7-4af6-bdfa-64b14ffd19f4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:13.053949 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-072e3484-bf56-4c77-a57b-4ba29523c8c6 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:13.095665 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-9e6d3288-2e81-4244-ab7f-8fac836d7a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636'] for port, after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:13.098372 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-072e3484-bf56-4c77-a57b-4ba29523c8c6 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Calling delete_port for 88e73f2e-5e6f-4c58-9475-16068813cef8 owned by {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:32:13.120803 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8895335a-a862-49d9-bf14-39ee2e0e71ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:13.122434 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6d3288-2e81-4244-ab7f-8fac836d7a15 None None] Pushing event deleted for resources: {'Port': ['ID=1edf2811-8477-48af-bcee-7bf6f7441777,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:13.136635 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6d3288-2e81-4244-ab7f-8fac836d7a15 None None] No DVR routers for this DVR port 1edf2811-8477-48af-bcee-7bf6f7441777 on host dv-neutron-master-2-hyperv {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:32:13.206689 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-139e2337-fe28-486a-a41a-ea8009711a07 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:13.227873 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:13.244988 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-139e2337-fe28-486a-a41a-ea8009711a07 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e8e3ac0-8456-4023-94ca-cfb9151b6065']}} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:13.254707 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 1edf2811-8477-48af-bcee-7bf6f7441777 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:32:13.270165 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-139e2337-fe28-486a-a41a-ea8009711a07 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '013b96ea-9950-4df6-a699-aa44208014cf') {'for_net_delete': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:13.270496 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-139e2337-fe28-486a-a41a-ea8009711a07 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '013b96ea-9950-4df6-a699-aa44208014cf') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:13.284856 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: 1edf2811-8477-48af-bcee-7bf6f7441777 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:32:13.284856 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 1edf2811-8477-48af-bcee-7bf6f7441777 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:32:13.293794 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-139e2337-fe28-486a-a41a-ea8009711a07 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526653'] for segment, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:13.333755 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-139e2337-fe28-486a-a41a-ea8009711a07 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:13.343395 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-139e2337-fe28-486a-a41a-ea8009711a07 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=103152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:32:13.343797 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-139e2337-fe28-486a-a41a-ea8009711a07 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805426'] for segment, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:13.347288 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:32:13.347288 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:32:13.347288 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:32:13.347288 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:32:13.347288 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:32:13.347288 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:32:13.347288 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:32:13.347288 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:32:13.347288 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:32:13.347288 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:32:13.347288 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:32:13.347288 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:32:13.347288 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:32:13.347288 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:32:13.347288 dv-neutron-master-2-hyperv neutron-server[103152]: Traceback (most recent call last): Dec 21 13:32:13.347288 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:32:13.347288 dv-neutron-master-2-hyperv neutron-server[103152]: timer() Dec 21 13:32:13.347288 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:32:13.347288 dv-neutron-master-2-hyperv neutron-server[103152]: cb(*args, **kw) Dec 21 13:32:13.347288 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:32:13.347288 dv-neutron-master-2-hyperv neutron-server[103152]: return func(*args, **kwargs) Dec 21 13:32:13.347288 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:32:13.347288 dv-neutron-master-2-hyperv neutron-server[103152]: self._notify() Dec 21 13:32:13.347288 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:32:13.347288 dv-neutron-master-2-hyperv neutron-server[103152]: self.callback(batched_events) Dec 21 13:32:13.347288 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:32:13.347288 dv-neutron-master-2-hyperv neutron-server[103152]: event.method(event) Dec 21 13:32:13.347288 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:32:13.347288 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:32:13.347288 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:32:13.347288 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:32:13.347288 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:32:13.347288 dv-neutron-master-2-hyperv neutron-server[103152]: return f(self, *a, **k) Dec 21 13:32:13.347288 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:32:13.347288 dv-neutron-master-2-hyperv neutron-server[103152]: return self._get(url).json() Dec 21 13:32:13.347288 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:32:13.347288 dv-neutron-master-2-hyperv neutron-server[103152]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:32:13.347288 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:32:13.347288 dv-neutron-master-2-hyperv neutron-server[103152]: return self.request(url, 'GET', **kwargs) Dec 21 13:32:13.347288 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:32:13.347288 dv-neutron-master-2-hyperv neutron-server[103152]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:32:13.347288 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:32:13.347288 dv-neutron-master-2-hyperv neutron-server[103152]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:32:13.347288 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:32:13.347288 dv-neutron-master-2-hyperv neutron-server[103152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:32:13.347288 dv-neutron-master-2-hyperv neutron-server[103152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:32:13.411651 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-ae3a9096-86f1-4ddc-b0b8-132a70944a0a None None] Publish callbacks [] for port, precommit_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:13.417249 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-ae3a9096-86f1-4ddc-b0b8-132a70944a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:13.452695 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8895335a-a862-49d9-bf14-39ee2e0e71ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:13.462970 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8895335a-a862-49d9-bf14-39ee2e0e71ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:13.481760 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-139e2337-fe28-486a-a41a-ea8009711a07 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:13.494131 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1e732f-395d-4e22-b3d4-ec8937ff925b None None] Pushing event updated for resources: {'Port': ['ID=fc40368a-a747-45df-91e6-6d1d12e28660,revision_number=3']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:13.533374 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-ae3a9096-86f1-4ddc-b0b8-132a70944a0a None None] Attempting to bind port fc40368a-a747-45df-91e6-6d1d12e28660 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:32:13.533740 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-ae3a9096-86f1-4ddc-b0b8-132a70944a0a None None] Attempting to bind port fc40368a-a747-45df-91e6-6d1d12e28660 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '930a3e4e-317a-4b34-927a-4c818a33668c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ddfad0a2-e0cd-47df-a035-0dc5af3e194b'}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:32:13.534167 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3a9096-86f1-4ddc-b0b8-132a70944a0a None None] Attempting to bind port fc40368a-a747-45df-91e6-6d1d12e28660 on network ddfad0a2-e0cd-47df-a035-0dc5af3e194b {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:32:13.538261 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-139e2337-fe28-486a-a41a-ea8009711a07 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks [] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:13.542168 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-139e2337-fe28-486a-a41a-ea8009711a07 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] 10.222.0.37 "DELETE /v2.0/networks/4e8e3ac0-8456-4023-94ca-cfb9151b6065 HTTP/1.1" status: 204 len: 168 time: 1.8125532 Dec 21 13:32:13.543075 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3a9096-86f1-4ddc-b0b8-132a70944a0a None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:32:13.543454 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3a9096-86f1-4ddc-b0b8-132a70944a0a None None] Checking segment: {'id': '930a3e4e-317a-4b34-927a-4c818a33668c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ddfad0a2-e0cd-47df-a035-0dc5af3e194b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:32:13.543663 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-072e3484-bf56-4c77-a57b-4ba29523c8c6 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:13.543857 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-ae3a9096-86f1-4ddc-b0b8-132a70944a0a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:13.544242 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3a9096-86f1-4ddc-b0b8-132a70944a0a None None] Bound using segment: {'id': '930a3e4e-317a-4b34-927a-4c818a33668c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ddfad0a2-e0cd-47df-a035-0dc5af3e194b'} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:32:13.544709 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-ae3a9096-86f1-4ddc-b0b8-132a70944a0a None None] Bound port: fc40368a-a747-45df-91e6-6d1d12e28660, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '930a3e4e-317a-4b34-927a-4c818a33668c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ddfad0a2-e0cd-47df-a035-0dc5af3e194b'}}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:32:13.545089 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-ae3a9096-86f1-4ddc-b0b8-132a70944a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:13.549781 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 59118) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:13.564379 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c37a64e7-1ce7-4af6-bdfa-64b14ffd19f4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for router_gateway, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:13.570015 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8895335a-a862-49d9-bf14-39ee2e0e71ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=795c2ff8-3ea4-4f91-9602-e962a7c3088f,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:13.597373 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139e2337-fe28-486a-a41a-ea8009711a07 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Pushing event deleted for resources: {'Network': ['ID=4e8e3ac0-8456-4023-94ca-cfb9151b6065,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:13.599715 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072e3484-bf56-4c77-a57b-4ba29523c8c6 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event deleted for resources: {'Port': ['ID=88e73f2e-5e6f-4c58-9475-16068813cef8,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:13.611810 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-8895335a-a862-49d9-bf14-39ee2e0e71ce admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=eb0e1fb509b44f749b667d51be3d6f61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7616732 Dec 21 13:32:13.612204 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c37a64e7-1ce7-4af6-bdfa-64b14ffd19f4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:13.612541 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59120) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:13.653128 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bb14b3d-d546-4d69-97f7-cf9e8fdf8609 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] DELETE failed (client error): The resource could not be found. Dec 21 13:32:13.653867 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bb14b3d-d546-4d69-97f7-cf9e8fdf8609 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:32:13.661532 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-3bb14b3d-d546-4d69-97f7-cf9e8fdf8609 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] 10.222.0.37 "DELETE /v2.0/subnets/e5a18229-4e1f-4be1-acfb-b9b1619f7e10 HTTP/1.1" status: 404 len: 337 time: 0.1079614 Dec 21 13:32:13.662932 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 59122) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:13.679704 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-ae3a9096-86f1-4ddc-b0b8-132a70944a0a None None] For port fc40368a-a747-45df-91e6-6d1d12e28660, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:32:13.684756 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-ae3a9096-86f1-4ddc-b0b8-132a70944a0a None None] For port fc40368a-a747-45df-91e6-6d1d12e28660, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fc40368a-a747-45df-91e6-6d1d12e28660,segment=NetworkSegment(930a3e4e-317a-4b34-927a-4c818a33668c),segment_id=930a3e4e-317a-4b34-927a-4c818a33668c)] {{(pid=103155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:32:13.690869 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-072e3484-bf56-4c77-a57b-4ba29523c8c6 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:13.692928 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-ae3a9096-86f1-4ddc-b0b8-132a70944a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:13.710529 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-072e3484-bf56-4c77-a57b-4ba29523c8c6 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "DELETE /v2.0/ports/88e73f2e-5e6f-4c58-9475-16068813cef8 HTTP/1.1" status: 204 len: 168 time: 1.2648034 Dec 21 13:32:13.714618 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59124) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:13.751872 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1e732f-395d-4e22-b3d4-ec8937ff925b None None] Pushing event updated for resources: {'Port': ['ID=fc40368a-a747-45df-91e6-6d1d12e28660,revision_number=4']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:13.776744 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.pecan_wsgi.hooks.translation [None req-24733758-c4d8-44cf-b833-83b0c8dcf012 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] DELETE failed (client error): The resource could not be found. Dec 21 13:32:13.777422 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24733758-c4d8-44cf-b833-83b0c8dcf012 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:32:13.787066 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-24733758-c4d8-44cf-b833-83b0c8dcf012 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] 10.222.0.37 "DELETE /v2.0/networks/7aa22297-928d-4770-bb42-5c228a253bbd HTTP/1.1" status: 404 len: 339 time: 0.1169288 Dec 21 13:32:13.790040 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59128) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:13.802787 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9d6c3b45-f01d-4dec-b395-14064f66b237 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:13.808003 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3a9096-86f1-4ddc-b0b8-132a70944a0a None None] Routers {'4f7cfa4a-0e9a-40a7-b9ea-53e9abe6b5a9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:32:13.810267 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-ae3a9096-86f1-4ddc-b0b8-132a70944a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:31:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['4f7cfa4a-0e9a-40a7-b9ea-53e9abe6b5a9'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:13.811479 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9d6c3b45-f01d-4dec-b395-14064f66b237 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:13.820655 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-f664f75b-7d5a-408d-897e-624a090049c9 None None] Provisioning complete for port fc40368a-a747-45df-91e6-6d1d12e28660 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:32:13.821266 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f664f75b-7d5a-408d-897e-624a090049c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:13.868690 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a99850c-e870-4f94-8687-f6ee677b7d5d tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:13.870813 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a99850c-e870-4f94-8687-f6ee677b7d5d tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:13.876210 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-8a99850c-e870-4f94-8687-f6ee677b7d5d tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1606047 Dec 21 13:32:13.878837 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59130) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:13.897217 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-08887b1a-1eee-4803-bc6c-78149432418d tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] DELETE failed (client error): The resource could not be found. Dec 21 13:32:13.898919 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08887b1a-1eee-4803-bc6c-78149432418d tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:32:13.904301 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-08887b1a-1eee-4803-bc6c-78149432418d tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] 10.222.0.37 "DELETE /v2.0/subnets/a7154098-bb9c-428b-b7aa-55788d6969ab HTTP/1.1" status: 404 len: 337 time: 0.1132357 Dec 21 13:32:13.935913 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59132) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:13.967359 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d6a4f896-30e9-4498-9df3-2b095313c33a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:14.009861 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f664f75b-7d5a-408d-897e-624a090049c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:14.030925 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-e52241df-ee81-495a-b026-a9e5ad4bce40 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] DELETE failed (client error): The resource could not be found. Dec 21 13:32:14.032459 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6c3b45-f01d-4dec-b395-14064f66b237 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Pushing event updated for resources: {'Port': ['ID=65876ede-0791-4295-be25-b8ee843ba77a,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:14.032934 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e52241df-ee81-495a-b026-a9e5ad4bce40 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:32:14.045542 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9d6c3b45-f01d-4dec-b395-14064f66b237 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532537'] for router_interface, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:14.049756 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-e52241df-ee81-495a-b026-a9e5ad4bce40 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] 10.222.0.37 "DELETE /v2.0/networks/c4eb7368-774a-41a2-81bb-afa717f65b8c HTTP/1.1" status: 404 len: 339 time: 0.1084223 Dec 21 13:32:14.054421 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 59134) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:14.054626 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-ae3a9096-86f1-4ddc-b0b8-132a70944a0a None None] Set router 4f7cfa4a-0e9a-40a7-b9ea-53e9abe6b5a9 gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:32:14.077047 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-f664f75b-7d5a-408d-897e-624a090049c9 None None] For port fc40368a-a747-45df-91e6-6d1d12e28660, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fc40368a-a747-45df-91e6-6d1d12e28660,segment=NetworkSegment(930a3e4e-317a-4b34-927a-4c818a33668c),segment_id=930a3e4e-317a-4b34-927a-4c818a33668c)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:32:14.085137 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f664f75b-7d5a-408d-897e-624a090049c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:14.097801 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_v2 [None req-635224e6-880d-4599-a387-c7d3d8527cc7 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Deleting subnet 7ab16491-076b-42e8-9ecb-fb11dacec625 {{(pid=103152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:32:14.106150 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-c37a64e7-1ce7-4af6-bdfa-64b14ffd19f4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Allocated IP 172.36.3.156 (7fdf1889-f079-4166-bbda-88b2a8d8d595/051a5607-1753-4008-a2f2-d94b48752e9c/bd7a6e00-8aab-4e88-aebb-5e6a638851b0) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:32:14.113024 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.pecan_wsgi.hooks.translation [None req-e18a7336-6261-4270-94b7-c6adb3ea0edd tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] DELETE failed (client error): The resource could not be found. Dec 21 13:32:14.113809 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e18a7336-6261-4270-94b7-c6adb3ea0edd tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:32:14.114252 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-635224e6-880d-4599-a387-c7d3d8527cc7 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for subnet, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:14.117317 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-e18a7336-6261-4270-94b7-c6adb3ea0edd tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] 10.222.0.37 "DELETE /v2.0/subnets/8899925d-7c52-4adf-ba0f-e56355f36f72 HTTP/1.1" status: 404 len: 337 time: 0.0617259 Dec 21 13:32:14.118490 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d6a4f896-30e9-4498-9df3-2b095313c33a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:14.126423 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 59136) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:14.174779 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.pecan_wsgi.hooks.translation [None req-1aa992ea-10f5-4401-87a3-dce44ff11ea1 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] DELETE failed (client error): The resource could not be found. Dec 21 13:32:14.175288 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1aa992ea-10f5-4401-87a3-dce44ff11ea1 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:32:14.179058 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-1aa992ea-10f5-4401-87a3-dce44ff11ea1 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] 10.222.0.37 "DELETE /v2.0/networks/3a5e9f3d-4a21-458e-9c8a-6ed83f9bb5b4 HTTP/1.1" status: 404 len: 339 time: 0.0517104 Dec 21 13:32:14.180979 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f664f75b-7d5a-408d-897e-624a090049c9 None None] Pushing event updated for resources: {'Port': ['ID=fc40368a-a747-45df-91e6-6d1d12e28660,revision_number=5']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:14.185666 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 59138) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:14.222103 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-36e410ea-8eea-4fd2-a69d-c50f873eccd5 None None] Provisioning complete for port fc40368a-a747-45df-91e6-6d1d12e28660 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:32:14.222484 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-36e410ea-8eea-4fd2-a69d-c50f873eccd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:14.375522 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-ae3a9096-86f1-4ddc-b0b8-132a70944a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7cfa4a-0e9a-40a7-b9ea-53e9abe6b5a9', 'name': 'tempest-TestVolumeBootPattern-1017227195-router', 'tenant_id': '13ad1637f7334c20a6c89679b35a21fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.44'}], 'enable_snat': True}, 'gw_port_id': '58abf7ed-68b1-412e-a45b-d396686f7d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:31:57Z', 'updated_at': '2021-12-21T13:32:09Z', 'revision_number': 4, 'project_id': '13ad1637f7334c20a6c89679b35a21fd', 'gw_port': {'id': '58abf7ed-68b1-412e-a45b-d396686f7d22', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7cfa4a-0e9a-40a7-b9ea-53e9abe6b5a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:32:00Z', 'updated_at': '2021-12-21T13:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'fc40368a-a747-45df-91e6-6d1d12e28660', 'name': '', 'network_id': 'ddfad0a2-e0cd-47df-a035-0dc5af3e194b', 'tenant_id': '13ad1637f7334c20a6c89679b35a21fd', 'mac_address': 'fa:16:3e:e4:ed:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f7cfa4a-0e9a-40a7-b9ea-53e9abe6b5a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'b027283a-67c5-4312-a99f-4388342c789b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:32:07Z', 'updated_at': '2021-12-21T13:32:13Z', 'revision_number': 4, 'project_id': '13ad1637f7334c20a6c89679b35a21fd', 'subnets': [{'id': 'b027283a-67c5-4312-a99f-4388342c789b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:14.403729 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3a9096-86f1-4ddc-b0b8-132a70944a0a None None] The sync data for ids ['4f7cfa4a-0e9a-40a7-b9ea-53e9abe6b5a9'] in dv-neutron-master-2-hyperv is: [{'id': '4f7cfa4a-0e9a-40a7-b9ea-53e9abe6b5a9', 'name': 'tempest-TestVolumeBootPattern-1017227195-router', 'tenant_id': '13ad1637f7334c20a6c89679b35a21fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.44'}], 'enable_snat': True}, 'gw_port_id': '58abf7ed-68b1-412e-a45b-d396686f7d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:31:57Z', 'updated_at': '2021-12-21T13:32:09Z', 'revision_number': 4, 'project_id': '13ad1637f7334c20a6c89679b35a21fd', 'gw_port': {'id': '58abf7ed-68b1-412e-a45b-d396686f7d22', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7cfa4a-0e9a-40a7-b9ea-53e9abe6b5a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:32:00Z', 'updated_at': '2021-12-21T13:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'fc40368a-a747-45df-91e6-6d1d12e28660', 'name': '', 'network_id': 'ddfad0a2-e0cd-47df-a035-0dc5af3e194b', 'tenant_id': '13ad1637f7334c20a6c89679b35a21fd', 'mac_address': 'fa:16:3e:e4:ed:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f7cfa4a-0e9a-40a7-b9ea-53e9abe6b5a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'b027283a-67c5-4312-a99f-4388342c789b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:32:07Z', 'updated_at': '2021-12-21T13:32:13Z', 'revision_number': 4, 'project_id': '13ad1637f7334c20a6c89679b35a21fd', 'subnets': [{'id': 'b027283a-67c5-4312-a99f-4388342c789b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:32:14.542580 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 59140) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:14.580645 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-c33d0acb-d4d1-479d-8c83-5da06698e0e0 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1876024814', 'description': 'tempest-secgroup-smoke-1876024814 description', 'project_id': '365275e264a6451abad9a44f0c54ac18'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:32:14.598729 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-635224e6-880d-4599-a387-c7d3d8527cc7 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526644'] for subnet, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:14.666389 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb3d4116-dc01-46ba-ac7d-c9fa23b990aa tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Deleting subnet b3942a7e-9c2d-4402-840e-55e5a0946aac {{(pid=103153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:32:14.683468 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d6a4f896-30e9-4498-9df3-2b095313c33a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:14.686097 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d6a4f896-30e9-4498-9df3-2b095313c33a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:14.686868 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-eb3d4116-dc01-46ba-ac7d-c9fa23b990aa tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks [] for subnet, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:14.687420 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-d6a4f896-30e9-4498-9df3-2b095313c33a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/795c2ff8-3ea4-4f91-9602-e962a7c3088f HTTP/1.1" status: 204 len: 168 time: 1.0692720 Dec 21 13:32:14.714428 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a4f896-30e9-4498-9df3-2b095313c33a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=795c2ff8-3ea4-4f91-9602-e962a7c3088f,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:14.720669 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-635224e6-880d-4599-a387-c7d3d8527cc7 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:14.731165 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c33d0acb-d4d1-479d-8c83-5da06698e0e0 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Publish callbacks [] for security_group, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:14.748003 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6c3b45-f01d-4dec-b395-14064f66b237 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Network 9f6e17c4-b312-4171-b7f6-57692ebeb6b3 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:32:14.756195 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c37a64e7-1ce7-4af6-bdfa-64b14ffd19f4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:14.768918 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-9d6c3b45-f01d-4dec-b395-14064f66b237 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:32:14.806189 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-635224e6-880d-4599-a387-c7d3d8527cc7 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12346570'] for subnet, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:14.810618 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-eb3d4116-dc01-46ba-ac7d-c9fa23b990aa tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1585439'] for subnet, precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:14.823309 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-635224e6-880d-4599-a387-c7d3d8527cc7 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:14.827540 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-635224e6-880d-4599-a387-c7d3d8527cc7 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "DELETE /v2.0/subnets/7ab16491-076b-42e8-9ecb-fb11dacec625 HTTP/1.1" status: 204 len: 168 time: 0.9456220 Dec 21 13:32:14.838491 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0dff8f-1867-4bc5-9228-58e4c5bf5254 None None] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:32:14.880554 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635224e6-880d-4599-a387-c7d3d8527cc7 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event deleted for resources: {'Subnet': ['ID=7ab16491-076b-42e8-9ecb-fb11dacec625,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:14.882347 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59146) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:14.972520 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-76cc7ac2-4bde-4e88-86f8-1673a82b500b tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0890894 Dec 21 13:32:14.973782 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59150) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:15.053836 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb5dc11-0a63-4618-a1ef-0339ff10c4b2 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:15.061581 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 59152) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:15.066605 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-2eb5dc11-0a63-4618-a1ef-0339ff10c4b2 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0915940 Dec 21 13:32:15.082742 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c37a64e7-1ce7-4af6-bdfa-64b14ffd19f4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:15.116560 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1cf91ce-a682-4708-a4cc-2c6a08a502be None None] DHCP port deletion for ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:32:15.181996 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-b6f9d7fb-bbb4-43ad-9811-8004c0d25cbd None None] Provisioning complete for port 65876ede-0791-4295-be25-b8ee843ba77a triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:32:15.182564 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b6f9d7fb-bbb4-43ad-9811-8004c0d25cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:15.226268 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-f1cf91ce-a682-4708-a4cc-2c6a08a502be None None] Deleting port e7c0fc9a-60e1-46c5-bedf-ea0ef6a70ee9 {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:32:15.227894 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f1cf91ce-a682-4708-a4cc-2c6a08a502be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:15.237550 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37a64e7-1ce7-4af6-bdfa-64b14ffd19f4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Network 7fdf1889-f079-4166-bbda-88b2a8d8d595 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:32:15.247561 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37a64e7-1ce7-4af6-bdfa-64b14ffd19f4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'Port': ['ID=bd7a6e00-8aab-4e88-aebb-5e6a638851b0,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:15.250245 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-c37a64e7-1ce7-4af6-bdfa-64b14ffd19f4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:32:15.275634 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37a64e7-1ce7-4af6-bdfa-64b14ffd19f4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:32:15.290133 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e443ba31-4235-43b4-94fe-3431a43dc8a7 None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:32:15.290598 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c33d0acb-d4d1-479d-8c83-5da06698e0e0 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Publish callbacks [] for security_group, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:15.335306 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device fc40368a-a747-45df-91e6-6d1d12e28660 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:32:15.337806 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-b6f9d7fb-bbb4-43ad-9811-8004c0d25cbd None None] Port 65876ede-0791-4295-be25-b8ee843ba77a cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:32:15.338554 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c33d0acb-d4d1-479d-8c83-5da06698e0e0 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:15.368404 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-eb3d4116-dc01-46ba-ac7d-c9fa23b990aa tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:15.391268 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-f1cf91ce-a682-4708-a4cc-2c6a08a502be None None] For port e7c0fc9a-60e1-46c5-bedf-ea0ef6a70ee9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e7c0fc9a-60e1-46c5-bedf-ea0ef6a70ee9,segment=NetworkSegment(b20a5dbe-a251-4a83-ae2d-3ffbda6396cf),segment_id=b20a5dbe-a251-4a83-ae2d-3ffbda6396cf)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:32:15.391680 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f1cf91ce-a682-4708-a4cc-2c6a08a502be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:15.411220 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-f1cf91ce-a682-4708-a4cc-2c6a08a502be None None] Calling delete_port for e7c0fc9a-60e1-46c5-bedf-ea0ef6a70ee9 owned by network:dhcp {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:32:15.422800 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c33d0acb-d4d1-479d-8c83-5da06698e0e0 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:15.424318 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-c33d0acb-d4d1-479d-8c83-5da06698e0e0 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.8802440 Dec 21 13:32:15.428299 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59164) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:15.433870 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-0c31a00a-cb4a-4e6d-ae9d-5d2be70548a6 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Request body: {'security_group_rule': {'security_group_id': '1ff19183-1617-4928-9f92-ca5348d3a4de', 'project_id': '365275e264a6451abad9a44f0c54ac18', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:32:15.436209 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14f6650-a6ee-4a41-8f89-f46f2cbf1332 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:15.438002 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-f14f6650-a6ee-4a41-8f89-f46f2cbf1332 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3673527 Dec 21 13:32:15.441972 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59166) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:15.444468 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d6c3b45-f01d-4dec-b395-14064f66b237 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Router b02fc9a2-9c02-4a14-95c1-9970eb988f6c has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:32:15.475609 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33d0acb-d4d1-479d-8c83-5da06698e0e0 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff19183-1617-4928-9f92-ca5348d3a4de,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:15.482949 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port fc40368a-a747-45df-91e6-6d1d12e28660 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:32:15.483475 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:15.516481 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-e5e92ba0-7cc9-4506-a9f5-2efdc39790d3 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0732553 Dec 21 13:32:15.523591 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59170) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:15.530509 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-99743077-cda3-46cd-97f1-208d590e17fa tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Request body: {'subnet': {'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:32:15.576574 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-59b0670f-168c-41af-b067-fae7248e0798 None None] Provisioning complete for port bd7a6e00-8aab-4e88-aebb-5e6a638851b0 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:32:15.577138 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0c31a00a-cb4a-4e6d-ae9d-5d2be70548a6 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:15.577624 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-59b0670f-168c-41af-b067-fae7248e0798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:15.620417 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-59b0670f-168c-41af-b067-fae7248e0798 None None] Port bd7a6e00-8aab-4e88-aebb-5e6a638851b0 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:32:15.718236 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f1cf91ce-a682-4708-a4cc-2c6a08a502be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636'] for port, after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:15.726736 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0c31a00a-cb4a-4e6d-ae9d-5d2be70548a6 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:15.752399 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cf91ce-a682-4708-a4cc-2c6a08a502be None None] Pushing event deleted for resources: {'Port': ['ID=e7c0fc9a-60e1-46c5-bedf-ea0ef6a70ee9,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:15.765578 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0c31a00a-cb4a-4e6d-ae9d-5d2be70548a6 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:15.765870 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cf91ce-a682-4708-a4cc-2c6a08a502be None None] No DVR routers for this DVR port e7c0fc9a-60e1-46c5-bedf-ea0ef6a70ee9 on host dv-neutron-master-2-hyperv {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:32:15.770286 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99743077-cda3-46cd-97f1-208d590e17fa tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Made reservation on behalf of 4e9b97d81d204c53a28bf5666eaf36b7 for: {'subnet': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:32:15.777879 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-99743077-cda3-46cd-97f1-208d590e17fa tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12346583'] for subnet, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:15.792851 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device e7c0fc9a-60e1-46c5-bedf-ea0ef6a70ee9 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:32:15.818270 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: e7c0fc9a-60e1-46c5-bedf-ea0ef6a70ee9 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:32:15.819039 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device e7c0fc9a-60e1-46c5-bedf-ea0ef6a70ee9 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:32:15.865475 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 59176) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:15.869647 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-eb3d4116-dc01-46ba-ac7d-c9fa23b990aa tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11349588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11288746'] for subnet, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:15.886763 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c31a00a-cb4a-4e6d-ae9d-5d2be70548a6 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9480c989-d457-473d-97f2-76460b6736a6,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:15.912644 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0c31a00a-cb4a-4e6d-ae9d-5d2be70548a6 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:15.913967 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-0c31a00a-cb4a-4e6d-ae9d-5d2be70548a6 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4844546 Dec 21 13:32:15.917070 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59180) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:15.921838 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-7f1a3d59-302e-48af-a24c-9c780c43892a tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Request body: {'security_group_rule': {'security_group_id': '1ff19183-1617-4928-9f92-ca5348d3a4de', 'project_id': '365275e264a6451abad9a44f0c54ac18', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:32:15.933340 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3d4116-dc01-46ba-ac7d-c9fa23b990aa tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Pushing event deleted for resources: {'Subnet': ['ID=b3942a7e-9c2d-4402-840e-55e5a0946aac,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:15.947669 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-eb3d4116-dc01-46ba-ac7d-c9fa23b990aa tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks [] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:15.948012 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf2d5fd-3947-4974-a224-a671a28bb6bb None None] Network bf3e2502-de96-483b-b182-f991e23c41de requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:32:15.951434 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-eb3d4116-dc01-46ba-ac7d-c9fa23b990aa tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] 10.222.0.37 "DELETE /v2.0/subnets/b3942a7e-9c2d-4402-840e-55e5a0946aac HTTP/1.1" status: 204 len: 168 time: 1.7650962 Dec 21 13:32:15.954680 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d6c3b45-f01d-4dec-b395-14064f66b237 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:32:15.961055 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59182) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:15.964730 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-9d6c3b45-f01d-4dec-b395-14064f66b237 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] 10.222.0.37 "PUT /v2.0/routers/b02fc9a2-9c02-4a14-95c1-9970eb988f6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9251201 Dec 21 13:32:15.993820 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 59184) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:15.996222 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02be1bb9-f549-463a-ac58-b1f2b5462b05 None None] Sync routers for ids ['b02fc9a2-9c02-4a14-95c1-9970eb988f6c'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:32:16.077303 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-be311444-fca3-4c2e-a829-3ffe628a51c4 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:16.111889 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-c60e848a-1320-495f-a6eb-00710077f44a tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-497458647'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:32:16.123436 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c37a64e7-1ce7-4af6-bdfa-64b14ffd19f4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for router_gateway, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:16.123825 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02be1bb9-f549-463a-ac58-b1f2b5462b05 None None] Routers {'b02fc9a2-9c02-4a14-95c1-9970eb988f6c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:32:16.124483 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-02be1bb9-f549-463a-ac58-b1f2b5462b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:31:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['b02fc9a2-9c02-4a14-95c1-9970eb988f6c'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:16.158926 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7f1a3d59-302e-48af-a24c-9c780c43892a tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:16.165254 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-02be1bb9-f549-463a-ac58-b1f2b5462b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:16.182204 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02be1bb9-f549-463a-ac58-b1f2b5462b05 None None] Routers {'b02fc9a2-9c02-4a14-95c1-9970eb988f6c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:32:16.183372 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-02be1bb9-f549-463a-ac58-b1f2b5462b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:31:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['b02fc9a2-9c02-4a14-95c1-9970eb988f6c'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:16.219061 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-99743077-cda3-46cd-97f1-208d590e17fa tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12346565'] for subnet, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:16.230576 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-02be1bb9-f549-463a-ac58-b1f2b5462b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:16.231250 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02be1bb9-f549-463a-ac58-b1f2b5462b05 None None] The sync data for ids ['b02fc9a2-9c02-4a14-95c1-9970eb988f6c'] in dv-neutron-master-2-hyperv is: [] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:32:16.243068 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99743077-cda3-46cd-97f1-208d590e17fa tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:32:16.257804 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-99743077-cda3-46cd-97f1-208d590e17fa tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:32:16.267590 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978260d1-e948-4bb2-99c4-70cddd6775e3 None None] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:32:16.284543 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99743077-cda3-46cd-97f1-208d590e17fa tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:16.285152 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-99743077-cda3-46cd-97f1-208d590e17fa tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:16.293684 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d7d11f03-fe4b-4309-9f47-1e4bddec74ed tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Publish callbacks [] for router, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:16.313104 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-99743077-cda3-46cd-97f1-208d590e17fa tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7856305 Dec 21 13:32:16.317008 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59186) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:16.324629 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-51c425ac-f8f4-4a53-a50b-024be911ce4a tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Request body: {'port': {'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9', 'mac_address': 'fa:16:3e:83:b4:87', 'name': 'tempest-NetworksTestDHCPv6-1402856489'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:32:16.336262 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73664b7c-2e72-47d4-9bc0-020b5041f48d None None] DHCP port deletion for bf3e2502-de96-483b-b182-f991e23c41de request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:32:16.368313 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7f1a3d59-302e-48af-a24c-9c780c43892a tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:16.369893 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-be311444-fca3-4c2e-a829-3ffe628a51c4 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Deleting port 8be0fced-a02b-48df-aac2-8789d40daf1b {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:32:16.370219 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-be311444-fca3-4c2e-a829-3ffe628a51c4 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:16.395121 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99743077-cda3-46cd-97f1-208d590e17fa tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event updated for resources: {'Subnet': ['ID=00b392d2-e533-4228-81c7-9da7f6b2cd2e,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:16.395121 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7f1a3d59-302e-48af-a24c-9c780c43892a tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:16.443287 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-73664b7c-2e72-47d4-9bc0-020b5041f48d None None] Deleting port 8be0fced-a02b-48df-aac2-8789d40daf1b {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:32:16.443796 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-73664b7c-2e72-47d4-9bc0-020b5041f48d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:16.445317 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c60e848a-1320-495f-a6eb-00710077f44a tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] Made reservation on behalf of 0a440d64273a4932885adaa1330a27a9 for: {'network': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:32:16.447512 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5288c999-d3cc-437f-a32b-f58ff8b56854 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9', 'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9', 'project_id': '4e9b97d81d204c53a28bf5666eaf36b7', 'fixed_ips': [{'subnet_id': '00b392d2-e533-4228-81c7-9da7f6b2cd2e'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:32:16.448431 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-5288c999-d3cc-437f-a32b-f58ff8b56854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:16.448711 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1a3d59-302e-48af-a24c-9c780c43892a tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ecea8fd-be18-4a63-809a-497233eca22d,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:16.450005 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c60e848a-1320-495f-a6eb-00710077f44a tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:16.478590 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c60e848a-1320-495f-a6eb-00710077f44a tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] Publish callbacks [] for security_group, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:16.510744 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7f1a3d59-302e-48af-a24c-9c780c43892a tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:16.515045 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-7f1a3d59-302e-48af-a24c-9c780c43892a tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5938113 Dec 21 13:32:16.515831 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59188) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:16.527672 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-0f6e019f-34aa-468f-b145-8b30778a2be8 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Request body: {'security_group_rule': {'security_group_id': '1ff19183-1617-4928-9f92-ca5348d3a4de', 'project_id': '365275e264a6451abad9a44f0c54ac18', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:32:16.533372 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.api.v2.resource [None req-d7d11f03-fe4b-4309-9f47-1e4bddec74ed tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 21 13:32:16.533965 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-be311444-fca3-4c2e-a829-3ffe628a51c4 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] For port 8be0fced-a02b-48df-aac2-8789d40daf1b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8be0fced-a02b-48df-aac2-8789d40daf1b,segment=NetworkSegment(389c11e4-2350-4283-a9ca-f70d72959d6d),segment_id=389c11e4-2350-4283-a9ca-f70d72959d6d)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:32:16.534709 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-be311444-fca3-4c2e-a829-3ffe628a51c4 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:16.537397 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-d7d11f03-fe4b-4309-9f47-1e4bddec74ed tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] 10.222.0.37 "DELETE /v2.0/routers/b02fc9a2-9c02-4a14-95c1-9970eb988f6c HTTP/1.1" status: 409 len: 329 time: 0.5425186 Dec 21 13:32:16.541480 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 59190) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:16.565622 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-be311444-fca3-4c2e-a829-3ffe628a51c4 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Calling delete_port for 8be0fced-a02b-48df-aac2-8789d40daf1b owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:32:16.594403 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-73664b7c-2e72-47d4-9bc0-020b5041f48d None None] For port 8be0fced-a02b-48df-aac2-8789d40daf1b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8be0fced-a02b-48df-aac2-8789d40daf1b,segment=NetworkSegment(389c11e4-2350-4283-a9ca-f70d72959d6d),segment_id=389c11e4-2350-4283-a9ca-f70d72959d6d)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:32:16.594862 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-73664b7c-2e72-47d4-9bc0-020b5041f48d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:16.619639 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-73664b7c-2e72-47d4-9bc0-020b5041f48d None None] Calling delete_port for 8be0fced-a02b-48df-aac2-8789d40daf1b owned by network:dhcp {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:32:16.640860 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0f6e019f-34aa-468f-b145-8b30778a2be8 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:16.704668 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-5288c999-d3cc-437f-a32b-f58ff8b56854 None None] Allocated IP 2001:db8::2 (ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9/00b392d2-e533-4228-81c7-9da7f6b2cd2e/f3ee921b-3762-4fef-97d0-2b73b93146e6) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:32:16.715599 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51c425ac-f8f4-4a53-a50b-024be911ce4a tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Made reservation on behalf of 4e9b97d81d204c53a28bf5666eaf36b7 for: {'port': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:32:16.801682 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-be311444-fca3-4c2e-a829-3ffe628a51c4 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:16.803488 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-73664b7c-2e72-47d4-9bc0-020b5041f48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636'] for port, after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:16.805551 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0f6e019f-34aa-468f-b145-8b30778a2be8 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:16.831424 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73664b7c-2e72-47d4-9bc0-020b5041f48d None None] Pushing event deleted for resources: {'Port': ['ID=8be0fced-a02b-48df-aac2-8789d40daf1b,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:16.836736 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0f6e019f-34aa-468f-b145-8b30778a2be8 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:16.842419 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73664b7c-2e72-47d4-9bc0-020b5041f48d None None] No DVR routers for this DVR port 8be0fced-a02b-48df-aac2-8789d40daf1b on host dv-neutron-master-2-hyperv {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:32:16.846514 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be311444-fca3-4c2e-a829-3ffe628a51c4 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Pushing event deleted for resources: {'Port': ['ID=8be0fced-a02b-48df-aac2-8789d40daf1b,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:16.855103 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be311444-fca3-4c2e-a829-3ffe628a51c4 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] No DVR routers for this DVR port 8be0fced-a02b-48df-aac2-8789d40daf1b on host dv-neutron-master-2-hyperv {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:32:16.892388 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6e019f-34aa-468f-b145-8b30778a2be8 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caa8adcd-f8e6-4b03-9155-9f76c7e0caf0,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:16.908239 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c37a64e7-1ce7-4af6-bdfa-64b14ffd19f4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548730'] for router, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:16.925498 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0f6e019f-34aa-468f-b145-8b30778a2be8 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:16.926712 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-0f6e019f-34aa-468f-b145-8b30778a2be8 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4074028 Dec 21 13:32:16.931712 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 59192) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:16.937388 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-51c425ac-f8f4-4a53-a50b-024be911ce4a tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:16.938885 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-5288c999-d3cc-437f-a32b-f58ff8b56854 None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:16.947028 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-5288c999-d3cc-437f-a32b-f58ff8b56854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:16.977841 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-64d60699-3b3a-436f-b5f7-100dfe81b412 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Request body: {'security_group_rule': {'security_group_id': '1ff19183-1617-4928-9f92-ca5348d3a4de', 'project_id': '365275e264a6451abad9a44f0c54ac18', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:32:16.986138 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5288c999-d3cc-437f-a32b-f58ff8b56854 None None] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:32:16.990134 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-5288c999-d3cc-437f-a32b-f58ff8b56854 None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:32:16.992703 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5288c999-d3cc-437f-a32b-f58ff8b56854 None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:32:16.997834 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-be311444-fca3-4c2e-a829-3ffe628a51c4 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:17.001536 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-51c425ac-f8f4-4a53-a50b-024be911ce4a tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] device_id is not set on port 50ab6219-b4f3-4ed2-9538-bda149c79830 yet. {{(pid=103152) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 13:32:17.043052 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5288c999-d3cc-437f-a32b-f58ff8b56854 None None] Pushing event updated for resources: {'Port': ['ID=f3ee921b-3762-4fef-97d0-2b73b93146e6,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:17.056727 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-be311444-fca3-4c2e-a829-3ffe628a51c4 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf3e2502-de96-483b-b182-f991e23c41de']}} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:17.060311 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-5288c999-d3cc-437f-a32b-f58ff8b56854 None None] Attempting to bind port f3ee921b-3762-4fef-97d0-2b73b93146e6 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:32:17.060692 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-5288c999-d3cc-437f-a32b-f58ff8b56854 None None] Attempting to bind port f3ee921b-3762-4fef-97d0-2b73b93146e6 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b20a5dbe-a251-4a83-ae2d-3ffbda6396cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:32:17.061059 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5288c999-d3cc-437f-a32b-f58ff8b56854 None None] Attempting to bind port f3ee921b-3762-4fef-97d0-2b73b93146e6 on network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:32:17.067229 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5288c999-d3cc-437f-a32b-f58ff8b56854 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:32:17.067606 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5288c999-d3cc-437f-a32b-f58ff8b56854 None None] Checking segment: {'id': 'b20a5dbe-a251-4a83-ae2d-3ffbda6396cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:32:17.068284 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-5288c999-d3cc-437f-a32b-f58ff8b56854 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:17.068417 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5288c999-d3cc-437f-a32b-f58ff8b56854 None None] Bound using segment: {'id': 'b20a5dbe-a251-4a83-ae2d-3ffbda6396cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:32:17.068951 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-5288c999-d3cc-437f-a32b-f58ff8b56854 None None] Bound port: f3ee921b-3762-4fef-97d0-2b73b93146e6, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b20a5dbe-a251-4a83-ae2d-3ffbda6396cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:32:17.069325 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-5288c999-d3cc-437f-a32b-f58ff8b56854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:17.075147 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-be311444-fca3-4c2e-a829-3ffe628a51c4 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '389c11e4-2350-4283-a9ca-f70d72959d6d') {'for_net_delete': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:17.075454 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-be311444-fca3-4c2e-a829-3ffe628a51c4 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '389c11e4-2350-4283-a9ca-f70d72959d6d') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:17.090805 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-be311444-fca3-4c2e-a829-3ffe628a51c4 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526653'] for segment, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:17.131171 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-be311444-fca3-4c2e-a829-3ffe628a51c4 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:17.142132 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-5288c999-d3cc-437f-a32b-f58ff8b56854 None None] For port f3ee921b-3762-4fef-97d0-2b73b93146e6, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:32:17.144272 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be311444-fca3-4c2e-a829-3ffe628a51c4 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=103152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:32:17.145275 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-be311444-fca3-4c2e-a829-3ffe628a51c4 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805426'] for segment, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:17.149233 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-5288c999-d3cc-437f-a32b-f58ff8b56854 None None] For port f3ee921b-3762-4fef-97d0-2b73b93146e6, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f3ee921b-3762-4fef-97d0-2b73b93146e6,segment=NetworkSegment(b20a5dbe-a251-4a83-ae2d-3ffbda6396cf),segment_id=b20a5dbe-a251-4a83-ae2d-3ffbda6396cf)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:32:17.149423 dv-neutron-master-2-hyperv neutron-server[103152]: Traceback (most recent call last): Dec 21 13:32:17.149423 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:32:17.149423 dv-neutron-master-2-hyperv neutron-server[103152]: timer() Dec 21 13:32:17.149423 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:32:17.149423 dv-neutron-master-2-hyperv neutron-server[103152]: cb(*args, **kw) Dec 21 13:32:17.149423 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:32:17.149423 dv-neutron-master-2-hyperv neutron-server[103152]: return func(*args, **kwargs) Dec 21 13:32:17.149423 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:32:17.149423 dv-neutron-master-2-hyperv neutron-server[103152]: self._notify() Dec 21 13:32:17.149423 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:32:17.149423 dv-neutron-master-2-hyperv neutron-server[103152]: self.callback(batched_events) Dec 21 13:32:17.149423 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:32:17.149423 dv-neutron-master-2-hyperv neutron-server[103152]: event.method(event) Dec 21 13:32:17.149423 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:32:17.149423 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:32:17.149423 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:32:17.149423 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:32:17.149423 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:32:17.149423 dv-neutron-master-2-hyperv neutron-server[103152]: return f(self, *a, **k) Dec 21 13:32:17.149423 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:32:17.149423 dv-neutron-master-2-hyperv neutron-server[103152]: return self._get(url).json() Dec 21 13:32:17.149423 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:32:17.149423 dv-neutron-master-2-hyperv neutron-server[103152]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:32:17.149423 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:32:17.149423 dv-neutron-master-2-hyperv neutron-server[103152]: return self.request(url, 'GET', **kwargs) Dec 21 13:32:17.149423 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:32:17.149423 dv-neutron-master-2-hyperv neutron-server[103152]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:32:17.149423 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:32:17.149423 dv-neutron-master-2-hyperv neutron-server[103152]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:32:17.149423 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:32:17.149423 dv-neutron-master-2-hyperv neutron-server[103152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:32:17.149423 dv-neutron-master-2-hyperv neutron-server[103152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:32:17.157361 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-5288c999-d3cc-437f-a32b-f58ff8b56854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:17.177463 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c60e848a-1320-495f-a6eb-00710077f44a tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] Publish callbacks [] for security_group, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:17.189696 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c60e848a-1320-495f-a6eb-00710077f44a tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:17.203469 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c60e848a-1320-495f-a6eb-00710077f44a tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=103153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:32:17.230769 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-51c425ac-f8f4-4a53-a50b-024be911ce4a tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Allocated IP 2001:db8::2a2 (ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9/00b392d2-e533-4228-81c7-9da7f6b2cd2e/50ab6219-b4f3-4ed2-9538-bda149c79830) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:32:17.249319 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c60e848a-1320-495f-a6eb-00710077f44a tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:17.250011 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.segments_db [None req-c60e848a-1320-495f-a6eb-00710077f44a tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] Added segment e1608b70-7a0e-4da8-9dd0-145403f1259b of type vlan for network 91cc9ba2-fff7-43ef-9fbd-74c05d35d29b Dec 21 13:32:17.268336 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5288c999-d3cc-437f-a32b-f58ff8b56854 None None] Pushing event updated for resources: {'Port': ['ID=f3ee921b-3762-4fef-97d0-2b73b93146e6,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:17.269246 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-be311444-fca3-4c2e-a829-3ffe628a51c4 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:17.292920 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-64d60699-3b3a-436f-b5f7-100dfe81b412 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:17.303250 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60e848a-1320-495f-a6eb-00710077f44a tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19265cca-b937-415b-8248-f7a29cc1e398,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:17.303551 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-be311444-fca3-4c2e-a829-3ffe628a51c4 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks [] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:17.307724 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-be311444-fca3-4c2e-a829-3ffe628a51c4 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] 10.222.0.37 "DELETE /v2.0/networks/bf3e2502-de96-483b-b182-f991e23c41de HTTP/1.1" status: 204 len: 168 time: 1.3449900 Dec 21 13:32:17.320707 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59194) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:17.329240 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 8be0fced-a02b-48df-aac2-8789d40daf1b no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:32:17.335483 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be311444-fca3-4c2e-a829-3ffe628a51c4 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Pushing event deleted for resources: {'Network': ['ID=bf3e2502-de96-483b-b182-f991e23c41de,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:17.360766 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: 8be0fced-a02b-48df-aac2-8789d40daf1b {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:32:17.361112 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 8be0fced-a02b-48df-aac2-8789d40daf1b not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:32:17.363617 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d32184a-6831-4a04-91fa-fa434e79ee2c tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] DELETE failed (client error): The resource could not be found. Dec 21 13:32:17.363772 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d32184a-6831-4a04-91fa-fa434e79ee2c tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:32:17.367030 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-8d32184a-6831-4a04-91fa-fa434e79ee2c tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] 10.222.0.37 "DELETE /v2.0/subnets/03fd1236-dd77-4a3b-b7c1-5acd2b1ebff9 HTTP/1.1" status: 404 len: 337 time: 0.0450170 Dec 21 13:32:17.373426 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59196) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:17.392103 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c60e848a-1320-495f-a6eb-00710077f44a tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:17.415127 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-63342264-d3b5-4b26-a567-c7f77df3fe86 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] DELETE failed (client error): The resource could not be found. Dec 21 13:32:17.415693 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63342264-d3b5-4b26-a567-c7f77df3fe86 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:32:17.418843 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-63342264-d3b5-4b26-a567-c7f77df3fe86 tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] 10.222.0.37 "DELETE /v2.0/networks/1dcc2d05-9931-4a72-ad3e-a598f36dc4fd HTTP/1.1" status: 404 len: 339 time: 0.0444438 Dec 21 13:32:17.422301 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 59198) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:17.534123 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c60e848a-1320-495f-a6eb-00710077f44a tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:17.537049 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-51c425ac-f8f4-4a53-a50b-024be911ce4a tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:17.540338 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60e848a-1320-495f-a6eb-00710077f44a tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:17.541522 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c60e848a-1320-495f-a6eb-00710077f44a tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:17.581353 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c37a64e7-1ce7-4af6-bdfa-64b14ffd19f4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Router a684e6b5-c5fe-44fa-b09e-765333625c2d is scheduled to L3 agent 59e14383-78fa-487e-9299-b32042a98157 with binding_index 1 {{(pid=103153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 13:32:17.583271 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-51c425ac-f8f4-4a53-a50b-024be911ce4a tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:17.601892 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-64d60699-3b3a-436f-b5f7-100dfe81b412 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:17.611227 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_v2 [None req-babe6ce1-cc3b-4aca-b906-b9211eab70de tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Deleting subnet 2696e7aa-5872-418a-a235-a625ad072b8f {{(pid=103153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:32:17.621269 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-64d60699-3b3a-436f-b5f7-100dfe81b412 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:17.628407 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-c60e848a-1320-495f-a6eb-00710077f44a tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.7577138 Dec 21 13:32:17.628921 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59200) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:17.634692 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-f5ef3cc2-acbb-4fb4-822b-0ff7434b0cb7 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] Request body: {'subnet': {'network_id': '91cc9ba2-fff7-43ef-9fbd-74c05d35d29b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:32:17.647430 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c425ac-f8f4-4a53-a50b-024be911ce4a tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:32:17.657071 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-babe6ce1-cc3b-4aca-b906-b9211eab70de tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks [] for subnet, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:17.666705 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-51c425ac-f8f4-4a53-a50b-024be911ce4a tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:32:17.671902 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c425ac-f8f4-4a53-a50b-024be911ce4a tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:32:17.678707 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c425ac-f8f4-4a53-a50b-024be911ce4a tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:17.679354 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-51c425ac-f8f4-4a53-a50b-024be911ce4a tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:17.705251 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c425ac-f8f4-4a53-a50b-024be911ce4a tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event updated for resources: {'Port': ['ID=50ab6219-b4f3-4ed2-9538-bda149c79830,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:17.717443 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60e848a-1320-495f-a6eb-00710077f44a tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] Pushing event updated for resources: {'Network': ['ID=91cc9ba2-fff7-43ef-9fbd-74c05d35d29b,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:17.729651 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network 91cc9ba2-fff7-43ef-9fbd-74c05d35d29b details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:32:17.749849 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-51c425ac-f8f4-4a53-a50b-024be911ce4a tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4288762 Dec 21 13:32:17.757608 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d60699-3b3a-436f-b5f7-100dfe81b412 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5fcacb0-a148-4cc9-8b09-8ac33fb3428d,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:17.758466 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59202) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:17.769266 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-64d60699-3b3a-436f-b5f7-100dfe81b412 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:17.773795 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-64d60699-3b3a-436f-b5f7-100dfe81b412 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8372798 Dec 21 13:32:17.776312 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-babe6ce1-cc3b-4aca-b906-b9211eab70de tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1585439'] for subnet, precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:17.776458 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59204) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:17.787338 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-4223cd80-189b-42ea-a059-d501ddc22e86 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Request body: {'security_group_rule': {'security_group_id': '1ff19183-1617-4928-9f92-ca5348d3a4de', 'project_id': '365275e264a6451abad9a44f0c54ac18', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:32:17.854393 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5ef3cc2-acbb-4fb4-822b-0ff7434b0cb7 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] Made reservation on behalf of 0a440d64273a4932885adaa1330a27a9 for: {'subnet': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:32:17.858060 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f5ef3cc2-acbb-4fb4-822b-0ff7434b0cb7 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12346583'] for subnet, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:17.871623 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f503f7-400b-4fae-bcf3-0676564941ee tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:17.877752 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f503f7-400b-4fae-bcf3-0676564941ee tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:17.883638 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-76f503f7-400b-4fae-bcf3-0676564941ee tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1200528 Dec 21 13:32:17.883638 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.securitygroups_db [None req-4223cd80-189b-42ea-a059-d501ddc22e86 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Project 365275e264a6451abad9a44f0c54ac18 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 13:32:17.887938 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 59206) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:17.907512 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4223cd80-189b-42ea-a059-d501ddc22e86 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:17.979020 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c37a64e7-1ce7-4af6-bdfa-64b14ffd19f4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:32:18.001521 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d5da82-e5d4-476c-96be-a43fd926c283 None None] Sync routers for ids ['a684e6b5-c5fe-44fa-b09e-765333625c2d'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:32:18.011893 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d5da82-e5d4-476c-96be-a43fd926c283 None None] Routers {'a684e6b5-c5fe-44fa-b09e-765333625c2d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:32:18.012247 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4223cd80-189b-42ea-a059-d501ddc22e86 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:18.013866 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-85d5da82-e5d4-476c-96be-a43fd926c283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:31:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['a684e6b5-c5fe-44fa-b09e-765333625c2d'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:18.020547 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4223cd80-189b-42ea-a059-d501ddc22e86 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:18.032271 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-babe6ce1-cc3b-4aca-b906-b9211eab70de tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:18.061968 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-64abf1a7-ab4e-4605-bcbc-8a666a9f0f08 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532692'] for router_interface, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:18.070311 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4223cd80-189b-42ea-a059-d501ddc22e86 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09557c5e-830d-4663-a889-bafd716d93de,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:18.085376 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4223cd80-189b-42ea-a059-d501ddc22e86 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:18.086692 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-4223cd80-189b-42ea-a059-d501ddc22e86 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3067727 Dec 21 13:32:18.089878 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59208) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:18.094182 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-709c4007-207c-4f4a-b612-a479bc5734d7 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Request body: {'security_group_rule': {'security_group_id': '1ff19183-1617-4928-9f92-ca5348d3a4de', 'project_id': '365275e264a6451abad9a44f0c54ac18', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:32:18.103806 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c37a64e7-1ce7-4af6-bdfa-64b14ffd19f4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for router, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:18.107805 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-c37a64e7-1ce7-4af6-bdfa-64b14ffd19f4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.8417847 Dec 21 13:32:18.108189 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59210) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:18.184575 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-85d5da82-e5d4-476c-96be-a43fd926c283 None None] Set router a684e6b5-c5fe-44fa-b09e-765333625c2d gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:32:18.208331 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f5ef3cc2-acbb-4fb4-822b-0ff7434b0cb7 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12346565'] for subnet, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:18.222197 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.securitygroups_db [None req-709c4007-207c-4f4a-b612-a479bc5734d7 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Project 365275e264a6451abad9a44f0c54ac18 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 13:32:18.261894 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-babe6ce1-cc3b-4aca-b906-b9211eab70de tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11349588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11288746'] for subnet, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:18.263942 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-709c4007-207c-4f4a-b612-a479bc5734d7 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:18.266226 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c463-6548-405e-8b1e-132b305edc17 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Deleting port 50ab6219-b4f3-4ed2-9538-bda149c79830 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:32:18.266788 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9e19c463-6548-405e-8b1e-132b305edc17 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:18.346571 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babe6ce1-cc3b-4aca-b906-b9211eab70de tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Pushing event deleted for resources: {'Subnet': ['ID=2696e7aa-5872-418a-a235-a625ad072b8f,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:18.354540 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-babe6ce1-cc3b-4aca-b906-b9211eab70de tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks [] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:18.357647 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7fa7d0e-e7cc-4735-bbdf-68b8789da6ff None None] Network 654881bd-7df1-403f-92cb-f4553ff7e85c requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:32:18.358610 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-babe6ce1-cc3b-4aca-b906-b9211eab70de tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] 10.222.0.37 "DELETE /v2.0/subnets/2696e7aa-5872-418a-a235-a625ad072b8f HTTP/1.1" status: 204 len: 168 time: 0.9310641 Dec 21 13:32:18.360633 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 59214) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:18.361130 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 59216) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:18.361832 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-b5d71356-b1fb-4d08-a959-d2210e6282c4 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=577ee1d2880f4d34a80a7dfd0cf7da03&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2525551 Dec 21 13:32:18.423717 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-709c4007-207c-4f4a-b612-a479bc5734d7 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:18.431547 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-709c4007-207c-4f4a-b612-a479bc5734d7 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:18.439274 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ef3cc2-acbb-4fb4-822b-0ff7434b0cb7 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] Pushing event updated for resources: {'Subnet': ['ID=2c30fdab-f20a-40d7-b378-1383e704085f,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:18.442348 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ef3cc2-acbb-4fb4-822b-0ff7434b0cb7 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] Checking segment: {'id': 'e1608b70-7a0e-4da8-9dd0-145403f1259b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '91cc9ba2-fff7-43ef-9fbd-74c05d35d29b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:32:18.442743 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ef3cc2-acbb-4fb4-822b-0ff7434b0cb7 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] Network hostable DHCP agents. Network: 91cc9ba2-fff7-43ef-9fbd-74c05d35d29b, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:32:18.473232 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709c4007-207c-4f4a-b612-a479bc5734d7 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eec1fee6-8b19-4444-b696-624f5ea510e1,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:18.482827 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-709c4007-207c-4f4a-b612-a479bc5734d7 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:18.484123 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-709c4007-207c-4f4a-b612-a479bc5734d7 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3935630 Dec 21 13:32:18.485144 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ef3cc2-acbb-4fb4-822b-0ff7434b0cb7 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] Network 91cc9ba2-fff7-43ef-9fbd-74c05d35d29b is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:32:18.506165 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-f5ef3cc2-acbb-4fb4-822b-0ff7434b0cb7 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 91cc9ba2-fff7-43ef-9fbd-74c05d35d29b) {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:32:18.513373 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ef3cc2-acbb-4fb4-822b-0ff7434b0cb7 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:18.518632 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f5ef3cc2-acbb-4fb4-822b-0ff7434b0cb7 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:18.541770 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-f5ef3cc2-acbb-4fb4-822b-0ff7434b0cb7 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9110513 Dec 21 13:32:18.544790 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59228) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:18.550951 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-b6443558-f286-4033-b10e-ced55778e0ef tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] Request body: {'port': {'network_id': '91cc9ba2-fff7-43ef-9fbd-74c05d35d29b', 'name': 'tempest-TagsExtTest-1216148754'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:32:18.692562 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-85d5da82-e5d4-476c-96be-a43fd926c283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a684e6b5-c5fe-44fa-b09e-765333625c2d', 'name': 'tempest-TestNetworkBasicOps-router-890161588', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.156'}], 'enable_snat': True}, 'gw_port_id': 'bd7a6e00-8aab-4e88-aebb-5e6a638851b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:32:12Z', 'updated_at': '2021-12-21T13:32:15Z', 'revision_number': 3, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': 'bd7a6e00-8aab-4e88-aebb-5e6a638851b0', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:84:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a684e6b5-c5fe-44fa-b09e-765333625c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:32:13Z', 'updated_at': '2021-12-21T13:32:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:18.695567 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ee8f6b-938f-4691-924c-253578480767 None None] Network 91cc9ba2-fff7-43ef-9fbd-74c05d35d29b requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:32:18.746587 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d5da82-e5d4-476c-96be-a43fd926c283 None None] Checking router: a684e6b5-c5fe-44fa-b09e-765333625c2d for host: dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:32:18.746984 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d5da82-e5d4-476c-96be-a43fd926c283 None None] Updating router a684e6b5-c5fe-44fa-b09e-765333625c2d port bd7a6e00-8aab-4e88-aebb-5e6a638851b0 binding host dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 13:32:18.809681 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6443558-f286-4033-b10e-ced55778e0ef tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] Made reservation on behalf of 0a440d64273a4932885adaa1330a27a9 for: {'port': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:32:18.817981 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b6443558-f286-4033-b10e-ced55778e0ef tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:18.821887 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-85d5da82-e5d4-476c-96be-a43fd926c283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:18.845121 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-b6443558-f286-4033-b10e-ced55778e0ef tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] device_id is not set on port 43e1fb4b-7231-40b8-b835-68b856f7b68e yet. {{(pid=103152) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 13:32:18.931042 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-ff4a3108-ea3e-4895-9500-35b980dcc6fa None None] Provisioning complete for port f3ee921b-3762-4fef-97d0-2b73b93146e6 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:32:18.931373 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ff4a3108-ea3e-4895-9500-35b980dcc6fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:19.080576 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-b6443558-f286-4033-b10e-ced55778e0ef tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] Allocated IP 172.20.0.12 (91cc9ba2-fff7-43ef-9fbd-74c05d35d29b/2c30fdab-f20a-40d7-b378-1383e704085f/43e1fb4b-7231-40b8-b835-68b856f7b68e) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:32:19.109235 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e736db5-8b81-4e32-82b5-ed2d8e3f3bda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-91cc9ba2-fff7-43ef-9fbd-74c05d35d29b', 'network_id': '91cc9ba2-fff7-43ef-9fbd-74c05d35d29b', 'project_id': '0a440d64273a4932885adaa1330a27a9', 'fixed_ips': [{'subnet_id': '2c30fdab-f20a-40d7-b378-1383e704085f'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:32:19.110073 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-2e736db5-8b81-4e32-82b5-ed2d8e3f3bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:19.141255 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429db424-e49d-409b-9be9-9e7af2197b45 None None] DHCP port deletion for 654881bd-7df1-403f-92cb-f4553ff7e85c request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:32:19.355154 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ff4a3108-ea3e-4895-9500-35b980dcc6fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:19.398835 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-85d5da82-e5d4-476c-96be-a43fd926c283 None None] Publish callbacks [] for port, precommit_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:19.408633 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device f3ee921b-3762-4fef-97d0-2b73b93146e6 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:32:19.409291 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-85d5da82-e5d4-476c-96be-a43fd926c283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:19.436317 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b6443558-f286-4033-b10e-ced55778e0ef tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:19.464987 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88ce423-e4d2-48a8-a61d-66b0690da707 None None] Pushing event updated for resources: {'Port': ['ID=bd7a6e00-8aab-4e88-aebb-5e6a638851b0,revision_number=2']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:19.495257 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b6443558-f286-4033-b10e-ced55778e0ef tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:19.503220 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-85d5da82-e5d4-476c-96be-a43fd926c283 None None] Attempting to bind port bd7a6e00-8aab-4e88-aebb-5e6a638851b0 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:32:19.503600 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-85d5da82-e5d4-476c-96be-a43fd926c283 None None] Attempting to bind port bd7a6e00-8aab-4e88-aebb-5e6a638851b0 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:32:19.506794 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d5da82-e5d4-476c-96be-a43fd926c283 None None] Attempting to bind port bd7a6e00-8aab-4e88-aebb-5e6a638851b0 on network 7fdf1889-f079-4166-bbda-88b2a8d8d595 {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:32:19.518674 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54565821-e208-4f43-853a-0205816cf44e None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:32:19.522517 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d5da82-e5d4-476c-96be-a43fd926c283 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:32:19.523297 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d5da82-e5d4-476c-96be-a43fd926c283 None None] Checking segment: {'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:32:19.523941 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-85d5da82-e5d4-476c-96be-a43fd926c283 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:19.525149 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d5da82-e5d4-476c-96be-a43fd926c283 None None] Bound using segment: {'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:32:19.525889 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-85d5da82-e5d4-476c-96be-a43fd926c283 None None] Bound port: bd7a6e00-8aab-4e88-aebb-5e6a638851b0, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:32:19.526560 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-85d5da82-e5d4-476c-96be-a43fd926c283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:19.526681 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9e19c463-6548-405e-8b1e-132b305edc17 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:19.572593 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6443558-f286-4033-b10e-ced55778e0ef tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] Network 91cc9ba2-fff7-43ef-9fbd-74c05d35d29b is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:32:19.575873 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-b6443558-f286-4033-b10e-ced55778e0ef tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:32:19.581385 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6443558-f286-4033-b10e-ced55778e0ef tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:32:19.586932 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-9e19c463-6548-405e-8b1e-132b305edc17 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Calling delete_port for 50ab6219-b4f3-4ed2-9538-bda149c79830 owned by {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:32:19.595640 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-02d81645-c77c-47f6-87c3-e2c09cb5ca1f tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:19.600381 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-85d5da82-e5d4-476c-96be-a43fd926c283 None None] For port bd7a6e00-8aab-4e88-aebb-5e6a638851b0, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:32:19.604833 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-85d5da82-e5d4-476c-96be-a43fd926c283 None None] For port bd7a6e00-8aab-4e88-aebb-5e6a638851b0, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bd7a6e00-8aab-4e88-aebb-5e6a638851b0,segment=NetworkSegment(a32e5bfd-6fac-434f-817b-5707a23fd2ca),segment_id=a32e5bfd-6fac-434f-817b-5707a23fd2ca)] {{(pid=103155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:32:19.609806 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-85d5da82-e5d4-476c-96be-a43fd926c283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:19.615410 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6443558-f286-4033-b10e-ced55778e0ef tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] Pushing event updated for resources: {'Port': ['ID=43e1fb4b-7231-40b8-b835-68b856f7b68e,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:19.658054 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-2e736db5-8b81-4e32-82b5-ed2d8e3f3bda None None] Allocated IP 172.20.0.2 (91cc9ba2-fff7-43ef-9fbd-74c05d35d29b/2c30fdab-f20a-40d7-b378-1383e704085f/c75575e2-012a-421d-9b27-e984d2741cd4) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:32:19.682246 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88ce423-e4d2-48a8-a61d-66b0690da707 None None] Pushing event updated for resources: {'Port': ['ID=bd7a6e00-8aab-4e88-aebb-5e6a638851b0,revision_number=3']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:19.683331 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6443558-f286-4033-b10e-ced55778e0ef tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:19.683981 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b6443558-f286-4033-b10e-ced55778e0ef tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:19.689223 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-429db424-e49d-409b-9be9-9e7af2197b45 None None] Deleting port 3abbe613-6873-498c-9f4b-8a7ee926adfa {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:32:19.689535 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-429db424-e49d-409b-9be9-9e7af2197b45 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:19.691153 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68319fdf-0149-475e-a3d7-ee312ef3a490 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:19.692785 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-68319fdf-0149-475e-a3d7-ee312ef3a490 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.3269038 Dec 21 13:32:19.697220 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-ff4a3108-ea3e-4895-9500-35b980dcc6fa None None] For port f3ee921b-3762-4fef-97d0-2b73b93146e6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f3ee921b-3762-4fef-97d0-2b73b93146e6,segment=NetworkSegment(b20a5dbe-a251-4a83-ae2d-3ffbda6396cf),segment_id=b20a5dbe-a251-4a83-ae2d-3ffbda6396cf)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:32:19.705692 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59276) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:19.723707 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d5da82-e5d4-476c-96be-a43fd926c283 None None] Routers {'a684e6b5-c5fe-44fa-b09e-765333625c2d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:32:19.725753 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-85d5da82-e5d4-476c-96be-a43fd926c283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:31:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['a684e6b5-c5fe-44fa-b09e-765333625c2d'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:19.743080 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b2e3bff-ff23-4887-a05f-b34c9313548b None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:32:19.774016 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ff4a3108-ea3e-4895-9500-35b980dcc6fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:19.784518 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-b6443558-f286-4033-b10e-ced55778e0ef tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2357678 Dec 21 13:32:19.784518 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-c1648eba-f995-47d4-b3d3-83cc96b6be7a tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=7fdf1889-f079-4166-bbda-88b2a8d8d595&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0774288 Dec 21 13:32:19.784774 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59280) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:19.799231 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59282) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:19.803341 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-24c6c2fb-3daf-49c8-b50f-1438648b0cbf tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-2139998192', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:32:19.828004 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-f32b2fd7-9271-42cb-8afb-16a2e67480ad tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-698135700', 'network_id': '646086d9-9650-4426-a7e3-6e15bc97acc7', 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:32:19.872408 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-85d5da82-e5d4-476c-96be-a43fd926c283 None None] Set router a684e6b5-c5fe-44fa-b09e-765333625c2d gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:32:19.925313 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-02d81645-c77c-47f6-87c3-e2c09cb5ca1f tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Deleting port 3abbe613-6873-498c-9f4b-8a7ee926adfa {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:32:19.926536 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-02d81645-c77c-47f6-87c3-e2c09cb5ca1f tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:19.965153 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-64abf1a7-ab4e-4605-bcbc-8a666a9f0f08 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Deleting port 65876ede-0791-4295-be25-b8ee843ba77a {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:32:19.965649 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-64abf1a7-ab4e-4605-bcbc-8a666a9f0f08 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:19.995245 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-24c6c2fb-3daf-49c8-b50f-1438648b0cbf tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26964'] for router, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:19.996312 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-24c6c2fb-3daf-49c8-b50f-1438648b0cbf tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-642316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26957'] for router, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:20.041703 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f32b2fd7-9271-42cb-8afb-16a2e67480ad tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Made reservation on behalf of 577ee1d2880f4d34a80a7dfd0cf7da03 for: {'subnet': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:32:20.045780 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f32b2fd7-9271-42cb-8afb-16a2e67480ad tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12346583'] for subnet, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:20.103687 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-429db424-e49d-409b-9be9-9e7af2197b45 None None] For port 3abbe613-6873-498c-9f4b-8a7ee926adfa, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3abbe613-6873-498c-9f4b-8a7ee926adfa,segment=NetworkSegment(e656c9ee-444b-4327-82ff-f9da1c84e83d),segment_id=e656c9ee-444b-4327-82ff-f9da1c84e83d)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:32:20.104099 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-429db424-e49d-409b-9be9-9e7af2197b45 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:20.117088 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9e19c463-6548-405e-8b1e-132b305edc17 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:20.119968 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-02d81645-c77c-47f6-87c3-e2c09cb5ca1f tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] For port 3abbe613-6873-498c-9f4b-8a7ee926adfa, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3abbe613-6873-498c-9f4b-8a7ee926adfa,segment=NetworkSegment(e656c9ee-444b-4327-82ff-f9da1c84e83d),segment_id=e656c9ee-444b-4327-82ff-f9da1c84e83d)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:32:20.120407 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-02d81645-c77c-47f6-87c3-e2c09cb5ca1f tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:20.127201 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-429db424-e49d-409b-9be9-9e7af2197b45 None None] Calling delete_port for 3abbe613-6873-498c-9f4b-8a7ee926adfa owned by network:dhcp {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:32:20.175850 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-85d5da82-e5d4-476c-96be-a43fd926c283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a684e6b5-c5fe-44fa-b09e-765333625c2d', 'name': 'tempest-TestNetworkBasicOps-router-890161588', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.156'}], 'enable_snat': True}, 'gw_port_id': 'bd7a6e00-8aab-4e88-aebb-5e6a638851b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:32:12Z', 'updated_at': '2021-12-21T13:32:15Z', 'revision_number': 3, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': 'bd7a6e00-8aab-4e88-aebb-5e6a638851b0', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:84:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a684e6b5-c5fe-44fa-b09e-765333625c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:32:13Z', 'updated_at': '2021-12-21T13:32:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:20.176288 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-02d81645-c77c-47f6-87c3-e2c09cb5ca1f tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Calling delete_port for 3abbe613-6873-498c-9f4b-8a7ee926adfa owned by network:dhcp {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:32:20.180038 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c463-6548-405e-8b1e-132b305edc17 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event deleted for resources: {'Port': ['ID=50ab6219-b4f3-4ed2-9538-bda149c79830,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:20.234425 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-0ecfd1bf-f886-4855-ad4b-29a752f1a7fa None None] Provisioning complete for port bd7a6e00-8aab-4e88-aebb-5e6a638851b0 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:32:20.234904 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-0ecfd1bf-f886-4855-ad4b-29a752f1a7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:20.257529 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d5da82-e5d4-476c-96be-a43fd926c283 None None] The sync data for ids ['a684e6b5-c5fe-44fa-b09e-765333625c2d'] in dv-neutron-master-2-hyperv is: [{'id': 'a684e6b5-c5fe-44fa-b09e-765333625c2d', 'name': 'tempest-TestNetworkBasicOps-router-890161588', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.156'}], 'enable_snat': True}, 'gw_port_id': 'bd7a6e00-8aab-4e88-aebb-5e6a638851b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:32:12Z', 'updated_at': '2021-12-21T13:32:15Z', 'revision_number': 3, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': 'bd7a6e00-8aab-4e88-aebb-5e6a638851b0', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:84:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a684e6b5-c5fe-44fa-b09e-765333625c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:32:13Z', 'updated_at': '2021-12-21T13:32:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:32:20.296622 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-24c6c2fb-3daf-49c8-b50f-1438648b0cbf tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:20.306848 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port f3ee921b-3762-4fef-97d0-2b73b93146e6 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:32:20.307960 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:20.327058 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-24c6c2fb-3daf-49c8-b50f-1438648b0cbf tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548730'] for router, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:20.360729 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-24c6c2fb-3daf-49c8-b50f-1438648b0cbf tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] Publish callbacks [] for router, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:20.367663 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-24c6c2fb-3daf-49c8-b50f-1438648b0cbf tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5813966 Dec 21 13:32:20.369638 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59316) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:20.372694 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4a3108-ea3e-4895-9500-35b980dcc6fa None None] Pushing event updated for resources: {'Port': ['ID=f3ee921b-3762-4fef-97d0-2b73b93146e6,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:20.374990 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-1d5fc691-89ca-47f1-8d43-d3b1c10a4e9e tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-684991355', 'prefixes': ['172.20.0.0/16']}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:32:20.481755 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-64abf1a7-ab4e-4605-bcbc-8a666a9f0f08 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:20.502890 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-429db424-e49d-409b-9be9-9e7af2197b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636'] for port, after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:20.521790 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-64abf1a7-ab4e-4605-bcbc-8a666a9f0f08 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Calling delete_port for 65876ede-0791-4295-be25-b8ee843ba77a owned by network:router_interface {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:32:20.597657 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429db424-e49d-409b-9be9-9e7af2197b45 None None] Pushing event deleted for resources: {'Port': ['ID=3abbe613-6873-498c-9f4b-8a7ee926adfa,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:20.614319 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1d5fc691-89ca-47f1-8d43-d3b1c10a4e9e tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] Publish callbacks [] for subnetpool, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:20.616498 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429db424-e49d-409b-9be9-9e7af2197b45 None None] No DVR routers for this DVR port 3abbe613-6873-498c-9f4b-8a7ee926adfa on host dv-neutron-master-2-hyperv {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:32:20.624211 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-1d5fc691-89ca-47f1-8d43-d3b1c10a4e9e tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.2533329 Dec 21 13:32:20.630938 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59320) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:20.651612 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.tag.tag_plugin [None req-c3babde0-9852-45cc-b5d3-5fb966b0def6 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '2c30fdab-f20a-40d7-b378-1383e704085f', 'tempest-TagsExtTest-Tag-498405517') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:20.685505 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-02d81645-c77c-47f6-87c3-e2c09cb5ca1f tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:20.688757 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9e19c463-6548-405e-8b1e-132b305edc17 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:20.695490 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-9e19c463-6548-405e-8b1e-132b305edc17 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "DELETE /v2.0/ports/50ab6219-b4f3-4ed2-9538-bda149c79830 HTTP/1.1" status: 204 len: 168 time: 2.8044281 Dec 21 13:32:20.743679 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 59322) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:20.746982 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d81645-c77c-47f6-87c3-e2c09cb5ca1f tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Pushing event deleted for resources: {'Port': ['ID=3abbe613-6873-498c-9f4b-8a7ee926adfa,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:20.844585 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-2e736db5-8b81-4e32-82b5-ed2d8e3f3bda None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:20.872462 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f32b2fd7-9271-42cb-8afb-16a2e67480ad tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12346565'] for subnet, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:20.905072 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-2e736db5-8b81-4e32-82b5-ed2d8e3f3bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:20.970045 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e736db5-8b81-4e32-82b5-ed2d8e3f3bda None None] Pushing event updated for resources: {'Port': ['ID=c75575e2-012a-421d-9b27-e984d2741cd4,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:20.984361 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-0ecfd1bf-f886-4855-ad4b-29a752f1a7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:20.993524 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e736db5-8b81-4e32-82b5-ed2d8e3f3bda None None] Network 91cc9ba2-fff7-43ef-9fbd-74c05d35d29b is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:32:21.003408 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-2e736db5-8b81-4e32-82b5-ed2d8e3f3bda None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:32:21.007293 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e736db5-8b81-4e32-82b5-ed2d8e3f3bda None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:32:21.033631 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-0ecfd1bf-f886-4855-ad4b-29a752f1a7fa None None] For port bd7a6e00-8aab-4e88-aebb-5e6a638851b0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bd7a6e00-8aab-4e88-aebb-5e6a638851b0,segment=NetworkSegment(a32e5bfd-6fac-434f-817b-5707a23fd2ca),segment_id=a32e5bfd-6fac-434f-817b-5707a23fd2ca)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:32:21.033873 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32b2fd7-9271-42cb-8afb-16a2e67480ad tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'Subnet': ['ID=b4ef62bc-4edd-4fe8-8068-19abf8cdbc65,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:21.036080 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d81645-c77c-47f6-87c3-e2c09cb5ca1f tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] No DVR routers for this DVR port 3abbe613-6873-498c-9f4b-8a7ee926adfa on host dv-neutron-master-2-hyperv {{(pid=103153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:32:21.045216 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-0ecfd1bf-f886-4855-ad4b-29a752f1a7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:21.071984 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-0ecfd1bf-f886-4855-ad4b-29a752f1a7fa None None] Could not find standard attr ID for object 50ab6219-b4f3-4ed2-9538-bda149c79830. {{(pid=103154) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 21 13:32:21.117464 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32b2fd7-9271-42cb-8afb-16a2e67480ad tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Checking segment: {'id': 'c60d3803-d7b0-4c6b-8114-7264ffa23aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '646086d9-9650-4426-a7e3-6e15bc97acc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:32:21.117851 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f32b2fd7-9271-42cb-8afb-16a2e67480ad tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Network hostable DHCP agents. Network: 646086d9-9650-4426-a7e3-6e15bc97acc7, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:32:21.141467 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-2e736db5-8b81-4e32-82b5-ed2d8e3f3bda None None] Attempting to bind port c75575e2-012a-421d-9b27-e984d2741cd4 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:32:21.142007 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-2e736db5-8b81-4e32-82b5-ed2d8e3f3bda None None] Attempting to bind port c75575e2-012a-421d-9b27-e984d2741cd4 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'e1608b70-7a0e-4da8-9dd0-145403f1259b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '91cc9ba2-fff7-43ef-9fbd-74c05d35d29b'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:32:21.142551 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e736db5-8b81-4e32-82b5-ed2d8e3f3bda None None] Attempting to bind port c75575e2-012a-421d-9b27-e984d2741cd4 on network 91cc9ba2-fff7-43ef-9fbd-74c05d35d29b {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:32:21.149174 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 3abbe613-6873-498c-9f4b-8a7ee926adfa no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:32:21.161340 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e736db5-8b81-4e32-82b5-ed2d8e3f3bda None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:32:21.162745 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e736db5-8b81-4e32-82b5-ed2d8e3f3bda None None] Checking segment: {'id': 'e1608b70-7a0e-4da8-9dd0-145403f1259b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '91cc9ba2-fff7-43ef-9fbd-74c05d35d29b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:32:21.163499 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-2e736db5-8b81-4e32-82b5-ed2d8e3f3bda None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:21.163807 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e736db5-8b81-4e32-82b5-ed2d8e3f3bda None None] Bound using segment: {'id': 'e1608b70-7a0e-4da8-9dd0-145403f1259b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '91cc9ba2-fff7-43ef-9fbd-74c05d35d29b'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:32:21.164934 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-2e736db5-8b81-4e32-82b5-ed2d8e3f3bda None None] Bound port: c75575e2-012a-421d-9b27-e984d2741cd4, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1608b70-7a0e-4da8-9dd0-145403f1259b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '91cc9ba2-fff7-43ef-9fbd-74c05d35d29b'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:32:21.166235 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-2e736db5-8b81-4e32-82b5-ed2d8e3f3bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:21.183797 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f32b2fd7-9271-42cb-8afb-16a2e67480ad tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Network 646086d9-9650-4426-a7e3-6e15bc97acc7 is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:32:21.202339 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-c3babde0-9852-45cc-b5d3-5fb966b0def6 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] 10.222.0.37 "PUT /v2.0/subnets/2c30fdab-f20a-40d7-b378-1383e704085f/tags/tempest-TagsExtTest-Tag-498405517 HTTP/1.1" status: 201 len: 201 time: 0.5534415 Dec 21 13:32:21.204470 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59324) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:21.207807 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c23433-050d-4c09-ba00-dd0bace5a56e tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:21.211537 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.tag.tag_plugin [None req-1f1a62ef-ff52-4783-a4c1-e34a3acb5c50 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '43e1fb4b-7231-40b8-b835-68b856f7b68e', 'tempest-TagsExtTest-Tag-966075145') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:21.211879 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c23433-050d-4c09-ba00-dd0bace5a56e tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:21.213067 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: 3abbe613-6873-498c-9f4b-8a7ee926adfa {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:32:21.213423 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 3abbe613-6873-498c-9f4b-8a7ee926adfa not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:32:21.217963 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-e4c23433-050d-4c09-ba00-dd0bace5a56e tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.4677486 Dec 21 13:32:21.251782 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 59326) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:21.254803 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-64abf1a7-ab4e-4605-bcbc-8a666a9f0f08 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:21.257609 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfd1bf-f886-4855-ad4b-29a752f1a7fa None None] Pushing event updated for resources: {'Port': ['ID=bd7a6e00-8aab-4e88-aebb-5e6a638851b0,revision_number=4']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:21.320734 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-f32b2fd7-9271-42cb-8afb-16a2e67480ad tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 646086d9-9650-4426-a7e3-6e15bc97acc7) {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:32:21.334722 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32b2fd7-9271-42cb-8afb-16a2e67480ad tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:21.338939 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f32b2fd7-9271-42cb-8afb-16a2e67480ad tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:21.343263 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993675ee-a7bf-4081-bdb3-8059a286f79b None None] Network 646086d9-9650-4426-a7e3-6e15bc97acc7 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:32:21.354217 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-2e736db5-8b81-4e32-82b5-ed2d8e3f3bda None None] For port c75575e2-012a-421d-9b27-e984d2741cd4, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:32:21.404785 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-2e736db5-8b81-4e32-82b5-ed2d8e3f3bda None None] For port c75575e2-012a-421d-9b27-e984d2741cd4, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c75575e2-012a-421d-9b27-e984d2741cd4,segment=NetworkSegment(e1608b70-7a0e-4da8-9dd0-145403f1259b),segment_id=e1608b70-7a0e-4da8-9dd0-145403f1259b)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:32:21.431133 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-f32b2fd7-9271-42cb-8afb-16a2e67480ad tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.6067452 Dec 21 13:32:21.439821 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 59328) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:21.452904 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-02d81645-c77c-47f6-87c3-e2c09cb5ca1f tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:21.460523 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64abf1a7-ab4e-4605-bcbc-8a666a9f0f08 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Pushing event deleted for resources: {'Port': ['ID=65876ede-0791-4295-be25-b8ee843ba77a,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:21.486826 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-2e736db5-8b81-4e32-82b5-ed2d8e3f3bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:21.514624 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-1f1a62ef-ff52-4783-a4c1-e34a3acb5c50 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] 10.222.0.37 "PUT /v2.0/ports/43e1fb4b-7231-40b8-b835-68b856f7b68e/tags/tempest-TagsExtTest-Tag-966075145 HTTP/1.1" status: 201 len: 201 time: 0.3076108 Dec 21 13:32:21.515526 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59330) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:21.521737 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.tag.tag_plugin [None req-e8b47d0d-7708-4775-b9a2-a607f3a55c73 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'c8bcb906-0e0e-4111-bb91-81f0cb7e7510', 'tempest-TagsExtTest-Tag-291425309') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:21.604995 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device bd7a6e00-8aab-4e88-aebb-5e6a638851b0 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:32:21.659263 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-02d81645-c77c-47f6-87c3-e2c09cb5ca1f tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['654881bd-7df1-403f-92cb-f4553ff7e85c']}} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:21.696136 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_v2 [None req-f97b2487-e4c9-46b8-af4a-fd9e9f1293ef tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Deleting subnet 00b392d2-e533-4228-81c7-9da7f6b2cd2e {{(pid=103153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:32:21.715829 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-02d81645-c77c-47f6-87c3-e2c09cb5ca1f tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e656c9ee-444b-4327-82ff-f9da1c84e83d') {'for_net_delete': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:21.716629 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-02d81645-c77c-47f6-87c3-e2c09cb5ca1f tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e656c9ee-444b-4327-82ff-f9da1c84e83d') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:21.732172 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f97b2487-e4c9-46b8-af4a-fd9e9f1293ef tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for subnet, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:21.771414 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-e8b47d0d-7708-4775-b9a2-a607f3a55c73 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] 10.222.0.37 "PUT /v2.0/routers/c8bcb906-0e0e-4111-bb91-81f0cb7e7510/tags/tempest-TagsExtTest-Tag-291425309 HTTP/1.1" status: 201 len: 201 time: 0.2545857 Dec 21 13:32:21.774200 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59334) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:21.789820 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.tag.tag_plugin [None req-d5af1fb7-6e8e-4396-bb88-2ade91485c68 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '849e2263-bb7d-4d87-bf7b-d57c3aa770b5', 'tempest-TagsExtTest-Tag-540581537') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:21.830207 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e736db5-8b81-4e32-82b5-ed2d8e3f3bda None None] Pushing event updated for resources: {'Port': ['ID=c75575e2-012a-421d-9b27-e984d2741cd4,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:21.843023 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ede8163-61da-40e1-9cf2-666e0bc0f835 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-646086d9-9650-4426-a7e3-6e15bc97acc7', 'network_id': '646086d9-9650-4426-a7e3-6e15bc97acc7', 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'fixed_ips': [{'subnet_id': 'b4ef62bc-4edd-4fe8-8068-19abf8cdbc65'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:32:21.843972 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6ede8163-61da-40e1-9cf2-666e0bc0f835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:21.857968 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-02d81645-c77c-47f6-87c3-e2c09cb5ca1f tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1585430'] for segment, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:21.906409 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port bd7a6e00-8aab-4e88-aebb-5e6a638851b0 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:32:21.912349 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:21.938394 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-d5af1fb7-6e8e-4396-bb88-2ade91485c68 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] 10.222.0.37 "PUT /v2.0/subnetpools/849e2263-bb7d-4d87-bf7b-d57c3aa770b5/tags/tempest-TagsExtTest-Tag-540581537 HTTP/1.1" status: 201 len: 201 time: 0.1606877 Dec 21 13:32:21.940403 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59336) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:21.953385 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.tag.tag_plugin [None req-9a78564b-a93d-4ccf-b812-9ea0f4758031 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '2c30fdab-f20a-40d7-b378-1383e704085f') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:22.006484 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-02d81645-c77c-47f6-87c3-e2c09cb5ca1f tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:22.088712 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f97b2487-e4c9-46b8-af4a-fd9e9f1293ef tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1585439'] for subnet, precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:22.092193 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02d81645-c77c-47f6-87c3-e2c09cb5ca1f tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=103153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:32:22.092857 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-02d81645-c77c-47f6-87c3-e2c09cb5ca1f tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11349758'] for segment, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:22.096697 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:32:22.096697 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:32:22.096697 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:32:22.096697 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:32:22.096697 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:32:22.096697 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:32:22.096697 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:32:22.096697 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:32:22.096697 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:32:22.096697 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:32:22.096697 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 13:32:22.096697 dv-neutron-master-2-hyperv neutron-server[103153]: self.session.flush() Dec 21 13:32:22.096697 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 13:32:22.096697 dv-neutron-master-2-hyperv neutron-server[103153]: self.session.flush() Dec 21 13:32:22.096697 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 13:32:22.096697 dv-neutron-master-2-hyperv neutron-server[103153]: self.session.flush() Dec 21 13:32:22.096697 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 13:32:22.096697 dv-neutron-master-2-hyperv neutron-server[103153]: self.session.flush() Dec 21 13:32:22.096697 dv-neutron-master-2-hyperv neutron-server[103153]: Traceback (most recent call last): Dec 21 13:32:22.096697 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:32:22.096697 dv-neutron-master-2-hyperv neutron-server[103153]: timer() Dec 21 13:32:22.096697 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:32:22.096697 dv-neutron-master-2-hyperv neutron-server[103153]: cb(*args, **kw) Dec 21 13:32:22.096697 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:32:22.096697 dv-neutron-master-2-hyperv neutron-server[103153]: return func(*args, **kwargs) Dec 21 13:32:22.096697 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:32:22.096697 dv-neutron-master-2-hyperv neutron-server[103153]: self._notify() Dec 21 13:32:22.096697 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:32:22.096697 dv-neutron-master-2-hyperv neutron-server[103153]: self.callback(batched_events) Dec 21 13:32:22.096697 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:32:22.096697 dv-neutron-master-2-hyperv neutron-server[103153]: event.method(event) Dec 21 13:32:22.096697 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:32:22.096697 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:32:22.096697 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:32:22.096697 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:32:22.096697 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:32:22.096697 dv-neutron-master-2-hyperv neutron-server[103153]: return f(self, *a, **k) Dec 21 13:32:22.096697 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:32:22.096697 dv-neutron-master-2-hyperv neutron-server[103153]: return self._get(url).json() Dec 21 13:32:22.096697 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:32:22.096697 dv-neutron-master-2-hyperv neutron-server[103153]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:32:22.096697 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:32:22.096697 dv-neutron-master-2-hyperv neutron-server[103153]: return self.request(url, 'GET', **kwargs) Dec 21 13:32:22.096697 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:32:22.096697 dv-neutron-master-2-hyperv neutron-server[103153]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:32:22.096697 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:32:22.096697 dv-neutron-master-2-hyperv neutron-server[103153]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:32:22.096697 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:32:22.096697 dv-neutron-master-2-hyperv neutron-server[103153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:32:22.096697 dv-neutron-master-2-hyperv neutron-server[103153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:32:22.159370 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-9a78564b-a93d-4ccf-b812-9ea0f4758031 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] 10.222.0.37 "GET /v2.0/subnets/2c30fdab-f20a-40d7-b378-1383e704085f/tags HTTP/1.1" status: 200 len: 240 time: 0.2152832 Dec 21 13:32:22.161289 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59338) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:22.174075 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.tag.tag_plugin [None req-33d21557-3f64-45de-b36c-c985b48ddc44 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2c30fdab-f20a-40d7-b378-1383e704085f', 'tempest-TagsExtTest-Tag-498405517') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:22.180020 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-6ede8163-61da-40e1-9cf2-666e0bc0f835 None None] Allocated IP 172.20.0.2 (646086d9-9650-4426-a7e3-6e15bc97acc7/b4ef62bc-4edd-4fe8-8068-19abf8cdbc65/48283d1b-c6ac-46af-8dae-2df6439358b7) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:32:22.229520 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device f3ee921b-3762-4fef-97d0-2b73b93146e6 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:32:22.296469 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-33d21557-3f64-45de-b36c-c985b48ddc44 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] 10.222.0.37 "GET /v2.0/subnets/2c30fdab-f20a-40d7-b378-1383e704085f/tags/tempest-TagsExtTest-Tag-498405517 HTTP/1.1" status: 204 len: 168 time: 0.1330085 Dec 21 13:32:22.297501 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59340) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:22.303455 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.tag.tag_plugin [None req-dd570070-88af-4fdf-9303-660310e2a278 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '2c30fdab-f20a-40d7-b378-1383e704085f', 'tempest-TagsExtTest-Tag-498405517') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:22.315523 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-64abf1a7-ab4e-4605-bcbc-8a666a9f0f08 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534084'] for router_interface, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:22.411482 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-02d81645-c77c-47f6-87c3-e2c09cb5ca1f tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:22.439381 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port f3ee921b-3762-4fef-97d0-2b73b93146e6 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:32:22.439668 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:22.445240 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-dd570070-88af-4fdf-9303-660310e2a278 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] 10.222.0.37 "DELETE /v2.0/subnets/2c30fdab-f20a-40d7-b378-1383e704085f/tags/tempest-TagsExtTest-Tag-498405517 HTTP/1.1" status: 204 len: 168 time: 0.1447926 Dec 21 13:32:22.446761 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59342) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:22.452080 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.tag.tag_plugin [None req-2d593a8c-31b0-45ff-9ae0-ea2603c7e536 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '2c30fdab-f20a-40d7-b378-1383e704085f') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:22.469287 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-02d81645-c77c-47f6-87c3-e2c09cb5ca1f tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:22.473827 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-02d81645-c77c-47f6-87c3-e2c09cb5ca1f tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] 10.222.0.37 "DELETE /v2.0/networks/654881bd-7df1-403f-92cb-f4553ff7e85c HTTP/1.1" status: 204 len: 168 time: 4.1090693 Dec 21 13:32:22.481903 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6ede8163-61da-40e1-9cf2-666e0bc0f835 None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:22.496927 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6ede8163-61da-40e1-9cf2-666e0bc0f835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:22.545452 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ede8163-61da-40e1-9cf2-666e0bc0f835 None None] Network 646086d9-9650-4426-a7e3-6e15bc97acc7 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:32:22.545719 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-2d593a8c-31b0-45ff-9ae0-ea2603c7e536 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] 10.222.0.37 "GET /v2.0/subnets/2c30fdab-f20a-40d7-b378-1383e704085f/tags HTTP/1.1" status: 200 len: 205 time: 0.0973082 Dec 21 13:32:22.547210 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59346) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:22.549559 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-6ede8163-61da-40e1-9cf2-666e0bc0f835 None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:32:22.558629 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d81645-c77c-47f6-87c3-e2c09cb5ca1f tempest-NetworksIpV6Test-1243522674 tempest-NetworksIpV6Test-1243522674-project] Pushing event deleted for resources: {'Network': ['ID=654881bd-7df1-403f-92cb-f4553ff7e85c,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:22.558862 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.tag.tag_plugin [None req-37981d97-b068-4de8-982c-d7eea8952f7d tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '43e1fb4b-7231-40b8-b835-68b856f7b68e') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:22.559547 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ede8163-61da-40e1-9cf2-666e0bc0f835 None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:32:22.590467 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ede8163-61da-40e1-9cf2-666e0bc0f835 None None] Pushing event updated for resources: {'Port': ['ID=48283d1b-c6ac-46af-8dae-2df6439358b7,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:22.659566 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-6ede8163-61da-40e1-9cf2-666e0bc0f835 None None] Attempting to bind port 48283d1b-c6ac-46af-8dae-2df6439358b7 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:32:22.660816 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-6ede8163-61da-40e1-9cf2-666e0bc0f835 None None] Attempting to bind port 48283d1b-c6ac-46af-8dae-2df6439358b7 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'c60d3803-d7b0-4c6b-8114-7264ffa23aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '646086d9-9650-4426-a7e3-6e15bc97acc7'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:32:22.660926 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ede8163-61da-40e1-9cf2-666e0bc0f835 None None] Attempting to bind port 48283d1b-c6ac-46af-8dae-2df6439358b7 on network 646086d9-9650-4426-a7e3-6e15bc97acc7 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:32:22.666329 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ede8163-61da-40e1-9cf2-666e0bc0f835 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:32:22.667437 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ede8163-61da-40e1-9cf2-666e0bc0f835 None None] Checking segment: {'id': 'c60d3803-d7b0-4c6b-8114-7264ffa23aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '646086d9-9650-4426-a7e3-6e15bc97acc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:32:22.667842 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6ede8163-61da-40e1-9cf2-666e0bc0f835 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:22.668236 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ede8163-61da-40e1-9cf2-666e0bc0f835 None None] Bound using segment: {'id': 'c60d3803-d7b0-4c6b-8114-7264ffa23aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '646086d9-9650-4426-a7e3-6e15bc97acc7'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:32:22.668709 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-6ede8163-61da-40e1-9cf2-666e0bc0f835 None None] Bound port: 48283d1b-c6ac-46af-8dae-2df6439358b7, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60d3803-d7b0-4c6b-8114-7264ffa23aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '646086d9-9650-4426-a7e3-6e15bc97acc7'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:32:22.669089 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6ede8163-61da-40e1-9cf2-666e0bc0f835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:22.675255 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-37981d97-b068-4de8-982c-d7eea8952f7d tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] 10.222.0.37 "GET /v2.0/ports/43e1fb4b-7231-40b8-b835-68b856f7b68e/tags HTTP/1.1" status: 200 len: 240 time: 0.1268842 Dec 21 13:32:22.677382 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 59348) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:22.681574 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.tag.tag_plugin [None req-69dcc7e0-103a-4e49-96d9-917652e90de5 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '43e1fb4b-7231-40b8-b835-68b856f7b68e', 'tempest-TagsExtTest-Tag-966075145') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:22.723158 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f97b2487-e4c9-46b8-af4a-fd9e9f1293ef tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:22.785837 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6ede8163-61da-40e1-9cf2-666e0bc0f835 None None] For port 48283d1b-c6ac-46af-8dae-2df6439358b7, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:32:22.792867 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6ede8163-61da-40e1-9cf2-666e0bc0f835 None None] For port 48283d1b-c6ac-46af-8dae-2df6439358b7, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=48283d1b-c6ac-46af-8dae-2df6439358b7,segment=NetworkSegment(c60d3803-d7b0-4c6b-8114-7264ffa23aa3),segment_id=c60d3803-d7b0-4c6b-8114-7264ffa23aa3)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:32:22.800222 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6ede8163-61da-40e1-9cf2-666e0bc0f835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:22.807828 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64abf1a7-ab4e-4605-bcbc-8a666a9f0f08 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Router b02fc9a2-9c02-4a14-95c1-9970eb988f6c has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:32:22.902150 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ede8163-61da-40e1-9cf2-666e0bc0f835 None None] Pushing event updated for resources: {'Port': ['ID=48283d1b-c6ac-46af-8dae-2df6439358b7,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:22.984784 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59354) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:23.254319 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-e2aecef5-9b54-4303-9ae3-1492313e5f34 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a1ada58ef66244899294bdd43455e4f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2659404 Dec 21 13:32:23.255565 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59358) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:23.349100 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-18c56c28-be4f-4cfb-9239-d9ffc6a25c73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:23.396562 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f97b2487-e4c9-46b8-af4a-fd9e9f1293ef tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11349588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11288746'] for subnet, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:23.440935 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-18c56c28-be4f-4cfb-9239-d9ffc6a25c73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:23.540568 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-18c56c28-be4f-4cfb-9239-d9ffc6a25c73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:23.546154 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-18c56c28-be4f-4cfb-9239-d9ffc6a25c73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:23.547690 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97b2487-e4c9-46b8-af4a-fd9e9f1293ef tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event deleted for resources: {'Subnet': ['ID=00b392d2-e533-4228-81c7-9da7f6b2cd2e,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:23.548258 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-18c56c28-be4f-4cfb-9239-d9ffc6a25c73 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9dc85bfe-ca4d-448f-a7c1-57dd6637190b HTTP/1.1" status: 204 len: 168 time: 0.2884903 Dec 21 13:32:23.560906 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f97b2487-e4c9-46b8-af4a-fd9e9f1293ef tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:23.563802 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db17118d-3a74-4466-9be0-8f5380214e14 None None] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:32:23.568931 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-f97b2487-e4c9-46b8-af4a-fd9e9f1293ef tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "DELETE /v2.0/subnets/00b392d2-e533-4228-81c7-9da7f6b2cd2e HTTP/1.1" status: 204 len: 168 time: 2.3156173 Dec 21 13:32:23.573200 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c56c28-be4f-4cfb-9239-d9ffc6a25c73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc85bfe-ca4d-448f-a7c1-57dd6637190b,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:23.574989 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-69dcc7e0-103a-4e49-96d9-917652e90de5 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] 10.222.0.37 "GET /v2.0/ports/43e1fb4b-7231-40b8-b835-68b856f7b68e/tags/tempest-TagsExtTest-Tag-966075145 HTTP/1.1" status: 204 len: 168 time: 0.8966653 Dec 21 13:32:23.576289 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64abf1a7-ab4e-4605-bcbc-8a666a9f0f08 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:32:23.581141 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 59362) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:23.582187 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 59364) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:23.599583 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59366) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:23.600387 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-64abf1a7-ab4e-4605-bcbc-8a666a9f0f08 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] 10.222.0.37 "PUT /v2.0/routers/b02fc9a2-9c02-4a14-95c1-9970eb988f6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0574720 Dec 21 13:32:23.604442 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.tag.tag_plugin [None req-f1e03c06-6029-4908-b939-b7f42e484f11 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '43e1fb4b-7231-40b8-b835-68b856f7b68e', 'tempest-TagsExtTest-Tag-966075145') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:23.701159 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.api.v2.resource [None req-2f3a73a4-1c5d-4d26-b1f2-676608b04046 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] show failed (client error): The resource could not be found. Dec 21 13:32:23.703331 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-9404c1e6-a105-4e5c-9996-96150c4dbbbe tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1192009 Dec 21 13:32:23.716899 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-2f3a73a4-1c5d-4d26-b1f2-676608b04046 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] 10.222.0.37 "GET /v2.0/routers/tempest-non_exist_router-2032263493 HTTP/1.1" status: 404 len: 335 time: 0.1112015 Dec 21 13:32:23.716899 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59368) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:23.720358 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 59370) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:23.727424 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-65b5f51b-13ce-419c-9465-2320a3b0b8ed tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:32:23.776008 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.api.v2.resource [None req-65b5f51b-13ce-419c-9465-2320a3b0b8ed tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] update failed (client error): The resource could not be found. Dec 21 13:32:23.788030 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59372) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:23.791716 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-65b5f51b-13ce-419c-9465-2320a3b0b8ed tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] 10.222.0.37 "PUT /v2.0/routers/tempest-non_exist_router-1128811391 HTTP/1.1" status: 404 len: 335 time: 0.0700254 Dec 21 13:32:24.005972 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8ece3c-511a-457d-b1fb-04131ccb90b1 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:24.011021 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-f1e03c06-6029-4908-b939-b7f42e484f11 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] 10.222.0.37 "DELETE /v2.0/ports/43e1fb4b-7231-40b8-b835-68b856f7b68e/tags/tempest-TagsExtTest-Tag-966075145 HTTP/1.1" status: 204 len: 168 time: 0.4258115 Dec 21 13:32:24.011611 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 59376) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:24.017346 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-ce8ece3c-511a-457d-b1fb-04131ccb90b1 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3003957 Dec 21 13:32:24.018660 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59378) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:24.031688 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.tag.tag_plugin [None req-1e67e0f7-345c-4d7b-931e-8a917a40f62d tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '43e1fb4b-7231-40b8-b835-68b856f7b68e') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:24.040053 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3b0cbcf-1772-4cc6-bd5e-e59e1aebc1b1 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Deleting subnet f7e4c8e8-af6c-4fa4-a513-0cbd276a53b5 {{(pid=103152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:32:24.045705 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-bdd6555f-3acc-4752-b236-cf2bd0446fe5 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:24.055523 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device bd7a6e00-8aab-4e88-aebb-5e6a638851b0 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:32:24.064192 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b427d19-06f9-45c9-a78b-e9092b02f9f4 None None] Sync routers for ids ['b02fc9a2-9c02-4a14-95c1-9970eb988f6c'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:32:24.092056 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f3b0cbcf-1772-4cc6-bd5e-e59e1aebc1b1 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Publish callbacks [] for subnet, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:24.184183 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f3b0cbcf-1772-4cc6-bd5e-e59e1aebc1b1 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526644'] for subnet, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:24.190844 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-1e67e0f7-345c-4d7b-931e-8a917a40f62d tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] 10.222.0.37 "GET /v2.0/ports/43e1fb4b-7231-40b8-b835-68b856f7b68e/tags HTTP/1.1" status: 200 len: 205 time: 0.1709824 Dec 21 13:32:24.193042 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b28db3-4c36-4517-a739-2ce0b0e75fe0 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:24.194564 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-d3b28db3-4c36-4517-a739-2ce0b0e75fe0 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1820121 Dec 21 13:32:24.197165 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 59384) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:24.197306 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 59386) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:24.202701 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.tag.tag_plugin [None req-b7198cba-7c56-40ac-8cd5-b59a3af004c5 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'c8bcb906-0e0e-4111-bb91-81f0cb7e7510') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:24.332759 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-b3afd49e-f23c-44fd-bf3a-471a04672d39 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1224430 Dec 21 13:32:24.340822 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b427d19-06f9-45c9-a78b-e9092b02f9f4 None None] Routers {'b02fc9a2-9c02-4a14-95c1-9970eb988f6c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:32:24.343617 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-0b427d19-06f9-45c9-a78b-e9092b02f9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:31:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['b02fc9a2-9c02-4a14-95c1-9970eb988f6c'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:24.379441 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59392) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:24.397634 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813b4dfb-6acf-4266-8793-0717646bfac7 None None] Network 91cc9ba2-fff7-43ef-9fbd-74c05d35d29b requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:32:24.400987 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-0b427d19-06f9-45c9-a78b-e9092b02f9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:24.411432 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-a698316a-4bb6-48c9-b6eb-7de3443f9792 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Request body: {'subnet': {'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:32:24.576470 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b427d19-06f9-45c9-a78b-e9092b02f9f4 None None] Routers {'b02fc9a2-9c02-4a14-95c1-9970eb988f6c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:32:24.577124 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-0b427d19-06f9-45c9-a78b-e9092b02f9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:31:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['b02fc9a2-9c02-4a14-95c1-9970eb988f6c'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:24.589903 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-b7198cba-7c56-40ac-8cd5-b59a3af004c5 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] 10.222.0.37 "GET /v2.0/routers/c8bcb906-0e0e-4111-bb91-81f0cb7e7510/tags HTTP/1.1" status: 200 len: 240 time: 0.3912153 Dec 21 13:32:24.595855 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 59398) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:24.601357 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f3b0cbcf-1772-4cc6-bd5e-e59e1aebc1b1 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:24.604941 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.tag.tag_plugin [None req-0e92b1b3-90e1-4cc6-93a3-6f2b9baa2017 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c8bcb906-0e0e-4111-bb91-81f0cb7e7510', 'tempest-TagsExtTest-Tag-291425309') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:24.757297 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-7992d239-2e19-4fd8-b4a5-8fcd2589b38d None None] Provisioning complete for port c75575e2-012a-421d-9b27-e984d2741cd4 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:32:24.758049 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7992d239-2e19-4fd8-b4a5-8fcd2589b38d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:24.772503 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-0b427d19-06f9-45c9-a78b-e9092b02f9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:24.775292 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b427d19-06f9-45c9-a78b-e9092b02f9f4 None None] The sync data for ids ['b02fc9a2-9c02-4a14-95c1-9970eb988f6c'] in dv-neutron-master-2-hyperv is: [] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:32:24.802629 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f3b0cbcf-1772-4cc6-bd5e-e59e1aebc1b1 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12346570'] for subnet, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:24.842093 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port bd7a6e00-8aab-4e88-aebb-5e6a638851b0 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:32:24.850706 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:24.914594 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ccc22b4-29a9-4aed-8c6e-3c6e5e2ce7f0 None None] DHCP port deletion for ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:32:24.950670 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f3b0cbcf-1772-4cc6-bd5e-e59e1aebc1b1 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:24.962788 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-f3b0cbcf-1772-4cc6-bd5e-e59e1aebc1b1 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] 10.222.0.37 "DELETE /v2.0/subnets/f7e4c8e8-af6c-4fa4-a513-0cbd276a53b5 HTTP/1.1" status: 204 len: 168 time: 1.1732872 Dec 21 13:32:24.968665 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59406) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:24.978856 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b0cbcf-1772-4cc6-bd5e-e59e1aebc1b1 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Pushing event deleted for resources: {'Subnet': ['ID=f7e4c8e8-af6c-4fa4-a513-0cbd276a53b5,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:24.985877 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e391922-7f72-413a-9852-7a52ea0d8fe2 None None] Network 683cd366-d75d-45af-b2b6-dbb78756a37a requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:32:25.002814 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-0e92b1b3-90e1-4cc6-93a3-6f2b9baa2017 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] 10.222.0.37 "GET /v2.0/routers/c8bcb906-0e0e-4111-bb91-81f0cb7e7510/tags/tempest-TagsExtTest-Tag-291425309 HTTP/1.1" status: 204 len: 168 time: 0.4053473 Dec 21 13:32:25.010656 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a698316a-4bb6-48c9-b6eb-7de3443f9792 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Made reservation on behalf of 4e9b97d81d204c53a28bf5666eaf36b7 for: {'subnet': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:32:25.014883 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a698316a-4bb6-48c9-b6eb-7de3443f9792 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12346583'] for subnet, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:25.023644 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59408) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:25.034012 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.tag.tag_plugin [None req-8485fc74-5847-42a4-a19b-df33e325c30f tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'c8bcb906-0e0e-4111-bb91-81f0cb7e7510', 'tempest-TagsExtTest-Tag-291425309') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:25.104468 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6fccce-343c-4ca6-bbf4-9f85704ead2b None None] Network 646086d9-9650-4426-a7e3-6e15bc97acc7 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:32:25.182693 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-bdd6555f-3acc-4752-b236-cf2bd0446fe5 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Allocated IP 172.20.0.1 (646086d9-9650-4426-a7e3-6e15bc97acc7/b4ef62bc-4edd-4fe8-8068-19abf8cdbc65/02c543b5-0300-4136-b304-85f06a86749e) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:32:25.381942 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-bdd6555f-3acc-4752-b236-cf2bd0446fe5 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:25.461831 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-bdd6555f-3acc-4752-b236-cf2bd0446fe5 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:25.532995 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7315a06a-f07c-4acd-a093-7eebd16d1e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:25.618338 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd6555f-3acc-4752-b236-cf2bd0446fe5 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Network 646086d9-9650-4426-a7e3-6e15bc97acc7 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:32:25.630102 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-bdd6555f-3acc-4752-b236-cf2bd0446fe5 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:32:25.638559 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd6555f-3acc-4752-b236-cf2bd0446fe5 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:32:25.651756 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd6555f-3acc-4752-b236-cf2bd0446fe5 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'Port': ['ID=02c543b5-0300-4136-b304-85f06a86749e,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:25.681200 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-1ccc22b4-29a9-4aed-8c6e-3c6e5e2ce7f0 None None] Deleting port f3ee921b-3762-4fef-97d0-2b73b93146e6 {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:32:25.686550 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-1ccc22b4-29a9-4aed-8c6e-3c6e5e2ce7f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:25.711895 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd6555f-3acc-4752-b236-cf2bd0446fe5 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:32:25.714972 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd6555f-3acc-4752-b236-cf2bd0446fe5 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:32:25.715922 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd6555f-3acc-4752-b236-cf2bd0446fe5 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:32:25.718781 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd6555f-3acc-4752-b236-cf2bd0446fe5 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:32:25.719317 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd6555f-3acc-4752-b236-cf2bd0446fe5 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:32:25.719781 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd6555f-3acc-4752-b236-cf2bd0446fe5 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:32:25.720392 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd6555f-3acc-4752-b236-cf2bd0446fe5 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:32:25.720949 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd6555f-3acc-4752-b236-cf2bd0446fe5 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:32:25.721511 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd6555f-3acc-4752-b236-cf2bd0446fe5 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:32:25.723293 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd6555f-3acc-4752-b236-cf2bd0446fe5 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:32:25.723925 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd6555f-3acc-4752-b236-cf2bd0446fe5 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:32:25.725919 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd6555f-3acc-4752-b236-cf2bd0446fe5 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:32:25.728922 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd6555f-3acc-4752-b236-cf2bd0446fe5 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:32:25.775745 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7992d239-2e19-4fd8-b4a5-8fcd2589b38d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:25.789610 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129c6cea-5f78-4e50-bd35-e495417c8458 None None] DHCP port deletion for 683cd366-d75d-45af-b2b6-dbb78756a37a request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:32:25.806221 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-bdd6555f-3acc-4752-b236-cf2bd0446fe5 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532557'] for router_interface, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:25.824229 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-1ccc22b4-29a9-4aed-8c6e-3c6e5e2ce7f0 None None] For port f3ee921b-3762-4fef-97d0-2b73b93146e6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f3ee921b-3762-4fef-97d0-2b73b93146e6,segment=NetworkSegment(b20a5dbe-a251-4a83-ae2d-3ffbda6396cf),segment_id=b20a5dbe-a251-4a83-ae2d-3ffbda6396cf)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:32:25.824792 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-1ccc22b4-29a9-4aed-8c6e-3c6e5e2ce7f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:25.848121 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_v2 [None req-9873d14b-b895-4633-8f5a-683457052b26 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Deleting subnet ee774760-88d6-4e13-a132-c7d5923a218e {{(pid=103152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:32:25.859941 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.agents_db [None req-c60a5637-8c6f-4692-b23b-7dd82bd36b21 None None] Agent healthcheck: found 6 active agents {{(pid=103155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 13:32:25.872322 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9873d14b-b895-4633-8f5a-683457052b26 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Publish callbacks [] for subnet, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:25.899459 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-1ccc22b4-29a9-4aed-8c6e-3c6e5e2ce7f0 None None] Calling delete_port for f3ee921b-3762-4fef-97d0-2b73b93146e6 owned by network:dhcp {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:32:25.909383 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 48283d1b-c6ac-46af-8dae-2df6439358b7 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:32:25.968042 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9873d14b-b895-4633-8f5a-683457052b26 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526644'] for subnet, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:26.026746 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-7992d239-2e19-4fd8-b4a5-8fcd2589b38d None None] For port c75575e2-012a-421d-9b27-e984d2741cd4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c75575e2-012a-421d-9b27-e984d2741cd4,segment=NetworkSegment(e1608b70-7a0e-4da8-9dd0-145403f1259b),segment_id=e1608b70-7a0e-4da8-9dd0-145403f1259b)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:32:26.035608 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-8485fc74-5847-42a4-a19b-df33e325c30f tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] 10.222.0.37 "DELETE /v2.0/routers/c8bcb906-0e0e-4111-bb91-81f0cb7e7510/tags/tempest-TagsExtTest-Tag-291425309 HTTP/1.1" status: 204 len: 168 time: 1.0056384 Dec 21 13:32:26.040403 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59424) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:26.058157 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7992d239-2e19-4fd8-b4a5-8fcd2589b38d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:26.068758 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.tag.tag_plugin [None req-dec68581-4915-45cb-a13b-79144add82b2 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'c8bcb906-0e0e-4111-bb91-81f0cb7e7510') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:26.173269 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-bdd6555f-3acc-4752-b236-cf2bd0446fe5 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:26.217939 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-129c6cea-5f78-4e50-bd35-e495417c8458 None None] Deleting port a65b1b60-c391-471a-8ac0-c003b7f1ef92 {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:32:26.219268 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-129c6cea-5f78-4e50-bd35-e495417c8458 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:26.339030 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-129c6cea-5f78-4e50-bd35-e495417c8458 None None] For port a65b1b60-c391-471a-8ac0-c003b7f1ef92, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a65b1b60-c391-471a-8ac0-c003b7f1ef92,segment=NetworkSegment(9edcd3ca-e467-45bc-9144-d58a74902a38),segment_id=9edcd3ca-e467-45bc-9144-d58a74902a38)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:32:26.339439 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-129c6cea-5f78-4e50-bd35-e495417c8458 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:26.370551 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-129c6cea-5f78-4e50-bd35-e495417c8458 None None] Calling delete_port for a65b1b60-c391-471a-8ac0-c003b7f1ef92 owned by network:dhcp {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:32:26.453560 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9873d14b-b895-4633-8f5a-683457052b26 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:26.474655 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 48283d1b-c6ac-46af-8dae-2df6439358b7 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:32:26.479522 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:26.514577 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7992d239-2e19-4fd8-b4a5-8fcd2589b38d None None] Pushing event updated for resources: {'Port': ['ID=c75575e2-012a-421d-9b27-e984d2741cd4,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:26.527800 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-dec68581-4915-45cb-a13b-79144add82b2 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] 10.222.0.37 "GET /v2.0/routers/c8bcb906-0e0e-4111-bb91-81f0cb7e7510/tags HTTP/1.1" status: 200 len: 205 time: 0.4833200 Dec 21 13:32:26.534392 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59440) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:26.538950 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-1ccc22b4-29a9-4aed-8c6e-3c6e5e2ce7f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636'] for port, after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:26.543604 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.tag.tag_plugin [None req-6a6dca44-1da8-4bde-9964-6f5d3f3cf743 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '849e2263-bb7d-4d87-bf7b-d57c3aa770b5') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:26.576581 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-3a28e3fb-8411-4ec6-94c4-5909a8f51810 None None] Provisioning complete for port 48283d1b-c6ac-46af-8dae-2df6439358b7 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:32:26.576969 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-3a28e3fb-8411-4ec6-94c4-5909a8f51810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:26.635164 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccc22b4-29a9-4aed-8c6e-3c6e5e2ce7f0 None None] No DVR routers for this DVR port f3ee921b-3762-4fef-97d0-2b73b93146e6 on host dv-neutron-master-2-hyperv {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:32:26.647142 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccc22b4-29a9-4aed-8c6e-3c6e5e2ce7f0 None None] Pushing event deleted for resources: {'Port': ['ID=f3ee921b-3762-4fef-97d0-2b73b93146e6,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:26.689345 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9873d14b-b895-4633-8f5a-683457052b26 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12346570'] for subnet, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:26.720313 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-129c6cea-5f78-4e50-bd35-e495417c8458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636'] for port, after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:26.724297 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.objects.ports [None req-a698316a-4bb6-48c9-b6eb-7de3443f9792 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103152) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 21 13:32:26.756046 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:26.759778 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129c6cea-5f78-4e50-bd35-e495417c8458 None None] Pushing event deleted for resources: {'Port': ['ID=a65b1b60-c391-471a-8ac0-c003b7f1ef92,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:26.763516 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9873d14b-b895-4633-8f5a-683457052b26 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Pushing event deleted for resources: {'Subnet': ['ID=ee774760-88d6-4e13-a132-c7d5923a218e,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:26.774173 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129c6cea-5f78-4e50-bd35-e495417c8458 None None] No DVR routers for this DVR port a65b1b60-c391-471a-8ac0-c003b7f1ef92 on host dv-neutron-master-2-hyperv {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:32:26.778597 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a698316a-4bb6-48c9-b6eb-7de3443f9792 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12346565'] for subnet, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:26.789534 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9873d14b-b895-4633-8f5a-683457052b26 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:32:26.789899 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9873d14b-b895-4633-8f5a-683457052b26 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:32:26.790433 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9873d14b-b895-4633-8f5a-683457052b26 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:32:26.790788 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9873d14b-b895-4633-8f5a-683457052b26 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:32:26.791130 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9873d14b-b895-4633-8f5a-683457052b26 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:32:26.791469 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9873d14b-b895-4633-8f5a-683457052b26 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:32:26.791803 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9873d14b-b895-4633-8f5a-683457052b26 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:32:26.792142 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9873d14b-b895-4633-8f5a-683457052b26 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:32:26.792474 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9873d14b-b895-4633-8f5a-683457052b26 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:32:26.793080 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9873d14b-b895-4633-8f5a-683457052b26 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:32:26.793423 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9873d14b-b895-4633-8f5a-683457052b26 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:32:26.793763 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9873d14b-b895-4633-8f5a-683457052b26 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:32:26.794090 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9873d14b-b895-4633-8f5a-683457052b26 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:32:26.828925 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] For port 48283d1b-c6ac-46af-8dae-2df6439358b7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=48283d1b-c6ac-46af-8dae-2df6439358b7,segment=NetworkSegment(c60d3803-d7b0-4c6b-8114-7264ffa23aa3),segment_id=c60d3803-d7b0-4c6b-8114-7264ffa23aa3)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:32:26.866471 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9873d14b-b895-4633-8f5a-683457052b26 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:26.872606 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-9873d14b-b895-4633-8f5a-683457052b26 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] 10.222.0.37 "DELETE /v2.0/subnets/ee774760-88d6-4e13-a132-c7d5923a218e HTTP/1.1" status: 204 len: 168 time: 1.8903179 Dec 21 13:32:26.873133 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 59444) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:26.873419 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a698316a-4bb6-48c9-b6eb-7de3443f9792 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event updated for resources: {'Subnet': ['ID=f61897c4-f66e-4c9c-9571-e4e6c3b8e3ca,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:26.888286 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a698316a-4bb6-48c9-b6eb-7de3443f9792 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:32:26.890254 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-a698316a-4bb6-48c9-b6eb-7de3443f9792 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:32:26.896048 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-6a6dca44-1da8-4bde-9964-6f5d3f3cf743 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] 10.222.0.37 "GET /v2.0/subnetpools/849e2263-bb7d-4d87-bf7b-d57c3aa770b5/tags HTTP/1.1" status: 200 len: 240 time: 0.3580344 Dec 21 13:32:26.896048 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a698316a-4bb6-48c9-b6eb-7de3443f9792 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:26.896048 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a698316a-4bb6-48c9-b6eb-7de3443f9792 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:26.896453 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:26.896943 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device c75575e2-012a-421d-9b27-e984d2741cd4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:32:26.898101 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59446) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:26.900701 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab874f0-13ac-4af5-8e1a-aa468a110d56 None None] Network 348641e4-4db1-4331-b2dd-85227f0a06c3 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:32:26.902755 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.tag.tag_plugin [None req-6649c80f-05c8-473a-abc6-e936b47aa262 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '849e2263-bb7d-4d87-bf7b-d57c3aa770b5', 'tempest-TagsExtTest-Tag-540581537') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:26.914043 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909d982c-8fd5-493d-988c-e7248edde0b3 None None] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:32:26.944731 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-a698316a-4bb6-48c9-b6eb-7de3443f9792 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5614564 Dec 21 13:32:26.944983 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59448) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:26.950344 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-6649c80f-05c8-473a-abc6-e936b47aa262 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] 10.222.0.37 "GET /v2.0/subnetpools/849e2263-bb7d-4d87-bf7b-d57c3aa770b5/tags/tempest-TagsExtTest-Tag-540581537 HTTP/1.1" status: 204 len: 168 time: 0.0488813 Dec 21 13:32:26.960950 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 59450) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:26.961239 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-170b36e6-b3e2-4aa8-b9af-9b1552e61829 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Request body: {'subnet': {'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:32:26.967173 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.tag.tag_plugin [None req-325ddeb8-f624-4b98-86ae-6f317b7f5b85 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '849e2263-bb7d-4d87-bf7b-d57c3aa770b5', 'tempest-TagsExtTest-Tag-540581537') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:27.102319 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a65b2ff9-7a44-41ab-9e5e-3aad60f46dd4 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:27.133802 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-bdd6555f-3acc-4752-b236-cf2bd0446fe5 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:27.148684 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-bdd6555f-3acc-4752-b236-cf2bd0446fe5 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:27.148913 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-170b36e6-b3e2-4aa8-b9af-9b1552e61829 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Made reservation on behalf of 4e9b97d81d204c53a28bf5666eaf36b7 for: {'subnet': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:32:27.155145 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-170b36e6-b3e2-4aa8-b9af-9b1552e61829 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12346583'] for subnet, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:27.255257 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-325ddeb8-f624-4b98-86ae-6f317b7f5b85 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] 10.222.0.37 "DELETE /v2.0/subnetpools/849e2263-bb7d-4d87-bf7b-d57c3aa770b5/tags/tempest-TagsExtTest-Tag-540581537 HTTP/1.1" status: 204 len: 168 time: 0.2926378 Dec 21 13:32:27.259667 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59452) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:27.273638 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.tag.tag_plugin [None req-f4ba8bd8-1bdd-4000-ba7b-ce5b93cb0153 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '849e2263-bb7d-4d87-bf7b-d57c3aa770b5') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:27.296056 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-3a28e3fb-8411-4ec6-94c4-5909a8f51810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:27.319082 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-bdd6555f-3acc-4752-b236-cf2bd0446fe5 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532537'] for router_interface, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:27.327654 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-f4ba8bd8-1bdd-4000-ba7b-ce5b93cb0153 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] 10.222.0.37 "GET /v2.0/subnetpools/849e2263-bb7d-4d87-bf7b-d57c3aa770b5/tags HTTP/1.1" status: 200 len: 205 time: 0.0649569 Dec 21 13:32:27.328011 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.ipam_backend_mixin [None req-170b36e6-b3e2-4aa8-b9af-9b1552e61829 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f61897c4-f66e-4c9c-9571-e4e6c3b8e3ca (CIDR: 2001:db8::/64) Dec 21 13:32:27.328949 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59456) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:27.330151 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd6555f-3acc-4752-b236-cf2bd0446fe5 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'Port': ['ID=02c543b5-0300-4136-b304-85f06a86749e,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:27.336732 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.tag.tag_plugin [None req-74403bbb-b060-4cd0-b9fb-32d2aac2bfad tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '849e2263-bb7d-4d87-bf7b-d57c3aa770b5') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:27.344272 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-170b36e6-b3e2-4aa8-b9af-9b1552e61829 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 13:32:27.344740 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-170b36e6-b3e2-4aa8-b9af-9b1552e61829 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:32:27.361869 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Pushing event updated for resources: {'Port': ['ID=48283d1b-c6ac-46af-8dae-2df6439358b7,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:27.389570 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-170b36e6-b3e2-4aa8-b9af-9b1552e61829 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4400601 Dec 21 13:32:27.391579 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59460) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:27.396674 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-74403bbb-b060-4cd0-b9fb-32d2aac2bfad tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] 10.222.0.37 "DELETE /v2.0/subnetpools/849e2263-bb7d-4d87-bf7b-d57c3aa770b5/tags HTTP/1.1" status: 204 len: 168 time: 0.0633316 Dec 21 13:32:27.399009 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-eca85295-40d6-4e48-9120-7ccdaba1c26a tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Request body: {'subnet': {'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:32:27.402891 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59462) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:27.422556 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.tag.tag_plugin [None req-94d8c02b-5488-41cc-ad11-bea2c3f1e7d0 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c8bcb906-0e0e-4111-bb91-81f0cb7e7510') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:27.441944 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a65b2ff9-7a44-41ab-9e5e-3aad60f46dd4 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:27.486528 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:32:27.487148 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:32:27.489022 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:32:27.489022 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:32:27.489022 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:32:27.489315 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:32:27.489636 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:32:27.490545 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:32:27.490948 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:32:27.491296 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:32:27.491642 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:32:27.491981 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:32:27.492314 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:32:27.508133 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-a65b2ff9-7a44-41ab-9e5e-3aad60f46dd4 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['683cd366-d75d-45af-b2b6-dbb78756a37a']}} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:27.550292 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port c75575e2-012a-421d-9b27-e984d2741cd4 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:32:27.550715 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:27.556454 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-a65b2ff9-7a44-41ab-9e5e-3aad60f46dd4 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9edcd3ca-e467-45bc-9144-d58a74902a38') {'for_net_delete': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:27.557127 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-a65b2ff9-7a44-41ab-9e5e-3aad60f46dd4 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9edcd3ca-e467-45bc-9144-d58a74902a38') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:27.574105 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a65b2ff9-7a44-41ab-9e5e-3aad60f46dd4 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1585430'] for segment, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:27.576526 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.db.api [None req-3a28e3fb-8411-4ec6-94c4-5909a8f51810 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 13:32:27.576902 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG oslo_db.api [None req-3a28e3fb-8411-4ec6-94c4-5909a8f51810 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 13:32:27.607469 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a65b2ff9-7a44-41ab-9e5e-3aad60f46dd4 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:27.622166 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af85f20c-c27a-4090-a2c3-4c14716ed39c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9', 'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9', 'project_id': '4e9b97d81d204c53a28bf5666eaf36b7', 'fixed_ips': [{'subnet_id': 'f61897c4-f66e-4c9c-9571-e4e6c3b8e3ca'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:32:27.623226 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-af85f20c-c27a-4090-a2c3-4c14716ed39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:27.644932 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a65b2ff9-7a44-41ab-9e5e-3aad60f46dd4 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=103153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:32:27.645358 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a65b2ff9-7a44-41ab-9e5e-3aad60f46dd4 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11349758'] for segment, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:27.651290 dv-neutron-master-2-hyperv neutron-server[103153]: Traceback (most recent call last): Dec 21 13:32:27.651290 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:32:27.651290 dv-neutron-master-2-hyperv neutron-server[103153]: timer() Dec 21 13:32:27.651290 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:32:27.651290 dv-neutron-master-2-hyperv neutron-server[103153]: cb(*args, **kw) Dec 21 13:32:27.651290 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:32:27.651290 dv-neutron-master-2-hyperv neutron-server[103153]: return func(*args, **kwargs) Dec 21 13:32:27.651290 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:32:27.651290 dv-neutron-master-2-hyperv neutron-server[103153]: self._notify() Dec 21 13:32:27.651290 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:32:27.651290 dv-neutron-master-2-hyperv neutron-server[103153]: self.callback(batched_events) Dec 21 13:32:27.651290 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:32:27.651290 dv-neutron-master-2-hyperv neutron-server[103153]: event.method(event) Dec 21 13:32:27.651290 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:32:27.651290 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:32:27.651290 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:32:27.651290 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:32:27.651290 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:32:27.651290 dv-neutron-master-2-hyperv neutron-server[103153]: return f(self, *a, **k) Dec 21 13:32:27.651290 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:32:27.651290 dv-neutron-master-2-hyperv neutron-server[103153]: return self._get(url).json() Dec 21 13:32:27.651290 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:32:27.651290 dv-neutron-master-2-hyperv neutron-server[103153]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:32:27.651290 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:32:27.651290 dv-neutron-master-2-hyperv neutron-server[103153]: return self.request(url, 'GET', **kwargs) Dec 21 13:32:27.651290 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:32:27.651290 dv-neutron-master-2-hyperv neutron-server[103153]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:32:27.651290 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:32:27.651290 dv-neutron-master-2-hyperv neutron-server[103153]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:32:27.651290 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:32:27.651290 dv-neutron-master-2-hyperv neutron-server[103153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:32:27.651290 dv-neutron-master-2-hyperv neutron-server[103153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:32:27.656931 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-63360e4e-70c4-4df8-8c6a-f13586c44bb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:27.728971 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-94d8c02b-5488-41cc-ad11-bea2c3f1e7d0 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] 10.222.0.37 "DELETE /v2.0/routers/c8bcb906-0e0e-4111-bb91-81f0cb7e7510/tags HTTP/1.1" status: 204 len: 168 time: 0.3233368 Dec 21 13:32:27.729706 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59464) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:27.742141 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.tag.tag_plugin [None req-46a4aaa6-f83e-41de-ba38-233151f0e786 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '43e1fb4b-7231-40b8-b835-68b856f7b68e') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:27.763456 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49684810-f5db-4cbc-a1ea-61057c3134e0 None None] DHCP port deletion for 348641e4-4db1-4331-b2dd-85227f0a06c3 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:32:27.780210 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd6555f-3acc-4752-b236-cf2bd0446fe5 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Network 646086d9-9650-4426-a7e3-6e15bc97acc7 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:32:27.780988 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 59466) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:27.787967 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-40a42c30-645d-4a86-9dff-ad09cf4c31c1 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1195477338', 'description': 'tempest-secgroup-smoke-1195477338 description', 'project_id': '514e9bec24c54314a7cb99c3771252bb'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:32:27.797442 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-bdd6555f-3acc-4752-b236-cf2bd0446fe5 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:32:27.845631 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eca85295-40d6-4e48-9120-7ccdaba1c26a tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Made reservation on behalf of 4e9b97d81d204c53a28bf5666eaf36b7 for: {'subnet': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:32:27.850268 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-eca85295-40d6-4e48-9120-7ccdaba1c26a tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12346583'] for subnet, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:27.887411 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-46a4aaa6-f83e-41de-ba38-233151f0e786 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] 10.222.0.37 "DELETE /v2.0/ports/43e1fb4b-7231-40b8-b835-68b856f7b68e/tags HTTP/1.1" status: 204 len: 168 time: 0.1536925 Dec 21 13:32:27.891012 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59468) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:27.897802 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.tag.tag_plugin [None req-e2171abc-6e5c-4f76-9239-3f9f896235cd tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '2c30fdab-f20a-40d7-b378-1383e704085f') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:27.940176 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-af85f20c-c27a-4090-a2c3-4c14716ed39c None None] Allocated IP 2001:db8::f816:3eff:fe68:f8b7 (ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9/f61897c4-f66e-4c9c-9571-e4e6c3b8e3ca/86759b0e-7997-4514-9c07-d89676e042da) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:32:27.989180 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-49684810-f5db-4cbc-a1ea-61057c3134e0 None None] Deleting port 4d0043ef-ee21-4728-bc4c-86bc0c4934c3 {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:32:27.989474 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-49684810-f5db-4cbc-a1ea-61057c3134e0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:28.087329 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-e2171abc-6e5c-4f76-9239-3f9f896235cd tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] 10.222.0.37 "DELETE /v2.0/subnets/2c30fdab-f20a-40d7-b378-1383e704085f/tags HTTP/1.1" status: 204 len: 168 time: 0.1957016 Dec 21 13:32:28.089608 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59470) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:28.106198 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.tag.tag_plugin [None req-30428399-e167-412c-8fd4-c87900cda2b7 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '2c30fdab-f20a-40d7-b378-1383e704085f', 'tempest-TagsExtTest-Tag-796401811') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:28.116406 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 48283d1b-c6ac-46af-8dae-2df6439358b7 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:32:28.253703 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-49684810-f5db-4cbc-a1ea-61057c3134e0 None None] For port 4d0043ef-ee21-4728-bc4c-86bc0c4934c3, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4d0043ef-ee21-4728-bc4c-86bc0c4934c3,segment=NetworkSegment(1c403d3b-22bd-4b3d-a5c6-f2135d7c1084),segment_id=1c403d3b-22bd-4b3d-a5c6-f2135d7c1084)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:32:28.254189 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-49684810-f5db-4cbc-a1ea-61057c3134e0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:28.265434 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-30428399-e167-412c-8fd4-c87900cda2b7 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] 10.222.0.37 "PUT /v2.0/subnets/2c30fdab-f20a-40d7-b378-1383e704085f/tags/tempest-TagsExtTest-Tag-796401811 HTTP/1.1" status: 201 len: 201 time: 0.1747386 Dec 21 13:32:28.266122 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59474) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:28.277658 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.tag.tag_plugin [None req-d311fd53-48d1-47cc-b312-413de811f50d tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '43e1fb4b-7231-40b8-b835-68b856f7b68e', 'tempest-TagsExtTest-Tag-1662141278') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:28.283789 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-49684810-f5db-4cbc-a1ea-61057c3134e0 None None] Calling delete_port for 4d0043ef-ee21-4728-bc4c-86bc0c4934c3 owned by network:dhcp {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:32:28.346148 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a65b2ff9-7a44-41ab-9e5e-3aad60f46dd4 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:28.353483 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a65b2ff9-7a44-41ab-9e5e-3aad60f46dd4 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:28.359534 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-a65b2ff9-7a44-41ab-9e5e-3aad60f46dd4 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] 10.222.0.37 "DELETE /v2.0/networks/683cd366-d75d-45af-b2b6-dbb78756a37a HTTP/1.1" status: 204 len: 168 time: 1.4850032 Dec 21 13:32:28.363293 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59476) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:28.385716 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-3a28e3fb-8411-4ec6-94c4-5909a8f51810 None None] Provisioning complete for port 43e1fb4b-7231-40b8-b835-68b856f7b68e triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:32:28.386436 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-3a28e3fb-8411-4ec6-94c4-5909a8f51810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:28.388566 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-af85f20c-c27a-4090-a2c3-4c14716ed39c None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:28.402086 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65b2ff9-7a44-41ab-9e5e-3aad60f46dd4 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Pushing event deleted for resources: {'Network': ['ID=683cd366-d75d-45af-b2b6-dbb78756a37a,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:28.429314 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-af85f20c-c27a-4090-a2c3-4c14716ed39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:28.444107 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-40a42c30-645d-4a86-9dff-ad09cf4c31c1 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Publish callbacks [] for security_group, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:28.452578 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 48283d1b-c6ac-46af-8dae-2df6439358b7 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:32:28.453041 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:28.460283 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-40a42c30-645d-4a86-9dff-ad09cf4c31c1 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Publish callbacks [] for security_group, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:28.473338 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-eca85295-40d6-4e48-9120-7ccdaba1c26a tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12346565'] for subnet, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:28.533831 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-d311fd53-48d1-47cc-b312-413de811f50d tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] 10.222.0.37 "PUT /v2.0/ports/43e1fb4b-7231-40b8-b835-68b856f7b68e/tags/tempest-TagsExtTest-Tag-1662141278 HTTP/1.1" status: 201 len: 201 time: 0.2644606 Dec 21 13:32:28.536687 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59480) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:28.541810 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca85295-40d6-4e48-9120-7ccdaba1c26a tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event updated for resources: {'Subnet': ['ID=4c09bde6-1953-49aa-92b9-8247f24f82ef,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:28.549878 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.tag.tag_plugin [None req-db7ad9b5-41eb-456d-8080-5b2a9494d4c9 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'c8bcb906-0e0e-4111-bb91-81f0cb7e7510', 'tempest-TagsExtTest-Tag-242353733') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:28.561832 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-73e4a421-3da2-47ff-ac1d-a56b23218283 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:28.562089 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdd6555f-3acc-4752-b236-cf2bd0446fe5 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Router a684e6b5-c5fe-44fa-b09e-765333625c2d has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:32:28.564156 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-3a28e3fb-8411-4ec6-94c4-5909a8f51810 None None] Port 43e1fb4b-7231-40b8-b835-68b856f7b68e cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:32:28.577437 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af85f20c-c27a-4090-a2c3-4c14716ed39c None None] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:32:28.596132 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af85f20c-c27a-4090-a2c3-4c14716ed39c None None] Pushing event updated for resources: {'Port': ['ID=86759b0e-7997-4514-9c07-d89676e042da,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:28.611399 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca85295-40d6-4e48-9120-7ccdaba1c26a tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:32:28.615483 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-49684810-f5db-4cbc-a1ea-61057c3134e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636'] for port, after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:28.623723 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-af85f20c-c27a-4090-a2c3-4c14716ed39c None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:32:28.628816 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af85f20c-c27a-4090-a2c3-4c14716ed39c None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:32:28.636251 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-eca85295-40d6-4e48-9120-7ccdaba1c26a tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:32:28.647552 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca85295-40d6-4e48-9120-7ccdaba1c26a tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:28.648481 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-eca85295-40d6-4e48-9120-7ccdaba1c26a tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:28.665742 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49684810-f5db-4cbc-a1ea-61057c3134e0 None None] Pushing event deleted for resources: {'Port': ['ID=4d0043ef-ee21-4728-bc4c-86bc0c4934c3,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:28.671909 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-3a28e3fb-8411-4ec6-94c4-5909a8f51810 None None] Provisioning complete for port c75575e2-012a-421d-9b27-e984d2741cd4 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:32:28.672514 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-3a28e3fb-8411-4ec6-94c4-5909a8f51810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:28.677599 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49684810-f5db-4cbc-a1ea-61057c3134e0 None None] No DVR routers for this DVR port 4d0043ef-ee21-4728-bc4c-86bc0c4934c3 on host dv-neutron-master-2-hyperv {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:32:28.709561 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-40a42c30-645d-4a86-9dff-ad09cf4c31c1 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Publish callbacks [] for security_group, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:28.718984 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-40a42c30-645d-4a86-9dff-ad09cf4c31c1 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:28.753199 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdd6555f-3acc-4752-b236-cf2bd0446fe5 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:32:28.766725 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-bdd6555f-3acc-4752-b236-cf2bd0446fe5 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "PUT /v2.0/routers/a684e6b5-c5fe-44fa-b09e-765333625c2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3197999 Dec 21 13:32:28.770655 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 59482) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:28.772170 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f893c6-fa51-4b91-bdca-877266e4f0fb None None] Sync routers for ids ['a684e6b5-c5fe-44fa-b09e-765333625c2d'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:32:28.793056 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f893c6-fa51-4b91-bdca-877266e4f0fb None None] Routers {'a684e6b5-c5fe-44fa-b09e-765333625c2d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:32:28.795260 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-57f893c6-fa51-4b91-bdca-877266e4f0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:32:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['a684e6b5-c5fe-44fa-b09e-765333625c2d'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:28.803163 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-af85f20c-c27a-4090-a2c3-4c14716ed39c None None] Attempting to bind port 86759b0e-7997-4514-9c07-d89676e042da on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:32:28.803550 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-af85f20c-c27a-4090-a2c3-4c14716ed39c None None] Attempting to bind port 86759b0e-7997-4514-9c07-d89676e042da by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b20a5dbe-a251-4a83-ae2d-3ffbda6396cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:32:28.803914 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af85f20c-c27a-4090-a2c3-4c14716ed39c None None] Attempting to bind port 86759b0e-7997-4514-9c07-d89676e042da on network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:32:28.809466 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:28.821908 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device c75575e2-012a-421d-9b27-e984d2741cd4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:32:28.823848 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af85f20c-c27a-4090-a2c3-4c14716ed39c None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:32:28.824515 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af85f20c-c27a-4090-a2c3-4c14716ed39c None None] Checking segment: {'id': 'b20a5dbe-a251-4a83-ae2d-3ffbda6396cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:32:28.824651 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-af85f20c-c27a-4090-a2c3-4c14716ed39c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:28.825014 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af85f20c-c27a-4090-a2c3-4c14716ed39c None None] Bound using segment: {'id': 'b20a5dbe-a251-4a83-ae2d-3ffbda6396cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:32:28.825505 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-af85f20c-c27a-4090-a2c3-4c14716ed39c None None] Bound port: 86759b0e-7997-4514-9c07-d89676e042da, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b20a5dbe-a251-4a83-ae2d-3ffbda6396cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:32:28.825972 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-af85f20c-c27a-4090-a2c3-4c14716ed39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:28.914293 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-73e4a421-3da2-47ff-ac1d-a56b23218283 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:28.954546 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-73e4a421-3da2-47ff-ac1d-a56b23218283 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['348641e4-4db1-4331-b2dd-85227f0a06c3']}} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:28.970388 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port c75575e2-012a-421d-9b27-e984d2741cd4 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:32:28.970834 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:28.971798 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde081cb-04da-4cbb-b855-7943272c481a tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:28.972316 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde081cb-04da-4cbb-b855-7943272c481a tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:28.972781 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde081cb-04da-4cbb-b855-7943272c481a tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:28.972937 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-af85f20c-c27a-4090-a2c3-4c14716ed39c None None] For port 86759b0e-7997-4514-9c07-d89676e042da, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:32:28.973248 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde081cb-04da-4cbb-b855-7943272c481a tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:28.973700 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde081cb-04da-4cbb-b855-7943272c481a tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:28.974819 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde081cb-04da-4cbb-b855-7943272c481a tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:28.976291 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde081cb-04da-4cbb-b855-7943272c481a tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:28.976291 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde081cb-04da-4cbb-b855-7943272c481a tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:28.976291 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde081cb-04da-4cbb-b855-7943272c481a tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:28.976630 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde081cb-04da-4cbb-b855-7943272c481a tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:28.976793 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-af85f20c-c27a-4090-a2c3-4c14716ed39c None None] For port 86759b0e-7997-4514-9c07-d89676e042da, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=86759b0e-7997-4514-9c07-d89676e042da,segment=NetworkSegment(b20a5dbe-a251-4a83-ae2d-3ffbda6396cf),segment_id=b20a5dbe-a251-4a83-ae2d-3ffbda6396cf)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:32:28.982870 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-dde081cb-04da-4cbb-b855-7943272c481a tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7073 time: 0.2110956 Dec 21 13:32:28.995030 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-73e4a421-3da2-47ff-ac1d-a56b23218283 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c403d3b-22bd-4b3d-a5c6-f2135d7c1084') {'for_net_delete': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:28.995963 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-73e4a421-3da2-47ff-ac1d-a56b23218283 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c403d3b-22bd-4b3d-a5c6-f2135d7c1084') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:28.998704 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 59484) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:28.999407 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a42c30-645d-4a86-9dff-ad09cf4c31c1 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b6e5d06-5285-4025-aa7e-dc7625a7c8c6,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:29.011363 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-af85f20c-c27a-4090-a2c3-4c14716ed39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:29.029857 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-57f893c6-fa51-4b91-bdca-877266e4f0fb None None] Set router a684e6b5-c5fe-44fa-b09e-765333625c2d gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:32:29.082092 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-73e4a421-3da2-47ff-ac1d-a56b23218283 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526653'] for segment, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:29.109518 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-73e4a421-3da2-47ff-ac1d-a56b23218283 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:29.122966 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73e4a421-3da2-47ff-ac1d-a56b23218283 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=103152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:32:29.124267 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-73e4a421-3da2-47ff-ac1d-a56b23218283 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805426'] for segment, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:29.162143 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-40a42c30-645d-4a86-9dff-ad09cf4c31c1 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Publish callbacks [] for security_group, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:29.184718 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-8f754d99-7e4e-4f21-9357-0a661b475521 None None] Provisioning complete for port 48283d1b-c6ac-46af-8dae-2df6439358b7 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:32:29.185108 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8f754d99-7e4e-4f21-9357-0a661b475521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:29.210884 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af85f20c-c27a-4090-a2c3-4c14716ed39c None None] Pushing event updated for resources: {'Port': ['ID=86759b0e-7997-4514-9c07-d89676e042da,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:29.211862 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-40a42c30-645d-4a86-9dff-ad09cf4c31c1 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:29.250604 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:32:29.250604 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:32:29.250604 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:32:29.250604 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:32:29.250604 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:32:29.250604 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:32:29.250604 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:32:29.250604 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:32:29.250604 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:32:29.250604 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:32:29.250604 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:32:29.250604 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:32:29.250604 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:32:29.250604 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:32:29.250604 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:32:29.250604 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:32:29.250604 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:32:29.250604 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:32:29.250604 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:32:29.250604 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:32:29.250604 dv-neutron-master-2-hyperv neutron-server[103152]: Traceback (most recent call last): Dec 21 13:32:29.250604 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:32:29.250604 dv-neutron-master-2-hyperv neutron-server[103152]: timer() Dec 21 13:32:29.250604 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:32:29.250604 dv-neutron-master-2-hyperv neutron-server[103152]: cb(*args, **kw) Dec 21 13:32:29.250604 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:32:29.250604 dv-neutron-master-2-hyperv neutron-server[103152]: return func(*args, **kwargs) Dec 21 13:32:29.250604 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:32:29.250604 dv-neutron-master-2-hyperv neutron-server[103152]: self._notify() Dec 21 13:32:29.250604 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:32:29.250604 dv-neutron-master-2-hyperv neutron-server[103152]: self.callback(batched_events) Dec 21 13:32:29.250604 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:32:29.250604 dv-neutron-master-2-hyperv neutron-server[103152]: event.method(event) Dec 21 13:32:29.250604 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:32:29.250604 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:32:29.250604 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:32:29.250604 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:32:29.250604 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:32:29.250604 dv-neutron-master-2-hyperv neutron-server[103152]: return f(self, *a, **k) Dec 21 13:32:29.250604 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:32:29.250604 dv-neutron-master-2-hyperv neutron-server[103152]: return self._get(url).json() Dec 21 13:32:29.250604 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:32:29.250604 dv-neutron-master-2-hyperv neutron-server[103152]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:32:29.250604 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:32:29.250604 dv-neutron-master-2-hyperv neutron-server[103152]: return self.request(url, 'GET', **kwargs) Dec 21 13:32:29.250604 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:32:29.250604 dv-neutron-master-2-hyperv neutron-server[103152]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:32:29.250604 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:32:29.250604 dv-neutron-master-2-hyperv neutron-server[103152]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:32:29.250604 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:32:29.250604 dv-neutron-master-2-hyperv neutron-server[103152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:32:29.250604 dv-neutron-master-2-hyperv neutron-server[103152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:32:29.268530 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b54d84-a4e3-4e61-9ceb-94dd4eefeb5f tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:29.268762 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-eca85295-40d6-4e48-9120-7ccdaba1c26a tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8739924 Dec 21 13:32:29.269681 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b54d84-a4e3-4e61-9ceb-94dd4eefeb5f tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:29.270393 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b54d84-a4e3-4e61-9ceb-94dd4eefeb5f tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:29.271471 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b54d84-a4e3-4e61-9ceb-94dd4eefeb5f tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:29.273680 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59486) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:29.275883 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b54d84-a4e3-4e61-9ceb-94dd4eefeb5f tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:29.277305 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-73e4a421-3da2-47ff-ac1d-a56b23218283 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:29.278140 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b54d84-a4e3-4e61-9ceb-94dd4eefeb5f tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:29.280300 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b54d84-a4e3-4e61-9ceb-94dd4eefeb5f tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:29.281142 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b54d84-a4e3-4e61-9ceb-94dd4eefeb5f tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:29.282272 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b54d84-a4e3-4e61-9ceb-94dd4eefeb5f tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:29.283422 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b54d84-a4e3-4e61-9ceb-94dd4eefeb5f tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:29.293797 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-c7b54d84-a4e3-4e61-9ceb-94dd4eefeb5f tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6482 time: 0.2898817 Dec 21 13:32:29.306267 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-e2999a7f-0bcb-4db4-9b9b-212936b17283 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Request body: {'port': {'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9', 'mac_address': 'fa:16:3e:e5:f1:c5', 'name': 'tempest-NetworksTestDHCPv6-947089722'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:32:29.342033 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-57f893c6-fa51-4b91-bdca-877266e4f0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a684e6b5-c5fe-44fa-b09e-765333625c2d', 'name': 'tempest-TestNetworkBasicOps-router-890161588', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.156'}], 'enable_snat': True}, 'gw_port_id': 'bd7a6e00-8aab-4e88-aebb-5e6a638851b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:32:12Z', 'updated_at': '2021-12-21T13:32:26Z', 'revision_number': 4, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': 'bd7a6e00-8aab-4e88-aebb-5e6a638851b0', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:84:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a684e6b5-c5fe-44fa-b09e-765333625c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:32:13Z', 'updated_at': '2021-12-21T13:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '02c543b5-0300-4136-b304-85f06a86749e', 'name': '', 'network_id': '646086d9-9650-4426-a7e3-6e15bc97acc7', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'mac_address': 'fa:16:3e:bb:e8:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a684e6b5-c5fe-44fa-b09e-765333625c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': 'b4ef62bc-4edd-4fe8-8068-19abf8cdbc65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:32:24Z', 'updated_at': '2021-12-21T13:32:26Z', 'revision_number': 2, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'subnets': [{'id': 'b4ef62bc-4edd-4fe8-8068-19abf8cdbc65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:29.345118 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 59488) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:29.346141 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a42c30-645d-4a86-9dff-ad09cf4c31c1 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45efddab-dcef-4efd-8697-3c0b8cbf9259,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:29.362330 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-40a42c30-645d-4a86-9dff-ad09cf4c31c1 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:29.373117 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f893c6-fa51-4b91-bdca-877266e4f0fb None None] Checking router: a684e6b5-c5fe-44fa-b09e-765333625c2d for host: dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:32:29.373675 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f893c6-fa51-4b91-bdca-877266e4f0fb None None] Updating router a684e6b5-c5fe-44fa-b09e-765333625c2d port 02c543b5-0300-4136-b304-85f06a86749e binding host dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 13:32:29.386267 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-40a42c30-645d-4a86-9dff-ad09cf4c31c1 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 1.6040559 Dec 21 13:32:29.417487 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-57f893c6-fa51-4b91-bdca-877266e4f0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:29.443556 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-8f754d99-7e4e-4f21-9357-0a661b475521 None None] Provisioning complete for port 02c543b5-0300-4136-b304-85f06a86749e triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:32:29.444125 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8f754d99-7e4e-4f21-9357-0a661b475521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:29.460654 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 59490) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:29.465857 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-034a7823-b039-4290-90d6-d373c677fee3 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Request body: {'security_group_rule': {'security_group_id': '45efddab-dcef-4efd-8697-3c0b8cbf9259', 'project_id': '514e9bec24c54314a7cb99c3771252bb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:32:29.559163 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-73e4a421-3da2-47ff-ac1d-a56b23218283 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Publish callbacks [] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:29.566042 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-73e4a421-3da2-47ff-ac1d-a56b23218283 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] 10.222.0.37 "DELETE /v2.0/networks/348641e4-4db1-4331-b2dd-85227f0a06c3 HTTP/1.1" status: 204 len: 168 time: 1.1883767 Dec 21 13:32:29.572778 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 59492) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:29.602618 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e4a421-3da2-47ff-ac1d-a56b23218283 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Pushing event deleted for resources: {'Network': ['ID=348641e4-4db1-4331-b2dd-85227f0a06c3,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:29.611945 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2999a7f-0bcb-4db4-9b9b-212936b17283 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Made reservation on behalf of 4e9b97d81d204c53a28bf5666eaf36b7 for: {'port': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:32:29.709657 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-db7ad9b5-41eb-456d-8080-5b2a9494d4c9 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] 10.222.0.37 "PUT /v2.0/routers/c8bcb906-0e0e-4111-bb91-81f0cb7e7510/tags/tempest-TagsExtTest-Tag-242353733 HTTP/1.1" status: 201 len: 201 time: 1.1656966 Dec 21 13:32:29.717350 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59496) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:29.727401 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.tag.tag_plugin [None req-71373353-5290-4d39-bf71-2b4e2564f993 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '849e2263-bb7d-4d87-bf7b-d57c3aa770b5', 'tempest-TagsExtTest-Tag-697584422') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:29.735723 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-034a7823-b039-4290-90d6-d373c677fee3 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:29.753796 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_v2 [None req-e87ca8a9-6c73-42a0-9ae2-dd8654f825c7 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Deleting subnet e6cd507d-3ce5-490b-a341-b9f0b582e21f {{(pid=103153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:32:29.767310 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e87ca8a9-6c73-42a0-9ae2-dd8654f825c7 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Publish callbacks [] for subnet, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:29.781987 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e2999a7f-0bcb-4db4-9b9b-212936b17283 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:29.818349 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-71373353-5290-4d39-bf71-2b4e2564f993 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] 10.222.0.37 "PUT /v2.0/subnetpools/849e2263-bb7d-4d87-bf7b-d57c3aa770b5/tags/tempest-TagsExtTest-Tag-697584422 HTTP/1.1" status: 201 len: 201 time: 0.0996852 Dec 21 13:32:29.821878 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 59498) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:29.830734 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-e2999a7f-0bcb-4db4-9b9b-212936b17283 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] device_id is not set on port 345773c5-13d1-4e0c-8a8c-0ce99124e8ae yet. {{(pid=103152) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 13:32:29.856285 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.tag.tag_plugin [None req-37a46af6-8853-4417-9b4e-f13e146c8071 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '2c30fdab-f20a-40d7-b378-1383e704085f', {'tags': ['tempest-TagsExtTest-Tag-2071013657', 'tempest-TagsExtTest-Tag-1659690101', 'tempest-TagsExtTest-Tag-1238826581']}) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:29.947725 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device a65b1b60-c391-471a-8ac0-c003b7f1ef92 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:32:29.951828 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-8f754d99-7e4e-4f21-9357-0a661b475521 None None] Port 02c543b5-0300-4136-b304-85f06a86749e cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:32:29.985959 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: a65b1b60-c391-471a-8ac0-c003b7f1ef92 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:32:29.986640 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device a65b1b60-c391-471a-8ac0-c003b7f1ef92 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:32:29.987254 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 4d0043ef-ee21-4728-bc4c-86bc0c4934c3 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:32:30.016398 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: 4d0043ef-ee21-4728-bc4c-86bc0c4934c3 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:32:30.017055 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 4d0043ef-ee21-4728-bc4c-86bc0c4934c3 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:32:30.017658 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device f3ee921b-3762-4fef-97d0-2b73b93146e6 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:32:30.048154 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: f3ee921b-3762-4fef-97d0-2b73b93146e6 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:32:30.049043 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device f3ee921b-3762-4fef-97d0-2b73b93146e6 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:32:30.052778 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-8f754d99-7e4e-4f21-9357-0a661b475521 None None] Provisioning complete for port 43e1fb4b-7231-40b8-b835-68b856f7b68e triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:32:30.053705 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8f754d99-7e4e-4f21-9357-0a661b475521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:30.078282 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-034a7823-b039-4290-90d6-d373c677fee3 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:30.085325 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e87ca8a9-6c73-42a0-9ae2-dd8654f825c7 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1585439'] for subnet, precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:30.094123 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-57f893c6-fa51-4b91-bdca-877266e4f0fb None None] Publish callbacks [] for port, precommit_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:30.106747 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-8f754d99-7e4e-4f21-9357-0a661b475521 None None] Port 43e1fb4b-7231-40b8-b835-68b856f7b68e cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:32:30.107563 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-57f893c6-fa51-4b91-bdca-877266e4f0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:30.168799 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-e2999a7f-0bcb-4db4-9b9b-212936b17283 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Allocated IP 2001:db8:0:1::109 (ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9/4c09bde6-1953-49aa-92b9-8247f24f82ef/345773c5-13d1-4e0c-8a8c-0ce99124e8ae) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:32:30.182126 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-e2999a7f-0bcb-4db4-9b9b-212936b17283 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Allocated IP 2001:db8::f816:3eff:fee5:f1c5 (ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9/f61897c4-f66e-4c9c-9571-e4e6c3b8e3ca/345773c5-13d1-4e0c-8a8c-0ce99124e8ae) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:32:30.224023 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e87ca8a9-6c73-42a0-9ae2-dd8654f825c7 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:30.236911 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aa9e58-e708-4049-9a30-40ec77b25e5f None None] Pushing event updated for resources: {'Port': ['ID=02c543b5-0300-4136-b304-85f06a86749e,revision_number=3']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:30.304309 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-034a7823-b039-4290-90d6-d373c677fee3 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:30.333462 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e87ca8a9-6c73-42a0-9ae2-dd8654f825c7 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11349588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11288746'] for subnet, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:30.345051 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 86759b0e-7997-4514-9c07-d89676e042da up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:32:30.347996 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-37a46af6-8853-4417-9b4e-f13e146c8071 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] 10.222.0.37 "PUT /v2.0/subnets/2c30fdab-f20a-40d7-b378-1383e704085f/tags HTTP/1.1" status: 200 len: 318 time: 0.5188777 Dec 21 13:32:30.350882 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 59500) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:30.359448 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034a7823-b039-4290-90d6-d373c677fee3 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b4209c1-3a00-4c0d-a6ad-1341e06ef351,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:30.411579 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-57f893c6-fa51-4b91-bdca-877266e4f0fb None None] Attempting to bind port 02c543b5-0300-4136-b304-85f06a86749e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:32:30.412289 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-57f893c6-fa51-4b91-bdca-877266e4f0fb None None] Attempting to bind port 02c543b5-0300-4136-b304-85f06a86749e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'c60d3803-d7b0-4c6b-8114-7264ffa23aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '646086d9-9650-4426-a7e3-6e15bc97acc7'}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:32:30.414884 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f893c6-fa51-4b91-bdca-877266e4f0fb None None] Attempting to bind port 02c543b5-0300-4136-b304-85f06a86749e on network 646086d9-9650-4426-a7e3-6e15bc97acc7 {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:32:30.416458 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.tag.tag_plugin [None req-d2daa870-311d-481c-a163-a24e142e6690 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '2c30fdab-f20a-40d7-b378-1383e704085f') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:30.422324 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f893c6-fa51-4b91-bdca-877266e4f0fb None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:32:30.423568 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f893c6-fa51-4b91-bdca-877266e4f0fb None None] Checking segment: {'id': 'c60d3803-d7b0-4c6b-8114-7264ffa23aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '646086d9-9650-4426-a7e3-6e15bc97acc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:32:30.424367 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-57f893c6-fa51-4b91-bdca-877266e4f0fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:30.425052 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f893c6-fa51-4b91-bdca-877266e4f0fb None None] Bound using segment: {'id': 'c60d3803-d7b0-4c6b-8114-7264ffa23aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '646086d9-9650-4426-a7e3-6e15bc97acc7'} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:32:30.425785 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-57f893c6-fa51-4b91-bdca-877266e4f0fb None None] Bound port: 02c543b5-0300-4136-b304-85f06a86749e, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60d3803-d7b0-4c6b-8114-7264ffa23aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '646086d9-9650-4426-a7e3-6e15bc97acc7'}}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:32:30.426462 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-57f893c6-fa51-4b91-bdca-877266e4f0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:30.428388 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e87ca8a9-6c73-42a0-9ae2-dd8654f825c7 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Publish callbacks [] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:30.431643 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-e87ca8a9-6c73-42a0-9ae2-dd8654f825c7 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] 10.222.0.37 "DELETE /v2.0/subnets/e6cd507d-3ce5-490b-a341-b9f0b582e21f HTTP/1.1" status: 204 len: 168 time: 0.8563960 Dec 21 13:32:30.435910 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0adaa6c5-2d06-4b77-9121-af992175c28d None None] Network 9f6e17c4-b312-4171-b7f6-57692ebeb6b3 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:32:30.452505 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59502) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:30.499668 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87ca8a9-6c73-42a0-9ae2-dd8654f825c7 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Pushing event deleted for resources: {'Subnet': ['ID=e6cd507d-3ce5-490b-a341-b9f0b582e21f,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:30.554069 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-57f893c6-fa51-4b91-bdca-877266e4f0fb None None] For port 02c543b5-0300-4136-b304-85f06a86749e, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:32:30.561657 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-57f893c6-fa51-4b91-bdca-877266e4f0fb None None] For port 02c543b5-0300-4136-b304-85f06a86749e, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=02c543b5-0300-4136-b304-85f06a86749e,segment=NetworkSegment(c60d3803-d7b0-4c6b-8114-7264ffa23aa3),segment_id=c60d3803-d7b0-4c6b-8114-7264ffa23aa3)] {{(pid=103155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:32:30.570520 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-57f893c6-fa51-4b91-bdca-877266e4f0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:30.594052 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-034a7823-b039-4290-90d6-d373c677fee3 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:30.596669 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-034a7823-b039-4290-90d6-d373c677fee3 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1349940 Dec 21 13:32:30.609533 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59504) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:30.623489 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-5eec952d-5913-4657-a2c0-624632f6cbf7 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Request body: {'security_group_rule': {'security_group_id': '45efddab-dcef-4efd-8697-3c0b8cbf9259', 'project_id': '514e9bec24c54314a7cb99c3771252bb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:32:30.669962 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aa9e58-e708-4049-9a30-40ec77b25e5f None None] Pushing event updated for resources: {'Port': ['ID=02c543b5-0300-4136-b304-85f06a86749e,revision_number=4']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:30.682088 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6373d50d-8867-4b1d-b2d9-d72daaf8eed9 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:30.700117 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f893c6-fa51-4b91-bdca-877266e4f0fb None None] Routers {'a684e6b5-c5fe-44fa-b09e-765333625c2d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:32:30.700960 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-57f893c6-fa51-4b91-bdca-877266e4f0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:32:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['a684e6b5-c5fe-44fa-b09e-765333625c2d'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:30.705908 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-e06efb8c-5859-4d1f-8540-8453ce31b230 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4148 time: 1.3548968 Dec 21 13:32:30.742589 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-d2daa870-311d-481c-a163-a24e142e6690 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] 10.222.0.37 "DELETE /v2.0/subnets/2c30fdab-f20a-40d7-b378-1383e704085f/tags HTTP/1.1" status: 204 len: 168 time: 0.3571293 Dec 21 13:32:30.745650 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 59510) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:30.772614 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.tag.tag_plugin [None req-f86e82cd-1e3a-4d6e-a2e4-851820ff6221 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2c30fdab-f20a-40d7-b378-1383e704085f', 'tempest-TagsExtTest-Tag-2071013657') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:30.820483 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e2999a7f-0bcb-4db4-9b9b-212936b17283 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:30.874713 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-988e31dd-28a9-48d4-8413-2d615812cd7e None None] Provisioning complete for port 02c543b5-0300-4136-b304-85f06a86749e triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:32:30.879776 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-988e31dd-28a9-48d4-8413-2d615812cd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:30.882156 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:30.885837 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-57f893c6-fa51-4b91-bdca-877266e4f0fb None None] Set router a684e6b5-c5fe-44fa-b09e-765333625c2d gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:32:30.919304 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.api.v2.resource [None req-f86e82cd-1e3a-4d6e-a2e4-851820ff6221 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] show failed (client error): The resource could not be found. Dec 21 13:32:30.923113 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-f86e82cd-1e3a-4d6e-a2e4-851820ff6221 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] 10.222.0.37 "GET /v2.0/subnets/2c30fdab-f20a-40d7-b378-1383e704085f/tags/tempest-TagsExtTest-Tag-2071013657 HTTP/1.1" status: 404 len: 329 time: 0.1736214 Dec 21 13:32:30.923726 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 59512) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:30.928976 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.tag.tag_plugin [None req-8ce3156f-79d0-4dad-ba21-86772a55a757 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2c30fdab-f20a-40d7-b378-1383e704085f', 'tempest-TagsExtTest-Tag-1659690101') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:30.968105 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5eec952d-5913-4657-a2c0-624632f6cbf7 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:31.004725 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 86759b0e-7997-4514-9c07-d89676e042da triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:32:31.009897 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:31.077328 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.api.v2.resource [None req-8ce3156f-79d0-4dad-ba21-86772a55a757 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] show failed (client error): The resource could not be found. Dec 21 13:32:31.078908 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-8ce3156f-79d0-4dad-ba21-86772a55a757 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] 10.222.0.37 "GET /v2.0/subnets/2c30fdab-f20a-40d7-b378-1383e704085f/tags/tempest-TagsExtTest-Tag-1659690101 HTTP/1.1" status: 404 len: 329 time: 0.1540432 Dec 21 13:32:31.082474 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 59514) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:31.096076 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.tag.tag_plugin [None req-f4073347-58b0-4647-8f58-21ed3339783b tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2c30fdab-f20a-40d7-b378-1383e704085f', 'tempest-TagsExtTest-Tag-1238826581') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:31.097467 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48180868-af63-45bb-a358-ae1445c11713 None None] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:32:31.148340 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-6373d50d-8867-4b1d-b2d9-d72daaf8eed9 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Deleting port 8633919b-f9fd-4181-ba18-7f43ac361818 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:32:31.148686 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6373d50d-8867-4b1d-b2d9-d72daaf8eed9 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:31.186329 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e2999a7f-0bcb-4db4-9b9b-212936b17283 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:31.215705 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.api.v2.resource [None req-f4073347-58b0-4647-8f58-21ed3339783b tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] show failed (client error): The resource could not be found. Dec 21 13:32:31.217553 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-f4073347-58b0-4647-8f58-21ed3339783b tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] 10.222.0.37 "GET /v2.0/subnets/2c30fdab-f20a-40d7-b378-1383e704085f/tags/tempest-TagsExtTest-Tag-1238826581 HTTP/1.1" status: 404 len: 329 time: 0.1333854 Dec 21 13:32:31.221375 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 59516) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:31.228829 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.tag.tag_plugin [None req-70a550f4-d035-4d29-b729-740f66d0bc3e tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '43e1fb4b-7231-40b8-b835-68b856f7b68e', {'tags': ['tempest-TagsExtTest-Tag-1873294123', 'tempest-TagsExtTest-Tag-1111764596', 'tempest-TagsExtTest-Tag-2061615344']}) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:31.288549 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-57f893c6-fa51-4b91-bdca-877266e4f0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a684e6b5-c5fe-44fa-b09e-765333625c2d', 'name': 'tempest-TestNetworkBasicOps-router-890161588', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.156'}], 'enable_snat': True}, 'gw_port_id': 'bd7a6e00-8aab-4e88-aebb-5e6a638851b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:32:12Z', 'updated_at': '2021-12-21T13:32:26Z', 'revision_number': 4, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': 'bd7a6e00-8aab-4e88-aebb-5e6a638851b0', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:84:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a684e6b5-c5fe-44fa-b09e-765333625c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:32:13Z', 'updated_at': '2021-12-21T13:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '02c543b5-0300-4136-b304-85f06a86749e', 'name': '', 'network_id': '646086d9-9650-4426-a7e3-6e15bc97acc7', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'mac_address': 'fa:16:3e:bb:e8:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a684e6b5-c5fe-44fa-b09e-765333625c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': 'b4ef62bc-4edd-4fe8-8068-19abf8cdbc65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:32:24Z', 'updated_at': '2021-12-21T13:32:30Z', 'revision_number': 4, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'subnets': [{'id': 'b4ef62bc-4edd-4fe8-8068-19abf8cdbc65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:31.291699 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2999a7f-0bcb-4db4-9b9b-212936b17283 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:32:31.306479 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-e2999a7f-0bcb-4db4-9b9b-212936b17283 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:32:31.309639 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5eec952d-5913-4657-a2c0-624632f6cbf7 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:31.320778 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2999a7f-0bcb-4db4-9b9b-212936b17283 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:32:31.327500 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2999a7f-0bcb-4db4-9b9b-212936b17283 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:31.328151 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e2999a7f-0bcb-4db4-9b9b-212936b17283 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:31.336867 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5eec952d-5913-4657-a2c0-624632f6cbf7 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:31.364231 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-6373d50d-8867-4b1d-b2d9-d72daaf8eed9 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] For port 8633919b-f9fd-4181-ba18-7f43ac361818, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8633919b-f9fd-4181-ba18-7f43ac361818,segment=NetworkSegment(2ecd4c37-7943-4080-9cff-ba32fd2986b9),segment_id=2ecd4c37-7943-4080-9cff-ba32fd2986b9)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:32:31.364720 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6373d50d-8867-4b1d-b2d9-d72daaf8eed9 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:31.367564 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eec952d-5913-4657-a2c0-624632f6cbf7 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7919e13-ba14-41f7-8c2e-571d6af00c93,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:31.369531 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2999a7f-0bcb-4db4-9b9b-212936b17283 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event updated for resources: {'Port': ['ID=345773c5-13d1-4e0c-8a8c-0ce99124e8ae,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:31.373226 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f893c6-fa51-4b91-bdca-877266e4f0fb None None] The sync data for ids ['a684e6b5-c5fe-44fa-b09e-765333625c2d'] in dv-neutron-master-2-hyperv is: [{'id': 'a684e6b5-c5fe-44fa-b09e-765333625c2d', 'name': 'tempest-TestNetworkBasicOps-router-890161588', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.156'}], 'enable_snat': True}, 'gw_port_id': 'bd7a6e00-8aab-4e88-aebb-5e6a638851b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:32:12Z', 'updated_at': '2021-12-21T13:32:26Z', 'revision_number': 4, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': 'bd7a6e00-8aab-4e88-aebb-5e6a638851b0', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:84:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a684e6b5-c5fe-44fa-b09e-765333625c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:32:13Z', 'updated_at': '2021-12-21T13:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '02c543b5-0300-4136-b304-85f06a86749e', 'name': '', 'network_id': '646086d9-9650-4426-a7e3-6e15bc97acc7', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'mac_address': 'fa:16:3e:bb:e8:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a684e6b5-c5fe-44fa-b09e-765333625c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': 'b4ef62bc-4edd-4fe8-8068-19abf8cdbc65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:32:24Z', 'updated_at': '2021-12-21T13:32:30Z', 'revision_number': 4, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'subnets': [{'id': 'b4ef62bc-4edd-4fe8-8068-19abf8cdbc65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:32:31.375508 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab04738-a268-47de-b5f6-c6d539fcecd4 None None] DHCP port deletion for 9f6e17c4-b312-4171-b7f6-57692ebeb6b3 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:32:31.400852 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-70a550f4-d035-4d29-b729-740f66d0bc3e tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] 10.222.0.37 "PUT /v2.0/ports/43e1fb4b-7231-40b8-b835-68b856f7b68e/tags HTTP/1.1" status: 200 len: 318 time: 0.1780522 Dec 21 13:32:31.402076 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59518) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:31.414445 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.tag.tag_plugin [None req-9476fddd-b002-4260-bd4d-c2e4e9b17122 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '43e1fb4b-7231-40b8-b835-68b856f7b68e') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:31.426711 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-6373d50d-8867-4b1d-b2d9-d72daaf8eed9 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Calling delete_port for 8633919b-f9fd-4181-ba18-7f43ac361818 owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:32:31.450587 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:31.462081 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-e2999a7f-0bcb-4db4-9b9b-212936b17283 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.1801307 Dec 21 13:32:31.462300 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 59520) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:31.472429 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5eec952d-5913-4657-a2c0-624632f6cbf7 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:31.473669 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-5eec952d-5913-4657-a2c0-624632f6cbf7 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8585527 Dec 21 13:32:31.479266 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59522) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:31.484741 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-9784a1b9-9380-4226-ae44-3b459b00448f tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Request body: {'security_group_rule': {'security_group_id': '45efddab-dcef-4efd-8697-3c0b8cbf9259', 'project_id': '514e9bec24c54314a7cb99c3771252bb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:32:31.555532 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-988e31dd-28a9-48d4-8413-2d615812cd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:31.607336 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-988e31dd-28a9-48d4-8413-2d615812cd7e None None] For port 02c543b5-0300-4136-b304-85f06a86749e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=02c543b5-0300-4136-b304-85f06a86749e,segment=NetworkSegment(c60d3803-d7b0-4c6b-8114-7264ffa23aa3),segment_id=c60d3803-d7b0-4c6b-8114-7264ffa23aa3)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:32:31.649376 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9784a1b9-9380-4226-ae44-3b459b00448f tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:31.651691 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-988e31dd-28a9-48d4-8413-2d615812cd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:31.659077 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-cab04738-a268-47de-b5f6-c6d539fcecd4 None None] Deleting port 8633919b-f9fd-4181-ba18-7f43ac361818 {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:32:31.660273 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-cab04738-a268-47de-b5f6-c6d539fcecd4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:31.745238 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-cab04738-a268-47de-b5f6-c6d539fcecd4 None None] For port 8633919b-f9fd-4181-ba18-7f43ac361818, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8633919b-f9fd-4181-ba18-7f43ac361818,segment=NetworkSegment(2ecd4c37-7943-4080-9cff-ba32fd2986b9),segment_id=2ecd4c37-7943-4080-9cff-ba32fd2986b9)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:32:31.745953 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-cab04738-a268-47de-b5f6-c6d539fcecd4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:31.763767 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9784a1b9-9380-4226-ae44-3b459b00448f tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:31.765351 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-cab04738-a268-47de-b5f6-c6d539fcecd4 None None] Calling delete_port for 8633919b-f9fd-4181-ba18-7f43ac361818 owned by network:dhcp {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:32:31.792136 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9784a1b9-9380-4226-ae44-3b459b00448f tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:31.809197 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-9476fddd-b002-4260-bd4d-c2e4e9b17122 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] 10.222.0.37 "DELETE /v2.0/ports/43e1fb4b-7231-40b8-b835-68b856f7b68e/tags HTTP/1.1" status: 204 len: 168 time: 0.4003575 Dec 21 13:32:31.814535 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 59524) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:31.823147 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6373d50d-8867-4b1d-b2d9-d72daaf8eed9 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:31.828409 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.tag.tag_plugin [None req-4d9edef1-b60f-46c0-8a1e-583307773cb8 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '43e1fb4b-7231-40b8-b835-68b856f7b68e', 'tempest-TagsExtTest-Tag-1873294123') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:31.837498 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-3dea2ec3-37e6-4d92-b00c-0b3097a525c3 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Deleting port 345773c5-13d1-4e0c-8a8c-0ce99124e8ae {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:32:31.837845 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3dea2ec3-37e6-4d92-b00c-0b3097a525c3 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:31.859550 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6373d50d-8867-4b1d-b2d9-d72daaf8eed9 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Pushing event deleted for resources: {'Port': ['ID=8633919b-f9fd-4181-ba18-7f43ac361818,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:31.863441 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9784a1b9-9380-4226-ae44-3b459b00448f tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=212dd154-94e4-4da5-b736-b3109f4d554c,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:31.870914 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9784a1b9-9380-4226-ae44-3b459b00448f tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:31.875169 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-9784a1b9-9380-4226-ae44-3b459b00448f tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3948867 Dec 21 13:32:31.876102 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59528) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:31.881246 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-fe69b1e3-37e1-4578-8abc-690eb0f493db tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Request body: {'security_group_rule': {'security_group_id': '45efddab-dcef-4efd-8697-3c0b8cbf9259', 'project_id': '514e9bec24c54314a7cb99c3771252bb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:32:31.889402 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6373d50d-8867-4b1d-b2d9-d72daaf8eed9 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] No DVR routers for this DVR port 8633919b-f9fd-4181-ba18-7f43ac361818 on host dv-neutron-master-2-hyperv {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:32:31.994390 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a04289-dc73-45ae-a58d-f6fbd837840f None None] Update dhcp port {'port': {'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9', 'fixed_ips': [{'subnet_id': 'f61897c4-f66e-4c9c-9571-e4e6c3b8e3ca', 'ip_address': '2001:db8::f816:3eff:fe68:f8b7'}, {'subnet_id': '4c09bde6-1953-49aa-92b9-8247f24f82ef'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '86759b0e-7997-4514-9c07-d89676e042da'} from dv-neutron-master-2-hyperv. {{(pid=103154) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 21 13:32:32.025659 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-5ab0c286-d6c7-4834-afd1-dd36ccbc613e None None] Provisioning complete for port 02c543b5-0300-4136-b304-85f06a86749e triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:32:32.026030 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-5ab0c286-d6c7-4834-afd1-dd36ccbc613e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:32.036866 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6373d50d-8867-4b1d-b2d9-d72daaf8eed9 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:32.063703 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a2a04289-dc73-45ae-a58d-f6fbd837840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:32.069799 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-6373d50d-8867-4b1d-b2d9-d72daaf8eed9 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f6e17c4-b312-4171-b7f6-57692ebeb6b3']}} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:32.085921 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-6373d50d-8867-4b1d-b2d9-d72daaf8eed9 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ecd4c37-7943-4080-9cff-ba32fd2986b9') {'for_net_delete': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:32.086786 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-6373d50d-8867-4b1d-b2d9-d72daaf8eed9 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ecd4c37-7943-4080-9cff-ba32fd2986b9') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:32.102661 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6373d50d-8867-4b1d-b2d9-d72daaf8eed9 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526653'] for segment, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:32.123904 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6373d50d-8867-4b1d-b2d9-d72daaf8eed9 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:32.135390 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6373d50d-8867-4b1d-b2d9-d72daaf8eed9 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=103152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:32:32.136390 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6373d50d-8867-4b1d-b2d9-d72daaf8eed9 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805426'] for segment, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:32.220565 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3dea2ec3-37e6-4d92-b00c-0b3097a525c3 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:32.227525 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59530) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:32.230682 dv-neutron-master-2-hyperv neutron-server[103152]: Traceback (most recent call last): Dec 21 13:32:32.230682 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:32:32.230682 dv-neutron-master-2-hyperv neutron-server[103152]: timer() Dec 21 13:32:32.230682 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:32:32.230682 dv-neutron-master-2-hyperv neutron-server[103152]: cb(*args, **kw) Dec 21 13:32:32.230682 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:32:32.230682 dv-neutron-master-2-hyperv neutron-server[103152]: return func(*args, **kwargs) Dec 21 13:32:32.230682 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:32:32.230682 dv-neutron-master-2-hyperv neutron-server[103152]: self._notify() Dec 21 13:32:32.230682 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:32:32.230682 dv-neutron-master-2-hyperv neutron-server[103152]: self.callback(batched_events) Dec 21 13:32:32.230682 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:32:32.230682 dv-neutron-master-2-hyperv neutron-server[103152]: event.method(event) Dec 21 13:32:32.230682 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:32:32.230682 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:32:32.230682 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:32:32.230682 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:32:32.230682 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:32:32.230682 dv-neutron-master-2-hyperv neutron-server[103152]: return f(self, *a, **k) Dec 21 13:32:32.230682 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:32:32.230682 dv-neutron-master-2-hyperv neutron-server[103152]: return self._get(url).json() Dec 21 13:32:32.230682 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:32:32.230682 dv-neutron-master-2-hyperv neutron-server[103152]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:32:32.230682 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:32:32.230682 dv-neutron-master-2-hyperv neutron-server[103152]: return self.request(url, 'GET', **kwargs) Dec 21 13:32:32.230682 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:32:32.230682 dv-neutron-master-2-hyperv neutron-server[103152]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:32:32.230682 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:32:32.230682 dv-neutron-master-2-hyperv neutron-server[103152]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:32:32.230682 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:32:32.230682 dv-neutron-master-2-hyperv neutron-server[103152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:32:32.230682 dv-neutron-master-2-hyperv neutron-server[103152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:32:32.235847 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-21fe1827-c601-424b-874e-fa4fa7f1518c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1702155645', 'description': 'tempest-secgroup-smoke-1702155645 description', 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:32:32.248280 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:32.263330 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-3dea2ec3-37e6-4d92-b00c-0b3097a525c3 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Calling delete_port for 345773c5-13d1-4e0c-8a8c-0ce99124e8ae owned by {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:32:32.269666 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6373d50d-8867-4b1d-b2d9-d72daaf8eed9 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:32.276104 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.api.v2.resource [None req-4d9edef1-b60f-46c0-8a1e-583307773cb8 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] show failed (client error): The resource could not be found. Dec 21 13:32:32.285190 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-4d9edef1-b60f-46c0-8a1e-583307773cb8 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] 10.222.0.37 "GET /v2.0/ports/43e1fb4b-7231-40b8-b835-68b856f7b68e/tags/tempest-TagsExtTest-Tag-1873294123 HTTP/1.1" status: 404 len: 329 time: 0.4638970 Dec 21 13:32:32.290451 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 59532) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:32.296049 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.tag.tag_plugin [None req-e911d82a-3ae8-4386-bd2f-56aa12dbce38 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '43e1fb4b-7231-40b8-b835-68b856f7b68e', 'tempest-TagsExtTest-Tag-1111764596') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:32.315283 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6373d50d-8867-4b1d-b2d9-d72daaf8eed9 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Publish callbacks [] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:32.319880 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-6373d50d-8867-4b1d-b2d9-d72daaf8eed9 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] 10.222.0.37 "DELETE /v2.0/networks/9f6e17c4-b312-4171-b7f6-57692ebeb6b3 HTTP/1.1" status: 204 len: 168 time: 1.8660722 Dec 21 13:32:32.320971 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6373d50d-8867-4b1d-b2d9-d72daaf8eed9 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Pushing event deleted for resources: {'Network': ['ID=9f6e17c4-b312-4171-b7f6-57692ebeb6b3,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:32.323470 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-fe69b1e3-37e1-4578-8abc-690eb0f493db tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:32.326773 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59534) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:32.420933 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-21fe1827-c601-424b-874e-fa4fa7f1518c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:32.434960 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-294e285b-6e1c-43b1-b2de-3135f73cca66 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] 10.222.0.37 "GET /v2.0/ports?device_id=b02fc9a2-9c02-4a14-95c1-9970eb988f6c HTTP/1.1" status: 200 len: 205 time: 0.1023667 Dec 21 13:32:32.439621 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 59536) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:32.442923 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-a2a04289-dc73-45ae-a58d-f6fbd837840f None None] Allocated IP 2001:db8:0:1::2 (ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9/4c09bde6-1953-49aa-92b9-8247f24f82ef/86759b0e-7997-4514-9c07-d89676e042da) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:32:32.549249 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-fe69b1e3-37e1-4578-8abc-690eb0f493db tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:32.552071 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-a2a04289-dc73-45ae-a58d-f6fbd837840f None None] For port 86759b0e-7997-4514-9c07-d89676e042da, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=86759b0e-7997-4514-9c07-d89676e042da,segment=NetworkSegment(b20a5dbe-a251-4a83-ae2d-3ffbda6396cf),segment_id=b20a5dbe-a251-4a83-ae2d-3ffbda6396cf)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:32:32.554900 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-fe69b1e3-37e1-4578-8abc-690eb0f493db tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:32.581321 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.api.v2.resource [None req-e911d82a-3ae8-4386-bd2f-56aa12dbce38 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] show failed (client error): The resource could not be found. Dec 21 13:32:32.586324 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-fe69b1e3-37e1-4578-8abc-690eb0f493db tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:32.590236 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-fe69b1e3-37e1-4578-8abc-690eb0f493db tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7131202 Dec 21 13:32:32.591411 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a2a04289-dc73-45ae-a58d-f6fbd837840f None None] Publish callbacks [] for port, precommit_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:32.591572 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-e911d82a-3ae8-4386-bd2f-56aa12dbce38 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] 10.222.0.37 "GET /v2.0/ports/43e1fb4b-7231-40b8-b835-68b856f7b68e/tags/tempest-TagsExtTest-Tag-1111764596 HTTP/1.1" status: 404 len: 329 time: 0.2989478 Dec 21 13:32:32.592899 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 59538) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:32.593156 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 59540) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:32.610870 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988e31dd-28a9-48d4-8413-2d615812cd7e None None] Pushing event updated for resources: {'Port': ['ID=02c543b5-0300-4136-b304-85f06a86749e,revision_number=5']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:32.611204 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe69b1e3-37e1-4578-8abc-690eb0f493db tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92d794d0-2492-408a-b47a-002fb67f040f,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:32.611830 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.tag.tag_plugin [None req-0335376f-e0c7-4f60-845c-af9594a5674e tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '43e1fb4b-7231-40b8-b835-68b856f7b68e', 'tempest-TagsExtTest-Tag-2061615344') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:32.626613 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-21fe1827-c601-424b-874e-fa4fa7f1518c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:32.627489 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a2a04289-dc73-45ae-a58d-f6fbd837840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:32.635233 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-21fe1827-c601-424b-874e-fa4fa7f1518c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:32.641016 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-2efc4047-dcbc-48d3-9c41-0a9c3a251d18 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Request body: {'security_group_rule': {'security_group_id': '45efddab-dcef-4efd-8697-3c0b8cbf9259', 'project_id': '514e9bec24c54314a7cb99c3771252bb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:32:32.652104 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8c631ad9-012b-4449-bcca-47979a38e291 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Publish callbacks [] for router, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:32.684634 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-21fe1827-c601-424b-874e-fa4fa7f1518c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:32.687211 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-21fe1827-c601-424b-874e-fa4fa7f1518c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4556153 Dec 21 13:32:32.691372 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59542) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:32.696899 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-30c5b587-b313-4a38-a59d-0dd2ad12db97 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'security_group_rule': {'security_group_id': '0cb9e6c7-a47d-42f7-b29a-4db04280f343', 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:32:32.703695 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fe1827-c601-424b-874e-fa4fa7f1518c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb9e6c7-a47d-42f7-b29a-4db04280f343,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:32.709280 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a04289-dc73-45ae-a58d-f6fbd837840f None None] Pushing event updated for resources: {'Port': ['ID=86759b0e-7997-4514-9c07-d89676e042da,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:32.744247 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-30c5b587-b313-4a38-a59d-0dd2ad12db97 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:32.870509 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-30c5b587-b313-4a38-a59d-0dd2ad12db97 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:32.870780 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-cab04738-a268-47de-b5f6-c6d539fcecd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636'] for port, after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:32.881598 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-30c5b587-b313-4a38-a59d-0dd2ad12db97 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:32.902821 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab04738-a268-47de-b5f6-c6d539fcecd4 None None] Pushing event deleted for resources: {'Port': ['ID=8633919b-f9fd-4181-ba18-7f43ac361818,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:32.912691 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.db.api [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 13:32:32.913156 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG oslo_db.api [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 13:32:32.913271 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c5b587-b313-4a38-a59d-0dd2ad12db97 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3618c597-5a7f-42e9-94b4-7ff839a0365f,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:32.914276 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cab04738-a268-47de-b5f6-c6d539fcecd4 None None] Network 9f6e17c4-b312-4171-b7f6-57692ebeb6b3 is not hosted by any dhcp agent {{(pid=103154) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 21 13:32:32.914896 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab04738-a268-47de-b5f6-c6d539fcecd4 None None] No DVR routers for this DVR port 8633919b-f9fd-4181-ba18-7f43ac361818 on host dv-neutron-master-2-hyperv {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:32:32.928579 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-30c5b587-b313-4a38-a59d-0dd2ad12db97 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:32.930026 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-30c5b587-b313-4a38-a59d-0dd2ad12db97 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2375319 Dec 21 13:32:32.933984 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59544) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:32.943116 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-5ab0c286-d6c7-4834-afd1-dd36ccbc613e None None] Provisioning complete for port 86759b0e-7997-4514-9c07-d89676e042da triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:32:32.944008 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-5ab0c286-d6c7-4834-afd1-dd36ccbc613e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:32.951099 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-16d25281-45ed-4671-a3e4-de77e5e6a3e8 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'security_group_rule': {'security_group_id': '0cb9e6c7-a47d-42f7-b29a-4db04280f343', 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:32:33.003214 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-16d25281-45ed-4671-a3e4-de77e5e6a3e8 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:33.055576 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-5ab0c286-d6c7-4834-afd1-dd36ccbc613e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:33.120395 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-16d25281-45ed-4671-a3e4-de77e5e6a3e8 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:33.126286 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-16d25281-45ed-4671-a3e4-de77e5e6a3e8 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:33.129082 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-5ab0c286-d6c7-4834-afd1-dd36ccbc613e None None] For port 86759b0e-7997-4514-9c07-d89676e042da, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=86759b0e-7997-4514-9c07-d89676e042da,segment=NetworkSegment(b20a5dbe-a251-4a83-ae2d-3ffbda6396cf),segment_id=b20a5dbe-a251-4a83-ae2d-3ffbda6396cf)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:32:33.135459 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-5ab0c286-d6c7-4834-afd1-dd36ccbc613e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:33.153675 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d25281-45ed-4671-a3e4-de77e5e6a3e8 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=169b9053-0ae0-487b-80b2-4fba64c1d04a,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:33.185298 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-16d25281-45ed-4671-a3e4-de77e5e6a3e8 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:33.189777 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-16d25281-45ed-4671-a3e4-de77e5e6a3e8 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2521582 Dec 21 13:32:33.190058 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59548) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:33.197627 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-cff0d4b0-0541-4ce7-b947-df0ac8189dff tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'security_group_rule': {'security_group_id': '0cb9e6c7-a47d-42f7-b29a-4db04280f343', 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:32:33.246385 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cff0d4b0-0541-4ce7-b947-df0ac8189dff tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:33.247302 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab0c286-d6c7-4834-afd1-dd36ccbc613e None None] Pushing event updated for resources: {'Port': ['ID=86759b0e-7997-4514-9c07-d89676e042da,revision_number=4']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:33.334061 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cff0d4b0-0541-4ce7-b947-df0ac8189dff tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:33.339539 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cff0d4b0-0541-4ce7-b947-df0ac8189dff tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:33.361012 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0d4b0-0541-4ce7-b947-df0ac8189dff tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3e13fef-3984-44c2-9bf6-0ece2bfc6132,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:33.371420 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cff0d4b0-0541-4ce7-b947-df0ac8189dff tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:33.375134 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-cff0d4b0-0541-4ce7-b947-df0ac8189dff tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1807306 Dec 21 13:32:33.375616 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59550) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:33.381183 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-95cb16c3-3738-452a-8c59-da554d2c21c4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'security_group_rule': {'security_group_id': '0cb9e6c7-a47d-42f7-b29a-4db04280f343', 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:32:33.495501 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-95cb16c3-3738-452a-8c59-da554d2c21c4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:33.520392 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.api.v2.resource [None req-0335376f-e0c7-4f60-845c-af9594a5674e tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] show failed (client error): The resource could not be found. Dec 21 13:32:33.523746 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-0335376f-e0c7-4f60-845c-af9594a5674e tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] 10.222.0.37 "GET /v2.0/ports/43e1fb4b-7231-40b8-b835-68b856f7b68e/tags/tempest-TagsExtTest-Tag-2061615344 HTTP/1.1" status: 404 len: 329 time: 0.9213827 Dec 21 13:32:33.526578 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.securitygroups_db [None req-2efc4047-dcbc-48d3-9c41-0a9c3a251d18 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Project 514e9bec24c54314a7cb99c3771252bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 13:32:33.528011 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59552) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:33.541001 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.tag.tag_plugin [None req-635419c5-8afc-46a1-91cb-f3468559872e tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'c8bcb906-0e0e-4111-bb91-81f0cb7e7510', {'tags': ['tempest-TagsExtTest-Tag-1912606502', 'tempest-TagsExtTest-Tag-1058340953', 'tempest-TagsExtTest-Tag-2120504186']}) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:33.546347 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8c631ad9-012b-4449-bcca-47979a38e291 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26950'] for router, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:33.551212 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2efc4047-dcbc-48d3-9c41-0a9c3a251d18 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:33.582003 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8c631ad9-012b-4449-bcca-47979a38e291 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:33.636975 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2efc4047-dcbc-48d3-9c41-0a9c3a251d18 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:33.677339 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2efc4047-dcbc-48d3-9c41-0a9c3a251d18 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:33.703175 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3dea2ec3-37e6-4d92-b00c-0b3097a525c3 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:33.720562 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2efc4047-dcbc-48d3-9c41-0a9c3a251d18 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:33.726088 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-95cb16c3-3738-452a-8c59-da554d2c21c4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:33.727554 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-2efc4047-dcbc-48d3-9c41-0a9c3a251d18 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1266224 Dec 21 13:32:33.732422 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59554) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:33.738907 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-bc290f35-4e7e-4922-9f3e-9b3184d766d0 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Request body: {'security_group_rule': {'security_group_id': '45efddab-dcef-4efd-8697-3c0b8cbf9259', 'project_id': '514e9bec24c54314a7cb99c3771252bb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:32:33.741904 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8c631ad9-012b-4449-bcca-47979a38e291 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534967'] for router, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:33.742447 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c631ad9-012b-4449-bcca-47979a38e291 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Fanout notify agent at l3_agent the message router_deleted on router b02fc9a2-9c02-4a14-95c1-9970eb988f6c {{(pid=103153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 13:32:33.749536 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8c631ad9-012b-4449-bcca-47979a38e291 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] Publish callbacks [] for router, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:33.752920 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-8c631ad9-012b-4449-bcca-47979a38e291 tempest-RoutersNegativeTest-741277310 tempest-RoutersNegativeTest-741277310-project] 10.222.0.37 "DELETE /v2.0/routers/b02fc9a2-9c02-4a14-95c1-9970eb988f6c HTTP/1.1" status: 204 len: 168 time: 1.3099084 Dec 21 13:32:33.761826 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 86759b0e-7997-4514-9c07-d89676e042da up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:32:33.777252 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efc4047-dcbc-48d3-9c41-0a9c3a251d18 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caed557a-3a91-4175-b8ed-853aafb8e1ff,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:33.782897 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-95cb16c3-3738-452a-8c59-da554d2c21c4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:33.788834 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dea2ec3-37e6-4d92-b00c-0b3097a525c3 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event deleted for resources: {'Port': ['ID=345773c5-13d1-4e0c-8a8c-0ce99124e8ae,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:33.815768 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-635419c5-8afc-46a1-91cb-f3468559872e tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] 10.222.0.37 "PUT /v2.0/routers/c8bcb906-0e0e-4111-bb91-81f0cb7e7510/tags HTTP/1.1" status: 200 len: 318 time: 0.2864287 Dec 21 13:32:33.831031 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 59558) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:33.849375 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.tag.tag_plugin [None req-0459e98e-b6a8-4567-8176-d9815c842f5e tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c8bcb906-0e0e-4111-bb91-81f0cb7e7510') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:33.859862 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cb16c3-3738-452a-8c59-da554d2c21c4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67c6e1c9-7f6f-4361-8e02-c4dbe25a2894,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:33.871810 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-95cb16c3-3738-452a-8c59-da554d2c21c4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:33.873194 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-95cb16c3-3738-452a-8c59-da554d2c21c4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4965441 Dec 21 13:32:33.875906 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59560) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:33.881641 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-8b5fc301-0e63-4be0-a98a-98f127363b3e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'security_group_rule': {'security_group_id': '0cb9e6c7-a47d-42f7-b29a-4db04280f343', 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:32:33.889087 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 86759b0e-7997-4514-9c07-d89676e042da triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:32:33.890570 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:33.895061 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.securitygroups_db [None req-bc290f35-4e7e-4922-9f3e-9b3184d766d0 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Project 514e9bec24c54314a7cb99c3771252bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 13:32:33.908358 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bc290f35-4e7e-4922-9f3e-9b3184d766d0 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:33.920287 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3dea2ec3-37e6-4d92-b00c-0b3097a525c3 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:33.928171 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-3dea2ec3-37e6-4d92-b00c-0b3097a525c3 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "DELETE /v2.0/ports/345773c5-13d1-4e0c-8a8c-0ce99124e8ae HTTP/1.1" status: 204 len: 168 time: 2.4639878 Dec 21 13:32:33.928899 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 59562) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:33.964534 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.securitygroups_db [None req-8b5fc301-0e63-4be0-a98a-98f127363b3e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Project 577ee1d2880f4d34a80a7dfd0cf7da03 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 13:32:33.979388 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8b5fc301-0e63-4be0-a98a-98f127363b3e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:34.038876 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a22eec-29d1-425c-9eec-cd0412912d6e tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:34.044677 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-d8a22eec-29d1-425c-9eec-cd0412912d6e tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1138623 Dec 21 13:32:34.055500 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 59564) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:34.058927 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bc290f35-4e7e-4922-9f3e-9b3184d766d0 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:34.084575 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bc290f35-4e7e-4922-9f3e-9b3184d766d0 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:34.137270 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6c33e556-3a14-4c3c-92bc-8505d8d932ac None None] Provisioning complete for port 86759b0e-7997-4514-9c07-d89676e042da triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:32:34.137911 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6c33e556-3a14-4c3c-92bc-8505d8d932ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:34.146207 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 02c543b5-0300-4136-b304-85f06a86749e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:32:34.158148 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc290f35-4e7e-4922-9f3e-9b3184d766d0 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26ede4f9-dc12-4cdb-8aa2-578078530194,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:34.165302 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-0459e98e-b6a8-4567-8176-d9815c842f5e tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] 10.222.0.37 "DELETE /v2.0/routers/c8bcb906-0e0e-4111-bb91-81f0cb7e7510/tags HTTP/1.1" status: 204 len: 168 time: 0.3215010 Dec 21 13:32:34.166841 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8b5fc301-0e63-4be0-a98a-98f127363b3e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:34.168462 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 59570) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:34.172691 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bc290f35-4e7e-4922-9f3e-9b3184d766d0 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:34.174163 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-bc290f35-4e7e-4922-9f3e-9b3184d766d0 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4405255 Dec 21 13:32:34.175951 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.tag.tag_plugin [None req-92c4c2cf-7f85-4af6-a8c7-abdb8e485d07 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c8bcb906-0e0e-4111-bb91-81f0cb7e7510', 'tempest-TagsExtTest-Tag-1912606502') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:34.178813 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59572) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:34.193343 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-06033784-cf9a-4e6f-bfd8-196a5ec43231 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Request body: {'network': {'name': 'tempest-network-smoke--69072674', 'project_id': '514e9bec24c54314a7cb99c3771252bb', 'port_security_enabled': True}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:32:34.203239 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8b5fc301-0e63-4be0-a98a-98f127363b3e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:34.254317 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5fc301-0e63-4be0-a98a-98f127363b3e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c53ae182-e1b8-434c-a59a-ecd5622e6721,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:34.280820 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8b5fc301-0e63-4be0-a98a-98f127363b3e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:34.287198 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-8b5fc301-0e63-4be0-a98a-98f127363b3e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4071321 Dec 21 13:32:34.289183 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59574) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:34.300161 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-eb6ae193-6d8b-47d9-9f00-dd6ebb9b04f7 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'security_group_rule': {'security_group_id': '0cb9e6c7-a47d-42f7-b29a-4db04280f343', 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:32:34.320031 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30377aaa-9ac0-4511-93af-684d92beca95 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:34.322025 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-30377aaa-9ac0-4511-93af-684d92beca95 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2652955 Dec 21 13:32:34.326036 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59576) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:34.337990 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.api.v2.resource [None req-92c4c2cf-7f85-4af6-a8c7-abdb8e485d07 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] show failed (client error): The resource could not be found. Dec 21 13:32:34.339271 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-92c4c2cf-7f85-4af6-a8c7-abdb8e485d07 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] 10.222.0.37 "GET /v2.0/routers/c8bcb906-0e0e-4111-bb91-81f0cb7e7510/tags/tempest-TagsExtTest-Tag-1912606502 HTTP/1.1" status: 404 len: 329 time: 0.1695287 Dec 21 13:32:34.339898 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 59578) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:34.346303 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 59580) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:34.354478 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 02c543b5-0300-4136-b304-85f06a86749e triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:32:34.355096 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06033784-cf9a-4e6f-bfd8-196a5ec43231 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Made reservation on behalf of 514e9bec24c54314a7cb99c3771252bb for: {'network': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:32:34.355238 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:34.357977 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.tag.tag_plugin [None req-82e2e127-2f2f-4a0b-bb17-78002fa88f97 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c8bcb906-0e0e-4111-bb91-81f0cb7e7510', 'tempest-TagsExtTest-Tag-1058340953') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:34.368791 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-06033784-cf9a-4e6f-bfd8-196a5ec43231 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:34.466060 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.api.v2.resource [None req-82e2e127-2f2f-4a0b-bb17-78002fa88f97 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] show failed (client error): The resource could not be found. Dec 21 13:32:34.467255 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-82e2e127-2f2f-4a0b-bb17-78002fa88f97 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] 10.222.0.37 "GET /v2.0/routers/c8bcb906-0e0e-4111-bb91-81f0cb7e7510/tags/tempest-TagsExtTest-Tag-1058340953 HTTP/1.1" status: 404 len: 329 time: 0.1193326 Dec 21 13:32:34.470836 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 59584) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:34.476728 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.tag.tag_plugin [None req-58255dee-e713-48dd-9c3c-efed8de98551 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c8bcb906-0e0e-4111-bb91-81f0cb7e7510', 'tempest-TagsExtTest-Tag-2120504186') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:34.505779 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6c33e556-3a14-4c3c-92bc-8505d8d932ac None None] Could not find standard attr ID for object 345773c5-13d1-4e0c-8a8c-0ce99124e8ae. {{(pid=103154) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 21 13:32:34.515451 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e472a1e5-a552-492d-abe4-68e1e43b6cf3 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:34.522036 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e472a1e5-a552-492d-abe4-68e1e43b6cf3 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:34.523750 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e472a1e5-a552-492d-abe4-68e1e43b6cf3 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:34.537155 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-e472a1e5-a552-492d-abe4-68e1e43b6cf3 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2090993 Dec 21 13:32:34.541777 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59586) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:34.570239 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.securitygroups_db [None req-eb6ae193-6d8b-47d9-9f00-dd6ebb9b04f7 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Project 577ee1d2880f4d34a80a7dfd0cf7da03 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 13:32:34.583778 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.api.v2.resource [None req-58255dee-e713-48dd-9c3c-efed8de98551 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] show failed (client error): The resource could not be found. Dec 21 13:32:34.584479 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06033784-cf9a-4e6f-bfd8-196a5ec43231 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=103152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:32:34.588289 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-58255dee-e713-48dd-9c3c-efed8de98551 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] 10.222.0.37 "GET /v2.0/routers/c8bcb906-0e0e-4111-bb91-81f0cb7e7510/tags/tempest-TagsExtTest-Tag-2120504186 HTTP/1.1" status: 404 len: 329 time: 0.1130221 Dec 21 13:32:34.606245 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59588) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:34.621489 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.tag.tag_plugin [None req-5320f635-8d5d-44bd-916a-aed8dbb2d246 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '849e2263-bb7d-4d87-bf7b-d57c3aa770b5', {'tags': ['tempest-TagsExtTest-Tag-2008633546', 'tempest-TagsExtTest-Tag-1592737130', 'tempest-TagsExtTest-Tag-616487972']}) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:34.625128 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-eb6ae193-6d8b-47d9-9f00-dd6ebb9b04f7 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:34.658088 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-656cb763-306c-4135-88e6-b59fcabae295 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=729f7f112cb5460c8f0b78f8c203a756&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3168952 Dec 21 13:32:34.660542 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 59590) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:34.665235 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-06033784-cf9a-4e6f-bfd8-196a5ec43231 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:34.665890 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.segments_db [None req-06033784-cf9a-4e6f-bfd8-196a5ec43231 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Added segment 1a9ea06d-904f-4b0e-8424-0faca3b87b12 of type vlan for network 992ef5ec-42fe-4208-bf57-634a302e31b4 Dec 21 13:32:34.740451 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4b8e12a0-e348-4cf4-89e9-d8ccde27e6af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:34.777477 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4b8e12a0-e348-4cf4-89e9-d8ccde27e6af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:34.779468 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_v2 [None req-c60334d3-eee1-40bd-8480-98477018cd77 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Deleting subnet 4c09bde6-1953-49aa-92b9-8247f24f82ef {{(pid=103152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:32:34.781467 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-06dd427b-2834-4be6-8fe3-1494b6b62944 None None] Could not find standard attr ID for object 345773c5-13d1-4e0c-8a8c-0ce99124e8ae. {{(pid=103154) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 21 13:32:34.793727 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c60334d3-eee1-40bd-8480-98477018cd77 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for subnet, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:34.801810 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-06033784-cf9a-4e6f-bfd8-196a5ec43231 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:34.858278 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4b8e12a0-e348-4cf4-89e9-d8ccde27e6af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:34.862258 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-5320f635-8d5d-44bd-916a-aed8dbb2d246 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] 10.222.0.37 "PUT /v2.0/subnetpools/849e2263-bb7d-4d87-bf7b-d57c3aa770b5/tags HTTP/1.1" status: 200 len: 317 time: 0.2516642 Dec 21 13:32:34.863537 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4b8e12a0-e348-4cf4-89e9-d8ccde27e6af admin admin] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:34.868541 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 8633919b-f9fd-4181-ba18-7f43ac361818 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:32:34.871190 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-4b8e12a0-e348-4cf4-89e9-d8ccde27e6af admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c1f88fdb-7b48-4a9c-bac2-e6a8a419da41 HTTP/1.1" status: 204 len: 168 time: 0.2093570 Dec 21 13:32:34.872364 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-eb6ae193-6d8b-47d9-9f00-dd6ebb9b04f7 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:34.872523 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 59592) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:34.878860 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c60334d3-eee1-40bd-8480-98477018cd77 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526644'] for subnet, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:34.892856 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: 8633919b-f9fd-4181-ba18-7f43ac361818 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:32:34.893259 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 8633919b-f9fd-4181-ba18-7f43ac361818 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:32:34.893643 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.tag.tag_plugin [None req-9756aa5c-b609-4b0f-86fd-1db207b29a6a tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '849e2263-bb7d-4d87-bf7b-d57c3aa770b5') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:34.905429 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8e12a0-e348-4cf4-89e9-d8ccde27e6af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f88fdb-7b48-4a9c-bac2-e6a8a419da41,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:34.906244 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-eb6ae193-6d8b-47d9-9f00-dd6ebb9b04f7 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:34.926348 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-06033784-cf9a-4e6f-bfd8-196a5ec43231 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:34.932163 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06033784-cf9a-4e6f-bfd8-196a5ec43231 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:34.932771 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-06033784-cf9a-4e6f-bfd8-196a5ec43231 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Publish callbacks [] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:34.959777 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-9756aa5c-b609-4b0f-86fd-1db207b29a6a tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] 10.222.0.37 "DELETE /v2.0/subnetpools/849e2263-bb7d-4d87-bf7b-d57c3aa770b5/tags HTTP/1.1" status: 204 len: 168 time: 0.0753140 Dec 21 13:32:34.962923 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 59596) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:34.965798 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ae193-6d8b-47d9-9f00-dd6ebb9b04f7 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6e5750c-c65e-4d41-a724-ed54955b6e91,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:34.976127 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.tag.tag_plugin [None req-1b7e576e-0177-4c62-96aa-38c1dac09eb9 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '849e2263-bb7d-4d87-bf7b-d57c3aa770b5', 'tempest-TagsExtTest-Tag-2008633546') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:35.017923 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.api.v2.resource [None req-1b7e576e-0177-4c62-96aa-38c1dac09eb9 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] show failed (client error): The resource could not be found. Dec 21 13:32:35.019044 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-1b7e576e-0177-4c62-96aa-38c1dac09eb9 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] 10.222.0.37 "GET /v2.0/subnetpools/849e2263-bb7d-4d87-bf7b-d57c3aa770b5/tags/tempest-TagsExtTest-Tag-2008633546 HTTP/1.1" status: 404 len: 329 time: 0.0548716 Dec 21 13:32:35.022596 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 59598) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:35.028523 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.tag.tag_plugin [None req-7f72436b-6a1e-4830-a42c-60e5c8de2e87 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '849e2263-bb7d-4d87-bf7b-d57c3aa770b5', 'tempest-TagsExtTest-Tag-1592737130') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:35.063773 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.api.v2.resource [None req-7f72436b-6a1e-4830-a42c-60e5c8de2e87 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] show failed (client error): The resource could not be found. Dec 21 13:32:35.064991 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-7f72436b-6a1e-4830-a42c-60e5c8de2e87 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] 10.222.0.37 "GET /v2.0/subnetpools/849e2263-bb7d-4d87-bf7b-d57c3aa770b5/tags/tempest-TagsExtTest-Tag-1592737130 HTTP/1.1" status: 404 len: 329 time: 0.0408187 Dec 21 13:32:35.068725 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 59600) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:35.073995 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.tag.tag_plugin [None req-29a848e6-6f8c-433a-96e9-ff3a840d75e4 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '849e2263-bb7d-4d87-bf7b-d57c3aa770b5', 'tempest-TagsExtTest-Tag-616487972') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:35.112126 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.api.v2.resource [None req-29a848e6-6f8c-433a-96e9-ff3a840d75e4 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] show failed (client error): The resource could not be found. Dec 21 13:32:35.113600 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-29a848e6-6f8c-433a-96e9-ff3a840d75e4 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] 10.222.0.37 "GET /v2.0/subnetpools/849e2263-bb7d-4d87-bf7b-d57c3aa770b5/tags/tempest-TagsExtTest-Tag-616487972 HTTP/1.1" status: 404 len: 328 time: 0.0438843 Dec 21 13:32:35.116521 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 59602) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:35.121753 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.tag.tag_plugin [None req-f3a11e27-0b56-4733-bbe1-4997d49888a8 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '849e2263-bb7d-4d87-bf7b-d57c3aa770b5') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:35.177010 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-f3a11e27-0b56-4733-bbe1-4997d49888a8 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] 10.222.0.37 "DELETE /v2.0/subnetpools/849e2263-bb7d-4d87-bf7b-d57c3aa770b5/tags HTTP/1.1" status: 204 len: 168 time: 0.0567837 Dec 21 13:32:35.177625 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 59604) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:35.183588 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.tag.tag_plugin [None req-c4f8ad51-be7e-4ab5-9d8b-2013636d2c8b tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c8bcb906-0e0e-4111-bb91-81f0cb7e7510') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:35.280621 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-c4f8ad51-be7e-4ab5-9d8b-2013636d2c8b tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] 10.222.0.37 "DELETE /v2.0/routers/c8bcb906-0e0e-4111-bb91-81f0cb7e7510/tags HTTP/1.1" status: 204 len: 168 time: 0.1016455 Dec 21 13:32:35.283097 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 59608) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:35.289650 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.tag.tag_plugin [None req-3122dfef-8eee-4027-b3ac-41fc47dfa8f4 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '43e1fb4b-7231-40b8-b835-68b856f7b68e') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:35.351740 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-3122dfef-8eee-4027-b3ac-41fc47dfa8f4 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] 10.222.0.37 "DELETE /v2.0/ports/43e1fb4b-7231-40b8-b835-68b856f7b68e/tags HTTP/1.1" status: 204 len: 168 time: 0.0661957 Dec 21 13:32:35.354199 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 59610) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:35.358861 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.tag.tag_plugin [None req-74df098f-627e-46b5-8764-3ec6954ff4d1 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '2c30fdab-f20a-40d7-b378-1383e704085f') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:35.385756 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-06033784-cf9a-4e6f-bfd8-196a5ec43231 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2057402 Dec 21 13:32:35.388617 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-eb6ae193-6d8b-47d9-9f00-dd6ebb9b04f7 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:35.389540 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 59612) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:35.389746 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-eb6ae193-6d8b-47d9-9f00-dd6ebb9b04f7 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0978327 Dec 21 13:32:35.398615 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-cf2308d8-3984-4cf0-9bb1-2dc6cd77570b tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-50413903', 'admin_state_up': True, 'project_id': '514e9bec24c54314a7cb99c3771252bb', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:32:35.437760 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-cf2308d8-3984-4cf0-9bb1-2dc6cd77570b tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26964'] for router, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:35.439239 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-cf2308d8-3984-4cf0-9bb1-2dc6cd77570b tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-642316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26957'] for router, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:35.453294 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06033784-cf9a-4e6f-bfd8-196a5ec43231 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Pushing event updated for resources: {'Network': ['ID=992ef5ec-42fe-4208-bf57-634a302e31b4,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:35.461596 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-74df098f-627e-46b5-8764-3ec6954ff4d1 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] 10.222.0.37 "DELETE /v2.0/subnets/2c30fdab-f20a-40d7-b378-1383e704085f/tags HTTP/1.1" status: 204 len: 168 time: 0.1061616 Dec 21 13:32:35.469877 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59616) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:35.472928 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network 992ef5ec-42fe-4208-bf57-634a302e31b4 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:32:35.500187 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c60334d3-eee1-40bd-8480-98477018cd77 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:35.541536 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-cf2308d8-3984-4cf0-9bb1-2dc6cd77570b tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:35.622590 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9d71b660-96c6-4ed0-9e7a-9a110edf5531 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] Publish callbacks [] for subnetpool, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:35.623913 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-9d71b660-96c6-4ed0-9e7a-9a110edf5531 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] 10.222.0.37 "DELETE /v2.0/subnetpools/849e2263-bb7d-4d87-bf7b-d57c3aa770b5 HTTP/1.1" status: 204 len: 168 time: 0.1533432 Dec 21 13:32:35.626767 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59620) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:35.640499 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c60334d3-eee1-40bd-8480-98477018cd77 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12346570'] for subnet, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:35.667862 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-833040c6-9ac5-4fb5-99e4-b7a2f0d8082b tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8bcb906-0e0e-4111-bb91-81f0cb7e7510 HTTP/1.1" status: 200 len: 205 time: 0.0387185 Dec 21 13:32:35.689018 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59630) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:35.697674 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60334d3-eee1-40bd-8480-98477018cd77 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event deleted for resources: {'Subnet': ['ID=4c09bde6-1953-49aa-92b9-8247f24f82ef,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:35.700724 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c60334d3-eee1-40bd-8480-98477018cd77 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:35.706271 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-c60334d3-eee1-40bd-8480-98477018cd77 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "DELETE /v2.0/subnets/4c09bde6-1953-49aa-92b9-8247f24f82ef HTTP/1.1" status: 204 len: 168 time: 1.1595623 Dec 21 13:32:35.709124 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602ee5f6-7d96-4a7f-b84a-a86714c552d2 None None] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:32:35.718727 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 59632) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:35.755743 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-cf2308d8-3984-4cf0-9bb1-2dc6cd77570b tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:35.806957 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_v2 [None req-711f8d51-ddfb-40c2-a10f-c878e29bfaba tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Deleting subnet f61897c4-f66e-4c9c-9571-e4e6c3b8e3ca {{(pid=103153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:32:35.811291 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-711f8d51-ddfb-40c2-a10f-c878e29bfaba tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for subnet, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:35.812359 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bc0cf7af-a38e-4c30-8ed0-64c5ade83e1d tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] Publish callbacks [] for router, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:35.882981 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-711f8d51-ddfb-40c2-a10f-c878e29bfaba tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1585439'] for subnet, precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:35.921796 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-af414d11-5aa5-448a-9f6c-f8b7c3c47cea req-ca66befc-f9bd-4edf-b9b2-1c59c331a2a8 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1702155645&fields=id&tenant_id=577ee1d2880f4d34a80a7dfd0cf7da03 HTTP/1.1" status: 200 len: 267 time: 0.2335546 Dec 21 13:32:35.997174 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-711f8d51-ddfb-40c2-a10f-c878e29bfaba tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:36.046197 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bc0cf7af-a38e-4c30-8ed0-64c5ade83e1d tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26950'] for router, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:36.051167 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bc0cf7af-a38e-4c30-8ed0-64c5ade83e1d tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:36.143298 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bc0cf7af-a38e-4c30-8ed0-64c5ade83e1d tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534967'] for router, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:36.144475 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc0cf7af-a38e-4c30-8ed0-64c5ade83e1d tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] Fanout notify agent at l3_agent the message router_deleted on router c8bcb906-0e0e-4111-bb91-81f0cb7e7510 {{(pid=103152) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 13:32:36.154956 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bc0cf7af-a38e-4c30-8ed0-64c5ade83e1d tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] Publish callbacks [] for router, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:36.156108 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-bc0cf7af-a38e-4c30-8ed0-64c5ade83e1d tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] 10.222.0.37 "DELETE /v2.0/routers/c8bcb906-0e0e-4111-bb91-81f0cb7e7510 HTTP/1.1" status: 204 len: 168 time: 0.4656236 Dec 21 13:32:36.160250 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 59634) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:36.174035 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af414d11-5aa5-448a-9f6c-f8b7c3c47cea req-5a258e88-0406-47e6-8420-e1f7cbdc9f73 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:36.174812 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-af414d11-5aa5-448a-9f6c-f8b7c3c47cea req-5a258e88-0406-47e6-8420-e1f7cbdc9f73 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/networks?id=646086d9-9650-4426-a7e3-6e15bc97acc7 HTTP/1.1" status: 200 len: 797 time: 0.2232916 Dec 21 13:32:36.194764 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-af414d11-5aa5-448a-9f6c-f8b7c3c47cea req-ce711cc3-c89b-4fe3-9bbb-99f00ad84778 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/quotas/577ee1d2880f4d34a80a7dfd0cf7da03 HTTP/1.1" status: 200 len: 375 time: 0.0107765 Dec 21 13:32:36.222899 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-711f8d51-ddfb-40c2-a10f-c878e29bfaba tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11349588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11288746'] for subnet, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:36.273979 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-cf2308d8-3984-4cf0-9bb1-2dc6cd77570b tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Publish callbacks [] for router_gateway, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:36.280494 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711f8d51-ddfb-40c2-a10f-c878e29bfaba tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event deleted for resources: {'Subnet': ['ID=f61897c4-f66e-4c9c-9571-e4e6c3b8e3ca,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:36.289880 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-af414d11-5aa5-448a-9f6c-f8b7c3c47cea req-d1647b29-ade1-44b4-834f-a91875478619 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=577ee1d2880f4d34a80a7dfd0cf7da03&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0876393 Dec 21 13:32:36.312692 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-711f8d51-ddfb-40c2-a10f-c878e29bfaba tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:36.334941 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59640) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:36.338176 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-711f8d51-ddfb-40c2-a10f-c878e29bfaba tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "DELETE /v2.0/subnets/f61897c4-f66e-4c9c-9571-e4e6c3b8e3ca HTTP/1.1" status: 204 len: 168 time: 0.6127210 Dec 21 13:32:36.345240 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-cf2308d8-3984-4cf0-9bb1-2dc6cd77570b tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:36.403184 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-f93b5334-9fdb-4a2f-86f4-1f9285f59609 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0670042 Dec 21 13:32:36.406025 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59642) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:36.411968 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-4507a2d9-6efd-4489-b66d-12e8d05086da tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Request body: {'subnet': {'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:32:36.528102 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-27a1dfca-830f-40af-b1de-bacfc58fd1d8 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] Deleting port 43e1fb4b-7231-40b8-b835-68b856f7b68e {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:32:36.528443 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-27a1dfca-830f-40af-b1de-bacfc58fd1d8 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:36.609640 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-cf2308d8-3984-4cf0-9bb1-2dc6cd77570b tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Allocated IP 172.36.3.243 (7fdf1889-f079-4166-bbda-88b2a8d8d595/051a5607-1753-4008-a2f2-d94b48752e9c/b7ba6881-3480-448a-a297-06637afe8a99) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:32:36.640527 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd0bfb0-938f-4852-9b48-6be40250d707 None None] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:32:36.646333 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4507a2d9-6efd-4489-b66d-12e8d05086da tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Made reservation on behalf of 4e9b97d81d204c53a28bf5666eaf36b7 for: {'subnet': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:32:36.649913 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4507a2d9-6efd-4489-b66d-12e8d05086da tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12346583'] for subnet, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:36.740545 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-af414d11-5aa5-448a-9f6c-f8b7c3c47cea req-a6e155fe-5699-4e61-824c-2bdb1ca39e98 service neutron] 10.222.0.37 "GET /v2.0/networks/646086d9-9650-4426-a7e3-6e15bc97acc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4323044 Dec 21 13:32:36.742660 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-7b57c141-3429-4da0-8831-42a88f170418 None None] Provisioning complete for port 86759b0e-7997-4514-9c07-d89676e042da triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:32:36.743036 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7b57c141-3429-4da0-8831-42a88f170418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:36.755896 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-27a1dfca-830f-40af-b1de-bacfc58fd1d8 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:36.771945 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-27a1dfca-830f-40af-b1de-bacfc58fd1d8 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] Calling delete_port for 43e1fb4b-7231-40b8-b835-68b856f7b68e owned by {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:32:36.849688 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f03c70-f1e1-44a8-a304-590255de7fdf None None] DHCP port deletion for ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:32:36.920171 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-23f03c70-f1e1-44a8-a304-590255de7fdf None None] Deleting port 86759b0e-7997-4514-9c07-d89676e042da {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:32:36.921489 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-23f03c70-f1e1-44a8-a304-590255de7fdf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:36.925948 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-af414d11-5aa5-448a-9f6c-f8b7c3c47cea req-a8a6347b-a168-4fbe-a1ec-8d2eff2fc7a3 service neutron] 10.222.0.37 "GET /v2.0/networks/646086d9-9650-4426-a7e3-6e15bc97acc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749222 Dec 21 13:32:36.956882 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-27a1dfca-830f-40af-b1de-bacfc58fd1d8 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:37.024936 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a1dfca-830f-40af-b1de-bacfc58fd1d8 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] Pushing event deleted for resources: {'Port': ['ID=43e1fb4b-7231-40b8-b835-68b856f7b68e,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:37.030514 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-cf2308d8-3984-4cf0-9bb1-2dc6cd77570b tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:37.053654 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-23f03c70-f1e1-44a8-a304-590255de7fdf None None] For port 86759b0e-7997-4514-9c07-d89676e042da, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=86759b0e-7997-4514-9c07-d89676e042da,segment=NetworkSegment(b20a5dbe-a251-4a83-ae2d-3ffbda6396cf),segment_id=b20a5dbe-a251-4a83-ae2d-3ffbda6396cf)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:32:37.056151 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-23f03c70-f1e1-44a8-a304-590255de7fdf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:37.077740 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-23f03c70-f1e1-44a8-a304-590255de7fdf None None] Calling delete_port for 86759b0e-7997-4514-9c07-d89676e042da owned by network:dhcp {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:32:37.144539 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-27a1dfca-830f-40af-b1de-bacfc58fd1d8 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:37.149442 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-27a1dfca-830f-40af-b1de-bacfc58fd1d8 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] 10.222.0.37 "DELETE /v2.0/ports/43e1fb4b-7231-40b8-b835-68b856f7b68e HTTP/1.1" status: 204 len: 168 time: 0.9844918 Dec 21 13:32:37.153812 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 59646) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:37.246615 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-23f03c70-f1e1-44a8-a304-590255de7fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636'] for port, after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:37.275750 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f03c70-f1e1-44a8-a304-590255de7fdf None None] No DVR routers for this DVR port 86759b0e-7997-4514-9c07-d89676e042da on host dv-neutron-master-2-hyperv {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:32:37.295176 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.objects.ports [None req-4507a2d9-6efd-4489-b66d-12e8d05086da tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103152) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 21 13:32:37.296840 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4507a2d9-6efd-4489-b66d-12e8d05086da tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12346565'] for subnet, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:37.301639 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-ccd323de-6613-4d28-9bf9-32cf5457f5af req-c74d8421-d58c-4d8e-8e73-976901824260 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=015090e6-f9ab-478e-a46a-ce2a1834b9ea HTTP/1.1" status: 200 len: 210 time: 0.0854008 Dec 21 13:32:37.305711 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-cf2308d8-3984-4cf0-9bb1-2dc6cd77570b tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:37.319486 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f03c70-f1e1-44a8-a304-590255de7fdf None None] Pushing event deleted for resources: {'Port': ['ID=86759b0e-7997-4514-9c07-d89676e042da,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:37.365528 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4507a2d9-6efd-4489-b66d-12e8d05086da tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:32:37.374913 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-4507a2d9-6efd-4489-b66d-12e8d05086da tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:32:37.380872 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4507a2d9-6efd-4489-b66d-12e8d05086da tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:37.381283 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4507a2d9-6efd-4489-b66d-12e8d05086da tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:37.396000 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1ec60c-19d6-41f4-9844-6d0095f4094a None None] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:32:37.431238 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4507a2d9-6efd-4489-b66d-12e8d05086da tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event updated for resources: {'Subnet': ['ID=faffbd09-ded3-4712-8018-2ee3cec0d4cd,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:37.460950 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-4507a2d9-6efd-4489-b66d-12e8d05086da tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0534801 Dec 21 13:32:37.461958 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59656) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:37.468409 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-ebee525b-927d-4da1-9733-9c27c08c2bdd tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Request body: {'subnet': {'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:32:37.632403 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a95fbf-0d06-49bf-8b38-cf48720165e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9', 'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9', 'project_id': '4e9b97d81d204c53a28bf5666eaf36b7', 'fixed_ips': [{'subnet_id': 'faffbd09-ded3-4712-8018-2ee3cec0d4cd'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:32:37.633301 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-30a95fbf-0d06-49bf-8b38-cf48720165e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:37.647535 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebee525b-927d-4da1-9733-9c27c08c2bdd tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Made reservation on behalf of 4e9b97d81d204c53a28bf5666eaf36b7 for: {'subnet': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:32:37.652200 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ebee525b-927d-4da1-9733-9c27c08c2bdd tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12346583'] for subnet, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:37.674431 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 86759b0e-7997-4514-9c07-d89676e042da no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:32:37.707314 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: 86759b0e-7997-4514-9c07-d89676e042da {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:32:37.707529 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 86759b0e-7997-4514-9c07-d89676e042da not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:32:37.777738 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_v2 [None req-3751f62a-ef20-4445-84c9-a88218ba90be tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] Deleting subnet 2c30fdab-f20a-40d7-b378-1383e704085f {{(pid=103153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:32:37.787371 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3751f62a-ef20-4445-84c9-a88218ba90be tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] Publish callbacks [] for subnet, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:37.828312 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2308d8-3984-4cf0-9bb1-2dc6cd77570b tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Network 7fdf1889-f079-4166-bbda-88b2a8d8d595 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:32:37.836721 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-cf2308d8-3984-4cf0-9bb1-2dc6cd77570b tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:32:37.841251 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2308d8-3984-4cf0-9bb1-2dc6cd77570b tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:32:37.844618 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.ipam_backend_mixin [None req-ebee525b-927d-4da1-9733-9c27c08c2bdd tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet faffbd09-ded3-4712-8018-2ee3cec0d4cd (CIDR: 2001:db8::/64) Dec 21 13:32:37.845434 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2308d8-3984-4cf0-9bb1-2dc6cd77570b tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Pushing event updated for resources: {'Port': ['ID=b7ba6881-3480-448a-a297-06637afe8a99,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:37.849910 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebee525b-927d-4da1-9733-9c27c08c2bdd tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 13:32:37.852982 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebee525b-927d-4da1-9733-9c27c08c2bdd tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:32:37.873346 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c32dc1-0cba-4b13-9bbd-f1d5809210f9 None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:32:37.877606 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3751f62a-ef20-4445-84c9-a88218ba90be tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1585439'] for subnet, precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:37.881030 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 59662) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:37.881848 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-ebee525b-927d-4da1-9733-9c27c08c2bdd tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4181788 Dec 21 13:32:37.894688 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-30a95fbf-0d06-49bf-8b38-cf48720165e9 None None] Allocated IP 2001:db8::f816:3eff:fe63:ea3b (ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9/faffbd09-ded3-4712-8018-2ee3cec0d4cd/7e28e27a-09e2-406b-831d-a5b9892f01af) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:32:37.911879 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-a05cc826-e909-4841-8513-b199d060bc75 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Request body: {'subnet': {'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:32:38.074720 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-d3c0a34b-d4bf-4e5c-a43e-8a0f028d759d None None] Provisioning complete for port b7ba6881-3480-448a-a297-06637afe8a99 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:32:38.075152 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d3c0a34b-d4bf-4e5c-a43e-8a0f028d759d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:38.152719 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-d3c0a34b-d4bf-4e5c-a43e-8a0f028d759d None None] Port b7ba6881-3480-448a-a297-06637afe8a99 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:32:38.172513 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-30a95fbf-0d06-49bf-8b38-cf48720165e9 None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:38.183019 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3751f62a-ef20-4445-84c9-a88218ba90be tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:38.183998 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-30a95fbf-0d06-49bf-8b38-cf48720165e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:38.251954 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a95fbf-0d06-49bf-8b38-cf48720165e9 None None] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:32:38.256999 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-30a95fbf-0d06-49bf-8b38-cf48720165e9 None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:32:38.261545 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a95fbf-0d06-49bf-8b38-cf48720165e9 None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:32:38.269096 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a95fbf-0d06-49bf-8b38-cf48720165e9 None None] Pushing event updated for resources: {'Port': ['ID=7e28e27a-09e2-406b-831d-a5b9892f01af,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:38.296008 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a05cc826-e909-4841-8513-b199d060bc75 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Made reservation on behalf of 4e9b97d81d204c53a28bf5666eaf36b7 for: {'subnet': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:32:38.299831 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a05cc826-e909-4841-8513-b199d060bc75 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11288759'] for subnet, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:38.344608 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-30a95fbf-0d06-49bf-8b38-cf48720165e9 None None] Attempting to bind port 7e28e27a-09e2-406b-831d-a5b9892f01af on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:32:38.349769 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-30a95fbf-0d06-49bf-8b38-cf48720165e9 None None] Attempting to bind port 7e28e27a-09e2-406b-831d-a5b9892f01af by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b20a5dbe-a251-4a83-ae2d-3ffbda6396cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:32:38.350198 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a95fbf-0d06-49bf-8b38-cf48720165e9 None None] Attempting to bind port 7e28e27a-09e2-406b-831d-a5b9892f01af on network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:32:38.362181 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a95fbf-0d06-49bf-8b38-cf48720165e9 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:32:38.362688 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a95fbf-0d06-49bf-8b38-cf48720165e9 None None] Checking segment: {'id': 'b20a5dbe-a251-4a83-ae2d-3ffbda6396cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:32:38.363050 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-30a95fbf-0d06-49bf-8b38-cf48720165e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:38.363492 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a95fbf-0d06-49bf-8b38-cf48720165e9 None None] Bound using segment: {'id': 'b20a5dbe-a251-4a83-ae2d-3ffbda6396cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:32:38.363984 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-30a95fbf-0d06-49bf-8b38-cf48720165e9 None None] Bound port: 7e28e27a-09e2-406b-831d-a5b9892f01af, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b20a5dbe-a251-4a83-ae2d-3ffbda6396cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:32:38.364378 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-30a95fbf-0d06-49bf-8b38-cf48720165e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:38.398710 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3751f62a-ef20-4445-84c9-a88218ba90be tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11349588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11288746'] for subnet, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:38.446441 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-83a346ec-2ccc-4ca3-8fbb-1a5603331fe6 req-e3878026-5acb-4e45-b2e1-0e5ce9e875d0 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=015090e6-f9ab-478e-a46a-ce2a1834b9ea HTTP/1.1" status: 200 len: 210 time: 0.0649052 Dec 21 13:32:38.452794 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3751f62a-ef20-4445-84c9-a88218ba90be tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] Pushing event deleted for resources: {'Subnet': ['ID=2c30fdab-f20a-40d7-b378-1383e704085f,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:38.459225 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3751f62a-ef20-4445-84c9-a88218ba90be tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] Publish callbacks [] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:38.462856 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-3751f62a-ef20-4445-84c9-a88218ba90be tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] 10.222.0.37 "DELETE /v2.0/subnets/2c30fdab-f20a-40d7-b378-1383e704085f HTTP/1.1" status: 204 len: 168 time: 1.3080590 Dec 21 13:32:38.465880 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe55d92-92b0-495b-9909-162320fb3816 None None] Network 91cc9ba2-fff7-43ef-9fbd-74c05d35d29b requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:32:38.466203 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 59668) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:38.495271 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-30a95fbf-0d06-49bf-8b38-cf48720165e9 None None] For port 7e28e27a-09e2-406b-831d-a5b9892f01af, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:32:38.497969 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-cf2308d8-3984-4cf0-9bb1-2dc6cd77570b tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Publish callbacks [] for router_gateway, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:38.547994 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-30a95fbf-0d06-49bf-8b38-cf48720165e9 None None] For port 7e28e27a-09e2-406b-831d-a5b9892f01af, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7e28e27a-09e2-406b-831d-a5b9892f01af,segment=NetworkSegment(b20a5dbe-a251-4a83-ae2d-3ffbda6396cf),segment_id=b20a5dbe-a251-4a83-ae2d-3ffbda6396cf)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:32:38.570192 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-30a95fbf-0d06-49bf-8b38-cf48720165e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:38.626822 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a95fbf-0d06-49bf-8b38-cf48720165e9 None None] Pushing event updated for resources: {'Port': ['ID=7e28e27a-09e2-406b-831d-a5b9892f01af,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:38.643029 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6a655141-6775-470d-abb3-426df4a8a459 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:38.722625 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27abaf2-9a98-4183-b052-88bcd103a584 None None] DHCP port deletion for 91cc9ba2-fff7-43ef-9fbd-74c05d35d29b request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:32:38.812369 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-c27abaf2-9a98-4183-b052-88bcd103a584 None None] Deleting port c75575e2-012a-421d-9b27-e984d2741cd4 {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:32:38.813043 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c27abaf2-9a98-4183-b052-88bcd103a584 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:38.941499 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-c27abaf2-9a98-4183-b052-88bcd103a584 None None] For port c75575e2-012a-421d-9b27-e984d2741cd4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c75575e2-012a-421d-9b27-e984d2741cd4,segment=NetworkSegment(e1608b70-7a0e-4da8-9dd0-145403f1259b),segment_id=e1608b70-7a0e-4da8-9dd0-145403f1259b)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:32:38.941499 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c27abaf2-9a98-4183-b052-88bcd103a584 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:38.958069 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-c27abaf2-9a98-4183-b052-88bcd103a584 None None] Calling delete_port for c75575e2-012a-421d-9b27-e984d2741cd4 owned by network:dhcp {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:32:39.074514 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c27abaf2-9a98-4183-b052-88bcd103a584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636'] for port, after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:39.103455 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27abaf2-9a98-4183-b052-88bcd103a584 None None] Pushing event deleted for resources: {'Port': ['ID=c75575e2-012a-421d-9b27-e984d2741cd4,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:39.109809 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27abaf2-9a98-4183-b052-88bcd103a584 None None] No DVR routers for this DVR port c75575e2-012a-421d-9b27-e984d2741cd4 on host dv-neutron-master-2-hyperv {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:32:39.148261 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-6a655141-6775-470d-abb3-426df4a8a459 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] Deleting port c75575e2-012a-421d-9b27-e984d2741cd4 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:32:39.148775 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6a655141-6775-470d-abb3-426df4a8a459 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:39.204481 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a05cc826-e909-4841-8513-b199d060bc75 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11195289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11288741'] for subnet, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:39.220826 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-cf2308d8-3984-4cf0-9bb1-2dc6cd77570b tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548730'] for router, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:39.337667 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05cc826-e909-4841-8513-b199d060bc75 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:32:39.349067 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af414d11-5aa5-448a-9f6c-f8b7c3c47cea req-b3127792-44a6-4ef4-a49f-e34d321aefb6 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:39.358010 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-af414d11-5aa5-448a-9f6c-f8b7c3c47cea req-b3127792-44a6-4ef4-a49f-e34d321aefb6 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.60 "GET /v2.0/networks?id=646086d9-9650-4426-a7e3-6e15bc97acc7 HTTP/1.1" status: 200 len: 797 time: 0.4375830 Dec 21 13:32:39.378617 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-a05cc826-e909-4841-8513-b199d060bc75 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:32:39.384193 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-6a655141-6775-470d-abb3-426df4a8a459 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] For port c75575e2-012a-421d-9b27-e984d2741cd4, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:32:39.384721 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6a655141-6775-470d-abb3-426df4a8a459 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:39.404648 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05cc826-e909-4841-8513-b199d060bc75 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:39.405237 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a05cc826-e909-4841-8513-b199d060bc75 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:39.423071 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05cc826-e909-4841-8513-b199d060bc75 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event updated for resources: {'Subnet': ['ID=1ebf05da-e49b-4657-8a7b-fff87c91b782,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:39.425902 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-6a655141-6775-470d-abb3-426df4a8a459 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] Calling delete_port for c75575e2-012a-421d-9b27-e984d2741cd4 owned by network:dhcp {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:32:39.442185 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.ipam_backend_mixin [None req-6a655141-6775-470d-abb3-426df4a8a459 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] Port c75575e2-012a-421d-9b27-e984d2741cd4 was not found and therefore no delete operation was performed {{(pid=103153) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 21 13:32:39.450281 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6a655141-6775-470d-abb3-426df4a8a459 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:39.571058 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a655141-6775-470d-abb3-426df4a8a459 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] Pushing event deleted for resources: {'Port': ['ID=c75575e2-012a-421d-9b27-e984d2741cd4,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:39.618419 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-af414d11-5aa5-448a-9f6c-f8b7c3c47cea req-d2242c68-74ba-443b-b71e-edd96e380cb6 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=577ee1d2880f4d34a80a7dfd0cf7da03 HTTP/1.1" status: 200 len: 380 time: 0.2281282 Dec 21 13:32:39.621847 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-dab31706-c559-46d3-a119-36303c5938be req-a1b2c2ce-e1ed-4c77-bb1f-9c74c97a96e9 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=015090e6-f9ab-478e-a46a-ce2a1834b9ea HTTP/1.1" status: 200 len: 210 time: 0.0353923 Dec 21 13:32:39.623324 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a655141-6775-470d-abb3-426df4a8a459 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] No DVR routers for this DVR port c75575e2-012a-421d-9b27-e984d2741cd4 on host dv-neutron-master-2-hyperv {{(pid=103153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:32:39.633001 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59688) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:39.633557 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-a05cc826-e909-4841-8513-b199d060bc75 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7491653 Dec 21 13:32:39.639887 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-cc086dcf-b394-4932-9c18-6a0da74835e3 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Request body: {'port': {'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9', 'mac_address': 'fa:16:3e:19:56:c7', 'name': 'tempest-NetworksTestDHCPv6-822436325'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:32:39.641362 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [req-af414d11-5aa5-448a-9f6c-f8b7c3c47cea req-10ea4b09-257c-4315-bcfe-d6da65c22284 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'port': {'device_id': '015090e6-f9ab-478e-a46a-ce2a1834b9ea', 'network_id': '646086d9-9650-4426-a7e3-6e15bc97acc7', 'admin_state_up': True, 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'security_groups': ['0cb9e6c7-a47d-42f7-b29a-4db04280f343']}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:32:39.684816 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 7e28e27a-09e2-406b-831d-a5b9892f01af up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:32:39.761406 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 7e28e27a-09e2-406b-831d-a5b9892f01af triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:32:39.762157 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:39.808288 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc086dcf-b394-4932-9c18-6a0da74835e3 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Made reservation on behalf of 4e9b97d81d204c53a28bf5666eaf36b7 for: {'port': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:32:39.884754 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:39.933961 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] For port 7e28e27a-09e2-406b-831d-a5b9892f01af, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7e28e27a-09e2-406b-831d-a5b9892f01af,segment=NetworkSegment(b20a5dbe-a251-4a83-ae2d-3ffbda6396cf),segment_id=b20a5dbe-a251-4a83-ae2d-3ffbda6396cf)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:32:39.945469 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:39.945973 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cc086dcf-b394-4932-9c18-6a0da74835e3 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:39.974579 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-cc086dcf-b394-4932-9c18-6a0da74835e3 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] device_id is not set on port 96640a5a-1cd6-41d1-bded-2928428e959a yet. {{(pid=103152) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 13:32:40.034230 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device c75575e2-012a-421d-9b27-e984d2741cd4 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:32:40.093779 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: c75575e2-012a-421d-9b27-e984d2741cd4 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:32:40.094553 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device c75575e2-012a-421d-9b27-e984d2741cd4 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:32:40.126820 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Pushing event updated for resources: {'Port': ['ID=7e28e27a-09e2-406b-831d-a5b9892f01af,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:40.159823 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39012225-1cda-4ff4-908d-8093872b8234 None None] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:32:40.241208 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6a655141-6775-470d-abb3-426df4a8a459 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:40.243682 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-c76887d6-cf18-473d-9f4a-25ceb9049ab9 None None] Provisioning complete for port 7e28e27a-09e2-406b-831d-a5b9892f01af triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:32:40.244080 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c76887d6-cf18-473d-9f4a-25ceb9049ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:40.255442 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-cc086dcf-b394-4932-9c18-6a0da74835e3 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Allocated IP 2001:db8:0:1::3dc (ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9/1ebf05da-e49b-4657-8a7b-fff87c91b782/96640a5a-1cd6-41d1-bded-2928428e959a) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:32:40.263039 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-cc086dcf-b394-4932-9c18-6a0da74835e3 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Allocated IP 2001:db8::f816:3eff:fe19:56c7 (ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9/faffbd09-ded3-4712-8018-2ee3cec0d4cd/96640a5a-1cd6-41d1-bded-2928428e959a) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:32:40.283352 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-6a655141-6775-470d-abb3-426df4a8a459 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91cc9ba2-fff7-43ef-9fbd-74c05d35d29b']}} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:40.297302 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf2308d8-3984-4cf0-9bb1-2dc6cd77570b tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Router 5a56e7bd-d0e1-49aa-9e55-ef2e43d14e69 is scheduled to L3 agent 59e14383-78fa-487e-9299-b32042a98157 with binding_index 1 {{(pid=103153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 13:32:40.303422 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-6a655141-6775-470d-abb3-426df4a8a459 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1608b70-7a0e-4da8-9dd0-145403f1259b') {'for_net_delete': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:40.303722 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-6a655141-6775-470d-abb3-426df4a8a459 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1608b70-7a0e-4da8-9dd0-145403f1259b') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:40.318470 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6a655141-6775-470d-abb3-426df4a8a459 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1585430'] for segment, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:40.375905 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6a655141-6775-470d-abb3-426df4a8a459 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:40.401110 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a655141-6775-470d-abb3-426df4a8a459 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=103153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:32:40.401573 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6a655141-6775-470d-abb3-426df4a8a459 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11349758'] for segment, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:40.405053 dv-neutron-master-2-hyperv neutron-server[103153]: Traceback (most recent call last): Dec 21 13:32:40.405053 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:32:40.405053 dv-neutron-master-2-hyperv neutron-server[103153]: timer() Dec 21 13:32:40.405053 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:32:40.405053 dv-neutron-master-2-hyperv neutron-server[103153]: cb(*args, **kw) Dec 21 13:32:40.405053 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:32:40.405053 dv-neutron-master-2-hyperv neutron-server[103153]: return func(*args, **kwargs) Dec 21 13:32:40.405053 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:32:40.405053 dv-neutron-master-2-hyperv neutron-server[103153]: self._notify() Dec 21 13:32:40.405053 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:32:40.405053 dv-neutron-master-2-hyperv neutron-server[103153]: self.callback(batched_events) Dec 21 13:32:40.405053 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:32:40.405053 dv-neutron-master-2-hyperv neutron-server[103153]: event.method(event) Dec 21 13:32:40.405053 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:32:40.405053 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:32:40.405053 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:32:40.405053 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:32:40.405053 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:32:40.405053 dv-neutron-master-2-hyperv neutron-server[103153]: return f(self, *a, **k) Dec 21 13:32:40.405053 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:32:40.405053 dv-neutron-master-2-hyperv neutron-server[103153]: return self._get(url).json() Dec 21 13:32:40.405053 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:32:40.405053 dv-neutron-master-2-hyperv neutron-server[103153]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:32:40.405053 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:32:40.405053 dv-neutron-master-2-hyperv neutron-server[103153]: return self.request(url, 'GET', **kwargs) Dec 21 13:32:40.405053 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:32:40.405053 dv-neutron-master-2-hyperv neutron-server[103153]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:32:40.405053 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:32:40.405053 dv-neutron-master-2-hyperv neutron-server[103153]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:32:40.405053 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:32:40.405053 dv-neutron-master-2-hyperv neutron-server[103153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:32:40.405053 dv-neutron-master-2-hyperv neutron-server[103153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:32:40.412539 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af414d11-5aa5-448a-9f6c-f8b7c3c47cea req-10ea4b09-257c-4315-bcfe-d6da65c22284 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Made reservation on behalf of 577ee1d2880f4d34a80a7dfd0cf7da03 for: {'port': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:32:40.420088 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-af414d11-5aa5-448a-9f6c-f8b7c3c47cea req-10ea4b09-257c-4315-bcfe-d6da65c22284 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:40.450804 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cc086dcf-b394-4932-9c18-6a0da74835e3 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:40.452787 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c015e2-e556-4afd-8a74-63fc2dad97df None None] Update dhcp port {'port': {'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9', 'fixed_ips': [{'subnet_id': 'faffbd09-ded3-4712-8018-2ee3cec0d4cd', 'ip_address': '2001:db8::f816:3eff:fe63:ea3b'}, {'subnet_id': '1ebf05da-e49b-4657-8a7b-fff87c91b782'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '7e28e27a-09e2-406b-831d-a5b9892f01af'} from dv-neutron-master-2-hyperv. {{(pid=103154) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 21 13:32:40.479719 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-54c015e2-e556-4afd-8a74-63fc2dad97df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:40.507462 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cc086dcf-b394-4932-9c18-6a0da74835e3 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:40.544179 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6a655141-6775-470d-abb3-426df4a8a459 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:40.561727 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6a655141-6775-470d-abb3-426df4a8a459 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:40.567337 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-6a655141-6775-470d-abb3-426df4a8a459 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] 10.222.0.37 "DELETE /v2.0/networks/91cc9ba2-fff7-43ef-9fbd-74c05d35d29b HTTP/1.1" status: 204 len: 168 time: 2.0989122 Dec 21 13:32:40.586388 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc086dcf-b394-4932-9c18-6a0da74835e3 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:32:40.589476 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-cc086dcf-b394-4932-9c18-6a0da74835e3 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:32:40.592630 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc086dcf-b394-4932-9c18-6a0da74835e3 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:32:40.621141 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf2308d8-3984-4cf0-9bb1-2dc6cd77570b tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:32:40.623161 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a655141-6775-470d-abb3-426df4a8a459 tempest-TagsExtTest-55266605 tempest-TagsExtTest-55266605-project] Pushing event deleted for resources: {'Network': ['ID=91cc9ba2-fff7-43ef-9fbd-74c05d35d29b,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:40.623490 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc086dcf-b394-4932-9c18-6a0da74835e3 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:40.625338 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cc086dcf-b394-4932-9c18-6a0da74835e3 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:40.643348 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4913c3d-de09-4426-b373-4d9a98610e12 None None] Sync routers for ids ['5a56e7bd-d0e1-49aa-9e55-ef2e43d14e69'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:32:40.667019 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-cf2308d8-3984-4cf0-9bb1-2dc6cd77570b tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Publish callbacks [] for router, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:40.671956 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-cf2308d8-3984-4cf0-9bb1-2dc6cd77570b tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 5.2809813 Dec 21 13:32:40.680749 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4913c3d-de09-4426-b373-4d9a98610e12 None None] Routers {'5a56e7bd-d0e1-49aa-9e55-ef2e43d14e69'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:32:40.681568 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59704) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:40.685181 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-f4913c3d-de09-4426-b373-4d9a98610e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:32:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['5a56e7bd-d0e1-49aa-9e55-ef2e43d14e69'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:40.703107 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc086dcf-b394-4932-9c18-6a0da74835e3 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event updated for resources: {'Port': ['ID=96640a5a-1cd6-41d1-bded-2928428e959a,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:40.719202 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-cc086dcf-b394-4932-9c18-6a0da74835e3 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.0843425 Dec 21 13:32:40.723273 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59708) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:40.769959 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [req-af414d11-5aa5-448a-9f6c-f8b7c3c47cea req-10ea4b09-257c-4315-bcfe-d6da65c22284 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Allocated IP 172.20.0.3 (646086d9-9650-4426-a7e3-6e15bc97acc7/b4ef62bc-4edd-4fe8-8068-19abf8cdbc65/87d3645d-ab4f-47f9-8e86-3783db91d422) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:32:40.911588 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-f4913c3d-de09-4426-b373-4d9a98610e12 None None] Set router 5a56e7bd-d0e1-49aa-9e55-ef2e43d14e69 gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:32:40.920901 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-2ef9e51b-2182-419c-9c37-3ba0a3326be6 req-bf9dc048-8f8d-4e3c-be3d-0a4edd3f3be2 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=015090e6-f9ab-478e-a46a-ce2a1834b9ea HTTP/1.1" status: 200 len: 210 time: 0.1231980 Dec 21 13:32:40.974904 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-a5b42cb5-26a9-41a7-b699-1874d86fb93c tempest-TestNetworkAdvancedServerOps-766194338 tempest-TestNetworkAdvancedServerOps-766194338-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=514e9bec24c54314a7cb99c3771252bb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2907193 Dec 21 13:32:40.977809 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 59712) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:41.012604 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-1ae2c682-acbb-4ae4-a143-d086ae113f63 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Deleting port 96640a5a-1cd6-41d1-bded-2928428e959a {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:32:41.012948 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1ae2c682-acbb-4ae4-a143-d086ae113f63 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:41.102183 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-af414d11-5aa5-448a-9f6c-f8b7c3c47cea req-10ea4b09-257c-4315-bcfe-d6da65c22284 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:41.135329 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ceb2ee-b446-4900-ad8e-42d8940422d7 tempest-TestNetworkAdvancedServerOps-766194338 tempest-TestNetworkAdvancedServerOps-766194338-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:41.137146 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-d7ceb2ee-b446-4900-ad8e-42d8940422d7 tempest-TestNetworkAdvancedServerOps-766194338 tempest-TestNetworkAdvancedServerOps-766194338-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1581700 Dec 21 13:32:41.141471 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 59714) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:41.145695 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 59716) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:41.183462 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1ae2c682-acbb-4ae4-a143-d086ae113f63 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:41.204366 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-30695139-6951-4bc1-9a0b-1dec437d1ebd tempest-TestNetworkAdvancedServerOps-766194338 tempest-TestNetworkAdvancedServerOps-766194338-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=7fdf1889-f079-4166-bbda-88b2a8d8d595&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0569282 Dec 21 13:32:41.205248 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59720) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:41.207761 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-1ae2c682-acbb-4ae4-a143-d086ae113f63 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Calling delete_port for 96640a5a-1cd6-41d1-bded-2928428e959a owned by {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:32:41.212493 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-dac0e500-cfe8-4ada-b049-d8abcb9f53f7 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1963816367', 'network_id': '992ef5ec-42fe-4208-bf57-634a302e31b4', 'project_id': '514e9bec24c54314a7cb99c3771252bb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:32:41.229839 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-af414d11-5aa5-448a-9f6c-f8b7c3c47cea req-10ea4b09-257c-4315-bcfe-d6da65c22284 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:41.294702 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ea4b09-257c-4315-bcfe-d6da65c22284 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'Port': ['ID=87d3645d-ab4f-47f9-8e86-3783db91d422,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:41.307844 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af414d11-5aa5-448a-9f6c-f8b7c3c47cea req-10ea4b09-257c-4315-bcfe-d6da65c22284 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Network 646086d9-9650-4426-a7e3-6e15bc97acc7 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:32:41.309463 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [req-af414d11-5aa5-448a-9f6c-f8b7c3c47cea req-10ea4b09-257c-4315-bcfe-d6da65c22284 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:32:41.313362 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [req-af414d11-5aa5-448a-9f6c-f8b7c3c47cea req-10ea4b09-257c-4315-bcfe-d6da65c22284 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:32:41.391412 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-54c015e2-e556-4afd-8a74-63fc2dad97df None None] Allocated IP 2001:db8:0:1::2 (ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9/1ebf05da-e49b-4657-8a7b-fff87c91b782/7e28e27a-09e2-406b-831d-a5b9892f01af) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:32:41.444537 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac0e500-cfe8-4ada-b049-d8abcb9f53f7 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Made reservation on behalf of 514e9bec24c54314a7cb99c3771252bb for: {'subnet': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:32:41.448163 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-dac0e500-cfe8-4ada-b049-d8abcb9f53f7 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12346583'] for subnet, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:41.474573 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af414d11-5aa5-448a-9f6c-f8b7c3c47cea req-10ea4b09-257c-4315-bcfe-d6da65c22284 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:41.476014 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-af414d11-5aa5-448a-9f6c-f8b7c3c47cea req-10ea4b09-257c-4315-bcfe-d6da65c22284 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:41.499095 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-af414d11-5aa5-448a-9f6c-f8b7c3c47cea req-10ea4b09-257c-4315-bcfe-d6da65c22284 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8612294 Dec 21 13:32:41.506951 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-c23e557b-13f9-46bb-842c-e6ac1650158b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0a440d64273a4932885adaa1330a27a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3521249 Dec 21 13:32:41.520817 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 59722) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:41.545100 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [req-af414d11-5aa5-448a-9f6c-f8b7c3c47cea req-cd08e276-9c40-4bf5-8d5b-fd6f5b4655df service neutron] Request body: {'port': {'device_id': '015090e6-f9ab-478e-a46a-ce2a1834b9ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:32:41.594840 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-54c015e2-e556-4afd-8a74-63fc2dad97df None None] For port 7e28e27a-09e2-406b-831d-a5b9892f01af, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7e28e27a-09e2-406b-831d-a5b9892f01af,segment=NetworkSegment(b20a5dbe-a251-4a83-ae2d-3ffbda6396cf),segment_id=b20a5dbe-a251-4a83-ae2d-3ffbda6396cf)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:32:41.637035 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-54c015e2-e556-4afd-8a74-63fc2dad97df None None] Publish callbacks [] for port, precommit_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:41.654421 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-f4913c3d-de09-4426-b373-4d9a98610e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a56e7bd-d0e1-49aa-9e55-ef2e43d14e69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-50413903', 'tenant_id': '514e9bec24c54314a7cb99c3771252bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.243'}], 'enable_snat': True}, 'gw_port_id': 'b7ba6881-3480-448a-a297-06637afe8a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:32:35Z', 'updated_at': '2021-12-21T13:32:38Z', 'revision_number': 3, 'project_id': '514e9bec24c54314a7cb99c3771252bb', 'gw_port': {'id': 'b7ba6881-3480-448a-a297-06637afe8a99', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1f:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a56e7bd-d0e1-49aa-9e55-ef2e43d14e69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:32:36Z', 'updated_at': '2021-12-21T13:32:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:41.657616 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-54c015e2-e556-4afd-8a74-63fc2dad97df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:41.719777 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-af414d11-5aa5-448a-9f6c-f8b7c3c47cea req-cd08e276-9c40-4bf5-8d5b-fd6f5b4655df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:41.725694 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1ae2c682-acbb-4ae4-a143-d086ae113f63 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:41.748650 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2c4fa22c-fda9-4a60-b288-662393bb1a65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:41.749954 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 7e28e27a-09e2-406b-831d-a5b9892f01af up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:32:41.775438 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2c4fa22c-fda9-4a60-b288-662393bb1a65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:41.775967 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae2c682-acbb-4ae4-a143-d086ae113f63 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event deleted for resources: {'Port': ['ID=96640a5a-1cd6-41d1-bded-2928428e959a,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:41.825986 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4913c3d-de09-4426-b373-4d9a98610e12 None None] Checking router: 5a56e7bd-d0e1-49aa-9e55-ef2e43d14e69 for host: dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:32:41.826504 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4913c3d-de09-4426-b373-4d9a98610e12 None None] Updating router 5a56e7bd-d0e1-49aa-9e55-ef2e43d14e69 port b7ba6881-3480-448a-a297-06637afe8a99 binding host dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 13:32:41.827114 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1ae2c682-acbb-4ae4-a143-d086ae113f63 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:41.833597 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-1ae2c682-acbb-4ae4-a143-d086ae113f63 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "DELETE /v2.0/ports/96640a5a-1cd6-41d1-bded-2928428e959a HTTP/1.1" status: 204 len: 168 time: 1.1091352 Dec 21 13:32:41.836762 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59726) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:41.869375 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-a6f5ab22-0401-4e21-83f0-ceb44ac30696 None None] Provisioning complete for port 87d3645d-ab4f-47f9-8e86-3783db91d422 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:32:41.869839 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a6f5ab22-0401-4e21-83f0-ceb44ac30696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:41.938967 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 7e28e27a-09e2-406b-831d-a5b9892f01af triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:32:41.939648 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:41.960356 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c015e2-e556-4afd-8a74-63fc2dad97df None None] Pushing event updated for resources: {'Port': ['ID=7e28e27a-09e2-406b-831d-a5b9892f01af,revision_number=4']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:41.969371 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f4913c3d-de09-4426-b373-4d9a98610e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:41.975168 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4134759e-5320-4afc-81a0-14740178af25 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:41.978859 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-4134759e-5320-4afc-81a0-14740178af25 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1406231 Dec 21 13:32:41.984244 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59730) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:42.040242 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-dac0e500-cfe8-4ada-b049-d8abcb9f53f7 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12346565'] for subnet, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:42.070196 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-a6f5ab22-0401-4e21-83f0-ceb44ac30696 None None] Port 87d3645d-ab4f-47f9-8e86-3783db91d422 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:32:42.100264 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835f3680-0811-43fb-a0c6-e8f6d1b01eef tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:42.102298 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-835f3680-0811-43fb-a0c6-e8f6d1b01eef tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1168652 Dec 21 13:32:42.107667 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59732) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:42.183001 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3fdf78e-63f9-4f7c-921a-c02778847443 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:42.188861 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3fdf78e-63f9-4f7c-921a-c02778847443 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:42.191279 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3fdf78e-63f9-4f7c-921a-c02778847443 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:42.192928 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-e3fdf78e-63f9-4f7c-921a-c02778847443 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0815451 Dec 21 13:32:42.197881 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59734) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:42.276780 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac0e500-cfe8-4ada-b049-d8abcb9f53f7 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Pushing event updated for resources: {'Subnet': ['ID=39685a66-cf6e-4fba-b582-a52c00f07c0b,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:42.317857 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac0e500-cfe8-4ada-b049-d8abcb9f53f7 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Checking segment: {'id': '1a9ea06d-904f-4b0e-8424-0faca3b87b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '992ef5ec-42fe-4208-bf57-634a302e31b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:32:42.319158 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac0e500-cfe8-4ada-b049-d8abcb9f53f7 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Network hostable DHCP agents. Network: 992ef5ec-42fe-4208-bf57-634a302e31b4, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:32:42.344702 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2c4fa22c-fda9-4a60-b288-662393bb1a65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:42.347387 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2c4fa22c-fda9-4a60-b288-662393bb1a65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:42.351006 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-2c4fa22c-fda9-4a60-b288-662393bb1a65 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/19265cca-b937-415b-8248-f7a29cc1e398 HTTP/1.1" status: 204 len: 168 time: 0.8264947 Dec 21 13:32:42.354330 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e6d98c7-98a5-45f2-a6d9-b3a0977dd3ab tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Deleting subnet 1ebf05da-e49b-4657-8a7b-fff87c91b782 {{(pid=103152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:32:42.365513 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9e6d98c7-98a5-45f2-a6d9-b3a0977dd3ab tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for subnet, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:42.386823 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4fa22c-fda9-4a60-b288-662393bb1a65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19265cca-b937-415b-8248-f7a29cc1e398,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:42.402033 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [req-af414d11-5aa5-448a-9f6c-f8b7c3c47cea req-cd08e276-9c40-4bf5-8d5b-fd6f5b4655df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87d3645d-ab4f-47f9-8e86-3783db91d422 {{(pid=103153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 13:32:42.412807 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-af414d11-5aa5-448a-9f6c-f8b7c3c47cea req-cd08e276-9c40-4bf5-8d5b-fd6f5b4655df service neutron] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:42.425669 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9e6d98c7-98a5-45f2-a6d9-b3a0977dd3ab tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526644'] for subnet, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:42.444547 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcf0f76-ec17-4e1a-b730-ee1d806ab841 req-4848c46c-cde3-45cc-97ab-7ba19850b864 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:42.446061 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-6fcf0f76-ec17-4e1a-b730-ee1d806ab841 req-4848c46c-cde3-45cc-97ab-7ba19850b864 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=015090e6-f9ab-478e-a46a-ce2a1834b9ea HTTP/1.1" status: 200 len: 931 time: 0.1065974 Dec 21 13:32:42.447702 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.provisioning_blocks [req-af414d11-5aa5-448a-9f6c-f8b7c3c47cea req-cd08e276-9c40-4bf5-8d5b-fd6f5b4655df service neutron] Transition to ACTIVE for port object 87d3645d-ab4f-47f9-8e86-3783db91d422 will not be triggered until provisioned by entity L2. {{(pid=103153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 13:32:42.460815 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-af414d11-5aa5-448a-9f6c-f8b7c3c47cea req-cd08e276-9c40-4bf5-8d5b-fd6f5b4655df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:42.475810 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac0e500-cfe8-4ada-b049-d8abcb9f53f7 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Network 992ef5ec-42fe-4208-bf57-634a302e31b4 is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:32:42.504248 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-dac0e500-cfe8-4ada-b049-d8abcb9f53f7 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 992ef5ec-42fe-4208-bf57-634a302e31b4) {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:32:42.513171 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac0e500-cfe8-4ada-b049-d8abcb9f53f7 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:42.514482 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-dac0e500-cfe8-4ada-b049-d8abcb9f53f7 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:42.530268 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001a46b1-2e1a-472d-805d-dec778b4534d None None] Network 992ef5ec-42fe-4208-bf57-634a302e31b4 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:32:42.546636 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd08e276-9c40-4bf5-8d5b-fd6f5b4655df service neutron] Pushing event updated for resources: {'Port': ['ID=87d3645d-ab4f-47f9-8e86-3783db91d422,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:42.555090 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 59738) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:42.555232 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-dac0e500-cfe8-4ada-b049-d8abcb9f53f7 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3491504 Dec 21 13:32:42.575093 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-6fcf0f76-ec17-4e1a-b730-ee1d806ab841 req-7e4cea03-0d97-4b12-85c2-91b8524ee455 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cb9e6c7-a47d-42f7-b29a-4db04280f343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224627 Dec 21 13:32:42.677230 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9e6d98c7-98a5-45f2-a6d9-b3a0977dd3ab tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:42.829339 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9e6d98c7-98a5-45f2-a6d9-b3a0977dd3ab tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12346570'] for subnet, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:42.935610 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6d98c7-98a5-45f2-a6d9-b3a0977dd3ab tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event deleted for resources: {'Subnet': ['ID=1ebf05da-e49b-4657-8a7b-fff87c91b782,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:42.951691 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9e6d98c7-98a5-45f2-a6d9-b3a0977dd3ab tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:42.963360 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-9e6d98c7-98a5-45f2-a6d9-b3a0977dd3ab tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "DELETE /v2.0/subnets/1ebf05da-e49b-4657-8a7b-fff87c91b782 HTTP/1.1" status: 204 len: 168 time: 0.7642744 Dec 21 13:32:42.966855 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 59742) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:42.969387 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-af414d11-5aa5-448a-9f6c-f8b7c3c47cea req-cd08e276-9c40-4bf5-8d5b-fd6f5b4655df service neutron] Attempting to bind port 87d3645d-ab4f-47f9-8e86-3783db91d422 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:32:42.969925 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-af414d11-5aa5-448a-9f6c-f8b7c3c47cea req-cd08e276-9c40-4bf5-8d5b-fd6f5b4655df service neutron] Attempting to bind port 87d3645d-ab4f-47f9-8e86-3783db91d422 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'c60d3803-d7b0-4c6b-8114-7264ffa23aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '646086d9-9650-4426-a7e3-6e15bc97acc7'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:32:42.970454 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af414d11-5aa5-448a-9f6c-f8b7c3c47cea req-cd08e276-9c40-4bf5-8d5b-fd6f5b4655df service neutron] Attempting to bind port 87d3645d-ab4f-47f9-8e86-3783db91d422 on network 646086d9-9650-4426-a7e3-6e15bc97acc7 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:32:43.028330 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af414d11-5aa5-448a-9f6c-f8b7c3c47cea req-cd08e276-9c40-4bf5-8d5b-fd6f5b4655df service neutron] Port 87d3645d-ab4f-47f9-8e86-3783db91d422 on network 646086d9-9650-4426-a7e3-6e15bc97acc7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 13:32:43.028948 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af414d11-5aa5-448a-9f6c-f8b7c3c47cea req-cd08e276-9c40-4bf5-8d5b-fd6f5b4655df service neutron] Attempting to bind port 87d3645d-ab4f-47f9-8e86-3783db91d422 on network 646086d9-9650-4426-a7e3-6e15bc97acc7 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:32:43.051413 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f4913c3d-de09-4426-b373-4d9a98610e12 None None] Publish callbacks [] for port, precommit_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:43.061927 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8db97d7-a93e-4ba8-8d00-b150e6b512b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-992ef5ec-42fe-4208-bf57-634a302e31b4', 'network_id': '992ef5ec-42fe-4208-bf57-634a302e31b4', 'project_id': '514e9bec24c54314a7cb99c3771252bb', 'fixed_ips': [{'subnet_id': '39685a66-cf6e-4fba-b582-a52c00f07c0b'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:32:43.063305 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c8db97d7-a93e-4ba8-8d00-b150e6b512b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:43.073993 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb970846-3a68-4ddc-b1ad-78c35c67e6c7 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Deleting subnet faffbd09-ded3-4712-8018-2ee3cec0d4cd {{(pid=103153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:32:43.078646 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af414d11-5aa5-448a-9f6c-f8b7c3c47cea req-cd08e276-9c40-4bf5-8d5b-fd6f5b4655df service neutron] Checking agent: {'id': 'cb078e0e-af00-4e4f-8117-46ca6496af1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 23, 43), 'started_at': datetime.datetime(2021, 12, 21, 13, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:32:43.078646 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af414d11-5aa5-448a-9f6c-f8b7c3c47cea req-cd08e276-9c40-4bf5-8d5b-fd6f5b4655df service neutron] Checking segment: {'id': 'c60d3803-d7b0-4c6b-8114-7264ffa23aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '646086d9-9650-4426-a7e3-6e15bc97acc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:32:43.078646 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af414d11-5aa5-448a-9f6c-f8b7c3c47cea req-cd08e276-9c40-4bf5-8d5b-fd6f5b4655df service neutron] Bound using segment: {'id': 'c60d3803-d7b0-4c6b-8114-7264ffa23aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '646086d9-9650-4426-a7e3-6e15bc97acc7'} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:32:43.078646 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-af414d11-5aa5-448a-9f6c-f8b7c3c47cea req-cd08e276-9c40-4bf5-8d5b-fd6f5b4655df service neutron] Bound port: 87d3645d-ab4f-47f9-8e86-3783db91d422, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c60d3803-d7b0-4c6b-8114-7264ffa23aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '646086d9-9650-4426-a7e3-6e15bc97acc7'}}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:32:43.079205 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-af414d11-5aa5-448a-9f6c-f8b7c3c47cea req-cd08e276-9c40-4bf5-8d5b-fd6f5b4655df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:43.089349 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f4913c3d-de09-4426-b373-4d9a98610e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:43.117667 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-cb970846-3a68-4ddc-b1ad-78c35c67e6c7 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for subnet, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:43.229248 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8949e7b6-b7c3-4b98-af9a-3c06ab7cda6d None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:32:43.231656 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-cb970846-3a68-4ddc-b1ad-78c35c67e6c7 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1585439'] for subnet, precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:43.267374 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1317c4f8-cc0b-4738-92a8-ce3a54797a84 None None] Pushing event updated for resources: {'Port': ['ID=b7ba6881-3480-448a-a297-06637afe8a99,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:43.276758 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-f4913c3d-de09-4426-b373-4d9a98610e12 None None] Attempting to bind port b7ba6881-3480-448a-a297-06637afe8a99 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:32:43.277313 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-f4913c3d-de09-4426-b373-4d9a98610e12 None None] Attempting to bind port b7ba6881-3480-448a-a297-06637afe8a99 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:32:43.277787 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4913c3d-de09-4426-b373-4d9a98610e12 None None] Attempting to bind port b7ba6881-3480-448a-a297-06637afe8a99 on network 7fdf1889-f079-4166-bbda-88b2a8d8d595 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:32:43.304428 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4913c3d-de09-4426-b373-4d9a98610e12 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:32:43.304813 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4913c3d-de09-4426-b373-4d9a98610e12 None None] Checking segment: {'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:32:43.305249 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f4913c3d-de09-4426-b373-4d9a98610e12 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:43.306568 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4913c3d-de09-4426-b373-4d9a98610e12 None None] Bound using segment: {'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:32:43.307053 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-f4913c3d-de09-4426-b373-4d9a98610e12 None None] Bound port: b7ba6881-3480-448a-a297-06637afe8a99, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:32:43.307879 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f4913c3d-de09-4426-b373-4d9a98610e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:43.330300 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025e71d0-4d64-4245-b6cf-6c64c9dcecfb None None] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:32:43.333193 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:43.362191 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-af414d11-5aa5-448a-9f6c-f8b7c3c47cea req-cd08e276-9c40-4bf5-8d5b-fd6f5b4655df service neutron] For port 87d3645d-ab4f-47f9-8e86-3783db91d422, host hv-neutron-mast, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:32:43.418271 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-af414d11-5aa5-448a-9f6c-f8b7c3c47cea req-cd08e276-9c40-4bf5-8d5b-fd6f5b4655df service neutron] For port 87d3645d-ab4f-47f9-8e86-3783db91d422, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=87d3645d-ab4f-47f9-8e86-3783db91d422,segment=NetworkSegment(c60d3803-d7b0-4c6b-8114-7264ffa23aa3),segment_id=c60d3803-d7b0-4c6b-8114-7264ffa23aa3)] {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:32:43.428523 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-af414d11-5aa5-448a-9f6c-f8b7c3c47cea req-cd08e276-9c40-4bf5-8d5b-fd6f5b4655df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:43.448228 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-c8db97d7-a93e-4ba8-8d00-b150e6b512b1 None None] Allocated IP 172.20.0.2 (992ef5ec-42fe-4208-bf57-634a302e31b4/39685a66-cf6e-4fba-b582-a52c00f07c0b/2015b2b5-b91e-47f6-b34c-9638bca0cef6) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:32:43.496602 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-cb970846-3a68-4ddc-b1ad-78c35c67e6c7 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:43.499404 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-f4913c3d-de09-4426-b373-4d9a98610e12 None None] For port b7ba6881-3480-448a-a297-06637afe8a99, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:32:43.501304 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-352491a0-b780-46ca-990a-2be128dc97fb None None] Provisioning complete for port b7ba6881-3480-448a-a297-06637afe8a99 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:32:43.501678 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-352491a0-b780-46ca-990a-2be128dc97fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:43.510476 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-f4913c3d-de09-4426-b373-4d9a98610e12 None None] For port b7ba6881-3480-448a-a297-06637afe8a99, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b7ba6881-3480-448a-a297-06637afe8a99,segment=NetworkSegment(a32e5bfd-6fac-434f-817b-5707a23fd2ca),segment_id=a32e5bfd-6fac-434f-817b-5707a23fd2ca)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:32:43.545108 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af414d11-5aa5-448a-9f6c-f8b7c3c47cea req-cd08e276-9c40-4bf5-8d5b-fd6f5b4655df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:43.545733 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-af414d11-5aa5-448a-9f6c-f8b7c3c47cea req-cd08e276-9c40-4bf5-8d5b-fd6f5b4655df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:43.547189 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-af414d11-5aa5-448a-9f6c-f8b7c3c47cea req-cd08e276-9c40-4bf5-8d5b-fd6f5b4655df service neutron] 10.222.0.60 "PUT /v2.0/ports/87d3645d-ab4f-47f9-8e86-3783db91d422 HTTP/1.1" status: 200 len: 1093 time: 2.0089693 Dec 21 13:32:43.547635 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '015090e6-f9ab-478e-a46a-ce2a1834b9ea', 'tag': '87d3645d-ab4f-47f9-8e86-3783db91d422'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:32:43.547878 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f4913c3d-de09-4426-b373-4d9a98610e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:43.552021 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af6034c98e584fa55ea4398f343c742ceb598288507feaf30d5a15785b2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2bd0239-3a8b-48e0-9c10-0b96d775cbe9" -d '{"events": [{"name": "network-changed", "server_uuid": "015090e6-f9ab-478e-a46a-ce2a1834b9ea", "tag": "87d3645d-ab4f-47f9-8e86-3783db91d422"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:32:43.660173 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd08e276-9c40-4bf5-8d5b-fd6f5b4655df service neutron] Pushing event updated for resources: {'Port': ['ID=87d3645d-ab4f-47f9-8e86-3783db91d422,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:43.689566 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db7da82-b055-4eab-9fe7-0f725dff5e5f None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:32:43.704093 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 7e28e27a-09e2-406b-831d-a5b9892f01af up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:32:43.715463 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 13:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d74da531-2b41-476d-9828-e373cc265dac x-openstack-request-id: req-d74da531-2b41-476d-9828-e373cc265dac {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:32:43.716132 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "015090e6-f9ab-478e-a46a-ce2a1834b9ea", "tag": "87d3645d-ab4f-47f9-8e86-3783db91d422", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:32:43.716450 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d74da531-2b41-476d-9828-e373cc265dac {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:32:43.717545 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '015090e6-f9ab-478e-a46a-ce2a1834b9ea', 'tag': '87d3645d-ab4f-47f9-8e86-3783db91d422', 'status': 'completed', 'code': 200} Dec 21 13:32:43.742505 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-352491a0-b780-46ca-990a-2be128dc97fb None None] Port b7ba6881-3480-448a-a297-06637afe8a99 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:32:43.791636 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4913c3d-de09-4426-b373-4d9a98610e12 None None] Routers {'5a56e7bd-d0e1-49aa-9e55-ef2e43d14e69'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:32:43.792315 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-f4913c3d-de09-4426-b373-4d9a98610e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:32:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['5a56e7bd-d0e1-49aa-9e55-ef2e43d14e69'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:43.825311 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-cb970846-3a68-4ddc-b1ad-78c35c67e6c7 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11349588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11288746'] for subnet, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:43.846134 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1317c4f8-cc0b-4738-92a8-ce3a54797a84 None None] Pushing event updated for resources: {'Port': ['ID=b7ba6881-3480-448a-a297-06637afe8a99,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:43.888398 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-352491a0-b780-46ca-990a-2be128dc97fb None None] Provisioning complete for port 7e28e27a-09e2-406b-831d-a5b9892f01af triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:32:43.888781 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-352491a0-b780-46ca-990a-2be128dc97fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:43.894034 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af414d11-5aa5-448a-9f6c-f8b7c3c47cea req-518a3792-55ac-461b-ba34-f64cfb8dfd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:43.895808 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-af414d11-5aa5-448a-9f6c-f8b7c3c47cea req-518a3792-55ac-461b-ba34-f64cfb8dfd66 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=577ee1d2880f4d34a80a7dfd0cf7da03&device_id=015090e6-f9ab-478e-a46a-ce2a1834b9ea HTTP/1.1" status: 200 len: 1096 time: 0.2606823 Dec 21 13:32:43.902415 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb970846-3a68-4ddc-b1ad-78c35c67e6c7 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event deleted for resources: {'Subnet': ['ID=faffbd09-ded3-4712-8018-2ee3cec0d4cd,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:43.908919 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-cb970846-3a68-4ddc-b1ad-78c35c67e6c7 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:43.912564 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-cb970846-3a68-4ddc-b1ad-78c35c67e6c7 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "DELETE /v2.0/subnets/faffbd09-ded3-4712-8018-2ee3cec0d4cd HTTP/1.1" status: 204 len: 168 time: 0.9442463 Dec 21 13:32:43.915093 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59756) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:43.926942 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f28a9a1-65e5-43d8-8236-703c8e3fa15e req-9dc83e28-93ee-40dd-9171-44abe14ef433 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:43.928854 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7f28a9a1-65e5-43d8-8236-703c8e3fa15e req-9dc83e28-93ee-40dd-9171-44abe14ef433 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=015090e6-f9ab-478e-a46a-ce2a1834b9ea HTTP/1.1" status: 200 len: 943 time: 0.1886916 Dec 21 13:32:43.992620 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-4112f78f-9300-4849-a893-d9f97f02b0de tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0755308 Dec 21 13:32:43.998617 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59760) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:44.005002 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-b8a6977d-4d1a-4db9-95cc-a5c48e46b90d tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Request body: {'subnet': {'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:32:44.060691 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-af414d11-5aa5-448a-9f6c-f8b7c3c47cea req-1da88410-5f0b-47fa-b2b4-55acc8eb347f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87d3645d-ab4f-47f9-8e86-3783db91d422 HTTP/1.1" status: 200 len: 217 time: 0.1291943 Dec 21 13:32:44.141244 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-33fceb00-223b-4340-b2e8-8eebbc66cff8 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:44.176484 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8a6977d-4d1a-4db9-95cc-a5c48e46b90d tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Made reservation on behalf of 4e9b97d81d204c53a28bf5666eaf36b7 for: {'subnet': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:32:44.180343 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b8a6977d-4d1a-4db9-95cc-a5c48e46b90d tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12346583'] for subnet, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:44.183159 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7f28a9a1-65e5-43d8-8236-703c8e3fa15e req-37c2cc0b-b190-44e6-9b3c-a8f166a1bcdb tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cb9e6c7-a47d-42f7-b29a-4db04280f343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2348280 Dec 21 13:32:44.187960 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af414d11-5aa5-448a-9f6c-f8b7c3c47cea req-ea64e45b-0a30-4af4-8078-c929da6c7904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:44.189598 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-af414d11-5aa5-448a-9f6c-f8b7c3c47cea req-ea64e45b-0a30-4af4-8078-c929da6c7904 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b4ef62bc-4edd-4fe8-8068-19abf8cdbc65 HTTP/1.1" status: 200 len: 834 time: 0.1197970 Dec 21 13:32:44.261301 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 7e28e27a-09e2-406b-831d-a5b9892f01af triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:32:44.261921 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:44.311585 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c8db97d7-a93e-4ba8-8d00-b150e6b512b1 None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:44.314033 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-f4913c3d-de09-4426-b373-4d9a98610e12 None None] Set router 5a56e7bd-d0e1-49aa-9e55-ef2e43d14e69 gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:32:44.377275 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c8db97d7-a93e-4ba8-8d00-b150e6b512b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:44.479783 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b8a6977d-4d1a-4db9-95cc-a5c48e46b90d tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12346565'] for subnet, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:44.552222 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8db97d7-a93e-4ba8-8d00-b150e6b512b1 None None] Network 992ef5ec-42fe-4208-bf57-634a302e31b4 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:32:44.561990 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a6977d-4d1a-4db9-95cc-a5c48e46b90d tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:32:44.571290 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-b8a6977d-4d1a-4db9-95cc-a5c48e46b90d tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:32:44.584837 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a6977d-4d1a-4db9-95cc-a5c48e46b90d tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:44.585443 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b8a6977d-4d1a-4db9-95cc-a5c48e46b90d tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:44.599090 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a6977d-4d1a-4db9-95cc-a5c48e46b90d tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event updated for resources: {'Subnet': ['ID=b19d12f2-a653-4c5d-8e53-2fee0e7b0780,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:44.607709 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-c8db97d7-a93e-4ba8-8d00-b150e6b512b1 None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:32:44.610715 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8db97d7-a93e-4ba8-8d00-b150e6b512b1 None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:32:44.628719 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-b8a6977d-4d1a-4db9-95cc-a5c48e46b90d tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6247048 Dec 21 13:32:44.628719 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59762) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:44.633848 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-75a8e46c-9195-4447-94f3-7b93bac36a4d tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Request body: {'subnet': {'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:32:44.634159 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8db97d7-a93e-4ba8-8d00-b150e6b512b1 None None] Pushing event updated for resources: {'Port': ['ID=2015b2b5-b91e-47f6-b34c-9638bca0cef6,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:44.648713 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af414d11-5aa5-448a-9f6c-f8b7c3c47cea req-6934148a-850c-4594-8e48-9f901ebc909b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:44.650467 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-af414d11-5aa5-448a-9f6c-f8b7c3c47cea req-6934148a-850c-4594-8e48-9f901ebc909b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=646086d9-9650-4426-a7e3-6e15bc97acc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4520326 Dec 21 13:32:44.655919 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-33fceb00-223b-4340-b2e8-8eebbc66cff8 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Allocated IP 172.20.0.1 (992ef5ec-42fe-4208-bf57-634a302e31b4/39685a66-cf6e-4fba-b582-a52c00f07c0b/1c6fad5f-96d4-4378-a32c-7e85234a7de6) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:32:44.715644 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-c8db97d7-a93e-4ba8-8d00-b150e6b512b1 None None] Attempting to bind port 2015b2b5-b91e-47f6-b34c-9638bca0cef6 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:32:44.716037 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-c8db97d7-a93e-4ba8-8d00-b150e6b512b1 None None] Attempting to bind port 2015b2b5-b91e-47f6-b34c-9638bca0cef6 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '1a9ea06d-904f-4b0e-8424-0faca3b87b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '992ef5ec-42fe-4208-bf57-634a302e31b4'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:32:44.716392 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8db97d7-a93e-4ba8-8d00-b150e6b512b1 None None] Attempting to bind port 2015b2b5-b91e-47f6-b34c-9638bca0cef6 on network 992ef5ec-42fe-4208-bf57-634a302e31b4 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:32:44.725158 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8db97d7-a93e-4ba8-8d00-b150e6b512b1 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:32:44.725542 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8db97d7-a93e-4ba8-8d00-b150e6b512b1 None None] Checking segment: {'id': '1a9ea06d-904f-4b0e-8424-0faca3b87b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '992ef5ec-42fe-4208-bf57-634a302e31b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:32:44.725940 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c8db97d7-a93e-4ba8-8d00-b150e6b512b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:44.726335 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8db97d7-a93e-4ba8-8d00-b150e6b512b1 None None] Bound using segment: {'id': '1a9ea06d-904f-4b0e-8424-0faca3b87b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '992ef5ec-42fe-4208-bf57-634a302e31b4'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:32:44.726857 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-c8db97d7-a93e-4ba8-8d00-b150e6b512b1 None None] Bound port: 2015b2b5-b91e-47f6-b34c-9638bca0cef6, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a9ea06d-904f-4b0e-8424-0faca3b87b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '992ef5ec-42fe-4208-bf57-634a302e31b4'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:32:44.727242 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c8db97d7-a93e-4ba8-8d00-b150e6b512b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:44.731991 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-f4913c3d-de09-4426-b373-4d9a98610e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a56e7bd-d0e1-49aa-9e55-ef2e43d14e69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-50413903', 'tenant_id': '514e9bec24c54314a7cb99c3771252bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.243'}], 'enable_snat': True}, 'gw_port_id': 'b7ba6881-3480-448a-a297-06637afe8a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:32:35Z', 'updated_at': '2021-12-21T13:32:38Z', 'revision_number': 3, 'project_id': '514e9bec24c54314a7cb99c3771252bb', 'gw_port': {'id': 'b7ba6881-3480-448a-a297-06637afe8a99', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1f:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a56e7bd-d0e1-49aa-9e55-ef2e43d14e69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:32:36Z', 'updated_at': '2021-12-21T13:32:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:44.771601 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4913c3d-de09-4426-b373-4d9a98610e12 None None] The sync data for ids ['5a56e7bd-d0e1-49aa-9e55-ef2e43d14e69'] in dv-neutron-master-2-hyperv is: [{'id': '5a56e7bd-d0e1-49aa-9e55-ef2e43d14e69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-50413903', 'tenant_id': '514e9bec24c54314a7cb99c3771252bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.243'}], 'enable_snat': True}, 'gw_port_id': 'b7ba6881-3480-448a-a297-06637afe8a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:32:35Z', 'updated_at': '2021-12-21T13:32:38Z', 'revision_number': 3, 'project_id': '514e9bec24c54314a7cb99c3771252bb', 'gw_port': {'id': 'b7ba6881-3480-448a-a297-06637afe8a99', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1f:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a56e7bd-d0e1-49aa-9e55-ef2e43d14e69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:32:36Z', 'updated_at': '2021-12-21T13:32:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:32:44.827750 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc629a1-cdbe-4db7-a129-691f21957ad8 None None] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:32:44.870746 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75a8e46c-9195-4447-94f3-7b93bac36a4d tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Made reservation on behalf of 4e9b97d81d204c53a28bf5666eaf36b7 for: {'subnet': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:32:44.878996 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-75a8e46c-9195-4447-94f3-7b93bac36a4d tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12346583'] for subnet, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:44.927242 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-c8db97d7-a93e-4ba8-8d00-b150e6b512b1 None None] For port 2015b2b5-b91e-47f6-b34c-9638bca0cef6, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:32:44.949032 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-c8db97d7-a93e-4ba8-8d00-b150e6b512b1 None None] For port 2015b2b5-b91e-47f6-b34c-9638bca0cef6, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2015b2b5-b91e-47f6-b34c-9638bca0cef6,segment=NetworkSegment(1a9ea06d-904f-4b0e-8424-0faca3b87b12),segment_id=1a9ea06d-904f-4b0e-8424-0faca3b87b12)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:32:44.952928 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-72ec0adf-e8f3-429b-bade-0e154a049de2 None None] Provisioning complete for port b7ba6881-3480-448a-a297-06637afe8a99 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:32:44.953349 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-72ec0adf-e8f3-429b-bade-0e154a049de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:44.980733 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c8db97d7-a93e-4ba8-8d00-b150e6b512b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:45.079583 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.ipam_backend_mixin [None req-75a8e46c-9195-4447-94f3-7b93bac36a4d tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b19d12f2-a653-4c5d-8e53-2fee0e7b0780 (CIDR: 2001:db8::/64) Dec 21 13:32:45.084986 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-75a8e46c-9195-4447-94f3-7b93bac36a4d tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 13:32:45.085444 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75a8e46c-9195-4447-94f3-7b93bac36a4d tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:32:45.114108 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-75a8e46c-9195-4447-94f3-7b93bac36a4d tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4845569 Dec 21 13:32:45.116811 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59766) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:45.122727 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-cd2d72d2-2b8b-48bd-8c82-bc2cada511cc tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Request body: {'subnet': {'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:32:45.201113 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8db97d7-a93e-4ba8-8d00-b150e6b512b1 None None] Pushing event updated for resources: {'Port': ['ID=2015b2b5-b91e-47f6-b34c-9638bca0cef6,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:45.246269 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-72ec0adf-e8f3-429b-bade-0e154a049de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:45.293212 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-72ec0adf-e8f3-429b-bade-0e154a049de2 None None] For port b7ba6881-3480-448a-a297-06637afe8a99, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b7ba6881-3480-448a-a297-06637afe8a99,segment=NetworkSegment(a32e5bfd-6fac-434f-817b-5707a23fd2ca),segment_id=a32e5bfd-6fac-434f-817b-5707a23fd2ca)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:32:45.305972 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-72ec0adf-e8f3-429b-bade-0e154a049de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:45.495056 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-af414d11-5aa5-448a-9f6c-f8b7c3c47cea req-0177c94f-08b2-4ca2-bbd0-cc045cd6b11d service neutron] 10.222.0.60 "GET /v2.0/networks/646086d9-9650-4426-a7e3-6e15bc97acc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8197014 Dec 21 13:32:45.507876 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd2d72d2-2b8b-48bd-8c82-bc2cada511cc tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Made reservation on behalf of 4e9b97d81d204c53a28bf5666eaf36b7 for: {'subnet': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:32:45.511629 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cd2d72d2-2b8b-48bd-8c82-bc2cada511cc tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12346583'] for subnet, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:45.515667 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ec0adf-e8f3-429b-bade-0e154a049de2 None None] Pushing event updated for resources: {'Port': ['ID=b7ba6881-3480-448a-a297-06637afe8a99,revision_number=4']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:45.521815 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fc3ed73e-f6e0-411b-85be-0428c4b6bf7f None None] Provisioning complete for port 7e28e27a-09e2-406b-831d-a5b9892f01af triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:32:45.521815 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fc3ed73e-f6e0-411b-85be-0428c4b6bf7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:45.527529 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33688f1a-29c7-4612-9666-35999d89566b req-ee713fe8-8f8d-47cb-813a-0686ef42ebbb tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:45.537615 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-33688f1a-29c7-4612-9666-35999d89566b req-ee713fe8-8f8d-47cb-813a-0686ef42ebbb tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=015090e6-f9ab-478e-a46a-ce2a1834b9ea HTTP/1.1" status: 200 len: 943 time: 0.2174861 Dec 21 13:32:45.673320 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-33688f1a-29c7-4612-9666-35999d89566b req-55dcf005-8f0d-4f6c-8e46-255e7e991a6f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cb9e6c7-a47d-42f7-b29a-4db04280f343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339376 Dec 21 13:32:45.693602 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-33fceb00-223b-4340-b2e8-8eebbc66cff8 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:45.779199 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device b7ba6881-3480-448a-a297-06637afe8a99 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:32:45.873581 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-33fceb00-223b-4340-b2e8-8eebbc66cff8 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:45.884633 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-078efc38-db89-4b60-9eaf-9c199ecb39d9 None None] Provisioning complete for port 7e28e27a-09e2-406b-831d-a5b9892f01af triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:32:45.884994 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-078efc38-db89-4b60-9eaf-9c199ecb39d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:45.949987 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port b7ba6881-3480-448a-a297-06637afe8a99 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:32:45.950376 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:45.993367 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33fceb00-223b-4340-b2e8-8eebbc66cff8 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Network 992ef5ec-42fe-4208-bf57-634a302e31b4 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:32:45.999515 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-af414d11-5aa5-448a-9f6c-f8b7c3c47cea req-1cb22e6b-fb12-4ad7-98fa-3822ec9623fd service neutron] 10.222.0.60 "GET /v2.0/networks/646086d9-9650-4426-a7e3-6e15bc97acc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5023835 Dec 21 13:32:46.003414 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-33fceb00-223b-4340-b2e8-8eebbc66cff8 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:32:46.007651 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33fceb00-223b-4340-b2e8-8eebbc66cff8 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:32:46.078995 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fceb00-223b-4340-b2e8-8eebbc66cff8 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Pushing event updated for resources: {'Port': ['ID=1c6fad5f-96d4-4378-a32c-7e85234a7de6,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:46.159474 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-33fceb00-223b-4340-b2e8-8eebbc66cff8 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532557'] for router_interface, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:46.206809 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 2015b2b5-b91e-47f6-b34c-9638bca0cef6 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:32:46.280369 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-4f1fcddd-60df-4f56-aa66-d19b25a3f515 None None] Could not find standard attr ID for object 96640a5a-1cd6-41d1-bded-2928428e959a. {{(pid=103154) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 21 13:32:46.328040 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 2015b2b5-b91e-47f6-b34c-9638bca0cef6 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:32:46.328691 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:46.334662 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bd0239-3a8b-48e0-9c10-0b96d775cbe9 req-72076a45-14d7-425f-b345-c4f56ac969db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:46.342667 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a2bd0239-3a8b-48e0-9c10-0b96d775cbe9 req-72076a45-14d7-425f-b345-c4f56ac969db service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=577ee1d2880f4d34a80a7dfd0cf7da03&device_id=015090e6-f9ab-478e-a46a-ce2a1834b9ea HTTP/1.1" status: 200 len: 1096 time: 0.2430730 Dec 21 13:32:46.456274 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.objects.ports [None req-cd2d72d2-2b8b-48bd-8c82-bc2cada511cc tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103152) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 21 13:32:46.511783 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:46.592959 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] For port 2015b2b5-b91e-47f6-b34c-9638bca0cef6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2015b2b5-b91e-47f6-b34c-9638bca0cef6,segment=NetworkSegment(1a9ea06d-904f-4b0e-8424-0faca3b87b12),segment_id=1a9ea06d-904f-4b0e-8424-0faca3b87b12)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:32:46.599205 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:46.639349 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bd0239-3a8b-48e0-9c10-0b96d775cbe9 req-6c776ab9-7887-4edd-a1aa-e9f8e99fddc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:46.640849 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a2bd0239-3a8b-48e0-9c10-0b96d775cbe9 req-6c776ab9-7887-4edd-a1aa-e9f8e99fddc0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=646086d9-9650-4426-a7e3-6e15bc97acc7 HTTP/1.1" status: 200 len: 898 time: 0.2907615 Dec 21 13:32:46.641930 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-33fceb00-223b-4340-b2e8-8eebbc66cff8 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:46.693135 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Pushing event updated for resources: {'Port': ['ID=2015b2b5-b91e-47f6-b34c-9638bca0cef6,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:46.698978 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a2bd0239-3a8b-48e0-9c10-0b96d775cbe9 req-24b999bb-c987-4824-aca5-30de30a9e8f3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87d3645d-ab4f-47f9-8e86-3783db91d422 HTTP/1.1" status: 200 len: 217 time: 0.0486338 Dec 21 13:32:46.722819 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cd2d72d2-2b8b-48bd-8c82-bc2cada511cc tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:46.893083 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bd0239-3a8b-48e0-9c10-0b96d775cbe9 req-e38c28f0-d751-401c-b7ca-f02dd7c48916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:46.894633 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a2bd0239-3a8b-48e0-9c10-0b96d775cbe9 req-e38c28f0-d751-401c-b7ca-f02dd7c48916 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b4ef62bc-4edd-4fe8-8068-19abf8cdbc65 HTTP/1.1" status: 200 len: 834 time: 0.1649849 Dec 21 13:32:46.930323 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c15d76c-2a88-4065-b238-8bf5b3c1a94f None None] Network 992ef5ec-42fe-4208-bf57-634a302e31b4 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:32:46.947575 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-cd2d72d2-2b8b-48bd-8c82-bc2cada511cc tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] For port 7e28e27a-09e2-406b-831d-a5b9892f01af, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7e28e27a-09e2-406b-831d-a5b9892f01af,segment=NetworkSegment(b20a5dbe-a251-4a83-ae2d-3ffbda6396cf),segment_id=b20a5dbe-a251-4a83-ae2d-3ffbda6396cf)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:32:46.975417 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7a940b-3ae8-42d7-9132-0611ef6c8214 req-e3d07f88-9994-4caa-bb23-a594bf04e983 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:46.976935 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7d7a940b-3ae8-42d7-9132-0611ef6c8214 req-e3d07f88-9994-4caa-bb23-a594bf04e983 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=015090e6-f9ab-478e-a46a-ce2a1834b9ea HTTP/1.1" status: 200 len: 943 time: 0.2071607 Dec 21 13:32:46.979817 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cd2d72d2-2b8b-48bd-8c82-bc2cada511cc tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:46.992400 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cd2d72d2-2b8b-48bd-8c82-bc2cada511cc tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805230'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:46.992759 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cd2d72d2-2b8b-48bd-8c82-bc2cada511cc tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12346565'] for subnet, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:47.032078 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-17dd679f-a077-4073-a6b9-149ac1ec7d31 None None] Provisioning complete for port 2015b2b5-b91e-47f6-b34c-9638bca0cef6 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:32:47.032615 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-17dd679f-a077-4073-a6b9-149ac1ec7d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:47.069408 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2d72d2-2b8b-48bd-8c82-bc2cada511cc tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event updated for resources: {'Subnet': ['ID=42ce6f73-b4f7-41fb-9b31-b05302cb2057,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:47.070606 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7d7a940b-3ae8-42d7-9132-0611ef6c8214 req-8c1de545-cb4b-4100-af55-32f9aed64b61 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cb9e6c7-a47d-42f7-b29a-4db04280f343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868347 Dec 21 13:32:47.085403 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bd0239-3a8b-48e0-9c10-0b96d775cbe9 req-c5d0541d-4bed-4507-8d67-0d4c8cd3d9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:47.087079 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a2bd0239-3a8b-48e0-9c10-0b96d775cbe9 req-c5d0541d-4bed-4507-8d67-0d4c8cd3d9eb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=646086d9-9650-4426-a7e3-6e15bc97acc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1851208 Dec 21 13:32:47.121489 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2d72d2-2b8b-48bd-8c82-bc2cada511cc tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:32:47.127006 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-cd2d72d2-2b8b-48bd-8c82-bc2cada511cc tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:32:47.132978 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2d72d2-2b8b-48bd-8c82-bc2cada511cc tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:47.133586 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cd2d72d2-2b8b-48bd-8c82-bc2cada511cc tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:47.144563 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30aba23-e343-4634-8bcb-2b4449c2640d None None] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:32:47.157845 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-cd2d72d2-2b8b-48bd-8c82-bc2cada511cc tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.0398014 Dec 21 13:32:47.158310 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59774) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:47.168781 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-d6303378-ced3-494f-92e3-e93334494da0 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Request body: {'port': {'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9', 'mac_address': 'fa:16:3e:29:09:6e', 'name': 'tempest-NetworksTestDHCPv6-1027463095'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:32:47.175236 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2d72d2-2b8b-48bd-8c82-bc2cada511cc tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event updated for resources: {'Port': ['ID=7e28e27a-09e2-406b-831d-a5b9892f01af,revision_number=8']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:47.299647 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 87d3645d-ab4f-47f9-8e86-3783db91d422 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 13:32:47.381793 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a2bd0239-3a8b-48e0-9c10-0b96d775cbe9 req-79f276d9-67a2-40be-a397-2fa3e029c5b9 service neutron] 10.222.0.60 "GET /v2.0/networks/646086d9-9650-4426-a7e3-6e15bc97acc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2871449 Dec 21 13:32:47.453192 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-33fceb00-223b-4340-b2e8-8eebbc66cff8 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:47.488481 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-33fceb00-223b-4340-b2e8-8eebbc66cff8 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:47.665258 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port 87d3645d-ab4f-47f9-8e86-3783db91d422, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=87d3645d-ab4f-47f9-8e86-3783db91d422,segment=NetworkSegment(c60d3803-d7b0-4c6b-8114-7264ffa23aa3),segment_id=c60d3803-d7b0-4c6b-8114-7264ffa23aa3)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:32:47.667537 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fceb00-223b-4340-b2e8-8eebbc66cff8 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Pushing event updated for resources: {'Port': ['ID=1c6fad5f-96d4-4378-a32c-7e85234a7de6,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:47.676448 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a64d8cf-4639-4883-8dde-7fc51b53df26 None None] Update dhcp port {'port': {'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9', 'fixed_ips': [{'subnet_id': '42ce6f73-b4f7-41fb-9b31-b05302cb2057', 'ip_address': '2001:db8:0:1:f816:3eff:fe63:ea3b'}, {'subnet_id': 'b19d12f2-a653-4c5d-8e53-2fee0e7b0780'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '7e28e27a-09e2-406b-831d-a5b9892f01af'} from dv-neutron-master-2-hyperv. {{(pid=103154) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 21 13:32:47.691009 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-33fceb00-223b-4340-b2e8-8eebbc66cff8 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532537'] for router_interface, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:47.694743 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a2bd0239-3a8b-48e0-9c10-0b96d775cbe9 req-d573b9f6-4ac8-4565-9954-b6195401b500 service neutron] 10.222.0.60 "GET /v2.0/networks/646086d9-9650-4426-a7e3-6e15bc97acc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3039050 Dec 21 13:32:47.744493 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-9a64d8cf-4639-4883-8dde-7fc51b53df26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:47.756905 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 7e28e27a-09e2-406b-831d-a5b9892f01af up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:32:47.817845 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33fceb00-223b-4340-b2e8-8eebbc66cff8 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Network 992ef5ec-42fe-4208-bf57-634a302e31b4 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:32:47.825857 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-33fceb00-223b-4340-b2e8-8eebbc66cff8 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:32:47.826082 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Returning: {'device': '87d3645d-ab4f-47f9-8e86-3783db91d422', 'network_id': '646086d9-9650-4426-a7e3-6e15bc97acc7', 'port_id': '87d3645d-ab4f-47f9-8e86-3783db91d422', 'mac_address': 'fa:16:3e:20:fe:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4ef62bc-4edd-4fe8-8068-19abf8cdbc65', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 13:32:47.882014 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:47.883345 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6303378-ced3-494f-92e3-e93334494da0 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Made reservation on behalf of 4e9b97d81d204c53a28bf5666eaf36b7 for: {'port': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:32:47.962959 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87d3645d-ab4f-47f9-8e86-3783db91d422 {{(pid=103154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 13:32:47.991356 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port 87d3645d-ab4f-47f9-8e86-3783db91d422, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=87d3645d-ab4f-47f9-8e86-3783db91d422,segment=NetworkSegment(c60d3803-d7b0-4c6b-8114-7264ffa23aa3),segment_id=c60d3803-d7b0-4c6b-8114-7264ffa23aa3)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:32:48.004595 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-b277376f-2534-44fc-bf35-81d51fd0e0d1 None None] Provisioning complete for port 2015b2b5-b91e-47f6-b34c-9638bca0cef6 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:32:48.004910 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b277376f-2534-44fc-bf35-81d51fd0e0d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:48.007083 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:48.052645 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33fceb00-223b-4340-b2e8-8eebbc66cff8 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Router 5a56e7bd-d0e1-49aa-9e55-ef2e43d14e69 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:32:48.061120 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d6303378-ced3-494f-92e3-e93334494da0 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:48.097115 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-d6303378-ced3-494f-92e3-e93334494da0 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] device_id is not set on port 275ab2a1-ecb5-42b0-947c-eed83364a24d yet. {{(pid=103152) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 13:32:48.303213 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33fceb00-223b-4340-b2e8-8eebbc66cff8 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:32:48.310867 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-33fceb00-223b-4340-b2e8-8eebbc66cff8 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] 10.222.0.37 "PUT /v2.0/routers/5a56e7bd-d0e1-49aa-9e55-ef2e43d14e69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7542312 Dec 21 13:32:48.317720 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ec4c00-5b69-4a95-8b05-43112b957822 None None] Sync routers for ids ['5a56e7bd-d0e1-49aa-9e55-ef2e43d14e69'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:32:48.325149 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 7e28e27a-09e2-406b-831d-a5b9892f01af triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:32:48.325515 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:48.335960 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ec4c00-5b69-4a95-8b05-43112b957822 None None] Routers {'5a56e7bd-d0e1-49aa-9e55-ef2e43d14e69'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:32:48.336961 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-74ec4c00-5b69-4a95-8b05-43112b957822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:32:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['5a56e7bd-d0e1-49aa-9e55-ef2e43d14e69'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:48.389177 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f4c04e-a0a4-421f-a6bd-bf80070aaad5 req-b74d88b3-5d7e-4061-b6c9-70932bedc5cb tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:48.391362 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-06f4c04e-a0a4-421f-a6bd-bf80070aaad5 req-b74d88b3-5d7e-4061-b6c9-70932bedc5cb tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=015090e6-f9ab-478e-a46a-ce2a1834b9ea HTTP/1.1" status: 200 len: 944 time: 0.1812272 Dec 21 13:32:48.409594 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] get_ports_and_sgs() called for port_ids ['87d3645d-ab4f-47f9-8e86-3783db91d422'] {{(pid=103154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 13:32:48.429061 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=87d3645d-ab4f-47f9-8e86-3783db91d422,revision_number=4']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:48.586887 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-74ec4c00-5b69-4a95-8b05-43112b957822 None None] Set router 5a56e7bd-d0e1-49aa-9e55-ef2e43d14e69 gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:32:48.642599 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-b277376f-2534-44fc-bf35-81d51fd0e0d1 None None] Provisioning complete for port 1c6fad5f-96d4-4378-a32c-7e85234a7de6 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:32:48.643502 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b277376f-2534-44fc-bf35-81d51fd0e0d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:48.649262 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1c0f0779-6d8b-4ebe-a88a-5c819b53b42b req-d6b84bc7-25d3-4b88-9bcd-cc867115cb71 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1195477338&fields=id&tenant_id=514e9bec24c54314a7cb99c3771252bb HTTP/1.1" status: 200 len: 267 time: 0.0800114 Dec 21 13:32:48.650431 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-06f4c04e-a0a4-421f-a6bd-bf80070aaad5 req-2f88ff16-a433-450f-8a3b-40e7ac2ac8b8 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cb9e6c7-a47d-42f7-b29a-4db04280f343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2477961 Dec 21 13:32:48.692008 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-d6303378-ced3-494f-92e3-e93334494da0 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Allocated IP 2001:db8::3a1 (ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9/b19d12f2-a653-4c5d-8e53-2fee0e7b0780/275ab2a1-ecb5-42b0-947c-eed83364a24d) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:32:48.703662 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-d6303378-ced3-494f-92e3-e93334494da0 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Allocated IP 2001:db8:0:1:f816:3eff:fe29:96e (ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9/42ce6f73-b4f7-41fb-9b31-b05302cb2057/275ab2a1-ecb5-42b0-947c-eed83364a24d) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:32:48.816368 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0f0779-6d8b-4ebe-a88a-5c819b53b42b req-419f8869-9205-4eeb-9684-7755fad4ec5f tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:48.829761 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1c0f0779-6d8b-4ebe-a88a-5c819b53b42b req-419f8869-9205-4eeb-9684-7755fad4ec5f tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] 10.222.0.37 "GET /v2.0/networks?id=992ef5ec-42fe-4208-bf57-634a302e31b4 HTTP/1.1" status: 200 len: 795 time: 0.1683953 Dec 21 13:32:48.845718 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device b7ba6881-3480-448a-a297-06637afe8a99 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:32:48.856117 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1c0f0779-6d8b-4ebe-a88a-5c819b53b42b req-28b11ebf-26cc-4d5b-b65b-68bba1df651b tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] 10.222.0.37 "GET /v2.0/quotas/514e9bec24c54314a7cb99c3771252bb HTTP/1.1" status: 200 len: 375 time: 0.0209465 Dec 21 13:32:48.906501 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-b277376f-2534-44fc-bf35-81d51fd0e0d1 None None] Port 1c6fad5f-96d4-4378-a32c-7e85234a7de6 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:32:48.954961 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d6303378-ced3-494f-92e3-e93334494da0 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:48.976571 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port b7ba6881-3480-448a-a297-06637afe8a99 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:32:48.976962 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:48.984883 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-74ec4c00-5b69-4a95-8b05-43112b957822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a56e7bd-d0e1-49aa-9e55-ef2e43d14e69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-50413903', 'tenant_id': '514e9bec24c54314a7cb99c3771252bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.243'}], 'enable_snat': True}, 'gw_port_id': 'b7ba6881-3480-448a-a297-06637afe8a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:32:35Z', 'updated_at': '2021-12-21T13:32:46Z', 'revision_number': 4, 'project_id': '514e9bec24c54314a7cb99c3771252bb', 'gw_port': {'id': 'b7ba6881-3480-448a-a297-06637afe8a99', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a56e7bd-d0e1-49aa-9e55-ef2e43d14e69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:32:36Z', 'updated_at': '2021-12-21T13:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '1c6fad5f-96d4-4378-a32c-7e85234a7de6', 'name': '', 'network_id': '992ef5ec-42fe-4208-bf57-634a302e31b4', 'tenant_id': '514e9bec24c54314a7cb99c3771252bb', 'mac_address': 'fa:16:3e:58:7e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a56e7bd-d0e1-49aa-9e55-ef2e43d14e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '39685a66-cf6e-4fba-b582-a52c00f07c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:32:44Z', 'updated_at': '2021-12-21T13:32:47Z', 'revision_number': 2, 'project_id': '514e9bec24c54314a7cb99c3771252bb', 'subnets': [{'id': '39685a66-cf6e-4fba-b582-a52c00f07c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:48.993590 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d6303378-ced3-494f-92e3-e93334494da0 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:48.995974 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1c0f0779-6d8b-4ebe-a88a-5c819b53b42b req-8c89a36b-584b-4928-871c-0edd933bb49d tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=514e9bec24c54314a7cb99c3771252bb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1328642 Dec 21 13:32:49.035035 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ec4c00-5b69-4a95-8b05-43112b957822 None None] Checking router: 5a56e7bd-d0e1-49aa-9e55-ef2e43d14e69 for host: dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:32:49.035698 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ec4c00-5b69-4a95-8b05-43112b957822 None None] Updating router 5a56e7bd-d0e1-49aa-9e55-ef2e43d14e69 port 1c6fad5f-96d4-4378-a32c-7e85234a7de6 binding host dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 13:32:49.058235 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-9a64d8cf-4639-4883-8dde-7fc51b53df26 None None] Allocated IP 2001:db8::2 (ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9/b19d12f2-a653-4c5d-8e53-2fee0e7b0780/7e28e27a-09e2-406b-831d-a5b9892f01af) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:32:49.070769 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-74ec4c00-5b69-4a95-8b05-43112b957822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:49.091565 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6303378-ced3-494f-92e3-e93334494da0 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:32:49.102707 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-d6303378-ced3-494f-92e3-e93334494da0 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:32:49.108125 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6303378-ced3-494f-92e3-e93334494da0 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:32:49.123292 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6303378-ced3-494f-92e3-e93334494da0 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:49.124149 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d6303378-ced3-494f-92e3-e93334494da0 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:49.158204 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-9a64d8cf-4639-4883-8dde-7fc51b53df26 None None] For port 7e28e27a-09e2-406b-831d-a5b9892f01af, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7e28e27a-09e2-406b-831d-a5b9892f01af,segment=NetworkSegment(b20a5dbe-a251-4a83-ae2d-3ffbda6396cf),segment_id=b20a5dbe-a251-4a83-ae2d-3ffbda6396cf)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:32:49.164649 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6303378-ced3-494f-92e3-e93334494da0 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event updated for resources: {'Port': ['ID=275ab2a1-ecb5-42b0-947c-eed83364a24d,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:49.186169 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-d6303378-ced3-494f-92e3-e93334494da0 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.0241280 Dec 21 13:32:49.189120 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59796) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:49.197421 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-9a64d8cf-4639-4883-8dde-7fc51b53df26 None None] Publish callbacks [] for port, precommit_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:49.211613 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-9a64d8cf-4639-4883-8dde-7fc51b53df26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:49.302438 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-f1e875b9-81ea-48d2-8e74-7f86d326811b None None] Provisioning complete for port 1c6fad5f-96d4-4378-a32c-7e85234a7de6 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:32:49.303126 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f1e875b9-81ea-48d2-8e74-7f86d326811b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:49.329677 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-b0819180-3c46-4f7e-868e-73718b663aff tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Deleting port 275ab2a1-ecb5-42b0-947c-eed83364a24d {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:32:49.331707 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b0819180-3c46-4f7e-868e-73718b663aff tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:49.408113 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-f1e875b9-81ea-48d2-8e74-7f86d326811b None None] Port 1c6fad5f-96d4-4378-a32c-7e85234a7de6 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:32:49.412873 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a64d8cf-4639-4883-8dde-7fc51b53df26 None None] Pushing event updated for resources: {'Port': ['ID=7e28e27a-09e2-406b-831d-a5b9892f01af,revision_number=9']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:49.434913 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1c0f0779-6d8b-4ebe-a88a-5c819b53b42b req-ec406e8c-03dd-4a2b-aab1-75957493163b service neutron] 10.222.0.37 "GET /v2.0/networks/992ef5ec-42fe-4208-bf57-634a302e31b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4204197 Dec 21 13:32:49.492780 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-74ec4c00-5b69-4a95-8b05-43112b957822 None None] Publish callbacks [] for port, precommit_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:49.504906 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b0819180-3c46-4f7e-868e-73718b663aff tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:49.509576 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-74ec4c00-5b69-4a95-8b05-43112b957822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:49.530631 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-b0819180-3c46-4f7e-868e-73718b663aff tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Calling delete_port for 275ab2a1-ecb5-42b0-947c-eed83364a24d owned by {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:32:49.569012 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1c0f0779-6d8b-4ebe-a88a-5c819b53b42b req-eb8e07ae-022d-48da-8c05-54e733e5be96 service neutron] 10.222.0.37 "GET /v2.0/networks/992ef5ec-42fe-4208-bf57-634a302e31b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248519 Dec 21 13:32:49.571011 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 2015b2b5-b91e-47f6-b34c-9638bca0cef6 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:32:49.626315 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435b7c95-c095-4655-b742-662531865bc5 None None] Pushing event updated for resources: {'Port': ['ID=1c6fad5f-96d4-4378-a32c-7e85234a7de6,revision_number=3']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:49.699178 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 2015b2b5-b91e-47f6-b34c-9638bca0cef6 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:32:49.699752 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:49.785181 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b0819180-3c46-4f7e-868e-73718b663aff tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:49.875577 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0819180-3c46-4f7e-868e-73718b663aff tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event deleted for resources: {'Port': ['ID=275ab2a1-ecb5-42b0-947c-eed83364a24d,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:49.980416 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b0819180-3c46-4f7e-868e-73718b663aff tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:49.985304 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-b0819180-3c46-4f7e-868e-73718b663aff tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "DELETE /v2.0/ports/275ab2a1-ecb5-42b0-947c-eed83364a24d HTTP/1.1" status: 204 len: 168 time: 0.7948816 Dec 21 13:32:49.989132 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59806) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:50.005803 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-4231f6b5-ae6d-4e9b-b1c5-f79fb5e9184b req-c3fdec0b-e8e8-483b-8870-7fc5014c7260 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8ad2273-5a93-4f99-9ea5-e43cad8e09a4 HTTP/1.1" status: 200 len: 210 time: 0.0688281 Dec 21 13:32:50.048592 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e793db7d-6ee3-4b1e-acc1-3bb60bcb9ff8 req-fb041d8d-0aff-4d15-803d-11cf625cbf8e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:50.050796 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-e793db7d-6ee3-4b1e-acc1-3bb60bcb9ff8 req-fb041d8d-0aff-4d15-803d-11cf625cbf8e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=015090e6-f9ab-478e-a46a-ce2a1834b9ea HTTP/1.1" status: 200 len: 944 time: 0.2424748 Dec 21 13:32:50.067990 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 7e28e27a-09e2-406b-831d-a5b9892f01af up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:32:50.076243 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-74ec4c00-5b69-4a95-8b05-43112b957822 None None] Attempting to bind port 1c6fad5f-96d4-4378-a32c-7e85234a7de6 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:32:50.077113 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-74ec4c00-5b69-4a95-8b05-43112b957822 None None] Attempting to bind port 1c6fad5f-96d4-4378-a32c-7e85234a7de6 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '1a9ea06d-904f-4b0e-8424-0faca3b87b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '992ef5ec-42fe-4208-bf57-634a302e31b4'}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:32:50.077739 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ec4c00-5b69-4a95-8b05-43112b957822 None None] Attempting to bind port 1c6fad5f-96d4-4378-a32c-7e85234a7de6 on network 992ef5ec-42fe-4208-bf57-634a302e31b4 {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:32:50.090659 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ec4c00-5b69-4a95-8b05-43112b957822 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:32:50.091555 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ec4c00-5b69-4a95-8b05-43112b957822 None None] Checking segment: {'id': '1a9ea06d-904f-4b0e-8424-0faca3b87b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '992ef5ec-42fe-4208-bf57-634a302e31b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:32:50.092145 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-74ec4c00-5b69-4a95-8b05-43112b957822 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:50.092712 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ec4c00-5b69-4a95-8b05-43112b957822 None None] Bound using segment: {'id': '1a9ea06d-904f-4b0e-8424-0faca3b87b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '992ef5ec-42fe-4208-bf57-634a302e31b4'} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:32:50.093368 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-74ec4c00-5b69-4a95-8b05-43112b957822 None None] Bound port: 1c6fad5f-96d4-4378-a32c-7e85234a7de6, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a9ea06d-904f-4b0e-8424-0faca3b87b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '992ef5ec-42fe-4208-bf57-634a302e31b4'}}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:32:50.093930 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-74ec4c00-5b69-4a95-8b05-43112b957822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:50.097866 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47afc77-e29e-4895-9a65-56bc76740581 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:50.101834 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-a47afc77-e29e-4895-9a65-56bc76740581 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1091225 Dec 21 13:32:50.102689 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 59808) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:50.150299 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-05c15777-d2ab-472c-a3e6-89ed8b5c20f0 None None] Provisioning complete for port 1c6fad5f-96d4-4378-a32c-7e85234a7de6 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:32:50.150893 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-05c15777-d2ab-472c-a3e6-89ed8b5c20f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:50.206277 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14d6052-11d0-45a8-ac4b-aefea09644e2 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:50.211832 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-a14d6052-11d0-45a8-ac4b-aefea09644e2 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1052856 Dec 21 13:32:50.212098 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 59814) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:50.212664 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-e793db7d-6ee3-4b1e-acc1-3bb60bcb9ff8 req-c5e3834d-9b9a-4b76-bee9-57dcb32928cf tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cb9e6c7-a47d-42f7-b29a-4db04280f343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1539817 Dec 21 13:32:50.231593 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 7e28e27a-09e2-406b-831d-a5b9892f01af triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:32:50.233360 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:50.282465 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-74ec4c00-5b69-4a95-8b05-43112b957822 None None] For port 1c6fad5f-96d4-4378-a32c-7e85234a7de6, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:32:50.294429 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-74ec4c00-5b69-4a95-8b05-43112b957822 None None] For port 1c6fad5f-96d4-4378-a32c-7e85234a7de6, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1c6fad5f-96d4-4378-a32c-7e85234a7de6,segment=NetworkSegment(1a9ea06d-904f-4b0e-8424-0faca3b87b12),segment_id=1a9ea06d-904f-4b0e-8424-0faca3b87b12)] {{(pid=103155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:32:50.300825 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2f4a20-67ec-4146-9a28-3707e298ea58 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:50.303108 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2f4a20-67ec-4146-9a28-3707e298ea58 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:50.306244 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2f4a20-67ec-4146-9a28-3707e298ea58 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:50.308242 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-74ec4c00-5b69-4a95-8b05-43112b957822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:50.308719 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-8c2f4a20-67ec-4146-9a28-3707e298ea58 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0953348 Dec 21 13:32:50.311157 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 59816) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:50.316094 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-05c15777-d2ab-472c-a3e6-89ed8b5c20f0 None None] Port 1c6fad5f-96d4-4378-a32c-7e85234a7de6 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:32:50.415697 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_v2 [None req-50dce179-084a-4a4a-9a67-f8a9ebfba40f tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Deleting subnet 42ce6f73-b4f7-41fb-9b31-b05302cb2057 {{(pid=103153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:32:50.420705 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-50dce179-084a-4a4a-9a67-f8a9ebfba40f tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for subnet, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:50.424020 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ec4c00-5b69-4a95-8b05-43112b957822 None None] Routers {'5a56e7bd-d0e1-49aa-9e55-ef2e43d14e69'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:32:50.424765 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-74ec4c00-5b69-4a95-8b05-43112b957822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:32:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['5a56e7bd-d0e1-49aa-9e55-ef2e43d14e69'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:50.483151 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435b7c95-c095-4655-b742-662531865bc5 None None] Pushing event updated for resources: {'Port': ['ID=1c6fad5f-96d4-4378-a32c-7e85234a7de6,revision_number=4']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:50.483437 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-50dce179-084a-4a4a-9a67-f8a9ebfba40f tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1585439'] for subnet, precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:50.650998 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-50dce179-084a-4a4a-9a67-f8a9ebfba40f tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:50.651280 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-74ec4c00-5b69-4a95-8b05-43112b957822 None None] Set router 5a56e7bd-d0e1-49aa-9e55-ef2e43d14e69 gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:32:50.769027 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-97d121a0-d501-47ca-932d-a6ef1f4e50e7 None None] Provisioning complete for port 7e28e27a-09e2-406b-831d-a5b9892f01af triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:32:50.769398 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-97d121a0-d501-47ca-932d-a6ef1f4e50e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:50.801634 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-50dce179-084a-4a4a-9a67-f8a9ebfba40f tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11349588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11288746'] for subnet, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:50.837766 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-50dce179-084a-4a4a-9a67-f8a9ebfba40f tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:50.846829 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-50dce179-084a-4a4a-9a67-f8a9ebfba40f tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "DELETE /v2.0/subnets/42ce6f73-b4f7-41fb-9b31-b05302cb2057 HTTP/1.1" status: 204 len: 168 time: 0.5338378 Dec 21 13:32:50.850263 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59826) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:50.895536 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dce179-084a-4a4a-9a67-f8a9ebfba40f tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event deleted for resources: {'Subnet': ['ID=42ce6f73-b4f7-41fb-9b31-b05302cb2057,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:50.975563 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c3f9754-33cd-4b15-bcec-3fd0c2f8ecd3 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Deleting subnet b19d12f2-a653-4c5d-8e53-2fee0e7b0780 {{(pid=103152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:32:50.979881 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5c3f9754-33cd-4b15-bcec-3fd0c2f8ecd3 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for subnet, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:50.980233 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-74ec4c00-5b69-4a95-8b05-43112b957822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a56e7bd-d0e1-49aa-9e55-ef2e43d14e69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-50413903', 'tenant_id': '514e9bec24c54314a7cb99c3771252bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.243'}], 'enable_snat': True}, 'gw_port_id': 'b7ba6881-3480-448a-a297-06637afe8a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:32:35Z', 'updated_at': '2021-12-21T13:32:46Z', 'revision_number': 4, 'project_id': '514e9bec24c54314a7cb99c3771252bb', 'gw_port': {'id': 'b7ba6881-3480-448a-a297-06637afe8a99', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a56e7bd-d0e1-49aa-9e55-ef2e43d14e69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:32:36Z', 'updated_at': '2021-12-21T13:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '1c6fad5f-96d4-4378-a32c-7e85234a7de6', 'name': '', 'network_id': '992ef5ec-42fe-4208-bf57-634a302e31b4', 'tenant_id': '514e9bec24c54314a7cb99c3771252bb', 'mac_address': 'fa:16:3e:58:7e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a56e7bd-d0e1-49aa-9e55-ef2e43d14e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '39685a66-cf6e-4fba-b582-a52c00f07c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:32:44Z', 'updated_at': '2021-12-21T13:32:50Z', 'revision_number': 4, 'project_id': '514e9bec24c54314a7cb99c3771252bb', 'subnets': [{'id': '39685a66-cf6e-4fba-b582-a52c00f07c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:51.016485 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ec4c00-5b69-4a95-8b05-43112b957822 None None] The sync data for ids ['5a56e7bd-d0e1-49aa-9e55-ef2e43d14e69'] in dv-neutron-master-2-hyperv is: [{'id': '5a56e7bd-d0e1-49aa-9e55-ef2e43d14e69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-50413903', 'tenant_id': '514e9bec24c54314a7cb99c3771252bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.243'}], 'enable_snat': True}, 'gw_port_id': 'b7ba6881-3480-448a-a297-06637afe8a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:32:35Z', 'updated_at': '2021-12-21T13:32:46Z', 'revision_number': 4, 'project_id': '514e9bec24c54314a7cb99c3771252bb', 'gw_port': {'id': 'b7ba6881-3480-448a-a297-06637afe8a99', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a56e7bd-d0e1-49aa-9e55-ef2e43d14e69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:32:36Z', 'updated_at': '2021-12-21T13:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '1c6fad5f-96d4-4378-a32c-7e85234a7de6', 'name': '', 'network_id': '992ef5ec-42fe-4208-bf57-634a302e31b4', 'tenant_id': '514e9bec24c54314a7cb99c3771252bb', 'mac_address': 'fa:16:3e:58:7e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a56e7bd-d0e1-49aa-9e55-ef2e43d14e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '39685a66-cf6e-4fba-b582-a52c00f07c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:32:44Z', 'updated_at': '2021-12-21T13:32:50Z', 'revision_number': 4, 'project_id': '514e9bec24c54314a7cb99c3771252bb', 'subnets': [{'id': '39685a66-cf6e-4fba-b582-a52c00f07c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:32:51.053029 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-bbbb1ca8-6067-4915-94c8-c35320e5cfda None None] Provisioning complete for port 1c6fad5f-96d4-4378-a32c-7e85234a7de6 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:32:51.053911 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-bbbb1ca8-6067-4915-94c8-c35320e5cfda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:51.056689 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5c3f9754-33cd-4b15-bcec-3fd0c2f8ecd3 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526644'] for subnet, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:51.164477 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c27b7470-277a-41f3-80df-1bd3dea1f11c req-276019db-5adc-4e3b-b8ff-0cbd015006e1 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1876024814&fields=id&tenant_id=365275e264a6451abad9a44f0c54ac18 HTTP/1.1" status: 200 len: 267 time: 0.1011882 Dec 21 13:32:51.187634 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-eb17431a-7865-4961-b1dc-27aa921ec451 req-0b27bb2b-7296-4adc-968f-b7e8ce8d1192 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8ad2273-5a93-4f99-9ea5-e43cad8e09a4 HTTP/1.1" status: 200 len: 210 time: 0.0524409 Dec 21 13:32:51.205139 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c03e27-8319-4144-9c36-0108ce6007de None None] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:32:51.267507 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5c3f9754-33cd-4b15-bcec-3fd0c2f8ecd3 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:51.314246 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 87d3645d-ab4f-47f9-8e86-3783db91d422 up at agent hyperv_hv-neutron-mast {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:32:51.329917 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-bbbb1ca8-6067-4915-94c8-c35320e5cfda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:51.338378 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27b7470-277a-41f3-80df-1bd3dea1f11c req-fe880b9b-2e7f-4d70-946d-723571528b8b tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:51.346465 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c27b7470-277a-41f3-80df-1bd3dea1f11c req-fe880b9b-2e7f-4d70-946d-723571528b8b tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/networks?id=f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e HTTP/1.1" status: 200 len: 812 time: 0.1723723 Dec 21 13:32:51.365442 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c27b7470-277a-41f3-80df-1bd3dea1f11c req-ed70610a-f163-4de8-8599-2383bac144ee tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/quotas/365275e264a6451abad9a44f0c54ac18 HTTP/1.1" status: 200 len: 375 time: 0.0180929 Dec 21 13:32:51.444014 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c27b7470-277a-41f3-80df-1bd3dea1f11c req-017fcac7-4aa7-4bb5-bbc3-993024294db7 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=365275e264a6451abad9a44f0c54ac18&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0765705 Dec 21 13:32:51.444511 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b35119-dd98-4e07-be69-f871a712da17 req-fe760be3-4291-45cc-b5c2-047db96f1398 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:51.452665 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-a9b35119-dd98-4e07-be69-f871a712da17 req-fe760be3-4291-45cc-b5c2-047db96f1398 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=015090e6-f9ab-478e-a46a-ce2a1834b9ea HTTP/1.1" status: 200 len: 944 time: 0.1436486 Dec 21 13:32:51.454883 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-bbbb1ca8-6067-4915-94c8-c35320e5cfda None None] For port 1c6fad5f-96d4-4378-a32c-7e85234a7de6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1c6fad5f-96d4-4378-a32c-7e85234a7de6,segment=NetworkSegment(1a9ea06d-904f-4b0e-8424-0faca3b87b12),segment_id=1a9ea06d-904f-4b0e-8424-0faca3b87b12)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:32:51.476123 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5c3f9754-33cd-4b15-bcec-3fd0c2f8ecd3 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12346570'] for subnet, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:51.505116 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-bbbb1ca8-6067-4915-94c8-c35320e5cfda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:51.511358 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5c3f9754-33cd-4b15-bcec-3fd0c2f8ecd3 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:51.518806 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-5c3f9754-33cd-4b15-bcec-3fd0c2f8ecd3 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "DELETE /v2.0/subnets/b19d12f2-a653-4c5d-8e53-2fee0e7b0780 HTTP/1.1" status: 204 len: 168 time: 0.6673679 Dec 21 13:32:51.519848 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3f9754-33cd-4b15-bcec-3fd0c2f8ecd3 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event deleted for resources: {'Subnet': ['ID=b19d12f2-a653-4c5d-8e53-2fee0e7b0780,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:51.523086 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59836) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:51.582169 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-6f4844c6-30a6-46fc-ae2d-022e8d3981f1 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0580347 Dec 21 13:32:51.600798 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Provisioning for port 87d3645d-ab4f-47f9-8e86-3783db91d422 completed by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 13:32:51.610012 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Provisioning complete for port 87d3645d-ab4f-47f9-8e86-3783db91d422 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:32:51.610411 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:51.623689 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbb1ca8-6067-4915-94c8-c35320e5cfda None None] Pushing event updated for resources: {'Port': ['ID=1c6fad5f-96d4-4378-a32c-7e85234a7de6,revision_number=5']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:51.623853 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c27b7470-277a-41f3-80df-1bd3dea1f11c req-816c12f4-8ec1-4e0b-b761-a8785a43a883 service neutron] 10.222.0.37 "GET /v2.0/networks/f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399837 Dec 21 13:32:51.625528 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 59838) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:51.649451 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-a9b35119-dd98-4e07-be69-f871a712da17 req-9efbce78-74ec-4e40-a42c-6d2cf87874cb tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cb9e6c7-a47d-42f7-b29a-4db04280f343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1956062 Dec 21 13:32:51.666122 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-3502e5cf-1a8e-4ce0-a507-e9a403c69011 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Request body: {'subnet': {'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:32:51.672622 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-e932cf7d-5f44-405a-82d2-e47eb634a7d7 None None] Could not find standard attr ID for object 275ab2a1-ecb5-42b0-947c-eed83364a24d. {{(pid=103154) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 21 13:32:51.739508 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2862fc8c-79f1-4798-b483-b4430b42ff18 None None] Update dhcp port {'port': {'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9', 'fixed_ips': [{'subnet_id': 'b19d12f2-a653-4c5d-8e53-2fee0e7b0780'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '7e28e27a-09e2-406b-831d-a5b9892f01af'} from dv-neutron-master-2-hyperv. {{(pid=103154) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 21 13:32:51.791099 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-2862fc8c-79f1-4798-b483-b4430b42ff18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:51.795389 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:51.853743 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '015090e6-f9ab-478e-a46a-ce2a1834b9ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87d3645d-ab4f-47f9-8e86-3783db91d422'}] {{(pid=103154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:32:51.856156 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6f45aca8ac5f8c0cc5868273c98d8aa60330245aed22d61c8da5c1f2d6fc01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d76e309-3942-432c-bd7b-b022e1d051c6" -d '{"events": [{"server_uuid": "015090e6-f9ab-478e-a46a-ce2a1834b9ea", "name": "network-vif-plugged", "status": "completed", "tag": "87d3645d-ab4f-47f9-8e86-3783db91d422"}]}' {{(pid=103154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:32:51.885066 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port 87d3645d-ab4f-47f9-8e86-3783db91d422, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=87d3645d-ab4f-47f9-8e86-3783db91d422,segment=NetworkSegment(c60d3803-d7b0-4c6b-8114-7264ffa23aa3),segment_id=c60d3803-d7b0-4c6b-8114-7264ffa23aa3)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:32:51.891638 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:52.041029 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=87d3645d-ab4f-47f9-8e86-3783db91d422,revision_number=5']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:52.070509 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 1c6fad5f-96d4-4378-a32c-7e85234a7de6 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:32:52.147380 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 1c6fad5f-96d4-4378-a32c-7e85234a7de6 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:32:52.147690 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:52.172422 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 13:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2068481-eb26-4749-acb6-c6cda1ebdce7 x-openstack-request-id: req-e2068481-eb26-4749-acb6-c6cda1ebdce7 {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:32:52.172742 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "015090e6-f9ab-478e-a46a-ce2a1834b9ea", "name": "network-vif-plugged", "status": "completed", "tag": "87d3645d-ab4f-47f9-8e86-3783db91d422", "code": 200}]} {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:32:52.173245 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e2068481-eb26-4749-acb6-c6cda1ebdce7 {{(pid=103154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:32:52.173596 dv-neutron-master-2-hyperv neutron-server[103154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '015090e6-f9ab-478e-a46a-ce2a1834b9ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87d3645d-ab4f-47f9-8e86-3783db91d422', 'code': 200} Dec 21 13:32:52.176194 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4470c9bb-3f77-4266-bef8-b074ba2035fd None None] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:32:52.285574 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-46fc87d6-27f5-4c0c-9484-ea40dc186c8b None None] Provisioning complete for port 7e28e27a-09e2-406b-831d-a5b9892f01af triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:32:52.286213 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-46fc87d6-27f5-4c0c-9484-ea40dc186c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:52.309248 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3502e5cf-1a8e-4ce0-a507-e9a403c69011 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Made reservation on behalf of 4e9b97d81d204c53a28bf5666eaf36b7 for: {'subnet': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:32:52.313440 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3502e5cf-1a8e-4ce0-a507-e9a403c69011 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11288759'] for subnet, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:52.399985 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-9de6b572-32e4-473c-b75e-ce852f5cc2b8 req-b3d2959f-655d-4947-b345-da08d8a01ed8 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8ad2273-5a93-4f99-9ea5-e43cad8e09a4 HTTP/1.1" status: 200 len: 210 time: 0.0604947 Dec 21 13:32:52.412203 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0f0779-6d8b-4ebe-a88a-5c819b53b42b req-d0039ae3-1bd6-417f-8c5a-452c4c4a5ed7 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:52.414068 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1c0f0779-6d8b-4ebe-a88a-5c819b53b42b req-d0039ae3-1bd6-417f-8c5a-452c4c4a5ed7 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] 10.222.0.60 "GET /v2.0/networks?id=992ef5ec-42fe-4208-bf57-634a302e31b4 HTTP/1.1" status: 200 len: 795 time: 0.9458327 Dec 21 13:32:52.482703 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8c76a1-3804-4bfa-8754-c909f9c69437 None None] DHCP port deletion for ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:32:52.495492 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c27b7470-277a-41f3-80df-1bd3dea1f11c req-d3db5281-2868-465d-a5a5-d1f2fda069c4 service neutron] 10.222.0.37 "GET /v2.0/networks/f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8104239 Dec 21 13:32:52.558100 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-ce8c76a1-3804-4bfa-8754-c909f9c69437 None None] Deleting port 7e28e27a-09e2-406b-831d-a5b9892f01af {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:32:52.558612 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ce8c76a1-3804-4bfa-8754-c909f9c69437 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:52.623362 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1c0f0779-6d8b-4ebe-a88a-5c819b53b42b req-d98db20e-6727-486d-9d19-7a77d6589cf4 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=514e9bec24c54314a7cb99c3771252bb HTTP/1.1" status: 200 len: 380 time: 0.1874809 Dec 21 13:32:52.660170 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-ce8c76a1-3804-4bfa-8754-c909f9c69437 None None] For port 7e28e27a-09e2-406b-831d-a5b9892f01af, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7e28e27a-09e2-406b-831d-a5b9892f01af,segment=NetworkSegment(b20a5dbe-a251-4a83-ae2d-3ffbda6396cf),segment_id=b20a5dbe-a251-4a83-ae2d-3ffbda6396cf)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:32:52.660952 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ce8c76a1-3804-4bfa-8754-c909f9c69437 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:52.673270 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [req-1c0f0779-6d8b-4ebe-a88a-5c819b53b42b req-b93c1c3a-12e6-4bae-a841-b433df6637c1 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Request body: {'port': {'device_id': 'b8ad2273-5a93-4f99-9ea5-e43cad8e09a4', 'network_id': '992ef5ec-42fe-4208-bf57-634a302e31b4', 'admin_state_up': True, 'tenant_id': '514e9bec24c54314a7cb99c3771252bb', 'security_groups': ['45efddab-dcef-4efd-8697-3c0b8cbf9259']}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:32:52.684989 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-ce8c76a1-3804-4bfa-8754-c909f9c69437 None None] Calling delete_port for 7e28e27a-09e2-406b-831d-a5b9892f01af owned by network:dhcp {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:32:52.721955 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed472d3e-e27e-481c-ae57-27a0ad404292 req-3fe07a14-f4c6-42ed-af2b-a1a3f7b65481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:52.723544 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-ed472d3e-e27e-481c-ae57-27a0ad404292 req-3fe07a14-f4c6-42ed-af2b-a1a3f7b65481 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=015090e6-f9ab-478e-a46a-ce2a1834b9ea HTTP/1.1" status: 200 len: 1098 time: 0.2533350 Dec 21 13:32:52.834468 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb5672-eb98-48c3-a488-fb48b7cb01d9 req-a66c7825-bebe-46c4-940f-734f922760b4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:52.845287 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ce8c76a1-3804-4bfa-8754-c909f9c69437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636'] for port, after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:52.849624 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-bddb5672-eb98-48c3-a488-fb48b7cb01d9 req-a66c7825-bebe-46c4-940f-734f922760b4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=015090e6-f9ab-478e-a46a-ce2a1834b9ea HTTP/1.1" status: 200 len: 945 time: 0.1212008 Dec 21 13:32:52.875498 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8c76a1-3804-4bfa-8754-c909f9c69437 None None] Pushing event deleted for resources: {'Port': ['ID=7e28e27a-09e2-406b-831d-a5b9892f01af,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:52.880565 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8c76a1-3804-4bfa-8754-c909f9c69437 None None] No DVR routers for this DVR port 7e28e27a-09e2-406b-831d-a5b9892f01af on host dv-neutron-master-2-hyperv {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:32:52.892580 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-ed472d3e-e27e-481c-ae57-27a0ad404292 req-6a797050-eab7-472e-b423-c50cb586f1b9 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0cb9e6c7-a47d-42f7-b29a-4db04280f343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338136 Dec 21 13:32:52.950635 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-bddb5672-eb98-48c3-a488-fb48b7cb01d9 req-cf16c792-fa5b-43fe-8040-e1dd6b6952c5 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cb9e6c7-a47d-42f7-b29a-4db04280f343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890868 Dec 21 13:32:53.019014 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-97724a44-ab9c-4ded-b617-39ea6eb569b6 req-49ed4743-1120-45ef-86ef-8fb4014895d7 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a6ea224-c493-4761-802f-c0fd74a07238 HTTP/1.1" status: 200 len: 210 time: 0.0533664 Dec 21 13:32:53.026951 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3502e5cf-1a8e-4ce0-a507-e9a403c69011 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11195289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11288741'] for subnet, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:53.063791 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c0f0779-6d8b-4ebe-a88a-5c819b53b42b req-b93c1c3a-12e6-4bae-a841-b433df6637c1 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Made reservation on behalf of 514e9bec24c54314a7cb99c3771252bb for: {'port': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:32:53.067934 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-1c0f0779-6d8b-4ebe-a88a-5c819b53b42b req-b93c1c3a-12e6-4bae-a841-b433df6637c1 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:53.100124 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3502e5cf-1a8e-4ce0-a507-e9a403c69011 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:32:53.111200 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-3502e5cf-1a8e-4ce0-a507-e9a403c69011 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:32:53.117487 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3502e5cf-1a8e-4ce0-a507-e9a403c69011 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:53.118078 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3502e5cf-1a8e-4ce0-a507-e9a403c69011 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:53.125568 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3502e5cf-1a8e-4ce0-a507-e9a403c69011 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event updated for resources: {'Subnet': ['ID=876571a8-1d75-49a1-b875-60dae720616b,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:53.130850 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d295d56f-02bb-4750-91bc-28aedfa33eb3 None None] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:32:53.177258 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-3502e5cf-1a8e-4ce0-a507-e9a403c69011 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5249884 Dec 21 13:32:53.177768 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59866) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:53.187128 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-7ec96719-7c9c-4236-b359-e32a94d0ea03 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Request body: {'subnet': {'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:32:53.246635 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [req-1c0f0779-6d8b-4ebe-a88a-5c819b53b42b req-b93c1c3a-12e6-4bae-a841-b433df6637c1 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Allocated IP 172.20.0.3 (992ef5ec-42fe-4208-bf57-634a302e31b4/39685a66-cf6e-4fba-b582-a52c00f07c0b/f8159525-b2d3-4de4-92e2-6006a41be913) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:32:53.327722 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9761e1-1989-4578-b812-84a9f65a2ae4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9', 'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9', 'project_id': '4e9b97d81d204c53a28bf5666eaf36b7', 'fixed_ips': [{'subnet_id': '876571a8-1d75-49a1-b875-60dae720616b'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:32:53.328836 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8b9761e1-1989-4578-b812-84a9f65a2ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:53.381897 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ec96719-7c9c-4236-b359-e32a94d0ea03 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Made reservation on behalf of 4e9b97d81d204c53a28bf5666eaf36b7 for: {'subnet': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:32:53.393075 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7ec96719-7c9c-4236-b359-e32a94d0ea03 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12346583'] for subnet, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:53.476918 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-1c0f0779-6d8b-4ebe-a88a-5c819b53b42b req-b93c1c3a-12e6-4bae-a841-b433df6637c1 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:53.521031 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-8b9761e1-1989-4578-b812-84a9f65a2ae4 None None] Allocated IP 2001:db8::2 (ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9/876571a8-1d75-49a1-b875-60dae720616b/8145ba34-197e-45ee-9dad-4628775341c0) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:32:53.525927 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-1c0f0779-6d8b-4ebe-a88a-5c819b53b42b req-b93c1c3a-12e6-4bae-a841-b433df6637c1 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:53.558052 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-45848618-4840-4b9c-849f-b5018d626f08 req-e8cecf34-a5d0-49eb-a9e8-b16326ae8e63 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8ad2273-5a93-4f99-9ea5-e43cad8e09a4 HTTP/1.1" status: 200 len: 210 time: 0.0553546 Dec 21 13:32:53.612076 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.ipam_backend_mixin [None req-7ec96719-7c9c-4236-b359-e32a94d0ea03 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 876571a8-1d75-49a1-b875-60dae720616b (CIDR: 2001:db8::/64) Dec 21 13:32:53.616063 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c0f0779-6d8b-4ebe-a88a-5c819b53b42b req-b93c1c3a-12e6-4bae-a841-b433df6637c1 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Network 992ef5ec-42fe-4208-bf57-634a302e31b4 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:32:53.617505 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ec96719-7c9c-4236-b359-e32a94d0ea03 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 13:32:53.620931 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ec96719-7c9c-4236-b359-e32a94d0ea03 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:32:53.630772 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [req-1c0f0779-6d8b-4ebe-a88a-5c819b53b42b req-b93c1c3a-12e6-4bae-a841-b433df6637c1 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:32:53.637499 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c0f0779-6d8b-4ebe-a88a-5c819b53b42b req-b93c1c3a-12e6-4bae-a841-b433df6637c1 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:32:53.679244 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-7ec96719-7c9c-4236-b359-e32a94d0ea03 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4971175 Dec 21 13:32:53.690865 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93c1c3a-12e6-4bae-a841-b433df6637c1 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Pushing event updated for resources: {'Port': ['ID=f8159525-b2d3-4de4-92e2-6006a41be913,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:53.694714 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59872) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:53.704276 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-f3051cb4-483d-4e90-af92-38bd1ea763ef tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Request body: {'subnet': {'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:32:53.739145 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0f0779-6d8b-4ebe-a88a-5c819b53b42b req-b93c1c3a-12e6-4bae-a841-b433df6637c1 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:53.740623 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-1c0f0779-6d8b-4ebe-a88a-5c819b53b42b req-b93c1c3a-12e6-4bae-a841-b433df6637c1 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:53.767519 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1c0f0779-6d8b-4ebe-a88a-5c819b53b42b req-b93c1c3a-12e6-4bae-a841-b433df6637c1 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1074560 Dec 21 13:32:53.821992 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [req-1c0f0779-6d8b-4ebe-a88a-5c819b53b42b req-fe79a464-4c43-4989-b835-3486d96a49bb service neutron] Request body: {'port': {'device_id': 'b8ad2273-5a93-4f99-9ea5-e43cad8e09a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:32:53.824990 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8b9761e1-1989-4578-b812-84a9f65a2ae4 None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:53.833763 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8b9761e1-1989-4578-b812-84a9f65a2ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:53.857882 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9761e1-1989-4578-b812-84a9f65a2ae4 None None] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:32:53.883365 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-8b9761e1-1989-4578-b812-84a9f65a2ae4 None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:32:53.887323 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9761e1-1989-4578-b812-84a9f65a2ae4 None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:32:53.923583 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3051cb4-483d-4e90-af92-38bd1ea763ef tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Made reservation on behalf of 4e9b97d81d204c53a28bf5666eaf36b7 for: {'subnet': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:32:53.928086 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f3051cb4-483d-4e90-af92-38bd1ea763ef tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12346583'] for subnet, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:53.952250 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-1c0f0779-6d8b-4ebe-a88a-5c819b53b42b req-fe79a464-4c43-4989-b835-3486d96a49bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:54.176153 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-96caf252-b1dd-40e2-b924-3ede47a5962e req-e3331930-a1cb-4e7a-8e7f-c78c2d64e6d1 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a6ea224-c493-4761-802f-c0fd74a07238 HTTP/1.1" status: 200 len: 210 time: 0.0392113 Dec 21 13:32:54.179932 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 7e28e27a-09e2-406b-831d-a5b9892f01af no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:32:54.186158 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9761e1-1989-4578-b812-84a9f65a2ae4 None None] Pushing event updated for resources: {'Port': ['ID=8145ba34-197e-45ee-9dad-4628775341c0,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:54.232108 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: 7e28e27a-09e2-406b-831d-a5b9892f01af {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:32:54.232784 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 7e28e27a-09e2-406b-831d-a5b9892f01af not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:32:54.265713 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-8877ecf6-0fcc-43e5-a189-3c0507fa145d None None] Provisioning complete for port f8159525-b2d3-4de4-92e2-6006a41be913 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:32:54.266086 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8877ecf6-0fcc-43e5-a189-3c0507fa145d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:54.269286 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-8b9761e1-1989-4578-b812-84a9f65a2ae4 None None] Attempting to bind port 8145ba34-197e-45ee-9dad-4628775341c0 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:32:54.269667 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-8b9761e1-1989-4578-b812-84a9f65a2ae4 None None] Attempting to bind port 8145ba34-197e-45ee-9dad-4628775341c0 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b20a5dbe-a251-4a83-ae2d-3ffbda6396cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:32:54.270027 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9761e1-1989-4578-b812-84a9f65a2ae4 None None] Attempting to bind port 8145ba34-197e-45ee-9dad-4628775341c0 on network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:32:54.293874 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0730cff-35b4-4fa0-9e1f-c7a4338dde1d req-4a424c94-1ab6-4f04-b22c-c5960db3f4a0 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:54.295895 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b0730cff-35b4-4fa0-9e1f-c7a4338dde1d req-4a424c94-1ab6-4f04-b22c-c5960db3f4a0 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=015090e6-f9ab-478e-a46a-ce2a1834b9ea HTTP/1.1" status: 200 len: 945 time: 0.1438355 Dec 21 13:32:54.299357 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9761e1-1989-4578-b812-84a9f65a2ae4 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:32:54.299742 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9761e1-1989-4578-b812-84a9f65a2ae4 None None] Checking segment: {'id': 'b20a5dbe-a251-4a83-ae2d-3ffbda6396cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:32:54.300915 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8b9761e1-1989-4578-b812-84a9f65a2ae4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:54.301316 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9761e1-1989-4578-b812-84a9f65a2ae4 None None] Bound using segment: {'id': 'b20a5dbe-a251-4a83-ae2d-3ffbda6396cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:32:54.301810 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-8b9761e1-1989-4578-b812-84a9f65a2ae4 None None] Bound port: 8145ba34-197e-45ee-9dad-4628775341c0, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b20a5dbe-a251-4a83-ae2d-3ffbda6396cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:32:54.302202 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8b9761e1-1989-4578-b812-84a9f65a2ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:54.351421 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-8877ecf6-0fcc-43e5-a189-3c0507fa145d None None] Port f8159525-b2d3-4de4-92e2-6006a41be913 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:32:54.409620 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-8b9761e1-1989-4578-b812-84a9f65a2ae4 None None] For port 8145ba34-197e-45ee-9dad-4628775341c0, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:32:54.414404 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-8b9761e1-1989-4578-b812-84a9f65a2ae4 None None] For port 8145ba34-197e-45ee-9dad-4628775341c0, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8145ba34-197e-45ee-9dad-4628775341c0,segment=NetworkSegment(b20a5dbe-a251-4a83-ae2d-3ffbda6396cf),segment_id=b20a5dbe-a251-4a83-ae2d-3ffbda6396cf)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:32:54.420095 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8b9761e1-1989-4578-b812-84a9f65a2ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:54.485862 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9761e1-1989-4578-b812-84a9f65a2ae4 None None] Pushing event updated for resources: {'Port': ['ID=8145ba34-197e-45ee-9dad-4628775341c0,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:54.507425 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b0730cff-35b4-4fa0-9e1f-c7a4338dde1d req-1504a142-1ff6-480c-aa23-700f1f690517 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cb9e6c7-a47d-42f7-b29a-4db04280f343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1693399 Dec 21 13:32:54.548721 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.objects.ports [None req-f3051cb4-483d-4e90-af92-38bd1ea763ef tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103152) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 21 13:32:54.567001 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27b7470-277a-41f3-80df-1bd3dea1f11c req-b6cebcdf-3e0f-4895-9db1-bff5d3932355 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:54.570247 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c27b7470-277a-41f3-80df-1bd3dea1f11c req-b6cebcdf-3e0f-4895-9db1-bff5d3932355 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.60 "GET /v2.0/networks?id=f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e HTTP/1.1" status: 200 len: 812 time: 0.2695208 Dec 21 13:32:54.628290 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [req-1c0f0779-6d8b-4ebe-a88a-5c819b53b42b req-fe79a464-4c43-4989-b835-3486d96a49bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8159525-b2d3-4de4-92e2-6006a41be913 {{(pid=103153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 13:32:54.638477 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-1c0f0779-6d8b-4ebe-a88a-5c819b53b42b req-fe79a464-4c43-4989-b835-3486d96a49bb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:54.714755 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.provisioning_blocks [req-1c0f0779-6d8b-4ebe-a88a-5c819b53b42b req-fe79a464-4c43-4989-b835-3486d96a49bb service neutron] Transition to ACTIVE for port object f8159525-b2d3-4de4-92e2-6006a41be913 will not be triggered until provisioned by entity L2. {{(pid=103153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 13:32:54.717717 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3faa43f-5c41-4f77-ae01-48d22af2aeda req-7993940c-53a4-4653-8e9b-4646a4b6601e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:54.720504 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-c3faa43f-5c41-4f77-ae01-48d22af2aeda req-7993940c-53a4-4653-8e9b-4646a4b6601e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=015090e6-f9ab-478e-a46a-ce2a1834b9ea HTTP/1.1" status: 200 len: 945 time: 0.1076980 Dec 21 13:32:54.731447 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-1c0f0779-6d8b-4ebe-a88a-5c819b53b42b req-fe79a464-4c43-4989-b835-3486d96a49bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:54.805143 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c27b7470-277a-41f3-80df-1bd3dea1f11c req-0ae264e1-3b31-439d-bcc6-b25c7d724faf tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=365275e264a6451abad9a44f0c54ac18 HTTP/1.1" status: 200 len: 380 time: 0.1978738 Dec 21 13:32:54.835324 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [req-c27b7470-277a-41f3-80df-1bd3dea1f11c req-a0a675d7-100f-4f85-a66c-57a3ca4cfc9e tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Request body: {'port': {'device_id': '8a6ea224-c493-4761-802f-c0fd74a07238', 'network_id': 'f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e', 'admin_state_up': True, 'tenant_id': '365275e264a6451abad9a44f0c54ac18', 'security_groups': ['1ff19183-1617-4928-9f92-ca5348d3a4de']}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:32:54.871868 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f3051cb4-483d-4e90-af92-38bd1ea763ef tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:54.889330 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-c3faa43f-5c41-4f77-ae01-48d22af2aeda req-4527f8f1-96cb-481e-a5c5-09a9a1509cee tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cb9e6c7-a47d-42f7-b29a-4db04280f343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1474044 Dec 21 13:32:54.897327 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d43f013-068a-4680-98d8-5f99dec84971 req-4d00ab0c-a640-4e1c-bd5d-cbaf3d18af4d tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:54.909553 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-2d43f013-068a-4680-98d8-5f99dec84971 req-4d00ab0c-a640-4e1c-bd5d-cbaf3d18af4d tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8ad2273-5a93-4f99-9ea5-e43cad8e09a4 HTTP/1.1" status: 200 len: 931 time: 0.2404218 Dec 21 13:32:54.913559 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59886) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:55.010618 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe79a464-4c43-4989-b835-3486d96a49bb service neutron] Pushing event updated for resources: {'Port': ['ID=f8159525-b2d3-4de4-92e2-6006a41be913,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:55.047518 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3956e78b-bf00-4185-8928-3d52a942c045 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:55.050176 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-3956e78b-bf00-4185-8928-3d52a942c045 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=015090e6-f9ab-478e-a46a-ce2a1834b9ea HTTP/1.1" status: 200 len: 1093 time: 0.1361823 Dec 21 13:32:55.052723 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59888) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:55.060322 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-a81742c2-4237-49ef-a561-f8aa33c729bc tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'floatingip': {'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'port_id': '87d3645d-ab4f-47f9-8e86-3783db91d422', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:32:55.113557 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a81742c2-4237-49ef-a561-f8aa33c729bc tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for floatingip, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:55.129766 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-2d43f013-068a-4680-98d8-5f99dec84971 req-6043c198-588d-4463-817c-7c64ef338fda tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] 10.222.0.37 "GET /v2.0/security-groups?id=45efddab-dcef-4efd-8697-3c0b8cbf9259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2233195 Dec 21 13:32:55.148478 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d8e370f0-4a3d-4233-bb50-68fa64012b2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:55.172741 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-1c0f0779-6d8b-4ebe-a88a-5c819b53b42b req-fe79a464-4c43-4989-b835-3486d96a49bb service neutron] Attempting to bind port f8159525-b2d3-4de4-92e2-6006a41be913 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:32:55.173337 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-1c0f0779-6d8b-4ebe-a88a-5c819b53b42b req-fe79a464-4c43-4989-b835-3486d96a49bb service neutron] Attempting to bind port f8159525-b2d3-4de4-92e2-6006a41be913 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '1a9ea06d-904f-4b0e-8424-0faca3b87b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '992ef5ec-42fe-4208-bf57-634a302e31b4'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:32:55.173673 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0f0779-6d8b-4ebe-a88a-5c819b53b42b req-fe79a464-4c43-4989-b835-3486d96a49bb service neutron] Attempting to bind port f8159525-b2d3-4de4-92e2-6006a41be913 on network 992ef5ec-42fe-4208-bf57-634a302e31b4 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:32:55.184938 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0f0779-6d8b-4ebe-a88a-5c819b53b42b req-fe79a464-4c43-4989-b835-3486d96a49bb service neutron] Port f8159525-b2d3-4de4-92e2-6006a41be913 on network 992ef5ec-42fe-4208-bf57-634a302e31b4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 13:32:55.185270 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0f0779-6d8b-4ebe-a88a-5c819b53b42b req-fe79a464-4c43-4989-b835-3486d96a49bb service neutron] Attempting to bind port f8159525-b2d3-4de4-92e2-6006a41be913 on network 992ef5ec-42fe-4208-bf57-634a302e31b4 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:32:55.193380 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0f0779-6d8b-4ebe-a88a-5c819b53b42b req-fe79a464-4c43-4989-b835-3486d96a49bb service neutron] Checking agent: {'id': 'cb078e0e-af00-4e4f-8117-46ca6496af1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 23, 43), 'started_at': datetime.datetime(2021, 12, 21, 13, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:32:55.193727 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0f0779-6d8b-4ebe-a88a-5c819b53b42b req-fe79a464-4c43-4989-b835-3486d96a49bb service neutron] Checking segment: {'id': '1a9ea06d-904f-4b0e-8424-0faca3b87b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '992ef5ec-42fe-4208-bf57-634a302e31b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:32:55.194117 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0f0779-6d8b-4ebe-a88a-5c819b53b42b req-fe79a464-4c43-4989-b835-3486d96a49bb service neutron] Bound using segment: {'id': '1a9ea06d-904f-4b0e-8424-0faca3b87b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '992ef5ec-42fe-4208-bf57-634a302e31b4'} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:32:55.194586 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-1c0f0779-6d8b-4ebe-a88a-5c819b53b42b req-fe79a464-4c43-4989-b835-3486d96a49bb service neutron] Bound port: f8159525-b2d3-4de4-92e2-6006a41be913, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a9ea06d-904f-4b0e-8424-0faca3b87b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '992ef5ec-42fe-4208-bf57-634a302e31b4'}}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:32:55.194951 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-1c0f0779-6d8b-4ebe-a88a-5c819b53b42b req-fe79a464-4c43-4989-b835-3486d96a49bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:55.210501 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c27b7470-277a-41f3-80df-1bd3dea1f11c req-a0a675d7-100f-4f85-a66c-57a3ca4cfc9e tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Made reservation on behalf of 365275e264a6451abad9a44f0c54ac18 for: {'port': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:32:55.219964 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-c27b7470-277a-41f3-80df-1bd3dea1f11c req-a0a675d7-100f-4f85-a66c-57a3ca4cfc9e tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:55.330031 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-f3051cb4-483d-4e90-af92-38bd1ea763ef tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] For port 8145ba34-197e-45ee-9dad-4628775341c0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8145ba34-197e-45ee-9dad-4628775341c0,segment=NetworkSegment(b20a5dbe-a251-4a83-ae2d-3ffbda6396cf),segment_id=b20a5dbe-a251-4a83-ae2d-3ffbda6396cf)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:32:55.358639 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-5123472c-89c6-4b45-8cce-b4d32894bc06 req-dd380a37-4fdf-4bec-b873-438266a74693 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a6ea224-c493-4761-802f-c0fd74a07238 HTTP/1.1" status: 200 len: 210 time: 0.0485475 Dec 21 13:32:55.419433 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f3051cb4-483d-4e90-af92-38bd1ea763ef tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:55.419666 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [req-c27b7470-277a-41f3-80df-1bd3dea1f11c req-a0a675d7-100f-4f85-a66c-57a3ca4cfc9e tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Allocated IP 172.20.0.6 (f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e/52704ce2-43ea-427f-a9de-c74c83467400/91a353c1-feb7-4d70-b583-96ff84962775) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:32:55.427122 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a81742c2-4237-49ef-a561-f8aa33c729bc tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:55.432446 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f3051cb4-483d-4e90-af92-38bd1ea763ef tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805230'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:55.433806 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f3051cb4-483d-4e90-af92-38bd1ea763ef tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12346565'] for subnet, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:55.468134 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-1c0f0779-6d8b-4ebe-a88a-5c819b53b42b req-fe79a464-4c43-4989-b835-3486d96a49bb service neutron] For port f8159525-b2d3-4de4-92e2-6006a41be913, host hv-neutron-mast, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:32:55.500657 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-1c0f0779-6d8b-4ebe-a88a-5c819b53b42b req-fe79a464-4c43-4989-b835-3486d96a49bb service neutron] For port f8159525-b2d3-4de4-92e2-6006a41be913, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=f8159525-b2d3-4de4-92e2-6006a41be913,segment=NetworkSegment(1a9ea06d-904f-4b0e-8424-0faca3b87b12),segment_id=1a9ea06d-904f-4b0e-8424-0faca3b87b12)] {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:32:55.555580 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3051cb4-483d-4e90-af92-38bd1ea763ef tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:32:55.576616 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-f3051cb4-483d-4e90-af92-38bd1ea763ef tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:32:55.588180 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-c27b7470-277a-41f3-80df-1bd3dea1f11c req-a0a675d7-100f-4f85-a66c-57a3ca4cfc9e tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:55.590287 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-1c0f0779-6d8b-4ebe-a88a-5c819b53b42b req-fe79a464-4c43-4989-b835-3486d96a49bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:55.591366 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3051cb4-483d-4e90-af92-38bd1ea763ef tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:55.592266 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f3051cb4-483d-4e90-af92-38bd1ea763ef tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:55.599881 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3051cb4-483d-4e90-af92-38bd1ea763ef tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event updated for resources: {'Subnet': ['ID=ba7ab4f4-8b77-48ae-858d-4a506a0eca07,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:55.614988 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3051cb4-483d-4e90-af92-38bd1ea763ef tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event updated for resources: {'Port': ['ID=8145ba34-197e-45ee-9dad-4628775341c0,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:55.643140 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0f0779-6d8b-4ebe-a88a-5c819b53b42b req-fe79a464-4c43-4989-b835-3486d96a49bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:55.643777 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-1c0f0779-6d8b-4ebe-a88a-5c819b53b42b req-fe79a464-4c43-4989-b835-3486d96a49bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:55.645256 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1c0f0779-6d8b-4ebe-a88a-5c819b53b42b req-fe79a464-4c43-4989-b835-3486d96a49bb service neutron] 10.222.0.60 "PUT /v2.0/ports/f8159525-b2d3-4de4-92e2-6006a41be913 HTTP/1.1" status: 200 len: 1093 time: 1.8369844 Dec 21 13:32:55.647372 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8ad2273-5a93-4f99-9ea5-e43cad8e09a4', 'tag': 'f8159525-b2d3-4de4-92e2-6006a41be913'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:32:55.649700 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af6034c98e584fa55ea4398f343c742ceb598288507feaf30d5a15785b2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9565bbae-29a8-4dcc-a0f8-723bde0f9bd0" -d '{"events": [{"name": "network-changed", "server_uuid": "b8ad2273-5a93-4f99-9ea5-e43cad8e09a4", "tag": "f8159525-b2d3-4de4-92e2-6006a41be913"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:32:55.651809 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-f3051cb4-483d-4e90-af92-38bd1ea763ef tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.9540293 Dec 21 13:32:55.655375 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59892) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:55.670121 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-acac6037-fa80-42a1-87d9-ade3e5775334 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Request body: {'port': {'network_id': 'ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9', 'mac_address': 'fa:16:3e:f4:2b:b6', 'name': 'tempest-NetworksTestDHCPv6-1523564661'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:32:55.762770 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe79a464-4c43-4989-b835-3486d96a49bb service neutron] Pushing event updated for resources: {'Port': ['ID=f8159525-b2d3-4de4-92e2-6006a41be913,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:55.774096 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 13:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b185333b-34f4-4969-8fca-0bd8141e18d7 x-openstack-request-id: req-b185333b-34f4-4969-8fca-0bd8141e18d7 {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:32:55.774515 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8ad2273-5a93-4f99-9ea5-e43cad8e09a4", "tag": "f8159525-b2d3-4de4-92e2-6006a41be913", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:32:55.774840 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b185333b-34f4-4969-8fca-0bd8141e18d7 {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:32:55.775831 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8ad2273-5a93-4f99-9ea5-e43cad8e09a4', 'tag': 'f8159525-b2d3-4de4-92e2-6006a41be913', 'status': 'completed', 'code': 200} Dec 21 13:32:55.807168 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-a81742c2-4237-49ef-a561-f8aa33c729bc tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Allocated IP 172.36.3.51 (7fdf1889-f079-4166-bbda-88b2a8d8d595/051a5607-1753-4008-a2f2-d94b48752e9c/bd29e9b6-dcc5-4547-add6-1ff26d5d8b21) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:32:55.847116 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-c27b7470-277a-41f3-80df-1bd3dea1f11c req-a0a675d7-100f-4f85-a66c-57a3ca4cfc9e tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:55.916441 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c27b7470-277a-41f3-80df-1bd3dea1f11c req-a0a675d7-100f-4f85-a66c-57a3ca4cfc9e tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Network f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:32:55.926574 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [req-c27b7470-277a-41f3-80df-1bd3dea1f11c req-a0a675d7-100f-4f85-a66c-57a3ca4cfc9e tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:32:55.939786 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [req-c27b7470-277a-41f3-80df-1bd3dea1f11c req-a0a675d7-100f-4f85-a66c-57a3ca4cfc9e tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:32:55.954117 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0f0779-6d8b-4ebe-a88a-5c819b53b42b req-eb93f5ec-63cd-4e00-8767-84f69f792ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:55.955861 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1c0f0779-6d8b-4ebe-a88a-5c819b53b42b req-eb93f5ec-63cd-4e00-8767-84f69f792ba6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=514e9bec24c54314a7cb99c3771252bb&device_id=b8ad2273-5a93-4f99-9ea5-e43cad8e09a4 HTTP/1.1" status: 200 len: 1096 time: 0.2159376 Dec 21 13:32:56.025630 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acac6037-fa80-42a1-87d9-ade3e5775334 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Made reservation on behalf of 4e9b97d81d204c53a28bf5666eaf36b7 for: {'port': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:32:56.095229 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1c0f0779-6d8b-4ebe-a88a-5c819b53b42b req-e6796b62-a36e-4b6d-8aff-bb8173236765 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f8159525-b2d3-4de4-92e2-6006a41be913 HTTP/1.1" status: 200 len: 217 time: 0.1109138 Dec 21 13:32:56.111891 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a675d7-100f-4f85-a66c-57a3ca4cfc9e tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Pushing event updated for resources: {'Port': ['ID=91a353c1-feb7-4d70-b583-96ff84962775,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:56.144455 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7bb48e4-2574-418f-a16c-724ba97cc43f None None] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:32:56.182837 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 8145ba34-197e-45ee-9dad-4628775341c0 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:32:56.198670 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a81742c2-4237-49ef-a561-f8aa33c729bc tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:56.200514 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27b7470-277a-41f3-80df-1bd3dea1f11c req-a0a675d7-100f-4f85-a66c-57a3ca4cfc9e tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:56.201210 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-c27b7470-277a-41f3-80df-1bd3dea1f11c req-a0a675d7-100f-4f85-a66c-57a3ca4cfc9e tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:56.235245 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0f0779-6d8b-4ebe-a88a-5c819b53b42b req-6ab4cde1-c85c-4d86-a538-1f1a767ea557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:56.238161 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1c0f0779-6d8b-4ebe-a88a-5c819b53b42b req-6ab4cde1-c85c-4d86-a538-1f1a767ea557 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=39685a66-cf6e-4fba-b582-a52c00f07c0b HTTP/1.1" status: 200 len: 835 time: 0.1214015 Dec 21 13:32:56.250254 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c27b7470-277a-41f3-80df-1bd3dea1f11c req-a0a675d7-100f-4f85-a66c-57a3ca4cfc9e tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4252186 Dec 21 13:32:56.254639 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a81742c2-4237-49ef-a561-f8aa33c729bc tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:56.302705 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [req-c27b7470-277a-41f3-80df-1bd3dea1f11c req-f72e18be-1723-4c16-8388-502a0967ba10 service neutron] Request body: {'port': {'device_id': '8a6ea224-c493-4761-802f-c0fd74a07238', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:32:56.308801 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-acac6037-fa80-42a1-87d9-ade3e5775334 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:56.373930 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81742c2-4237-49ef-a561-f8aa33c729bc tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Network 7fdf1889-f079-4166-bbda-88b2a8d8d595 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:32:56.383188 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0f0779-6d8b-4ebe-a88a-5c819b53b42b req-1e1a6c1f-abf1-4eb8-8341-5510456343f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:56.385412 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1c0f0779-6d8b-4ebe-a88a-5c819b53b42b req-1e1a6c1f-abf1-4eb8-8341-5510456343f4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=992ef5ec-42fe-4208-bf57-634a302e31b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1343737 Dec 21 13:32:56.389741 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-acac6037-fa80-42a1-87d9-ade3e5775334 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] device_id is not set on port 9af22658-b9a9-46f9-b6c3-eacf849a0b97 yet. {{(pid=103152) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 13:32:56.412502 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-0898e989-aeef-47ef-a5a3-e97cdbe1f5ef None None] Provisioning complete for port 8145ba34-197e-45ee-9dad-4628775341c0 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:32:56.416576 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-0898e989-aeef-47ef-a5a3-e97cdbe1f5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:56.475860 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-c27b7470-277a-41f3-80df-1bd3dea1f11c req-f72e18be-1723-4c16-8388-502a0967ba10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:56.513806 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 8145ba34-197e-45ee-9dad-4628775341c0 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:32:56.514332 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:56.624511 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-acac6037-fa80-42a1-87d9-ade3e5775334 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Allocated IP 2001:db8::1cc (ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9/876571a8-1d75-49a1-b875-60dae720616b/9af22658-b9a9-46f9-b6c3-eacf849a0b97) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:32:56.634901 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-a81742c2-4237-49ef-a561-f8aa33c729bc tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:32:56.643299 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-acac6037-fa80-42a1-87d9-ade3e5775334 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Allocated IP 2001:db8:0:1:f816:3eff:fef4:2bb6 (ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9/ba7ab4f4-8b77-48ae-858d-4a506a0eca07/9af22658-b9a9-46f9-b6c3-eacf849a0b97) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:32:56.648601 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81742c2-4237-49ef-a561-f8aa33c729bc tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:32:56.659352 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81742c2-4237-49ef-a561-f8aa33c729bc tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'Port': ['ID=bd29e9b6-dcc5-4547-add6-1ff26d5d8b21,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:56.667779 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1c0f0779-6d8b-4ebe-a88a-5c819b53b42b req-56d50783-6885-41ba-86cc-662d74d9433a service neutron] 10.222.0.60 "GET /v2.0/networks/992ef5ec-42fe-4208-bf57-634a302e31b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621002 Dec 21 13:32:56.678494 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:56.714691 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-0898e989-aeef-47ef-a5a3-e97cdbe1f5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:56.719302 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c9175c-4200-4a8b-9e41-f89237e86087 req-ba698ed8-6ea1-4935-9bd6-5413650e1524 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:56.721465 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-90c9175c-4200-4a8b-9e41-f89237e86087 req-ba698ed8-6ea1-4935-9bd6-5413650e1524 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8ad2273-5a93-4f99-9ea5-e43cad8e09a4 HTTP/1.1" status: 200 len: 943 time: 0.4183688 Dec 21 13:32:56.768433 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] For port 8145ba34-197e-45ee-9dad-4628775341c0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8145ba34-197e-45ee-9dad-4628775341c0,segment=NetworkSegment(b20a5dbe-a251-4a83-ae2d-3ffbda6396cf),segment_id=b20a5dbe-a251-4a83-ae2d-3ffbda6396cf)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:32:56.778304 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:56.840510 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f9349f-91fb-4a61-a196-5317146ce94f req-0d3b6ab9-a12e-4a69-a05a-1cb44d881f00 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:56.849840 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-69f9349f-91fb-4a61-a196-5317146ce94f req-0d3b6ab9-a12e-4a69-a05a-1cb44d881f00 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a6ea224-c493-4761-802f-c0fd74a07238 HTTP/1.1" status: 200 len: 931 time: 0.3887601 Dec 21 13:32:56.877889 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Pushing event updated for resources: {'Port': ['ID=8145ba34-197e-45ee-9dad-4628775341c0,revision_number=5']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:56.881816 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.db.api [None req-0898e989-aeef-47ef-a5a3-e97cdbe1f5ef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 13:32:56.881816 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG oslo_db.api [None req-0898e989-aeef-47ef-a5a3-e97cdbe1f5ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 13:32:56.956830 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-90c9175c-4200-4a8b-9e41-f89237e86087 req-3d14871c-9c92-4b90-a53d-1d3ac8ebdb23 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] 10.222.0.37 "GET /v2.0/security-groups?id=45efddab-dcef-4efd-8697-3c0b8cbf9259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2228024 Dec 21 13:32:57.021198 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-69f9349f-91fb-4a61-a196-5317146ce94f req-8af36052-9ae7-4578-abbe-d5ba781b7fdb tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/security-groups?id=1ff19183-1617-4928-9f92-ca5348d3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1704690 Dec 21 13:32:57.086835 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1c0f0779-6d8b-4ebe-a88a-5c819b53b42b req-e83f7904-a260-4f15-8b73-de6b767db47c service neutron] 10.222.0.60 "GET /v2.0/networks/992ef5ec-42fe-4208-bf57-634a302e31b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262363 Dec 21 13:32:57.114877 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-acac6037-fa80-42a1-87d9-ade3e5775334 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:57.186419 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [req-c27b7470-277a-41f3-80df-1bd3dea1f11c req-f72e18be-1723-4c16-8388-502a0967ba10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91a353c1-feb7-4d70-b583-96ff84962775 {{(pid=103153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 13:32:57.209228 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-c27b7470-277a-41f3-80df-1bd3dea1f11c req-f72e18be-1723-4c16-8388-502a0967ba10 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:57.243928 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.provisioning_blocks [req-c27b7470-277a-41f3-80df-1bd3dea1f11c req-f72e18be-1723-4c16-8388-502a0967ba10 service neutron] Transition to ACTIVE for port object 91a353c1-feb7-4d70-b583-96ff84962775 will not be triggered until provisioned by entity L2. {{(pid=103153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 13:32:57.246991 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-acac6037-fa80-42a1-87d9-ade3e5775334 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:57.259884 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9565bbae-29a8-4dcc-a0f8-723bde0f9bd0 req-3a0cdc97-cf30-48e3-adbd-c7cc66e9b404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:57.261578 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-9565bbae-29a8-4dcc-a0f8-723bde0f9bd0 req-3a0cdc97-cf30-48e3-adbd-c7cc66e9b404 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=514e9bec24c54314a7cb99c3771252bb&device_id=b8ad2273-5a93-4f99-9ea5-e43cad8e09a4 HTTP/1.1" status: 200 len: 1096 time: 0.0671825 Dec 21 13:32:57.262528 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-c27b7470-277a-41f3-80df-1bd3dea1f11c req-f72e18be-1723-4c16-8388-502a0967ba10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:57.428499 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9565bbae-29a8-4dcc-a0f8-723bde0f9bd0 req-cd54a06d-f9e3-4704-8875-d6060e55b6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:57.430510 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-9565bbae-29a8-4dcc-a0f8-723bde0f9bd0 req-cd54a06d-f9e3-4704-8875-d6060e55b6b8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=992ef5ec-42fe-4208-bf57-634a302e31b4 HTTP/1.1" status: 200 len: 896 time: 0.1614046 Dec 21 13:32:57.502513 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72e18be-1723-4c16-8388-502a0967ba10 service neutron] Pushing event updated for resources: {'Port': ['ID=91a353c1-feb7-4d70-b583-96ff84962775,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:57.526677 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-9565bbae-29a8-4dcc-a0f8-723bde0f9bd0 req-fe856875-4d61-496f-8a0f-ebebfbac14c1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f8159525-b2d3-4de4-92e2-6006a41be913 HTTP/1.1" status: 200 len: 217 time: 0.0750227 Dec 21 13:32:57.582294 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d47286c6-c7b6-4d77-ba5d-1b3247ee4999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:57.620396 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-7c7a9f4a-cff1-4f66-a07d-02ebb67fc4a9 None None] Provisioning complete for port 8145ba34-197e-45ee-9dad-4628775341c0 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:32:57.620654 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7c7a9f4a-cff1-4f66-a07d-02ebb67fc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:57.716364 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-c27b7470-277a-41f3-80df-1bd3dea1f11c req-f72e18be-1723-4c16-8388-502a0967ba10 service neutron] Attempting to bind port 91a353c1-feb7-4d70-b583-96ff84962775 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:32:57.716931 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-c27b7470-277a-41f3-80df-1bd3dea1f11c req-f72e18be-1723-4c16-8388-502a0967ba10 service neutron] Attempting to bind port 91a353c1-feb7-4d70-b583-96ff84962775 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '437cc747-44ac-45bd-9854-eb847f13c4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:32:57.717260 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27b7470-277a-41f3-80df-1bd3dea1f11c req-f72e18be-1723-4c16-8388-502a0967ba10 service neutron] Attempting to bind port 91a353c1-feb7-4d70-b583-96ff84962775 on network f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:32:57.727181 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9565bbae-29a8-4dcc-a0f8-723bde0f9bd0 req-cbe9fb97-cc9b-40f4-9483-f8ba5eed3c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:57.728306 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-9565bbae-29a8-4dcc-a0f8-723bde0f9bd0 req-cbe9fb97-cc9b-40f4-9483-f8ba5eed3c7c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=39685a66-cf6e-4fba-b582-a52c00f07c0b HTTP/1.1" status: 200 len: 835 time: 0.1718109 Dec 21 13:32:57.730957 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27b7470-277a-41f3-80df-1bd3dea1f11c req-f72e18be-1723-4c16-8388-502a0967ba10 service neutron] Port 91a353c1-feb7-4d70-b583-96ff84962775 on network f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 13:32:57.731324 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27b7470-277a-41f3-80df-1bd3dea1f11c req-f72e18be-1723-4c16-8388-502a0967ba10 service neutron] Attempting to bind port 91a353c1-feb7-4d70-b583-96ff84962775 on network f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:32:57.752484 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27b7470-277a-41f3-80df-1bd3dea1f11c req-f72e18be-1723-4c16-8388-502a0967ba10 service neutron] Checking agent: {'id': 'cb078e0e-af00-4e4f-8117-46ca6496af1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 23, 43), 'started_at': datetime.datetime(2021, 12, 21, 13, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:32:57.752973 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27b7470-277a-41f3-80df-1bd3dea1f11c req-f72e18be-1723-4c16-8388-502a0967ba10 service neutron] Checking segment: {'id': '437cc747-44ac-45bd-9854-eb847f13c4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:32:57.753640 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27b7470-277a-41f3-80df-1bd3dea1f11c req-f72e18be-1723-4c16-8388-502a0967ba10 service neutron] Bound using segment: {'id': '437cc747-44ac-45bd-9854-eb847f13c4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e'} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:32:57.754100 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-c27b7470-277a-41f3-80df-1bd3dea1f11c req-f72e18be-1723-4c16-8388-502a0967ba10 service neutron] Bound port: 91a353c1-feb7-4d70-b583-96ff84962775, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '437cc747-44ac-45bd-9854-eb847f13c4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e'}}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:32:57.754494 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-c27b7470-277a-41f3-80df-1bd3dea1f11c req-f72e18be-1723-4c16-8388-502a0967ba10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:57.770166 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acac6037-fa80-42a1-87d9-ade3e5775334 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:32:57.781424 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-acac6037-fa80-42a1-87d9-ade3e5775334 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:32:57.787730 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acac6037-fa80-42a1-87d9-ade3e5775334 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:32:57.794123 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acac6037-fa80-42a1-87d9-ade3e5775334 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:57.794814 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-acac6037-fa80-42a1-87d9-ade3e5775334 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:57.808120 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acac6037-fa80-42a1-87d9-ade3e5775334 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event updated for resources: {'Port': ['ID=9af22658-b9a9-46f9-b6c3-eacf849a0b97,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:57.870147 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9565bbae-29a8-4dcc-a0f8-723bde0f9bd0 req-5002adc5-6584-4ad8-a2a9-5e1a8c3a96e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:57.871816 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-9565bbae-29a8-4dcc-a0f8-723bde0f9bd0 req-5002adc5-6584-4ad8-a2a9-5e1a8c3a96e7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=992ef5ec-42fe-4208-bf57-634a302e31b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1283910 Dec 21 13:32:57.872171 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-acac6037-fa80-42a1-87d9-ade3e5775334 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.2161736 Dec 21 13:32:57.874806 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59900) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:57.923660 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-c27b7470-277a-41f3-80df-1bd3dea1f11c req-f72e18be-1723-4c16-8388-502a0967ba10 service neutron] For port 91a353c1-feb7-4d70-b583-96ff84962775, host hv-neutron-mast, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:32:57.972753 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a81742c2-4237-49ef-a561-f8aa33c729bc tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:57.983101 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-c27b7470-277a-41f3-80df-1bd3dea1f11c req-f72e18be-1723-4c16-8388-502a0967ba10 service neutron] For port 91a353c1-feb7-4d70-b583-96ff84962775, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=91a353c1-feb7-4d70-b583-96ff84962775,segment=NetworkSegment(437cc747-44ac-45bd-9854-eb847f13c4b8),segment_id=437cc747-44ac-45bd-9854-eb847f13c4b8)] {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:32:57.999528 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-c27b7470-277a-41f3-80df-1bd3dea1f11c req-f72e18be-1723-4c16-8388-502a0967ba10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:58.041087 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-e66423cd-3792-4c28-8832-bf1748d6f057 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Deleting port 9af22658-b9a9-46f9-b6c3-eacf849a0b97 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:32:58.044291 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e66423cd-3792-4c28-8832-bf1748d6f057 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:58.057290 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 8145ba34-197e-45ee-9dad-4628775341c0 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:32:58.216645 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-1a326aaa-ca41-4bbd-b570-3e0a0959f05f None None] Provisioning complete for port 9af22658-b9a9-46f9-b6c3-eacf849a0b97 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:32:58.217061 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-1a326aaa-ca41-4bbd-b570-3e0a0959f05f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:58.243123 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 8145ba34-197e-45ee-9dad-4628775341c0 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:32:58.243530 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:58.249775 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e66423cd-3792-4c28-8832-bf1748d6f057 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:58.267987 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-e66423cd-3792-4c28-8832-bf1748d6f057 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Calling delete_port for 9af22658-b9a9-46f9-b6c3-eacf849a0b97 owned by {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:32:58.304333 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-1a326aaa-ca41-4bbd-b570-3e0a0959f05f None None] Port 9af22658-b9a9-46f9-b6c3-eacf849a0b97 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:32:58.389465 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a81742c2-4237-49ef-a561-f8aa33c729bc tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:58.448593 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3242af-10d4-4e76-862e-85cc86304e37 req-4c0be86a-8684-4b4f-bbcd-117c970cb6d3 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:58.450229 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-4e3242af-10d4-4e76-862e-85cc86304e37 req-4c0be86a-8684-4b4f-bbcd-117c970cb6d3 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8ad2273-5a93-4f99-9ea5-e43cad8e09a4 HTTP/1.1" status: 200 len: 943 time: 0.2965198 Dec 21 13:32:58.495300 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27b7470-277a-41f3-80df-1bd3dea1f11c req-f72e18be-1723-4c16-8388-502a0967ba10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:58.495934 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-c27b7470-277a-41f3-80df-1bd3dea1f11c req-f72e18be-1723-4c16-8388-502a0967ba10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:58.497401 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c27b7470-277a-41f3-80df-1bd3dea1f11c req-f72e18be-1723-4c16-8388-502a0967ba10 service neutron] 10.222.0.60 "PUT /v2.0/ports/91a353c1-feb7-4d70-b583-96ff84962775 HTTP/1.1" status: 200 len: 1093 time: 2.2348285 Dec 21 13:32:58.501493 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a6ea224-c493-4761-802f-c0fd74a07238', 'tag': '91a353c1-feb7-4d70-b583-96ff84962775'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:32:58.504346 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af6034c98e584fa55ea4398f343c742ceb598288507feaf30d5a15785b2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81236b0e-e92c-4ec9-854e-44411dbe968f" -d '{"events": [{"name": "network-changed", "server_uuid": "8a6ea224-c493-4761-802f-c0fd74a07238", "tag": "91a353c1-feb7-4d70-b583-96ff84962775"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:32:58.519254 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-9565bbae-29a8-4dcc-a0f8-723bde0f9bd0 req-f75e9401-e51f-455b-94aa-d21127e7a4fe service neutron] 10.222.0.60 "GET /v2.0/networks/992ef5ec-42fe-4208-bf57-634a302e31b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6395543 Dec 21 13:32:58.587894 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72e18be-1723-4c16-8388-502a0967ba10 service neutron] Pushing event updated for resources: {'Port': ['ID=91a353c1-feb7-4d70-b583-96ff84962775,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:58.615834 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:32:58.615834 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:32:58.615834 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:32:58.615834 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:32:58.615834 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:32:58.615834 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:32:58.615834 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:32:58.615834 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:32:58.615834 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:32:58.615834 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:32:58.615834 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:32:58.615834 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:32:58.615834 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:32:58.615834 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:32:58.615834 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:32:58.615834 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:32:58.615834 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:32:58.615834 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:32:58.615834 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:32:58.615834 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:32:58.615834 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:32:58.615834 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:32:58.615834 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:32:58.615834 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:32:58.615834 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:32:58.615834 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:32:58.615834 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:32:58.615834 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:32:58.615834 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:32:58.615834 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:32:58.615834 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:32:58.615834 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:32:58.615834 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:32:58.615834 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:32:58.615834 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:32:58.615834 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:32:58.615834 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:32:58.615834 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:32:58.615834 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:32:58.615834 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:32:58.615834 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:32:58.615834 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:32:58.615834 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:32:58.615834 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:32:58.615834 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:32:58.615834 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:32:58.615834 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:32:58.615834 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:32:58.620108 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d59f99-8cb9-46e6-a22a-0dbc961076d1 req-0265e872-5309-472b-8161-dadb3bfb48f7 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:58.625075 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e66423cd-3792-4c28-8832-bf1748d6f057 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:58.626064 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-11d59f99-8cb9-46e6-a22a-0dbc961076d1 req-0265e872-5309-472b-8161-dadb3bfb48f7 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a6ea224-c493-4761-802f-c0fd74a07238 HTTP/1.1" status: 200 len: 943 time: 0.1795926 Dec 21 13:32:58.717053 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-9565bbae-29a8-4dcc-a0f8-723bde0f9bd0 req-8ab8b484-df26-42eb-9d6c-f7073b5f7a57 service neutron] 10.222.0.60 "GET /v2.0/networks/992ef5ec-42fe-4208-bf57-634a302e31b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869361 Dec 21 13:32:58.755469 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:58.764746 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66423cd-3792-4c28-8832-bf1748d6f057 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event deleted for resources: {'Port': ['ID=9af22658-b9a9-46f9-b6c3-eacf849a0b97,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:58.775188 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27b7470-277a-41f3-80df-1bd3dea1f11c req-4fec6fcf-cb4b-4a51-b3e0-7a8c1086e2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:58.776948 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c27b7470-277a-41f3-80df-1bd3dea1f11c req-4fec6fcf-cb4b-4a51-b3e0-7a8c1086e2cb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=365275e264a6451abad9a44f0c54ac18&device_id=8a6ea224-c493-4761-802f-c0fd74a07238 HTTP/1.1" status: 200 len: 1096 time: 0.2032599 Dec 21 13:32:58.781519 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-11d59f99-8cb9-46e6-a22a-0dbc961076d1 req-7afda66f-f407-4cce-92f5-b3708faf66b0 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/security-groups?id=1ff19183-1617-4928-9f92-ca5348d3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545711 Dec 21 13:32:58.864585 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c27b7470-277a-41f3-80df-1bd3dea1f11c req-ae6fb02e-2f6f-469d-a881-a7906fb6fb19 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=91a353c1-feb7-4d70-b583-96ff84962775 HTTP/1.1" status: 200 len: 217 time: 0.0742688 Dec 21 13:32:58.866526 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 13:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72b9618e-dff8-4b9e-a9f4-c0ba123f6088 x-openstack-request-id: req-72b9618e-dff8-4b9e-a9f4-c0ba123f6088 {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:32:58.866818 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a6ea224-c493-4761-802f-c0fd74a07238", "tag": "91a353c1-feb7-4d70-b583-96ff84962775", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:32:58.867069 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-72b9618e-dff8-4b9e-a9f4-c0ba123f6088 {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:32:58.867457 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a6ea224-c493-4761-802f-c0fd74a07238', 'tag': '91a353c1-feb7-4d70-b583-96ff84962775', 'status': 'completed', 'code': 200} Dec 21 13:32:58.893586 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-4e3242af-10d4-4e76-862e-85cc86304e37 req-b407d43b-b394-41f2-a6bb-c7b0a226f9b1 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] 10.222.0.37 "GET /v2.0/security-groups?id=45efddab-dcef-4efd-8697-3c0b8cbf9259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4218578 Dec 21 13:32:58.919867 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e66423cd-3792-4c28-8832-bf1748d6f057 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:58.925465 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-e66423cd-3792-4c28-8832-bf1748d6f057 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "DELETE /v2.0/ports/9af22658-b9a9-46f9-b6c3-eacf849a0b97 HTTP/1.1" status: 204 len: 168 time: 1.0494266 Dec 21 13:32:58.927952 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 59908) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:58.948573 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a81742c2-4237-49ef-a561-f8aa33c729bc tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:58.956037 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a81742c2-4237-49ef-a561-f8aa33c729bc tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805230'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:58.968511 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27b7470-277a-41f3-80df-1bd3dea1f11c req-dc81a97a-9f7b-48d1-9e77-cea49d53e774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:58.970123 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c27b7470-277a-41f3-80df-1bd3dea1f11c req-dc81a97a-9f7b-48d1-9e77-cea49d53e774 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=52704ce2-43ea-427f-a9de-c74c83467400 HTTP/1.1" status: 200 len: 851 time: 0.0959945 Dec 21 13:32:59.024345 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb28c1b0-dc42-4d31-bb4f-47f5c1d9ab57 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:59.026686 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-cb28c1b0-dc42-4d31-bb4f-47f5c1d9ab57 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0977120 Dec 21 13:32:59.034768 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 59910) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:59.054394 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27b7470-277a-41f3-80df-1bd3dea1f11c req-ca644fd1-1ee6-4f48-a1aa-bd090a77b94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:59.056057 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c27b7470-277a-41f3-80df-1bd3dea1f11c req-ca644fd1-1ee6-4f48-a1aa-bd090a77b94d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795159 Dec 21 13:32:59.056760 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81742c2-4237-49ef-a561-f8aa33c729bc tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'Port': ['ID=bd29e9b6-dcc5-4547-add6-1ff26d5d8b21,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:59.063787 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a81742c2-4237-49ef-a561-f8aa33c729bc tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548820'] for floatingip, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:59.137358 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a648a918-9e4d-427c-ad8a-3ab7d70a1d29 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:59.141443 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-a648a918-9e4d-427c-ad8a-3ab7d70a1d29 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0995469 Dec 21 13:32:59.154674 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59912) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:59.196653 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c27b7470-277a-41f3-80df-1bd3dea1f11c req-f1166edd-6f82-4319-89b0-075299d21536 service neutron] 10.222.0.60 "GET /v2.0/networks/f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182978 Dec 21 13:32:59.227211 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c135b06-e309-4538-b283-182df4f8c8b7 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:59.228645 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c135b06-e309-4538-b283-182df4f8c8b7 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:59.230146 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c135b06-e309-4538-b283-182df4f8c8b7 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:59.231768 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-4c135b06-e309-4538-b283-182df4f8c8b7 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0762174 Dec 21 13:32:59.232931 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.l3_db [None req-a81742c2-4237-49ef-a561-f8aa33c729bc tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Floating IP 5501bd08-59f1-420e-a0a6-a6eda046d6b1 associated. External IP: 172.36.3.51, port: 87d3645d-ab4f-47f9-8e86-3783db91d422. Dec 21 13:32:59.235267 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 59914) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:59.331604 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_v2 [None req-70cbabb3-04b5-4771-a035-1cf90664d822 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Deleting subnet 876571a8-1d75-49a1-b875-60dae720616b {{(pid=103153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:32:59.338739 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-70cbabb3-04b5-4771-a035-1cf90664d822 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for subnet, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:59.342939 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c27b7470-277a-41f3-80df-1bd3dea1f11c req-76f3dc4a-9ea3-4b00-860e-8f6be56a9fc2 service neutron] 10.222.0.60 "GET /v2.0/networks/f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395946 Dec 21 13:32:59.357716 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device f8159525-b2d3-4de4-92e2-6006a41be913 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 13:32:59.409554 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-70cbabb3-04b5-4771-a035-1cf90664d822 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1585439'] for subnet, precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:59.489548 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port f8159525-b2d3-4de4-92e2-6006a41be913, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=f8159525-b2d3-4de4-92e2-6006a41be913,segment=NetworkSegment(1a9ea06d-904f-4b0e-8424-0faca3b87b12),segment_id=1a9ea06d-904f-4b0e-8424-0faca3b87b12)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:32:59.503438 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a81742c2-4237-49ef-a561-f8aa33c729bc tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Router a684e6b5-c5fe-44fa-b09e-765333625c2d has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:32:59.506385 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Returning: {'device': 'f8159525-b2d3-4de4-92e2-6006a41be913', 'network_id': '992ef5ec-42fe-4208-bf57-634a302e31b4', 'port_id': 'f8159525-b2d3-4de4-92e2-6006a41be913', 'mac_address': 'fa:16:3e:a2:1f:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39685a66-cf6e-4fba-b582-a52c00f07c0b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 13:32:59.541821 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81236b0e-e92c-4ec9-854e-44411dbe968f req-e28f55fb-9e78-4e29-82dc-16fe7e6b6332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:59.544058 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-81236b0e-e92c-4ec9-854e-44411dbe968f req-e28f55fb-9e78-4e29-82dc-16fe7e6b6332 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=365275e264a6451abad9a44f0c54ac18&device_id=8a6ea224-c493-4761-802f-c0fd74a07238 HTTP/1.1" status: 200 len: 1096 time: 0.1056530 Dec 21 13:32:59.558048 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:59.573906 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8159525-b2d3-4de4-92e2-6006a41be913 {{(pid=103154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 13:32:59.597688 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port f8159525-b2d3-4de4-92e2-6006a41be913, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=f8159525-b2d3-4de4-92e2-6006a41be913,segment=NetworkSegment(1a9ea06d-904f-4b0e-8424-0faca3b87b12),segment_id=1a9ea06d-904f-4b0e-8424-0faca3b87b12)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:32:59.604730 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-70cbabb3-04b5-4771-a035-1cf90664d822 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:59.605064 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:59.652861 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a81742c2-4237-49ef-a561-f8aa33c729bc tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:32:59.672023 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce2512c-abc6-4f8f-a08f-fcf1d6b4556b None None] Sync routers for ids ['a684e6b5-c5fe-44fa-b09e-765333625c2d'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:32:59.677080 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a81742c2-4237-49ef-a561-f8aa33c729bc tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for floatingip, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:59.684809 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=f8159525-b2d3-4de4-92e2-6006a41be913,revision_number=4']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:59.696592 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce2512c-abc6-4f8f-a08f-fcf1d6b4556b None None] Routers {'a684e6b5-c5fe-44fa-b09e-765333625c2d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:32:59.697908 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-1ce2512c-abc6-4f8f-a08f-fcf1d6b4556b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:32:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['a684e6b5-c5fe-44fa-b09e-765333625c2d'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:32:59.733698 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81236b0e-e92c-4ec9-854e-44411dbe968f req-6f437d9b-18d8-41e1-b851-c01de18333a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:59.735931 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-81236b0e-e92c-4ec9-854e-44411dbe968f req-6f437d9b-18d8-41e1-b851-c01de18333a3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e HTTP/1.1" status: 200 len: 913 time: 0.1854599 Dec 21 13:32:59.742708 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-70cbabb3-04b5-4771-a035-1cf90664d822 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11349588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11288746'] for subnet, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:59.747669 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-a81742c2-4237-49ef-a561-f8aa33c729bc tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.6937051 Dec 21 13:32:59.748384 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59916) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:59.749542 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '015090e6-f9ab-478e-a46a-ce2a1834b9ea', 'tag': '87d3645d-ab4f-47f9-8e86-3783db91d422'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:32:59.754781 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d59863cea1d3cd3753b105ac340115874538247bffc4ddd9c7a2f3cf3d2521b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6df2f2a1-3c8b-48d3-ad25-530cef191f22" -d '{"events": [{"name": "network-changed", "server_uuid": "015090e6-f9ab-478e-a46a-ce2a1834b9ea", "tag": "87d3645d-ab4f-47f9-8e86-3783db91d422"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:32:59.793335 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-81236b0e-e92c-4ec9-854e-44411dbe968f req-b76e9e61-79fe-427d-96d1-13db1dd269a2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=91a353c1-feb7-4d70-b583-96ff84962775 HTTP/1.1" status: 200 len: 217 time: 0.0476036 Dec 21 13:32:59.835760 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cbabb3-04b5-4771-a035-1cf90664d822 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event deleted for resources: {'Subnet': ['ID=876571a8-1d75-49a1-b875-60dae720616b,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:32:59.849668 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-1ce2512c-abc6-4f8f-a08f-fcf1d6b4556b None None] Set router a684e6b5-c5fe-44fa-b09e-765333625c2d gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:32:59.862871 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-70cbabb3-04b5-4771-a035-1cf90664d822 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:32:59.867364 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-70cbabb3-04b5-4771-a035-1cf90664d822 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "DELETE /v2.0/subnets/876571a8-1d75-49a1-b875-60dae720616b HTTP/1.1" status: 204 len: 168 time: 0.6307328 Dec 21 13:32:59.871745 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 59922) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:32:59.899982 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-6ce38c8e-1ccc-41c9-8c12-63519653a164 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/floatingips/5501bd08-59f1-420e-a0a6-a6eda046d6b1 HTTP/1.1" status: 200 len: 990 time: 0.1391308 Dec 21 13:32:59.972391 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81236b0e-e92c-4ec9-854e-44411dbe968f req-21568b78-8f43-4677-81e8-45aa66f8abd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:32:59.974243 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-81236b0e-e92c-4ec9-854e-44411dbe968f req-21568b78-8f43-4677-81e8-45aa66f8abd8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=52704ce2-43ea-427f-a9de-c74c83467400 HTTP/1.1" status: 200 len: 851 time: 0.1509995 Dec 21 13:33:00.027803 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_v2 [None req-10e0972b-eb4e-4a6a-b979-d5fcb19922bd tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Deleting subnet ba7ab4f4-8b77-48ae-858d-4a506a0eca07 {{(pid=103153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:33:00.031075 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 13:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b4ad070-7fa3-4695-8bf0-b9dc6860a69e x-openstack-request-id: req-3b4ad070-7fa3-4695-8bf0-b9dc6860a69e {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:33:00.031586 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "015090e6-f9ab-478e-a46a-ce2a1834b9ea", "tag": "87d3645d-ab4f-47f9-8e86-3783db91d422", "status": "completed", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:33:00.032024 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3b4ad070-7fa3-4695-8bf0-b9dc6860a69e {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:33:00.032611 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '015090e6-f9ab-478e-a46a-ce2a1834b9ea', 'tag': '87d3645d-ab4f-47f9-8e86-3783db91d422', 'status': 'completed', 'code': 200} Dec 21 13:33:00.044390 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d241b4-aad6-4c20-b65f-f309335e6b10 req-07514a01-1fe9-4fb8-ba3c-cf4472e17224 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:33:00.046204 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-19d241b4-aad6-4c20-b65f-f309335e6b10 req-07514a01-1fe9-4fb8-ba3c-cf4472e17224 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a6ea224-c493-4761-802f-c0fd74a07238 HTTP/1.1" status: 200 len: 943 time: 0.1273823 Dec 21 13:33:00.048128 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-10e0972b-eb4e-4a6a-b979-d5fcb19922bd tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for subnet, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:00.121825 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8696ebf9-9197-4167-81c7-c1ac6e0b5be4 None None] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:33:00.125769 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] get_ports_and_sgs() called for port_ids ['f8159525-b2d3-4de4-92e2-6006a41be913'] {{(pid=103154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 13:33:00.153651 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-10e0972b-eb4e-4a6a-b979-d5fcb19922bd tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1585439'] for subnet, precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:00.164934 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81236b0e-e92c-4ec9-854e-44411dbe968f req-7c1bb9ba-f064-4c99-b76e-034ad72e2dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:33:00.166546 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-81236b0e-e92c-4ec9-854e-44411dbe968f req-7c1bb9ba-f064-4c99-b76e-034ad72e2dc0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1812692 Dec 21 13:33:00.204489 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26cb4e9-006b-4875-b72e-21ecfc3b3055 req-7ed7408d-51bd-41a7-975a-9ab1c7dbe173 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:33:00.207990 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-e26cb4e9-006b-4875-b72e-21ecfc3b3055 req-7ed7408d-51bd-41a7-975a-9ab1c7dbe173 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8ad2273-5a93-4f99-9ea5-e43cad8e09a4 HTTP/1.1" status: 200 len: 944 time: 0.0970132 Dec 21 13:33:00.256388 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-19d241b4-aad6-4c20-b65f-f309335e6b10 req-eaabf9a2-2432-4dda-b346-54cfe28819f4 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/security-groups?id=1ff19183-1617-4928-9f92-ca5348d3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1831172 Dec 21 13:33:00.284459 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-e26cb4e9-006b-4875-b72e-21ecfc3b3055 req-98da3df8-205a-425d-9624-7a8448cb1c0f tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] 10.222.0.37 "GET /v2.0/security-groups?id=45efddab-dcef-4efd-8697-3c0b8cbf9259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690887 Dec 21 13:33:00.304167 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df2f2a1-3c8b-48d3-ad25-530cef191f22 req-3b1b6839-2412-467c-a44c-8e684deed6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:33:00.305658 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-6df2f2a1-3c8b-48d3-ad25-530cef191f22 req-3b1b6839-2412-467c-a44c-8e684deed6e4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=577ee1d2880f4d34a80a7dfd0cf7da03&device_id=015090e6-f9ab-478e-a46a-ce2a1834b9ea HTTP/1.1" status: 200 len: 1098 time: 0.2169724 Dec 21 13:33:00.438029 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-10e0972b-eb4e-4a6a-b979-d5fcb19922bd tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:00.444640 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-81236b0e-e92c-4ec9-854e-44411dbe968f req-ec6a3907-f7db-4531-9670-e7ce1f546411 service neutron] 10.222.0.60 "GET /v2.0/networks/f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538509 Dec 21 13:33:00.448373 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-1ce2512c-abc6-4f8f-a08f-fcf1d6b4556b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a684e6b5-c5fe-44fa-b09e-765333625c2d', 'name': 'tempest-TestNetworkBasicOps-router-890161588', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.156'}], 'enable_snat': True}, 'gw_port_id': 'bd7a6e00-8aab-4e88-aebb-5e6a638851b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:32:12Z', 'updated_at': '2021-12-21T13:32:26Z', 'revision_number': 4, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': 'bd7a6e00-8aab-4e88-aebb-5e6a638851b0', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:84:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a684e6b5-c5fe-44fa-b09e-765333625c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:32:13Z', 'updated_at': '2021-12-21T13:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '5501bd08-59f1-420e-a0a6-a6eda046d6b1', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'floating_ip_address': '172.36.3.51', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': 'a684e6b5-c5fe-44fa-b09e-765333625c2d', 'port_id': '87d3645d-ab4f-47f9-8e86-3783db91d422', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1320, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '646086d9-9650-4426-a7e3-6e15bc97acc7', 'mac_address': 'fa:16:3e:20:fe:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015090e6-f9ab-478e-a46a-ce2a1834b9ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T13:32:57Z', 'updated_at': '2021-12-21T13:32:57Z', 'revision_number': 0, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02c543b5-0300-4136-b304-85f06a86749e', 'name': '', 'network_id': '646086d9-9650-4426-a7e3-6e15bc97acc7', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'mac_address': 'fa:16:3e:bb:e8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a684e6b5-c5fe-44fa-b09e-765333625c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': 'b4ef62bc-4edd-4fe8-8068-19abf8cdbc65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:32:24Z', 'updated_at': '2021-12-21T13:32:31Z', 'revision_number': 5, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'subnets': [{'id': 'b4ef62bc-4edd-4fe8-8068-19abf8cdbc65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:33:00.494020 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce2512c-abc6-4f8f-a08f-fcf1d6b4556b None None] Checking router: a684e6b5-c5fe-44fa-b09e-765333625c2d for host: dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:33:00.515569 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce2512c-abc6-4f8f-a08f-fcf1d6b4556b None None] Routers {'a684e6b5-c5fe-44fa-b09e-765333625c2d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:33:00.516065 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-1ce2512c-abc6-4f8f-a08f-fcf1d6b4556b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:32:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['a684e6b5-c5fe-44fa-b09e-765333625c2d'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:33:00.606094 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df2f2a1-3c8b-48d3-ad25-530cef191f22 req-e9f8bccb-73b1-4383-a95c-a203d0e97348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:33:00.607720 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-6df2f2a1-3c8b-48d3-ad25-530cef191f22 req-e9f8bccb-73b1-4383-a95c-a203d0e97348 service neutron] 10.222.0.60 "GET /v2.0/networks?id=646086d9-9650-4426-a7e3-6e15bc97acc7 HTTP/1.1" status: 200 len: 898 time: 0.2907488 Dec 21 13:33:00.694672 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-1ce2512c-abc6-4f8f-a08f-fcf1d6b4556b None None] Set router a684e6b5-c5fe-44fa-b09e-765333625c2d gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:33:00.733723 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-10e0972b-eb4e-4a6a-b979-d5fcb19922bd tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11349588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11288746'] for subnet, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:00.777085 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-6df2f2a1-3c8b-48d3-ad25-530cef191f22 req-1f734553-6fb4-4c87-a1f1-79d68ac06b40 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87d3645d-ab4f-47f9-8e86-3783db91d422 HTTP/1.1" status: 200 len: 998 time: 0.1614838 Dec 21 13:33:00.781386 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-81236b0e-e92c-4ec9-854e-44411dbe968f req-da57802a-c9ea-4b20-90cb-5b3e7af4fe4c service neutron] 10.222.0.60 "GET /v2.0/networks/f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3064799 Dec 21 13:33:00.782173 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e0972b-eb4e-4a6a-b979-d5fcb19922bd tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event deleted for resources: {'Subnet': ['ID=ba7ab4f4-8b77-48ae-858d-4a506a0eca07,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:33:00.786396 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-10e0972b-eb4e-4a6a-b979-d5fcb19922bd tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:00.790126 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-10e0972b-eb4e-4a6a-b979-d5fcb19922bd tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "DELETE /v2.0/subnets/ba7ab4f4-8b77-48ae-858d-4a506a0eca07 HTTP/1.1" status: 204 len: 168 time: 0.9169331 Dec 21 13:33:00.794595 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 59928) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:00.861482 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-015e14c2-12df-49c1-a816-b76ce4979955 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0655057 Dec 21 13:33:00.866013 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59930) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:00.890747 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:00.902093 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 59932) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:01.018202 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb4ed2b-c6ed-4577-926b-937c993f5f50 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:33:01.019803 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-3eb4ed2b-c6ed-4577-926b-937c993f5f50 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1523168 Dec 21 13:33:01.022492 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59934) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:01.027328 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df2f2a1-3c8b-48d3-ad25-530cef191f22 req-975e8ddb-c242-4cd6-aba6-a8d57c929f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:33:01.029213 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-6df2f2a1-3c8b-48d3-ad25-530cef191f22 req-975e8ddb-c242-4cd6-aba6-a8d57c929f7d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b4ef62bc-4edd-4fe8-8068-19abf8cdbc65 HTTP/1.1" status: 200 len: 834 time: 0.2237732 Dec 21 13:33:01.085596 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:01.153350 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-7632ffe6-c5f9-4b7f-b90e-fb0683ad029d tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/floatingips/5501bd08-59f1-420e-a0a6-a6eda046d6b1 HTTP/1.1" status: 200 len: 990 time: 0.2479854 Dec 21 13:33:01.171736 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df2f2a1-3c8b-48d3-ad25-530cef191f22 req-87375d39-3d88-4e0f-804c-bc0828df85bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:33:01.176116 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-6df2f2a1-3c8b-48d3-ad25-530cef191f22 req-87375d39-3d88-4e0f-804c-bc0828df85bf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=646086d9-9650-4426-a7e3-6e15bc97acc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1395969 Dec 21 13:33:01.187463 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d3e326-de29-48ff-8f96-cf665ae446d3 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:33:01.191507 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-14d3e326-de29-48ff-8f96-cf665ae446d3 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1651032 Dec 21 13:33:01.193062 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59936) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:01.215135 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-1ce2512c-abc6-4f8f-a08f-fcf1d6b4556b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a684e6b5-c5fe-44fa-b09e-765333625c2d', 'name': 'tempest-TestNetworkBasicOps-router-890161588', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.156'}], 'enable_snat': True}, 'gw_port_id': 'bd7a6e00-8aab-4e88-aebb-5e6a638851b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:32:12Z', 'updated_at': '2021-12-21T13:32:26Z', 'revision_number': 4, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': 'bd7a6e00-8aab-4e88-aebb-5e6a638851b0', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:84:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a684e6b5-c5fe-44fa-b09e-765333625c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:32:13Z', 'updated_at': '2021-12-21T13:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '5501bd08-59f1-420e-a0a6-a6eda046d6b1', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'floating_ip_address': '172.36.3.51', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': 'a684e6b5-c5fe-44fa-b09e-765333625c2d', 'port_id': '87d3645d-ab4f-47f9-8e86-3783db91d422', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1320, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '646086d9-9650-4426-a7e3-6e15bc97acc7', 'mac_address': 'fa:16:3e:20:fe:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015090e6-f9ab-478e-a46a-ce2a1834b9ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T13:32:57Z', 'updated_at': '2021-12-21T13:32:57Z', 'revision_number': 0, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02c543b5-0300-4136-b304-85f06a86749e', 'name': '', 'network_id': '646086d9-9650-4426-a7e3-6e15bc97acc7', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'mac_address': 'fa:16:3e:bb:e8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a684e6b5-c5fe-44fa-b09e-765333625c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': 'b4ef62bc-4edd-4fe8-8068-19abf8cdbc65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:32:24Z', 'updated_at': '2021-12-21T13:32:31Z', 'revision_number': 5, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'subnets': [{'id': 'b4ef62bc-4edd-4fe8-8068-19abf8cdbc65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:33:01.249288 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-10ef16a8-c5bc-4eb6-ac2a-bb289ce9e069 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0538785 Dec 21 13:33:01.261194 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59938) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:01.285551 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce2512c-abc6-4f8f-a08f-fcf1d6b4556b None None] The sync data for ids ['a684e6b5-c5fe-44fa-b09e-765333625c2d'] in dv-neutron-master-2-hyperv is: [{'id': 'a684e6b5-c5fe-44fa-b09e-765333625c2d', 'name': 'tempest-TestNetworkBasicOps-router-890161588', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.156'}], 'enable_snat': True}, 'gw_port_id': 'bd7a6e00-8aab-4e88-aebb-5e6a638851b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:32:12Z', 'updated_at': '2021-12-21T13:32:26Z', 'revision_number': 4, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': 'bd7a6e00-8aab-4e88-aebb-5e6a638851b0', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:84:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a684e6b5-c5fe-44fa-b09e-765333625c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:32:13Z', 'updated_at': '2021-12-21T13:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '5501bd08-59f1-420e-a0a6-a6eda046d6b1', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'floating_ip_address': '172.36.3.51', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': 'a684e6b5-c5fe-44fa-b09e-765333625c2d', 'port_id': '87d3645d-ab4f-47f9-8e86-3783db91d422', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1320, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '646086d9-9650-4426-a7e3-6e15bc97acc7', 'mac_address': 'fa:16:3e:20:fe:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015090e6-f9ab-478e-a46a-ce2a1834b9ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T13:32:57Z', 'updated_at': '2021-12-21T13:32:57Z', 'revision_number': 0, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02c543b5-0300-4136-b304-85f06a86749e', 'name': '', 'network_id': '646086d9-9650-4426-a7e3-6e15bc97acc7', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'mac_address': 'fa:16:3e:bb:e8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a684e6b5-c5fe-44fa-b09e-765333625c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': 'b4ef62bc-4edd-4fe8-8068-19abf8cdbc65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:32:24Z', 'updated_at': '2021-12-21T13:32:31Z', 'revision_number': 5, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'subnets': [{'id': 'b4ef62bc-4edd-4fe8-8068-19abf8cdbc65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:33:01.316398 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ff9873f-57bb-4c9c-887f-51782f9a0590 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] DELETE failed (client error): The resource could not be found. Dec 21 13:33:01.317280 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ff9873f-57bb-4c9c-887f-51782f9a0590 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:33:01.320771 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-9ff9873f-57bb-4c9c-887f-51782f9a0590 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "DELETE /v2.0/ports/9af22658-b9a9-46f9-b6c3-eacf849a0b97 HTTP/1.1" status: 404 len: 333 time: 0.0580146 Dec 21 13:33:01.323292 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59944) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:01.335190 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-6df2f2a1-3c8b-48d3-ad25-530cef191f22 req-47f4175c-220f-4dbe-af6a-25f68736dcec service neutron] 10.222.0.60 "GET /v2.0/networks/646086d9-9650-4426-a7e3-6e15bc97acc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511097 Dec 21 13:33:01.396808 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3374e39-2b1c-4028-a628-ea49b64c8fac tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] DELETE failed (client error): The resource could not be found. Dec 21 13:33:01.397300 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3374e39-2b1c-4028-a628-ea49b64c8fac tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:33:01.411629 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 59946) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:01.412691 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-f3374e39-2b1c-4028-a628-ea49b64c8fac tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "DELETE /v2.0/subnets/ba7ab4f4-8b77-48ae-858d-4a506a0eca07 HTTP/1.1" status: 404 len: 337 time: 0.0882952 Dec 21 13:33:01.481241 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6d7b8be-c048-4ea7-b8b9-8a948441eeb8 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] DELETE failed (client error): The resource could not be found. Dec 21 13:33:01.481707 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6d7b8be-c048-4ea7-b8b9-8a948441eeb8 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:33:01.485624 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-b6d7b8be-c048-4ea7-b8b9-8a948441eeb8 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "DELETE /v2.0/subnets/876571a8-1d75-49a1-b875-60dae720616b HTTP/1.1" status: 404 len: 337 time: 0.0732589 Dec 21 13:33:01.492195 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed53efe8-1cc8-41d2-a2d4-362a4ce44d50 None None] Network ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:33:01.495834 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 59948) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:01.509172 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658c70b7-c1af-4dc7-8dee-b50ce974f369 req-bc79d2f1-adb9-4e7c-8a01-e494b240caa0 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:33:01.510980 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-658c70b7-c1af-4dc7-8dee-b50ce974f369 req-bc79d2f1-adb9-4e7c-8a01-e494b240caa0 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8ad2273-5a93-4f99-9ea5-e43cad8e09a4 HTTP/1.1" status: 200 len: 944 time: 0.0895939 Dec 21 13:33:01.555377 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4030c30-f54a-485a-8875-e01497aac722 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] DELETE failed (client error): The resource could not be found. Dec 21 13:33:01.555951 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4030c30-f54a-485a-8875-e01497aac722 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:33:01.559536 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-a4030c30-f54a-485a-8875-e01497aac722 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "DELETE /v2.0/ports/275ab2a1-ecb5-42b0-947c-eed83364a24d HTTP/1.1" status: 404 len: 333 time: 0.0616381 Dec 21 13:33:01.562207 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 59950) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:01.588641 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-658c70b7-c1af-4dc7-8dee-b50ce974f369 req-eb73c8f1-51f0-4fac-9dae-44d2d841e302 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] 10.222.0.37 "GET /v2.0/security-groups?id=45efddab-dcef-4efd-8697-3c0b8cbf9259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706174 Dec 21 13:33:01.617721 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-ef2a7812-7dde-4482-842d-c751d23cf57c None None] Provisioning complete for port 8145ba34-197e-45ee-9dad-4628775341c0 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:33:01.618232 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ef2a7812-7dde-4482-842d-c751d23cf57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:01.637370 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.pecan_wsgi.hooks.translation [None req-f453080b-10d7-4ade-b27b-68f8425d1d4b tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] DELETE failed (client error): The resource could not be found. Dec 21 13:33:01.637839 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f453080b-10d7-4ade-b27b-68f8425d1d4b tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:33:01.641600 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-f453080b-10d7-4ade-b27b-68f8425d1d4b tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "DELETE /v2.0/subnets/42ce6f73-b4f7-41fb-9b31-b05302cb2057 HTTP/1.1" status: 404 len: 337 time: 0.0765114 Dec 21 13:33:01.645057 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59952) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:01.645885 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-6df2f2a1-3c8b-48d3-ad25-530cef191f22 req-7038b670-0c86-4c76-8480-7c03b2a73b64 service neutron] 10.222.0.60 "GET /v2.0/networks/646086d9-9650-4426-a7e3-6e15bc97acc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3039062 Dec 21 13:33:01.657317 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b16f84-c02d-4313-842b-b789ed91ead9 req-f1f80682-2732-4782-94ea-2e2c666bff5f tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:33:01.664371 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd27d2b7-8bed-4cb0-9336-e5dbaa43f6b8 None None] New status for floating IP 5501bd08-59f1-420e-a0a6-a6eda046d6b1: ACTIVE {{(pid=103155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 13:33:01.667107 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-d2b16f84-c02d-4313-842b-b789ed91ead9 req-f1f80682-2732-4782-94ea-2e2c666bff5f tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a6ea224-c493-4761-802f-c0fd74a07238 HTTP/1.1" status: 200 len: 943 time: 0.2563918 Dec 21 13:33:01.694794 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1b46303-b5a6-41cb-ab93-86d62faea548 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] DELETE failed (client error): The resource could not be found. Dec 21 13:33:01.695291 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1b46303-b5a6-41cb-ab93-86d62faea548 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:33:01.702012 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-e1b46303-b5a6-41cb-ab93-86d62faea548 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "DELETE /v2.0/subnets/b19d12f2-a653-4c5d-8e53-2fee0e7b0780 HTTP/1.1" status: 404 len: 337 time: 0.0556400 Dec 21 13:33:01.702895 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59954) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:01.733141 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-f832293d-8b89-4c68-8898-38f3b6948d92 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] DELETE failed (client error): The resource could not be found. Dec 21 13:33:01.733887 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f832293d-8b89-4c68-8898-38f3b6948d92 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:33:01.741839 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-f832293d-8b89-4c68-8898-38f3b6948d92 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "DELETE /v2.0/ports/96640a5a-1cd6-41d1-bded-2928428e959a HTTP/1.1" status: 404 len: 333 time: 0.0375586 Dec 21 13:33:01.742723 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59956) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:01.775291 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-d2b16f84-c02d-4313-842b-b789ed91ead9 req-0ccdb9d5-9d93-4a89-8ebe-38f94807ec90 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/security-groups?id=1ff19183-1617-4928-9f92-ca5348d3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070831 Dec 21 13:33:01.786334 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d7410ea-d8c2-4d55-9b91-f28300543aaf tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] DELETE failed (client error): The resource could not be found. Dec 21 13:33:01.787135 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d7410ea-d8c2-4d55-9b91-f28300543aaf tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:33:01.790961 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-3d7410ea-d8c2-4d55-9b91-f28300543aaf tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "DELETE /v2.0/subnets/1ebf05da-e49b-4657-8a7b-fff87c91b782 HTTP/1.1" status: 404 len: 337 time: 0.0469532 Dec 21 13:33:01.802536 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 59958) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:01.830588 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e8b6153-24ba-46a5-88e2-3922fbff30c7 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] DELETE failed (client error): The resource could not be found. Dec 21 13:33:01.831383 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e8b6153-24ba-46a5-88e2-3922fbff30c7 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:33:01.835912 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-1e8b6153-24ba-46a5-88e2-3922fbff30c7 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "DELETE /v2.0/subnets/faffbd09-ded3-4712-8018-2ee3cec0d4cd HTTP/1.1" status: 404 len: 337 time: 0.0406947 Dec 21 13:33:01.838598 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59960) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:01.867801 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-a361bc53-e3a2-4ad6-bdfa-4a44fcc71bc3 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] DELETE failed (client error): The resource could not be found. Dec 21 13:33:01.869254 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a361bc53-e3a2-4ad6-bdfa-4a44fcc71bc3 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:33:01.873467 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-a361bc53-e3a2-4ad6-bdfa-4a44fcc71bc3 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "DELETE /v2.0/ports/345773c5-13d1-4e0c-8a8c-0ce99124e8ae HTTP/1.1" status: 404 len: 333 time: 0.0333602 Dec 21 13:33:01.876643 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 59962) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:01.932315 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.pecan_wsgi.hooks.translation [None req-5386134d-d47f-44b0-930d-4c0faec20071 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] DELETE failed (client error): The resource could not be found. Dec 21 13:33:01.935158 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5386134d-d47f-44b0-930d-4c0faec20071 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:33:01.939420 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-5386134d-d47f-44b0-930d-4c0faec20071 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "DELETE /v2.0/subnets/4c09bde6-1953-49aa-92b9-8247f24f82ef HTTP/1.1" status: 404 len: 337 time: 0.0613236 Dec 21 13:33:01.942033 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 59964) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:01.972458 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a141525-00d7-4217-9bc7-692f06cdc58b tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] DELETE failed (client error): The resource could not be found. Dec 21 13:33:01.972859 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a141525-00d7-4217-9bc7-692f06cdc58b tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:33:01.976748 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-4a141525-00d7-4217-9bc7-692f06cdc58b tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "DELETE /v2.0/subnets/f61897c4-f66e-4c9c-9571-e4e6c3b8e3ca HTTP/1.1" status: 404 len: 337 time: 0.0328736 Dec 21 13:33:01.979006 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59968) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:01.983024 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e698fa-c477-4763-9bb4-ce7b3547e4e8 None None] DHCP port deletion for ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:33:02.006947 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-56b9d16e-cdc6-4404-94d4-dc22197a50f1 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] DELETE failed (client error): The resource could not be found. Dec 21 13:33:02.007542 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56b9d16e-cdc6-4404-94d4-dc22197a50f1 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:33:02.013636 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-56b9d16e-cdc6-4404-94d4-dc22197a50f1 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "DELETE /v2.0/ports/50ab6219-b4f3-4ed2-9538-bda149c79830 HTTP/1.1" status: 404 len: 333 time: 0.0326297 Dec 21 13:33:02.014030 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 59970) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:02.046653 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-85e698fa-c477-4763-9bb4-ce7b3547e4e8 None None] Deleting port 8145ba34-197e-45ee-9dad-4628775341c0 {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:33:02.047027 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-85e698fa-c477-4763-9bb4-ce7b3547e4e8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:02.052178 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.pecan_wsgi.hooks.translation [None req-175909a3-dae1-4eff-b908-10c958dd9b19 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] DELETE failed (client error): The resource could not be found. Dec 21 13:33:02.052710 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-175909a3-dae1-4eff-b908-10c958dd9b19 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:33:02.058092 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-175909a3-dae1-4eff-b908-10c958dd9b19 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "DELETE /v2.0/subnets/00b392d2-e533-4228-81c7-9da7f6b2cd2e HTTP/1.1" status: 404 len: 337 time: 0.0406353 Dec 21 13:33:02.058585 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59972) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:02.083545 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 8145ba34-197e-45ee-9dad-4628775341c0 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:33:02.089023 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-569cd600-3880-4d39-9735-4b9fb2de7a11 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] DELETE failed (client error): The resource could not be found. Dec 21 13:33:02.089637 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-569cd600-3880-4d39-9735-4b9fb2de7a11 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:33:02.094395 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-569cd600-3880-4d39-9735-4b9fb2de7a11 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "DELETE /v2.0/ports/88e73f2e-5e6f-4c58-9475-16068813cef8 HTTP/1.1" status: 404 len: 333 time: 0.0335004 Dec 21 13:33:02.096128 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59974) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:02.124528 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7823f27-d765-499d-9790-97cb96b0e5f9 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] DELETE failed (client error): The resource could not be found. Dec 21 13:33:02.124528 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7823f27-d765-499d-9790-97cb96b0e5f9 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:33:02.127761 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-a7823f27-d765-499d-9790-97cb96b0e5f9 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "DELETE /v2.0/subnets/7ab16491-076b-42e8-9ecb-fb11dacec625 HTTP/1.1" status: 404 len: 337 time: 0.0303137 Dec 21 13:33:02.130160 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59976) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:02.153153 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-934658d3-bc0a-4688-b3ca-fa8f0416e419 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] DELETE failed (client error): The resource could not be found. Dec 21 13:33:02.153711 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-934658d3-bc0a-4688-b3ca-fa8f0416e419 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:33:02.158406 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-934658d3-bc0a-4688-b3ca-fa8f0416e419 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "DELETE /v2.0/ports/6497819f-4297-4207-bf40-82867e424345 HTTP/1.1" status: 404 len: 333 time: 0.0257049 Dec 21 13:33:02.158406 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59978) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:02.160956 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-85e698fa-c477-4763-9bb4-ce7b3547e4e8 None None] For port 8145ba34-197e-45ee-9dad-4628775341c0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8145ba34-197e-45ee-9dad-4628775341c0,segment=NetworkSegment(b20a5dbe-a251-4a83-ae2d-3ffbda6396cf),segment_id=b20a5dbe-a251-4a83-ae2d-3ffbda6396cf)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:33:02.161354 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-85e698fa-c477-4763-9bb4-ce7b3547e4e8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:02.164014 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 59980) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:02.190695 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-85e698fa-c477-4763-9bb4-ce7b3547e4e8 None None] Calling delete_port for 8145ba34-197e-45ee-9dad-4628775341c0 owned by network:dhcp {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:33:02.203384 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.pecan_wsgi.hooks.translation [None req-053594b4-88a0-4df8-9846-9eefc97b7903 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] DELETE failed (client error): The resource could not be found. Dec 21 13:33:02.203613 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-053594b4-88a0-4df8-9846-9eefc97b7903 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:33:02.210694 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-053594b4-88a0-4df8-9846-9eefc97b7903 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "DELETE /v2.0/subnets/6635b055-fb7d-46f6-9c30-ac1d563e95f2 HTTP/1.1" status: 404 len: 337 time: 0.0456550 Dec 21 13:33:02.211637 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 59982) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:02.226842 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-aed28ef4-be1d-48dd-9f48-1a3d0007507b tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/floatingips/5501bd08-59f1-420e-a0a6-a6eda046d6b1 HTTP/1.1" status: 200 len: 992 time: 0.0673332 Dec 21 13:33:02.246300 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.pecan_wsgi.hooks.translation [None req-000e5c7a-8b11-48c9-8eb1-30630f7da9ab tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] DELETE failed (client error): The resource could not be found. Dec 21 13:33:02.247351 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-000e5c7a-8b11-48c9-8eb1-30630f7da9ab tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:33:02.253669 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-000e5c7a-8b11-48c9-8eb1-30630f7da9ab tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "DELETE /v2.0/ports/db93ad45-508d-4ddc-b50b-ed3b7a8f63d2 HTTP/1.1" status: 404 len: 333 time: 0.0381916 Dec 21 13:33:02.253996 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 59986) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:02.271432 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:02.289147 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f2d3ef9-181a-464a-8edd-1cff1a938201 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] DELETE failed (client error): The resource could not be found. Dec 21 13:33:02.289603 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f2d3ef9-181a-464a-8edd-1cff1a938201 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:33:02.294940 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-5f2d3ef9-181a-464a-8edd-1cff1a938201 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "DELETE /v2.0/subnets/464fba62-42f0-4d79-893f-3f7a84194ddf HTTP/1.1" status: 404 len: 337 time: 0.0375035 Dec 21 13:33:02.295413 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59988) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:02.321091 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebe4c3a3-eac5-4a59-a5fe-8a3a0b330106 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] DELETE failed (client error): The resource could not be found. Dec 21 13:33:02.321979 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebe4c3a3-eac5-4a59-a5fe-8a3a0b330106 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:33:02.322769 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] For port 8145ba34-197e-45ee-9dad-4628775341c0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8145ba34-197e-45ee-9dad-4628775341c0,segment=NetworkSegment(b20a5dbe-a251-4a83-ae2d-3ffbda6396cf),segment_id=b20a5dbe-a251-4a83-ae2d-3ffbda6396cf)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:33:02.325791 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-ebe4c3a3-eac5-4a59-a5fe-8a3a0b330106 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "DELETE /v2.0/ports/9bce158b-b64d-44d7-923c-93e42902f730 HTTP/1.1" status: 404 len: 333 time: 0.0293779 Dec 21 13:33:02.328192 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59990) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:02.330085 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:02.357115 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a08783d-060e-4e82-a182-1e9e20f68b31 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] DELETE failed (client error): The resource could not be found. Dec 21 13:33:02.357398 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-85e698fa-c477-4763-9bb4-ce7b3547e4e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636'] for port, after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:02.357732 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a08783d-060e-4e82-a182-1e9e20f68b31 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:33:02.361337 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-3a08783d-060e-4e82-a182-1e9e20f68b31 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "DELETE /v2.0/subnets/bc5adbba-fe9c-4c00-96a0-7abc6002bd8a HTTP/1.1" status: 404 len: 337 time: 0.0317183 Dec 21 13:33:02.364004 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 59992) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:02.376251 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e698fa-c477-4763-9bb4-ce7b3547e4e8 None None] No DVR routers for this DVR port 8145ba34-197e-45ee-9dad-4628775341c0 on host dv-neutron-master-2-hyperv {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:33:02.396776 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cd0568b-0ace-4290-a6a9-e05824d9f6be tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] DELETE failed (client error): The resource could not be found. Dec 21 13:33:02.397746 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cd0568b-0ace-4290-a6a9-e05824d9f6be tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:33:02.398530 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Pushing event updated for resources: {'Port': ['ID=8145ba34-197e-45ee-9dad-4628775341c0,revision_number=8']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:33:02.401720 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-3cd0568b-0ace-4290-a6a9-e05824d9f6be tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "DELETE /v2.0/ports/3ddacad0-4486-4bbe-b2c6-72705280308b HTTP/1.1" status: 404 len: 333 time: 0.0365839 Dec 21 13:33:02.404205 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 59994) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:02.425586 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e698fa-c477-4763-9bb4-ce7b3547e4e8 None None] Pushing event deleted for resources: {'Port': ['ID=8145ba34-197e-45ee-9dad-4628775341c0,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:33:02.431174 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c899cf8-b22d-4b18-9848-ca5bfedbac96 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] DELETE failed (client error): The resource could not be found. Dec 21 13:33:02.431627 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c899cf8-b22d-4b18-9848-ca5bfedbac96 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:33:02.434698 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-4c899cf8-b22d-4b18-9848-ca5bfedbac96 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "DELETE /v2.0/subnets/26574944-5ce6-4132-930e-6cb7cd0bedb4 HTTP/1.1" status: 404 len: 337 time: 0.0294476 Dec 21 13:33:02.437135 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 59996) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:02.463247 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.pecan_wsgi.hooks.translation [None req-64db9489-8000-4913-b9d1-ce7e90fb1a0c tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] DELETE failed (client error): The resource could not be found. Dec 21 13:33:02.463694 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64db9489-8000-4913-b9d1-ce7e90fb1a0c tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:33:02.466718 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-64db9489-8000-4913-b9d1-ce7e90fb1a0c tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "DELETE /v2.0/subnets/f4665aea-14f8-4fc6-80f0-0f41b27c515a HTTP/1.1" status: 404 len: 337 time: 0.0285761 Dec 21 13:33:02.469220 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 59998) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:02.493914 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca83d0f2-f038-402a-a756-7a988c17856d tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] DELETE failed (client error): The resource could not be found. Dec 21 13:33:02.494509 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca83d0f2-f038-402a-a756-7a988c17856d tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:33:02.497523 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-ca83d0f2-f038-402a-a756-7a988c17856d tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "DELETE /v2.0/ports/8cfd01e6-7fe9-43e7-bc56-d501f1a24179 HTTP/1.1" status: 404 len: 333 time: 0.0274067 Dec 21 13:33:02.504876 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 60000) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:02.525621 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.pecan_wsgi.hooks.translation [None req-918a4686-9bc1-4934-8f34-1e144969b0fe tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] DELETE failed (client error): The resource could not be found. Dec 21 13:33:02.526074 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-918a4686-9bc1-4934-8f34-1e144969b0fe tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:33:02.529096 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-918a4686-9bc1-4934-8f34-1e144969b0fe tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "DELETE /v2.0/subnets/b0390211-cbf9-4d25-9de8-68f4b1522612 HTTP/1.1" status: 404 len: 337 time: 0.0281758 Dec 21 13:33:02.531735 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 60002) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:02.561191 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb195a00-0730-47e5-a537-60e82b2c2ce5 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] DELETE failed (client error): The resource could not be found. Dec 21 13:33:02.561638 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb195a00-0730-47e5-a537-60e82b2c2ce5 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:33:02.564705 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-bb195a00-0730-47e5-a537-60e82b2c2ce5 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "DELETE /v2.0/subnets/57064005-7238-48cd-a5a4-4ea75a8defb8 HTTP/1.1" status: 404 len: 337 time: 0.0320752 Dec 21 13:33:02.567454 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60004) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:02.595051 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6e9ed9c-6c0e-4582-86df-e538a7fcacb8 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] DELETE failed (client error): The resource could not be found. Dec 21 13:33:02.596196 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6e9ed9c-6c0e-4582-86df-e538a7fcacb8 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:33:02.599317 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-c6e9ed9c-6c0e-4582-86df-e538a7fcacb8 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "DELETE /v2.0/ports/f0e5ec58-325b-41ba-b958-7f07cfa0e9d0 HTTP/1.1" status: 404 len: 333 time: 0.0308743 Dec 21 13:33:02.601786 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60006) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:02.627257 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-81cb5183-5cad-4240-a6ef-c1ff56f9e5a8 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] DELETE failed (client error): The resource could not be found. Dec 21 13:33:02.627727 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81cb5183-5cad-4240-a6ef-c1ff56f9e5a8 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:33:02.630819 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-81cb5183-5cad-4240-a6ef-c1ff56f9e5a8 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "DELETE /v2.0/subnets/e43259dc-f173-4ea3-93b5-8e5c3576ea1b HTTP/1.1" status: 404 len: 337 time: 0.0281169 Dec 21 13:33:02.633700 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60010) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:02.663392 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9cf8f46-d783-46db-a8e0-98311cc45bd4 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] DELETE failed (client error): The resource could not be found. Dec 21 13:33:02.663764 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9cf8f46-d783-46db-a8e0-98311cc45bd4 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:33:02.666834 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-f9cf8f46-d783-46db-a8e0-98311cc45bd4 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "DELETE /v2.0/subnets/ee15c1be-1575-4ed5-b460-ac70db2659b6 HTTP/1.1" status: 404 len: 337 time: 0.0321856 Dec 21 13:33:02.669457 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 60012) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:02.693418 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.pecan_wsgi.hooks.translation [None req-939cafef-92c5-4f6b-b3e3-7bbc7f068995 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] DELETE failed (client error): The resource could not be found. Dec 21 13:33:02.693982 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-939cafef-92c5-4f6b-b3e3-7bbc7f068995 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:33:02.697097 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-939cafef-92c5-4f6b-b3e3-7bbc7f068995 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "DELETE /v2.0/ports/4d06f5fd-fe7e-4707-80de-425f526780ff HTTP/1.1" status: 404 len: 333 time: 0.0265515 Dec 21 13:33:02.699823 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 60014) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:02.718287 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee11852-da5e-496f-9a1e-85ac150ce945 req-5958f3b6-9c0c-4fe9-9735-bceeac69f4a6 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:33:02.719910 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-0ee11852-da5e-496f-9a1e-85ac150ce945 req-5958f3b6-9c0c-4fe9-9735-bceeac69f4a6 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8ad2273-5a93-4f99-9ea5-e43cad8e09a4 HTTP/1.1" status: 200 len: 944 time: 0.0580857 Dec 21 13:33:02.737354 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.pecan_wsgi.hooks.translation [None req-59b9ffdb-fc99-45ea-ad15-e8106865bfdd tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] DELETE failed (client error): The resource could not be found. Dec 21 13:33:02.737875 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59b9ffdb-fc99-45ea-ad15-e8106865bfdd tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:33:02.740882 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-59b9ffdb-fc99-45ea-ad15-e8106865bfdd tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "DELETE /v2.0/subnets/9db5fadb-271f-4a8e-8b38-a34ddd73059b HTTP/1.1" status: 404 len: 337 time: 0.0400007 Dec 21 13:33:02.744352 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 60016) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:02.779099 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.pecan_wsgi.hooks.translation [None req-af56f589-8dfc-44bf-b2e5-22edb7e5d823 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] DELETE failed (client error): The resource could not be found. Dec 21 13:33:02.779824 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af56f589-8dfc-44bf-b2e5-22edb7e5d823 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:33:02.782953 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-af56f589-8dfc-44bf-b2e5-22edb7e5d823 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "DELETE /v2.0/subnets/13c5fa18-04d9-408e-be5b-144b5255d050 HTTP/1.1" status: 404 len: 337 time: 0.0372608 Dec 21 13:33:02.786002 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 60018) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:02.786246 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-0ee11852-da5e-496f-9a1e-85ac150ce945 req-89a18538-4631-4343-9180-dfe47116c74a tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] 10.222.0.37 "GET /v2.0/security-groups?id=45efddab-dcef-4efd-8697-3c0b8cbf9259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578537 Dec 21 13:33:02.820846 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-16192915-87be-4a46-9b98-723d368569bd tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "GET /v2.0/ports?device_id=e52f7dfc-9d7a-4f42-957d-cb202b5f7fcd HTTP/1.1" status: 200 len: 205 time: 0.0343609 Dec 21 13:33:02.823443 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 60022) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:02.863582 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.agents_db [None req-c60a5637-8c6f-4692-b23b-7dd82bd36b21 None None] Agent healthcheck: found 6 active agents {{(pid=103155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 13:33:02.872471 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.api.v2.resource [None req-3d93bbaf-dd69-4421-984a-1d421755ecb9 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] delete failed (client error): The resource could not be found. Dec 21 13:33:02.873489 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-3d93bbaf-dd69-4421-984a-1d421755ecb9 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "DELETE /v2.0/routers/e52f7dfc-9d7a-4f42-957d-cb202b5f7fcd HTTP/1.1" status: 404 len: 336 time: 0.0490415 Dec 21 13:33:02.877748 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60024) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:02.909169 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-a070987e-4959-4b65-ba77-7d9bba97735b tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] DELETE failed (client error): The resource could not be found. Dec 21 13:33:02.909634 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a070987e-4959-4b65-ba77-7d9bba97735b tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:33:02.912712 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-a070987e-4959-4b65-ba77-7d9bba97735b tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "DELETE /v2.0/subnets/78a546b0-7c62-4750-920f-4c9827931451 HTTP/1.1" status: 404 len: 337 time: 0.0339303 Dec 21 13:33:02.915366 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60026) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:02.922139 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa8ce94-29c1-4f67-9c9e-87e64738b62f req-d0940439-b65f-495e-abac-902ff4c66fbe tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:33:02.924056 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-0aa8ce94-29c1-4f67-9c9e-87e64738b62f req-d0940439-b65f-495e-abac-902ff4c66fbe tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a6ea224-c493-4761-802f-c0fd74a07238 HTTP/1.1" status: 200 len: 943 time: 0.0537033 Dec 21 13:33:02.942770 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-7a4604a3-9e6f-41d5-a2d6-54cb4dfc134e tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3b8eec5-8274-471c-bf6f-353920f71bae HTTP/1.1" status: 200 len: 205 time: 0.0262728 Dec 21 13:33:02.945166 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60028) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:02.976863 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-0aa8ce94-29c1-4f67-9c9e-87e64738b62f req-88236db2-ad73-4962-92e5-753facc4cde4 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/security-groups?id=1ff19183-1617-4928-9f92-ca5348d3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467670 Dec 21 13:33:02.982198 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.api.v2.resource [None req-e3a64099-3351-4d9f-b50f-4bd134f688ac tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] delete failed (client error): The resource could not be found. Dec 21 13:33:02.983305 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-e3a64099-3351-4d9f-b50f-4bd134f688ac tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "DELETE /v2.0/routers/a3b8eec5-8274-471c-bf6f-353920f71bae HTTP/1.1" status: 404 len: 336 time: 0.0372334 Dec 21 13:33:02.987306 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 60030) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:03.014758 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.pecan_wsgi.hooks.translation [None req-a93086f4-f2a1-4fd8-bfb0-b42ba31ebe67 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] DELETE failed (client error): The resource could not be found. Dec 21 13:33:03.015223 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a93086f4-f2a1-4fd8-bfb0-b42ba31ebe67 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:33:03.018923 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-a93086f4-f2a1-4fd8-bfb0-b42ba31ebe67 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "DELETE /v2.0/subnets/e30af4c7-48bd-466c-883f-048b17a41169 HTTP/1.1" status: 404 len: 337 time: 0.0306304 Dec 21 13:33:03.021689 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60032) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:03.048119 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4e6f97f-0ee8-47ca-b340-8c1954223447 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] DELETE failed (client error): The resource could not be found. Dec 21 13:33:03.048604 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4e6f97f-0ee8-47ca-b340-8c1954223447 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:33:03.051774 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-b4e6f97f-0ee8-47ca-b340-8c1954223447 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "DELETE /v2.0/subnets/7185a0d2-0e7d-4dea-bf21-266be3d9561a HTTP/1.1" status: 404 len: 337 time: 0.0289226 Dec 21 13:33:03.054386 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60034) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:03.077873 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-91a22fe4-9587-42f1-b484-09afcb306013 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] DELETE failed (client error): The resource could not be found. Dec 21 13:33:03.078479 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91a22fe4-9587-42f1-b484-09afcb306013 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:33:03.082159 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-91a22fe4-9587-42f1-b484-09afcb306013 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "DELETE /v2.0/ports/790f2c10-5f51-45c5-ba1b-18680baae27d HTTP/1.1" status: 404 len: 333 time: 0.0268173 Dec 21 13:33:03.084683 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60036) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:03.115748 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-f621fea8-0676-42bd-b28b-b132bdbde034 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] DELETE failed (client error): The resource could not be found. Dec 21 13:33:03.116152 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f621fea8-0676-42bd-b28b-b132bdbde034 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:33:03.119354 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-f621fea8-0676-42bd-b28b-b132bdbde034 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "DELETE /v2.0/subnets/b4a175c0-4e30-4924-9de5-f9e3c9e358a6 HTTP/1.1" status: 404 len: 337 time: 0.0336881 Dec 21 13:33:03.122096 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60038) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:03.149066 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-baeecf2b-3bc6-4b1a-94be-2114cb4d718f tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] DELETE failed (client error): The resource could not be found. Dec 21 13:33:03.149649 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-baeecf2b-3bc6-4b1a-94be-2114cb4d718f tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:33:03.152879 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-baeecf2b-3bc6-4b1a-94be-2114cb4d718f tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "DELETE /v2.0/ports/a667e95b-2912-49c1-b61b-105a06a9d75d HTTP/1.1" status: 404 len: 333 time: 0.0297430 Dec 21 13:33:03.155478 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60040) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:03.185137 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-78b0ec9d-03f9-4ede-8781-116b99d6b740 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] DELETE failed (client error): The resource could not be found. Dec 21 13:33:03.185606 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78b0ec9d-03f9-4ede-8781-116b99d6b740 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:33:03.188724 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-78b0ec9d-03f9-4ede-8781-116b99d6b740 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "DELETE /v2.0/subnets/773eefc6-5100-4aba-8861-4783499e933d HTTP/1.1" status: 404 len: 337 time: 0.0322978 Dec 21 13:33:03.191412 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60042) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:03.216051 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c851193-f71c-4e83-b880-b763654ad55d tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] DELETE failed (client error): The resource could not be found. Dec 21 13:33:03.216569 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c851193-f71c-4e83-b880-b763654ad55d tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:33:03.219822 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-5c851193-f71c-4e83-b880-b763654ad55d tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "DELETE /v2.0/ports/eb030856-1691-4692-8950-ed3c687ab5a3 HTTP/1.1" status: 404 len: 333 time: 0.0268891 Dec 21 13:33:03.223011 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60044) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:03.250017 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d27bb39-4d1b-48f4-a318-97aa933c1657 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] DELETE failed (client error): The resource could not be found. Dec 21 13:33:03.250520 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d27bb39-4d1b-48f4-a318-97aa933c1657 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:33:03.254218 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-7d27bb39-4d1b-48f4-a318-97aa933c1657 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "DELETE /v2.0/subnets/bf1ef74a-496b-40ce-a0c5-fa379d5e2877 HTTP/1.1" status: 404 len: 337 time: 0.0302336 Dec 21 13:33:03.256767 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60046) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:03.278819 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-63e989a9-474b-47b6-8877-be4661ed96fc tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] DELETE failed (client error): The resource could not be found. Dec 21 13:33:03.279346 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63e989a9-474b-47b6-8877-be4661ed96fc tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:33:03.282318 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-63e989a9-474b-47b6-8877-be4661ed96fc tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "DELETE /v2.0/ports/f5c184be-55bb-4122-97ba-cab72e90f656 HTTP/1.1" status: 404 len: 333 time: 0.0246348 Dec 21 13:33:03.284769 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60048) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:03.313706 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc1f90ed-1508-4de1-92e8-7f398234f135 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] DELETE failed (client error): The resource could not be found. Dec 21 13:33:03.314995 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc1f90ed-1508-4de1-92e8-7f398234f135 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:33:03.317682 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-bc1f90ed-1508-4de1-92e8-7f398234f135 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "DELETE /v2.0/subnets/528504f6-67fd-4fff-b985-1a820f409ef7 HTTP/1.1" status: 404 len: 337 time: 0.0320241 Dec 21 13:33:03.320008 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60050) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:03.342239 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f3f845b-3d0a-46aa-b98b-1fb1e9e3736c tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] DELETE failed (client error): The resource could not be found. Dec 21 13:33:03.342822 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f3f845b-3d0a-46aa-b98b-1fb1e9e3736c tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:33:03.345852 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-9f3f845b-3d0a-46aa-b98b-1fb1e9e3736c tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "DELETE /v2.0/ports/ed3c9521-a4d1-4e79-a98f-6124c729152e HTTP/1.1" status: 404 len: 333 time: 0.0249579 Dec 21 13:33:03.348415 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60052) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:03.370449 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device f8159525-b2d3-4de4-92e2-6006a41be913 up at agent hyperv_hv-neutron-mast {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:33:03.374914 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e7d58fb-e80d-4a46-89a3-99677129c97c tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] DELETE failed (client error): The resource could not be found. Dec 21 13:33:03.375427 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e7d58fb-e80d-4a46-89a3-99677129c97c tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:33:03.379362 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-8e7d58fb-e80d-4a46-89a3-99677129c97c tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "DELETE /v2.0/subnets/f03b7f0c-a6d9-42dc-b7b7-ca66b7205a40 HTTP/1.1" status: 404 len: 337 time: 0.0299966 Dec 21 13:33:03.382003 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60054) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:03.408262 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c2f2fa5-3c04-489c-898f-2335f7142008 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] DELETE failed (client error): The resource could not be found. Dec 21 13:33:03.408841 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c2f2fa5-3c04-489c-898f-2335f7142008 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:33:03.411955 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-9c2f2fa5-3c04-489c-898f-2335f7142008 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "DELETE /v2.0/ports/ab28e32e-3841-47ca-bafa-4c67d44f54d8 HTTP/1.1" status: 404 len: 333 time: 0.0286033 Dec 21 13:33:03.414976 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60056) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:03.422632 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Provisioning for port f8159525-b2d3-4de4-92e2-6006a41be913 completed by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 13:33:03.427546 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Provisioning complete for port f8159525-b2d3-4de4-92e2-6006a41be913 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:33:03.427918 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:03.443882 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-904a84eb-8c66-4594-b80d-096637178a04 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] DELETE failed (client error): The resource could not be found. Dec 21 13:33:03.444348 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-904a84eb-8c66-4594-b80d-096637178a04 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:33:03.447819 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-904a84eb-8c66-4594-b80d-096637178a04 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "DELETE /v2.0/subnets/2ed2557e-cf0a-4558-ad9a-47b3326cd33d HTTP/1.1" status: 404 len: 337 time: 0.0318725 Dec 21 13:33:03.450323 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60058) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:03.480030 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-68e824d2-5c97-4a6d-9af4-9c22589fee02 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] DELETE failed (client error): The resource could not be found. Dec 21 13:33:03.480596 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68e824d2-5c97-4a6d-9af4-9c22589fee02 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:33:03.483986 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-68e824d2-5c97-4a6d-9af4-9c22589fee02 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "DELETE /v2.0/ports/c0802ae8-54a0-449a-8e72-948570d64e8d HTTP/1.1" status: 404 len: 333 time: 0.0325122 Dec 21 13:33:03.487075 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60060) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:03.511094 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:03.518046 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-e34e1918-837d-4d09-bdc1-b378b1dde3f0 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] DELETE failed (client error): The resource could not be found. Dec 21 13:33:03.518549 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e34e1918-837d-4d09-bdc1-b378b1dde3f0 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:33:03.521610 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-e34e1918-837d-4d09-bdc1-b378b1dde3f0 tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "DELETE /v2.0/subnets/b9b6ef67-0434-4eb9-b4f0-ec6d4e1e5746 HTTP/1.1" status: 404 len: 337 time: 0.0335722 Dec 21 13:33:03.524273 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 60062) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:03.537885 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8ad2273-5a93-4f99-9ea5-e43cad8e09a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8159525-b2d3-4de4-92e2-6006a41be913'}] {{(pid=103154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:33:03.540375 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6f45aca8ac5f8c0cc5868273c98d8aa60330245aed22d61c8da5c1f2d6fc01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46afc1a3-53a5-4e49-af59-45930cd764d8" -d '{"events": [{"server_uuid": "b8ad2273-5a93-4f99-9ea5-e43cad8e09a4", "name": "network-vif-plugged", "status": "completed", "tag": "f8159525-b2d3-4de4-92e2-6006a41be913"}]}' {{(pid=103154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:33:03.554034 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port f8159525-b2d3-4de4-92e2-6006a41be913, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=f8159525-b2d3-4de4-92e2-6006a41be913,segment=NetworkSegment(1a9ea06d-904f-4b0e-8424-0faca3b87b12),segment_id=1a9ea06d-904f-4b0e-8424-0faca3b87b12)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:33:03.559719 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:03.584016 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 13:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-573e4b67-df2f-4afb-82e9-f04b3f4ffbb9 x-openstack-request-id: req-573e4b67-df2f-4afb-82e9-f04b3f4ffbb9 {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:33:03.584307 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8ad2273-5a93-4f99-9ea5-e43cad8e09a4", "name": "network-vif-plugged", "status": "completed", "tag": "f8159525-b2d3-4de4-92e2-6006a41be913", "code": 200}]} {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:33:03.584558 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-573e4b67-df2f-4afb-82e9-f04b3f4ffbb9 {{(pid=103154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:33:03.585069 dv-neutron-master-2-hyperv neutron-server[103154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8ad2273-5a93-4f99-9ea5-e43cad8e09a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8159525-b2d3-4de4-92e2-6006a41be913', 'code': 200} Dec 21 13:33:03.611483 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-dcf043f8-855b-49c2-8c54-8f91dfc3c38b tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:03.612133 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=f8159525-b2d3-4de4-92e2-6006a41be913,revision_number=5']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:33:03.699480 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-dcf043f8-855b-49c2-8c54-8f91dfc3c38b tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:03.726827 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-dcf043f8-855b-49c2-8c54-8f91dfc3c38b tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9']}} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:33:03.737831 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-dcf043f8-855b-49c2-8c54-8f91dfc3c38b tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b20a5dbe-a251-4a83-ae2d-3ffbda6396cf') {'for_net_delete': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:33:03.738139 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-dcf043f8-855b-49c2-8c54-8f91dfc3c38b tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b20a5dbe-a251-4a83-ae2d-3ffbda6396cf') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:33:03.748176 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-dcf043f8-855b-49c2-8c54-8f91dfc3c38b tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1585430'] for segment, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:03.769418 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-dcf043f8-855b-49c2-8c54-8f91dfc3c38b tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:03.791783 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcf043f8-855b-49c2-8c54-8f91dfc3c38b tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=103153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:33:03.792541 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-dcf043f8-855b-49c2-8c54-8f91dfc3c38b tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11349758'] for segment, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:03.795409 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:33:03.795409 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:33:03.795409 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:33:03.795409 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:33:03.795409 dv-neutron-master-2-hyperv neutron-server[103153]: Traceback (most recent call last): Dec 21 13:33:03.795409 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:33:03.795409 dv-neutron-master-2-hyperv neutron-server[103153]: timer() Dec 21 13:33:03.795409 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:33:03.795409 dv-neutron-master-2-hyperv neutron-server[103153]: cb(*args, **kw) Dec 21 13:33:03.795409 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:33:03.795409 dv-neutron-master-2-hyperv neutron-server[103153]: return func(*args, **kwargs) Dec 21 13:33:03.795409 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:33:03.795409 dv-neutron-master-2-hyperv neutron-server[103153]: self._notify() Dec 21 13:33:03.795409 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:33:03.795409 dv-neutron-master-2-hyperv neutron-server[103153]: self.callback(batched_events) Dec 21 13:33:03.795409 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:33:03.795409 dv-neutron-master-2-hyperv neutron-server[103153]: event.method(event) Dec 21 13:33:03.795409 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:33:03.795409 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:33:03.795409 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:33:03.795409 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:33:03.795409 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:33:03.795409 dv-neutron-master-2-hyperv neutron-server[103153]: return f(self, *a, **k) Dec 21 13:33:03.795409 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:33:03.795409 dv-neutron-master-2-hyperv neutron-server[103153]: return self._get(url).json() Dec 21 13:33:03.795409 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:33:03.795409 dv-neutron-master-2-hyperv neutron-server[103153]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:33:03.795409 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:33:03.795409 dv-neutron-master-2-hyperv neutron-server[103153]: return self.request(url, 'GET', **kwargs) Dec 21 13:33:03.795409 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:33:03.795409 dv-neutron-master-2-hyperv neutron-server[103153]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:33:03.795409 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:33:03.795409 dv-neutron-master-2-hyperv neutron-server[103153]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:33:03.795409 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:33:03.795409 dv-neutron-master-2-hyperv neutron-server[103153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:33:03.795409 dv-neutron-master-2-hyperv neutron-server[103153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:33:03.858813 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eda6730-e8a8-43be-a000-87e90d8f178f req-0fa5581a-ba3d-401d-bb8f-a528f94e7a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:33:03.860291 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-8eda6730-e8a8-43be-a000-87e90d8f178f req-0fa5581a-ba3d-401d-bb8f-a528f94e7a3b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b8ad2273-5a93-4f99-9ea5-e43cad8e09a4 HTTP/1.1" status: 200 len: 1098 time: 0.1019866 Dec 21 13:33:03.895260 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-dcf043f8-855b-49c2-8c54-8f91dfc3c38b tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:03.912523 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-dcf043f8-855b-49c2-8c54-8f91dfc3c38b tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:03.915699 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-dcf043f8-855b-49c2-8c54-8f91dfc3c38b tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] 10.222.0.37 "DELETE /v2.0/networks/ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9 HTTP/1.1" status: 204 len: 168 time: 0.3901579 Dec 21 13:33:03.930652 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf043f8-855b-49c2-8c54-8f91dfc3c38b tempest-NetworksTestDHCPv6-30009951 tempest-NetworksTestDHCPv6-30009951-project] Pushing event deleted for resources: {'Network': ['ID=ad3e3fa4-ec1a-4c40-9c5c-f75d2a523ec9,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:33:03.965272 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae62683-3841-4e0f-aaf3-90b38dcd2cac req-7d56c607-2775-4527-b434-85752280f234 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:33:03.966692 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-8ae62683-3841-4e0f-aaf3-90b38dcd2cac req-7d56c607-2775-4527-b434-85752280f234 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8ad2273-5a93-4f99-9ea5-e43cad8e09a4 HTTP/1.1" status: 200 len: 945 time: 0.1120105 Dec 21 13:33:03.969688 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-8eda6730-e8a8-43be-a000-87e90d8f178f req-41407463-faf9-4515-8f1c-76b1ca13e7b9 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=45efddab-dcef-4efd-8697-3c0b8cbf9259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996089 Dec 21 13:33:04.019318 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-8ae62683-3841-4e0f-aaf3-90b38dcd2cac req-71cfc090-dad2-47e6-bcbf-41c80645f913 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] 10.222.0.37 "GET /v2.0/security-groups?id=45efddab-dcef-4efd-8697-3c0b8cbf9259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453930 Dec 21 13:33:04.102959 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbbaead-e3db-4852-87d8-78bf9903efb7 req-9eaf04f3-fe00-4049-9e76-67d7f068785e tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:33:04.104492 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-0cbbaead-e3db-4852-87d8-78bf9903efb7 req-9eaf04f3-fe00-4049-9e76-67d7f068785e tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a6ea224-c493-4761-802f-c0fd74a07238 HTTP/1.1" status: 200 len: 943 time: 0.0524988 Dec 21 13:33:04.154241 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-0cbbaead-e3db-4852-87d8-78bf9903efb7 req-e4b0d9f7-5721-45f7-ad07-b7d0e304ac40 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/security-groups?id=1ff19183-1617-4928-9f92-ca5348d3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435636 Dec 21 13:33:04.175679 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 60074) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:04.306126 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-3fb17d3b-36fb-42dc-a5ae-cc3a087a69ef admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4e9b97d81d204c53a28bf5666eaf36b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1292777 Dec 21 13:33:04.309715 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 60078) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:04.360223 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6b057408-0e9d-43be-8449-d19ed5e59ab8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:04.381278 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6b057408-0e9d-43be-8449-d19ed5e59ab8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:04.750765 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6b057408-0e9d-43be-8449-d19ed5e59ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:04.753368 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6b057408-0e9d-43be-8449-d19ed5e59ab8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:04.754582 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-6b057408-0e9d-43be-8449-d19ed5e59ab8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e2894b2e-47c5-4271-aa6d-c650dfce2c69 HTTP/1.1" status: 204 len: 168 time: 0.4439251 Dec 21 13:33:04.762818 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b057408-0e9d-43be-8449-d19ed5e59ab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2894b2e-47c5-4271-aa6d-c650dfce2c69,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:33:05.153505 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd70c0aa-a146-4196-8fc8-42fe340811cf req-286ba0f5-0e0c-40f3-817f-6d3fa52e3350 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:33:05.155161 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-cd70c0aa-a146-4196-8fc8-42fe340811cf req-286ba0f5-0e0c-40f3-817f-6d3fa52e3350 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8ad2273-5a93-4f99-9ea5-e43cad8e09a4 HTTP/1.1" status: 200 len: 945 time: 0.0548685 Dec 21 13:33:05.214734 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-cd70c0aa-a146-4196-8fc8-42fe340811cf req-6a04c351-bdf8-451d-9e23-0fc1f6b01595 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] 10.222.0.37 "GET /v2.0/security-groups?id=45efddab-dcef-4efd-8697-3c0b8cbf9259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523329 Dec 21 13:33:05.290983 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994dfa18-41d5-46b8-9ab6-1acad6956861 req-c1493df0-b5e8-40a3-ae7f-d772f44478ac tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:33:05.292304 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-994dfa18-41d5-46b8-9ab6-1acad6956861 req-c1493df0-b5e8-40a3-ae7f-d772f44478ac tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a6ea224-c493-4761-802f-c0fd74a07238 HTTP/1.1" status: 200 len: 943 time: 0.0531464 Dec 21 13:33:05.344335 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-994dfa18-41d5-46b8-9ab6-1acad6956861 req-04938453-4d2a-4c06-927d-dc86ca292422 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/security-groups?id=1ff19183-1617-4928-9f92-ca5348d3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449438 Dec 21 13:33:05.436957 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60104) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:05.530063 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [None req-02487de5-d24b-4f62-8a4e-543456c697a0 tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103152) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 13:33:05.531161 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-02487de5-d24b-4f62-8a4e-543456c697a0 tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0931990 Dec 21 13:33:05.534137 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60108) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:05.539137 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [None req-b14d1419-cff5-45f7-94b9-abe899f485ed tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] http://10.222.0.37:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103152) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 13:33:05.540094 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-b14d1419-cff5-45f7-94b9-abe899f485ed tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] 10.222.0.37 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0050194 Dec 21 13:33:05.542254 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60110) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:05.547440 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [None req-e07a76f2-9f3b-4ec5-9bed-a6d1c0f16e99 tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] http://10.222.0.37:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103152) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 13:33:05.548715 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-e07a76f2-9f3b-4ec5-9bed-a6d1c0f16e99 tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] 10.222.0.37 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0054629 Dec 21 13:33:05.552062 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60112) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:05.556023 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [None req-c90c18ee-5259-407c-86e7-989e92aa9e03 tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] http://10.222.0.37:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103152) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 13:33:05.556952 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-c90c18ee-5259-407c-86e7-989e92aa9e03 tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] 10.222.0.37 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0039394 Dec 21 13:33:05.559528 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 60114) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:05.564335 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [None req-07b9f594-ee02-4f43-ad89-065e74f4e1f9 tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] http://10.222.0.37:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 13:33:05.565272 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-07b9f594-ee02-4f43-ad89-065e74f4e1f9 tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] 10.222.0.37 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0048065 Dec 21 13:33:05.567529 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 60116) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:05.571200 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [None req-aaf62ee0-39a6-4c5f-bb6e-b7abd11beb02 tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] http://10.222.0.37:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 13:33:05.572114 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-aaf62ee0-39a6-4c5f-bb6e-b7abd11beb02 tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] 10.222.0.37 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0037732 Dec 21 13:33:05.574268 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 60118) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:05.577890 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [None req-3791cd76-be95-4f84-ba2e-a8b4e51d3819 tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] http://10.222.0.37:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 13:33:05.578844 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-3791cd76-be95-4f84-ba2e-a8b4e51d3819 tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] 10.222.0.37 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0037363 Dec 21 13:33:05.581639 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 60120) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:05.585267 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [None req-2327c9e9-e825-4892-9185-34095aa7430a tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] http://10.222.0.37:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 13:33:05.586171 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-2327c9e9-e825-4892-9185-34095aa7430a tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] 10.222.0.37 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0037241 Dec 21 13:33:05.588231 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 60122) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:05.591827 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [None req-e673c25d-e371-4bce-ba44-33bfc874f328 tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] http://10.222.0.37:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 13:33:05.592740 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-e673c25d-e371-4bce-ba44-33bfc874f328 tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] 10.222.0.37 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0037057 Dec 21 13:33:05.594807 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 60124) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:05.598418 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [None req-18c6f662-35bb-4866-8422-31e98dbead45 tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] http://10.222.0.37:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 13:33:05.599331 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-18c6f662-35bb-4866-8422-31e98dbead45 tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] 10.222.0.37 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0037174 Dec 21 13:33:05.601380 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 60126) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:05.605590 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [None req-2bb707bc-8b93-4c0e-858d-1df4b6dec598 tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] http://10.222.0.37:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 13:33:05.606550 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-2bb707bc-8b93-4c0e-858d-1df4b6dec598 tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] 10.222.0.37 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0043392 Dec 21 13:33:05.608614 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 60128) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:05.612425 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [None req-7f97662c-e72a-4981-877c-b69db7de583a tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] http://10.222.0.37:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 13:33:05.613331 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-7f97662c-e72a-4981-877c-b69db7de583a tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] 10.222.0.37 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0039124 Dec 21 13:33:05.615389 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 60130) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:05.618981 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [None req-7ed043f2-885a-4ad0-9512-ffed83e8c21e tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] http://10.222.0.37:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 13:33:05.619878 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-7ed043f2-885a-4ad0-9512-ffed83e8c21e tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] 10.222.0.37 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0036943 Dec 21 13:33:05.621999 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 60132) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:05.625676 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [None req-721c5e6d-4810-4842-88fd-37added0e03c tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] http://10.222.0.37:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 13:33:05.627079 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-721c5e6d-4810-4842-88fd-37added0e03c tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] 10.222.0.37 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0036945 Dec 21 13:33:05.629347 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 60134) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:05.632941 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [None req-6af742df-fdc4-4a7c-8760-b913e42c0e2d tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] http://10.222.0.37:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 13:33:05.633880 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-6af742df-fdc4-4a7c-8760-b913e42c0e2d tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] 10.222.0.37 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0037305 Dec 21 13:33:05.635934 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 60136) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:05.639526 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [None req-411ea778-1117-4b0c-a778-c23efd11e67b tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] http://10.222.0.37:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 13:33:05.640439 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-411ea778-1117-4b0c-a778-c23efd11e67b tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] 10.222.0.37 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0037007 Dec 21 13:33:05.643261 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 60138) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:05.646863 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [None req-e2519a9a-d646-41b9-85f9-89fb8fef25c4 tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] http://10.222.0.37:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 13:33:05.647766 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-e2519a9a-d646-41b9-85f9-89fb8fef25c4 tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] 10.222.0.37 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0037045 Dec 21 13:33:05.649815 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 60140) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:05.653445 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [None req-0dd21b2a-b663-48d8-b380-f3b7aa80add0 tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] http://10.222.0.37:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 13:33:05.654370 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-0dd21b2a-b663-48d8-b380-f3b7aa80add0 tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] 10.222.0.37 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0037365 Dec 21 13:33:05.656404 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 60142) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:05.660538 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [None req-714a9f2a-8179-48df-83cf-c512b350719c tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] http://10.222.0.37:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 13:33:05.661455 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-714a9f2a-8179-48df-83cf-c512b350719c tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] 10.222.0.37 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0042133 Dec 21 13:33:05.663717 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60144) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:05.667850 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [None req-ef80882f-6ce0-4225-b4ce-547601a8ef09 tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] http://10.222.0.37:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103152) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 13:33:05.668779 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-ef80882f-6ce0-4225-b4ce-547601a8ef09 tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] 10.222.0.37 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0041552 Dec 21 13:33:05.670866 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60146) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:05.674687 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [None req-966bc8ea-47da-4805-a018-501548e6c671 tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] http://10.222.0.37:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103152) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 13:33:05.675586 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-966bc8ea-47da-4805-a018-501548e6c671 tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] 10.222.0.37 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0039229 Dec 21 13:33:05.677631 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60148) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:05.681186 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [None req-350d5da6-2c8b-44e4-80b2-a925db24ac21 tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] http://10.222.0.37:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103152) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 13:33:05.682081 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-350d5da6-2c8b-44e4-80b2-a925db24ac21 tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] 10.222.0.37 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0036528 Dec 21 13:33:05.684136 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60150) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:05.692817 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [None req-bb6656b6-bf58-4e35-ad5e-259f967c0b76 tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] http://10.222.0.37:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103152) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 13:33:05.693727 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-bb6656b6-bf58-4e35-ad5e-259f967c0b76 tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] 10.222.0.37 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0088015 Dec 21 13:33:05.695884 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60152) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:05.699469 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [None req-340760e4-2490-4a51-9a0d-b9df0dbe1cfb tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] http://10.222.0.37:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103152) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 13:33:05.700368 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-340760e4-2490-4a51-9a0d-b9df0dbe1cfb tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] 10.222.0.37 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0036793 Dec 21 13:33:05.702710 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60154) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:05.706821 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [None req-533b7fb9-b3d7-4186-85ed-a8918cdf1fce tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] http://10.222.0.37:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103152) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 13:33:05.707723 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-533b7fb9-b3d7-4186-85ed-a8918cdf1fce tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] 10.222.0.37 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0042329 Dec 21 13:33:05.709815 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60156) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:05.713353 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [None req-0d0d7aaf-5c68-4d6f-ac65-3a7f0c0b6edb tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] http://10.222.0.37:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103152) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 13:33:05.714248 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-0d0d7aaf-5c68-4d6f-ac65-3a7f0c0b6edb tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] 10.222.0.37 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0036409 Dec 21 13:33:05.716294 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60158) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:05.719882 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [None req-5042e846-89a9-4c2c-91b8-c9b78a0f57fb tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] http://10.222.0.37:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103152) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 13:33:05.720839 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-5042e846-89a9-4c2c-91b8-c9b78a0f57fb tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] 10.222.0.37 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0037541 Dec 21 13:33:05.723008 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60160) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:05.726601 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [None req-00dd8af2-065e-495a-bd76-02d9c0a7e8f4 tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] http://10.222.0.37:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103152) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 13:33:05.727501 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-00dd8af2-065e-495a-bd76-02d9c0a7e8f4 tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] 10.222.0.37 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0036964 Dec 21 13:33:05.729565 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60162) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:05.733097 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [None req-f2b712c0-c3b8-48ac-b509-01186e5bdc18 tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] http://10.222.0.37:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103152) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 13:33:05.734001 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-f2b712c0-c3b8-48ac-b509-01186e5bdc18 tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] 10.222.0.37 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0036347 Dec 21 13:33:05.736089 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60164) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:05.739602 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [None req-62c69483-2f06-490f-86fb-0cf8fed01b7e tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] http://10.222.0.37:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103152) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 13:33:05.740500 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-62c69483-2f06-490f-86fb-0cf8fed01b7e tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] 10.222.0.37 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0036137 Dec 21 13:33:05.742574 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60166) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:05.746556 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [None req-de6d1698-8e50-4559-b642-a782a92402f3 tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] http://10.222.0.37:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103152) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 13:33:05.747462 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-de6d1698-8e50-4559-b642-a782a92402f3 tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] 10.222.0.37 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0041103 Dec 21 13:33:05.749507 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60168) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:05.753536 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [None req-7f969ab9-434b-4f74-af0f-7d95de42cbf2 tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] http://10.222.0.37:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103152) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 13:33:05.754449 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-7f969ab9-434b-4f74-af0f-7d95de42cbf2 tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] 10.222.0.37 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0041323 Dec 21 13:33:05.756742 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60170) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:05.760221 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [None req-7628e5e3-7eee-40a0-b023-a9d5264d78f8 tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] http://10.222.0.37:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103152) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 13:33:05.761128 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-7628e5e3-7eee-40a0-b023-a9d5264d78f8 tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] 10.222.0.37 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0036485 Dec 21 13:33:05.763240 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60172) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:05.767087 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [None req-f67201bb-1e6c-450b-80ea-be77bbdb3392 tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] http://10.222.0.37:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103152) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 13:33:05.768533 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-f67201bb-1e6c-450b-80ea-be77bbdb3392 tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] 10.222.0.37 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0044506 Dec 21 13:33:05.771059 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60174) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:05.774729 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [None req-e6fdc353-82e3-429d-9838-473e363e316c tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] http://10.222.0.37:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103152) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 13:33:05.775628 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-e6fdc353-82e3-429d-9838-473e363e316c tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] 10.222.0.37 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0037532 Dec 21 13:33:05.777705 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60176) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:05.781232 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [None req-52edb109-9223-4914-9d8d-4805e194e544 tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] http://10.222.0.37:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103152) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 13:33:05.782129 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-52edb109-9223-4914-9d8d-4805e194e544 tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] 10.222.0.37 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0036368 Dec 21 13:33:05.784239 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60178) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:05.787770 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [None req-a9a3fab1-7407-48a7-acb4-e679ba357e79 tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] http://10.222.0.37:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103152) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 13:33:05.788666 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-a9a3fab1-7407-48a7-acb4-e679ba357e79 tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] 10.222.0.37 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0036337 Dec 21 13:33:05.790768 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60180) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:05.794310 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [None req-cdc06dc3-aa6e-449a-bd41-907ca7afa739 tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] http://10.222.0.37:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103152) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 13:33:05.795247 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-cdc06dc3-aa6e-449a-bd41-907ca7afa739 tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] 10.222.0.37 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0036821 Dec 21 13:33:05.797434 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 60182) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:05.802449 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [None req-11333e2f-59b6-4858-a84d-aabbf79b3093 tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] http://10.222.0.37:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 13:33:05.803500 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-11333e2f-59b6-4858-a84d-aabbf79b3093 tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] 10.222.0.37 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0042629 Dec 21 13:33:05.805587 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 60184) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:05.809225 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [None req-cecd19a9-9003-4689-8ae0-3a5b40c0e051 tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] http://10.222.0.37:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 13:33:05.810165 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-cecd19a9-9003-4689-8ae0-3a5b40c0e051 tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] 10.222.0.37 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0037398 Dec 21 13:33:05.812115 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 60186) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:05.815800 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [None req-4f95e7a4-5c2a-4e62-a705-040bf1ae4d46 tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] http://10.222.0.37:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 13:33:05.816737 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-4f95e7a4-5c2a-4e62-a705-040bf1ae4d46 tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] 10.222.0.37 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0037887 Dec 21 13:33:05.819215 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 60188) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:05.827557 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [None req-1e164582-35b5-499b-ac87-8d66932a47de tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] http://10.222.0.37:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 13:33:05.829199 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-1e164582-35b5-499b-ac87-8d66932a47de tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] 10.222.0.37 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0089626 Dec 21 13:33:05.834381 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 60190) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:05.839304 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [None req-59eba3af-b030-44fb-9879-86e0e25a8c48 tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] http://10.222.0.37:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 13:33:05.840854 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-59eba3af-b030-44fb-9879-86e0e25a8c48 tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] 10.222.0.37 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0052650 Dec 21 13:33:05.843019 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 60192) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:05.846997 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [None req-7ab6cdcc-91af-42a1-ad6b-3a69d3daf119 tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] http://10.222.0.37:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 13:33:05.847916 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-7ab6cdcc-91af-42a1-ad6b-3a69d3daf119 tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] 10.222.0.37 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0040329 Dec 21 13:33:05.850026 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 60194) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:05.853747 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [None req-0eaa1ef9-7902-4323-ad2d-9dc8ef30f30e tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] http://10.222.0.37:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 13:33:05.854679 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-0eaa1ef9-7902-4323-ad2d-9dc8ef30f30e tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] 10.222.0.37 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0037768 Dec 21 13:33:05.857000 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 60196) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:05.861934 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [None req-357c17a4-06a7-49f7-9b2f-a1414da91c1d tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] http://10.222.0.37:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 13:33:05.862918 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-357c17a4-06a7-49f7-9b2f-a1414da91c1d tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] 10.222.0.37 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0050600 Dec 21 13:33:05.864966 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 60198) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:05.868661 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [None req-463debb2-5df7-4462-a672-c07992a34262 tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] http://10.222.0.37:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 13:33:05.869592 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-463debb2-5df7-4462-a672-c07992a34262 tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] 10.222.0.37 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0037994 Dec 21 13:33:05.871611 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 60200) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:05.875294 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [None req-697850e7-66ef-457b-8e07-a52d33edc2d4 tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] http://10.222.0.37:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 13:33:05.876215 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-697850e7-66ef-457b-8e07-a52d33edc2d4 tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] 10.222.0.37 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0037830 Dec 21 13:33:05.878952 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 60202) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:05.882646 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [None req-9543ed4f-cbc5-4e79-8ff2-378d161afc35 tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] http://10.222.0.37:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 13:33:05.883569 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-9543ed4f-cbc5-4e79-8ff2-378d161afc35 tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] 10.222.0.37 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0038011 Dec 21 13:33:05.885579 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 60204) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:05.889228 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [None req-607ce7c8-f368-4171-891c-e5657dea7272 tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] http://10.222.0.37:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 13:33:05.890151 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-607ce7c8-f368-4171-891c-e5657dea7272 tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] 10.222.0.37 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0037599 Dec 21 13:33:05.892169 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 60206) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:05.896154 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [None req-d2a8b544-85b4-426e-9366-42db615d4a65 tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] http://10.222.0.37:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 13:33:05.896890 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-d2a8b544-85b4-426e-9366-42db615d4a65 tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] 10.222.0.37 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0038736 Dec 21 13:33:05.899211 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 60208) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:05.903092 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [None req-0480d93e-1d2c-44ae-87a0-1fbb9310d826 tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] http://10.222.0.37:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 13:33:05.904068 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-0480d93e-1d2c-44ae-87a0-1fbb9310d826 tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] 10.222.0.37 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0039508 Dec 21 13:33:05.906909 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 60210) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:05.913708 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [None req-ca02dad8-f27c-4d3e-9afd-e22f1afd1694 tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] http://10.222.0.37:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 13:33:05.914724 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-ca02dad8-f27c-4d3e-9afd-e22f1afd1694 tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] 10.222.0.37 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0066471 Dec 21 13:33:05.916873 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 60212) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:05.921220 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [None req-12d2a9e4-b050-4758-bd4e-c8e5892cf7e2 tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] http://10.222.0.37:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 13:33:05.922701 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-12d2a9e4-b050-4758-bd4e-c8e5892cf7e2 tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] 10.222.0.37 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0044711 Dec 21 13:33:05.925409 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 60214) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:05.929145 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [None req-085e5553-934d-47cf-8638-4fb7c8f3496e tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 13:33:05.930107 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-085e5553-934d-47cf-8638-4fb7c8f3496e tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0038362 Dec 21 13:33:05.932114 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 60216) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:05.935818 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [None req-8ba15aad-2876-41b6-9905-654cda6f4930 tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] http://10.222.0.37:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 13:33:05.936749 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-8ba15aad-2876-41b6-9905-654cda6f4930 tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] 10.222.0.37 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0038202 Dec 21 13:33:05.939901 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60218) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:05.944805 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [None req-33dd40ed-2311-430f-96e0-c3bfc7447b94 tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] http://10.222.0.37:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103152) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 13:33:05.945763 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-33dd40ed-2311-430f-96e0-c3bfc7447b94 tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] 10.222.0.37 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0048959 Dec 21 13:33:05.948462 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 60220) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:05.952651 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [None req-1f2e52cf-7beb-4019-a578-36a8356abc91 tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] http://10.222.0.37:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 13:33:05.953596 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-1f2e52cf-7beb-4019-a578-36a8356abc91 tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] 10.222.0.37 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0042109 Dec 21 13:33:05.956170 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60222) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:05.960374 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [None req-420e640a-ee6b-4881-9ae5-877e29e957aa tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] http://10.222.0.37:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103152) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 13:33:05.961310 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-420e640a-ee6b-4881-9ae5-877e29e957aa tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] 10.222.0.37 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0042222 Dec 21 13:33:05.963577 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60224) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:05.967365 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [None req-c8ed32c1-2a5e-4ec0-91a0-9c8d3cfbbb4f tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] http://10.222.0.37:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103152) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 13:33:05.968279 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-c8ed32c1-2a5e-4ec0-91a0-9c8d3cfbbb4f tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] 10.222.0.37 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0038621 Dec 21 13:33:05.970718 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60226) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:05.974492 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [None req-a445b59b-403e-47c3-a9e3-f095deb05bd8 tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] http://10.222.0.37:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103152) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 13:33:05.975412 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-a445b59b-403e-47c3-a9e3-f095deb05bd8 tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] 10.222.0.37 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0038633 Dec 21 13:33:05.977488 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60228) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:05.981429 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [None req-3f6009ef-228a-4519-9237-1dd835f06b32 tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] http://10.222.0.37:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103152) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 13:33:05.982388 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-3f6009ef-228a-4519-9237-1dd835f06b32 tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] 10.222.0.37 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0040114 Dec 21 13:33:05.984424 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60230) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:05.989121 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [None req-207706d0-8f56-4160-873f-593990951708 tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] http://10.222.0.37:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103152) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 13:33:05.990074 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-207706d0-8f56-4160-873f-593990951708 tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] 10.222.0.37 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0047925 Dec 21 13:33:05.992504 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60232) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:05.996606 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [None req-e1d6e6c8-60a1-442f-91db-36b4fbe8176d tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103152) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 13:33:05.997552 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-e1d6e6c8-60a1-442f-91db-36b4fbe8176d tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0041664 Dec 21 13:33:06.000774 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60234) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:06.005168 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [None req-17e77bae-6259-4ecd-a561-56216b9f65f9 tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] http://10.222.0.37:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103152) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 13:33:06.006115 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-17e77bae-6259-4ecd-a561-56216b9f65f9 tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] 10.222.0.37 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0044780 Dec 21 13:33:06.008595 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60236) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:06.012888 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [None req-31398c5f-4c29-410e-92ae-b78e0f303c18 tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] http://10.222.0.37:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103152) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 13:33:06.013828 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-31398c5f-4c29-410e-92ae-b78e0f303c18 tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] 10.222.0.37 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0044510 Dec 21 13:33:06.016409 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60238) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:06.020232 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [None req-d5930980-c87c-40ff-b649-da346452ac90 tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] http://10.222.0.37:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103152) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 13:33:06.021165 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-d5930980-c87c-40ff-b649-da346452ac90 tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] 10.222.0.37 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0039096 Dec 21 13:33:06.023396 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60240) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:06.027162 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [None req-181a4dbd-cb96-441e-bbd6-c83263f5b749 tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] http://10.222.0.37:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103152) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 13:33:06.028085 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-181a4dbd-cb96-441e-bbd6-c83263f5b749 tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] 10.222.0.37 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0038438 Dec 21 13:33:06.030285 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60242) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:06.034211 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [None req-769f8050-c0f7-4892-a4ba-653f55869073 tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] http://10.222.0.37:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103152) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 13:33:06.035167 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-769f8050-c0f7-4892-a4ba-653f55869073 tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] 10.222.0.37 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0039382 Dec 21 13:33:06.037298 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60244) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:06.041006 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [None req-00953f9f-f20f-42eb-b099-027d7ea24f6f tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103152) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 13:33:06.041933 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-00953f9f-f20f-42eb-b099-027d7ea24f6f tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0038028 Dec 21 13:33:06.044126 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60246) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:06.048129 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [None req-e04bf990-a1a0-4646-810c-fa721e7d4bda tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103152) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 13:33:06.049552 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-e04bf990-a1a0-4646-810c-fa721e7d4bda tempest-ExtensionsTestJSON-73938644 tempest-ExtensionsTestJSON-73938644-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0046005 Dec 21 13:33:06.328251 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60254) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:06.338515 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc69888d-6914-4789-b411-522869f2bcf8 req-7359d2ea-7ca7-4815-869b-2a46b9bc6a76 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:33:06.340042 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-cc69888d-6914-4789-b411-522869f2bcf8 req-7359d2ea-7ca7-4815-869b-2a46b9bc6a76 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8ad2273-5a93-4f99-9ea5-e43cad8e09a4 HTTP/1.1" status: 200 len: 945 time: 0.0532784 Dec 21 13:33:06.397064 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-cc69888d-6914-4789-b411-522869f2bcf8 req-b2359c1d-c3be-4ae0-a753-f0dc27908b8a tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] 10.222.0.37 "GET /v2.0/security-groups?id=45efddab-dcef-4efd-8697-3c0b8cbf9259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495377 Dec 21 13:33:06.476536 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2fa23c2f-6216-4d1f-82cf-52ca7724f90e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:06.502779 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d464ad-9fe4-4277-ba71-772971d0cd7a req-c98c6e25-2548-4919-90bc-274f59ad84b6 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:33:06.504285 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-65d464ad-9fe4-4277-ba71-772971d0cd7a req-c98c6e25-2548-4919-90bc-274f59ad84b6 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a6ea224-c493-4761-802f-c0fd74a07238 HTTP/1.1" status: 200 len: 943 time: 0.0788302 Dec 21 13:33:06.524995 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16614d50-3a66-4c47-9243-034f6895acae req-52a4148c-413e-44ce-8f52-f0f76d07240b tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:33:06.526516 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-16614d50-3a66-4c47-9243-034f6895acae req-52a4148c-413e-44ce-8f52-f0f76d07240b tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8ad2273-5a93-4f99-9ea5-e43cad8e09a4 HTTP/1.1" status: 200 len: 945 time: 0.0512421 Dec 21 13:33:06.586168 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-16614d50-3a66-4c47-9243-034f6895acae req-cd30e5dd-7cde-4ae0-b548-95e1a1253ee7 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] 10.222.0.37 "GET /v2.0/security-groups?id=45efddab-dcef-4efd-8697-3c0b8cbf9259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497568 Dec 21 13:33:06.586429 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-65d464ad-9fe4-4277-ba71-772971d0cd7a req-10fed4f5-8ead-4078-8158-2a26a3e087e6 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/security-groups?id=1ff19183-1617-4928-9f92-ca5348d3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749202 Dec 21 13:33:06.610266 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 60262) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:06.626854 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2fa23c2f-6216-4d1f-82cf-52ca7724f90e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:06.631648 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2fa23c2f-6216-4d1f-82cf-52ca7724f90e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:06.651826 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d781afa3-d6fa-4196-964b-61fb4b4c8978 tempest-TestNetworkAdvancedServerOps-766194338 tempest-TestNetworkAdvancedServerOps-766194338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:33:06.656197 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-d781afa3-d6fa-4196-964b-61fb4b4c8978 tempest-TestNetworkAdvancedServerOps-766194338 tempest-TestNetworkAdvancedServerOps-766194338-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b8ad2273-5a93-4f99-9ea5-e43cad8e09a4 HTTP/1.1" status: 200 len: 1093 time: 0.0410492 Dec 21 13:33:06.656408 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 60264) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:06.661835 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-6fd6fa36-66f2-426b-b577-2594a4a7ee97 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Request body: {'floatingip': {'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'port_id': 'f8159525-b2d3-4de4-92e2-6006a41be913', 'tenant_id': '514e9bec24c54314a7cb99c3771252bb', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:33:06.675574 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-2fa23c2f-6216-4d1f-82cf-52ca7724f90e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fb5c846b591a476a8c54c20a7c39d560&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3458545 Dec 21 13:33:06.676477 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa23c2f-6216-4d1f-82cf-52ca7724f90e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcb5a2a2-b0af-4010-9624-f9d342f78271,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:33:06.678835 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60266) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:06.695035 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6fd6fa36-66f2-426b-b577-2594a4a7ee97 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Publish callbacks [] for floatingip, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:06.730045 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-49bff6c0-e7d0-4c95-a86f-daf1b8212854 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:06.752970 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-49bff6c0-e7d0-4c95-a86f-daf1b8212854 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:06.796680 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6fd6fa36-66f2-426b-b577-2594a4a7ee97 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:06.805009 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-49bff6c0-e7d0-4c95-a86f-daf1b8212854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:06.807848 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-49bff6c0-e7d0-4c95-a86f-daf1b8212854 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:06.812196 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-49bff6c0-e7d0-4c95-a86f-daf1b8212854 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bcb5a2a2-b0af-4010-9624-f9d342f78271 HTTP/1.1" status: 204 len: 168 time: 0.1323321 Dec 21 13:33:06.820561 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bff6c0-e7d0-4c95-a86f-daf1b8212854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcb5a2a2-b0af-4010-9624-f9d342f78271,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:33:06.920356 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-6fd6fa36-66f2-426b-b577-2594a4a7ee97 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Allocated IP 172.36.3.212 (7fdf1889-f079-4166-bbda-88b2a8d8d595/051a5607-1753-4008-a2f2-d94b48752e9c/ffaab2e1-1547-436a-90c7-283d16c92c96) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:33:07.034314 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6fd6fa36-66f2-426b-b577-2594a4a7ee97 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:07.069311 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6fd6fa36-66f2-426b-b577-2594a4a7ee97 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:07.118073 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd6fa36-66f2-426b-b577-2594a4a7ee97 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Network 7fdf1889-f079-4166-bbda-88b2a8d8d595 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:33:07.121250 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-6fd6fa36-66f2-426b-b577-2594a4a7ee97 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:33:07.124335 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd6fa36-66f2-426b-b577-2594a4a7ee97 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:33:07.148778 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd6fa36-66f2-426b-b577-2594a4a7ee97 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Pushing event updated for resources: {'Port': ['ID=ffaab2e1-1547-436a-90c7-283d16c92c96,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:33:07.553636 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60288) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:07.664504 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-350d633a-8b2f-404e-8e81-55ca78c59aba tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1473873450'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:33:07.690306 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-350d633a-8b2f-404e-8e81-55ca78c59aba tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] Made reservation on behalf of e938187ea3024cf5827e7e509a382de0 for: {'network': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:33:07.693990 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-350d633a-8b2f-404e-8e81-55ca78c59aba tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:07.701369 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6fd6fa36-66f2-426b-b577-2594a4a7ee97 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:07.704919 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-350d633a-8b2f-404e-8e81-55ca78c59aba tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] Publish callbacks [] for security_group, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:07.783323 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68868281-ddde-4a9b-9a08-5de237f80c1e req-172c850a-986f-4fcf-a895-a368b7f3b804 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:33:07.785005 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-68868281-ddde-4a9b-9a08-5de237f80c1e req-172c850a-986f-4fcf-a895-a368b7f3b804 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a6ea224-c493-4761-802f-c0fd74a07238 HTTP/1.1" status: 200 len: 943 time: 0.1201563 Dec 21 13:33:07.795504 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-350d633a-8b2f-404e-8e81-55ca78c59aba tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] Publish callbacks [] for security_group, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:07.801414 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-350d633a-8b2f-404e-8e81-55ca78c59aba tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:07.833118 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-350d633a-8b2f-404e-8e81-55ca78c59aba tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=103152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:33:07.839966 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350d633a-8b2f-404e-8e81-55ca78c59aba tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=859fa19f-74b2-4898-80a0-2d92876525ed,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:33:07.846872 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-350d633a-8b2f-404e-8e81-55ca78c59aba tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:07.847629 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.segments_db [None req-350d633a-8b2f-404e-8e81-55ca78c59aba tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] Added segment 6a968072-ce47-4047-90ad-c6fc160c41f8 of type vlan for network 8a453206-0984-4288-955b-e5f1274aa369 Dec 21 13:33:07.873757 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6fd6fa36-66f2-426b-b577-2594a4a7ee97 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:07.905439 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-350d633a-8b2f-404e-8e81-55ca78c59aba tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:07.909180 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-68868281-ddde-4a9b-9a08-5de237f80c1e req-9ef90b25-f1f5-49c1-8c2d-033ec00d8fc8 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/security-groups?id=1ff19183-1617-4928-9f92-ca5348d3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032879 Dec 21 13:33:07.938912 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-350d633a-8b2f-404e-8e81-55ca78c59aba tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:07.944991 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350d633a-8b2f-404e-8e81-55ca78c59aba tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:33:07.945660 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-350d633a-8b2f-404e-8e81-55ca78c59aba tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] Publish callbacks [] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:07.986912 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-350d633a-8b2f-404e-8e81-55ca78c59aba tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.4320078 Dec 21 13:33:07.990518 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60294) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:08.021534 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-7bf2b9ce-cef2-4717-aa09-ad493ac617d4 tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] Request body: {'subnet': {'network_id': '8a453206-0984-4288-955b-e5f1274aa369', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:33:08.040785 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350d633a-8b2f-404e-8e81-55ca78c59aba tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] Pushing event updated for resources: {'Network': ['ID=8a453206-0984-4288-955b-e5f1274aa369,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:33:08.056107 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network 8a453206-0984-4288-955b-e5f1274aa369 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:33:08.068596 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6fd6fa36-66f2-426b-b577-2594a4a7ee97 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:08.074913 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6fd6fa36-66f2-426b-b577-2594a4a7ee97 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:08.150601 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bf2b9ce-cef2-4717-aa09-ad493ac617d4 tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] Made reservation on behalf of e938187ea3024cf5827e7e509a382de0 for: {'subnet': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:33:08.154645 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7bf2b9ce-cef2-4717-aa09-ad493ac617d4 tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12346583'] for subnet, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:08.157415 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd6fa36-66f2-426b-b577-2594a4a7ee97 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Pushing event updated for resources: {'Port': ['ID=ffaab2e1-1547-436a-90c7-283d16c92c96,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:33:08.168736 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6fd6fa36-66f2-426b-b577-2594a4a7ee97 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548820'] for floatingip, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:08.290751 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.l3_db [None req-6fd6fa36-66f2-426b-b577-2594a4a7ee97 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Floating IP bacc4124-6bbc-4175-adb1-0dceaaf8258d associated. External IP: 172.36.3.212, port: f8159525-b2d3-4de4-92e2-6006a41be913. Dec 21 13:33:08.368676 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7bf2b9ce-cef2-4717-aa09-ad493ac617d4 tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12346565'] for subnet, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:08.438872 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf2b9ce-cef2-4717-aa09-ad493ac617d4 tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] Pushing event updated for resources: {'Subnet': ['ID=880423f3-c505-485c-8500-020129208c6f,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:33:08.449185 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf2b9ce-cef2-4717-aa09-ad493ac617d4 tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] Checking segment: {'id': '6a968072-ce47-4047-90ad-c6fc160c41f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '8a453206-0984-4288-955b-e5f1274aa369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:33:08.449555 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf2b9ce-cef2-4717-aa09-ad493ac617d4 tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] Network hostable DHCP agents. Network: 8a453206-0984-4288-955b-e5f1274aa369, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:33:08.469011 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf2b9ce-cef2-4717-aa09-ad493ac617d4 tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] Network 8a453206-0984-4288-955b-e5f1274aa369 is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:33:08.479930 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-7bf2b9ce-cef2-4717-aa09-ad493ac617d4 tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 8a453206-0984-4288-955b-e5f1274aa369) {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:33:08.485031 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf2b9ce-cef2-4717-aa09-ad493ac617d4 tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:33:08.485732 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7bf2b9ce-cef2-4717-aa09-ad493ac617d4 tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:08.497637 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c238f0c1-9a09-4222-b397-8ef9c6313d50 None None] Network 8a453206-0984-4288-955b-e5f1274aa369 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:33:08.510757 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-7bf2b9ce-cef2-4717-aa09-ad493ac617d4 tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5192206 Dec 21 13:33:08.513382 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60296) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:08.524427 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-3154f476-e7cf-43ce-81c7-a42f179d1964 tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] Request body: {'port': {'network_id': '8a453206-0984-4288-955b-e5f1274aa369', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1703419004'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:33:08.536969 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fd6fa36-66f2-426b-b577-2594a4a7ee97 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Router 5a56e7bd-d0e1-49aa-9e55-ef2e43d14e69 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:33:08.610812 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ebb69d5-092a-443c-bde0-33408226ce4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-8a453206-0984-4288-955b-e5f1274aa369', 'network_id': '8a453206-0984-4288-955b-e5f1274aa369', 'project_id': 'e938187ea3024cf5827e7e509a382de0', 'fixed_ips': [{'subnet_id': '880423f3-c505-485c-8500-020129208c6f'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:33:08.612201 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-1ebb69d5-092a-443c-bde0-33408226ce4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:08.661613 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fd6fa36-66f2-426b-b577-2594a4a7ee97 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:33:08.687538 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9424613-5701-4ba4-8ba9-1f86d31f2f0e None None] Sync routers for ids ['5a56e7bd-d0e1-49aa-9e55-ef2e43d14e69'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:33:08.691272 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6fd6fa36-66f2-426b-b577-2594a4a7ee97 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for floatingip, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:08.704008 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3154f476-e7cf-43ce-81c7-a42f179d1964 tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] Made reservation on behalf of e938187ea3024cf5827e7e509a382de0 for: {'port': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:33:08.708805 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3154f476-e7cf-43ce-81c7-a42f179d1964 tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:08.717839 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9424613-5701-4ba4-8ba9-1f86d31f2f0e None None] Routers {'5a56e7bd-d0e1-49aa-9e55-ef2e43d14e69'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:33:08.718684 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-a9424613-5701-4ba4-8ba9-1f86d31f2f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:32:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['5a56e7bd-d0e1-49aa-9e55-ef2e43d14e69'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:33:08.730921 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-3154f476-e7cf-43ce-81c7-a42f179d1964 tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] device_id is not set on port 4121ba02-eadb-4aa5-b4c0-039a41af738b yet. {{(pid=103152) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 13:33:08.741608 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-6fd6fa36-66f2-426b-b577-2594a4a7ee97 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0835056 Dec 21 13:33:08.742490 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8ad2273-5a93-4f99-9ea5-e43cad8e09a4', 'tag': 'f8159525-b2d3-4de4-92e2-6006a41be913'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:33:08.746665 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af6034c98e584fa55ea4398f343c742ceb598288507feaf30d5a15785b2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f10008ca-af18-4e89-bc3d-bb79ab82411b" -d '{"events": [{"name": "network-changed", "server_uuid": "b8ad2273-5a93-4f99-9ea5-e43cad8e09a4", "tag": "f8159525-b2d3-4de4-92e2-6006a41be913"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:33:08.837005 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 13:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5421c8f7-d88e-4d7e-b14b-e0a1e33f3e45 x-openstack-request-id: req-5421c8f7-d88e-4d7e-b14b-e0a1e33f3e45 {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:33:08.837873 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8ad2273-5a93-4f99-9ea5-e43cad8e09a4", "tag": "f8159525-b2d3-4de4-92e2-6006a41be913", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:33:08.838316 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5421c8f7-d88e-4d7e-b14b-e0a1e33f3e45 {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:33:08.839092 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8ad2273-5a93-4f99-9ea5-e43cad8e09a4', 'tag': 'f8159525-b2d3-4de4-92e2-6006a41be913', 'status': 'completed', 'code': 200} Dec 21 13:33:08.864697 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077b8f6b-3559-4e1c-bfe5-e5a6d11c3b8b req-8ff9f766-fb1f-4ded-901b-bb014df8a9e3 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:33:08.866272 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-077b8f6b-3559-4e1c-bfe5-e5a6d11c3b8b req-8ff9f766-fb1f-4ded-901b-bb014df8a9e3 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8ad2273-5a93-4f99-9ea5-e43cad8e09a4 HTTP/1.1" status: 200 len: 945 time: 0.0646381 Dec 21 13:33:08.891257 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-1ebb69d5-092a-443c-bde0-33408226ce4c None None] Allocated IP 172.20.0.2 (8a453206-0984-4288-955b-e5f1274aa369/880423f3-c505-485c-8500-020129208c6f/f2e9cccc-f84c-4059-bd0c-80c2f749edbb) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:33:08.929336 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-077b8f6b-3559-4e1c-bfe5-e5a6d11c3b8b req-1eed43e8-67f5-41b1-a2b7-f65125e8770d tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] 10.222.0.37 "GET /v2.0/security-groups?id=45efddab-dcef-4efd-8697-3c0b8cbf9259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564334 Dec 21 13:33:08.951773 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-a9424613-5701-4ba4-8ba9-1f86d31f2f0e None None] Set router 5a56e7bd-d0e1-49aa-9e55-ef2e43d14e69 gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:33:08.955014 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60304) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:08.958192 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10008ca-af18-4e89-bc3d-bb79ab82411b req-d7329945-b29b-4ce5-85ff-b4c55b5fb21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:33:08.959806 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f10008ca-af18-4e89-bc3d-bb79ab82411b req-d7329945-b29b-4ce5-85ff-b4c55b5fb21b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=514e9bec24c54314a7cb99c3771252bb&device_id=b8ad2273-5a93-4f99-9ea5-e43cad8e09a4 HTTP/1.1" status: 200 len: 1098 time: 0.0648496 Dec 21 13:33:09.040296 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-8a74e7a5-520e-4d52-813e-6f2e0059c930 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] 10.222.0.37 "GET /v2.0/floatingips/bacc4124-6bbc-4175-adb1-0dceaaf8258d HTTP/1.1" status: 200 len: 991 time: 0.0838151 Dec 21 13:33:09.113946 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f14ff0-57a5-462d-96d5-2d79c660e4ae req-92d6b0e1-6268-46c2-af56-7239e36f05c7 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:33:09.115546 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-80f14ff0-57a5-462d-96d5-2d79c660e4ae req-92d6b0e1-6268-46c2-af56-7239e36f05c7 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a6ea224-c493-4761-802f-c0fd74a07238 HTTP/1.1" status: 200 len: 943 time: 0.1080484 Dec 21 13:33:09.131625 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10008ca-af18-4e89-bc3d-bb79ab82411b req-7bdd1a12-b70c-4dce-8e8f-8a8a66406b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:33:09.133096 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f10008ca-af18-4e89-bc3d-bb79ab82411b req-7bdd1a12-b70c-4dce-8e8f-8a8a66406b9c service neutron] 10.222.0.60 "GET /v2.0/networks?id=992ef5ec-42fe-4208-bf57-634a302e31b4 HTTP/1.1" status: 200 len: 896 time: 0.1348276 Dec 21 13:33:09.224163 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-1ebb69d5-092a-443c-bde0-33408226ce4c None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:09.228733 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-80f14ff0-57a5-462d-96d5-2d79c660e4ae req-b72c9c2e-c7cd-4359-919a-7e6463f0a558 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/security-groups?id=1ff19183-1617-4928-9f92-ca5348d3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026959 Dec 21 13:33:09.233610 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f10008ca-af18-4e89-bc3d-bb79ab82411b req-f42fab40-141f-4133-add4-fcedb410b423 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f8159525-b2d3-4de4-92e2-6006a41be913 HTTP/1.1" status: 200 len: 999 time: 0.0876026 Dec 21 13:33:09.233957 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-1ebb69d5-092a-443c-bde0-33408226ce4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:09.301361 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ebb69d5-092a-443c-bde0-33408226ce4c None None] Network 8a453206-0984-4288-955b-e5f1274aa369 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:33:09.303638 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-3154f476-e7cf-43ce-81c7-a42f179d1964 tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] Allocated IP 172.20.0.14 (8a453206-0984-4288-955b-e5f1274aa369/880423f3-c505-485c-8500-020129208c6f/4121ba02-eadb-4aa5-b4c0-039a41af738b) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:33:09.310416 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-1ebb69d5-092a-443c-bde0-33408226ce4c None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:33:09.314397 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10008ca-af18-4e89-bc3d-bb79ab82411b req-47d15af1-b272-43e9-86af-74755fce7c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:33:09.315959 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f10008ca-af18-4e89-bc3d-bb79ab82411b req-47d15af1-b272-43e9-86af-74755fce7c4d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=39685a66-cf6e-4fba-b582-a52c00f07c0b HTTP/1.1" status: 200 len: 835 time: 0.0655055 Dec 21 13:33:09.317517 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebb69d5-092a-443c-bde0-33408226ce4c None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:33:09.343158 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebb69d5-092a-443c-bde0-33408226ce4c None None] Pushing event updated for resources: {'Port': ['ID=f2e9cccc-f84c-4059-bd0c-80c2f749edbb,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:33:09.403338 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10008ca-af18-4e89-bc3d-bb79ab82411b req-f28ae18a-eb41-4f9a-af76-22498d27a06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:33:09.405362 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f10008ca-af18-4e89-bc3d-bb79ab82411b req-f28ae18a-eb41-4f9a-af76-22498d27a06d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=992ef5ec-42fe-4208-bf57-634a302e31b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0819111 Dec 21 13:33:09.419407 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-1ebb69d5-092a-443c-bde0-33408226ce4c None None] Attempting to bind port f2e9cccc-f84c-4059-bd0c-80c2f749edbb on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:33:09.419831 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-1ebb69d5-092a-443c-bde0-33408226ce4c None None] Attempting to bind port f2e9cccc-f84c-4059-bd0c-80c2f749edbb by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '6a968072-ce47-4047-90ad-c6fc160c41f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '8a453206-0984-4288-955b-e5f1274aa369'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:33:09.420306 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebb69d5-092a-443c-bde0-33408226ce4c None None] Attempting to bind port f2e9cccc-f84c-4059-bd0c-80c2f749edbb on network 8a453206-0984-4288-955b-e5f1274aa369 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:33:09.429928 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebb69d5-092a-443c-bde0-33408226ce4c None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:33:09.430311 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebb69d5-092a-443c-bde0-33408226ce4c None None] Checking segment: {'id': '6a968072-ce47-4047-90ad-c6fc160c41f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '8a453206-0984-4288-955b-e5f1274aa369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:33:09.430863 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-1ebb69d5-092a-443c-bde0-33408226ce4c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:09.431331 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebb69d5-092a-443c-bde0-33408226ce4c None None] Bound using segment: {'id': '6a968072-ce47-4047-90ad-c6fc160c41f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '8a453206-0984-4288-955b-e5f1274aa369'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:33:09.431893 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-1ebb69d5-092a-443c-bde0-33408226ce4c None None] Bound port: f2e9cccc-f84c-4059-bd0c-80c2f749edbb, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a968072-ce47-4047-90ad-c6fc160c41f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '8a453206-0984-4288-955b-e5f1274aa369'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:33:09.432343 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-1ebb69d5-092a-443c-bde0-33408226ce4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:09.454604 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-a9424613-5701-4ba4-8ba9-1f86d31f2f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a56e7bd-d0e1-49aa-9e55-ef2e43d14e69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-50413903', 'tenant_id': '514e9bec24c54314a7cb99c3771252bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.243'}], 'enable_snat': True}, 'gw_port_id': 'b7ba6881-3480-448a-a297-06637afe8a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:32:35Z', 'updated_at': '2021-12-21T13:32:46Z', 'revision_number': 4, 'project_id': '514e9bec24c54314a7cb99c3771252bb', 'gw_port': {'id': 'b7ba6881-3480-448a-a297-06637afe8a99', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a56e7bd-d0e1-49aa-9e55-ef2e43d14e69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:32:36Z', 'updated_at': '2021-12-21T13:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'bacc4124-6bbc-4175-adb1-0dceaaf8258d', 'tenant_id': '514e9bec24c54314a7cb99c3771252bb', 'floating_ip_address': '172.36.3.212', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': '5a56e7bd-d0e1-49aa-9e55-ef2e43d14e69', 'port_id': 'f8159525-b2d3-4de4-92e2-6006a41be913', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1327, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '992ef5ec-42fe-4208-bf57-634a302e31b4', 'mac_address': 'fa:16:3e:a2:1f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ad2273-5a93-4f99-9ea5-e43cad8e09a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T13:33:07Z', 'updated_at': '2021-12-21T13:33:07Z', 'revision_number': 0, 'project_id': '514e9bec24c54314a7cb99c3771252bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c6fad5f-96d4-4378-a32c-7e85234a7de6', 'name': '', 'network_id': '992ef5ec-42fe-4208-bf57-634a302e31b4', 'tenant_id': '514e9bec24c54314a7cb99c3771252bb', 'mac_address': 'fa:16:3e:58:7e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a56e7bd-d0e1-49aa-9e55-ef2e43d14e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '39685a66-cf6e-4fba-b582-a52c00f07c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:32:44Z', 'updated_at': '2021-12-21T13:32:51Z', 'revision_number': 5, 'project_id': '514e9bec24c54314a7cb99c3771252bb', 'subnets': [{'id': '39685a66-cf6e-4fba-b582-a52c00f07c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:33:09.498293 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9424613-5701-4ba4-8ba9-1f86d31f2f0e None None] Checking router: 5a56e7bd-d0e1-49aa-9e55-ef2e43d14e69 for host: dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:33:09.510025 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3154f476-e7cf-43ce-81c7-a42f179d1964 tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:09.516600 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9424613-5701-4ba4-8ba9-1f86d31f2f0e None None] Routers {'5a56e7bd-d0e1-49aa-9e55-ef2e43d14e69'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:33:09.517550 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-a9424613-5701-4ba4-8ba9-1f86d31f2f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:32:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['5a56e7bd-d0e1-49aa-9e55-ef2e43d14e69'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:33:09.530504 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f10008ca-af18-4e89-bc3d-bb79ab82411b req-d2c5657f-5e3a-4aba-bfeb-ddfc13cdd9c4 service neutron] 10.222.0.60 "GET /v2.0/networks/992ef5ec-42fe-4208-bf57-634a302e31b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172304 Dec 21 13:33:09.559248 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3154f476-e7cf-43ce-81c7-a42f179d1964 tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:09.610252 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3154f476-e7cf-43ce-81c7-a42f179d1964 tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] Network 8a453206-0984-4288-955b-e5f1274aa369 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:33:09.612688 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-1ebb69d5-092a-443c-bde0-33408226ce4c None None] For port f2e9cccc-f84c-4059-bd0c-80c2f749edbb, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:33:09.614975 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-3154f476-e7cf-43ce-81c7-a42f179d1964 tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:33:09.619334 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3154f476-e7cf-43ce-81c7-a42f179d1964 tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:33:09.645938 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3154f476-e7cf-43ce-81c7-a42f179d1964 tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] Pushing event updated for resources: {'Port': ['ID=4121ba02-eadb-4aa5-b4c0-039a41af738b,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:33:09.670692 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f10008ca-af18-4e89-bc3d-bb79ab82411b req-29e06c38-a227-4b61-b87f-ccb7a2d75fcd service neutron] 10.222.0.60 "GET /v2.0/networks/992ef5ec-42fe-4208-bf57-634a302e31b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331103 Dec 21 13:33:09.674240 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:33:09.674240 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:33:09.674240 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:33:09.674240 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:33:09.674240 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:33:09.674240 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:33:09.674240 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:33:09.674240 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:33:09.674240 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:33:09.674240 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:33:09.674240 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:33:09.674240 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:33:09.674240 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:33:09.674240 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:33:09.674240 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:33:09.674240 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:33:09.674240 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:33:09.674240 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:33:09.674240 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:33:09.674240 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:33:09.674240 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:33:09.674240 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:33:09.674240 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:33:09.674240 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:33:09.674240 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:33:09.674240 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:33:09.674240 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:33:09.674240 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:33:09.674240 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:33:09.674240 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:33:09.674240 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:33:09.674240 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:33:09.674240 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:33:09.674240 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:33:09.674240 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:33:09.674240 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:33:09.674240 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:33:09.674240 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:33:09.674240 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:33:09.674240 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:33:09.674240 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:33:09.674240 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:33:09.674240 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:33:09.674240 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:33:09.674240 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:33:09.674240 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:33:09.674240 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:33:09.674240 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:33:09.679147 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3154f476-e7cf-43ce-81c7-a42f179d1964 tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:33:09.679799 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3154f476-e7cf-43ce-81c7-a42f179d1964 tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:09.687922 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-1ebb69d5-092a-443c-bde0-33408226ce4c None None] For port f2e9cccc-f84c-4059-bd0c-80c2f749edbb, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f2e9cccc-f84c-4059-bd0c-80c2f749edbb,segment=NetworkSegment(6a968072-ce47-4047-90ad-c6fc160c41f8),segment_id=6a968072-ce47-4047-90ad-c6fc160c41f8)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:33:09.701408 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-1ebb69d5-092a-443c-bde0-33408226ce4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:09.703081 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-3154f476-e7cf-43ce-81c7-a42f179d1964 tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.1879790 Dec 21 13:33:09.705826 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60306) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:09.711992 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-2852d040-dafa-4a7a-a9c3-9a2a5ba14f48 tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] Request body: {'port': {'network_id': '8a453206-0984-4288-955b-e5f1274aa369', 'name': 'tempest-ExtraDHCPOptionsTestJSON-201032312', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:33:09.712489 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.api.validators [None req-2852d040-dafa-4a7a-a9c3-9a2a5ba14f48 tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] bootfile-name is not in valid_values {{(pid=103152) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 21 13:33:09.712844 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.api.validators [None req-2852d040-dafa-4a7a-a9c3-9a2a5ba14f48 tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] tftp-server is not in valid_values {{(pid=103152) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 21 13:33:09.713181 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.api.validators [None req-2852d040-dafa-4a7a-a9c3-9a2a5ba14f48 tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] server-ip-address is not in valid_values {{(pid=103152) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 21 13:33:09.788556 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-a9424613-5701-4ba4-8ba9-1f86d31f2f0e None None] Set router 5a56e7bd-d0e1-49aa-9e55-ef2e43d14e69 gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:33:09.827606 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebb69d5-092a-443c-bde0-33408226ce4c None None] Pushing event updated for resources: {'Port': ['ID=f2e9cccc-f84c-4059-bd0c-80c2f749edbb,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:33:09.868355 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2852d040-dafa-4a7a-a9c3-9a2a5ba14f48 tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] Made reservation on behalf of e938187ea3024cf5827e7e509a382de0 for: {'port': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:33:09.872834 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2852d040-dafa-4a7a-a9c3-9a2a5ba14f48 tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:09.893847 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-2852d040-dafa-4a7a-a9c3-9a2a5ba14f48 tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] device_id is not set on port 232b1249-74c6-4904-80d6-035e778aa079 yet. {{(pid=103152) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 13:33:10.046957 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 60308) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:10.093008 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-2852d040-dafa-4a7a-a9c3-9a2a5ba14f48 tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] Allocated IP 172.20.0.9 (8a453206-0984-4288-955b-e5f1274aa369/880423f3-c505-485c-8500-020129208c6f/232b1249-74c6-4904-80d6-035e778aa079) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:33:10.124459 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-a9424613-5701-4ba4-8ba9-1f86d31f2f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a56e7bd-d0e1-49aa-9e55-ef2e43d14e69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-50413903', 'tenant_id': '514e9bec24c54314a7cb99c3771252bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.243'}], 'enable_snat': True}, 'gw_port_id': 'b7ba6881-3480-448a-a297-06637afe8a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:32:35Z', 'updated_at': '2021-12-21T13:32:46Z', 'revision_number': 4, 'project_id': '514e9bec24c54314a7cb99c3771252bb', 'gw_port': {'id': 'b7ba6881-3480-448a-a297-06637afe8a99', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a56e7bd-d0e1-49aa-9e55-ef2e43d14e69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:32:36Z', 'updated_at': '2021-12-21T13:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'bacc4124-6bbc-4175-adb1-0dceaaf8258d', 'tenant_id': '514e9bec24c54314a7cb99c3771252bb', 'floating_ip_address': '172.36.3.212', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': '5a56e7bd-d0e1-49aa-9e55-ef2e43d14e69', 'port_id': 'f8159525-b2d3-4de4-92e2-6006a41be913', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1327, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '992ef5ec-42fe-4208-bf57-634a302e31b4', 'mac_address': 'fa:16:3e:a2:1f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ad2273-5a93-4f99-9ea5-e43cad8e09a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T13:33:07Z', 'updated_at': '2021-12-21T13:33:07Z', 'revision_number': 0, 'project_id': '514e9bec24c54314a7cb99c3771252bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c6fad5f-96d4-4378-a32c-7e85234a7de6', 'name': '', 'network_id': '992ef5ec-42fe-4208-bf57-634a302e31b4', 'tenant_id': '514e9bec24c54314a7cb99c3771252bb', 'mac_address': 'fa:16:3e:58:7e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a56e7bd-d0e1-49aa-9e55-ef2e43d14e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '39685a66-cf6e-4fba-b582-a52c00f07c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:32:44Z', 'updated_at': '2021-12-21T13:32:51Z', 'revision_number': 5, 'project_id': '514e9bec24c54314a7cb99c3771252bb', 'subnets': [{'id': '39685a66-cf6e-4fba-b582-a52c00f07c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:33:10.128127 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-52c82aaa-277d-431c-95dd-0a4a4998ab73 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] 10.222.0.37 "GET /v2.0/floatingips/bacc4124-6bbc-4175-adb1-0dceaaf8258d HTTP/1.1" status: 200 len: 991 time: 0.0777445 Dec 21 13:33:10.152982 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9424613-5701-4ba4-8ba9-1f86d31f2f0e None None] The sync data for ids ['5a56e7bd-d0e1-49aa-9e55-ef2e43d14e69'] in dv-neutron-master-2-hyperv is: [{'id': '5a56e7bd-d0e1-49aa-9e55-ef2e43d14e69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-50413903', 'tenant_id': '514e9bec24c54314a7cb99c3771252bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.243'}], 'enable_snat': True}, 'gw_port_id': 'b7ba6881-3480-448a-a297-06637afe8a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:32:35Z', 'updated_at': '2021-12-21T13:32:46Z', 'revision_number': 4, 'project_id': '514e9bec24c54314a7cb99c3771252bb', 'gw_port': {'id': 'b7ba6881-3480-448a-a297-06637afe8a99', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a56e7bd-d0e1-49aa-9e55-ef2e43d14e69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:32:36Z', 'updated_at': '2021-12-21T13:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'bacc4124-6bbc-4175-adb1-0dceaaf8258d', 'tenant_id': '514e9bec24c54314a7cb99c3771252bb', 'floating_ip_address': '172.36.3.212', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': '5a56e7bd-d0e1-49aa-9e55-ef2e43d14e69', 'port_id': 'f8159525-b2d3-4de4-92e2-6006a41be913', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1327, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '992ef5ec-42fe-4208-bf57-634a302e31b4', 'mac_address': 'fa:16:3e:a2:1f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ad2273-5a93-4f99-9ea5-e43cad8e09a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T13:33:07Z', 'updated_at': '2021-12-21T13:33:07Z', 'revision_number': 0, 'project_id': '514e9bec24c54314a7cb99c3771252bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c6fad5f-96d4-4378-a32c-7e85234a7de6', 'name': '', 'network_id': '992ef5ec-42fe-4208-bf57-634a302e31b4', 'tenant_id': '514e9bec24c54314a7cb99c3771252bb', 'mac_address': 'fa:16:3e:58:7e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a56e7bd-d0e1-49aa-9e55-ef2e43d14e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '39685a66-cf6e-4fba-b582-a52c00f07c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:32:44Z', 'updated_at': '2021-12-21T13:32:51Z', 'revision_number': 5, 'project_id': '514e9bec24c54314a7cb99c3771252bb', 'subnets': [{'id': '39685a66-cf6e-4fba-b582-a52c00f07c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:33:10.276518 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2852d040-dafa-4a7a-a9c3-9a2a5ba14f48 tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:10.318983 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2852d040-dafa-4a7a-a9c3-9a2a5ba14f48 tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:10.400939 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2852d040-dafa-4a7a-a9c3-9a2a5ba14f48 tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] Network 8a453206-0984-4288-955b-e5f1274aa369 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:33:10.410089 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-2852d040-dafa-4a7a-a9c3-9a2a5ba14f48 tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:33:10.413584 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2852d040-dafa-4a7a-a9c3-9a2a5ba14f48 tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] Pushing event updated for resources: {'Port': ['ID=232b1249-74c6-4904-80d6-035e778aa079,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:33:10.416283 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2852d040-dafa-4a7a-a9c3-9a2a5ba14f48 tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:33:10.450733 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52c4455-a53a-40a2-9d9e-c5f08ee67d86 None None] New status for floating IP bacc4124-6bbc-4175-adb1-0dceaaf8258d: ACTIVE {{(pid=103155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 13:33:10.463257 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae13397-0c29-4a56-98ba-aa90636ea365 req-b2530e33-60b3-414a-b97b-08f000a6e58c tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:33:10.464992 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-fae13397-0c29-4a56-98ba-aa90636ea365 req-b2530e33-60b3-414a-b97b-08f000a6e58c tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a6ea224-c493-4761-802f-c0fd74a07238 HTTP/1.1" status: 200 len: 943 time: 0.1391110 Dec 21 13:33:10.488297 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2852d040-dafa-4a7a-a9c3-9a2a5ba14f48 tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:33:10.488972 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2852d040-dafa-4a7a-a9c3-9a2a5ba14f48 tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:10.519770 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-2852d040-dafa-4a7a-a9c3-9a2a5ba14f48 tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 0.8126276 Dec 21 13:33:10.522318 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 60312) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:10.541280 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-fae13397-0c29-4a56-98ba-aa90636ea365 req-77fa5fc1-b3d3-450a-b9fe-a4f8fee6957f tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/security-groups?id=1ff19183-1617-4928-9f92-ca5348d3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695395 Dec 21 13:33:10.585162 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9aa37a-36e9-40a5-99df-29772f585b5f tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:33:10.591143 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9aa37a-36e9-40a5-99df-29772f585b5f tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:33:10.597814 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9aa37a-36e9-40a5-99df-29772f585b5f tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:33:10.602535 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-7c9aa37a-36e9-40a5-99df-29772f585b5f tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.0755780 Dec 21 13:33:10.602535 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 60314) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:10.699881 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-8e8aff78-b2aa-4b35-a43c-311a57f8c310 tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] Deleting port 232b1249-74c6-4904-80d6-035e778aa079 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:33:10.700224 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8e8aff78-b2aa-4b35-a43c-311a57f8c310 tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:10.799388 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8e8aff78-b2aa-4b35-a43c-311a57f8c310 tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:10.815513 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-8e8aff78-b2aa-4b35-a43c-311a57f8c310 tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] Calling delete_port for 232b1249-74c6-4904-80d6-035e778aa079 owned by {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:33:10.966723 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8e8aff78-b2aa-4b35-a43c-311a57f8c310 tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:10.999502 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8aff78-b2aa-4b35-a43c-311a57f8c310 tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] Pushing event deleted for resources: {'Port': ['ID=232b1249-74c6-4904-80d6-035e778aa079,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:33:11.001938 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e63188-f929-41f0-bed9-8de734f2fc88 None None] Network 8a453206-0984-4288-955b-e5f1274aa369 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:33:11.070571 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8e8aff78-b2aa-4b35-a43c-311a57f8c310 tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:11.077927 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-8e8aff78-b2aa-4b35-a43c-311a57f8c310 tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] 10.222.0.37 "DELETE /v2.0/ports/232b1249-74c6-4904-80d6-035e778aa079 HTTP/1.1" status: 204 len: 168 time: 0.4706225 Dec 21 13:33:11.078136 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 60316) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:11.084961 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-2c059625-583f-4f7b-b125-5bdf3fa5a20c tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] Request body: {'port': {'name': 'tempest-new-port-name-354913484', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:33:11.085368 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.api.validators [None req-2c059625-583f-4f7b-b125-5bdf3fa5a20c tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] bootfile-name is not in valid_values {{(pid=103153) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 21 13:33:11.085754 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.api.validators [None req-2c059625-583f-4f7b-b125-5bdf3fa5a20c tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] tftp-server is not in valid_values {{(pid=103153) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 21 13:33:11.086090 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.api.validators [None req-2c059625-583f-4f7b-b125-5bdf3fa5a20c tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] server-ip-address is not in valid_values {{(pid=103153) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 21 13:33:11.087256 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-7d9e1ce8-9583-40d4-88a6-bfb9d9c61770 None None] Provisioning complete for port f2e9cccc-f84c-4059-bd0c-80c2f749edbb triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:33:11.087690 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7d9e1ce8-9583-40d4-88a6-bfb9d9c61770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:11.131551 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60318) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:11.158941 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2c059625-583f-4f7b-b125-5bdf3fa5a20c tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:11.216711 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-e0600f9b-938c-408d-a011-ceaa57ad88e5 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] 10.222.0.37 "GET /v2.0/floatingips/bacc4124-6bbc-4175-adb1-0dceaaf8258d HTTP/1.1" status: 200 len: 993 time: 0.0837035 Dec 21 13:33:11.375531 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7d9e1ce8-9583-40d4-88a6-bfb9d9c61770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:11.412297 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-7d9e1ce8-9583-40d4-88a6-bfb9d9c61770 None None] For port f2e9cccc-f84c-4059-bd0c-80c2f749edbb, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f2e9cccc-f84c-4059-bd0c-80c2f749edbb,segment=NetworkSegment(6a968072-ce47-4047-90ad-c6fc160c41f8),segment_id=6a968072-ce47-4047-90ad-c6fc160c41f8)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:33:11.415076 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 91a353c1-feb7-4d70-b583-96ff84962775 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 13:33:11.419135 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7d9e1ce8-9583-40d4-88a6-bfb9d9c61770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:11.423729 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2c059625-583f-4f7b-b125-5bdf3fa5a20c tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:11.441783 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2c059625-583f-4f7b-b125-5bdf3fa5a20c tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:11.505105 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9e1ce8-9583-40d4-88a6-bfb9d9c61770 None None] Pushing event updated for resources: {'Port': ['ID=f2e9cccc-f84c-4059-bd0c-80c2f749edbb,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:33:11.543186 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c059625-583f-4f7b-b125-5bdf3fa5a20c tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] Pushing event updated for resources: {'Port': ['ID=4121ba02-eadb-4aa5-b4c0-039a41af738b,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:33:11.551526 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-2c059625-583f-4f7b-b125-5bdf3fa5a20c tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] In _notify_port_updated(), no bound segment for port 4121ba02-eadb-4aa5-b4c0-039a41af738b on network 8a453206-0984-4288-955b-e5f1274aa369 {{(pid=103153) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 21 13:33:11.557367 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c059625-583f-4f7b-b125-5bdf3fa5a20c tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:33:11.558055 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2c059625-583f-4f7b-b125-5bdf3fa5a20c tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:11.559829 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-2c059625-583f-4f7b-b125-5bdf3fa5a20c tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] 10.222.0.37 "PUT /v2.0/ports/4121ba02-eadb-4aa5-b4c0-039a41af738b HTTP/1.1" status: 200 len: 1136 time: 0.4805164 Dec 21 13:33:11.565054 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60320) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:11.571158 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-ba3d82b2-ed5b-4da0-ac15-32fbb9b055df None None] Provisioning complete for port f2e9cccc-f84c-4059-bd0c-80c2f749edbb triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:33:11.571533 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ba3d82b2-ed5b-4da0-ac15-32fbb9b055df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:11.608890 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port 91a353c1-feb7-4d70-b583-96ff84962775, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=91a353c1-feb7-4d70-b583-96ff84962775,segment=NetworkSegment(437cc747-44ac-45bd-9854-eb847f13c4b8),segment_id=437cc747-44ac-45bd-9854-eb847f13c4b8)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:33:11.629332 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Returning: {'device': '91a353c1-feb7-4d70-b583-96ff84962775', 'network_id': 'f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e', 'port_id': '91a353c1-feb7-4d70-b583-96ff84962775', 'mac_address': 'fa:16:3e:85:98:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52704ce2-43ea-427f-a9de-c74c83467400', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 13:33:11.636642 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ed34b6-a5fe-4828-ad0e-ab054622c740 tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:33:11.646045 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-42ed34b6-a5fe-4828-ad0e-ab054622c740 tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] 10.222.0.37 "GET /v2.0/ports/4121ba02-eadb-4aa5-b4c0-039a41af738b HTTP/1.1" status: 200 len: 1136 time: 0.0688279 Dec 21 13:33:11.646771 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60324) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:11.695906 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8958f258-4ef2-4c72-b2a5-287cc6eba663 req-a22e91ca-0623-4278-aa20-63059093cbb2 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:33:11.698640 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-8958f258-4ef2-4c72-b2a5-287cc6eba663 req-a22e91ca-0623-4278-aa20-63059093cbb2 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a6ea224-c493-4761-802f-c0fd74a07238 HTTP/1.1" status: 200 len: 943 time: 0.0725636 Dec 21 13:33:11.715847 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:11.740086 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91a353c1-feb7-4d70-b583-96ff84962775 {{(pid=103154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 13:33:11.765397 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-8958f258-4ef2-4c72-b2a5-287cc6eba663 req-39ea371d-0b71-4217-996e-cf7e93942e1e tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/security-groups?id=1ff19183-1617-4928-9f92-ca5348d3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584118 Dec 21 13:33:11.771588 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port 91a353c1-feb7-4d70-b583-96ff84962775, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=91a353c1-feb7-4d70-b583-96ff84962775,segment=NetworkSegment(437cc747-44ac-45bd-9854-eb847f13c4b8),segment_id=437cc747-44ac-45bd-9854-eb847f13c4b8)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:33:11.777088 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-ba3d82b2-ed5b-4da0-ac15-32fbb9b055df None None] Provisioning complete for port 4121ba02-eadb-4aa5-b4c0-039a41af738b triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:33:11.777622 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ba3d82b2-ed5b-4da0-ac15-32fbb9b055df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:11.783189 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-5eff89e9-6517-44bc-84c4-e56d4eaf02c7 tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] Deleting port 4121ba02-eadb-4aa5-b4c0-039a41af738b {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:33:11.783661 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5eff89e9-6517-44bc-84c4-e56d4eaf02c7 tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:11.789814 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:11.852626 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-ba3d82b2-ed5b-4da0-ac15-32fbb9b055df None None] Port 4121ba02-eadb-4aa5-b4c0-039a41af738b cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:33:11.867840 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=91a353c1-feb7-4d70-b583-96ff84962775,revision_number=4']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:33:11.888648 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5eff89e9-6517-44bc-84c4-e56d4eaf02c7 tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:11.904098 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-5eff89e9-6517-44bc-84c4-e56d4eaf02c7 tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] Calling delete_port for 4121ba02-eadb-4aa5-b4c0-039a41af738b owned by {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:33:11.988210 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6338413c-b1cb-4cb0-9ec7-3f2f915c5d40 None None] Provisioning complete for port 4121ba02-eadb-4aa5-b4c0-039a41af738b triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:33:11.988568 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6338413c-b1cb-4cb0-9ec7-3f2f915c5d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:12.063192 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-6338413c-b1cb-4cb0-9ec7-3f2f915c5d40 None None] Port 4121ba02-eadb-4aa5-b4c0-039a41af738b cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:33:12.073003 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device f2e9cccc-f84c-4059-bd0c-80c2f749edbb up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:33:12.104271 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5eff89e9-6517-44bc-84c4-e56d4eaf02c7 tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:12.136376 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eff89e9-6517-44bc-84c4-e56d4eaf02c7 tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] Pushing event deleted for resources: {'Port': ['ID=4121ba02-eadb-4aa5-b4c0-039a41af738b,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:33:12.140757 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port f2e9cccc-f84c-4059-bd0c-80c2f749edbb triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:33:12.141534 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:12.149907 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] get_ports_and_sgs() called for port_ids ['91a353c1-feb7-4d70-b583-96ff84962775'] {{(pid=103154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 13:33:12.222062 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5eff89e9-6517-44bc-84c4-e56d4eaf02c7 tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:12.227975 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-5eff89e9-6517-44bc-84c4-e56d4eaf02c7 tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] 10.222.0.37 "DELETE /v2.0/ports/4121ba02-eadb-4aa5-b4c0-039a41af738b HTTP/1.1" status: 204 len: 168 time: 0.5798435 Dec 21 13:33:12.230502 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60326) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:12.262782 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-a53407bf-ae52-421d-a700-96cf205a6b1b None None] Could not find standard attr ID for object 232b1249-74c6-4904-80d6-035e778aa079. {{(pid=103154) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 21 13:33:12.304494 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_v2 [None req-03d4f003-b476-4560-b2ed-c4be51847839 tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] Deleting subnet 880423f3-c505-485c-8500-020129208c6f {{(pid=103152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:33:12.308242 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-03d4f003-b476-4560-b2ed-c4be51847839 tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] Publish callbacks [] for subnet, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:12.372304 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-03d4f003-b476-4560-b2ed-c4be51847839 tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526644'] for subnet, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:12.508091 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-03d4f003-b476-4560-b2ed-c4be51847839 tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:12.585388 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-87efe1f8-7855-4dec-9bcc-9be941ec955e None None] Could not find standard attr ID for object 4121ba02-eadb-4aa5-b4c0-039a41af738b. {{(pid=103154) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 21 13:33:12.596042 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-03d4f003-b476-4560-b2ed-c4be51847839 tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12346570'] for subnet, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:12.644884 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d4f003-b476-4560-b2ed-c4be51847839 tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] Pushing event deleted for resources: {'Subnet': ['ID=880423f3-c505-485c-8500-020129208c6f,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:33:12.648668 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-03d4f003-b476-4560-b2ed-c4be51847839 tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:12.654464 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-03d4f003-b476-4560-b2ed-c4be51847839 tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] 10.222.0.37 "DELETE /v2.0/subnets/880423f3-c505-485c-8500-020129208c6f HTTP/1.1" status: 204 len: 168 time: 0.4226604 Dec 21 13:33:12.654730 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 60328) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:12.732694 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c1b278-de14-40ea-a769-de883de2fce8 None None] Network 8a453206-0984-4288-955b-e5f1274aa369 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:33:12.739303 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fe757bcc-a083-45f4-9974-f7af1c20b77d tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:12.795873 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-fe757bcc-a083-45f4-9974-f7af1c20b77d tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] Deleting port f2e9cccc-f84c-4059-bd0c-80c2f749edbb {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:33:12.795873 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fe757bcc-a083-45f4-9974-f7af1c20b77d tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:12.874843 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-fe757bcc-a083-45f4-9974-f7af1c20b77d tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] For port f2e9cccc-f84c-4059-bd0c-80c2f749edbb, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f2e9cccc-f84c-4059-bd0c-80c2f749edbb,segment=NetworkSegment(6a968072-ce47-4047-90ad-c6fc160c41f8),segment_id=6a968072-ce47-4047-90ad-c6fc160c41f8)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:33:12.875509 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fe757bcc-a083-45f4-9974-f7af1c20b77d tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:12.892888 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-fe757bcc-a083-45f4-9974-f7af1c20b77d tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] Calling delete_port for f2e9cccc-f84c-4059-bd0c-80c2f749edbb owned by network:dhcp {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:33:12.895878 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5368505-5cff-4733-be6b-1db41030d60b req-fdd623ab-4760-40ba-ac59-d45ac2647da5 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:33:12.897458 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-f5368505-5cff-4733-be6b-1db41030d60b req-fdd623ab-4760-40ba-ac59-d45ac2647da5 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a6ea224-c493-4761-802f-c0fd74a07238 HTTP/1.1" status: 200 len: 944 time: 0.0575290 Dec 21 13:33:12.918919 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed4bf33-db42-49cb-a410-c67bfcebac91 None None] DHCP port deletion for 8a453206-0984-4288-955b-e5f1274aa369 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:33:12.985029 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fe757bcc-a083-45f4-9974-f7af1c20b77d tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:12.987770 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-f5368505-5cff-4733-be6b-1db41030d60b req-10e9007c-07a8-432f-b791-c0d679040c83 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/security-groups?id=1ff19183-1617-4928-9f92-ca5348d3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831709 Dec 21 13:33:12.998266 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-eed4bf33-db42-49cb-a410-c67bfcebac91 None None] Deleting port f2e9cccc-f84c-4059-bd0c-80c2f749edbb {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:33:12.998680 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-eed4bf33-db42-49cb-a410-c67bfcebac91 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:13.034917 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe757bcc-a083-45f4-9974-f7af1c20b77d tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] Pushing event deleted for resources: {'Port': ['ID=f2e9cccc-f84c-4059-bd0c-80c2f749edbb,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:33:13.039775 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe757bcc-a083-45f4-9974-f7af1c20b77d tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] No DVR routers for this DVR port f2e9cccc-f84c-4059-bd0c-80c2f749edbb on host dv-neutron-master-2-hyperv {{(pid=103153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:33:13.068655 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-eed4bf33-db42-49cb-a410-c67bfcebac91 None None] For port f2e9cccc-f84c-4059-bd0c-80c2f749edbb, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:33:13.069350 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-eed4bf33-db42-49cb-a410-c67bfcebac91 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:13.086812 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-eed4bf33-db42-49cb-a410-c67bfcebac91 None None] Calling delete_port for f2e9cccc-f84c-4059-bd0c-80c2f749edbb owned by network:dhcp {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:33:13.090314 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.ipam_backend_mixin [None req-eed4bf33-db42-49cb-a410-c67bfcebac91 None None] Port f2e9cccc-f84c-4059-bd0c-80c2f749edbb was not found and therefore no delete operation was performed {{(pid=103154) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 21 13:33:13.091753 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-eed4bf33-db42-49cb-a410-c67bfcebac91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636'] for port, after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:13.117609 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed4bf33-db42-49cb-a410-c67bfcebac91 None None] Pushing event deleted for resources: {'Port': ['ID=f2e9cccc-f84c-4059-bd0c-80c2f749edbb,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:33:13.123470 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed4bf33-db42-49cb-a410-c67bfcebac91 None None] No DVR routers for this DVR port f2e9cccc-f84c-4059-bd0c-80c2f749edbb on host dv-neutron-master-2-hyperv {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:33:13.132223 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fe757bcc-a083-45f4-9974-f7af1c20b77d tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:13.154757 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-fe757bcc-a083-45f4-9974-f7af1c20b77d tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a453206-0984-4288-955b-e5f1274aa369']}} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:33:13.166159 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-fe757bcc-a083-45f4-9974-f7af1c20b77d tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a968072-ce47-4047-90ad-c6fc160c41f8') {'for_net_delete': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:33:13.166597 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-fe757bcc-a083-45f4-9974-f7af1c20b77d tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a968072-ce47-4047-90ad-c6fc160c41f8') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:33:13.178475 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fe757bcc-a083-45f4-9974-f7af1c20b77d tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1585430'] for segment, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:13.193714 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fe757bcc-a083-45f4-9974-f7af1c20b77d tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:13.200490 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe757bcc-a083-45f4-9974-f7af1c20b77d tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=103153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:33:13.200889 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fe757bcc-a083-45f4-9974-f7af1c20b77d tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11349758'] for segment, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:13.204185 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:33:13.204185 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:33:13.204185 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:33:13.204185 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:33:13.204185 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:33:13.204185 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:33:13.204185 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:33:13.204185 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:33:13.204185 dv-neutron-master-2-hyperv neutron-server[103153]: Traceback (most recent call last): Dec 21 13:33:13.204185 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:33:13.204185 dv-neutron-master-2-hyperv neutron-server[103153]: timer() Dec 21 13:33:13.204185 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:33:13.204185 dv-neutron-master-2-hyperv neutron-server[103153]: cb(*args, **kw) Dec 21 13:33:13.204185 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:33:13.204185 dv-neutron-master-2-hyperv neutron-server[103153]: return func(*args, **kwargs) Dec 21 13:33:13.204185 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:33:13.204185 dv-neutron-master-2-hyperv neutron-server[103153]: self._notify() Dec 21 13:33:13.204185 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:33:13.204185 dv-neutron-master-2-hyperv neutron-server[103153]: self.callback(batched_events) Dec 21 13:33:13.204185 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:33:13.204185 dv-neutron-master-2-hyperv neutron-server[103153]: event.method(event) Dec 21 13:33:13.204185 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:33:13.204185 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:33:13.204185 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:33:13.204185 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:33:13.204185 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:33:13.204185 dv-neutron-master-2-hyperv neutron-server[103153]: return f(self, *a, **k) Dec 21 13:33:13.204185 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:33:13.204185 dv-neutron-master-2-hyperv neutron-server[103153]: return self._get(url).json() Dec 21 13:33:13.204185 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:33:13.204185 dv-neutron-master-2-hyperv neutron-server[103153]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:33:13.204185 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:33:13.204185 dv-neutron-master-2-hyperv neutron-server[103153]: return self.request(url, 'GET', **kwargs) Dec 21 13:33:13.204185 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:33:13.204185 dv-neutron-master-2-hyperv neutron-server[103153]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:33:13.204185 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:33:13.204185 dv-neutron-master-2-hyperv neutron-server[103153]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:33:13.204185 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:33:13.204185 dv-neutron-master-2-hyperv neutron-server[103153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:33:13.204185 dv-neutron-master-2-hyperv neutron-server[103153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:33:13.234071 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:13.422119 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 91a353c1-feb7-4d70-b583-96ff84962775 up at agent hyperv_hv-neutron-mast {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:33:13.483185 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Provisioning for port 91a353c1-feb7-4d70-b583-96ff84962775 completed by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 13:33:13.488842 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Provisioning complete for port 91a353c1-feb7-4d70-b583-96ff84962775 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:33:13.489255 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:13.606276 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:13.623182 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fe757bcc-a083-45f4-9974-f7af1c20b77d tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:13.631787 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fe757bcc-a083-45f4-9974-f7af1c20b77d tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:13.635268 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-fe757bcc-a083-45f4-9974-f7af1c20b77d tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] 10.222.0.37 "DELETE /v2.0/networks/8a453206-0984-4288-955b-e5f1274aa369 HTTP/1.1" status: 204 len: 168 time: 0.9795756 Dec 21 13:33:13.648806 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe757bcc-a083-45f4-9974-f7af1c20b77d tempest-ExtraDHCPOptionsTestJSON-1681200019 tempest-ExtraDHCPOptionsTestJSON-1681200019-project] Pushing event deleted for resources: {'Network': ['ID=8a453206-0984-4288-955b-e5f1274aa369,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:33:13.651410 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a6ea224-c493-4761-802f-c0fd74a07238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91a353c1-feb7-4d70-b583-96ff84962775'}] {{(pid=103154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:33:13.655431 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6f45aca8ac5f8c0cc5868273c98d8aa60330245aed22d61c8da5c1f2d6fc01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b90625b-007d-485d-a442-808330563811" -d '{"events": [{"server_uuid": "8a6ea224-c493-4761-802f-c0fd74a07238", "name": "network-vif-plugged", "status": "completed", "tag": "91a353c1-feb7-4d70-b583-96ff84962775"}]}' {{(pid=103154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:33:13.674917 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port 91a353c1-feb7-4d70-b583-96ff84962775, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=91a353c1-feb7-4d70-b583-96ff84962775,segment=NetworkSegment(437cc747-44ac-45bd-9854-eb847f13c4b8),segment_id=437cc747-44ac-45bd-9854-eb847f13c4b8)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:33:13.680861 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:13.708586 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 13:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-267db589-4165-4bfd-8b2c-52daa7fc8ccb x-openstack-request-id: req-267db589-4165-4bfd-8b2c-52daa7fc8ccb {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:33:13.708934 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a6ea224-c493-4761-802f-c0fd74a07238", "name": "network-vif-plugged", "status": "completed", "tag": "91a353c1-feb7-4d70-b583-96ff84962775", "code": 200}]} {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:33:13.709182 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-267db589-4165-4bfd-8b2c-52daa7fc8ccb {{(pid=103154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:33:13.709543 dv-neutron-master-2-hyperv neutron-server[103154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a6ea224-c493-4761-802f-c0fd74a07238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91a353c1-feb7-4d70-b583-96ff84962775', 'code': 200} Dec 21 13:33:13.747301 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=91a353c1-feb7-4d70-b583-96ff84962775,revision_number=5']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:33:13.973582 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ba43d5-eacf-49ab-8250-d00316b47b29 req-b6768442-2b39-4753-82c4-625ec80f25af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:33:13.975155 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-43ba43d5-eacf-49ab-8250-d00316b47b29 req-b6768442-2b39-4753-82c4-625ec80f25af service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8a6ea224-c493-4761-802f-c0fd74a07238 HTTP/1.1" status: 200 len: 1098 time: 0.0700426 Dec 21 13:33:13.981864 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 60338) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:13.999303 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device f2e9cccc-f84c-4059-bd0c-80c2f749edbb no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:33:14.034553 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: f2e9cccc-f84c-4059-bd0c-80c2f749edbb {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:33:14.038178 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-43ba43d5-eacf-49ab-8250-d00316b47b29 req-c0eaeb53-ee73-4555-93d3-25d26bb7a8bd service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1ff19183-1617-4928-9f92-ca5348d3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494280 Dec 21 13:33:14.044431 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device f2e9cccc-f84c-4059-bd0c-80c2f749edbb not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:33:14.130394 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb8878-0395-43f4-944e-4dc35002553b req-f6d35228-9b34-4132-958f-a2ceab7b5f3e tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:33:14.132080 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-dcbb8878-0395-43f4-944e-4dc35002553b req-f6d35228-9b34-4132-958f-a2ceab7b5f3e tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a6ea224-c493-4761-802f-c0fd74a07238 HTTP/1.1" status: 200 len: 945 time: 0.0519712 Dec 21 13:33:14.157483 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-a66f1aad-f5c5-47c4-91b0-3b35ba763bad admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e938187ea3024cf5827e7e509a382de0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1738856 Dec 21 13:33:14.161348 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 60344) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:14.189684 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-dcbb8878-0395-43f4-944e-4dc35002553b req-ef3a58fe-6852-4ff2-ba73-5ba5fd89f27c tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/security-groups?id=1ff19183-1617-4928-9f92-ca5348d3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513778 Dec 21 13:33:14.212617 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b07c9692-37cc-4e48-b2d7-1c89abf856a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:14.238194 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b07c9692-37cc-4e48-b2d7-1c89abf856a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:14.293095 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b07c9692-37cc-4e48-b2d7-1c89abf856a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:14.295961 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b07c9692-37cc-4e48-b2d7-1c89abf856a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:14.297218 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-b07c9692-37cc-4e48-b2d7-1c89abf856a6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/859fa19f-74b2-4898-80a0-2d92876525ed HTTP/1.1" status: 204 len: 168 time: 0.1347716 Dec 21 13:33:14.306337 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07c9692-37cc-4e48-b2d7-1c89abf856a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=859fa19f-74b2-4898-80a0-2d92876525ed,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:33:15.304875 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c25b446-9d82-46b1-834f-ed5bb61c0e05 req-9ae1d3cb-3453-4463-89b5-a7f218d47007 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:33:15.306370 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1c25b446-9d82-46b1-834f-ed5bb61c0e05 req-9ae1d3cb-3453-4463-89b5-a7f218d47007 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a6ea224-c493-4761-802f-c0fd74a07238 HTTP/1.1" status: 200 len: 945 time: 0.0485756 Dec 21 13:33:15.356020 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1c25b446-9d82-46b1-834f-ed5bb61c0e05 req-12ee1b61-044b-43a1-ac2d-a73fcdd5e650 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/security-groups?id=1ff19183-1617-4928-9f92-ca5348d3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436921 Dec 21 13:33:15.472860 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fffadd-f665-474b-b9e9-a60bd68c1cbd req-d9e5a94e-d525-4e24-9fbb-9ca885ad7078 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:33:15.474269 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-61fffadd-f665-474b-b9e9-a60bd68c1cbd req-d9e5a94e-d525-4e24-9fbb-9ca885ad7078 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a6ea224-c493-4761-802f-c0fd74a07238 HTTP/1.1" status: 200 len: 945 time: 0.0506997 Dec 21 13:33:15.523880 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-61fffadd-f665-474b-b9e9-a60bd68c1cbd req-072c47a8-1815-4b4e-8b44-9367a6491240 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/security-groups?id=1ff19183-1617-4928-9f92-ca5348d3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435808 Dec 21 13:33:15.546570 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 60352) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:15.728312 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99b2cf9-c55c-4bdc-9108-c5c25fb08fc6 tempest-TestVolumeBootPattern-130330410 tempest-TestVolumeBootPattern-130330410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:33:15.729772 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-d99b2cf9-c55c-4bdc-9108-c5c25fb08fc6 tempest-TestVolumeBootPattern-130330410 tempest-TestVolumeBootPattern-130330410-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=8a6ea224-c493-4761-802f-c0fd74a07238 HTTP/1.1" status: 200 len: 1093 time: 0.1822083 Dec 21 13:33:15.732706 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 60356) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:15.737682 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-f7a78100-1034-45e5-a1a7-f33c1af0149a tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Request body: {'floatingip': {'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'port_id': '91a353c1-feb7-4d70-b583-96ff84962775', 'tenant_id': '365275e264a6451abad9a44f0c54ac18', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:33:15.761823 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f7a78100-1034-45e5-a1a7-f33c1af0149a tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Publish callbacks [] for floatingip, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:15.867071 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f7a78100-1034-45e5-a1a7-f33c1af0149a tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:15.977688 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-f7a78100-1034-45e5-a1a7-f33c1af0149a tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Allocated IP 172.36.3.157 (7fdf1889-f079-4166-bbda-88b2a8d8d595/051a5607-1753-4008-a2f2-d94b48752e9c/71e5f106-7849-4cb9-8e40-83a60ee0033f) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:33:16.085574 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f7a78100-1034-45e5-a1a7-f33c1af0149a tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:16.118433 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f7a78100-1034-45e5-a1a7-f33c1af0149a tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:16.156351 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a78100-1034-45e5-a1a7-f33c1af0149a tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Network 7fdf1889-f079-4166-bbda-88b2a8d8d595 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:33:16.160834 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-f7a78100-1034-45e5-a1a7-f33c1af0149a tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:33:16.163267 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a78100-1034-45e5-a1a7-f33c1af0149a tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:33:16.193206 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a78100-1034-45e5-a1a7-f33c1af0149a tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Pushing event updated for resources: {'Port': ['ID=71e5f106-7849-4cb9-8e40-83a60ee0033f,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:33:16.538094 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f7a78100-1034-45e5-a1a7-f33c1af0149a tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:16.608126 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f7a78100-1034-45e5-a1a7-f33c1af0149a tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:16.763520 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f7a78100-1034-45e5-a1a7-f33c1af0149a tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:16.768060 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f7a78100-1034-45e5-a1a7-f33c1af0149a tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:16.844029 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a78100-1034-45e5-a1a7-f33c1af0149a tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Pushing event updated for resources: {'Port': ['ID=71e5f106-7849-4cb9-8e40-83a60ee0033f,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:33:16.856036 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f7a78100-1034-45e5-a1a7-f33c1af0149a tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548820'] for floatingip, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:16.968684 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.l3_db [None req-f7a78100-1034-45e5-a1a7-f33c1af0149a tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Floating IP 38caa4e9-06c3-4134-bc5c-bef2b7833f86 associated. External IP: 172.36.3.157, port: 91a353c1-feb7-4d70-b583-96ff84962775. Dec 21 13:33:17.186193 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7a78100-1034-45e5-a1a7-f33c1af0149a tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Router eb8086ef-7083-4774-a3af-a8e51102d89d has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:33:17.292829 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7a78100-1034-45e5-a1a7-f33c1af0149a tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:33:17.302837 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91135fd1-69ab-4226-8afd-78774cd900e8 None None] Sync routers for ids ['eb8086ef-7083-4774-a3af-a8e51102d89d'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:33:17.311226 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f7a78100-1034-45e5-a1a7-f33c1af0149a tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for floatingip, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:17.312506 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91135fd1-69ab-4226-8afd-78774cd900e8 None None] Routers {'eb8086ef-7083-4774-a3af-a8e51102d89d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:33:17.313130 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-91135fd1-69ab-4226-8afd-78774cd900e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:32:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['eb8086ef-7083-4774-a3af-a8e51102d89d'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:33:17.339216 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-f7a78100-1034-45e5-a1a7-f33c1af0149a tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6054678 Dec 21 13:33:17.339995 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a6ea224-c493-4761-802f-c0fd74a07238', 'tag': '91a353c1-feb7-4d70-b583-96ff84962775'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:33:17.342323 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af6034c98e584fa55ea4398f343c742ceb598288507feaf30d5a15785b2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3db3a736-bff1-4b8e-8d2c-740c2ba54339" -d '{"events": [{"name": "network-changed", "server_uuid": "8a6ea224-c493-4761-802f-c0fd74a07238", "tag": "91a353c1-feb7-4d70-b583-96ff84962775"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:33:17.380898 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 13:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a619f056-a25b-475b-b369-7fbd8cc595a3 x-openstack-request-id: req-a619f056-a25b-475b-b369-7fbd8cc595a3 {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:33:17.381187 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a6ea224-c493-4761-802f-c0fd74a07238", "tag": "91a353c1-feb7-4d70-b583-96ff84962775", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:33:17.381444 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a619f056-a25b-475b-b369-7fbd8cc595a3 {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:33:17.381876 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a6ea224-c493-4761-802f-c0fd74a07238', 'tag': '91a353c1-feb7-4d70-b583-96ff84962775', 'status': 'completed', 'code': 200} Dec 21 13:33:17.420666 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-91135fd1-69ab-4226-8afd-78774cd900e8 None None] Set router eb8086ef-7083-4774-a3af-a8e51102d89d gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:33:17.489071 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db3a736-bff1-4b8e-8d2c-740c2ba54339 req-3f9bcd15-4aec-4e3e-bdc2-48f7cf872763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:33:17.490536 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-3db3a736-bff1-4b8e-8d2c-740c2ba54339 req-3f9bcd15-4aec-4e3e-bdc2-48f7cf872763 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=365275e264a6451abad9a44f0c54ac18&device_id=8a6ea224-c493-4761-802f-c0fd74a07238 HTTP/1.1" status: 200 len: 1098 time: 0.0417016 Dec 21 13:33:17.588120 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db3a736-bff1-4b8e-8d2c-740c2ba54339 req-6eeee3e5-94bc-4554-a962-deceef635dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:33:17.589604 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-3db3a736-bff1-4b8e-8d2c-740c2ba54339 req-6eeee3e5-94bc-4554-a962-deceef635dba service neutron] 10.222.0.60 "GET /v2.0/networks?id=f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e HTTP/1.1" status: 200 len: 913 time: 0.0888228 Dec 21 13:33:17.643680 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-91135fd1-69ab-4226-8afd-78774cd900e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8086ef-7083-4774-a3af-a8e51102d89d', 'name': 'tempest-TestVolumeBootPattern-1677634282-router', 'tenant_id': '365275e264a6451abad9a44f0c54ac18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.232'}], 'enable_snat': True}, 'gw_port_id': '8d6bf78b-09b2-42b6-abb5-6d1020a8e60f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:31:43Z', 'updated_at': '2021-12-21T13:31:51Z', 'revision_number': 4, 'project_id': '365275e264a6451abad9a44f0c54ac18', 'gw_port': {'id': '8d6bf78b-09b2-42b6-abb5-6d1020a8e60f', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:18:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8086ef-7083-4774-a3af-a8e51102d89d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:31:45Z', 'updated_at': '2021-12-21T13:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '38caa4e9-06c3-4134-bc5c-bef2b7833f86', 'tenant_id': '365275e264a6451abad9a44f0c54ac18', 'floating_ip_address': '172.36.3.157', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': 'eb8086ef-7083-4774-a3af-a8e51102d89d', 'port_id': '91a353c1-feb7-4d70-b583-96ff84962775', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e', 'mac_address': 'fa:16:3e:85:98:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6ea224-c493-4761-802f-c0fd74a07238', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T13:33:16Z', 'updated_at': '2021-12-21T13:33:16Z', 'revision_number': 0, 'project_id': '365275e264a6451abad9a44f0c54ac18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18ad5d93-4983-463f-8bc7-74e634dd78b4', 'name': '', 'network_id': 'f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e', 'tenant_id': '365275e264a6451abad9a44f0c54ac18', 'mac_address': 'fa:16:3e:47:7e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8086ef-7083-4774-a3af-a8e51102d89d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '52704ce2-43ea-427f-a9de-c74c83467400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:31:49Z', 'updated_at': '2021-12-21T13:32:03Z', 'revision_number': 5, 'project_id': '365275e264a6451abad9a44f0c54ac18', 'subnets': [{'id': '52704ce2-43ea-427f-a9de-c74c83467400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:33:17.655453 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-3db3a736-bff1-4b8e-8d2c-740c2ba54339 req-258d7ee1-744b-43d5-ad46-4edb40064556 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=91a353c1-feb7-4d70-b583-96ff84962775 HTTP/1.1" status: 200 len: 999 time: 0.0578465 Dec 21 13:33:17.669642 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91135fd1-69ab-4226-8afd-78774cd900e8 None None] Checking router: eb8086ef-7083-4774-a3af-a8e51102d89d for host: dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:33:17.679208 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91135fd1-69ab-4226-8afd-78774cd900e8 None None] Routers {'eb8086ef-7083-4774-a3af-a8e51102d89d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:33:17.679814 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-91135fd1-69ab-4226-8afd-78774cd900e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:32:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['eb8086ef-7083-4774-a3af-a8e51102d89d'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:33:17.711017 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db3a736-bff1-4b8e-8d2c-740c2ba54339 req-31f4d30b-67b9-4243-b148-e7a93d6355c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:33:17.712520 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-3db3a736-bff1-4b8e-8d2c-740c2ba54339 req-31f4d30b-67b9-4243-b148-e7a93d6355c4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=52704ce2-43ea-427f-a9de-c74c83467400 HTTP/1.1" status: 200 len: 851 time: 0.0459099 Dec 21 13:33:17.763953 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db3a736-bff1-4b8e-8d2c-740c2ba54339 req-b5156df5-82d8-4ac0-aea4-9854d1ecb9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:33:17.765472 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-3db3a736-bff1-4b8e-8d2c-740c2ba54339 req-b5156df5-82d8-4ac0-aea4-9854d1ecb9c1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0438955 Dec 21 13:33:17.786481 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-91135fd1-69ab-4226-8afd-78774cd900e8 None None] Set router eb8086ef-7083-4774-a3af-a8e51102d89d gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:33:17.861186 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-3db3a736-bff1-4b8e-8d2c-740c2ba54339 req-87ef863b-49e0-475b-8b6a-37c751d08b9b service neutron] 10.222.0.60 "GET /v2.0/networks/f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883851 Dec 21 13:33:17.977245 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-3db3a736-bff1-4b8e-8d2c-740c2ba54339 req-35ce5099-76db-41e8-bebc-2d384c3166dc service neutron] 10.222.0.60 "GET /v2.0/networks/f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032362 Dec 21 13:33:18.025006 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-91135fd1-69ab-4226-8afd-78774cd900e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8086ef-7083-4774-a3af-a8e51102d89d', 'name': 'tempest-TestVolumeBootPattern-1677634282-router', 'tenant_id': '365275e264a6451abad9a44f0c54ac18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.232'}], 'enable_snat': True}, 'gw_port_id': '8d6bf78b-09b2-42b6-abb5-6d1020a8e60f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:31:43Z', 'updated_at': '2021-12-21T13:31:51Z', 'revision_number': 4, 'project_id': '365275e264a6451abad9a44f0c54ac18', 'gw_port': {'id': '8d6bf78b-09b2-42b6-abb5-6d1020a8e60f', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:18:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8086ef-7083-4774-a3af-a8e51102d89d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:31:45Z', 'updated_at': '2021-12-21T13:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '38caa4e9-06c3-4134-bc5c-bef2b7833f86', 'tenant_id': '365275e264a6451abad9a44f0c54ac18', 'floating_ip_address': '172.36.3.157', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': 'eb8086ef-7083-4774-a3af-a8e51102d89d', 'port_id': '91a353c1-feb7-4d70-b583-96ff84962775', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e', 'mac_address': 'fa:16:3e:85:98:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6ea224-c493-4761-802f-c0fd74a07238', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T13:33:16Z', 'updated_at': '2021-12-21T13:33:16Z', 'revision_number': 0, 'project_id': '365275e264a6451abad9a44f0c54ac18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18ad5d93-4983-463f-8bc7-74e634dd78b4', 'name': '', 'network_id': 'f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e', 'tenant_id': '365275e264a6451abad9a44f0c54ac18', 'mac_address': 'fa:16:3e:47:7e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8086ef-7083-4774-a3af-a8e51102d89d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '52704ce2-43ea-427f-a9de-c74c83467400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:31:49Z', 'updated_at': '2021-12-21T13:32:03Z', 'revision_number': 5, 'project_id': '365275e264a6451abad9a44f0c54ac18', 'subnets': [{'id': '52704ce2-43ea-427f-a9de-c74c83467400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:33:18.054711 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91135fd1-69ab-4226-8afd-78774cd900e8 None None] The sync data for ids ['eb8086ef-7083-4774-a3af-a8e51102d89d'] in dv-neutron-master-2-hyperv is: [{'id': 'eb8086ef-7083-4774-a3af-a8e51102d89d', 'name': 'tempest-TestVolumeBootPattern-1677634282-router', 'tenant_id': '365275e264a6451abad9a44f0c54ac18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.232'}], 'enable_snat': True}, 'gw_port_id': '8d6bf78b-09b2-42b6-abb5-6d1020a8e60f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:31:43Z', 'updated_at': '2021-12-21T13:31:51Z', 'revision_number': 4, 'project_id': '365275e264a6451abad9a44f0c54ac18', 'gw_port': {'id': '8d6bf78b-09b2-42b6-abb5-6d1020a8e60f', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:18:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8086ef-7083-4774-a3af-a8e51102d89d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:31:45Z', 'updated_at': '2021-12-21T13:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '38caa4e9-06c3-4134-bc5c-bef2b7833f86', 'tenant_id': '365275e264a6451abad9a44f0c54ac18', 'floating_ip_address': '172.36.3.157', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': 'eb8086ef-7083-4774-a3af-a8e51102d89d', 'port_id': '91a353c1-feb7-4d70-b583-96ff84962775', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e', 'mac_address': 'fa:16:3e:85:98:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6ea224-c493-4761-802f-c0fd74a07238', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T13:33:16Z', 'updated_at': '2021-12-21T13:33:16Z', 'revision_number': 0, 'project_id': '365275e264a6451abad9a44f0c54ac18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18ad5d93-4983-463f-8bc7-74e634dd78b4', 'name': '', 'network_id': 'f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e', 'tenant_id': '365275e264a6451abad9a44f0c54ac18', 'mac_address': 'fa:16:3e:47:7e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8086ef-7083-4774-a3af-a8e51102d89d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '52704ce2-43ea-427f-a9de-c74c83467400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:31:49Z', 'updated_at': '2021-12-21T13:32:03Z', 'revision_number': 5, 'project_id': '365275e264a6451abad9a44f0c54ac18', 'subnets': [{'id': '52704ce2-43ea-427f-a9de-c74c83467400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:33:18.241922 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f902f14b-06db-4fe3-b4ab-626e36126083 None None] New status for floating IP 38caa4e9-06c3-4134-bc5c-bef2b7833f86: ACTIVE {{(pid=103155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 13:33:25.132102 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7e13bff7-e5f7-47ab-8aaf-1a5a94f24c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:27.555398 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-db482990-c2dd-4e86-85b1-ca751410e9a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:28.749207 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:30.888065 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:30.990630 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:31.344301 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 60376) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:31.436673 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc9b2a6-1cbf-4277-822d-dc08890579cb tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:33:31.437155 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc9b2a6-1cbf-4277-822d-dc08890579cb tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:33:31.438257 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc9b2a6-1cbf-4277-822d-dc08890579cb tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:33:31.439991 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-0bc9b2a6-1cbf-4277-822d-dc08890579cb tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] 10.222.0.37 "GET /v2.0/ports?project_id=577ee1d2880f4d34a80a7dfd0cf7da03&network_id=646086d9-9650-4426-a7e3-6e15bc97acc7 HTTP/1.1" status: 200 len: 2999 time: 0.0946815 Dec 21 13:33:34.080505 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60390) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:34.132018 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89efb0e4-2c1c-44bb-bb29-6237e9a7e308 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:33:34.133537 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-89efb0e4-2c1c-44bb-bb29-6237e9a7e308 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=7fdf1889-f079-4166-bbda-88b2a8d8d595 HTTP/1.1" status: 200 len: 814 time: 0.0518210 Dec 21 13:33:34.670951 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60396) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:34.677037 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-082e7e58-c877-4e37-8165-2e706cd506b4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'network': {'name': 'tempest-network-smoke--250945799', 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'port_security_enabled': True}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:33:34.701182 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-082e7e58-c877-4e37-8165-2e706cd506b4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Made reservation on behalf of 577ee1d2880f4d34a80a7dfd0cf7da03 for: {'network': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:33:34.704972 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-082e7e58-c877-4e37-8165-2e706cd506b4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:34.730867 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-082e7e58-c877-4e37-8165-2e706cd506b4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=103152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:33:34.740974 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-082e7e58-c877-4e37-8165-2e706cd506b4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:34.741321 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.segments_db [None req-082e7e58-c877-4e37-8165-2e706cd506b4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Added segment e24e83ba-796f-4cfe-86a6-c60253f3cbf9 of type vlan for network d42b426d-cb20-476c-afbd-cd868bb85064 Dec 21 13:33:34.785988 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-082e7e58-c877-4e37-8165-2e706cd506b4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:34.810847 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-082e7e58-c877-4e37-8165-2e706cd506b4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:34.816521 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082e7e58-c877-4e37-8165-2e706cd506b4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:33:34.817107 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-082e7e58-c877-4e37-8165-2e706cd506b4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:34.852015 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-082e7e58-c877-4e37-8165-2e706cd506b4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1799431 Dec 21 13:33:34.855096 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60398) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:34.948412 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082e7e58-c877-4e37-8165-2e706cd506b4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'Network': ['ID=d42b426d-cb20-476c-afbd-cd868bb85064,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:33:34.965696 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082e7e58-c877-4e37-8165-2e706cd506b4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:33:34.966048 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082e7e58-c877-4e37-8165-2e706cd506b4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:33:34.966421 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082e7e58-c877-4e37-8165-2e706cd506b4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:33:34.966763 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082e7e58-c877-4e37-8165-2e706cd506b4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:33:34.967098 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082e7e58-c877-4e37-8165-2e706cd506b4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:33:34.967428 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082e7e58-c877-4e37-8165-2e706cd506b4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:33:34.967755 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082e7e58-c877-4e37-8165-2e706cd506b4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:33:34.968082 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082e7e58-c877-4e37-8165-2e706cd506b4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:33:34.968406 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082e7e58-c877-4e37-8165-2e706cd506b4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:33:34.969257 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082e7e58-c877-4e37-8165-2e706cd506b4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:33:34.969581 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082e7e58-c877-4e37-8165-2e706cd506b4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:33:34.969902 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082e7e58-c877-4e37-8165-2e706cd506b4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:33:34.970222 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082e7e58-c877-4e37-8165-2e706cd506b4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:33:34.981065 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network d42b426d-cb20-476c-afbd-cd868bb85064 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:33:34.983716 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87fadc60-75d5-46dd-a031-ba3a85dd464d tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:33:34.985896 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-87fadc60-75d5-46dd-a031-ba3a85dd464d tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=577ee1d2880f4d34a80a7dfd0cf7da03&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1298764 Dec 21 13:33:34.988949 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 60400) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:35.079039 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8678c323-32a6-4e68-a777-2573d89e6a69 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:33:35.080568 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-8678c323-32a6-4e68-a777-2573d89e6a69 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0906117 Dec 21 13:33:35.083537 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60402) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:35.424208 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-85268d06-65c2-43c1-bb20-b7fd9e663073 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=7fdf1889-f079-4166-bbda-88b2a8d8d595&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3395071 Dec 21 13:33:35.426861 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60404) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:35.454270 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-9addb628-a9c2-4637-95df-334ddf4c357f tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=577ee1d2880f4d34a80a7dfd0cf7da03&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264003 Dec 21 13:33:35.456627 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60406) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:35.606452 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18e7ee2-d60b-4642-b897-1aff559b308c tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:33:35.607970 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-b18e7ee2-d60b-4642-b897-1aff559b308c tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1504390 Dec 21 13:33:35.611217 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60408) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:35.642299 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-10e69ec8-a130-4cce-bddd-665cfc4800e7 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=7fdf1889-f079-4166-bbda-88b2a8d8d595&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0299528 Dec 21 13:33:35.644706 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60410) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:35.649236 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-214c92be-5956-4a74-a970-cac27b8da9cc tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-287007832', 'network_id': 'd42b426d-cb20-476c-afbd-cd868bb85064', 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:33:35.734339 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-214c92be-5956-4a74-a970-cac27b8da9cc tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Made reservation on behalf of 577ee1d2880f4d34a80a7dfd0cf7da03 for: {'subnet': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:33:35.737840 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-214c92be-5956-4a74-a970-cac27b8da9cc tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12346583'] for subnet, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:35.917734 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-214c92be-5956-4a74-a970-cac27b8da9cc tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12346565'] for subnet, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:35.980405 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214c92be-5956-4a74-a970-cac27b8da9cc tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'Subnet': ['ID=8d0450e8-d1b4-4ca6-8bf2-fa30e7560892,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:33:35.990064 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214c92be-5956-4a74-a970-cac27b8da9cc tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Checking segment: {'id': 'e24e83ba-796f-4cfe-86a6-c60253f3cbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd42b426d-cb20-476c-afbd-cd868bb85064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:33:35.990458 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214c92be-5956-4a74-a970-cac27b8da9cc tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Network hostable DHCP agents. Network: d42b426d-cb20-476c-afbd-cd868bb85064, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:33:36.007646 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214c92be-5956-4a74-a970-cac27b8da9cc tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Network d42b426d-cb20-476c-afbd-cd868bb85064 is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:33:36.016420 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-214c92be-5956-4a74-a970-cac27b8da9cc tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, d42b426d-cb20-476c-afbd-cd868bb85064) {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:33:36.020604 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214c92be-5956-4a74-a970-cac27b8da9cc tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:33:36.021214 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-214c92be-5956-4a74-a970-cac27b8da9cc tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:36.027374 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59b4379-7952-4a8c-a645-1a3498a2f08b None None] Network d42b426d-cb20-476c-afbd-cd868bb85064 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:33:36.038869 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-214c92be-5956-4a74-a970-cac27b8da9cc tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3929811 Dec 21 13:33:36.128489 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f043c740-c24d-46ec-bbaf-b46a768c976b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-d42b426d-cb20-476c-afbd-cd868bb85064', 'network_id': 'd42b426d-cb20-476c-afbd-cd868bb85064', 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'fixed_ips': [{'subnet_id': '8d0450e8-d1b4-4ca6-8bf2-fa30e7560892'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:33:36.129392 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f043c740-c24d-46ec-bbaf-b46a768c976b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:36.255434 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60416) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:36.260313 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-f16ebc0b-c3df-4e98-9aba-558db14e4c59 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-788195343', 'description': 'tempest-secgroup-smoke-788195343 description', 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:33:36.264461 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-f043c740-c24d-46ec-bbaf-b46a768c976b None None] Allocated IP 172.20.0.18 (d42b426d-cb20-476c-afbd-cd868bb85064/8d0450e8-d1b4-4ca6-8bf2-fa30e7560892/325248d7-e661-4e4d-b63e-f11bb0d98804) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:33:36.286282 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f16ebc0b-c3df-4e98-9aba-558db14e4c59 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:36.352804 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f16ebc0b-c3df-4e98-9aba-558db14e4c59 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:36.356988 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f16ebc0b-c3df-4e98-9aba-558db14e4c59 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:36.392336 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f16ebc0b-c3df-4e98-9aba-558db14e4c59 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:36.393615 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-f16ebc0b-c3df-4e98-9aba-558db14e4c59 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1370840 Dec 21 13:33:36.395178 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16ebc0b-c3df-4e98-9aba-558db14e4c59 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b5b422-73ea-4a1c-8fd4-9e33a21a543d,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:33:36.396777 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 60418) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:36.404110 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-ba0ccb38-5bbc-480b-8c07-982a6cb7bf5b tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'security_group_rule': {'security_group_id': 'd2b5b422-73ea-4a1c-8fd4-9e33a21a543d', 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:33:36.410447 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f043c740-c24d-46ec-bbaf-b46a768c976b None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:36.415545 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f043c740-c24d-46ec-bbaf-b46a768c976b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:36.440465 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ba0ccb38-5bbc-480b-8c07-982a6cb7bf5b tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:36.457952 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f043c740-c24d-46ec-bbaf-b46a768c976b None None] Network d42b426d-cb20-476c-afbd-cd868bb85064 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:33:36.460704 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-f043c740-c24d-46ec-bbaf-b46a768c976b None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:33:36.465101 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f043c740-c24d-46ec-bbaf-b46a768c976b None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:33:36.475298 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f043c740-c24d-46ec-bbaf-b46a768c976b None None] Pushing event updated for resources: {'Port': ['ID=325248d7-e661-4e4d-b63e-f11bb0d98804,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:33:36.496270 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f043c740-c24d-46ec-bbaf-b46a768c976b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:33:36.496529 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f043c740-c24d-46ec-bbaf-b46a768c976b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:33:36.496870 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f043c740-c24d-46ec-bbaf-b46a768c976b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:33:36.497202 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f043c740-c24d-46ec-bbaf-b46a768c976b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:33:36.497529 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f043c740-c24d-46ec-bbaf-b46a768c976b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:33:36.497853 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f043c740-c24d-46ec-bbaf-b46a768c976b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:33:36.498345 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f043c740-c24d-46ec-bbaf-b46a768c976b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:33:36.498509 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f043c740-c24d-46ec-bbaf-b46a768c976b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:33:36.498843 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f043c740-c24d-46ec-bbaf-b46a768c976b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:33:36.499163 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f043c740-c24d-46ec-bbaf-b46a768c976b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:33:36.499472 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f043c740-c24d-46ec-bbaf-b46a768c976b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:33:36.499911 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f043c740-c24d-46ec-bbaf-b46a768c976b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:33:36.500235 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f043c740-c24d-46ec-bbaf-b46a768c976b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:33:36.514593 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ba0ccb38-5bbc-480b-8c07-982a6cb7bf5b tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:36.519102 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ba0ccb38-5bbc-480b-8c07-982a6cb7bf5b tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:36.528924 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-f043c740-c24d-46ec-bbaf-b46a768c976b None None] Attempting to bind port 325248d7-e661-4e4d-b63e-f11bb0d98804 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:33:36.529319 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-f043c740-c24d-46ec-bbaf-b46a768c976b None None] Attempting to bind port 325248d7-e661-4e4d-b63e-f11bb0d98804 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'e24e83ba-796f-4cfe-86a6-c60253f3cbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd42b426d-cb20-476c-afbd-cd868bb85064'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:33:36.529678 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f043c740-c24d-46ec-bbaf-b46a768c976b None None] Attempting to bind port 325248d7-e661-4e4d-b63e-f11bb0d98804 on network d42b426d-cb20-476c-afbd-cd868bb85064 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:33:36.535618 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f043c740-c24d-46ec-bbaf-b46a768c976b None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:33:36.535986 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f043c740-c24d-46ec-bbaf-b46a768c976b None None] Checking segment: {'id': 'e24e83ba-796f-4cfe-86a6-c60253f3cbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd42b426d-cb20-476c-afbd-cd868bb85064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:33:36.536384 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f043c740-c24d-46ec-bbaf-b46a768c976b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:36.536774 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f043c740-c24d-46ec-bbaf-b46a768c976b None None] Bound using segment: {'id': 'e24e83ba-796f-4cfe-86a6-c60253f3cbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd42b426d-cb20-476c-afbd-cd868bb85064'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:33:36.537235 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-f043c740-c24d-46ec-bbaf-b46a768c976b None None] Bound port: 325248d7-e661-4e4d-b63e-f11bb0d98804, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e24e83ba-796f-4cfe-86a6-c60253f3cbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd42b426d-cb20-476c-afbd-cd868bb85064'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:33:36.537607 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f043c740-c24d-46ec-bbaf-b46a768c976b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:36.538145 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0ccb38-5bbc-480b-8c07-982a6cb7bf5b tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71e71509-397b-4283-ac36-a268946648eb,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:33:36.549423 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ba0ccb38-5bbc-480b-8c07-982a6cb7bf5b tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:36.553503 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-ba0ccb38-5bbc-480b-8c07-982a6cb7bf5b tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1549690 Dec 21 13:33:36.554173 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60420) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:36.555370 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0ccb38-5bbc-480b-8c07-982a6cb7bf5b tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:33:36.555718 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0ccb38-5bbc-480b-8c07-982a6cb7bf5b tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:33:36.556054 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0ccb38-5bbc-480b-8c07-982a6cb7bf5b tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:33:36.556588 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0ccb38-5bbc-480b-8c07-982a6cb7bf5b tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:33:36.556921 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0ccb38-5bbc-480b-8c07-982a6cb7bf5b tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:33:36.557242 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0ccb38-5bbc-480b-8c07-982a6cb7bf5b tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:33:36.557568 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0ccb38-5bbc-480b-8c07-982a6cb7bf5b tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:33:36.557892 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0ccb38-5bbc-480b-8c07-982a6cb7bf5b tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:33:36.558212 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0ccb38-5bbc-480b-8c07-982a6cb7bf5b tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:33:36.558589 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0ccb38-5bbc-480b-8c07-982a6cb7bf5b tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:33:36.558886 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0ccb38-5bbc-480b-8c07-982a6cb7bf5b tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:33:36.559177 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-04d60fed-27a9-40c5-858a-36b33bd3b51c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'security_group_rule': {'security_group_id': 'd2b5b422-73ea-4a1c-8fd4-9e33a21a543d', 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:33:36.559302 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0ccb38-5bbc-480b-8c07-982a6cb7bf5b tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:33:36.559508 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0ccb38-5bbc-480b-8c07-982a6cb7bf5b tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:33:36.587953 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-04d60fed-27a9-40c5-858a-36b33bd3b51c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:36.610015 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-f043c740-c24d-46ec-bbaf-b46a768c976b None None] For port 325248d7-e661-4e4d-b63e-f11bb0d98804, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:33:36.613104 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-f043c740-c24d-46ec-bbaf-b46a768c976b None None] For port 325248d7-e661-4e4d-b63e-f11bb0d98804, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=325248d7-e661-4e4d-b63e-f11bb0d98804,segment=NetworkSegment(e24e83ba-796f-4cfe-86a6-c60253f3cbf9),segment_id=e24e83ba-796f-4cfe-86a6-c60253f3cbf9)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:33:36.617161 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f043c740-c24d-46ec-bbaf-b46a768c976b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:36.648316 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-04d60fed-27a9-40c5-858a-36b33bd3b51c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:36.653025 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-04d60fed-27a9-40c5-858a-36b33bd3b51c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:36.677531 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f043c740-c24d-46ec-bbaf-b46a768c976b None None] Pushing event updated for resources: {'Port': ['ID=325248d7-e661-4e4d-b63e-f11bb0d98804,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:33:36.678435 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d60fed-27a9-40c5-858a-36b33bd3b51c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b555da2-51b6-4776-ba45-a389667d384d,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:33:36.682724 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-04d60fed-27a9-40c5-858a-36b33bd3b51c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:36.684081 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-04d60fed-27a9-40c5-858a-36b33bd3b51c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1287401 Dec 21 13:33:36.687018 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 60422) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:36.691548 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-056c4631-b393-4490-ae9b-3e129f4ba503 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'security_group_rule': {'security_group_id': 'd2b5b422-73ea-4a1c-8fd4-9e33a21a543d', 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:33:36.722670 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-056c4631-b393-4490-ae9b-3e129f4ba503 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:36.789565 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-056c4631-b393-4490-ae9b-3e129f4ba503 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:36.793967 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-056c4631-b393-4490-ae9b-3e129f4ba503 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:36.812021 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056c4631-b393-4490-ae9b-3e129f4ba503 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2386104e-a868-4310-8b3c-01faf4450394,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:33:36.821555 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-056c4631-b393-4490-ae9b-3e129f4ba503 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:36.825419 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-056c4631-b393-4490-ae9b-3e129f4ba503 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1348748 Dec 21 13:33:36.826160 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60424) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:36.831989 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-0322df4f-57fe-453c-b764-ab5273be942a tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'security_group_rule': {'security_group_id': 'd2b5b422-73ea-4a1c-8fd4-9e33a21a543d', 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:33:36.886286 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0322df4f-57fe-453c-b764-ab5273be942a tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:36.958343 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0322df4f-57fe-453c-b764-ab5273be942a tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:36.962275 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0322df4f-57fe-453c-b764-ab5273be942a tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:36.983831 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0322df4f-57fe-453c-b764-ab5273be942a tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8daae01f-4c36-49bc-aad5-5aa338a94aeb,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:33:36.990711 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0322df4f-57fe-453c-b764-ab5273be942a tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:36.991205 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-0322df4f-57fe-453c-b764-ab5273be942a tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1640069 Dec 21 13:33:36.994321 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60426) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:37.000429 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-e401302f-4624-437e-88ec-4b683a47cdac tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'security_group_rule': {'security_group_id': 'd2b5b422-73ea-4a1c-8fd4-9e33a21a543d', 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:33:37.031151 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.securitygroups_db [None req-e401302f-4624-437e-88ec-4b683a47cdac tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Project 577ee1d2880f4d34a80a7dfd0cf7da03 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 13:33:37.036629 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e401302f-4624-437e-88ec-4b683a47cdac tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:37.096982 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e401302f-4624-437e-88ec-4b683a47cdac tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:37.100400 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e401302f-4624-437e-88ec-4b683a47cdac tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:37.117008 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e401302f-4624-437e-88ec-4b683a47cdac tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a5eff90-b3eb-49a8-bd44-483439bc03da,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:33:37.125532 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e401302f-4624-437e-88ec-4b683a47cdac tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:37.126773 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-e401302f-4624-437e-88ec-4b683a47cdac tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1312349 Dec 21 13:33:37.129584 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60428) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:37.133962 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-a29b42cb-462c-4be5-ad39-a363aba09a4e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'security_group_rule': {'security_group_id': 'd2b5b422-73ea-4a1c-8fd4-9e33a21a543d', 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:33:37.158828 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.securitygroups_db [None req-a29b42cb-462c-4be5-ad39-a363aba09a4e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Project 577ee1d2880f4d34a80a7dfd0cf7da03 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 13:33:37.164662 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a29b42cb-462c-4be5-ad39-a363aba09a4e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:37.236574 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a29b42cb-462c-4be5-ad39-a363aba09a4e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:37.242420 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a29b42cb-462c-4be5-ad39-a363aba09a4e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:37.261355 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29b42cb-462c-4be5-ad39-a363aba09a4e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8883f749-4353-4591-8841-03c3a2aee594,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:33:37.267275 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a29b42cb-462c-4be5-ad39-a363aba09a4e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:37.268619 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-a29b42cb-462c-4be5-ad39-a363aba09a4e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1379781 Dec 21 13:33:37.483146 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7404ed6a-54df-4f92-bf63-ad584e612634 req-ef00c3f7-0e75-40cc-b4b5-d3213d4e3228 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-788195343&fields=id&tenant_id=577ee1d2880f4d34a80a7dfd0cf7da03 HTTP/1.1" status: 200 len: 267 time: 0.0528977 Dec 21 13:33:37.606857 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7404ed6a-54df-4f92-bf63-ad584e612634 req-7819ddc2-1017-41a6-887f-1de79dcdb660 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:33:37.608411 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7404ed6a-54df-4f92-bf63-ad584e612634 req-7819ddc2-1017-41a6-887f-1de79dcdb660 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/networks?id=d42b426d-cb20-476c-afbd-cd868bb85064 HTTP/1.1" status: 200 len: 796 time: 0.1164820 Dec 21 13:33:37.626166 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7404ed6a-54df-4f92-bf63-ad584e612634 req-1a560c40-e56c-4f10-b5ae-a768a5499099 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/quotas/577ee1d2880f4d34a80a7dfd0cf7da03 HTTP/1.1" status: 200 len: 375 time: 0.0112834 Dec 21 13:33:37.666496 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5790cd-3c8c-46ee-9195-1312ff059384 None None] Network d42b426d-cb20-476c-afbd-cd868bb85064 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:33:37.686645 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7404ed6a-54df-4f92-bf63-ad584e612634 req-282e839f-cc87-4301-8f45-7e95813ee316 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=577ee1d2880f4d34a80a7dfd0cf7da03&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0545030 Dec 21 13:33:37.783215 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-b0da61ce-580f-4e9c-af3f-9b97baf53202 None None] Provisioning complete for port 325248d7-e661-4e4d-b63e-f11bb0d98804 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:33:37.783593 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b0da61ce-580f-4e9c-af3f-9b97baf53202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:37.796857 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7404ed6a-54df-4f92-bf63-ad584e612634 req-84fadf97-5693-430a-9351-27e065844fda service neutron] 10.222.0.37 "GET /v2.0/networks/d42b426d-cb20-476c-afbd-cd868bb85064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989935 Dec 21 13:33:37.880038 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b0da61ce-580f-4e9c-af3f-9b97baf53202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:37.910946 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7404ed6a-54df-4f92-bf63-ad584e612634 req-2b8db4db-275d-46d2-91e3-631e68a98461 service neutron] 10.222.0.37 "GET /v2.0/networks/d42b426d-cb20-476c-afbd-cd868bb85064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073732 Dec 21 13:33:37.919783 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-b0da61ce-580f-4e9c-af3f-9b97baf53202 None None] For port 325248d7-e661-4e4d-b63e-f11bb0d98804, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=325248d7-e661-4e4d-b63e-f11bb0d98804,segment=NetworkSegment(e24e83ba-796f-4cfe-86a6-c60253f3cbf9),segment_id=e24e83ba-796f-4cfe-86a6-c60253f3cbf9)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:33:37.925051 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b0da61ce-580f-4e9c-af3f-9b97baf53202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:37.980411 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0da61ce-580f-4e9c-af3f-9b97baf53202 None None] Pushing event updated for resources: {'Port': ['ID=325248d7-e661-4e4d-b63e-f11bb0d98804,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:33:38.060553 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-417d80d3-4335-4e6b-a702-5b86214dea70 None None] Provisioning complete for port 325248d7-e661-4e4d-b63e-f11bb0d98804 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:33:38.060845 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-417d80d3-4335-4e6b-a702-5b86214dea70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:38.102681 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 325248d7-e661-4e4d-b63e-f11bb0d98804 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:33:38.132935 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-71096f5d-1963-4889-a719-2f7e4a964e56 req-02d5896f-52d0-4fee-8f68-bfa77f68097f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=d78d8c79-707e-447a-a13a-b73384479243 HTTP/1.1" status: 200 len: 210 time: 0.0292106 Dec 21 13:33:38.200980 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 325248d7-e661-4e4d-b63e-f11bb0d98804 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:33:38.201354 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:39.237749 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-37479309-351b-4682-a0d0-ed1305a01622 req-30a93799-41d6-4f8e-b378-776e6703dbe7 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=d78d8c79-707e-447a-a13a-b73384479243 HTTP/1.1" status: 200 len: 210 time: 0.0305886 Dec 21 13:33:39.268242 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7404ed6a-54df-4f92-bf63-ad584e612634 req-97a139bc-8218-41ff-8ab7-ecc0d54a7a0f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:33:39.269381 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7404ed6a-54df-4f92-bf63-ad584e612634 req-97a139bc-8218-41ff-8ab7-ecc0d54a7a0f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.60 "GET /v2.0/networks?id=d42b426d-cb20-476c-afbd-cd868bb85064 HTTP/1.1" status: 200 len: 796 time: 0.1500189 Dec 21 13:33:39.360268 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7404ed6a-54df-4f92-bf63-ad584e612634 req-6e2fe518-674b-429f-98ad-2eb119ba2dc9 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=577ee1d2880f4d34a80a7dfd0cf7da03 HTTP/1.1" status: 200 len: 472 time: 0.0749176 Dec 21 13:33:39.387350 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [req-7404ed6a-54df-4f92-bf63-ad584e612634 req-6fb1f8be-53aa-4e60-9a2e-b48b0a1611e0 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'port': {'device_id': 'd78d8c79-707e-447a-a13a-b73384479243', 'network_id': 'd42b426d-cb20-476c-afbd-cd868bb85064', 'admin_state_up': True, 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'security_groups': ['d2b5b422-73ea-4a1c-8fd4-9e33a21a543d']}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:33:39.496871 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7404ed6a-54df-4f92-bf63-ad584e612634 req-6fb1f8be-53aa-4e60-9a2e-b48b0a1611e0 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Made reservation on behalf of 577ee1d2880f4d34a80a7dfd0cf7da03 for: {'port': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:33:39.500788 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-7404ed6a-54df-4f92-bf63-ad584e612634 req-6fb1f8be-53aa-4e60-9a2e-b48b0a1611e0 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:39.629988 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [req-7404ed6a-54df-4f92-bf63-ad584e612634 req-6fb1f8be-53aa-4e60-9a2e-b48b0a1611e0 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Allocated IP 172.20.0.23 (d42b426d-cb20-476c-afbd-cd868bb85064/8d0450e8-d1b4-4ca6-8bf2-fa30e7560892/925f939b-96fb-49e2-b951-bb20c0568875) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:33:39.766948 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-7404ed6a-54df-4f92-bf63-ad584e612634 req-6fb1f8be-53aa-4e60-9a2e-b48b0a1611e0 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:39.801529 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-7404ed6a-54df-4f92-bf63-ad584e612634 req-6fb1f8be-53aa-4e60-9a2e-b48b0a1611e0 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:39.853327 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7404ed6a-54df-4f92-bf63-ad584e612634 req-6fb1f8be-53aa-4e60-9a2e-b48b0a1611e0 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Network d42b426d-cb20-476c-afbd-cd868bb85064 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:33:39.856538 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [req-7404ed6a-54df-4f92-bf63-ad584e612634 req-6fb1f8be-53aa-4e60-9a2e-b48b0a1611e0 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:33:39.860961 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [req-7404ed6a-54df-4f92-bf63-ad584e612634 req-6fb1f8be-53aa-4e60-9a2e-b48b0a1611e0 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:33:39.863611 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.agents_db [None req-c60a5637-8c6f-4692-b23b-7dd82bd36b21 None None] Agent healthcheck: found 6 active agents {{(pid=103155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 13:33:39.867952 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb1f8be-53aa-4e60-9a2e-b48b0a1611e0 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'Port': ['ID=925f939b-96fb-49e2-b951-bb20c0568875,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:33:39.917948 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7404ed6a-54df-4f92-bf63-ad584e612634 req-6fb1f8be-53aa-4e60-9a2e-b48b0a1611e0 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:33:39.918673 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-7404ed6a-54df-4f92-bf63-ad584e612634 req-6fb1f8be-53aa-4e60-9a2e-b48b0a1611e0 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:39.936416 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7404ed6a-54df-4f92-bf63-ad584e612634 req-6fb1f8be-53aa-4e60-9a2e-b48b0a1611e0 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5534418 Dec 21 13:33:39.956313 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [req-7404ed6a-54df-4f92-bf63-ad584e612634 req-5e36bdaf-974f-4633-8c21-7d08ed4ee5c0 service neutron] Request body: {'port': {'device_id': 'd78d8c79-707e-447a-a13a-b73384479243', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:33:40.015945 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 325248d7-e661-4e4d-b63e-f11bb0d98804 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:33:40.019503 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-7404ed6a-54df-4f92-bf63-ad584e612634 req-5e36bdaf-974f-4633-8c21-7d08ed4ee5c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:40.073587 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 325248d7-e661-4e4d-b63e-f11bb0d98804 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:33:40.074063 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:40.181934 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-93c58fa6-6e9e-461b-990a-e4c0e5f17c72 None None] Provisioning complete for port 925f939b-96fb-49e2-b951-bb20c0568875 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:33:40.182296 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-93c58fa6-6e9e-461b-990a-e4c0e5f17c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:40.215588 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-93c58fa6-6e9e-461b-990a-e4c0e5f17c72 None None] Port 925f939b-96fb-49e2-b951-bb20c0568875 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:33:40.319103 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [req-7404ed6a-54df-4f92-bf63-ad584e612634 req-5e36bdaf-974f-4633-8c21-7d08ed4ee5c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 925f939b-96fb-49e2-b951-bb20c0568875 {{(pid=103153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 13:33:40.333677 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-7404ed6a-54df-4f92-bf63-ad584e612634 req-5e36bdaf-974f-4633-8c21-7d08ed4ee5c0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:40.348117 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.provisioning_blocks [req-7404ed6a-54df-4f92-bf63-ad584e612634 req-5e36bdaf-974f-4633-8c21-7d08ed4ee5c0 service neutron] Transition to ACTIVE for port object 925f939b-96fb-49e2-b951-bb20c0568875 will not be triggered until provisioned by entity L2. {{(pid=103153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 13:33:40.352225 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-7404ed6a-54df-4f92-bf63-ad584e612634 req-5e36bdaf-974f-4633-8c21-7d08ed4ee5c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:40.364566 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a4f992-6c79-4167-bcf4-d90cf64efd0d req-d244b953-5e8d-4863-b849-e25bf0da8f28 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:33:40.366166 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-07a4f992-6c79-4167-bcf4-d90cf64efd0d req-d244b953-5e8d-4863-b849-e25bf0da8f28 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=d78d8c79-707e-447a-a13a-b73384479243 HTTP/1.1" status: 200 len: 932 time: 0.0527306 Dec 21 13:33:40.424136 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e36bdaf-974f-4633-8c21-7d08ed4ee5c0 service neutron] Pushing event updated for resources: {'Port': ['ID=925f939b-96fb-49e2-b951-bb20c0568875,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:33:40.439867 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-07a4f992-6c79-4167-bcf4-d90cf64efd0d req-d96cd23c-4d1e-4f94-a7c7-c40401d3fc62 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2b5b422-73ea-4a1c-8fd4-9e33a21a543d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659323 Dec 21 13:33:40.485960 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-7404ed6a-54df-4f92-bf63-ad584e612634 req-5e36bdaf-974f-4633-8c21-7d08ed4ee5c0 service neutron] Attempting to bind port 925f939b-96fb-49e2-b951-bb20c0568875 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:33:40.486300 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-7404ed6a-54df-4f92-bf63-ad584e612634 req-5e36bdaf-974f-4633-8c21-7d08ed4ee5c0 service neutron] Attempting to bind port 925f939b-96fb-49e2-b951-bb20c0568875 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'e24e83ba-796f-4cfe-86a6-c60253f3cbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd42b426d-cb20-476c-afbd-cd868bb85064'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:33:40.490179 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7404ed6a-54df-4f92-bf63-ad584e612634 req-5e36bdaf-974f-4633-8c21-7d08ed4ee5c0 service neutron] Attempting to bind port 925f939b-96fb-49e2-b951-bb20c0568875 on network d42b426d-cb20-476c-afbd-cd868bb85064 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:33:40.491503 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7404ed6a-54df-4f92-bf63-ad584e612634 req-5e36bdaf-974f-4633-8c21-7d08ed4ee5c0 service neutron] Port 925f939b-96fb-49e2-b951-bb20c0568875 on network d42b426d-cb20-476c-afbd-cd868bb85064 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 13:33:40.491830 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7404ed6a-54df-4f92-bf63-ad584e612634 req-5e36bdaf-974f-4633-8c21-7d08ed4ee5c0 service neutron] Attempting to bind port 925f939b-96fb-49e2-b951-bb20c0568875 on network d42b426d-cb20-476c-afbd-cd868bb85064 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:33:40.497119 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7404ed6a-54df-4f92-bf63-ad584e612634 req-5e36bdaf-974f-4633-8c21-7d08ed4ee5c0 service neutron] Checking agent: {'id': 'cb078e0e-af00-4e4f-8117-46ca6496af1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 23, 43), 'started_at': datetime.datetime(2021, 12, 21, 13, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:33:40.497456 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7404ed6a-54df-4f92-bf63-ad584e612634 req-5e36bdaf-974f-4633-8c21-7d08ed4ee5c0 service neutron] Checking segment: {'id': 'e24e83ba-796f-4cfe-86a6-c60253f3cbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd42b426d-cb20-476c-afbd-cd868bb85064'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:33:40.497837 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7404ed6a-54df-4f92-bf63-ad584e612634 req-5e36bdaf-974f-4633-8c21-7d08ed4ee5c0 service neutron] Bound using segment: {'id': 'e24e83ba-796f-4cfe-86a6-c60253f3cbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd42b426d-cb20-476c-afbd-cd868bb85064'} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:33:40.498273 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-7404ed6a-54df-4f92-bf63-ad584e612634 req-5e36bdaf-974f-4633-8c21-7d08ed4ee5c0 service neutron] Bound port: 925f939b-96fb-49e2-b951-bb20c0568875, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e24e83ba-796f-4cfe-86a6-c60253f3cbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd42b426d-cb20-476c-afbd-cd868bb85064'}}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:33:40.498653 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-7404ed6a-54df-4f92-bf63-ad584e612634 req-5e36bdaf-974f-4633-8c21-7d08ed4ee5c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:40.570277 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-7404ed6a-54df-4f92-bf63-ad584e612634 req-5e36bdaf-974f-4633-8c21-7d08ed4ee5c0 service neutron] For port 925f939b-96fb-49e2-b951-bb20c0568875, host hv-neutron-mast, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:33:40.573731 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-7404ed6a-54df-4f92-bf63-ad584e612634 req-5e36bdaf-974f-4633-8c21-7d08ed4ee5c0 service neutron] For port 925f939b-96fb-49e2-b951-bb20c0568875, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=925f939b-96fb-49e2-b951-bb20c0568875,segment=NetworkSegment(e24e83ba-796f-4cfe-86a6-c60253f3cbf9),segment_id=e24e83ba-796f-4cfe-86a6-c60253f3cbf9)] {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:33:40.578806 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-7404ed6a-54df-4f92-bf63-ad584e612634 req-5e36bdaf-974f-4633-8c21-7d08ed4ee5c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:40.615095 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7404ed6a-54df-4f92-bf63-ad584e612634 req-5e36bdaf-974f-4633-8c21-7d08ed4ee5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:33:40.615741 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-7404ed6a-54df-4f92-bf63-ad584e612634 req-5e36bdaf-974f-4633-8c21-7d08ed4ee5c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:40.617146 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7404ed6a-54df-4f92-bf63-ad584e612634 req-5e36bdaf-974f-4633-8c21-7d08ed4ee5c0 service neutron] 10.222.0.60 "PUT /v2.0/ports/925f939b-96fb-49e2-b951-bb20c0568875 HTTP/1.1" status: 200 len: 1094 time: 0.6654937 Dec 21 13:33:40.617599 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd78d8c79-707e-447a-a13a-b73384479243', 'tag': '925f939b-96fb-49e2-b951-bb20c0568875'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:33:40.619984 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af6034c98e584fa55ea4398f343c742ceb598288507feaf30d5a15785b2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a86c098c-be0c-4ee7-9bcc-6ec46187d688" -d '{"events": [{"name": "network-changed", "server_uuid": "d78d8c79-707e-447a-a13a-b73384479243", "tag": "925f939b-96fb-49e2-b951-bb20c0568875"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:33:40.646704 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e36bdaf-974f-4633-8c21-7d08ed4ee5c0 service neutron] Pushing event updated for resources: {'Port': ['ID=925f939b-96fb-49e2-b951-bb20c0568875,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:33:40.665444 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 13:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84115ea2-3993-4208-a7ac-7ff86ad6028b x-openstack-request-id: req-84115ea2-3993-4208-a7ac-7ff86ad6028b {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:33:40.665628 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d78d8c79-707e-447a-a13a-b73384479243", "tag": "925f939b-96fb-49e2-b951-bb20c0568875", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:33:40.665885 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-84115ea2-3993-4208-a7ac-7ff86ad6028b {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:33:40.666347 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd78d8c79-707e-447a-a13a-b73384479243', 'tag': '925f939b-96fb-49e2-b951-bb20c0568875', 'status': 'completed', 'code': 200} Dec 21 13:33:40.744634 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7404ed6a-54df-4f92-bf63-ad584e612634 req-f4852f63-6fb7-46a9-a765-9092d7957c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:33:40.746173 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7404ed6a-54df-4f92-bf63-ad584e612634 req-f4852f63-6fb7-46a9-a765-9092d7957c7a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=577ee1d2880f4d34a80a7dfd0cf7da03&device_id=d78d8c79-707e-447a-a13a-b73384479243 HTTP/1.1" status: 200 len: 1097 time: 0.0455077 Dec 21 13:33:40.804213 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7404ed6a-54df-4f92-bf63-ad584e612634 req-483630db-455b-4a09-af5f-74f81e6110c4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=925f939b-96fb-49e2-b951-bb20c0568875 HTTP/1.1" status: 200 len: 217 time: 0.0414143 Dec 21 13:33:40.863437 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7404ed6a-54df-4f92-bf63-ad584e612634 req-d0b0a4ac-923e-4780-97f4-055ed0de5054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:33:40.864898 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7404ed6a-54df-4f92-bf63-ad584e612634 req-d0b0a4ac-923e-4780-97f4-055ed0de5054 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8d0450e8-d1b4-4ca6-8bf2-fa30e7560892 HTTP/1.1" status: 200 len: 837 time: 0.0466211 Dec 21 13:33:40.915258 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7404ed6a-54df-4f92-bf63-ad584e612634 req-fb172487-f502-4769-8c56-dc1b8eb68172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:33:40.916950 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7404ed6a-54df-4f92-bf63-ad584e612634 req-fb172487-f502-4769-8c56-dc1b8eb68172 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d42b426d-cb20-476c-afbd-cd868bb85064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0452514 Dec 21 13:33:41.029554 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7404ed6a-54df-4f92-bf63-ad584e612634 req-573e28d9-8677-42c3-b8f3-3bedf09380db service neutron] 10.222.0.60 "GET /v2.0/networks/d42b426d-cb20-476c-afbd-cd868bb85064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034815 Dec 21 13:33:41.119915 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7404ed6a-54df-4f92-bf63-ad584e612634 req-df2d4577-5d13-46bb-a623-302bb45bfcfa service neutron] 10.222.0.60 "GET /v2.0/networks/d42b426d-cb20-476c-afbd-cd868bb85064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833693 Dec 21 13:33:41.260144 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86c098c-be0c-4ee7-9bcc-6ec46187d688 req-859d8b9f-0608-4d63-8996-5220f56a134a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:33:41.261650 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a86c098c-be0c-4ee7-9bcc-6ec46187d688 req-859d8b9f-0608-4d63-8996-5220f56a134a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=577ee1d2880f4d34a80a7dfd0cf7da03&device_id=d78d8c79-707e-447a-a13a-b73384479243 HTTP/1.1" status: 200 len: 1097 time: 0.0431695 Dec 21 13:33:41.365051 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86c098c-be0c-4ee7-9bcc-6ec46187d688 req-0097fc75-7628-4464-ba2d-82cf95c0c032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:33:41.366583 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a86c098c-be0c-4ee7-9bcc-6ec46187d688 req-0097fc75-7628-4464-ba2d-82cf95c0c032 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d42b426d-cb20-476c-afbd-cd868bb85064 HTTP/1.1" status: 200 len: 897 time: 0.0903089 Dec 21 13:33:41.410041 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a86c098c-be0c-4ee7-9bcc-6ec46187d688 req-646d4d15-0593-4c40-9837-5578e624301a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=925f939b-96fb-49e2-b951-bb20c0568875 HTTP/1.1" status: 200 len: 217 time: 0.0352726 Dec 21 13:33:41.464738 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86c098c-be0c-4ee7-9bcc-6ec46187d688 req-9b6aa257-2ce1-48d3-bb05-c6a96c9bce73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:33:41.466860 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a86c098c-be0c-4ee7-9bcc-6ec46187d688 req-9b6aa257-2ce1-48d3-bb05-c6a96c9bce73 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8d0450e8-d1b4-4ca6-8bf2-fa30e7560892 HTTP/1.1" status: 200 len: 837 time: 0.0495369 Dec 21 13:33:41.560064 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22fbd51-ffb8-485d-ad4d-1c059f62d373 req-dcdcdd80-82a3-4af6-8856-3afdf00e9375 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:33:41.561665 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-b22fbd51-ffb8-485d-ad4d-1c059f62d373 req-dcdcdd80-82a3-4af6-8856-3afdf00e9375 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=d78d8c79-707e-447a-a13a-b73384479243 HTTP/1.1" status: 200 len: 944 time: 0.0529704 Dec 21 13:33:41.614814 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-b22fbd51-ffb8-485d-ad4d-1c059f62d373 req-eeeade52-4683-4452-af5d-fc2f8c323478 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2b5b422-73ea-4a1c-8fd4-9e33a21a543d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467274 Dec 21 13:33:41.847943 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86c098c-be0c-4ee7-9bcc-6ec46187d688 req-e23e3ae7-78fc-4f09-93d8-a694f716e1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:33:41.849460 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a86c098c-be0c-4ee7-9bcc-6ec46187d688 req-e23e3ae7-78fc-4f09-93d8-a694f716e1b4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d42b426d-cb20-476c-afbd-cd868bb85064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3718262 Dec 21 13:33:41.949839 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a86c098c-be0c-4ee7-9bcc-6ec46187d688 req-a1e67b95-e3e5-4228-a0a3-35f5af41fa01 service neutron] 10.222.0.60 "GET /v2.0/networks/d42b426d-cb20-476c-afbd-cd868bb85064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926044 Dec 21 13:33:42.042417 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a86c098c-be0c-4ee7-9bcc-6ec46187d688 req-369e92af-db75-4c2d-b518-236f4dbcc9fe service neutron] 10.222.0.60 "GET /v2.0/networks/d42b426d-cb20-476c-afbd-cd868bb85064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853281 Dec 21 13:33:42.728742 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89483b7-7398-4017-bd44-bdc74d60fda7 req-b1c50135-408a-4a19-9467-152c006c6728 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:33:42.730219 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f89483b7-7398-4017-bd44-bdc74d60fda7 req-b1c50135-408a-4a19-9467-152c006c6728 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=d78d8c79-707e-447a-a13a-b73384479243 HTTP/1.1" status: 200 len: 944 time: 0.0483813 Dec 21 13:33:42.783799 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f89483b7-7398-4017-bd44-bdc74d60fda7 req-41ca936d-4411-4f6a-a085-062aa1980767 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2b5b422-73ea-4a1c-8fd4-9e33a21a543d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466666 Dec 21 13:33:43.232242 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:43.539724 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 925f939b-96fb-49e2-b951-bb20c0568875 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 13:33:43.636241 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port 925f939b-96fb-49e2-b951-bb20c0568875, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=925f939b-96fb-49e2-b951-bb20c0568875,segment=NetworkSegment(e24e83ba-796f-4cfe-86a6-c60253f3cbf9),segment_id=e24e83ba-796f-4cfe-86a6-c60253f3cbf9)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:33:43.647134 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Returning: {'device': '925f939b-96fb-49e2-b951-bb20c0568875', 'network_id': 'd42b426d-cb20-476c-afbd-cd868bb85064', 'port_id': '925f939b-96fb-49e2-b951-bb20c0568875', 'mac_address': 'fa:16:3e:a1:dc:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d0450e8-d1b4-4ca6-8bf2-fa30e7560892', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 13:33:43.683850 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:43.700083 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 925f939b-96fb-49e2-b951-bb20c0568875 {{(pid=103154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 13:33:43.720187 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port 925f939b-96fb-49e2-b951-bb20c0568875, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=925f939b-96fb-49e2-b951-bb20c0568875,segment=NetworkSegment(e24e83ba-796f-4cfe-86a6-c60253f3cbf9),segment_id=e24e83ba-796f-4cfe-86a6-c60253f3cbf9)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:33:43.724205 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:43.774645 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=925f939b-96fb-49e2-b951-bb20c0568875,revision_number=4']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:33:43.902243 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5932628e-7b1b-44ec-87fc-9a41de87b099 req-7a6ac4dc-ee40-421d-b15d-410f21bed683 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:33:43.903810 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-5932628e-7b1b-44ec-87fc-9a41de87b099 req-7a6ac4dc-ee40-421d-b15d-410f21bed683 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=d78d8c79-707e-447a-a13a-b73384479243 HTTP/1.1" status: 200 len: 945 time: 0.0505087 Dec 21 13:33:43.958059 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-5932628e-7b1b-44ec-87fc-9a41de87b099 req-d0eb1480-01e5-4c48-ae4a-864ae209b905 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2b5b422-73ea-4a1c-8fd4-9e33a21a543d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481460 Dec 21 13:33:44.064288 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] get_ports_and_sgs() called for port_ids ['925f939b-96fb-49e2-b951-bb20c0568875'] {{(pid=103154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 13:33:44.624310 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389b9727-a6fd-48e4-9816-4f023570c2db req-9e2cc177-4f9c-4fbc-82a9-66f353e94e9d tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:33:44.625912 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-389b9727-a6fd-48e4-9816-4f023570c2db req-9e2cc177-4f9c-4fbc-82a9-66f353e94e9d tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8ad2273-5a93-4f99-9ea5-e43cad8e09a4 HTTP/1.1" status: 200 len: 945 time: 0.0590227 Dec 21 13:33:44.680931 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-389b9727-a6fd-48e4-9816-4f023570c2db req-421b11a0-902f-41d6-b26d-bcb8357730e5 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] 10.222.0.37 "GET /v2.0/security-groups?id=45efddab-dcef-4efd-8697-3c0b8cbf9259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485685 Dec 21 13:33:45.088209 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28888b08-4e9a-4bd9-9e6c-1902fc73b9e0 req-b875337f-a9ab-432c-a508-416cbc2b1377 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:33:45.089666 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-28888b08-4e9a-4bd9-9e6c-1902fc73b9e0 req-b875337f-a9ab-432c-a508-416cbc2b1377 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=d78d8c79-707e-447a-a13a-b73384479243 HTTP/1.1" status: 200 len: 945 time: 0.0603883 Dec 21 13:33:45.139027 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-28888b08-4e9a-4bd9-9e6c-1902fc73b9e0 req-b90aabbc-592b-4d34-a4e2-0758dbe64fc9 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2b5b422-73ea-4a1c-8fd4-9e33a21a543d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427475 Dec 21 13:33:45.560307 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 925f939b-96fb-49e2-b951-bb20c0568875 up at agent hyperv_hv-neutron-mast {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:33:45.620194 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Provisioning for port 925f939b-96fb-49e2-b951-bb20c0568875 completed by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 13:33:45.624156 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Provisioning complete for port 925f939b-96fb-49e2-b951-bb20c0568875 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:33:45.625159 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:45.705963 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:45.728586 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd78d8c79-707e-447a-a13a-b73384479243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '925f939b-96fb-49e2-b951-bb20c0568875'}] {{(pid=103154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:33:45.730877 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6f45aca8ac5f8c0cc5868273c98d8aa60330245aed22d61c8da5c1f2d6fc01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-864df7f7-3568-4ac1-823b-89d7c991a0d6" -d '{"events": [{"server_uuid": "d78d8c79-707e-447a-a13a-b73384479243", "name": "network-vif-plugged", "status": "completed", "tag": "925f939b-96fb-49e2-b951-bb20c0568875"}]}' {{(pid=103154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:33:45.744948 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port 925f939b-96fb-49e2-b951-bb20c0568875, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=925f939b-96fb-49e2-b951-bb20c0568875,segment=NetworkSegment(e24e83ba-796f-4cfe-86a6-c60253f3cbf9),segment_id=e24e83ba-796f-4cfe-86a6-c60253f3cbf9)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:33:45.750555 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:45.776013 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 13:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-250315fa-2f6e-491c-85f3-66390d8ceb4b x-openstack-request-id: req-250315fa-2f6e-491c-85f3-66390d8ceb4b {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:33:45.776305 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d78d8c79-707e-447a-a13a-b73384479243", "name": "network-vif-plugged", "status": "completed", "tag": "925f939b-96fb-49e2-b951-bb20c0568875", "code": 200}]} {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:33:45.776557 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-250315fa-2f6e-491c-85f3-66390d8ceb4b {{(pid=103154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:33:45.777000 dv-neutron-master-2-hyperv neutron-server[103154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd78d8c79-707e-447a-a13a-b73384479243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '925f939b-96fb-49e2-b951-bb20c0568875', 'code': 200} Dec 21 13:33:45.802423 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=925f939b-96fb-49e2-b951-bb20c0568875,revision_number=5']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:33:45.809660 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59203d77-595c-43d5-86cc-a6fb3f6d7cbd req-b90eb4fe-d4c7-40d0-b264-a3cbc4ecf123 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:33:45.811364 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-59203d77-595c-43d5-86cc-a6fb3f6d7cbd req-b90eb4fe-d4c7-40d0-b264-a3cbc4ecf123 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8ad2273-5a93-4f99-9ea5-e43cad8e09a4 HTTP/1.1" status: 200 len: 945 time: 0.0573666 Dec 21 13:33:45.871088 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-59203d77-595c-43d5-86cc-a6fb3f6d7cbd req-9dd5f4e8-ecb3-43ed-beb1-522fbc4563e4 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] 10.222.0.37 "GET /v2.0/security-groups?id=45efddab-dcef-4efd-8697-3c0b8cbf9259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468402 Dec 21 13:33:45.993841 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73727c57-7b7f-4cb1-9e4e-2bc2e77eb280 req-33157605-ef73-4b64-94c2-d4cb3cf502e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:33:45.995393 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-73727c57-7b7f-4cb1-9e4e-2bc2e77eb280 req-33157605-ef73-4b64-94c2-d4cb3cf502e1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d78d8c79-707e-447a-a13a-b73384479243 HTTP/1.1" status: 200 len: 1099 time: 0.0412579 Dec 21 13:33:46.040822 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-73727c57-7b7f-4cb1-9e4e-2bc2e77eb280 req-af04fff7-f684-4944-bb94-ae29224eae98 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d2b5b422-73ea-4a1c-8fd4-9e33a21a543d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384681 Dec 21 13:33:46.269536 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6228fe55-7101-4776-82e5-d48166ba314b req-f552a267-3757-4f5d-8e0b-13eca9120021 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:33:46.271084 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-6228fe55-7101-4776-82e5-d48166ba314b req-f552a267-3757-4f5d-8e0b-13eca9120021 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=d78d8c79-707e-447a-a13a-b73384479243 HTTP/1.1" status: 200 len: 946 time: 0.0560243 Dec 21 13:33:46.320570 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-6228fe55-7101-4776-82e5-d48166ba314b req-01b7ccff-6cc4-4c54-ae50-a502f6396b9b tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2b5b422-73ea-4a1c-8fd4-9e33a21a543d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435557 Dec 21 13:33:46.994012 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a378b1-ac08-4bbe-b475-c8658a88a560 req-6de535f4-2123-4a2a-aaa1-e1298e4c2e44 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:33:46.995543 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-a5a378b1-ac08-4bbe-b475-c8658a88a560 req-6de535f4-2123-4a2a-aaa1-e1298e4c2e44 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8ad2273-5a93-4f99-9ea5-e43cad8e09a4 HTTP/1.1" status: 200 len: 945 time: 0.0524707 Dec 21 13:33:47.044493 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-a5a378b1-ac08-4bbe-b475-c8658a88a560 req-3cbb28eb-d659-422b-a21d-9df5d831a199 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] 10.222.0.37 "GET /v2.0/security-groups?id=45efddab-dcef-4efd-8697-3c0b8cbf9259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423412 Dec 21 13:33:47.434143 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5944c9-0b16-4995-bc9a-5b895cc09a4e req-b2f32703-e525-41b7-b21c-0a157627eb7e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:33:47.435682 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-0f5944c9-0b16-4995-bc9a-5b895cc09a4e req-b2f32703-e525-41b7-b21c-0a157627eb7e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=d78d8c79-707e-447a-a13a-b73384479243 HTTP/1.1" status: 200 len: 946 time: 0.0493360 Dec 21 13:33:47.485200 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-0f5944c9-0b16-4995-bc9a-5b895cc09a4e req-e101fba7-87e5-4b31-8958-84931cbb504a tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2b5b422-73ea-4a1c-8fd4-9e33a21a543d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430293 Dec 21 13:33:47.595734 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f8b899-f3ed-435e-94f8-70477f3c6fcc req-cc545460-6fd7-46f6-9884-d83adeedab5a tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:33:47.597208 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-70f8b899-f3ed-435e-94f8-70477f3c6fcc req-cc545460-6fd7-46f6-9884-d83adeedab5a tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=d78d8c79-707e-447a-a13a-b73384479243 HTTP/1.1" status: 200 len: 946 time: 0.0476112 Dec 21 13:33:47.646441 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-70f8b899-f3ed-435e-94f8-70477f3c6fcc req-ce703bb3-4181-47ee-aed4-a74dc1856069 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2b5b422-73ea-4a1c-8fd4-9e33a21a543d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422132 Dec 21 13:33:48.161099 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17308f7-03a3-4d7d-ae58-d8195510ed07 req-511244a3-a228-47b8-a36d-8f32253f6380 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:33:48.162596 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b17308f7-03a3-4d7d-ae58-d8195510ed07 req-511244a3-a228-47b8-a36d-8f32253f6380 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8ad2273-5a93-4f99-9ea5-e43cad8e09a4 HTTP/1.1" status: 200 len: 945 time: 0.0494704 Dec 21 13:33:48.219544 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b17308f7-03a3-4d7d-ae58-d8195510ed07 req-49b5597c-657d-4c16-87ad-8f24b5db16e1 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] 10.222.0.37 "GET /v2.0/security-groups?id=45efddab-dcef-4efd-8697-3c0b8cbf9259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508802 Dec 21 13:33:49.165812 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60514) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:33:49.419982 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410ddf8b-0b56-4866-b097-96ea03c04f44 req-319144b4-54c2-4d7f-a590-57709f1c6dd3 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:33:49.421414 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-410ddf8b-0b56-4866-b097-96ea03c04f44 req-319144b4-54c2-4d7f-a590-57709f1c6dd3 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8ad2273-5a93-4f99-9ea5-e43cad8e09a4 HTTP/1.1" status: 200 len: 945 time: 0.1272166 Dec 21 13:33:49.517364 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-410ddf8b-0b56-4866-b097-96ea03c04f44 req-4ecabbf1-9f11-421a-9626-8a962ef57cc4 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] 10.222.0.37 "GET /v2.0/security-groups?id=45efddab-dcef-4efd-8697-3c0b8cbf9259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890853 Dec 21 13:33:49.778410 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bc5d0183-69b6-4c7a-9822-8fe014ceec6e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:50.099109 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-bc5d0183-69b6-4c7a-9822-8fe014ceec6e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Allocated IP 172.20.0.17 (d42b426d-cb20-476c-afbd-cd868bb85064/8d0450e8-d1b4-4ca6-8bf2-fa30e7560892/c1f56994-b525-461d-9dbc-b23cb4b0af7b) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:33:50.211654 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bc5d0183-69b6-4c7a-9822-8fe014ceec6e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:50.245647 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bc5d0183-69b6-4c7a-9822-8fe014ceec6e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:50.286333 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5d0183-69b6-4c7a-9822-8fe014ceec6e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Network d42b426d-cb20-476c-afbd-cd868bb85064 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:33:50.289559 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-bc5d0183-69b6-4c7a-9822-8fe014ceec6e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:33:50.293306 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5d0183-69b6-4c7a-9822-8fe014ceec6e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:33:50.325861 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5d0183-69b6-4c7a-9822-8fe014ceec6e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'Port': ['ID=c1f56994-b525-461d-9dbc-b23cb4b0af7b,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:33:50.344016 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bc5d0183-69b6-4c7a-9822-8fe014ceec6e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532557'] for router_interface, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:50.555559 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6421de3a-8b88-4f11-b28d-a6bc689a2e7c None None] Provisioning complete for port c1f56994-b525-461d-9dbc-b23cb4b0af7b triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:33:50.556063 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6421de3a-8b88-4f11-b28d-a6bc689a2e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:50.594971 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-6421de3a-8b88-4f11-b28d-a6bc689a2e7c None None] Port c1f56994-b525-461d-9dbc-b23cb4b0af7b cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:33:50.642411 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab4a4d3-d979-43d9-9f2f-8508629a2f72 req-2c572ee5-3896-4b3e-861b-d3d2cc254481 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:33:50.644036 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-0ab4a4d3-d979-43d9-9f2f-8508629a2f72 req-2c572ee5-3896-4b3e-861b-d3d2cc254481 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8ad2273-5a93-4f99-9ea5-e43cad8e09a4 HTTP/1.1" status: 200 len: 945 time: 0.0530589 Dec 21 13:33:50.695702 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-0ab4a4d3-d979-43d9-9f2f-8508629a2f72 req-2e538596-37aa-4eea-ac8e-7cd12bed2489 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] 10.222.0.37 "GET /v2.0/security-groups?id=45efddab-dcef-4efd-8697-3c0b8cbf9259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454404 Dec 21 13:33:50.765211 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bc5d0183-69b6-4c7a-9822-8fe014ceec6e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:51.041182 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bc5d0183-69b6-4c7a-9822-8fe014ceec6e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:51.045451 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bc5d0183-69b6-4c7a-9822-8fe014ceec6e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805230'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:51.114439 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5d0183-69b6-4c7a-9822-8fe014ceec6e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'Port': ['ID=c1f56994-b525-461d-9dbc-b23cb4b0af7b,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:33:51.119272 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bc5d0183-69b6-4c7a-9822-8fe014ceec6e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532537'] for router_interface, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:51.212874 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5d0183-69b6-4c7a-9822-8fe014ceec6e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Network d42b426d-cb20-476c-afbd-cd868bb85064 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:33:51.214189 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-bc5d0183-69b6-4c7a-9822-8fe014ceec6e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:33:51.336999 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc5d0183-69b6-4c7a-9822-8fe014ceec6e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Router a684e6b5-c5fe-44fa-b09e-765333625c2d has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:33:51.428309 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-6997385d-5c00-4d88-8960-4c13524916a1 req-5ece0790-73b8-47a3-abce-a4ac697cc284 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=015090e6-f9ab-478e-a46a-ce2a1834b9ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0449226 Dec 21 13:33:51.453001 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc5d0183-69b6-4c7a-9822-8fe014ceec6e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:33:51.458622 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-bc5d0183-69b6-4c7a-9822-8fe014ceec6e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "PUT /v2.0/routers/a684e6b5-c5fe-44fa-b09e-765333625c2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2915394 Dec 21 13:33:51.463882 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11387d5f-fd30-4c14-bb01-2407b3474a24 None None] Sync routers for ids ['a684e6b5-c5fe-44fa-b09e-765333625c2d'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:33:51.475468 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11387d5f-fd30-4c14-bb01-2407b3474a24 None None] Routers {'a684e6b5-c5fe-44fa-b09e-765333625c2d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:33:51.476457 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-11387d5f-fd30-4c14-bb01-2407b3474a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:33:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['a684e6b5-c5fe-44fa-b09e-765333625c2d'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:33:51.535139 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6997385d-5c00-4d88-8960-4c13524916a1 req-a7d3e588-1b4a-4748-8464-0f7f14b08f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:33:51.536568 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-6997385d-5c00-4d88-8960-4c13524916a1 req-a7d3e588-1b4a-4748-8464-0f7f14b08f07 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=577ee1d2880f4d34a80a7dfd0cf7da03&device_id=015090e6-f9ab-478e-a46a-ce2a1834b9ea HTTP/1.1" status: 200 len: 1098 time: 0.0409651 Dec 21 13:33:51.542316 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-708f4a1c-3ad2-4b77-bed7-e1e282ea4d76 None None] Provisioning complete for port c1f56994-b525-461d-9dbc-b23cb4b0af7b triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:33:51.542714 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-708f4a1c-3ad2-4b77-bed7-e1e282ea4d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:51.618453 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-708f4a1c-3ad2-4b77-bed7-e1e282ea4d76 None None] Port c1f56994-b525-461d-9dbc-b23cb4b0af7b cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:33:51.632790 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-11387d5f-fd30-4c14-bb01-2407b3474a24 None None] Set router a684e6b5-c5fe-44fa-b09e-765333625c2d gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:33:51.647847 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6997385d-5c00-4d88-8960-4c13524916a1 req-34aa6924-f9f0-43db-b5c2-5d2ee47c8691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:33:51.649271 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-6997385d-5c00-4d88-8960-4c13524916a1 req-34aa6924-f9f0-43db-b5c2-5d2ee47c8691 service neutron] 10.222.0.60 "GET /v2.0/networks?id=646086d9-9650-4426-a7e3-6e15bc97acc7 HTTP/1.1" status: 200 len: 898 time: 0.0925462 Dec 21 13:33:51.720576 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-6997385d-5c00-4d88-8960-4c13524916a1 req-68765b42-2cb4-4100-a4cf-f2adabfdd1ef service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87d3645d-ab4f-47f9-8e86-3783db91d422 HTTP/1.1" status: 200 len: 1000 time: 0.0637712 Dec 21 13:33:51.776979 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6997385d-5c00-4d88-8960-4c13524916a1 req-ea74b1ea-b53f-42f0-a564-e37856dbb5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:33:51.778503 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-6997385d-5c00-4d88-8960-4c13524916a1 req-ea74b1ea-b53f-42f0-a564-e37856dbb5cf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b4ef62bc-4edd-4fe8-8068-19abf8cdbc65 HTTP/1.1" status: 200 len: 834 time: 0.0510454 Dec 21 13:33:51.817099 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a456169c-3dd0-43fa-82eb-5bff2d2b3d9f req-2cdc0c86-8013-44db-8c6a-d9d5d109b091 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:33:51.818634 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-a456169c-3dd0-43fa-82eb-5bff2d2b3d9f req-2cdc0c86-8013-44db-8c6a-d9d5d109b091 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8ad2273-5a93-4f99-9ea5-e43cad8e09a4 HTTP/1.1" status: 200 len: 945 time: 0.0513716 Dec 21 13:33:51.833164 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6997385d-5c00-4d88-8960-4c13524916a1 req-b7966b8f-48ea-4972-bbd9-60cefd8732f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:33:51.834726 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-6997385d-5c00-4d88-8960-4c13524916a1 req-b7966b8f-48ea-4972-bbd9-60cefd8732f2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=646086d9-9650-4426-a7e3-6e15bc97acc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0471430 Dec 21 13:33:51.872198 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-a456169c-3dd0-43fa-82eb-5bff2d2b3d9f req-0d19cdbb-7acf-4724-9dae-adc9ed9c3d97 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] 10.222.0.37 "GET /v2.0/security-groups?id=45efddab-dcef-4efd-8697-3c0b8cbf9259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470030 Dec 21 13:33:51.878718 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-11387d5f-fd30-4c14-bb01-2407b3474a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a684e6b5-c5fe-44fa-b09e-765333625c2d', 'name': 'tempest-TestNetworkBasicOps-router-890161588', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.156'}], 'enable_snat': True}, 'gw_port_id': 'bd7a6e00-8aab-4e88-aebb-5e6a638851b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:32:12Z', 'updated_at': '2021-12-21T13:33:50Z', 'revision_number': 5, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': 'bd7a6e00-8aab-4e88-aebb-5e6a638851b0', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:84:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a684e6b5-c5fe-44fa-b09e-765333625c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:32:13Z', 'updated_at': '2021-12-21T13:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '5501bd08-59f1-420e-a0a6-a6eda046d6b1', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'floating_ip_address': '172.36.3.51', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': 'a684e6b5-c5fe-44fa-b09e-765333625c2d', 'port_id': '87d3645d-ab4f-47f9-8e86-3783db91d422', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1320, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '646086d9-9650-4426-a7e3-6e15bc97acc7', 'mac_address': 'fa:16:3e:20:fe:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015090e6-f9ab-478e-a46a-ce2a1834b9ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T13:32:57Z', 'updated_at': '2021-12-21T13:33:01Z', 'revision_number': 1, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02c543b5-0300-4136-b304-85f06a86749e', 'name': '', 'network_id': '646086d9-9650-4426-a7e3-6e15bc97acc7', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'mac_address': 'fa:16:3e:bb:e8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a684e6b5-c5fe-44fa-b09e-765333625c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': 'b4ef62bc-4edd-4fe8-8068-19abf8cdbc65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:32:24Z', 'updated_at': '2021-12-21T13:32:31Z', 'revision_number': 5, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'subnets': [{'id': 'b4ef62bc-4edd-4fe8-8068-19abf8cdbc65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1f56994-b525-461d-9dbc-b23cb4b0af7b', 'name': '', 'network_id': 'd42b426d-cb20-476c-afbd-cd868bb85064', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'mac_address': 'fa:16:3e:2a:7a:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a684e6b5-c5fe-44fa-b09e-765333625c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '8d0450e8-d1b4-4ca6-8bf2-fa30e7560892', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:33:49Z', 'updated_at': '2021-12-21T13:33:50Z', 'revision_number': 2, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'subnets': [{'id': '8d0450e8-d1b4-4ca6-8bf2-fa30e7560892', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:33:51.904471 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11387d5f-fd30-4c14-bb01-2407b3474a24 None None] Checking router: a684e6b5-c5fe-44fa-b09e-765333625c2d for host: dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:33:51.904827 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11387d5f-fd30-4c14-bb01-2407b3474a24 None None] Updating router a684e6b5-c5fe-44fa-b09e-765333625c2d port c1f56994-b525-461d-9dbc-b23cb4b0af7b binding host dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 13:33:51.930091 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-11387d5f-fd30-4c14-bb01-2407b3474a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:51.931773 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-6997385d-5c00-4d88-8960-4c13524916a1 req-5359ec05-75ac-4718-ba0e-157163023e44 service neutron] 10.222.0.60 "GET /v2.0/networks/646086d9-9650-4426-a7e3-6e15bc97acc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897255 Dec 21 13:33:52.027200 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-6997385d-5c00-4d88-8960-4c13524916a1 req-5bb7a5ca-feab-4ba7-a677-10e40c956ea0 service neutron] 10.222.0.60 "GET /v2.0/networks/646086d9-9650-4426-a7e3-6e15bc97acc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871017 Dec 21 13:33:52.344185 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-11387d5f-fd30-4c14-bb01-2407b3474a24 None None] Publish callbacks [] for port, precommit_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:52.349075 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-11387d5f-fd30-4c14-bb01-2407b3474a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:52.397699 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30597c5e-51ef-4a50-bc7c-1569b5cf811c None None] Pushing event updated for resources: {'Port': ['ID=c1f56994-b525-461d-9dbc-b23cb4b0af7b,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:33:52.452954 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-11387d5f-fd30-4c14-bb01-2407b3474a24 None None] Attempting to bind port c1f56994-b525-461d-9dbc-b23cb4b0af7b on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:33:52.453363 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-11387d5f-fd30-4c14-bb01-2407b3474a24 None None] Attempting to bind port c1f56994-b525-461d-9dbc-b23cb4b0af7b by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'e24e83ba-796f-4cfe-86a6-c60253f3cbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd42b426d-cb20-476c-afbd-cd868bb85064'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:33:52.453726 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11387d5f-fd30-4c14-bb01-2407b3474a24 None None] Attempting to bind port c1f56994-b525-461d-9dbc-b23cb4b0af7b on network d42b426d-cb20-476c-afbd-cd868bb85064 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:33:52.459112 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11387d5f-fd30-4c14-bb01-2407b3474a24 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:33:52.459495 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11387d5f-fd30-4c14-bb01-2407b3474a24 None None] Checking segment: {'id': 'e24e83ba-796f-4cfe-86a6-c60253f3cbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd42b426d-cb20-476c-afbd-cd868bb85064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:33:52.459878 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-11387d5f-fd30-4c14-bb01-2407b3474a24 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:52.460268 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11387d5f-fd30-4c14-bb01-2407b3474a24 None None] Bound using segment: {'id': 'e24e83ba-796f-4cfe-86a6-c60253f3cbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd42b426d-cb20-476c-afbd-cd868bb85064'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:33:52.460734 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-11387d5f-fd30-4c14-bb01-2407b3474a24 None None] Bound port: c1f56994-b525-461d-9dbc-b23cb4b0af7b, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e24e83ba-796f-4cfe-86a6-c60253f3cbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd42b426d-cb20-476c-afbd-cd868bb85064'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:33:52.461117 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-11387d5f-fd30-4c14-bb01-2407b3474a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:52.526918 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-11387d5f-fd30-4c14-bb01-2407b3474a24 None None] For port c1f56994-b525-461d-9dbc-b23cb4b0af7b, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:33:52.531358 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-11387d5f-fd30-4c14-bb01-2407b3474a24 None None] For port c1f56994-b525-461d-9dbc-b23cb4b0af7b, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c1f56994-b525-461d-9dbc-b23cb4b0af7b,segment=NetworkSegment(e24e83ba-796f-4cfe-86a6-c60253f3cbf9),segment_id=e24e83ba-796f-4cfe-86a6-c60253f3cbf9)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:33:52.535733 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-11387d5f-fd30-4c14-bb01-2407b3474a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:52.600902 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11387d5f-fd30-4c14-bb01-2407b3474a24 None None] Routers {'a684e6b5-c5fe-44fa-b09e-765333625c2d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:33:52.601580 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-11387d5f-fd30-4c14-bb01-2407b3474a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:33:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['a684e6b5-c5fe-44fa-b09e-765333625c2d'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:33:52.603289 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30597c5e-51ef-4a50-bc7c-1569b5cf811c None None] Pushing event updated for resources: {'Port': ['ID=c1f56994-b525-461d-9dbc-b23cb4b0af7b,revision_number=4']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:33:52.669303 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-44e11a1f-8c2b-462f-923c-9c2d9d89a357 None None] Provisioning complete for port c1f56994-b525-461d-9dbc-b23cb4b0af7b triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:33:52.669914 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-44e11a1f-8c2b-462f-923c-9c2d9d89a357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:52.756282 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-11387d5f-fd30-4c14-bb01-2407b3474a24 None None] Set router a684e6b5-c5fe-44fa-b09e-765333625c2d gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:33:52.876316 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-44e11a1f-8c2b-462f-923c-9c2d9d89a357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:52.969393 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-44e11a1f-8c2b-462f-923c-9c2d9d89a357 None None] For port c1f56994-b525-461d-9dbc-b23cb4b0af7b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c1f56994-b525-461d-9dbc-b23cb4b0af7b,segment=NetworkSegment(e24e83ba-796f-4cfe-86a6-c60253f3cbf9),segment_id=e24e83ba-796f-4cfe-86a6-c60253f3cbf9)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:33:52.974713 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-44e11a1f-8c2b-462f-923c-9c2d9d89a357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:53.009071 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d790b092-c65b-4127-bfc3-8d45061bf3e2 req-8de0d31a-1293-4d14-a8e0-cd5cdf583c58 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:33:53.010678 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-d790b092-c65b-4127-bfc3-8d45061bf3e2 req-8de0d31a-1293-4d14-a8e0-cd5cdf583c58 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8ad2273-5a93-4f99-9ea5-e43cad8e09a4 HTTP/1.1" status: 200 len: 945 time: 0.0582883 Dec 21 13:33:53.062608 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e11a1f-8c2b-462f-923c-9c2d9d89a357 None None] Pushing event updated for resources: {'Port': ['ID=c1f56994-b525-461d-9dbc-b23cb4b0af7b,revision_number=5']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:33:53.076335 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-d790b092-c65b-4127-bfc3-8d45061bf3e2 req-ec16a241-370a-4fea-8c2e-98307ecad92c tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] 10.222.0.37 "GET /v2.0/security-groups?id=45efddab-dcef-4efd-8697-3c0b8cbf9259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523975 Dec 21 13:33:53.104320 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-11387d5f-fd30-4c14-bb01-2407b3474a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a684e6b5-c5fe-44fa-b09e-765333625c2d', 'name': 'tempest-TestNetworkBasicOps-router-890161588', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.156'}], 'enable_snat': True}, 'gw_port_id': 'bd7a6e00-8aab-4e88-aebb-5e6a638851b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:32:12Z', 'updated_at': '2021-12-21T13:33:50Z', 'revision_number': 5, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': 'bd7a6e00-8aab-4e88-aebb-5e6a638851b0', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:84:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a684e6b5-c5fe-44fa-b09e-765333625c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:32:13Z', 'updated_at': '2021-12-21T13:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '5501bd08-59f1-420e-a0a6-a6eda046d6b1', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'floating_ip_address': '172.36.3.51', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': 'a684e6b5-c5fe-44fa-b09e-765333625c2d', 'port_id': '87d3645d-ab4f-47f9-8e86-3783db91d422', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1320, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '646086d9-9650-4426-a7e3-6e15bc97acc7', 'mac_address': 'fa:16:3e:20:fe:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015090e6-f9ab-478e-a46a-ce2a1834b9ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T13:32:57Z', 'updated_at': '2021-12-21T13:33:01Z', 'revision_number': 1, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02c543b5-0300-4136-b304-85f06a86749e', 'name': '', 'network_id': '646086d9-9650-4426-a7e3-6e15bc97acc7', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'mac_address': 'fa:16:3e:bb:e8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a684e6b5-c5fe-44fa-b09e-765333625c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': 'b4ef62bc-4edd-4fe8-8068-19abf8cdbc65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:32:24Z', 'updated_at': '2021-12-21T13:32:31Z', 'revision_number': 5, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'subnets': [{'id': 'b4ef62bc-4edd-4fe8-8068-19abf8cdbc65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1f56994-b525-461d-9dbc-b23cb4b0af7b', 'name': '', 'network_id': 'd42b426d-cb20-476c-afbd-cd868bb85064', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'mac_address': 'fa:16:3e:2a:7a:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a684e6b5-c5fe-44fa-b09e-765333625c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '8d0450e8-d1b4-4ca6-8bf2-fa30e7560892', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:33:49Z', 'updated_at': '2021-12-21T13:33:52Z', 'revision_number': 4, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'subnets': [{'id': '8d0450e8-d1b4-4ca6-8bf2-fa30e7560892', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:33:53.106563 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-cd61c862-3da9-437a-ab02-2820beeaa215 None None] Provisioning complete for port c1f56994-b525-461d-9dbc-b23cb4b0af7b triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:33:53.106967 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-cd61c862-3da9-437a-ab02-2820beeaa215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:53.152980 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11387d5f-fd30-4c14-bb01-2407b3474a24 None None] The sync data for ids ['a684e6b5-c5fe-44fa-b09e-765333625c2d'] in dv-neutron-master-2-hyperv is: [{'id': 'a684e6b5-c5fe-44fa-b09e-765333625c2d', 'name': 'tempest-TestNetworkBasicOps-router-890161588', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.156'}], 'enable_snat': True}, 'gw_port_id': 'bd7a6e00-8aab-4e88-aebb-5e6a638851b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:32:12Z', 'updated_at': '2021-12-21T13:33:50Z', 'revision_number': 5, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': 'bd7a6e00-8aab-4e88-aebb-5e6a638851b0', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:84:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a684e6b5-c5fe-44fa-b09e-765333625c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:32:13Z', 'updated_at': '2021-12-21T13:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '5501bd08-59f1-420e-a0a6-a6eda046d6b1', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'floating_ip_address': '172.36.3.51', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': 'a684e6b5-c5fe-44fa-b09e-765333625c2d', 'port_id': '87d3645d-ab4f-47f9-8e86-3783db91d422', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1320, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '646086d9-9650-4426-a7e3-6e15bc97acc7', 'mac_address': 'fa:16:3e:20:fe:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015090e6-f9ab-478e-a46a-ce2a1834b9ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T13:32:57Z', 'updated_at': '2021-12-21T13:33:01Z', 'revision_number': 1, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02c543b5-0300-4136-b304-85f06a86749e', 'name': '', 'network_id': '646086d9-9650-4426-a7e3-6e15bc97acc7', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'mac_address': 'fa:16:3e:bb:e8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a684e6b5-c5fe-44fa-b09e-765333625c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': 'b4ef62bc-4edd-4fe8-8068-19abf8cdbc65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:32:24Z', 'updated_at': '2021-12-21T13:32:31Z', 'revision_number': 5, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'subnets': [{'id': 'b4ef62bc-4edd-4fe8-8068-19abf8cdbc65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1f56994-b525-461d-9dbc-b23cb4b0af7b', 'name': '', 'network_id': 'd42b426d-cb20-476c-afbd-cd868bb85064', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'mac_address': 'fa:16:3e:2a:7a:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a684e6b5-c5fe-44fa-b09e-765333625c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '8d0450e8-d1b4-4ca6-8bf2-fa30e7560892', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:33:49Z', 'updated_at': '2021-12-21T13:33:52Z', 'revision_number': 4, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'subnets': [{'id': '8d0450e8-d1b4-4ca6-8bf2-fa30e7560892', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:33:54.032762 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device c1f56994-b525-461d-9dbc-b23cb4b0af7b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:33:54.082702 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port c1f56994-b525-461d-9dbc-b23cb4b0af7b triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:33:54.083179 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:54.200203 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f8d117-199d-4920-b810-78f3de2f1a11 req-455fc2be-40ca-4fe2-a209-3dd514840335 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:33:54.201901 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-51f8d117-199d-4920-b810-78f3de2f1a11 req-455fc2be-40ca-4fe2-a209-3dd514840335 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8ad2273-5a93-4f99-9ea5-e43cad8e09a4 HTTP/1.1" status: 200 len: 945 time: 0.0549519 Dec 21 13:33:54.283538 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-51f8d117-199d-4920-b810-78f3de2f1a11 req-88fc2689-4c00-479d-8d89-41e0a8cddd61 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] 10.222.0.37 "GET /v2.0/security-groups?id=45efddab-dcef-4efd-8697-3c0b8cbf9259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749350 Dec 21 13:33:55.133189 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-3243c864-224a-4b68-9237-4965b44e212e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:55.403012 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c82354-e1d8-4f28-a662-fdd8bb32cd94 req-4b0002b0-a4a9-483f-854f-d70ad1caf187 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:33:55.404555 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-e0c82354-e1d8-4f28-a662-fdd8bb32cd94 req-4b0002b0-a4a9-483f-854f-d70ad1caf187 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8ad2273-5a93-4f99-9ea5-e43cad8e09a4 HTTP/1.1" status: 200 len: 945 time: 0.0515947 Dec 21 13:33:55.455828 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-e0c82354-e1d8-4f28-a662-fdd8bb32cd94 req-24abdcda-8485-4492-aeed-8613f330dfee tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] 10.222.0.37 "GET /v2.0/security-groups?id=45efddab-dcef-4efd-8697-3c0b8cbf9259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445092 Dec 21 13:33:56.572698 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5573f7e-83a7-437d-8e53-f6f5fc6e4d22 req-dd5676aa-21b4-44cd-a8b4-2d1c349dc06e tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:33:56.574197 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-d5573f7e-83a7-437d-8e53-f6f5fc6e4d22 req-dd5676aa-21b4-44cd-a8b4-2d1c349dc06e tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8ad2273-5a93-4f99-9ea5-e43cad8e09a4 HTTP/1.1" status: 200 len: 945 time: 0.0499279 Dec 21 13:33:56.623949 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-d5573f7e-83a7-437d-8e53-f6f5fc6e4d22 req-63b59865-a3db-41ae-b730-2a1c44d853bf tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] 10.222.0.37 "GET /v2.0/security-groups?id=45efddab-dcef-4efd-8697-3c0b8cbf9259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432413 Dec 21 13:33:57.557990 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8902fca5-596d-4d29-9a8a-8ff665af828c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:57.741196 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3201b433-fec0-4e97-90a3-669426ddfc9b req-dc312f51-a0df-44e5-a11f-adde0376e1bc tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:33:57.742675 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-3201b433-fec0-4e97-90a3-669426ddfc9b req-dc312f51-a0df-44e5-a11f-adde0376e1bc tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8ad2273-5a93-4f99-9ea5-e43cad8e09a4 HTTP/1.1" status: 200 len: 945 time: 0.0477200 Dec 21 13:33:57.790233 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-3201b433-fec0-4e97-90a3-669426ddfc9b req-b558835b-bfa9-454c-9cdc-80179d945f47 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] 10.222.0.37 "GET /v2.0/security-groups?id=45efddab-dcef-4efd-8697-3c0b8cbf9259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416782 Dec 21 13:33:58.750330 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:33:58.905458 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2017f30a-ea29-4c40-9af0-4d538ea8d23a req-13d4f35f-627b-4acc-ae58-8d7efd5dfe6b tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:33:58.906973 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-2017f30a-ea29-4c40-9af0-4d538ea8d23a req-13d4f35f-627b-4acc-ae58-8d7efd5dfe6b tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8ad2273-5a93-4f99-9ea5-e43cad8e09a4 HTTP/1.1" status: 200 len: 945 time: 0.0494936 Dec 21 13:33:58.956030 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-2017f30a-ea29-4c40-9af0-4d538ea8d23a req-921ecf5e-6522-4b4c-a116-a1f28b3b527e tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] 10.222.0.37 "GET /v2.0/security-groups?id=45efddab-dcef-4efd-8697-3c0b8cbf9259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430653 Dec 21 13:34:00.075749 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a77f2e-4fbe-45cc-9ea3-7df37e4df5fd req-b4571fb4-52be-4e04-9f0f-1ede60961f6a tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:34:00.077228 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-80a77f2e-4fbe-45cc-9ea3-7df37e4df5fd req-b4571fb4-52be-4e04-9f0f-1ede60961f6a tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8ad2273-5a93-4f99-9ea5-e43cad8e09a4 HTTP/1.1" status: 200 len: 945 time: 0.0534382 Dec 21 13:34:00.126649 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-80a77f2e-4fbe-45cc-9ea3-7df37e4df5fd req-9f58b915-7b6c-42bd-bb3d-c250f32acd94 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] 10.222.0.37 "GET /v2.0/security-groups?id=45efddab-dcef-4efd-8697-3c0b8cbf9259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429578 Dec 21 13:34:00.747416 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:01.001668 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:01.245281 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fac10ff-a499-4206-8f38-f76cdd8ab5c2 req-89791baa-c131-470c-a310-e05b9427e9de tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:34:01.246807 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-4fac10ff-a499-4206-8f38-f76cdd8ab5c2 req-89791baa-c131-470c-a310-e05b9427e9de tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8ad2273-5a93-4f99-9ea5-e43cad8e09a4 HTTP/1.1" status: 200 len: 945 time: 0.0530896 Dec 21 13:34:01.301449 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-4fac10ff-a499-4206-8f38-f76cdd8ab5c2 req-32cb6b82-792d-4c8b-ac0b-ef78da4e9ef7 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] 10.222.0.37 "GET /v2.0/security-groups?id=45efddab-dcef-4efd-8697-3c0b8cbf9259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479677 Dec 21 13:34:02.415427 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9306ce-f51d-42db-b690-b6ea52ab4352 req-b3b52345-4173-46da-b2c9-b421d686e914 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:34:02.416955 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-3f9306ce-f51d-42db-b690-b6ea52ab4352 req-b3b52345-4173-46da-b2c9-b421d686e914 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8ad2273-5a93-4f99-9ea5-e43cad8e09a4 HTTP/1.1" status: 200 len: 945 time: 0.0495844 Dec 21 13:34:02.466009 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-3f9306ce-f51d-42db-b690-b6ea52ab4352 req-150e6348-c5c1-4937-b3b4-7a34221d8091 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] 10.222.0.37 "GET /v2.0/security-groups?id=45efddab-dcef-4efd-8697-3c0b8cbf9259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423827 Dec 21 13:34:02.882013 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a00911-f3e1-4b9f-b873-01e8c38f078e req-83804d0d-18b7-46fb-8a5f-280dd9d5bf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:34:02.883530 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-d4a00911-f3e1-4b9f-b873-01e8c38f078e req-83804d0d-18b7-46fb-8a5f-280dd9d5bf3f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b8ad2273-5a93-4f99-9ea5-e43cad8e09a4 HTTP/1.1" status: 200 len: 1098 time: 0.0439849 Dec 21 13:34:02.929800 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-d4a00911-f3e1-4b9f-b873-01e8c38f078e req-1274994d-5e38-4c16-a6a0-39bad3cf3e3c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=45efddab-dcef-4efd-8697-3c0b8cbf9259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392869 Dec 21 13:34:03.580081 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a375a11a-c7cb-4060-9ecf-714fefc65df3 req-19a7bceb-fc5d-4229-a423-66f0ef429342 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:34:03.581592 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-a375a11a-c7cb-4060-9ecf-714fefc65df3 req-19a7bceb-fc5d-4229-a423-66f0ef429342 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8ad2273-5a93-4f99-9ea5-e43cad8e09a4 HTTP/1.1" status: 200 len: 945 time: 0.0499198 Dec 21 13:34:03.629984 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-a375a11a-c7cb-4060-9ecf-714fefc65df3 req-5ec5d0fa-9e39-495a-95d3-87a5368a090f tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] 10.222.0.37 "GET /v2.0/security-groups?id=45efddab-dcef-4efd-8697-3c0b8cbf9259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425239 Dec 21 13:34:03.683156 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device f8159525-b2d3-4de4-92e2-6006a41be913 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 13:34:03.779878 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port f8159525-b2d3-4de4-92e2-6006a41be913, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=f8159525-b2d3-4de4-92e2-6006a41be913,segment=NetworkSegment(1a9ea06d-904f-4b0e-8424-0faca3b87b12),segment_id=1a9ea06d-904f-4b0e-8424-0faca3b87b12)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:34:03.790730 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Returning: {'device': 'f8159525-b2d3-4de4-92e2-6006a41be913', 'network_id': '992ef5ec-42fe-4208-bf57-634a302e31b4', 'port_id': 'f8159525-b2d3-4de4-92e2-6006a41be913', 'mac_address': 'fa:16:3e:a2:1f:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39685a66-cf6e-4fba-b582-a52c00f07c0b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 13:34:03.827038 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:03.843156 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f8159525-b2d3-4de4-92e2-6006a41be913 {{(pid=103154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 13:34:03.867302 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port f8159525-b2d3-4de4-92e2-6006a41be913, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=f8159525-b2d3-4de4-92e2-6006a41be913,segment=NetworkSegment(1a9ea06d-904f-4b0e-8424-0faca3b87b12),segment_id=1a9ea06d-904f-4b0e-8424-0faca3b87b12)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:34:03.871484 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:03.917500 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=f8159525-b2d3-4de4-92e2-6006a41be913,revision_number=6']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:34:04.260166 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] get_ports_and_sgs() called for port_ids ['f8159525-b2d3-4de4-92e2-6006a41be913'] {{(pid=103154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 13:34:04.754438 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70675270-5a75-4f71-ae6b-61c68a2c2e49 req-706537b1-a45e-4645-b7c8-7e64c673246b tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:34:04.755935 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-70675270-5a75-4f71-ae6b-61c68a2c2e49 req-706537b1-a45e-4645-b7c8-7e64c673246b tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8ad2273-5a93-4f99-9ea5-e43cad8e09a4 HTTP/1.1" status: 200 len: 944 time: 0.0579619 Dec 21 13:34:04.806205 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-70675270-5a75-4f71-ae6b-61c68a2c2e49 req-ba44b696-5706-4a04-ad03-b874e429825c tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] 10.222.0.37 "GET /v2.0/security-groups?id=45efddab-dcef-4efd-8697-3c0b8cbf9259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440559 Dec 21 13:34:04.827678 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 60566) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:34:04.890934 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-a6b79188-53eb-4da7-bb25-eab7af1a7bed tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] 10.222.0.37 "GET /v2.0/floatingips/bacc4124-6bbc-4175-adb1-0dceaaf8258d HTTP/1.1" status: 200 len: 992 time: 0.0621152 Dec 21 13:34:05.686867 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device f8159525-b2d3-4de4-92e2-6006a41be913 up at agent hyperv_hv-neutron-mast {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:34:05.733900 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Provisioning complete for port f8159525-b2d3-4de4-92e2-6006a41be913 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:34:05.734269 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:05.812418 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:05.834153 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8ad2273-5a93-4f99-9ea5-e43cad8e09a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8159525-b2d3-4de4-92e2-6006a41be913'}] {{(pid=103154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:34:05.836691 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6f45aca8ac5f8c0cc5868273c98d8aa60330245aed22d61c8da5c1f2d6fc01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfe84159-3eed-4891-8001-612ed90346b9" -d '{"events": [{"server_uuid": "b8ad2273-5a93-4f99-9ea5-e43cad8e09a4", "name": "network-vif-plugged", "status": "completed", "tag": "f8159525-b2d3-4de4-92e2-6006a41be913"}]}' {{(pid=103154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:34:05.849996 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port f8159525-b2d3-4de4-92e2-6006a41be913, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=f8159525-b2d3-4de4-92e2-6006a41be913,segment=NetworkSegment(1a9ea06d-904f-4b0e-8424-0faca3b87b12),segment_id=1a9ea06d-904f-4b0e-8424-0faca3b87b12)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:34:05.854791 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:05.878884 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 13:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b93e795-10ec-4a03-beae-be02942928a1 x-openstack-request-id: req-8b93e795-10ec-4a03-beae-be02942928a1 {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:34:05.879182 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8ad2273-5a93-4f99-9ea5-e43cad8e09a4", "name": "network-vif-plugged", "status": "completed", "tag": "f8159525-b2d3-4de4-92e2-6006a41be913", "code": 200}]} {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:34:05.879435 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8b93e795-10ec-4a03-beae-be02942928a1 {{(pid=103154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:34:05.879824 dv-neutron-master-2-hyperv neutron-server[103154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8ad2273-5a93-4f99-9ea5-e43cad8e09a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8159525-b2d3-4de4-92e2-6006a41be913', 'code': 200} Dec 21 13:34:05.904543 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=f8159525-b2d3-4de4-92e2-6006a41be913,revision_number=7']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:34:11.899506 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 60580) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:34:12.329829 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b2002bde-6a31-4980-a97a-b171af2fc54a tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532692'] for router_interface, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:12.684504 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-b2002bde-6a31-4980-a97a-b171af2fc54a tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Deleting port c1f56994-b525-461d-9dbc-b23cb4b0af7b {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:34:12.684754 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b2002bde-6a31-4980-a97a-b171af2fc54a tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:12.773008 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-b2002bde-6a31-4980-a97a-b171af2fc54a tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] For port c1f56994-b525-461d-9dbc-b23cb4b0af7b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c1f56994-b525-461d-9dbc-b23cb4b0af7b,segment=NetworkSegment(e24e83ba-796f-4cfe-86a6-c60253f3cbf9),segment_id=e24e83ba-796f-4cfe-86a6-c60253f3cbf9)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:34:12.773361 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b2002bde-6a31-4980-a97a-b171af2fc54a tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:12.785561 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-b2002bde-6a31-4980-a97a-b171af2fc54a tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Calling delete_port for c1f56994-b525-461d-9dbc-b23cb4b0af7b owned by network:router_interface {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:34:13.213736 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b2002bde-6a31-4980-a97a-b171af2fc54a tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:13.222947 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:13.241213 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2002bde-6a31-4980-a97a-b171af2fc54a tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event deleted for resources: {'Port': ['ID=c1f56994-b525-461d-9dbc-b23cb4b0af7b,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:34:13.416906 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b2002bde-6a31-4980-a97a-b171af2fc54a tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534084'] for router_interface, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:13.632965 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2002bde-6a31-4980-a97a-b171af2fc54a tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Router a684e6b5-c5fe-44fa-b09e-765333625c2d has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:34:13.746991 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2002bde-6a31-4980-a97a-b171af2fc54a tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:34:13.753333 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-b2002bde-6a31-4980-a97a-b171af2fc54a tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "PUT /v2.0/routers/a684e6b5-c5fe-44fa-b09e-765333625c2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8522291 Dec 21 13:34:13.758289 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d70bb3-8fef-47b3-899c-d6116571e193 None None] Sync routers for ids ['a684e6b5-c5fe-44fa-b09e-765333625c2d'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:34:13.768681 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d70bb3-8fef-47b3-899c-d6116571e193 None None] Routers {'a684e6b5-c5fe-44fa-b09e-765333625c2d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:34:13.769357 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-d8d70bb3-8fef-47b3-899c-d6116571e193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:33:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['a684e6b5-c5fe-44fa-b09e-765333625c2d'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:34:13.884223 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-d8d70bb3-8fef-47b3-899c-d6116571e193 None None] Set router a684e6b5-c5fe-44fa-b09e-765333625c2d gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:34:13.967981 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53893a35-110b-4351-9011-13ad4d19bef4 req-1c024c34-6b80-4cf5-a911-498975198293 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:34:13.969519 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-53893a35-110b-4351-9011-13ad4d19bef4 req-1c024c34-6b80-4cf5-a911-498975198293 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=d78d8c79-707e-447a-a13a-b73384479243 HTTP/1.1" status: 200 len: 946 time: 0.0503919 Dec 21 13:34:14.044811 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-53893a35-110b-4351-9011-13ad4d19bef4 req-faa0d63f-8e57-4a55-ad7e-0f4c86d280ac tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2b5b422-73ea-4a1c-8fd4-9e33a21a543d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638242 Dec 21 13:34:14.209688 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-d8d70bb3-8fef-47b3-899c-d6116571e193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a684e6b5-c5fe-44fa-b09e-765333625c2d', 'name': 'tempest-TestNetworkBasicOps-router-890161588', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.156'}], 'enable_snat': True}, 'gw_port_id': 'bd7a6e00-8aab-4e88-aebb-5e6a638851b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:32:12Z', 'updated_at': '2021-12-21T13:34:13Z', 'revision_number': 6, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': 'bd7a6e00-8aab-4e88-aebb-5e6a638851b0', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:84:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a684e6b5-c5fe-44fa-b09e-765333625c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:32:13Z', 'updated_at': '2021-12-21T13:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '5501bd08-59f1-420e-a0a6-a6eda046d6b1', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'floating_ip_address': '172.36.3.51', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': 'a684e6b5-c5fe-44fa-b09e-765333625c2d', 'port_id': '87d3645d-ab4f-47f9-8e86-3783db91d422', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1320, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '646086d9-9650-4426-a7e3-6e15bc97acc7', 'mac_address': 'fa:16:3e:20:fe:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015090e6-f9ab-478e-a46a-ce2a1834b9ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T13:32:57Z', 'updated_at': '2021-12-21T13:33:01Z', 'revision_number': 1, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02c543b5-0300-4136-b304-85f06a86749e', 'name': '', 'network_id': '646086d9-9650-4426-a7e3-6e15bc97acc7', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'mac_address': 'fa:16:3e:bb:e8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a684e6b5-c5fe-44fa-b09e-765333625c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': 'b4ef62bc-4edd-4fe8-8068-19abf8cdbc65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:32:24Z', 'updated_at': '2021-12-21T13:32:31Z', 'revision_number': 5, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'subnets': [{'id': 'b4ef62bc-4edd-4fe8-8068-19abf8cdbc65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:34:14.238368 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d70bb3-8fef-47b3-899c-d6116571e193 None None] Checking router: a684e6b5-c5fe-44fa-b09e-765333625c2d for host: dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:34:14.246347 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d70bb3-8fef-47b3-899c-d6116571e193 None None] Routers {'a684e6b5-c5fe-44fa-b09e-765333625c2d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:34:14.246980 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-d8d70bb3-8fef-47b3-899c-d6116571e193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:33:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['a684e6b5-c5fe-44fa-b09e-765333625c2d'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:34:14.350187 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-d8d70bb3-8fef-47b3-899c-d6116571e193 None None] Set router a684e6b5-c5fe-44fa-b09e-765333625c2d gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:34:14.568701 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-d8d70bb3-8fef-47b3-899c-d6116571e193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a684e6b5-c5fe-44fa-b09e-765333625c2d', 'name': 'tempest-TestNetworkBasicOps-router-890161588', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.156'}], 'enable_snat': True}, 'gw_port_id': 'bd7a6e00-8aab-4e88-aebb-5e6a638851b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:32:12Z', 'updated_at': '2021-12-21T13:34:13Z', 'revision_number': 6, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': 'bd7a6e00-8aab-4e88-aebb-5e6a638851b0', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:84:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a684e6b5-c5fe-44fa-b09e-765333625c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:32:13Z', 'updated_at': '2021-12-21T13:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '5501bd08-59f1-420e-a0a6-a6eda046d6b1', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'floating_ip_address': '172.36.3.51', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': 'a684e6b5-c5fe-44fa-b09e-765333625c2d', 'port_id': '87d3645d-ab4f-47f9-8e86-3783db91d422', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1320, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '646086d9-9650-4426-a7e3-6e15bc97acc7', 'mac_address': 'fa:16:3e:20:fe:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015090e6-f9ab-478e-a46a-ce2a1834b9ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T13:32:57Z', 'updated_at': '2021-12-21T13:33:01Z', 'revision_number': 1, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02c543b5-0300-4136-b304-85f06a86749e', 'name': '', 'network_id': '646086d9-9650-4426-a7e3-6e15bc97acc7', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'mac_address': 'fa:16:3e:bb:e8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a684e6b5-c5fe-44fa-b09e-765333625c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': 'b4ef62bc-4edd-4fe8-8068-19abf8cdbc65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:32:24Z', 'updated_at': '2021-12-21T13:32:31Z', 'revision_number': 5, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'subnets': [{'id': 'b4ef62bc-4edd-4fe8-8068-19abf8cdbc65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:34:14.593483 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d70bb3-8fef-47b3-899c-d6116571e193 None None] The sync data for ids ['a684e6b5-c5fe-44fa-b09e-765333625c2d'] in dv-neutron-master-2-hyperv is: [{'id': 'a684e6b5-c5fe-44fa-b09e-765333625c2d', 'name': 'tempest-TestNetworkBasicOps-router-890161588', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.156'}], 'enable_snat': True}, 'gw_port_id': 'bd7a6e00-8aab-4e88-aebb-5e6a638851b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:32:12Z', 'updated_at': '2021-12-21T13:34:13Z', 'revision_number': 6, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': 'bd7a6e00-8aab-4e88-aebb-5e6a638851b0', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:84:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a684e6b5-c5fe-44fa-b09e-765333625c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:32:13Z', 'updated_at': '2021-12-21T13:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '5501bd08-59f1-420e-a0a6-a6eda046d6b1', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'floating_ip_address': '172.36.3.51', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': 'a684e6b5-c5fe-44fa-b09e-765333625c2d', 'port_id': '87d3645d-ab4f-47f9-8e86-3783db91d422', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1320, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '646086d9-9650-4426-a7e3-6e15bc97acc7', 'mac_address': 'fa:16:3e:20:fe:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015090e6-f9ab-478e-a46a-ce2a1834b9ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T13:32:57Z', 'updated_at': '2021-12-21T13:33:01Z', 'revision_number': 1, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02c543b5-0300-4136-b304-85f06a86749e', 'name': '', 'network_id': '646086d9-9650-4426-a7e3-6e15bc97acc7', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'mac_address': 'fa:16:3e:bb:e8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a684e6b5-c5fe-44fa-b09e-765333625c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': 'b4ef62bc-4edd-4fe8-8068-19abf8cdbc65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:32:24Z', 'updated_at': '2021-12-21T13:32:31Z', 'revision_number': 5, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'subnets': [{'id': 'b4ef62bc-4edd-4fe8-8068-19abf8cdbc65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:34:15.166373 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68789dad-ffe9-4a6f-b310-85be55da8e85 req-2c267668-457c-4b5a-846b-2d67c593cb88 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:34:15.167855 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-68789dad-ffe9-4a6f-b310-85be55da8e85 req-2c267668-457c-4b5a-846b-2d67c593cb88 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=d78d8c79-707e-447a-a13a-b73384479243 HTTP/1.1" status: 200 len: 946 time: 0.0504148 Dec 21 13:34:15.217905 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-68789dad-ffe9-4a6f-b310-85be55da8e85 req-6bc7bebf-783d-4733-8921-b7f39695772f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2b5b422-73ea-4a1c-8fd4-9e33a21a543d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429530 Dec 21 13:34:15.595929 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9684c072-67fd-4796-a609-999153f892a3 req-0e033af2-9f35-454c-8839-56ea988f9a73 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:34:15.597406 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-9684c072-67fd-4796-a609-999153f892a3 req-0e033af2-9f35-454c-8839-56ea988f9a73 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.60 "GET /v2.0/ports?device_id=d78d8c79-707e-447a-a13a-b73384479243 HTTP/1.1" status: 200 len: 946 time: 0.0527298 Dec 21 13:34:15.685883 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [req-9684c072-67fd-4796-a609-999153f892a3 req-d6e17784-68a3-451a-a5e4-e997edd5f0c4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Deleting port 925f939b-96fb-49e2-b951-bb20c0568875 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:34:15.686211 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-9684c072-67fd-4796-a609-999153f892a3 req-d6e17784-68a3-451a-a5e4-e997edd5f0c4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:15.776972 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-9684c072-67fd-4796-a609-999153f892a3 req-d6e17784-68a3-451a-a5e4-e997edd5f0c4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] For port 925f939b-96fb-49e2-b951-bb20c0568875, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=925f939b-96fb-49e2-b951-bb20c0568875,segment=NetworkSegment(e24e83ba-796f-4cfe-86a6-c60253f3cbf9),segment_id=e24e83ba-796f-4cfe-86a6-c60253f3cbf9)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:34:15.777326 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-9684c072-67fd-4796-a609-999153f892a3 req-d6e17784-68a3-451a-a5e4-e997edd5f0c4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:15.789356 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [req-9684c072-67fd-4796-a609-999153f892a3 req-d6e17784-68a3-451a-a5e4-e997edd5f0c4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Calling delete_port for 925f939b-96fb-49e2-b951-bb20c0568875 owned by compute:nova {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:34:15.915450 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-9684c072-67fd-4796-a609-999153f892a3 req-d6e17784-68a3-451a-a5e4-e997edd5f0c4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:15.948568 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e17784-68a3-451a-a5e4-e997edd5f0c4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event deleted for resources: {'Port': ['ID=925f939b-96fb-49e2-b951-bb20c0568875,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:34:15.990903 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [req-9684c072-67fd-4796-a609-999153f892a3 req-d6e17784-68a3-451a-a5e4-e997edd5f0c4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] No DVR routers for this DVR port 925f939b-96fb-49e2-b951-bb20c0568875 on host hv-neutron-mast {{(pid=103153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:34:15.991782 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device c1f56994-b525-461d-9dbc-b23cb4b0af7b no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:34:15.993226 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-9684c072-67fd-4796-a609-999153f892a3 req-d6e17784-68a3-451a-a5e4-e997edd5f0c4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:15.996591 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-9684c072-67fd-4796-a609-999153f892a3 req-d6e17784-68a3-451a-a5e4-e997edd5f0c4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.60 "DELETE /v2.0/ports/925f939b-96fb-49e2-b951-bb20c0568875 HTTP/1.1" status: 204 len: 173 time: 0.3937187 Dec 21 13:34:15.997034 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd78d8c79-707e-447a-a13a-b73384479243', 'name': 'network-vif-deleted', 'tag': '925f939b-96fb-49e2-b951-bb20c0568875'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:34:15.999324 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af6034c98e584fa55ea4398f343c742ceb598288507feaf30d5a15785b2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d3d4972-1ee0-456f-bbae-818b7026b3ea" -d '{"events": [{"server_uuid": "d78d8c79-707e-447a-a13a-b73384479243", "name": "network-vif-deleted", "tag": "925f939b-96fb-49e2-b951-bb20c0568875"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:34:16.012598 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: c1f56994-b525-461d-9dbc-b23cb4b0af7b {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:34:16.012931 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device c1f56994-b525-461d-9dbc-b23cb4b0af7b not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:34:16.039983 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 13:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57a9dd71-a341-4e40-9858-18ca3ddf6372 x-openstack-request-id: req-57a9dd71-a341-4e40-9858-18ca3ddf6372 {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:34:16.040320 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d78d8c79-707e-447a-a13a-b73384479243", "name": "network-vif-deleted", "tag": "925f939b-96fb-49e2-b951-bb20c0568875", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:34:16.040624 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-57a9dd71-a341-4e40-9858-18ca3ddf6372 {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:34:16.041179 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd78d8c79-707e-447a-a13a-b73384479243', 'name': 'network-vif-deleted', 'tag': '925f939b-96fb-49e2-b951-bb20c0568875', 'status': 'completed', 'code': 200} Dec 21 13:34:16.325524 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-df15aadb-d338-4239-96aa-51c1eccc3b32 req-c22d1dc3-a370-4005-b09d-d705acbda88d tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=d78d8c79-707e-447a-a13a-b73384479243 HTTP/1.1" status: 200 len: 210 time: 0.0289886 Dec 21 13:34:16.861690 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.agents_db [None req-c60a5637-8c6f-4692-b23b-7dd82bd36b21 None None] Agent healthcheck: found 6 active agents {{(pid=103155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 13:34:17.386632 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 60596) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:34:17.443392 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5ae900fb-de07-47f7-a6f5-39437b484ac4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:17.467726 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5ae900fb-de07-47f7-a6f5-39437b484ac4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:17.529389 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5ae900fb-de07-47f7-a6f5-39437b484ac4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:17.532441 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5ae900fb-de07-47f7-a6f5-39437b484ac4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:17.533601 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-5ae900fb-de07-47f7-a6f5-39437b484ac4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "DELETE /v2.0/security-groups/d2b5b422-73ea-4a1c-8fd4-9e33a21a543d HTTP/1.1" status: 204 len: 168 time: 0.1459546 Dec 21 13:34:17.542621 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae900fb-de07-47f7-a6f5-39437b484ac4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b5b422-73ea-4a1c-8fd4-9e33a21a543d,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:34:17.565266 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 60600) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:34:17.616006 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_v2 [None req-028ad846-28b5-4c80-af81-5646608ffe24 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Deleting subnet 8d0450e8-d1b4-4ca6-8bf2-fa30e7560892 {{(pid=103153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:34:17.619112 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-028ad846-28b5-4c80-af81-5646608ffe24 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for subnet, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:17.658341 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-028ad846-28b5-4c80-af81-5646608ffe24 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1585439'] for subnet, precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:17.743146 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-028ad846-28b5-4c80-af81-5646608ffe24 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:17.800365 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-028ad846-28b5-4c80-af81-5646608ffe24 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11349588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11288746'] for subnet, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:17.829436 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028ad846-28b5-4c80-af81-5646608ffe24 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event deleted for resources: {'Subnet': ['ID=8d0450e8-d1b4-4ca6-8bf2-fa30e7560892,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:34:17.833066 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-028ad846-28b5-4c80-af81-5646608ffe24 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:17.836642 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-028ad846-28b5-4c80-af81-5646608ffe24 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "DELETE /v2.0/subnets/8d0450e8-d1b4-4ca6-8bf2-fa30e7560892 HTTP/1.1" status: 204 len: 168 time: 0.2700453 Dec 21 13:34:17.839110 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 60602) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:34:17.841688 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fece698-29eb-40d5-bf11-df8d3109e7f2 None None] Network d42b426d-cb20-476c-afbd-cd868bb85064 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:34:17.918275 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-89090a2d-272b-4717-a4b1-9350fa012fa3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:17.976951 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-89090a2d-272b-4717-a4b1-9350fa012fa3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Deleting port 325248d7-e661-4e4d-b63e-f11bb0d98804 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:34:17.976951 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-89090a2d-272b-4717-a4b1-9350fa012fa3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:17.983143 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99790256-7ee2-4eca-b9e3-4bedbcae539b None None] DHCP port deletion for d42b426d-cb20-476c-afbd-cd868bb85064 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:34:18.042227 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-89090a2d-272b-4717-a4b1-9350fa012fa3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] For port 325248d7-e661-4e4d-b63e-f11bb0d98804, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=325248d7-e661-4e4d-b63e-f11bb0d98804,segment=NetworkSegment(e24e83ba-796f-4cfe-86a6-c60253f3cbf9),segment_id=e24e83ba-796f-4cfe-86a6-c60253f3cbf9)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:34:18.042433 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-99790256-7ee2-4eca-b9e3-4bedbcae539b None None] Deleting port 325248d7-e661-4e4d-b63e-f11bb0d98804 {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:34:18.042644 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-89090a2d-272b-4717-a4b1-9350fa012fa3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:18.042787 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-99790256-7ee2-4eca-b9e3-4bedbcae539b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:18.045581 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 325248d7-e661-4e4d-b63e-f11bb0d98804 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:34:18.056409 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-89090a2d-272b-4717-a4b1-9350fa012fa3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Calling delete_port for 325248d7-e661-4e4d-b63e-f11bb0d98804 owned by network:dhcp {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:34:18.144425 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-89090a2d-272b-4717-a4b1-9350fa012fa3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:18.145490 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-99790256-7ee2-4eca-b9e3-4bedbcae539b None None] For port 325248d7-e661-4e4d-b63e-f11bb0d98804, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=325248d7-e661-4e4d-b63e-f11bb0d98804,segment=NetworkSegment(e24e83ba-796f-4cfe-86a6-c60253f3cbf9),segment_id=e24e83ba-796f-4cfe-86a6-c60253f3cbf9)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:34:18.145882 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-99790256-7ee2-4eca-b9e3-4bedbcae539b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:18.148294 dv-neutron-master-2-hyperv neutron-server[103154]: INFO neutron.plugins.ml2.db [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No ports have port_id starting with 325248d7-e661-4e4d-b63e-f11bb0d98804 Dec 21 13:34:18.162080 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-99790256-7ee2-4eca-b9e3-4bedbcae539b None None] Calling delete_port for 325248d7-e661-4e4d-b63e-f11bb0d98804 owned by network:dhcp {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:34:18.173707 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89090a2d-272b-4717-a4b1-9350fa012fa3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event deleted for resources: {'Port': ['ID=325248d7-e661-4e4d-b63e-f11bb0d98804,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:34:18.175654 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89090a2d-272b-4717-a4b1-9350fa012fa3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] No DVR routers for this DVR port 325248d7-e661-4e4d-b63e-f11bb0d98804 on host dv-neutron-master-2-hyperv {{(pid=103153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:34:18.241219 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-99790256-7ee2-4eca-b9e3-4bedbcae539b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636'] for port, after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:18.258975 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-89090a2d-272b-4717-a4b1-9350fa012fa3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:18.269097 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99790256-7ee2-4eca-b9e3-4bedbcae539b None None] Pushing event deleted for resources: {'Port': ['ID=325248d7-e661-4e4d-b63e-f11bb0d98804,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:34:18.273787 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99790256-7ee2-4eca-b9e3-4bedbcae539b None None] No DVR routers for this DVR port 325248d7-e661-4e4d-b63e-f11bb0d98804 on host dv-neutron-master-2-hyperv {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:34:18.281027 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-89090a2d-272b-4717-a4b1-9350fa012fa3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d42b426d-cb20-476c-afbd-cd868bb85064']}} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:34:18.291810 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-89090a2d-272b-4717-a4b1-9350fa012fa3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e24e83ba-796f-4cfe-86a6-c60253f3cbf9') {'for_net_delete': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:34:18.292102 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-89090a2d-272b-4717-a4b1-9350fa012fa3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e24e83ba-796f-4cfe-86a6-c60253f3cbf9') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:34:18.302657 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-89090a2d-272b-4717-a4b1-9350fa012fa3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1585430'] for segment, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:18.316285 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-89090a2d-272b-4717-a4b1-9350fa012fa3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:18.322102 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89090a2d-272b-4717-a4b1-9350fa012fa3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=103153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:34:18.322528 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-89090a2d-272b-4717-a4b1-9350fa012fa3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11349758'] for segment, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:18.325561 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:34:18.325561 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:34:18.325561 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:34:18.325561 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:34:18.325561 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:34:18.325561 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:34:18.325561 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:34:18.325561 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:34:18.325561 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:34:18.325561 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:34:18.325561 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:34:18.325561 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:34:18.325561 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:34:18.325561 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:34:18.325561 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:34:18.325561 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:34:18.325561 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:34:18.325561 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:34:18.325561 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:34:18.325561 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:34:18.325561 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:34:18.325561 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:34:18.325561 dv-neutron-master-2-hyperv neutron-server[103153]: Traceback (most recent call last): Dec 21 13:34:18.325561 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:34:18.325561 dv-neutron-master-2-hyperv neutron-server[103153]: timer() Dec 21 13:34:18.325561 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:34:18.325561 dv-neutron-master-2-hyperv neutron-server[103153]: cb(*args, **kw) Dec 21 13:34:18.325561 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:34:18.325561 dv-neutron-master-2-hyperv neutron-server[103153]: return func(*args, **kwargs) Dec 21 13:34:18.325561 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:34:18.325561 dv-neutron-master-2-hyperv neutron-server[103153]: self._notify() Dec 21 13:34:18.325561 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:34:18.325561 dv-neutron-master-2-hyperv neutron-server[103153]: self.callback(batched_events) Dec 21 13:34:18.325561 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:34:18.325561 dv-neutron-master-2-hyperv neutron-server[103153]: event.method(event) Dec 21 13:34:18.325561 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:34:18.325561 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:34:18.325561 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:34:18.325561 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:34:18.325561 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:34:18.325561 dv-neutron-master-2-hyperv neutron-server[103153]: return f(self, *a, **k) Dec 21 13:34:18.325561 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:34:18.325561 dv-neutron-master-2-hyperv neutron-server[103153]: return self._get(url).json() Dec 21 13:34:18.325561 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:34:18.325561 dv-neutron-master-2-hyperv neutron-server[103153]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:34:18.325561 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:34:18.325561 dv-neutron-master-2-hyperv neutron-server[103153]: return self.request(url, 'GET', **kwargs) Dec 21 13:34:18.325561 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:34:18.325561 dv-neutron-master-2-hyperv neutron-server[103153]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:34:18.325561 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:34:18.325561 dv-neutron-master-2-hyperv neutron-server[103153]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:34:18.325561 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:34:18.325561 dv-neutron-master-2-hyperv neutron-server[103153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:34:18.325561 dv-neutron-master-2-hyperv neutron-server[103153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:34:18.386735 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-89090a2d-272b-4717-a4b1-9350fa012fa3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:18.391364 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-89090a2d-272b-4717-a4b1-9350fa012fa3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:18.394941 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-89090a2d-272b-4717-a4b1-9350fa012fa3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "DELETE /v2.0/networks/d42b426d-cb20-476c-afbd-cd868bb85064 HTTP/1.1" status: 204 len: 168 time: 0.5548954 Dec 21 13:34:18.397679 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60604) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:34:18.410346 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89090a2d-272b-4717-a4b1-9350fa012fa3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event deleted for resources: {'Network': ['ID=d42b426d-cb20-476c-afbd-cd868bb85064,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:34:18.555548 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-94456142-8b9c-4c44-9f29-26957ef22255 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Deleting port bd29e9b6-dcc5-4547-add6-1ff26d5d8b21 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:34:18.555804 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-94456142-8b9c-4c44-9f29-26957ef22255 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:18.629406 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-94456142-8b9c-4c44-9f29-26957ef22255 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:18.629725 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-94456142-8b9c-4c44-9f29-26957ef22255 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:18.641761 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-94456142-8b9c-4c44-9f29-26957ef22255 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Calling delete_port for bd29e9b6-dcc5-4547-add6-1ff26d5d8b21 owned by network:floatingip {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:34:18.815045 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-94456142-8b9c-4c44-9f29-26957ef22255 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:18.845460 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94456142-8b9c-4c44-9f29-26957ef22255 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event deleted for resources: {'Port': ['ID=bd29e9b6-dcc5-4547-add6-1ff26d5d8b21,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:34:18.902897 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-94456142-8b9c-4c44-9f29-26957ef22255 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for floatingip, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:18.903188 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.l3_db [None req-94456142-8b9c-4c44-9f29-26957ef22255 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Floating IP 5501bd08-59f1-420e-a0a6-a6eda046d6b1 disassociated (deleted). External IP: 172.36.3.51, port: 87d3645d-ab4f-47f9-8e86-3783db91d422. Dec 21 13:34:19.106811 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94456142-8b9c-4c44-9f29-26957ef22255 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Router a684e6b5-c5fe-44fa-b09e-765333625c2d has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:34:19.211939 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94456142-8b9c-4c44-9f29-26957ef22255 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:34:19.216606 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-94456142-8b9c-4c44-9f29-26957ef22255 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for floatingip, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:19.221623 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b774ac8-aa3d-44fc-bf3e-69d2cead42cd None None] Sync routers for ids ['a684e6b5-c5fe-44fa-b09e-765333625c2d'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:34:19.231610 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b774ac8-aa3d-44fc-bf3e-69d2cead42cd None None] Routers {'a684e6b5-c5fe-44fa-b09e-765333625c2d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:34:19.232220 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-0b774ac8-aa3d-44fc-bf3e-69d2cead42cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:33:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['a684e6b5-c5fe-44fa-b09e-765333625c2d'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:34:19.243900 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-94456142-8b9c-4c44-9f29-26957ef22255 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "DELETE /v2.0/floatingips/5501bd08-59f1-420e-a0a6-a6eda046d6b1 HTTP/1.1" status: 204 len: 168 time: 0.8450236 Dec 21 13:34:19.244617 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '015090e6-f9ab-478e-a46a-ce2a1834b9ea', 'tag': '87d3645d-ab4f-47f9-8e86-3783db91d422'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:34:19.247028 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d59863cea1d3cd3753b105ac340115874538247bffc4ddd9c7a2f3cf3d2521b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3890e9fe-dc71-40de-af52-c732255582b5" -d '{"events": [{"name": "network-changed", "server_uuid": "015090e6-f9ab-478e-a46a-ce2a1834b9ea", "tag": "87d3645d-ab4f-47f9-8e86-3783db91d422"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:34:19.284616 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 13:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0a9068e-e9a8-4e65-9f26-459547cb1f3e x-openstack-request-id: req-b0a9068e-e9a8-4e65-9f26-459547cb1f3e {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:34:19.284912 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "015090e6-f9ab-478e-a46a-ce2a1834b9ea", "tag": "87d3645d-ab4f-47f9-8e86-3783db91d422", "status": "completed", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:34:19.285171 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b0a9068e-e9a8-4e65-9f26-459547cb1f3e {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:34:19.285581 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '015090e6-f9ab-478e-a46a-ce2a1834b9ea', 'tag': '87d3645d-ab4f-47f9-8e86-3783db91d422', 'status': 'completed', 'code': 200} Dec 21 13:34:19.379979 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3890e9fe-dc71-40de-af52-c732255582b5 req-e682f069-3c74-4203-91ef-01536abf4426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:34:19.381623 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-3890e9fe-dc71-40de-af52-c732255582b5 req-e682f069-3c74-4203-91ef-01536abf4426 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=577ee1d2880f4d34a80a7dfd0cf7da03&device_id=015090e6-f9ab-478e-a46a-ce2a1834b9ea HTTP/1.1" status: 200 len: 1098 time: 0.0540295 Dec 21 13:34:19.509567 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-0b774ac8-aa3d-44fc-bf3e-69d2cead42cd None None] Set router a684e6b5-c5fe-44fa-b09e-765333625c2d gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:34:19.537820 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f38cc0-d891-4f38-8bb0-65e50e8b9950 req-dfe36b35-5ebe-40e2-a430-556941dec3ec tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:34:19.539430 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-12f38cc0-d891-4f38-8bb0-65e50e8b9950 req-dfe36b35-5ebe-40e2-a430-556941dec3ec tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=015090e6-f9ab-478e-a46a-ce2a1834b9ea HTTP/1.1" status: 200 len: 945 time: 0.0808597 Dec 21 13:34:19.540527 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3890e9fe-dc71-40de-af52-c732255582b5 req-622b5d4f-6322-4377-b076-5f058adc0f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:34:19.541918 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-3890e9fe-dc71-40de-af52-c732255582b5 req-622b5d4f-6322-4377-b076-5f058adc0f19 service neutron] 10.222.0.60 "GET /v2.0/networks?id=646086d9-9650-4426-a7e3-6e15bc97acc7 HTTP/1.1" status: 200 len: 898 time: 0.1460183 Dec 21 13:34:19.595844 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-3890e9fe-dc71-40de-af52-c732255582b5 req-e4bdd18d-0481-4bd0-9bea-84a5f2c4abc1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87d3645d-ab4f-47f9-8e86-3783db91d422 HTTP/1.1" status: 200 len: 217 time: 0.0432348 Dec 21 13:34:19.649265 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-12f38cc0-d891-4f38-8bb0-65e50e8b9950 req-de1031ae-bfac-4a21-a069-e3d11d854e5f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cb9e6c7-a47d-42f7-b29a-4db04280f343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036010 Dec 21 13:34:19.667632 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3890e9fe-dc71-40de-af52-c732255582b5 req-14451348-7565-4012-bfba-1354019d307f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:34:19.669561 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-3890e9fe-dc71-40de-af52-c732255582b5 req-14451348-7565-4012-bfba-1354019d307f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b4ef62bc-4edd-4fe8-8068-19abf8cdbc65 HTTP/1.1" status: 200 len: 834 time: 0.0576792 Dec 21 13:34:19.712644 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-0b774ac8-aa3d-44fc-bf3e-69d2cead42cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a684e6b5-c5fe-44fa-b09e-765333625c2d', 'name': 'tempest-TestNetworkBasicOps-router-890161588', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.156'}], 'enable_snat': True}, 'gw_port_id': 'bd7a6e00-8aab-4e88-aebb-5e6a638851b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:32:12Z', 'updated_at': '2021-12-21T13:34:13Z', 'revision_number': 6, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': 'bd7a6e00-8aab-4e88-aebb-5e6a638851b0', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:84:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a684e6b5-c5fe-44fa-b09e-765333625c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:32:13Z', 'updated_at': '2021-12-21T13:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '02c543b5-0300-4136-b304-85f06a86749e', 'name': '', 'network_id': '646086d9-9650-4426-a7e3-6e15bc97acc7', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'mac_address': 'fa:16:3e:bb:e8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a684e6b5-c5fe-44fa-b09e-765333625c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': 'b4ef62bc-4edd-4fe8-8068-19abf8cdbc65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:32:24Z', 'updated_at': '2021-12-21T13:32:31Z', 'revision_number': 5, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'subnets': [{'id': 'b4ef62bc-4edd-4fe8-8068-19abf8cdbc65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:34:19.719231 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3890e9fe-dc71-40de-af52-c732255582b5 req-16e024e1-f710-4e2b-a187-49c3474bc7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:34:19.720856 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-3890e9fe-dc71-40de-af52-c732255582b5 req-16e024e1-f710-4e2b-a187-49c3474bc7c2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=646086d9-9650-4426-a7e3-6e15bc97acc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0444856 Dec 21 13:34:19.740257 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 925f939b-96fb-49e2-b951-bb20c0568875 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:34:19.742564 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b774ac8-aa3d-44fc-bf3e-69d2cead42cd None None] Checking router: a684e6b5-c5fe-44fa-b09e-765333625c2d for host: dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:34:19.768670 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] No Port match for: 925f939b-96fb-49e2-b951-bb20c0568875 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:34:19.768928 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 925f939b-96fb-49e2-b951-bb20c0568875 not bound to the agent host hv-neutron-mast {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:34:19.774339 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b774ac8-aa3d-44fc-bf3e-69d2cead42cd None None] Routers {'a684e6b5-c5fe-44fa-b09e-765333625c2d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:34:19.774988 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-0b774ac8-aa3d-44fc-bf3e-69d2cead42cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:33:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['a684e6b5-c5fe-44fa-b09e-765333625c2d'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:34:19.811925 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-3890e9fe-dc71-40de-af52-c732255582b5 req-6ab89f79-4fde-4875-a6f1-be15d36eb60f service neutron] 10.222.0.60 "GET /v2.0/networks/646086d9-9650-4426-a7e3-6e15bc97acc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828242 Dec 21 13:34:19.881417 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-0b774ac8-aa3d-44fc-bf3e-69d2cead42cd None None] Set router a684e6b5-c5fe-44fa-b09e-765333625c2d gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:34:19.908845 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-3890e9fe-dc71-40de-af52-c732255582b5 req-36e41871-642c-429c-8414-e35ff5190538 service neutron] 10.222.0.60 "GET /v2.0/networks/646086d9-9650-4426-a7e3-6e15bc97acc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877564 Dec 21 13:34:20.082834 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-0b774ac8-aa3d-44fc-bf3e-69d2cead42cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a684e6b5-c5fe-44fa-b09e-765333625c2d', 'name': 'tempest-TestNetworkBasicOps-router-890161588', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.156'}], 'enable_snat': True}, 'gw_port_id': 'bd7a6e00-8aab-4e88-aebb-5e6a638851b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:32:12Z', 'updated_at': '2021-12-21T13:34:13Z', 'revision_number': 6, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': 'bd7a6e00-8aab-4e88-aebb-5e6a638851b0', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:84:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a684e6b5-c5fe-44fa-b09e-765333625c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:32:13Z', 'updated_at': '2021-12-21T13:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '02c543b5-0300-4136-b304-85f06a86749e', 'name': '', 'network_id': '646086d9-9650-4426-a7e3-6e15bc97acc7', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'mac_address': 'fa:16:3e:bb:e8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a684e6b5-c5fe-44fa-b09e-765333625c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': 'b4ef62bc-4edd-4fe8-8068-19abf8cdbc65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:32:24Z', 'updated_at': '2021-12-21T13:32:31Z', 'revision_number': 5, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'subnets': [{'id': 'b4ef62bc-4edd-4fe8-8068-19abf8cdbc65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:34:20.108601 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b774ac8-aa3d-44fc-bf3e-69d2cead42cd None None] The sync data for ids ['a684e6b5-c5fe-44fa-b09e-765333625c2d'] in dv-neutron-master-2-hyperv is: [{'id': 'a684e6b5-c5fe-44fa-b09e-765333625c2d', 'name': 'tempest-TestNetworkBasicOps-router-890161588', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.156'}], 'enable_snat': True}, 'gw_port_id': 'bd7a6e00-8aab-4e88-aebb-5e6a638851b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:32:12Z', 'updated_at': '2021-12-21T13:34:13Z', 'revision_number': 6, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': 'bd7a6e00-8aab-4e88-aebb-5e6a638851b0', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:84:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a684e6b5-c5fe-44fa-b09e-765333625c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:32:13Z', 'updated_at': '2021-12-21T13:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '02c543b5-0300-4136-b304-85f06a86749e', 'name': '', 'network_id': '646086d9-9650-4426-a7e3-6e15bc97acc7', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'mac_address': 'fa:16:3e:bb:e8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a684e6b5-c5fe-44fa-b09e-765333625c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': 'b4ef62bc-4edd-4fe8-8068-19abf8cdbc65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:32:24Z', 'updated_at': '2021-12-21T13:32:31Z', 'revision_number': 5, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'subnets': [{'id': 'b4ef62bc-4edd-4fe8-8068-19abf8cdbc65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:34:20.332165 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fe7d22-ca15-4bd0-a93e-c34ecbf7c47b None None] New status for floating IP 5501bd08-59f1-420e-a0a6-a6eda046d6b1: DOWN {{(pid=103155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 13:34:20.769160 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07838e1a-28a6-4e79-a839-89b7458ef733 req-ffd719dd-4c5a-427b-8cf3-7be5c9e767b7 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:34:20.770762 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-07838e1a-28a6-4e79-a839-89b7458ef733 req-ffd719dd-4c5a-427b-8cf3-7be5c9e767b7 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=015090e6-f9ab-478e-a46a-ce2a1834b9ea HTTP/1.1" status: 200 len: 945 time: 0.0492897 Dec 21 13:34:20.821849 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-07838e1a-28a6-4e79-a839-89b7458ef733 req-ca5af833-3818-44c8-b029-bf9806add095 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cb9e6c7-a47d-42f7-b29a-4db04280f343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443444 Dec 21 13:34:21.009621 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5a8f0b-c293-4bd4-9010-f484cea73a97 req-73b7aad8-d64d-40fb-92d3-847548b45bc8 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:34:21.011838 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-cd5a8f0b-c293-4bd4-9010-f484cea73a97 req-73b7aad8-d64d-40fb-92d3-847548b45bc8 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.60 "GET /v2.0/ports?device_id=015090e6-f9ab-478e-a46a-ce2a1834b9ea HTTP/1.1" status: 200 len: 945 time: 0.0543287 Dec 21 13:34:21.104067 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [req-cd5a8f0b-c293-4bd4-9010-f484cea73a97 req-353ca381-5d48-4530-9e80-f6835a3b6f27 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Deleting port 87d3645d-ab4f-47f9-8e86-3783db91d422 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:34:21.104404 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-cd5a8f0b-c293-4bd4-9010-f484cea73a97 req-353ca381-5d48-4530-9e80-f6835a3b6f27 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:21.199881 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-cd5a8f0b-c293-4bd4-9010-f484cea73a97 req-353ca381-5d48-4530-9e80-f6835a3b6f27 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] For port 87d3645d-ab4f-47f9-8e86-3783db91d422, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=87d3645d-ab4f-47f9-8e86-3783db91d422,segment=NetworkSegment(c60d3803-d7b0-4c6b-8114-7264ffa23aa3),segment_id=c60d3803-d7b0-4c6b-8114-7264ffa23aa3)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:34:21.200243 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-cd5a8f0b-c293-4bd4-9010-f484cea73a97 req-353ca381-5d48-4530-9e80-f6835a3b6f27 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:21.212940 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [req-cd5a8f0b-c293-4bd4-9010-f484cea73a97 req-353ca381-5d48-4530-9e80-f6835a3b6f27 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Calling delete_port for 87d3645d-ab4f-47f9-8e86-3783db91d422 owned by compute:nova {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:34:21.343233 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-cd5a8f0b-c293-4bd4-9010-f484cea73a97 req-353ca381-5d48-4530-9e80-f6835a3b6f27 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:21.372185 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353ca381-5d48-4530-9e80-f6835a3b6f27 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event deleted for resources: {'Port': ['ID=87d3645d-ab4f-47f9-8e86-3783db91d422,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:34:21.417169 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd5a8f0b-c293-4bd4-9010-f484cea73a97 req-353ca381-5d48-4530-9e80-f6835a3b6f27 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] No DVR routers for this DVR port 87d3645d-ab4f-47f9-8e86-3783db91d422 on host hv-neutron-mast {{(pid=103153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:34:21.419608 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-cd5a8f0b-c293-4bd4-9010-f484cea73a97 req-353ca381-5d48-4530-9e80-f6835a3b6f27 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:21.423389 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-cd5a8f0b-c293-4bd4-9010-f484cea73a97 req-353ca381-5d48-4530-9e80-f6835a3b6f27 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.60 "DELETE /v2.0/ports/87d3645d-ab4f-47f9-8e86-3783db91d422 HTTP/1.1" status: 204 len: 173 time: 0.4057953 Dec 21 13:34:21.423912 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '015090e6-f9ab-478e-a46a-ce2a1834b9ea', 'name': 'network-vif-deleted', 'tag': '87d3645d-ab4f-47f9-8e86-3783db91d422'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:34:21.426820 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af6034c98e584fa55ea4398f343c742ceb598288507feaf30d5a15785b2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f2c5300-05a0-4489-963e-10f9ad612a5c" -d '{"events": [{"server_uuid": "015090e6-f9ab-478e-a46a-ce2a1834b9ea", "name": "network-vif-deleted", "tag": "87d3645d-ab4f-47f9-8e86-3783db91d422"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:34:21.464576 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 13:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f2c7611-a8bd-4002-9ed9-e9deec37a7eb x-openstack-request-id: req-2f2c7611-a8bd-4002-9ed9-e9deec37a7eb {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:34:21.464894 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "015090e6-f9ab-478e-a46a-ce2a1834b9ea", "name": "network-vif-deleted", "tag": "87d3645d-ab4f-47f9-8e86-3783db91d422", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:34:21.465144 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2f2c7611-a8bd-4002-9ed9-e9deec37a7eb {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:34:21.465543 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '015090e6-f9ab-478e-a46a-ce2a1834b9ea', 'name': 'network-vif-deleted', 'tag': '87d3645d-ab4f-47f9-8e86-3783db91d422', 'status': 'completed', 'code': 200} Dec 21 13:34:21.932607 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-2b105d02-3bd2-4e0f-8daa-b7d299a88614 req-7494c667-2c5f-49ed-b0fc-c53e9e7f8e11 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=015090e6-f9ab-478e-a46a-ce2a1834b9ea HTTP/1.1" status: 200 len: 210 time: 0.0313642 Dec 21 13:34:22.989217 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 60620) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:34:23.048717 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2902e39d-33e4-4482-aef4-15ddc6b2a06e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:23.074571 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2902e39d-33e4-4482-aef4-15ddc6b2a06e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:23.137044 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2902e39d-33e4-4482-aef4-15ddc6b2a06e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:23.139941 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2902e39d-33e4-4482-aef4-15ddc6b2a06e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:23.141167 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-2902e39d-33e4-4482-aef4-15ddc6b2a06e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "DELETE /v2.0/security-groups/0cb9e6c7-a47d-42f7-b29a-4db04280f343 HTTP/1.1" status: 204 len: 168 time: 0.1505499 Dec 21 13:34:23.150885 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2902e39d-33e4-4482-aef4-15ddc6b2a06e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb9e6c7-a47d-42f7-b29a-4db04280f343,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:34:23.181306 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 60624) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:34:23.562075 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ff729eda-c3ab-4f47-88ac-d85a65c84e61 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532692'] for router_interface, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:23.759531 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 87d3645d-ab4f-47f9-8e86-3783db91d422 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:34:23.780598 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] No Port match for: 87d3645d-ab4f-47f9-8e86-3783db91d422 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:34:23.780941 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 87d3645d-ab4f-47f9-8e86-3783db91d422 not bound to the agent host hv-neutron-mast {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:34:23.865070 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-ff729eda-c3ab-4f47-88ac-d85a65c84e61 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Deleting port 02c543b5-0300-4136-b304-85f06a86749e {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:34:23.865401 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ff729eda-c3ab-4f47-88ac-d85a65c84e61 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:23.964001 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-ff729eda-c3ab-4f47-88ac-d85a65c84e61 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] For port 02c543b5-0300-4136-b304-85f06a86749e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=02c543b5-0300-4136-b304-85f06a86749e,segment=NetworkSegment(c60d3803-d7b0-4c6b-8114-7264ffa23aa3),segment_id=c60d3803-d7b0-4c6b-8114-7264ffa23aa3)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:34:23.964692 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ff729eda-c3ab-4f47-88ac-d85a65c84e61 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:23.978555 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-ff729eda-c3ab-4f47-88ac-d85a65c84e61 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Calling delete_port for 02c543b5-0300-4136-b304-85f06a86749e owned by network:router_interface {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:34:24.447127 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ff729eda-c3ab-4f47-88ac-d85a65c84e61 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:24.478304 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff729eda-c3ab-4f47-88ac-d85a65c84e61 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event deleted for resources: {'Port': ['ID=02c543b5-0300-4136-b304-85f06a86749e,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:34:24.649073 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ff729eda-c3ab-4f47-88ac-d85a65c84e61 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534084'] for router_interface, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:24.861562 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff729eda-c3ab-4f47-88ac-d85a65c84e61 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Router a684e6b5-c5fe-44fa-b09e-765333625c2d has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:34:24.971354 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff729eda-c3ab-4f47-88ac-d85a65c84e61 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:34:24.976310 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-ff729eda-c3ab-4f47-88ac-d85a65c84e61 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "PUT /v2.0/routers/a684e6b5-c5fe-44fa-b09e-765333625c2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7939878 Dec 21 13:34:24.979000 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 60626) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:34:24.983358 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2875d645-9c0a-4290-b9ac-25840737bf26 None None] Sync routers for ids ['a684e6b5-c5fe-44fa-b09e-765333625c2d'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:34:24.993790 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2875d645-9c0a-4290-b9ac-25840737bf26 None None] Routers {'a684e6b5-c5fe-44fa-b09e-765333625c2d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:34:24.994539 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-2875d645-9c0a-4290-b9ac-25840737bf26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:33:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['a684e6b5-c5fe-44fa-b09e-765333625c2d'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:34:25.030371 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_v2 [None req-9828bc65-8f79-4b7f-aaf7-07ea448fc8cc tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Deleting subnet b4ef62bc-4edd-4fe8-8068-19abf8cdbc65 {{(pid=103153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:34:25.033484 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9828bc65-8f79-4b7f-aaf7-07ea448fc8cc tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for subnet, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:25.077985 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9828bc65-8f79-4b7f-aaf7-07ea448fc8cc tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1585439'] for subnet, precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:25.098513 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-2875d645-9c0a-4290-b9ac-25840737bf26 None None] Set router a684e6b5-c5fe-44fa-b09e-765333625c2d gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:34:25.167484 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9828bc65-8f79-4b7f-aaf7-07ea448fc8cc tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:25.191014 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d92f032f-e223-4edc-a3b0-be7b306a5321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:25.229224 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9828bc65-8f79-4b7f-aaf7-07ea448fc8cc tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11349588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11288746'] for subnet, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:25.260872 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9828bc65-8f79-4b7f-aaf7-07ea448fc8cc tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event deleted for resources: {'Subnet': ['ID=b4ef62bc-4edd-4fe8-8068-19abf8cdbc65,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:34:25.264514 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9828bc65-8f79-4b7f-aaf7-07ea448fc8cc tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:25.271067 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-9828bc65-8f79-4b7f-aaf7-07ea448fc8cc tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "DELETE /v2.0/subnets/b4ef62bc-4edd-4fe8-8068-19abf8cdbc65 HTTP/1.1" status: 204 len: 168 time: 0.2910852 Dec 21 13:34:25.271834 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60628) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:34:25.274194 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b83108-f85e-4701-aaf5-865dcfc2349f None None] Network 646086d9-9650-4426-a7e3-6e15bc97acc7 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:34:25.372040 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-2875d645-9c0a-4290-b9ac-25840737bf26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a684e6b5-c5fe-44fa-b09e-765333625c2d', 'name': 'tempest-TestNetworkBasicOps-router-890161588', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.156'}], 'enable_snat': True}, 'gw_port_id': 'bd7a6e00-8aab-4e88-aebb-5e6a638851b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:32:12Z', 'updated_at': '2021-12-21T13:34:24Z', 'revision_number': 7, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': 'bd7a6e00-8aab-4e88-aebb-5e6a638851b0', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:84:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a684e6b5-c5fe-44fa-b09e-765333625c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:32:13Z', 'updated_at': '2021-12-21T13:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:34:25.381659 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5e079b6a-efb3-4b5c-a45c-d8cdaaddb303 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for router, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:25.407481 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2875d645-9c0a-4290-b9ac-25840737bf26 None None] Checking router: a684e6b5-c5fe-44fa-b09e-765333625c2d for host: dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:34:25.419054 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2875d645-9c0a-4290-b9ac-25840737bf26 None None] Routers {'a684e6b5-c5fe-44fa-b09e-765333625c2d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:34:25.419679 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-2875d645-9c0a-4290-b9ac-25840737bf26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:33:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['a684e6b5-c5fe-44fa-b09e-765333625c2d'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:34:25.494645 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5e079b6a-efb3-4b5c-a45c-d8cdaaddb303 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:25.504731 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082c17f2-b4f0-4d5a-ae73-10e4af31bc8d None None] DHCP port deletion for 646086d9-9650-4426-a7e3-6e15bc97acc7 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:34:25.550577 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-5e079b6a-efb3-4b5c-a45c-d8cdaaddb303 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Deleting port bd7a6e00-8aab-4e88-aebb-5e6a638851b0 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:34:25.550924 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5e079b6a-efb3-4b5c-a45c-d8cdaaddb303 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:25.554738 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-2875d645-9c0a-4290-b9ac-25840737bf26 None None] Set router a684e6b5-c5fe-44fa-b09e-765333625c2d gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:34:25.630297 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-5e079b6a-efb3-4b5c-a45c-d8cdaaddb303 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] For port bd7a6e00-8aab-4e88-aebb-5e6a638851b0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bd7a6e00-8aab-4e88-aebb-5e6a638851b0,segment=NetworkSegment(a32e5bfd-6fac-434f-817b-5707a23fd2ca),segment_id=a32e5bfd-6fac-434f-817b-5707a23fd2ca)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:34:25.630690 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5e079b6a-efb3-4b5c-a45c-d8cdaaddb303 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:25.642536 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-5e079b6a-efb3-4b5c-a45c-d8cdaaddb303 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Calling delete_port for bd7a6e00-8aab-4e88-aebb-5e6a638851b0 owned by network:router_gateway {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:34:25.672726 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-082c17f2-b4f0-4d5a-ae73-10e4af31bc8d None None] Deleting port 48283d1b-c6ac-46af-8dae-2df6439358b7 {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:34:25.673099 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-082c17f2-b4f0-4d5a-ae73-10e4af31bc8d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:25.774706 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-082c17f2-b4f0-4d5a-ae73-10e4af31bc8d None None] For port 48283d1b-c6ac-46af-8dae-2df6439358b7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=48283d1b-c6ac-46af-8dae-2df6439358b7,segment=NetworkSegment(c60d3803-d7b0-4c6b-8114-7264ffa23aa3),segment_id=c60d3803-d7b0-4c6b-8114-7264ffa23aa3)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:34:25.774982 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-082c17f2-b4f0-4d5a-ae73-10e4af31bc8d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:25.790286 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-082c17f2-b4f0-4d5a-ae73-10e4af31bc8d None None] Calling delete_port for 48283d1b-c6ac-46af-8dae-2df6439358b7 owned by network:dhcp {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:34:25.809565 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5e079b6a-efb3-4b5c-a45c-d8cdaaddb303 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:25.832961 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e079b6a-efb3-4b5c-a45c-d8cdaaddb303 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event deleted for resources: {'Port': ['ID=bd7a6e00-8aab-4e88-aebb-5e6a638851b0,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:34:25.855199 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4743a15-4622-49fd-99c4-d34a9abf5863 None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:34:25.902193 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5e079b6a-efb3-4b5c-a45c-d8cdaaddb303 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-548638'] for router_gateway, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:25.999502 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5e079b6a-efb3-4b5c-a45c-d8cdaaddb303 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26950'] for router, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:26.002753 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5e079b6a-efb3-4b5c-a45c-d8cdaaddb303 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:26.036829 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-2875d645-9c0a-4290-b9ac-25840737bf26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a684e6b5-c5fe-44fa-b09e-765333625c2d', 'name': 'tempest-TestNetworkBasicOps-router-890161588', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.156'}], 'enable_snat': True}, 'gw_port_id': 'bd7a6e00-8aab-4e88-aebb-5e6a638851b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:32:12Z', 'updated_at': '2021-12-21T13:34:24Z', 'revision_number': 7, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': 'bd7a6e00-8aab-4e88-aebb-5e6a638851b0', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:84:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a684e6b5-c5fe-44fa-b09e-765333625c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:32:13Z', 'updated_at': '2021-12-21T13:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:34:26.057845 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5e079b6a-efb3-4b5c-a45c-d8cdaaddb303 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534967'] for router, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:26.058390 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e079b6a-efb3-4b5c-a45c-d8cdaaddb303 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Fanout notify agent at l3_agent the message router_deleted on router a684e6b5-c5fe-44fa-b09e-765333625c2d {{(pid=103152) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 13:34:26.066834 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5e079b6a-efb3-4b5c-a45c-d8cdaaddb303 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for router, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:26.067984 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-5e079b6a-efb3-4b5c-a45c-d8cdaaddb303 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "DELETE /v2.0/routers/a684e6b5-c5fe-44fa-b09e-765333625c2d HTTP/1.1" status: 204 len: 168 time: 0.7943416 Dec 21 13:34:26.070634 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60630) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:34:26.073960 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2875d645-9c0a-4290-b9ac-25840737bf26 None None] The sync data for ids ['a684e6b5-c5fe-44fa-b09e-765333625c2d'] in dv-neutron-master-2-hyperv is: [{'id': 'a684e6b5-c5fe-44fa-b09e-765333625c2d', 'name': 'tempest-TestNetworkBasicOps-router-890161588', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.156'}], 'enable_snat': True}, 'gw_port_id': 'bd7a6e00-8aab-4e88-aebb-5e6a638851b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:32:12Z', 'updated_at': '2021-12-21T13:34:24Z', 'revision_number': 7, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': 'bd7a6e00-8aab-4e88-aebb-5e6a638851b0', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:84:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a684e6b5-c5fe-44fa-b09e-765333625c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:32:13Z', 'updated_at': '2021-12-21T13:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:34:26.093340 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-082c17f2-b4f0-4d5a-ae73-10e4af31bc8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636'] for port, after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:26.127143 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082c17f2-b4f0-4d5a-ae73-10e4af31bc8d None None] No DVR routers for this DVR port 48283d1b-c6ac-46af-8dae-2df6439358b7 on host dv-neutron-master-2-hyperv {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:34:26.133645 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082c17f2-b4f0-4d5a-ae73-10e4af31bc8d None None] Pushing event deleted for resources: {'Port': ['ID=48283d1b-c6ac-46af-8dae-2df6439358b7,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:34:26.431526 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f5abc082-5620-433e-9317-2b01ce900c08 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:26.444281 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 48283d1b-c6ac-46af-8dae-2df6439358b7 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:34:26.466708 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: 48283d1b-c6ac-46af-8dae-2df6439358b7 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:34:26.467061 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 48283d1b-c6ac-46af-8dae-2df6439358b7 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:34:26.523831 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f5abc082-5620-433e-9317-2b01ce900c08 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:26.546067 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-f5abc082-5620-433e-9317-2b01ce900c08 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['646086d9-9650-4426-a7e3-6e15bc97acc7']}} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:34:26.556010 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-f5abc082-5620-433e-9317-2b01ce900c08 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c60d3803-d7b0-4c6b-8114-7264ffa23aa3') {'for_net_delete': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:34:26.556313 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-f5abc082-5620-433e-9317-2b01ce900c08 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c60d3803-d7b0-4c6b-8114-7264ffa23aa3') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:34:26.566292 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f5abc082-5620-433e-9317-2b01ce900c08 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526653'] for segment, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:26.579908 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f5abc082-5620-433e-9317-2b01ce900c08 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:26.586238 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5abc082-5620-433e-9317-2b01ce900c08 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=103152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:34:26.586692 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f5abc082-5620-433e-9317-2b01ce900c08 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805426'] for segment, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:26.589775 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:34:26.589775 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:34:26.589775 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:34:26.589775 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:34:26.589775 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:34:26.589775 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:34:26.589775 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:34:26.589775 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:34:26.589775 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:34:26.589775 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:34:26.589775 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:34:26.589775 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:34:26.589775 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:34:26.589775 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:34:26.589775 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:34:26.589775 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:34:26.589775 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:34:26.589775 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:34:26.589775 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:34:26.589775 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:34:26.589775 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:34:26.589775 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:34:26.589775 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:34:26.589775 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:34:26.589775 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:34:26.589775 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:34:26.589775 dv-neutron-master-2-hyperv neutron-server[103152]: Traceback (most recent call last): Dec 21 13:34:26.589775 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:34:26.589775 dv-neutron-master-2-hyperv neutron-server[103152]: timer() Dec 21 13:34:26.589775 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:34:26.589775 dv-neutron-master-2-hyperv neutron-server[103152]: cb(*args, **kw) Dec 21 13:34:26.589775 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:34:26.589775 dv-neutron-master-2-hyperv neutron-server[103152]: return func(*args, **kwargs) Dec 21 13:34:26.589775 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:34:26.589775 dv-neutron-master-2-hyperv neutron-server[103152]: self._notify() Dec 21 13:34:26.589775 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:34:26.589775 dv-neutron-master-2-hyperv neutron-server[103152]: self.callback(batched_events) Dec 21 13:34:26.589775 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:34:26.589775 dv-neutron-master-2-hyperv neutron-server[103152]: event.method(event) Dec 21 13:34:26.589775 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:34:26.589775 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:34:26.589775 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:34:26.589775 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:34:26.589775 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:34:26.589775 dv-neutron-master-2-hyperv neutron-server[103152]: return f(self, *a, **k) Dec 21 13:34:26.589775 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:34:26.589775 dv-neutron-master-2-hyperv neutron-server[103152]: return self._get(url).json() Dec 21 13:34:26.589775 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:34:26.589775 dv-neutron-master-2-hyperv neutron-server[103152]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:34:26.589775 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:34:26.589775 dv-neutron-master-2-hyperv neutron-server[103152]: return self.request(url, 'GET', **kwargs) Dec 21 13:34:26.589775 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:34:26.589775 dv-neutron-master-2-hyperv neutron-server[103152]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:34:26.589775 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:34:26.589775 dv-neutron-master-2-hyperv neutron-server[103152]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:34:26.589775 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:34:26.589775 dv-neutron-master-2-hyperv neutron-server[103152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:34:26.589775 dv-neutron-master-2-hyperv neutron-server[103152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:34:26.652499 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f5abc082-5620-433e-9317-2b01ce900c08 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:26.659903 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f5abc082-5620-433e-9317-2b01ce900c08 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:26.663120 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-f5abc082-5620-433e-9317-2b01ce900c08 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "DELETE /v2.0/networks/646086d9-9650-4426-a7e3-6e15bc97acc7 HTTP/1.1" status: 204 len: 168 time: 0.5914910 Dec 21 13:34:26.676608 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5abc082-5620-433e-9317-2b01ce900c08 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event deleted for resources: {'Network': ['ID=646086d9-9650-4426-a7e3-6e15bc97acc7,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:34:26.682823 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60632) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:34:26.688268 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-14f36361-4436-4343-9840-bd98b1af63b6 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'network': {'name': 'tempest-network-smoke--1602935484', 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'port_security_enabled': True}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:34:26.712708 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14f36361-4436-4343-9840-bd98b1af63b6 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Made reservation on behalf of 577ee1d2880f4d34a80a7dfd0cf7da03 for: {'network': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:34:26.716240 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-14f36361-4436-4343-9840-bd98b1af63b6 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:26.747746 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14f36361-4436-4343-9840-bd98b1af63b6 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=103152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:34:26.757703 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-14f36361-4436-4343-9840-bd98b1af63b6 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:26.758060 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.segments_db [None req-14f36361-4436-4343-9840-bd98b1af63b6 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Added segment 7c0b1f6c-82a6-4ec5-a5a4-8c91663a841a of type vlan for network ec28fd82-f24a-499e-a64b-16fa968ccb08 Dec 21 13:34:26.799548 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-14f36361-4436-4343-9840-bd98b1af63b6 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:26.823709 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-14f36361-4436-4343-9840-bd98b1af63b6 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:26.829137 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f36361-4436-4343-9840-bd98b1af63b6 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:34:26.829710 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-14f36361-4436-4343-9840-bd98b1af63b6 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:26.867732 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-14f36361-4436-4343-9840-bd98b1af63b6 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1838658 Dec 21 13:34:26.870397 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60634) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:34:26.874633 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-e4e8ee2e-5815-4c5f-b198-76e6134a6987 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-537986838', 'admin_state_up': True, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:34:26.912203 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f36361-4436-4343-9840-bd98b1af63b6 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'Network': ['ID=ec28fd82-f24a-499e-a64b-16fa968ccb08,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:34:26.923206 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network ec28fd82-f24a-499e-a64b-16fa968ccb08 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:34:26.931130 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e4e8ee2e-5815-4c5f-b198-76e6134a6987 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26964'] for router, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:26.932168 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e4e8ee2e-5815-4c5f-b198-76e6134a6987 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-642316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26957'] for router, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:26.985925 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e4e8ee2e-5815-4c5f-b198-76e6134a6987 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:27.129921 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e4e8ee2e-5815-4c5f-b198-76e6134a6987 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:27.327851 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e4e8ee2e-5815-4c5f-b198-76e6134a6987 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for router_gateway, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:27.352660 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e4e8ee2e-5815-4c5f-b198-76e6134a6987 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:27.456343 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-e4e8ee2e-5815-4c5f-b198-76e6134a6987 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Allocated IP 172.36.3.56 (7fdf1889-f079-4166-bbda-88b2a8d8d595/051a5607-1753-4008-a2f2-d94b48752e9c/0ce23484-f718-4901-9079-2437f7a1029f) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:34:27.563271 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-75dc1c0f-853b-4638-8e14-852478bb8bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:27.577585 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e4e8ee2e-5815-4c5f-b198-76e6134a6987 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:27.602975 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e4e8ee2e-5815-4c5f-b198-76e6134a6987 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:27.642070 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e8ee2e-5815-4c5f-b198-76e6134a6987 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Network 7fdf1889-f079-4166-bbda-88b2a8d8d595 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:34:27.646313 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-e4e8ee2e-5815-4c5f-b198-76e6134a6987 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:34:27.649705 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e8ee2e-5815-4c5f-b198-76e6134a6987 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:34:27.655074 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e8ee2e-5815-4c5f-b198-76e6134a6987 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'Port': ['ID=0ce23484-f718-4901-9079-2437f7a1029f,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:34:27.667248 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57337c50-cea0-431e-a672-3c1d8a265ff2 None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:34:27.778445 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-0ae03ebd-cbf9-4daf-89c3-fd9cd7196713 None None] Provisioning complete for port 0ce23484-f718-4901-9079-2437f7a1029f triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:34:27.778808 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-0ae03ebd-cbf9-4daf-89c3-fd9cd7196713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:27.813488 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-0ae03ebd-cbf9-4daf-89c3-fd9cd7196713 None None] Port 0ce23484-f718-4901-9079-2437f7a1029f cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:34:27.901740 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e4e8ee2e-5815-4c5f-b198-76e6134a6987 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for router_gateway, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:27.995162 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device bd7a6e00-8aab-4e88-aebb-5e6a638851b0 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:34:28.018574 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: bd7a6e00-8aab-4e88-aebb-5e6a638851b0 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:34:28.018944 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device bd7a6e00-8aab-4e88-aebb-5e6a638851b0 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:34:28.019345 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 02c543b5-0300-4136-b304-85f06a86749e no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:34:28.040322 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: 02c543b5-0300-4136-b304-85f06a86749e {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:34:28.040687 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 02c543b5-0300-4136-b304-85f06a86749e not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:34:28.106004 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e4e8ee2e-5815-4c5f-b198-76e6134a6987 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548730'] for router, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:28.236660 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4e8ee2e-5815-4c5f-b198-76e6134a6987 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Router a7eac548-e334-479b-ac1b-14d211206a5f is scheduled to L3 agent 59e14383-78fa-487e-9299-b32042a98157 with binding_index 1 {{(pid=103152) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 13:34:28.342662 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4e8ee2e-5815-4c5f-b198-76e6134a6987 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:34:28.353061 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12b13be-7a89-400b-92f0-0a064b6ac5f0 None None] Sync routers for ids ['a7eac548-e334-479b-ac1b-14d211206a5f'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:34:28.362904 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12b13be-7a89-400b-92f0-0a064b6ac5f0 None None] Routers {'a7eac548-e334-479b-ac1b-14d211206a5f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:34:28.363583 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-d12b13be-7a89-400b-92f0-0a064b6ac5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:34:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['a7eac548-e334-479b-ac1b-14d211206a5f'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:34:28.363749 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e4e8ee2e-5815-4c5f-b198-76e6134a6987 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for router, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:28.364957 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-e4e8ee2e-5815-4c5f-b198-76e6134a6987 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.4936099 Dec 21 13:34:28.367940 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60636) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:34:28.396405 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-15734d17-b7df-4fd5-ae05-771e36d164d4 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=577ee1d2880f4d34a80a7dfd0cf7da03&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273001 Dec 21 13:34:28.399142 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60638) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:34:28.467917 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-d12b13be-7a89-400b-92f0-0a064b6ac5f0 None None] Set router a7eac548-e334-479b-ac1b-14d211206a5f gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:34:28.498430 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb3ebc1-c952-49ce-80e7-af43a452ac96 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:34:28.499911 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-ecb3ebc1-c952-49ce-80e7-af43a452ac96 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1000080 Dec 21 13:34:28.502676 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60640) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:34:28.530576 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-0041714f-7420-4e2e-bc5f-5a8aafa14b62 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=7fdf1889-f079-4166-bbda-88b2a8d8d595&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268135 Dec 21 13:34:28.533586 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60642) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:34:28.538485 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-1c06e9c8-210e-4c38-847b-afd8ed507a12 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-273895589', 'network_id': 'ec28fd82-f24a-499e-a64b-16fa968ccb08', 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:34:28.626276 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c06e9c8-210e-4c38-847b-afd8ed507a12 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Made reservation on behalf of 577ee1d2880f4d34a80a7dfd0cf7da03 for: {'subnet': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:34:28.629833 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1c06e9c8-210e-4c38-847b-afd8ed507a12 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12346583'] for subnet, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:28.647833 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-d12b13be-7a89-400b-92f0-0a064b6ac5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7eac548-e334-479b-ac1b-14d211206a5f', 'name': 'tempest-TestNetworkBasicOps-router-537986838', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.56'}], 'enable_snat': True}, 'gw_port_id': '0ce23484-f718-4901-9079-2437f7a1029f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:34:26Z', 'updated_at': '2021-12-21T13:34:27Z', 'revision_number': 3, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': '0ce23484-f718-4901-9079-2437f7a1029f', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c9:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7eac548-e334-479b-ac1b-14d211206a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:34:27Z', 'updated_at': '2021-12-21T13:34:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:34:28.674563 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12b13be-7a89-400b-92f0-0a064b6ac5f0 None None] Checking router: a7eac548-e334-479b-ac1b-14d211206a5f for host: dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:34:28.674915 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12b13be-7a89-400b-92f0-0a064b6ac5f0 None None] Updating router a7eac548-e334-479b-ac1b-14d211206a5f port 0ce23484-f718-4901-9079-2437f7a1029f binding host dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 13:34:28.699146 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-d12b13be-7a89-400b-92f0-0a064b6ac5f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:28.754073 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:28.820644 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1c06e9c8-210e-4c38-847b-afd8ed507a12 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12346565'] for subnet, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:28.887897 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c06e9c8-210e-4c38-847b-afd8ed507a12 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'Subnet': ['ID=f513302b-69c6-4164-9549-08fd3f0565ce,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:34:28.895503 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c06e9c8-210e-4c38-847b-afd8ed507a12 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Checking segment: {'id': '7c0b1f6c-82a6-4ec5-a5a4-8c91663a841a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ec28fd82-f24a-499e-a64b-16fa968ccb08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:34:28.895874 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c06e9c8-210e-4c38-847b-afd8ed507a12 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Network hostable DHCP agents. Network: ec28fd82-f24a-499e-a64b-16fa968ccb08, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:34:28.912537 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c06e9c8-210e-4c38-847b-afd8ed507a12 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Network ec28fd82-f24a-499e-a64b-16fa968ccb08 is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:34:28.922055 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-1c06e9c8-210e-4c38-847b-afd8ed507a12 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, ec28fd82-f24a-499e-a64b-16fa968ccb08) {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:34:28.926669 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c06e9c8-210e-4c38-847b-afd8ed507a12 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:34:28.927669 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1c06e9c8-210e-4c38-847b-afd8ed507a12 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:28.930903 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ad1fed-7203-42a8-8a20-2904161aa7d5 None None] Network ec28fd82-f24a-499e-a64b-16fa968ccb08 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:34:28.946744 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-1c06e9c8-210e-4c38-847b-afd8ed507a12 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4120715 Dec 21 13:34:28.949483 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60644) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:34:28.968329 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-d12b13be-7a89-400b-92f0-0a064b6ac5f0 None None] Publish callbacks [] for port, precommit_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:28.977710 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-d12b13be-7a89-400b-92f0-0a064b6ac5f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:29.031063 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23de2db1-6e29-41fd-b75b-d9d1fdadb819 None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:34:29.042569 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-d12b13be-7a89-400b-92f0-0a064b6ac5f0 None None] Attempting to bind port 0ce23484-f718-4901-9079-2437f7a1029f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:34:29.042949 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-d12b13be-7a89-400b-92f0-0a064b6ac5f0 None None] Attempting to bind port 0ce23484-f718-4901-9079-2437f7a1029f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:34:29.043323 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12b13be-7a89-400b-92f0-0a064b6ac5f0 None None] Attempting to bind port 0ce23484-f718-4901-9079-2437f7a1029f on network 7fdf1889-f079-4166-bbda-88b2a8d8d595 {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:34:29.049365 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd8c11f-9b59-4595-9632-4e6db354da00 None None] Pushing event updated for resources: {'Port': ['ID=0ce23484-f718-4901-9079-2437f7a1029f,revision_number=2']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:34:29.053552 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12b13be-7a89-400b-92f0-0a064b6ac5f0 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:34:29.053933 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12b13be-7a89-400b-92f0-0a064b6ac5f0 None None] Checking segment: {'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:34:29.054577 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-d12b13be-7a89-400b-92f0-0a064b6ac5f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:29.054972 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12b13be-7a89-400b-92f0-0a064b6ac5f0 None None] Bound using segment: {'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:34:29.055454 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-d12b13be-7a89-400b-92f0-0a064b6ac5f0 None None] Bound port: 0ce23484-f718-4901-9079-2437f7a1029f, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:34:29.055834 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-d12b13be-7a89-400b-92f0-0a064b6ac5f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:29.077569 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46599f90-bfeb-4cee-a8d5-5ca3793441e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-ec28fd82-f24a-499e-a64b-16fa968ccb08', 'network_id': 'ec28fd82-f24a-499e-a64b-16fa968ccb08', 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'fixed_ips': [{'subnet_id': 'f513302b-69c6-4164-9549-08fd3f0565ce'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:34:29.079730 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-46599f90-bfeb-4cee-a8d5-5ca3793441e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:29.088862 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd8c11f-9b59-4595-9632-4e6db354da00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:34:29.088862 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd8c11f-9b59-4595-9632-4e6db354da00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:34:29.088862 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd8c11f-9b59-4595-9632-4e6db354da00 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:34:29.088862 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd8c11f-9b59-4595-9632-4e6db354da00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:34:29.088862 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd8c11f-9b59-4595-9632-4e6db354da00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:34:29.088862 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd8c11f-9b59-4595-9632-4e6db354da00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:34:29.088862 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd8c11f-9b59-4595-9632-4e6db354da00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:34:29.088862 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd8c11f-9b59-4595-9632-4e6db354da00 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:34:29.088862 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd8c11f-9b59-4595-9632-4e6db354da00 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:34:29.088862 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd8c11f-9b59-4595-9632-4e6db354da00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:34:29.090411 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd8c11f-9b59-4595-9632-4e6db354da00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:34:29.090411 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd8c11f-9b59-4595-9632-4e6db354da00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:34:29.090411 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd8c11f-9b59-4595-9632-4e6db354da00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:34:29.127507 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-d12b13be-7a89-400b-92f0-0a064b6ac5f0 None None] For port 0ce23484-f718-4901-9079-2437f7a1029f, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:34:29.131730 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-d12b13be-7a89-400b-92f0-0a064b6ac5f0 None None] For port 0ce23484-f718-4901-9079-2437f7a1029f, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0ce23484-f718-4901-9079-2437f7a1029f,segment=NetworkSegment(a32e5bfd-6fac-434f-817b-5707a23fd2ca),segment_id=a32e5bfd-6fac-434f-817b-5707a23fd2ca)] {{(pid=103155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:34:29.142488 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-d12b13be-7a89-400b-92f0-0a064b6ac5f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:29.208108 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd8c11f-9b59-4595-9632-4e6db354da00 None None] Pushing event updated for resources: {'Port': ['ID=0ce23484-f718-4901-9079-2437f7a1029f,revision_number=3']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:34:29.215656 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12b13be-7a89-400b-92f0-0a064b6ac5f0 None None] Routers {'a7eac548-e334-479b-ac1b-14d211206a5f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:34:29.216707 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-d12b13be-7a89-400b-92f0-0a064b6ac5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:34:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['a7eac548-e334-479b-ac1b-14d211206a5f'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:34:29.234236 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77dd93b-62aa-450e-bab3-c15dfe7dbfb7 None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:34:29.237245 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-35cec4c3-2f7f-40d4-ad79-30ab33c77051 None None] Provisioning complete for port 0ce23484-f718-4901-9079-2437f7a1029f triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:34:29.237610 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-35cec4c3-2f7f-40d4-ad79-30ab33c77051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:29.293117 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-46599f90-bfeb-4cee-a8d5-5ca3793441e9 None None] Allocated IP 172.20.0.2 (ec28fd82-f24a-499e-a64b-16fa968ccb08/f513302b-69c6-4164-9549-08fd3f0565ce/5f4de924-2a42-4efd-a334-3bd8b922ef67) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:34:29.337204 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-d12b13be-7a89-400b-92f0-0a064b6ac5f0 None None] Set router a7eac548-e334-479b-ac1b-14d211206a5f gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:34:29.416350 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-35cec4c3-2f7f-40d4-ad79-30ab33c77051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:29.434251 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-454f8ad8-2137-47de-bdd4-ea93ea50cc98 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:29.458720 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-35cec4c3-2f7f-40d4-ad79-30ab33c77051 None None] For port 0ce23484-f718-4901-9079-2437f7a1029f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0ce23484-f718-4901-9079-2437f7a1029f,segment=NetworkSegment(a32e5bfd-6fac-434f-817b-5707a23fd2ca),segment_id=a32e5bfd-6fac-434f-817b-5707a23fd2ca)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:34:29.488200 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-35cec4c3-2f7f-40d4-ad79-30ab33c77051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:29.540557 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-d12b13be-7a89-400b-92f0-0a064b6ac5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7eac548-e334-479b-ac1b-14d211206a5f', 'name': 'tempest-TestNetworkBasicOps-router-537986838', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.56'}], 'enable_snat': True}, 'gw_port_id': '0ce23484-f718-4901-9079-2437f7a1029f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:34:26Z', 'updated_at': '2021-12-21T13:34:27Z', 'revision_number': 3, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': '0ce23484-f718-4901-9079-2437f7a1029f', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c9:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7eac548-e334-479b-ac1b-14d211206a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:34:27Z', 'updated_at': '2021-12-21T13:34:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:34:29.556397 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-46599f90-bfeb-4cee-a8d5-5ca3793441e9 None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:29.563508 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cec4c3-2f7f-40d4-ad79-30ab33c77051 None None] Pushing event updated for resources: {'Port': ['ID=0ce23484-f718-4901-9079-2437f7a1029f,revision_number=4']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:34:29.569538 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-46599f90-bfeb-4cee-a8d5-5ca3793441e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:29.606012 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46599f90-bfeb-4cee-a8d5-5ca3793441e9 None None] Network ec28fd82-f24a-499e-a64b-16fa968ccb08 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:34:29.611260 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-46599f90-bfeb-4cee-a8d5-5ca3793441e9 None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:34:29.619658 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46599f90-bfeb-4cee-a8d5-5ca3793441e9 None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:34:29.642097 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46599f90-bfeb-4cee-a8d5-5ca3793441e9 None None] Pushing event updated for resources: {'Port': ['ID=5f4de924-2a42-4efd-a334-3bd8b922ef67,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:34:29.655005 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12b13be-7a89-400b-92f0-0a064b6ac5f0 None None] The sync data for ids ['a7eac548-e334-479b-ac1b-14d211206a5f'] in dv-neutron-master-2-hyperv is: [{'id': 'a7eac548-e334-479b-ac1b-14d211206a5f', 'name': 'tempest-TestNetworkBasicOps-router-537986838', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.56'}], 'enable_snat': True}, 'gw_port_id': '0ce23484-f718-4901-9079-2437f7a1029f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:34:26Z', 'updated_at': '2021-12-21T13:34:27Z', 'revision_number': 3, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': '0ce23484-f718-4901-9079-2437f7a1029f', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c9:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7eac548-e334-479b-ac1b-14d211206a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:34:27Z', 'updated_at': '2021-12-21T13:34:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:34:29.667189 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-03a645b4-98a6-4e3a-baae-29b0fbf072bc None None] Provisioning complete for port 0ce23484-f718-4901-9079-2437f7a1029f triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:34:29.667189 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-03a645b4-98a6-4e3a-baae-29b0fbf072bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:29.719468 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-46599f90-bfeb-4cee-a8d5-5ca3793441e9 None None] Attempting to bind port 5f4de924-2a42-4efd-a334-3bd8b922ef67 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:34:29.719851 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-46599f90-bfeb-4cee-a8d5-5ca3793441e9 None None] Attempting to bind port 5f4de924-2a42-4efd-a334-3bd8b922ef67 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '7c0b1f6c-82a6-4ec5-a5a4-8c91663a841a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ec28fd82-f24a-499e-a64b-16fa968ccb08'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:34:29.720206 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46599f90-bfeb-4cee-a8d5-5ca3793441e9 None None] Attempting to bind port 5f4de924-2a42-4efd-a334-3bd8b922ef67 on network ec28fd82-f24a-499e-a64b-16fa968ccb08 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:34:29.729283 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46599f90-bfeb-4cee-a8d5-5ca3793441e9 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:34:29.729658 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46599f90-bfeb-4cee-a8d5-5ca3793441e9 None None] Checking segment: {'id': '7c0b1f6c-82a6-4ec5-a5a4-8c91663a841a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ec28fd82-f24a-499e-a64b-16fa968ccb08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:34:29.730064 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-46599f90-bfeb-4cee-a8d5-5ca3793441e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:29.730501 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46599f90-bfeb-4cee-a8d5-5ca3793441e9 None None] Bound using segment: {'id': '7c0b1f6c-82a6-4ec5-a5a4-8c91663a841a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ec28fd82-f24a-499e-a64b-16fa968ccb08'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:34:29.730984 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-46599f90-bfeb-4cee-a8d5-5ca3793441e9 None None] Bound port: 5f4de924-2a42-4efd-a334-3bd8b922ef67, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c0b1f6c-82a6-4ec5-a5a4-8c91663a841a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ec28fd82-f24a-499e-a64b-16fa968ccb08'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:34:29.731364 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-46599f90-bfeb-4cee-a8d5-5ca3793441e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:29.767859 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-454f8ad8-2137-47de-bdd4-ea93ea50cc98 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Allocated IP 172.20.0.1 (ec28fd82-f24a-499e-a64b-16fa968ccb08/f513302b-69c6-4164-9549-08fd3f0565ce/ab0ac5a0-b9f4-48b2-b4c0-f35bd3de36ce) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:34:29.838803 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-46599f90-bfeb-4cee-a8d5-5ca3793441e9 None None] For port 5f4de924-2a42-4efd-a334-3bd8b922ef67, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:34:29.842668 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-46599f90-bfeb-4cee-a8d5-5ca3793441e9 None None] For port 5f4de924-2a42-4efd-a334-3bd8b922ef67, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5f4de924-2a42-4efd-a334-3bd8b922ef67,segment=NetworkSegment(7c0b1f6c-82a6-4ec5-a5a4-8c91663a841a),segment_id=7c0b1f6c-82a6-4ec5-a5a4-8c91663a841a)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:34:29.848317 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-46599f90-bfeb-4cee-a8d5-5ca3793441e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:29.902436 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-454f8ad8-2137-47de-bdd4-ea93ea50cc98 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:29.915863 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46599f90-bfeb-4cee-a8d5-5ca3793441e9 None None] Pushing event updated for resources: {'Port': ['ID=5f4de924-2a42-4efd-a334-3bd8b922ef67,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:34:29.976106 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-454f8ad8-2137-47de-bdd4-ea93ea50cc98 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:30.025135 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454f8ad8-2137-47de-bdd4-ea93ea50cc98 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Network ec28fd82-f24a-499e-a64b-16fa968ccb08 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:34:30.028651 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-454f8ad8-2137-47de-bdd4-ea93ea50cc98 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:34:30.035683 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454f8ad8-2137-47de-bdd4-ea93ea50cc98 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:34:30.071743 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454f8ad8-2137-47de-bdd4-ea93ea50cc98 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'Port': ['ID=ab0ac5a0-b9f4-48b2-b4c0-f35bd3de36ce,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:34:30.090841 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-454f8ad8-2137-47de-bdd4-ea93ea50cc98 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532557'] for router_interface, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:30.101493 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 0ce23484-f718-4901-9079-2437f7a1029f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:34:30.186058 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 0ce23484-f718-4901-9079-2437f7a1029f triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:34:30.189396 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:30.277618 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-454f8ad8-2137-47de-bdd4-ea93ea50cc98 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:30.589391 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-454f8ad8-2137-47de-bdd4-ea93ea50cc98 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:30.594568 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-454f8ad8-2137-47de-bdd4-ea93ea50cc98 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805230'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:30.675052 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454f8ad8-2137-47de-bdd4-ea93ea50cc98 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'Port': ['ID=ab0ac5a0-b9f4-48b2-b4c0-f35bd3de36ce,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:34:30.677689 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-454f8ad8-2137-47de-bdd4-ea93ea50cc98 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532537'] for router_interface, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:30.755096 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:30.781895 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454f8ad8-2137-47de-bdd4-ea93ea50cc98 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Network ec28fd82-f24a-499e-a64b-16fa968ccb08 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:34:30.783443 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-454f8ad8-2137-47de-bdd4-ea93ea50cc98 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:34:30.970701 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-febf7951-9a83-4eba-80af-c1f3da64324b None None] Network ec28fd82-f24a-499e-a64b-16fa968ccb08 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:34:31.044386 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:31.053733 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-0b8feed7-e260-4148-b641-d0d18c77f5a5 None None] Provisioning complete for port 5f4de924-2a42-4efd-a334-3bd8b922ef67 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:34:31.054094 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-0b8feed7-e260-4148-b641-d0d18c77f5a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:31.167866 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-454f8ad8-2137-47de-bdd4-ea93ea50cc98 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Router a7eac548-e334-479b-ac1b-14d211206a5f has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:34:31.171295 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-0b8feed7-e260-4148-b641-d0d18c77f5a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:31.207889 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-0b8feed7-e260-4148-b641-d0d18c77f5a5 None None] For port 5f4de924-2a42-4efd-a334-3bd8b922ef67, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5f4de924-2a42-4efd-a334-3bd8b922ef67,segment=NetworkSegment(7c0b1f6c-82a6-4ec5-a5a4-8c91663a841a),segment_id=7c0b1f6c-82a6-4ec5-a5a4-8c91663a841a)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:34:31.212431 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-0b8feed7-e260-4148-b641-d0d18c77f5a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:31.268753 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8feed7-e260-4148-b641-d0d18c77f5a5 None None] Pushing event updated for resources: {'Port': ['ID=5f4de924-2a42-4efd-a334-3bd8b922ef67,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:34:31.295201 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-454f8ad8-2137-47de-bdd4-ea93ea50cc98 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:34:31.302880 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-454f8ad8-2137-47de-bdd4-ea93ea50cc98 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "PUT /v2.0/routers/a7eac548-e334-479b-ac1b-14d211206a5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3523505 Dec 21 13:34:31.303770 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 60650) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:34:31.435258 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-d9f94d85-13fe-4f5d-af30-98b10c6116bb None None] Provisioning complete for port 5f4de924-2a42-4efd-a334-3bd8b922ef67 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:34:31.435258 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d9f94d85-13fe-4f5d-af30-98b10c6116bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:31.512805 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946b25b5-3961-4ceb-abae-1d0082d52db9 None None] Sync routers for ids ['a7eac548-e334-479b-ac1b-14d211206a5f'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:34:31.514974 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853bf9ab-8643-4ffd-8e02-ba30af336903 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:34:31.515983 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853bf9ab-8643-4ffd-8e02-ba30af336903 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:34:31.516653 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853bf9ab-8643-4ffd-8e02-ba30af336903 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:34:31.517322 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853bf9ab-8643-4ffd-8e02-ba30af336903 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:34:31.518555 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853bf9ab-8643-4ffd-8e02-ba30af336903 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:34:31.519303 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853bf9ab-8643-4ffd-8e02-ba30af336903 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:34:31.520063 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853bf9ab-8643-4ffd-8e02-ba30af336903 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:34:31.522379 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-853bf9ab-8643-4ffd-8e02-ba30af336903 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4969 time: 0.2155185 Dec 21 13:34:31.525090 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 60652) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:34:31.534659 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946b25b5-3961-4ceb-abae-1d0082d52db9 None None] Routers {'a7eac548-e334-479b-ac1b-14d211206a5f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:34:31.535293 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-946b25b5-3961-4ceb-abae-1d0082d52db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:34:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['a7eac548-e334-479b-ac1b-14d211206a5f'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:34:31.595837 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-d9f94d85-13fe-4f5d-af30-98b10c6116bb None None] Provisioning complete for port ab0ac5a0-b9f4-48b2-b4c0-f35bd3de36ce triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:34:31.596210 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d9f94d85-13fe-4f5d-af30-98b10c6116bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:31.624424 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61c4d54-9588-4b08-a4e3-4302be4b6097 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:34:31.625596 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61c4d54-9588-4b08-a4e3-4302be4b6097 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:34:31.626123 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61c4d54-9588-4b08-a4e3-4302be4b6097 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:34:31.626670 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61c4d54-9588-4b08-a4e3-4302be4b6097 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:34:31.627122 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61c4d54-9588-4b08-a4e3-4302be4b6097 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:34:31.627573 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61c4d54-9588-4b08-a4e3-4302be4b6097 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:34:31.628019 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61c4d54-9588-4b08-a4e3-4302be4b6097 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:34:31.630001 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-c61c4d54-9588-4b08-a4e3-4302be4b6097 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4628 time: 0.1036162 Dec 21 13:34:31.632759 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 60654) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:34:31.672765 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-d9f94d85-13fe-4f5d-af30-98b10c6116bb None None] Port ab0ac5a0-b9f4-48b2-b4c0-f35bd3de36ce cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:34:31.685034 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-946b25b5-3961-4ceb-abae-1d0082d52db9 None None] Set router a7eac548-e334-479b-ac1b-14d211206a5f gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:34:31.834839 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-b2f52867-f832-4c96-b2ac-cbb6d62bfba3 None None] Provisioning complete for port ab0ac5a0-b9f4-48b2-b4c0-f35bd3de36ce triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:34:31.835218 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b2f52867-f832-4c96-b2ac-cbb6d62bfba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:31.877452 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-4b9cd4c5-9c84-4703-9f4f-8536f0128599 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3772 time: 0.2418406 Dec 21 13:34:31.901766 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-b2f52867-f832-4c96-b2ac-cbb6d62bfba3 None None] Port ab0ac5a0-b9f4-48b2-b4c0-f35bd3de36ce cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:34:31.930463 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-946b25b5-3961-4ceb-abae-1d0082d52db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7eac548-e334-479b-ac1b-14d211206a5f', 'name': 'tempest-TestNetworkBasicOps-router-537986838', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.56'}], 'enable_snat': True}, 'gw_port_id': '0ce23484-f718-4901-9079-2437f7a1029f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:34:26Z', 'updated_at': '2021-12-21T13:34:30Z', 'revision_number': 4, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': '0ce23484-f718-4901-9079-2437f7a1029f', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7eac548-e334-479b-ac1b-14d211206a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:34:27Z', 'updated_at': '2021-12-21T13:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'ab0ac5a0-b9f4-48b2-b4c0-f35bd3de36ce', 'name': '', 'network_id': 'ec28fd82-f24a-499e-a64b-16fa968ccb08', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'mac_address': 'fa:16:3e:e3:e3:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7eac548-e334-479b-ac1b-14d211206a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'f513302b-69c6-4164-9549-08fd3f0565ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:34:29Z', 'updated_at': '2021-12-21T13:34:30Z', 'revision_number': 2, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'subnets': [{'id': 'f513302b-69c6-4164-9549-08fd3f0565ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:34:32.069916 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 60660) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:34:32.074976 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-abfb1972-ac54-4127-9ea1-cd7e2ee605e6 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1206155075', 'description': 'tempest-secgroup-smoke-1206155075 description', 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:34:32.103126 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-abfb1972-ac54-4127-9ea1-cd7e2ee605e6 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:32.116330 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 5f4de924-2a42-4efd-a334-3bd8b922ef67 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:34:32.120199 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946b25b5-3961-4ceb-abae-1d0082d52db9 None None] Checking router: a7eac548-e334-479b-ac1b-14d211206a5f for host: dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:34:32.120549 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946b25b5-3961-4ceb-abae-1d0082d52db9 None None] Updating router a7eac548-e334-479b-ac1b-14d211206a5f port ab0ac5a0-b9f4-48b2-b4c0-f35bd3de36ce binding host dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 13:34:32.175627 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-abfb1972-ac54-4127-9ea1-cd7e2ee605e6 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:32.180436 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-abfb1972-ac54-4127-9ea1-cd7e2ee605e6 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:32.182894 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-946b25b5-3961-4ceb-abae-1d0082d52db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:32.194991 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-9a271d72-6cc5-4fa1-9151-10ba1cd93ffc None None] Provisioning complete for port ab0ac5a0-b9f4-48b2-b4c0-f35bd3de36ce triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:34:32.195357 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-9a271d72-6cc5-4fa1-9151-10ba1cd93ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:32.215359 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-abfb1972-ac54-4127-9ea1-cd7e2ee605e6 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:32.220006 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-abfb1972-ac54-4127-9ea1-cd7e2ee605e6 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1452727 Dec 21 13:34:32.220269 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 60662) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:34:32.224498 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-f6497d9d-6a9d-49af-8e1e-4a82cd0af537 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'security_group_rule': {'security_group_id': '9af89f4f-77ee-46c6-b70a-70c0cd077fde', 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:34:32.228724 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfb1972-ac54-4127-9ea1-cd7e2ee605e6 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9af89f4f-77ee-46c6-b70a-70c0cd077fde,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:34:32.260613 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f6497d9d-6a9d-49af-8e1e-4a82cd0af537 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:32.278678 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-9a271d72-6cc5-4fa1-9151-10ba1cd93ffc None None] Port ab0ac5a0-b9f4-48b2-b4c0-f35bd3de36ce cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:34:32.283451 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 5f4de924-2a42-4efd-a334-3bd8b922ef67 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:34:32.283824 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:32.319352 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f6497d9d-6a9d-49af-8e1e-4a82cd0af537 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:32.323067 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f6497d9d-6a9d-49af-8e1e-4a82cd0af537 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:32.341891 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6497d9d-6a9d-49af-8e1e-4a82cd0af537 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21481550-ff0d-41f9-8e85-d29ae0f99320,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:34:32.352164 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f6497d9d-6a9d-49af-8e1e-4a82cd0af537 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:32.353524 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-f6497d9d-6a9d-49af-8e1e-4a82cd0af537 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1324449 Dec 21 13:34:32.356444 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60664) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:34:32.361144 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-7b7001ea-e5e7-4d2f-9c81-9e531e199856 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'security_group_rule': {'security_group_id': '9af89f4f-77ee-46c6-b70a-70c0cd077fde', 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:34:32.402836 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7b7001ea-e5e7-4d2f-9c81-9e531e199856 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:32.461588 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7b7001ea-e5e7-4d2f-9c81-9e531e199856 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:32.465435 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7b7001ea-e5e7-4d2f-9c81-9e531e199856 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:32.482628 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7001ea-e5e7-4d2f-9c81-9e531e199856 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=373de736-8265-40ed-aa94-7871baf0b9ca,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:34:32.492713 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7b7001ea-e5e7-4d2f-9c81-9e531e199856 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:32.493937 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-7b7001ea-e5e7-4d2f-9c81-9e531e199856 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1364596 Dec 21 13:34:32.496861 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 60666) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:34:32.503138 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-673245dc-19a6-49d6-a14b-86b1d9f5c0bf tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'security_group_rule': {'security_group_id': '9af89f4f-77ee-46c6-b70a-70c0cd077fde', 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:34:32.545265 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-673245dc-19a6-49d6-a14b-86b1d9f5c0bf tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:32.571582 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-946b25b5-3961-4ceb-abae-1d0082d52db9 None None] Publish callbacks [] for port, precommit_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:32.577861 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-946b25b5-3961-4ceb-abae-1d0082d52db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:32.605412 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-673245dc-19a6-49d6-a14b-86b1d9f5c0bf tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:32.610075 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-673245dc-19a6-49d6-a14b-86b1d9f5c0bf tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:32.630186 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a9834a-93b2-4a56-95e3-ce577878f474 None None] Pushing event updated for resources: {'Port': ['ID=ab0ac5a0-b9f4-48b2-b4c0-f35bd3de36ce,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:34:32.631243 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673245dc-19a6-49d6-a14b-86b1d9f5c0bf tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3c43d34-d070-41c4-9818-390d37fa81d1,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:34:32.641796 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-673245dc-19a6-49d6-a14b-86b1d9f5c0bf tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:32.643376 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-673245dc-19a6-49d6-a14b-86b1d9f5c0bf tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1451104 Dec 21 13:34:32.646196 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60668) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:34:32.651045 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-57984fa5-0853-435b-951c-970d2f8daedc tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'security_group_rule': {'security_group_id': '9af89f4f-77ee-46c6-b70a-70c0cd077fde', 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:34:32.684866 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-57984fa5-0853-435b-951c-970d2f8daedc tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:32.691667 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-946b25b5-3961-4ceb-abae-1d0082d52db9 None None] Attempting to bind port ab0ac5a0-b9f4-48b2-b4c0-f35bd3de36ce on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:34:32.692042 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-946b25b5-3961-4ceb-abae-1d0082d52db9 None None] Attempting to bind port ab0ac5a0-b9f4-48b2-b4c0-f35bd3de36ce by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '7c0b1f6c-82a6-4ec5-a5a4-8c91663a841a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ec28fd82-f24a-499e-a64b-16fa968ccb08'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:34:32.692458 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946b25b5-3961-4ceb-abae-1d0082d52db9 None None] Attempting to bind port ab0ac5a0-b9f4-48b2-b4c0-f35bd3de36ce on network ec28fd82-f24a-499e-a64b-16fa968ccb08 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:34:32.698486 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946b25b5-3961-4ceb-abae-1d0082d52db9 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:34:32.698893 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946b25b5-3961-4ceb-abae-1d0082d52db9 None None] Checking segment: {'id': '7c0b1f6c-82a6-4ec5-a5a4-8c91663a841a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ec28fd82-f24a-499e-a64b-16fa968ccb08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:34:32.699377 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-946b25b5-3961-4ceb-abae-1d0082d52db9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:32.699800 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946b25b5-3961-4ceb-abae-1d0082d52db9 None None] Bound using segment: {'id': '7c0b1f6c-82a6-4ec5-a5a4-8c91663a841a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ec28fd82-f24a-499e-a64b-16fa968ccb08'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:34:32.700307 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-946b25b5-3961-4ceb-abae-1d0082d52db9 None None] Bound port: ab0ac5a0-b9f4-48b2-b4c0-f35bd3de36ce, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c0b1f6c-82a6-4ec5-a5a4-8c91663a841a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ec28fd82-f24a-499e-a64b-16fa968ccb08'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:34:32.700743 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-946b25b5-3961-4ceb-abae-1d0082d52db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:32.756320 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-57984fa5-0853-435b-951c-970d2f8daedc tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:32.761634 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-57984fa5-0853-435b-951c-970d2f8daedc tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:32.780341 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-946b25b5-3961-4ceb-abae-1d0082d52db9 None None] For port ab0ac5a0-b9f4-48b2-b4c0-f35bd3de36ce, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:34:32.783752 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57984fa5-0853-435b-951c-970d2f8daedc tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=596f3978-e5e0-4137-9a1f-0fef027feb4f,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:34:32.784563 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-946b25b5-3961-4ceb-abae-1d0082d52db9 None None] For port ab0ac5a0-b9f4-48b2-b4c0-f35bd3de36ce, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ab0ac5a0-b9f4-48b2-b4c0-f35bd3de36ce,segment=NetworkSegment(7c0b1f6c-82a6-4ec5-a5a4-8c91663a841a),segment_id=7c0b1f6c-82a6-4ec5-a5a4-8c91663a841a)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:34:32.790256 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-946b25b5-3961-4ceb-abae-1d0082d52db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:32.790975 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-57984fa5-0853-435b-951c-970d2f8daedc tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:32.792579 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-57984fa5-0853-435b-951c-970d2f8daedc tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1450543 Dec 21 13:34:32.795162 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 60670) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:34:32.800971 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-163c574b-14dd-4f99-9556-879252ba5fc1 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'security_group_rule': {'security_group_id': '9af89f4f-77ee-46c6-b70a-70c0cd077fde', 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:34:32.828153 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.securitygroups_db [None req-163c574b-14dd-4f99-9556-879252ba5fc1 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Project 577ee1d2880f4d34a80a7dfd0cf7da03 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 13:34:32.836794 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-163c574b-14dd-4f99-9556-879252ba5fc1 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:32.860098 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946b25b5-3961-4ceb-abae-1d0082d52db9 None None] Routers {'a7eac548-e334-479b-ac1b-14d211206a5f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:34:32.860742 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-946b25b5-3961-4ceb-abae-1d0082d52db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:34:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['a7eac548-e334-479b-ac1b-14d211206a5f'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:34:32.862844 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a9834a-93b2-4a56-95e3-ce577878f474 None None] Pushing event updated for resources: {'Port': ['ID=ab0ac5a0-b9f4-48b2-b4c0-f35bd3de36ce,revision_number=4']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:34:32.908907 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-163c574b-14dd-4f99-9556-879252ba5fc1 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:32.913523 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-163c574b-14dd-4f99-9556-879252ba5fc1 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:32.928202 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163c574b-14dd-4f99-9556-879252ba5fc1 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f130a5f5-ca2e-4bcb-ad40-56ba95469125,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:34:32.932650 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-c25b63f9-8280-4446-821a-db8b91e06089 None None] Provisioning complete for port ab0ac5a0-b9f4-48b2-b4c0-f35bd3de36ce triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:34:32.933033 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c25b63f9-8280-4446-821a-db8b91e06089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:32.943997 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-163c574b-14dd-4f99-9556-879252ba5fc1 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:32.948016 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-163c574b-14dd-4f99-9556-879252ba5fc1 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1491532 Dec 21 13:34:32.948358 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60672) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:34:32.953725 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-e978256a-b136-4c85-bd43-2f356c5d64df tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'security_group_rule': {'security_group_id': '9af89f4f-77ee-46c6-b70a-70c0cd077fde', 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:34:32.980067 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.securitygroups_db [None req-e978256a-b136-4c85-bd43-2f356c5d64df tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Project 577ee1d2880f4d34a80a7dfd0cf7da03 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 13:34:32.985910 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e978256a-b136-4c85-bd43-2f356c5d64df tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:33.030735 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-946b25b5-3961-4ceb-abae-1d0082d52db9 None None] Set router a7eac548-e334-479b-ac1b-14d211206a5f gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:34:33.052239 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e978256a-b136-4c85-bd43-2f356c5d64df tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:33.056584 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e978256a-b136-4c85-bd43-2f356c5d64df tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:33.076986 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e978256a-b136-4c85-bd43-2f356c5d64df tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e09eccb7-01d0-4b28-99da-f19018f65713,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:34:33.086228 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e978256a-b136-4c85-bd43-2f356c5d64df tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:33.094518 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-e978256a-b136-4c85-bd43-2f356c5d64df tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1380992 Dec 21 13:34:33.139922 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c25b63f9-8280-4446-821a-db8b91e06089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:33.230689 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-c25b63f9-8280-4446-821a-db8b91e06089 None None] For port ab0ac5a0-b9f4-48b2-b4c0-f35bd3de36ce, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ab0ac5a0-b9f4-48b2-b4c0-f35bd3de36ce,segment=NetworkSegment(7c0b1f6c-82a6-4ec5-a5a4-8c91663a841a),segment_id=7c0b1f6c-82a6-4ec5-a5a4-8c91663a841a)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:34:33.238233 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c25b63f9-8280-4446-821a-db8b91e06089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:33.248855 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1f87f640-1b1a-4448-8de8-8bdb3df5abc1 req-1de2f4cb-4193-4fec-9e4d-de01e738c2c6 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1206155075&fields=id&tenant_id=577ee1d2880f4d34a80a7dfd0cf7da03 HTTP/1.1" status: 200 len: 267 time: 0.0491016 Dec 21 13:34:33.320625 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25b63f9-8280-4446-821a-db8b91e06089 None None] Pushing event updated for resources: {'Port': ['ID=ab0ac5a0-b9f4-48b2-b4c0-f35bd3de36ce,revision_number=5']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:34:33.344298 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-946b25b5-3961-4ceb-abae-1d0082d52db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7eac548-e334-479b-ac1b-14d211206a5f', 'name': 'tempest-TestNetworkBasicOps-router-537986838', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.56'}], 'enable_snat': True}, 'gw_port_id': '0ce23484-f718-4901-9079-2437f7a1029f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:34:26Z', 'updated_at': '2021-12-21T13:34:30Z', 'revision_number': 4, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': '0ce23484-f718-4901-9079-2437f7a1029f', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7eac548-e334-479b-ac1b-14d211206a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:34:27Z', 'updated_at': '2021-12-21T13:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'ab0ac5a0-b9f4-48b2-b4c0-f35bd3de36ce', 'name': '', 'network_id': 'ec28fd82-f24a-499e-a64b-16fa968ccb08', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'mac_address': 'fa:16:3e:e3:e3:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7eac548-e334-479b-ac1b-14d211206a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'f513302b-69c6-4164-9549-08fd3f0565ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:34:29Z', 'updated_at': '2021-12-21T13:34:32Z', 'revision_number': 4, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'subnets': [{'id': 'f513302b-69c6-4164-9549-08fd3f0565ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:34:33.359361 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f87f640-1b1a-4448-8de8-8bdb3df5abc1 req-1310c8d0-90eb-4510-8ed8-cc0634935dd4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:34:33.360868 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1f87f640-1b1a-4448-8de8-8bdb3df5abc1 req-1310c8d0-90eb-4510-8ed8-cc0634935dd4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/networks?id=ec28fd82-f24a-499e-a64b-16fa968ccb08 HTTP/1.1" status: 200 len: 797 time: 0.1039016 Dec 21 13:34:33.376655 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1f87f640-1b1a-4448-8de8-8bdb3df5abc1 req-fa44d0c7-b5bd-4f65-b56c-269b93bc80b9 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/quotas/577ee1d2880f4d34a80a7dfd0cf7da03 HTTP/1.1" status: 200 len: 375 time: 0.0098984 Dec 21 13:34:33.377715 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946b25b5-3961-4ceb-abae-1d0082d52db9 None None] The sync data for ids ['a7eac548-e334-479b-ac1b-14d211206a5f'] in dv-neutron-master-2-hyperv is: [{'id': 'a7eac548-e334-479b-ac1b-14d211206a5f', 'name': 'tempest-TestNetworkBasicOps-router-537986838', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.56'}], 'enable_snat': True}, 'gw_port_id': '0ce23484-f718-4901-9079-2437f7a1029f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:34:26Z', 'updated_at': '2021-12-21T13:34:30Z', 'revision_number': 4, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': '0ce23484-f718-4901-9079-2437f7a1029f', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7eac548-e334-479b-ac1b-14d211206a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:34:27Z', 'updated_at': '2021-12-21T13:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'ab0ac5a0-b9f4-48b2-b4c0-f35bd3de36ce', 'name': '', 'network_id': 'ec28fd82-f24a-499e-a64b-16fa968ccb08', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'mac_address': 'fa:16:3e:e3:e3:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7eac548-e334-479b-ac1b-14d211206a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'f513302b-69c6-4164-9549-08fd3f0565ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:34:29Z', 'updated_at': '2021-12-21T13:34:32Z', 'revision_number': 4, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'subnets': [{'id': 'f513302b-69c6-4164-9549-08fd3f0565ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:34:33.387787 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-e63dab9b-5833-4bbe-a9b0-175c16a1eed8 None None] Provisioning complete for port ab0ac5a0-b9f4-48b2-b4c0-f35bd3de36ce triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:34:33.387944 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e63dab9b-5833-4bbe-a9b0-175c16a1eed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:33.454706 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1f87f640-1b1a-4448-8de8-8bdb3df5abc1 req-aa11f155-e694-4c7e-ad62-310f139e2132 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=577ee1d2880f4d34a80a7dfd0cf7da03&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0702817 Dec 21 13:34:33.562490 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1f87f640-1b1a-4448-8de8-8bdb3df5abc1 req-9b11bf19-7b03-4cdc-8e30-66c6504a7a87 service neutron] 10.222.0.37 "GET /v2.0/networks/ec28fd82-f24a-499e-a64b-16fa968ccb08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912929 Dec 21 13:34:33.660383 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1f87f640-1b1a-4448-8de8-8bdb3df5abc1 req-1a49f510-56b3-4e13-9f41-593436cb1d94 service neutron] 10.222.0.37 "GET /v2.0/networks/ec28fd82-f24a-499e-a64b-16fa968ccb08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915623 Dec 21 13:34:33.838473 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-815def11-44ec-4538-acca-0a1c43b2735b req-2d787776-7eb7-4970-a8ff-64952560fda8 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=4acb6934-6db3-498b-8116-5e2b097f4ad7 HTTP/1.1" status: 200 len: 210 time: 0.0365593 Dec 21 13:34:34.082420 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device ab0ac5a0-b9f4-48b2-b4c0-f35bd3de36ce up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:34:34.142624 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port ab0ac5a0-b9f4-48b2-b4c0-f35bd3de36ce triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:34:34.143409 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:34.902661 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f87f640-1b1a-4448-8de8-8bdb3df5abc1 req-1a8e5362-adf4-4724-ba28-46c578ea8201 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:34:34.904163 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1f87f640-1b1a-4448-8de8-8bdb3df5abc1 req-1a8e5362-adf4-4724-ba28-46c578ea8201 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.60 "GET /v2.0/networks?id=ec28fd82-f24a-499e-a64b-16fa968ccb08 HTTP/1.1" status: 200 len: 797 time: 0.1199689 Dec 21 13:34:34.937077 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-32e51b1d-3220-4120-954a-92d03a7fe5d6 req-e4684b7f-c6fc-4cba-9b35-869bdfd08fb8 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=4acb6934-6db3-498b-8116-5e2b097f4ad7 HTTP/1.1" status: 200 len: 210 time: 0.0291114 Dec 21 13:34:34.995897 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1f87f640-1b1a-4448-8de8-8bdb3df5abc1 req-5813fb12-e67a-4843-b595-02ca0b2f9ec9 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=577ee1d2880f4d34a80a7dfd0cf7da03 HTTP/1.1" status: 200 len: 380 time: 0.0612273 Dec 21 13:34:35.006097 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [req-1f87f640-1b1a-4448-8de8-8bdb3df5abc1 req-818a54ff-e22a-49ea-bb25-aa96bed38f0f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'port': {'device_id': '4acb6934-6db3-498b-8116-5e2b097f4ad7', 'network_id': 'ec28fd82-f24a-499e-a64b-16fa968ccb08', 'admin_state_up': True, 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'security_groups': ['9af89f4f-77ee-46c6-b70a-70c0cd077fde']}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:34:35.112782 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f87f640-1b1a-4448-8de8-8bdb3df5abc1 req-818a54ff-e22a-49ea-bb25-aa96bed38f0f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Made reservation on behalf of 577ee1d2880f4d34a80a7dfd0cf7da03 for: {'port': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:34:35.116306 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-1f87f640-1b1a-4448-8de8-8bdb3df5abc1 req-818a54ff-e22a-49ea-bb25-aa96bed38f0f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:35.243640 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [req-1f87f640-1b1a-4448-8de8-8bdb3df5abc1 req-818a54ff-e22a-49ea-bb25-aa96bed38f0f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Allocated IP 172.20.0.14 (ec28fd82-f24a-499e-a64b-16fa968ccb08/f513302b-69c6-4164-9549-08fd3f0565ce/17de7550-d72e-4b84-9c0d-f6a16dbc6ecc) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:34:35.377155 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-1f87f640-1b1a-4448-8de8-8bdb3df5abc1 req-818a54ff-e22a-49ea-bb25-aa96bed38f0f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:35.416541 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-1f87f640-1b1a-4448-8de8-8bdb3df5abc1 req-818a54ff-e22a-49ea-bb25-aa96bed38f0f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:35.460408 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f87f640-1b1a-4448-8de8-8bdb3df5abc1 req-818a54ff-e22a-49ea-bb25-aa96bed38f0f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Network ec28fd82-f24a-499e-a64b-16fa968ccb08 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:34:35.463337 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [req-1f87f640-1b1a-4448-8de8-8bdb3df5abc1 req-818a54ff-e22a-49ea-bb25-aa96bed38f0f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:34:35.466911 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f87f640-1b1a-4448-8de8-8bdb3df5abc1 req-818a54ff-e22a-49ea-bb25-aa96bed38f0f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:34:35.473808 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818a54ff-e22a-49ea-bb25-aa96bed38f0f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'Port': ['ID=17de7550-d72e-4b84-9c0d-f6a16dbc6ecc,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:34:35.520555 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f87f640-1b1a-4448-8de8-8bdb3df5abc1 req-818a54ff-e22a-49ea-bb25-aa96bed38f0f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:34:35.521186 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-1f87f640-1b1a-4448-8de8-8bdb3df5abc1 req-818a54ff-e22a-49ea-bb25-aa96bed38f0f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:35.539248 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1f87f640-1b1a-4448-8de8-8bdb3df5abc1 req-818a54ff-e22a-49ea-bb25-aa96bed38f0f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5367618 Dec 21 13:34:35.563310 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [req-1f87f640-1b1a-4448-8de8-8bdb3df5abc1 req-c85adb30-f2f5-4056-9fd7-00d2da741abd service neutron] Request body: {'port': {'device_id': '4acb6934-6db3-498b-8116-5e2b097f4ad7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:34:35.632516 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-1f87f640-1b1a-4448-8de8-8bdb3df5abc1 req-c85adb30-f2f5-4056-9fd7-00d2da741abd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:35.730223 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6eba58cd-4911-4379-87ab-2bb255a87500 None None] Provisioning complete for port 17de7550-d72e-4b84-9c0d-f6a16dbc6ecc triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:34:35.730849 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6eba58cd-4911-4379-87ab-2bb255a87500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:35.764092 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-6eba58cd-4911-4379-87ab-2bb255a87500 None None] Port 17de7550-d72e-4b84-9c0d-f6a16dbc6ecc cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:34:35.891810 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [req-1f87f640-1b1a-4448-8de8-8bdb3df5abc1 req-c85adb30-f2f5-4056-9fd7-00d2da741abd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17de7550-d72e-4b84-9c0d-f6a16dbc6ecc {{(pid=103153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 13:34:35.899146 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-1f87f640-1b1a-4448-8de8-8bdb3df5abc1 req-c85adb30-f2f5-4056-9fd7-00d2da741abd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:35.911766 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.provisioning_blocks [req-1f87f640-1b1a-4448-8de8-8bdb3df5abc1 req-c85adb30-f2f5-4056-9fd7-00d2da741abd service neutron] Transition to ACTIVE for port object 17de7550-d72e-4b84-9c0d-f6a16dbc6ecc will not be triggered until provisioned by entity L2. {{(pid=103153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 13:34:35.915911 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-1f87f640-1b1a-4448-8de8-8bdb3df5abc1 req-c85adb30-f2f5-4056-9fd7-00d2da741abd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:35.966062 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85adb30-f2f5-4056-9fd7-00d2da741abd service neutron] Pushing event updated for resources: {'Port': ['ID=17de7550-d72e-4b84-9c0d-f6a16dbc6ecc,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:34:36.049083 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-1f87f640-1b1a-4448-8de8-8bdb3df5abc1 req-c85adb30-f2f5-4056-9fd7-00d2da741abd service neutron] Attempting to bind port 17de7550-d72e-4b84-9c0d-f6a16dbc6ecc on host hv-neutron-mast for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:34:36.049521 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-1f87f640-1b1a-4448-8de8-8bdb3df5abc1 req-c85adb30-f2f5-4056-9fd7-00d2da741abd service neutron] Attempting to bind port 17de7550-d72e-4b84-9c0d-f6a16dbc6ecc by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '7c0b1f6c-82a6-4ec5-a5a4-8c91663a841a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ec28fd82-f24a-499e-a64b-16fa968ccb08'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:34:36.049862 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f87f640-1b1a-4448-8de8-8bdb3df5abc1 req-c85adb30-f2f5-4056-9fd7-00d2da741abd service neutron] Attempting to bind port 17de7550-d72e-4b84-9c0d-f6a16dbc6ecc on network ec28fd82-f24a-499e-a64b-16fa968ccb08 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:34:36.054242 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f87f640-1b1a-4448-8de8-8bdb3df5abc1 req-c85adb30-f2f5-4056-9fd7-00d2da741abd service neutron] Port 17de7550-d72e-4b84-9c0d-f6a16dbc6ecc on network ec28fd82-f24a-499e-a64b-16fa968ccb08 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 13:34:36.054600 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f87f640-1b1a-4448-8de8-8bdb3df5abc1 req-c85adb30-f2f5-4056-9fd7-00d2da741abd service neutron] Attempting to bind port 17de7550-d72e-4b84-9c0d-f6a16dbc6ecc on network ec28fd82-f24a-499e-a64b-16fa968ccb08 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:34:36.059750 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f87f640-1b1a-4448-8de8-8bdb3df5abc1 req-c85adb30-f2f5-4056-9fd7-00d2da741abd service neutron] Checking agent: {'id': 'cb078e0e-af00-4e4f-8117-46ca6496af1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 23, 43), 'started_at': datetime.datetime(2021, 12, 21, 13, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:34:36.060088 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f87f640-1b1a-4448-8de8-8bdb3df5abc1 req-c85adb30-f2f5-4056-9fd7-00d2da741abd service neutron] Checking segment: {'id': '7c0b1f6c-82a6-4ec5-a5a4-8c91663a841a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ec28fd82-f24a-499e-a64b-16fa968ccb08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:34:36.060475 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f87f640-1b1a-4448-8de8-8bdb3df5abc1 req-c85adb30-f2f5-4056-9fd7-00d2da741abd service neutron] Bound using segment: {'id': '7c0b1f6c-82a6-4ec5-a5a4-8c91663a841a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ec28fd82-f24a-499e-a64b-16fa968ccb08'} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:34:36.060904 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-1f87f640-1b1a-4448-8de8-8bdb3df5abc1 req-c85adb30-f2f5-4056-9fd7-00d2da741abd service neutron] Bound port: 17de7550-d72e-4b84-9c0d-f6a16dbc6ecc, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c0b1f6c-82a6-4ec5-a5a4-8c91663a841a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ec28fd82-f24a-499e-a64b-16fa968ccb08'}}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:34:36.061255 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-1f87f640-1b1a-4448-8de8-8bdb3df5abc1 req-c85adb30-f2f5-4056-9fd7-00d2da741abd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:36.081185 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89903ab-8ea3-432a-9569-f50f257ac0f0 req-89dc583c-b1bf-48de-b35b-0bc76c333966 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:34:36.083142 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-d89903ab-8ea3-432a-9569-f50f257ac0f0 req-89dc583c-b1bf-48de-b35b-0bc76c333966 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=4acb6934-6db3-498b-8116-5e2b097f4ad7 HTTP/1.1" status: 200 len: 944 time: 0.0588686 Dec 21 13:34:36.131111 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-1f87f640-1b1a-4448-8de8-8bdb3df5abc1 req-c85adb30-f2f5-4056-9fd7-00d2da741abd service neutron] For port 17de7550-d72e-4b84-9c0d-f6a16dbc6ecc, host hv-neutron-mast, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:34:36.134568 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-1f87f640-1b1a-4448-8de8-8bdb3df5abc1 req-c85adb30-f2f5-4056-9fd7-00d2da741abd service neutron] For port 17de7550-d72e-4b84-9c0d-f6a16dbc6ecc, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=17de7550-d72e-4b84-9c0d-f6a16dbc6ecc,segment=NetworkSegment(7c0b1f6c-82a6-4ec5-a5a4-8c91663a841a),segment_id=7c0b1f6c-82a6-4ec5-a5a4-8c91663a841a)] {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:34:36.140562 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-1f87f640-1b1a-4448-8de8-8bdb3df5abc1 req-c85adb30-f2f5-4056-9fd7-00d2da741abd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:36.142952 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-d89903ab-8ea3-432a-9569-f50f257ac0f0 req-0a70f989-c21e-491e-bbbd-8380c0983e68 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=9af89f4f-77ee-46c6-b70a-70c0cd077fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534961 Dec 21 13:34:36.179163 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f87f640-1b1a-4448-8de8-8bdb3df5abc1 req-c85adb30-f2f5-4056-9fd7-00d2da741abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:34:36.179786 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-1f87f640-1b1a-4448-8de8-8bdb3df5abc1 req-c85adb30-f2f5-4056-9fd7-00d2da741abd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:36.181162 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1f87f640-1b1a-4448-8de8-8bdb3df5abc1 req-c85adb30-f2f5-4056-9fd7-00d2da741abd service neutron] 10.222.0.60 "PUT /v2.0/ports/17de7550-d72e-4b84-9c0d-f6a16dbc6ecc HTTP/1.1" status: 200 len: 1094 time: 0.6225471 Dec 21 13:34:36.181618 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4acb6934-6db3-498b-8116-5e2b097f4ad7', 'tag': '17de7550-d72e-4b84-9c0d-f6a16dbc6ecc'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:34:36.183965 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af6034c98e584fa55ea4398f343c742ceb598288507feaf30d5a15785b2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b14b943d-1270-4195-9433-86e8d760c54d" -d '{"events": [{"name": "network-changed", "server_uuid": "4acb6934-6db3-498b-8116-5e2b097f4ad7", "tag": "17de7550-d72e-4b84-9c0d-f6a16dbc6ecc"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:34:36.221696 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85adb30-f2f5-4056-9fd7-00d2da741abd service neutron] Pushing event updated for resources: {'Port': ['ID=17de7550-d72e-4b84-9c0d-f6a16dbc6ecc,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:34:36.238595 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 13:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3d792eb-4028-48b8-a063-3e479a60ec93 x-openstack-request-id: req-c3d792eb-4028-48b8-a063-3e479a60ec93 {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:34:36.238890 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4acb6934-6db3-498b-8116-5e2b097f4ad7", "tag": "17de7550-d72e-4b84-9c0d-f6a16dbc6ecc", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:34:36.239142 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c3d792eb-4028-48b8-a063-3e479a60ec93 {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:34:36.239547 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4acb6934-6db3-498b-8116-5e2b097f4ad7', 'tag': '17de7550-d72e-4b84-9c0d-f6a16dbc6ecc', 'status': 'completed', 'code': 200} Dec 21 13:34:36.302486 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f87f640-1b1a-4448-8de8-8bdb3df5abc1 req-d2eb5bf4-3780-414a-b093-121cdc51124a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:34:36.304003 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1f87f640-1b1a-4448-8de8-8bdb3df5abc1 req-d2eb5bf4-3780-414a-b093-121cdc51124a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=577ee1d2880f4d34a80a7dfd0cf7da03&device_id=4acb6934-6db3-498b-8116-5e2b097f4ad7 HTTP/1.1" status: 200 len: 1097 time: 0.0487733 Dec 21 13:34:36.361313 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1f87f640-1b1a-4448-8de8-8bdb3df5abc1 req-d7c48553-7f01-4e53-abb9-7627c02eb3e1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=17de7550-d72e-4b84-9c0d-f6a16dbc6ecc HTTP/1.1" status: 200 len: 217 time: 0.0392656 Dec 21 13:34:36.411910 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f87f640-1b1a-4448-8de8-8bdb3df5abc1 req-5448f697-bf2a-4c44-b223-f3aba007ca55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:34:36.413342 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1f87f640-1b1a-4448-8de8-8bdb3df5abc1 req-5448f697-bf2a-4c44-b223-f3aba007ca55 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f513302b-69c6-4164-9549-08fd3f0565ce HTTP/1.1" status: 200 len: 834 time: 0.0449488 Dec 21 13:34:36.459841 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f87f640-1b1a-4448-8de8-8bdb3df5abc1 req-9916050d-fda9-4e8d-b5e6-e1f76e3529b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:34:36.461344 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1f87f640-1b1a-4448-8de8-8bdb3df5abc1 req-9916050d-fda9-4e8d-b5e6-e1f76e3529b7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ec28fd82-f24a-499e-a64b-16fa968ccb08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0414312 Dec 21 13:34:36.558073 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1f87f640-1b1a-4448-8de8-8bdb3df5abc1 req-df2d7990-7518-41f8-a9bf-8a8374a4117c service neutron] 10.222.0.60 "GET /v2.0/networks/ec28fd82-f24a-499e-a64b-16fa968ccb08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905173 Dec 21 13:34:36.654317 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1f87f640-1b1a-4448-8de8-8bdb3df5abc1 req-bec2b1ab-817a-40cd-aeb8-8087e7ca9d3f service neutron] 10.222.0.60 "GET /v2.0/networks/ec28fd82-f24a-499e-a64b-16fa968ccb08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845852 Dec 21 13:34:36.793356 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14b943d-1270-4195-9433-86e8d760c54d req-f0025b77-6895-4a91-a860-6c2d5ef95a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:34:36.794779 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b14b943d-1270-4195-9433-86e8d760c54d req-f0025b77-6895-4a91-a860-6c2d5ef95a8d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=577ee1d2880f4d34a80a7dfd0cf7da03&device_id=4acb6934-6db3-498b-8116-5e2b097f4ad7 HTTP/1.1" status: 200 len: 1097 time: 0.0466514 Dec 21 13:34:36.889888 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14b943d-1270-4195-9433-86e8d760c54d req-7cd0b007-4417-4698-b408-4762e6fa8974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:34:36.891882 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b14b943d-1270-4195-9433-86e8d760c54d req-7cd0b007-4417-4698-b408-4762e6fa8974 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ec28fd82-f24a-499e-a64b-16fa968ccb08 HTTP/1.1" status: 200 len: 898 time: 0.0892875 Dec 21 13:34:37.197214 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b14b943d-1270-4195-9433-86e8d760c54d req-4b5fe5f8-74cc-43a2-9259-ecbda458e13c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=17de7550-d72e-4b84-9c0d-f6a16dbc6ecc HTTP/1.1" status: 200 len: 217 time: 0.2958362 Dec 21 13:34:37.245420 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14b943d-1270-4195-9433-86e8d760c54d req-f8933915-0929-49bb-8504-3407c36dc91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:34:37.246923 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b14b943d-1270-4195-9433-86e8d760c54d req-f8933915-0929-49bb-8504-3407c36dc91f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f513302b-69c6-4164-9549-08fd3f0565ce HTTP/1.1" status: 200 len: 834 time: 0.0435102 Dec 21 13:34:37.259974 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d038b34c-b04d-48c8-b4bd-887c16fe3cc5 req-ef88c9d0-3f8a-4678-a6f7-9dc899b9eead tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:34:37.261476 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-d038b34c-b04d-48c8-b4bd-887c16fe3cc5 req-ef88c9d0-3f8a-4678-a6f7-9dc899b9eead tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=4acb6934-6db3-498b-8116-5e2b097f4ad7 HTTP/1.1" status: 200 len: 944 time: 0.0486016 Dec 21 13:34:37.296871 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14b943d-1270-4195-9433-86e8d760c54d req-3fe9fce2-eccc-40b4-b335-12f3c02a491a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:34:37.298943 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b14b943d-1270-4195-9433-86e8d760c54d req-3fe9fce2-eccc-40b4-b335-12f3c02a491a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ec28fd82-f24a-499e-a64b-16fa968ccb08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0450304 Dec 21 13:34:37.319550 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-d038b34c-b04d-48c8-b4bd-887c16fe3cc5 req-0d7c6f0b-5871-4230-bc27-6a91f9c4a4cd tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=9af89f4f-77ee-46c6-b70a-70c0cd077fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512931 Dec 21 13:34:37.392171 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b14b943d-1270-4195-9433-86e8d760c54d req-d58bf9a9-86a8-47bb-95b8-dec6d3408921 service neutron] 10.222.0.60 "GET /v2.0/networks/ec28fd82-f24a-499e-a64b-16fa968ccb08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853617 Dec 21 13:34:37.480855 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b14b943d-1270-4195-9433-86e8d760c54d req-b30890e9-679b-4446-aa21-d83c3bf17961 service neutron] 10.222.0.60 "GET /v2.0/networks/ec28fd82-f24a-499e-a64b-16fa968ccb08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817957 Dec 21 13:34:37.841575 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 17de7550-d72e-4b84-9c0d-f6a16dbc6ecc details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 13:34:37.934523 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port 17de7550-d72e-4b84-9c0d-f6a16dbc6ecc, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=17de7550-d72e-4b84-9c0d-f6a16dbc6ecc,segment=NetworkSegment(7c0b1f6c-82a6-4ec5-a5a4-8c91663a841a),segment_id=7c0b1f6c-82a6-4ec5-a5a4-8c91663a841a)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:34:37.944792 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Returning: {'device': '17de7550-d72e-4b84-9c0d-f6a16dbc6ecc', 'network_id': 'ec28fd82-f24a-499e-a64b-16fa968ccb08', 'port_id': '17de7550-d72e-4b84-9c0d-f6a16dbc6ecc', 'mac_address': 'fa:16:3e:a0:88:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f513302b-69c6-4164-9549-08fd3f0565ce', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 13:34:37.984349 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:38.002505 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17de7550-d72e-4b84-9c0d-f6a16dbc6ecc {{(pid=103154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 13:34:38.021374 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port 17de7550-d72e-4b84-9c0d-f6a16dbc6ecc, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=17de7550-d72e-4b84-9c0d-f6a16dbc6ecc,segment=NetworkSegment(7c0b1f6c-82a6-4ec5-a5a4-8c91663a841a),segment_id=7c0b1f6c-82a6-4ec5-a5a4-8c91663a841a)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:34:38.025522 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:38.072808 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=17de7550-d72e-4b84-9c0d-f6a16dbc6ecc,revision_number=4']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:34:38.080298 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:34:38.080637 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:34:38.080977 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:34:38.081306 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:34:38.081627 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:34:38.081949 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:34:38.082272 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:34:38.082620 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:34:38.082938 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:34:38.083256 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:34:38.083571 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:34:38.083884 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:34:38.084196 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:34:38.319843 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] get_ports_and_sgs() called for port_ids ['17de7550-d72e-4b84-9c0d-f6a16dbc6ecc'] {{(pid=103154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 13:34:38.443301 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd1d8f2-abdb-45df-a004-f0fe6bf46614 req-ed8d3db9-2f20-44cb-9a57-2c6e62024c09 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:34:38.444810 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-2dd1d8f2-abdb-45df-a004-f0fe6bf46614 req-ed8d3db9-2f20-44cb-9a57-2c6e62024c09 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=4acb6934-6db3-498b-8116-5e2b097f4ad7 HTTP/1.1" status: 200 len: 945 time: 0.0559745 Dec 21 13:34:38.493514 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-2dd1d8f2-abdb-45df-a004-f0fe6bf46614 req-32b4577b-6d5f-4000-afb7-de427fe1a319 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=9af89f4f-77ee-46c6-b70a-70c0cd077fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426853 Dec 21 13:34:39.610474 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bccc1ab-fbc8-444c-b84b-f58cd6723cdb req-cb67d8bd-8d80-42e6-97e2-482b1eb51caf tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:34:39.611940 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-2bccc1ab-fbc8-444c-b84b-f58cd6723cdb req-cb67d8bd-8d80-42e6-97e2-482b1eb51caf tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=4acb6934-6db3-498b-8116-5e2b097f4ad7 HTTP/1.1" status: 200 len: 945 time: 0.0480926 Dec 21 13:34:39.659846 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-2bccc1ab-fbc8-444c-b84b-f58cd6723cdb req-6b6b60a6-957b-421f-924c-50083dfb4679 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=9af89f4f-77ee-46c6-b70a-70c0cd077fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418794 Dec 21 13:34:39.861700 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 17de7550-d72e-4b84-9c0d-f6a16dbc6ecc up at agent hyperv_hv-neutron-mast {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:34:39.910231 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Provisioning for port 17de7550-d72e-4b84-9c0d-f6a16dbc6ecc completed by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 13:34:39.913721 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Provisioning complete for port 17de7550-d72e-4b84-9c0d-f6a16dbc6ecc triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:34:39.914090 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:39.997911 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:40.020555 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4acb6934-6db3-498b-8116-5e2b097f4ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17de7550-d72e-4b84-9c0d-f6a16dbc6ecc'}] {{(pid=103154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:34:40.022767 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6f45aca8ac5f8c0cc5868273c98d8aa60330245aed22d61c8da5c1f2d6fc01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c16dfa15-4bcd-4db1-9b5d-832c545839b4" -d '{"events": [{"server_uuid": "4acb6934-6db3-498b-8116-5e2b097f4ad7", "name": "network-vif-plugged", "status": "completed", "tag": "17de7550-d72e-4b84-9c0d-f6a16dbc6ecc"}]}' {{(pid=103154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:34:40.035979 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port 17de7550-d72e-4b84-9c0d-f6a16dbc6ecc, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=17de7550-d72e-4b84-9c0d-f6a16dbc6ecc,segment=NetworkSegment(7c0b1f6c-82a6-4ec5-a5a4-8c91663a841a),segment_id=7c0b1f6c-82a6-4ec5-a5a4-8c91663a841a)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:34:40.040313 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:40.064663 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 13:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a79d4655-6831-46ec-b1c5-970fba68c864 x-openstack-request-id: req-a79d4655-6831-46ec-b1c5-970fba68c864 {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:34:40.064953 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4acb6934-6db3-498b-8116-5e2b097f4ad7", "name": "network-vif-plugged", "status": "completed", "tag": "17de7550-d72e-4b84-9c0d-f6a16dbc6ecc", "code": 200}]} {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:34:40.065205 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a79d4655-6831-46ec-b1c5-970fba68c864 {{(pid=103154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:34:40.065622 dv-neutron-master-2-hyperv neutron-server[103154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4acb6934-6db3-498b-8116-5e2b097f4ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17de7550-d72e-4b84-9c0d-f6a16dbc6ecc', 'code': 200} Dec 21 13:34:40.090088 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=17de7550-d72e-4b84-9c0d-f6a16dbc6ecc,revision_number=5']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:34:40.111017 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60720) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:34:40.264461 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9c48fa-bc4b-41d9-8552-4ddcd5f5d6db req-340052af-a943-4d8a-8f4b-d0824237a0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:34:40.266482 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-4f9c48fa-bc4b-41d9-8552-4ddcd5f5d6db req-340052af-a943-4d8a-8f4b-d0824237a0a9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4acb6934-6db3-498b-8116-5e2b097f4ad7 HTTP/1.1" status: 200 len: 1099 time: 0.0398333 Dec 21 13:34:40.279499 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-33b166a6-e72c-429c-85ef-cba732563876 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Deleting port ffaab2e1-1547-436a-90c7-283d16c92c96 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:34:40.279851 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-33b166a6-e72c-429c-85ef-cba732563876 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:40.313321 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-4f9c48fa-bc4b-41d9-8552-4ddcd5f5d6db req-c866dd87-32e0-45e6-884c-17c874ed11ac service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9af89f4f-77ee-46c6-b70a-70c0cd077fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389690 Dec 21 13:34:40.359471 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-33b166a6-e72c-429c-85ef-cba732563876 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:40.359801 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-33b166a6-e72c-429c-85ef-cba732563876 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:40.371354 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-33b166a6-e72c-429c-85ef-cba732563876 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Calling delete_port for ffaab2e1-1547-436a-90c7-283d16c92c96 owned by network:floatingip {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:34:40.515211 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-33b166a6-e72c-429c-85ef-cba732563876 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:40.544194 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b166a6-e72c-429c-85ef-cba732563876 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Pushing event deleted for resources: {'Port': ['ID=ffaab2e1-1547-436a-90c7-283d16c92c96,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:34:40.569327 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b166a6-e72c-429c-85ef-cba732563876 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:34:40.569865 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b166a6-e72c-429c-85ef-cba732563876 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:34:40.570215 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b166a6-e72c-429c-85ef-cba732563876 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:34:40.570662 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b166a6-e72c-429c-85ef-cba732563876 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:34:40.570995 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b166a6-e72c-429c-85ef-cba732563876 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:34:40.571330 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b166a6-e72c-429c-85ef-cba732563876 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:34:40.571661 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b166a6-e72c-429c-85ef-cba732563876 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:34:40.571988 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b166a6-e72c-429c-85ef-cba732563876 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:34:40.572313 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b166a6-e72c-429c-85ef-cba732563876 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:34:40.572668 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b166a6-e72c-429c-85ef-cba732563876 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:34:40.572998 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b166a6-e72c-429c-85ef-cba732563876 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:34:40.573316 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b166a6-e72c-429c-85ef-cba732563876 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:34:40.573635 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b166a6-e72c-429c-85ef-cba732563876 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:34:40.619932 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-33b166a6-e72c-429c-85ef-cba732563876 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Publish callbacks [] for floatingip, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:40.620632 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.l3_db [None req-33b166a6-e72c-429c-85ef-cba732563876 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Floating IP bacc4124-6bbc-4175-adb1-0dceaaf8258d disassociated (deleted). External IP: 172.36.3.212, port: f8159525-b2d3-4de4-92e2-6006a41be913. Dec 21 13:34:40.854927 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11c1ee0-1256-45ae-99fe-7655e14078cd req-8e5fb730-29db-4589-9e6f-736d12693630 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:34:40.856411 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-d11c1ee0-1256-45ae-99fe-7655e14078cd req-8e5fb730-29db-4589-9e6f-736d12693630 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=4acb6934-6db3-498b-8116-5e2b097f4ad7 HTTP/1.1" status: 200 len: 946 time: 0.0990188 Dec 21 13:34:40.884153 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33b166a6-e72c-429c-85ef-cba732563876 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Router 5a56e7bd-d0e1-49aa-9e55-ef2e43d14e69 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:34:40.956940 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-d11c1ee0-1256-45ae-99fe-7655e14078cd req-c73ca679-49c7-4421-ad64-77128312542e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=9af89f4f-77ee-46c6-b70a-70c0cd077fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941951 Dec 21 13:34:41.021075 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33b166a6-e72c-429c-85ef-cba732563876 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:34:41.025823 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-33b166a6-e72c-429c-85ef-cba732563876 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for floatingip, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:41.032434 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e18432-1398-4069-9905-89961ead1f54 None None] Sync routers for ids ['5a56e7bd-d0e1-49aa-9e55-ef2e43d14e69'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:34:41.042841 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e18432-1398-4069-9905-89961ead1f54 None None] Routers {'5a56e7bd-d0e1-49aa-9e55-ef2e43d14e69'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:34:41.043544 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-e6e18432-1398-4069-9905-89961ead1f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:34:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['5a56e7bd-d0e1-49aa-9e55-ef2e43d14e69'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:34:41.056629 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-33b166a6-e72c-429c-85ef-cba732563876 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] 10.222.0.37 "DELETE /v2.0/floatingips/bacc4124-6bbc-4175-adb1-0dceaaf8258d HTTP/1.1" status: 204 len: 168 time: 0.9444942 Dec 21 13:34:41.057228 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8ad2273-5a93-4f99-9ea5-e43cad8e09a4', 'tag': 'f8159525-b2d3-4de4-92e2-6006a41be913'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:34:41.059517 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d59863cea1d3cd3753b105ac340115874538247bffc4ddd9c7a2f3cf3d2521b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5a6cab5-3ead-4dcb-91d7-bd1d13f4f5e1" -d '{"events": [{"name": "network-changed", "server_uuid": "b8ad2273-5a93-4f99-9ea5-e43cad8e09a4", "tag": "f8159525-b2d3-4de4-92e2-6006a41be913"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:34:41.100042 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 13:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62fc0c84-3cfe-42db-9ffe-5d4c4df9850e x-openstack-request-id: req-62fc0c84-3cfe-42db-9ffe-5d4c4df9850e {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:34:41.100339 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8ad2273-5a93-4f99-9ea5-e43cad8e09a4", "tag": "f8159525-b2d3-4de4-92e2-6006a41be913", "status": "completed", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:34:41.100595 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-62fc0c84-3cfe-42db-9ffe-5d4c4df9850e {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:34:41.101001 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8ad2273-5a93-4f99-9ea5-e43cad8e09a4', 'tag': 'f8159525-b2d3-4de4-92e2-6006a41be913', 'status': 'completed', 'code': 200} Dec 21 13:34:41.152832 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-e6e18432-1398-4069-9905-89961ead1f54 None None] Set router 5a56e7bd-d0e1-49aa-9e55-ef2e43d14e69 gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:34:41.197777 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a6cab5-3ead-4dcb-91d7-bd1d13f4f5e1 req-ecb09bb7-1f3e-4d04-ab34-ca50d87a18f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:34:41.199556 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a5a6cab5-3ead-4dcb-91d7-bd1d13f4f5e1 req-ecb09bb7-1f3e-4d04-ab34-ca50d87a18f9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=514e9bec24c54314a7cb99c3771252bb&device_id=b8ad2273-5a93-4f99-9ea5-e43cad8e09a4 HTTP/1.1" status: 200 len: 1098 time: 0.0461354 Dec 21 13:34:41.304144 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2740fea-bbf8-43fe-9bc1-51fb84da520b req-2a2d9502-32af-4d8f-846a-f834cfc5c405 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:34:41.305657 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-f2740fea-bbf8-43fe-9bc1-51fb84da520b req-2a2d9502-32af-4d8f-846a-f834cfc5c405 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8ad2273-5a93-4f99-9ea5-e43cad8e09a4 HTTP/1.1" status: 200 len: 945 time: 0.0493846 Dec 21 13:34:41.357557 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-f2740fea-bbf8-43fe-9bc1-51fb84da520b req-d7da02b2-0f5d-48c8-b8ab-753f8db8d9ae tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] 10.222.0.37 "GET /v2.0/security-groups?id=45efddab-dcef-4efd-8697-3c0b8cbf9259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457525 Dec 21 13:34:41.368759 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-e6e18432-1398-4069-9905-89961ead1f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a56e7bd-d0e1-49aa-9e55-ef2e43d14e69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-50413903', 'tenant_id': '514e9bec24c54314a7cb99c3771252bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.243'}], 'enable_snat': True}, 'gw_port_id': 'b7ba6881-3480-448a-a297-06637afe8a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:32:35Z', 'updated_at': '2021-12-21T13:32:46Z', 'revision_number': 4, 'project_id': '514e9bec24c54314a7cb99c3771252bb', 'gw_port': {'id': 'b7ba6881-3480-448a-a297-06637afe8a99', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a56e7bd-d0e1-49aa-9e55-ef2e43d14e69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:32:36Z', 'updated_at': '2021-12-21T13:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '1c6fad5f-96d4-4378-a32c-7e85234a7de6', 'name': '', 'network_id': '992ef5ec-42fe-4208-bf57-634a302e31b4', 'tenant_id': '514e9bec24c54314a7cb99c3771252bb', 'mac_address': 'fa:16:3e:58:7e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a56e7bd-d0e1-49aa-9e55-ef2e43d14e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '39685a66-cf6e-4fba-b582-a52c00f07c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:32:44Z', 'updated_at': '2021-12-21T13:32:51Z', 'revision_number': 5, 'project_id': '514e9bec24c54314a7cb99c3771252bb', 'subnets': [{'id': '39685a66-cf6e-4fba-b582-a52c00f07c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:34:41.398036 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e18432-1398-4069-9905-89961ead1f54 None None] Checking router: 5a56e7bd-d0e1-49aa-9e55-ef2e43d14e69 for host: dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:34:41.406826 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e18432-1398-4069-9905-89961ead1f54 None None] Routers {'5a56e7bd-d0e1-49aa-9e55-ef2e43d14e69'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:34:41.407670 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-e6e18432-1398-4069-9905-89961ead1f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:34:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['5a56e7bd-d0e1-49aa-9e55-ef2e43d14e69'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:34:41.423335 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a6cab5-3ead-4dcb-91d7-bd1d13f4f5e1 req-3eba4e69-8a67-4c45-83c6-aef88276c423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:34:41.424916 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a5a6cab5-3ead-4dcb-91d7-bd1d13f4f5e1 req-3eba4e69-8a67-4c45-83c6-aef88276c423 service neutron] 10.222.0.60 "GET /v2.0/networks?id=992ef5ec-42fe-4208-bf57-634a302e31b4 HTTP/1.1" status: 200 len: 896 time: 0.1129262 Dec 21 13:34:41.470385 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a5a6cab5-3ead-4dcb-91d7-bd1d13f4f5e1 req-f23b036c-0e68-41ca-b5e5-5a5bb74abe2b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f8159525-b2d3-4de4-92e2-6006a41be913 HTTP/1.1" status: 200 len: 217 time: 0.0366058 Dec 21 13:34:41.520624 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-e6e18432-1398-4069-9905-89961ead1f54 None None] Set router 5a56e7bd-d0e1-49aa-9e55-ef2e43d14e69 gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:34:41.540294 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a6cab5-3ead-4dcb-91d7-bd1d13f4f5e1 req-ee05955b-0c2d-4da4-bee0-d00999ef5b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:34:41.541917 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a5a6cab5-3ead-4dcb-91d7-bd1d13f4f5e1 req-ee05955b-0c2d-4da4-bee0-d00999ef5b13 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=39685a66-cf6e-4fba-b582-a52c00f07c0b HTTP/1.1" status: 200 len: 835 time: 0.0498071 Dec 21 13:34:41.586903 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a6cab5-3ead-4dcb-91d7-bd1d13f4f5e1 req-735a7aa2-6c3f-4c8c-abab-6a67c02f9457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:34:41.588409 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a5a6cab5-3ead-4dcb-91d7-bd1d13f4f5e1 req-735a7aa2-6c3f-4c8c-abab-6a67c02f9457 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=992ef5ec-42fe-4208-bf57-634a302e31b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397623 Dec 21 13:34:41.680340 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a5a6cab5-3ead-4dcb-91d7-bd1d13f4f5e1 req-330a7ff2-bee0-42e3-a7ff-5ad0b052107f service neutron] 10.222.0.60 "GET /v2.0/networks/992ef5ec-42fe-4208-bf57-634a302e31b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835776 Dec 21 13:34:41.717919 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-e6e18432-1398-4069-9905-89961ead1f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a56e7bd-d0e1-49aa-9e55-ef2e43d14e69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-50413903', 'tenant_id': '514e9bec24c54314a7cb99c3771252bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.243'}], 'enable_snat': True}, 'gw_port_id': 'b7ba6881-3480-448a-a297-06637afe8a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:32:35Z', 'updated_at': '2021-12-21T13:32:46Z', 'revision_number': 4, 'project_id': '514e9bec24c54314a7cb99c3771252bb', 'gw_port': {'id': 'b7ba6881-3480-448a-a297-06637afe8a99', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a56e7bd-d0e1-49aa-9e55-ef2e43d14e69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:32:36Z', 'updated_at': '2021-12-21T13:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '1c6fad5f-96d4-4378-a32c-7e85234a7de6', 'name': '', 'network_id': '992ef5ec-42fe-4208-bf57-634a302e31b4', 'tenant_id': '514e9bec24c54314a7cb99c3771252bb', 'mac_address': 'fa:16:3e:58:7e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a56e7bd-d0e1-49aa-9e55-ef2e43d14e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '39685a66-cf6e-4fba-b582-a52c00f07c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:32:44Z', 'updated_at': '2021-12-21T13:32:51Z', 'revision_number': 5, 'project_id': '514e9bec24c54314a7cb99c3771252bb', 'subnets': [{'id': '39685a66-cf6e-4fba-b582-a52c00f07c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:34:41.748396 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e18432-1398-4069-9905-89961ead1f54 None None] The sync data for ids ['5a56e7bd-d0e1-49aa-9e55-ef2e43d14e69'] in dv-neutron-master-2-hyperv is: [{'id': '5a56e7bd-d0e1-49aa-9e55-ef2e43d14e69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-50413903', 'tenant_id': '514e9bec24c54314a7cb99c3771252bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.243'}], 'enable_snat': True}, 'gw_port_id': 'b7ba6881-3480-448a-a297-06637afe8a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:32:35Z', 'updated_at': '2021-12-21T13:32:46Z', 'revision_number': 4, 'project_id': '514e9bec24c54314a7cb99c3771252bb', 'gw_port': {'id': 'b7ba6881-3480-448a-a297-06637afe8a99', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a56e7bd-d0e1-49aa-9e55-ef2e43d14e69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:32:36Z', 'updated_at': '2021-12-21T13:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '1c6fad5f-96d4-4378-a32c-7e85234a7de6', 'name': '', 'network_id': '992ef5ec-42fe-4208-bf57-634a302e31b4', 'tenant_id': '514e9bec24c54314a7cb99c3771252bb', 'mac_address': 'fa:16:3e:58:7e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a56e7bd-d0e1-49aa-9e55-ef2e43d14e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '39685a66-cf6e-4fba-b582-a52c00f07c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:32:44Z', 'updated_at': '2021-12-21T13:32:51Z', 'revision_number': 5, 'project_id': '514e9bec24c54314a7cb99c3771252bb', 'subnets': [{'id': '39685a66-cf6e-4fba-b582-a52c00f07c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:34:41.782058 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a5a6cab5-3ead-4dcb-91d7-bd1d13f4f5e1 req-187c8a34-560d-48e0-a36a-33f39a0406bc service neutron] 10.222.0.60 "GET /v2.0/networks/992ef5ec-42fe-4208-bf57-634a302e31b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933139 Dec 21 13:34:41.974776 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45922d5-bf64-490b-bf78-90bd7f57290c None None] New status for floating IP bacc4124-6bbc-4175-adb1-0dceaaf8258d: DOWN {{(pid=103154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 13:34:42.080207 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefd9f87-9150-48c8-b931-175b5b3c87cf req-67ca8d53-af95-44bf-896e-2e78fa58516f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:34:42.081725 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-fefd9f87-9150-48c8-b931-175b5b3c87cf req-67ca8d53-af95-44bf-896e-2e78fa58516f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=4acb6934-6db3-498b-8116-5e2b097f4ad7 HTTP/1.1" status: 200 len: 946 time: 0.0518715 Dec 21 13:34:42.130691 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-fefd9f87-9150-48c8-b931-175b5b3c87cf req-39415c2c-89ff-4422-b444-ee356418a17e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=9af89f4f-77ee-46c6-b70a-70c0cd077fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431225 Dec 21 13:34:42.244412 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55a8a08-0111-4b58-83ac-6c3d7a38bdbe req-cd829853-4a8c-4583-90c6-68be0d1df39c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:34:42.245822 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-a55a8a08-0111-4b58-83ac-6c3d7a38bdbe req-cd829853-4a8c-4583-90c6-68be0d1df39c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=4acb6934-6db3-498b-8116-5e2b097f4ad7 HTTP/1.1" status: 200 len: 946 time: 0.0486641 Dec 21 13:34:42.295234 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-a55a8a08-0111-4b58-83ac-6c3d7a38bdbe req-1375638b-f741-40e1-891f-65d875df0f92 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=9af89f4f-77ee-46c6-b70a-70c0cd077fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431211 Dec 21 13:34:42.318511 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60734) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:34:42.362121 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d6014b-3a5e-41c3-8823-6f12de69a445 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:34:42.363645 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-16d6014b-3a5e-41c3-8823-6f12de69a445 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=4acb6934-6db3-498b-8116-5e2b097f4ad7 HTTP/1.1" status: 200 len: 1094 time: 0.0441639 Dec 21 13:34:42.366383 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60736) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:34:42.370519 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-e89057d8-4c2a-4611-91c9-5ee0ad46170c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'floatingip': {'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'port_id': '17de7550-d72e-4b84-9c0d-f6a16dbc6ecc', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:34:42.399887 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e89057d8-4c2a-4611-91c9-5ee0ad46170c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for floatingip, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:42.484461 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700ef1f5-c026-415a-8e56-4aa4ddf39b96 req-ab91b5d6-3032-436e-a149-6d14f1d6a98a tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:34:42.486488 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-700ef1f5-c026-415a-8e56-4aa4ddf39b96 req-ab91b5d6-3032-436e-a149-6d14f1d6a98a tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8ad2273-5a93-4f99-9ea5-e43cad8e09a4 HTTP/1.1" status: 200 len: 945 time: 0.0545366 Dec 21 13:34:42.497760 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e89057d8-4c2a-4611-91c9-5ee0ad46170c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:42.538082 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-700ef1f5-c026-415a-8e56-4aa4ddf39b96 req-f98689d3-44bd-4e48-a51e-7ecff3fae834 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] 10.222.0.37 "GET /v2.0/security-groups?id=45efddab-dcef-4efd-8697-3c0b8cbf9259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443227 Dec 21 13:34:42.612759 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-e89057d8-4c2a-4611-91c9-5ee0ad46170c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Allocated IP 172.36.3.117 (7fdf1889-f079-4166-bbda-88b2a8d8d595/051a5607-1753-4008-a2f2-d94b48752e9c/8e178054-c867-48b8-ab67-dfe629c99062) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:34:42.711927 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e89057d8-4c2a-4611-91c9-5ee0ad46170c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:42.746394 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e89057d8-4c2a-4611-91c9-5ee0ad46170c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:42.788172 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89057d8-4c2a-4611-91c9-5ee0ad46170c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Network 7fdf1889-f079-4166-bbda-88b2a8d8d595 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:34:42.792561 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-e89057d8-4c2a-4611-91c9-5ee0ad46170c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:34:42.795016 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89057d8-4c2a-4611-91c9-5ee0ad46170c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:34:42.834017 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89057d8-4c2a-4611-91c9-5ee0ad46170c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'Port': ['ID=8e178054-c867-48b8-ab67-dfe629c99062,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:34:42.916656 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b584e3e9-d7b3-4b22-95a3-8f87cc14239c req-65a46195-f31b-4ecf-add1-fd58f213f5c7 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:34:42.919162 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b584e3e9-d7b3-4b22-95a3-8f87cc14239c req-65a46195-f31b-4ecf-add1-fd58f213f5c7 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8ad2273-5a93-4f99-9ea5-e43cad8e09a4 HTTP/1.1" status: 200 len: 945 time: 0.0773501 Dec 21 13:34:43.014811 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [req-b584e3e9-d7b3-4b22-95a3-8f87cc14239c req-3e7eb97d-cb08-4fae-ba99-3d99a37aa0a3 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Deleting port f8159525-b2d3-4de4-92e2-6006a41be913 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:34:43.015151 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-b584e3e9-d7b3-4b22-95a3-8f87cc14239c req-3e7eb97d-cb08-4fae-ba99-3d99a37aa0a3 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:43.106900 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-b584e3e9-d7b3-4b22-95a3-8f87cc14239c req-3e7eb97d-cb08-4fae-ba99-3d99a37aa0a3 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] For port f8159525-b2d3-4de4-92e2-6006a41be913, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=f8159525-b2d3-4de4-92e2-6006a41be913,segment=NetworkSegment(1a9ea06d-904f-4b0e-8424-0faca3b87b12),segment_id=1a9ea06d-904f-4b0e-8424-0faca3b87b12)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:34:43.107265 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-b584e3e9-d7b3-4b22-95a3-8f87cc14239c req-3e7eb97d-cb08-4fae-ba99-3d99a37aa0a3 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:43.119403 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [req-b584e3e9-d7b3-4b22-95a3-8f87cc14239c req-3e7eb97d-cb08-4fae-ba99-3d99a37aa0a3 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Calling delete_port for f8159525-b2d3-4de4-92e2-6006a41be913 owned by compute:nova {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:34:43.201834 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e89057d8-4c2a-4611-91c9-5ee0ad46170c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:43.237735 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:43.261888 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-b584e3e9-d7b3-4b22-95a3-8f87cc14239c req-3e7eb97d-cb08-4fae-ba99-3d99a37aa0a3 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:43.274915 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e89057d8-4c2a-4611-91c9-5ee0ad46170c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:43.298859 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7eb97d-cb08-4fae-ba99-3d99a37aa0a3 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Pushing event deleted for resources: {'Port': ['ID=f8159525-b2d3-4de4-92e2-6006a41be913,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:34:43.337968 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [req-b584e3e9-d7b3-4b22-95a3-8f87cc14239c req-3e7eb97d-cb08-4fae-ba99-3d99a37aa0a3 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] No DVR routers for this DVR port f8159525-b2d3-4de4-92e2-6006a41be913 on host hv-neutron-mast {{(pid=103153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:34:43.340573 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-b584e3e9-d7b3-4b22-95a3-8f87cc14239c req-3e7eb97d-cb08-4fae-ba99-3d99a37aa0a3 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:43.344744 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b584e3e9-d7b3-4b22-95a3-8f87cc14239c req-3e7eb97d-cb08-4fae-ba99-3d99a37aa0a3 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] 10.222.0.60 "DELETE /v2.0/ports/f8159525-b2d3-4de4-92e2-6006a41be913 HTTP/1.1" status: 204 len: 173 time: 0.4190860 Dec 21 13:34:43.346041 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7eb97d-cb08-4fae-ba99-3d99a37aa0a3 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:34:43.346416 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7eb97d-cb08-4fae-ba99-3d99a37aa0a3 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:34:43.346765 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7eb97d-cb08-4fae-ba99-3d99a37aa0a3 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:34:43.347665 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7eb97d-cb08-4fae-ba99-3d99a37aa0a3 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:34:43.348170 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7eb97d-cb08-4fae-ba99-3d99a37aa0a3 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:34:43.348717 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7eb97d-cb08-4fae-ba99-3d99a37aa0a3 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:34:43.349061 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7eb97d-cb08-4fae-ba99-3d99a37aa0a3 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:34:43.349397 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7eb97d-cb08-4fae-ba99-3d99a37aa0a3 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:34:43.349732 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7eb97d-cb08-4fae-ba99-3d99a37aa0a3 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:34:43.350068 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7eb97d-cb08-4fae-ba99-3d99a37aa0a3 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:34:43.350426 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7eb97d-cb08-4fae-ba99-3d99a37aa0a3 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:34:43.350759 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7eb97d-cb08-4fae-ba99-3d99a37aa0a3 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:34:43.351088 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7eb97d-cb08-4fae-ba99-3d99a37aa0a3 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:34:43.354395 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8ad2273-5a93-4f99-9ea5-e43cad8e09a4', 'name': 'network-vif-deleted', 'tag': 'f8159525-b2d3-4de4-92e2-6006a41be913'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:34:43.357200 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af6034c98e584fa55ea4398f343c742ceb598288507feaf30d5a15785b2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-914eda9f-b84c-4c42-9fe9-3ef0618b8e6d" -d '{"events": [{"server_uuid": "b8ad2273-5a93-4f99-9ea5-e43cad8e09a4", "name": "network-vif-deleted", "tag": "f8159525-b2d3-4de4-92e2-6006a41be913"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:34:43.398543 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 13:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0df4653-2eb2-452f-bf68-0811b9e4a2e6 x-openstack-request-id: req-f0df4653-2eb2-452f-bf68-0811b9e4a2e6 {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:34:43.398841 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8ad2273-5a93-4f99-9ea5-e43cad8e09a4", "name": "network-vif-deleted", "tag": "f8159525-b2d3-4de4-92e2-6006a41be913", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:34:43.399097 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f0df4653-2eb2-452f-bf68-0811b9e4a2e6 {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:34:43.400059 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8ad2273-5a93-4f99-9ea5-e43cad8e09a4', 'name': 'network-vif-deleted', 'tag': 'f8159525-b2d3-4de4-92e2-6006a41be913', 'status': 'completed', 'code': 200} Dec 21 13:34:43.438640 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e89057d8-4c2a-4611-91c9-5ee0ad46170c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:43.443080 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e89057d8-4c2a-4611-91c9-5ee0ad46170c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805230'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:43.515513 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89057d8-4c2a-4611-91c9-5ee0ad46170c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'Port': ['ID=8e178054-c867-48b8-ab67-dfe629c99062,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:34:43.526901 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e89057d8-4c2a-4611-91c9-5ee0ad46170c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548820'] for floatingip, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:43.630346 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.l3_db [None req-e89057d8-4c2a-4611-91c9-5ee0ad46170c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Floating IP 76e4d6f0-0a39-491b-9ce5-a1b9aa51b46d associated. External IP: 172.36.3.117, port: 17de7550-d72e-4b84-9c0d-f6a16dbc6ecc. Dec 21 13:34:43.651168 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a5de501a-0e99-4c10-a240-e6ba8d2311ef req-23bcea7f-7697-467d-b3e7-79ee26a027d3 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8ad2273-5a93-4f99-9ea5-e43cad8e09a4 HTTP/1.1" status: 200 len: 210 time: 0.0325541 Dec 21 13:34:44.106734 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e89057d8-4c2a-4611-91c9-5ee0ad46170c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Router a7eac548-e334-479b-ac1b-14d211206a5f has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:34:44.211628 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e89057d8-4c2a-4611-91c9-5ee0ad46170c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:34:44.220752 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055d3111-2385-4ea6-ac71-7744f6c1694f None None] Sync routers for ids ['a7eac548-e334-479b-ac1b-14d211206a5f'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:34:44.230464 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e89057d8-4c2a-4611-91c9-5ee0ad46170c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for floatingip, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:44.231335 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055d3111-2385-4ea6-ac71-7744f6c1694f None None] Routers {'a7eac548-e334-479b-ac1b-14d211206a5f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:34:44.231945 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-055d3111-2385-4ea6-ac71-7744f6c1694f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:34:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['a7eac548-e334-479b-ac1b-14d211206a5f'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:34:44.262229 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-e89057d8-4c2a-4611-91c9-5ee0ad46170c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8947220 Dec 21 13:34:44.262845 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4acb6934-6db3-498b-8116-5e2b097f4ad7', 'tag': '17de7550-d72e-4b84-9c0d-f6a16dbc6ecc'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:34:44.265271 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d59863cea1d3cd3753b105ac340115874538247bffc4ddd9c7a2f3cf3d2521b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2020467e-4c47-4499-919a-6b3679608ab5" -d '{"events": [{"name": "network-changed", "server_uuid": "4acb6934-6db3-498b-8116-5e2b097f4ad7", "tag": "17de7550-d72e-4b84-9c0d-f6a16dbc6ecc"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:34:44.265548 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 60744) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:34:44.304041 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 13:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4be50f17-d4e8-4422-b5c3-949de6447463 x-openstack-request-id: req-4be50f17-d4e8-4422-b5c3-949de6447463 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:34:44.304593 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4acb6934-6db3-498b-8116-5e2b097f4ad7", "tag": "17de7550-d72e-4b84-9c0d-f6a16dbc6ecc", "status": "completed", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:34:44.304721 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4be50f17-d4e8-4422-b5c3-949de6447463 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:34:44.305200 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4acb6934-6db3-498b-8116-5e2b097f4ad7', 'tag': '17de7550-d72e-4b84-9c0d-f6a16dbc6ecc', 'status': 'completed', 'code': 200} Dec 21 13:34:44.333823 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-3e6f7f41-ca45-45f5-94b5-0bffa71709ad tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/floatingips/76e4d6f0-0a39-491b-9ce5-a1b9aa51b46d HTTP/1.1" status: 200 len: 992 time: 0.0670266 Dec 21 13:34:44.347740 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-055d3111-2385-4ea6-ac71-7744f6c1694f None None] Set router a7eac548-e334-479b-ac1b-14d211206a5f gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:34:44.385138 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2020467e-4c47-4499-919a-6b3679608ab5 req-efb9dbe0-1d6e-4ebd-86de-89b19d0122e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:34:44.386700 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-2020467e-4c47-4499-919a-6b3679608ab5 req-efb9dbe0-1d6e-4ebd-86de-89b19d0122e4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=577ee1d2880f4d34a80a7dfd0cf7da03&device_id=4acb6934-6db3-498b-8116-5e2b097f4ad7 HTTP/1.1" status: 200 len: 1099 time: 0.0420523 Dec 21 13:34:44.480927 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2020467e-4c47-4499-919a-6b3679608ab5 req-486db170-3394-41b8-9759-70f8ccda9a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:34:44.482405 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-2020467e-4c47-4499-919a-6b3679608ab5 req-486db170-3394-41b8-9759-70f8ccda9a21 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ec28fd82-f24a-499e-a64b-16fa968ccb08 HTTP/1.1" status: 200 len: 898 time: 0.0898070 Dec 21 13:34:44.547572 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-2020467e-4c47-4499-919a-6b3679608ab5 req-7c426f17-c975-4b52-ba33-aa383c17fe33 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=17de7550-d72e-4b84-9c0d-f6a16dbc6ecc HTTP/1.1" status: 200 len: 1000 time: 0.0579259 Dec 21 13:34:44.573289 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-055d3111-2385-4ea6-ac71-7744f6c1694f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7eac548-e334-479b-ac1b-14d211206a5f', 'name': 'tempest-TestNetworkBasicOps-router-537986838', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.56'}], 'enable_snat': True}, 'gw_port_id': '0ce23484-f718-4901-9079-2437f7a1029f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:34:26Z', 'updated_at': '2021-12-21T13:34:30Z', 'revision_number': 4, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': '0ce23484-f718-4901-9079-2437f7a1029f', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7eac548-e334-479b-ac1b-14d211206a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:34:27Z', 'updated_at': '2021-12-21T13:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '76e4d6f0-0a39-491b-9ce5-a1b9aa51b46d', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'floating_ip_address': '172.36.3.117', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': 'a7eac548-e334-479b-ac1b-14d211206a5f', 'port_id': '17de7550-d72e-4b84-9c0d-f6a16dbc6ecc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1374, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec28fd82-f24a-499e-a64b-16fa968ccb08', 'mac_address': 'fa:16:3e:a0:88:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4acb6934-6db3-498b-8116-5e2b097f4ad7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T13:34:43Z', 'updated_at': '2021-12-21T13:34:43Z', 'revision_number': 0, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab0ac5a0-b9f4-48b2-b4c0-f35bd3de36ce', 'name': '', 'network_id': 'ec28fd82-f24a-499e-a64b-16fa968ccb08', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'mac_address': 'fa:16:3e:e3:e3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7eac548-e334-479b-ac1b-14d211206a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'f513302b-69c6-4164-9549-08fd3f0565ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:34:29Z', 'updated_at': '2021-12-21T13:34:33Z', 'revision_number': 5, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'subnets': [{'id': 'f513302b-69c6-4164-9549-08fd3f0565ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:34:44.599192 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2020467e-4c47-4499-919a-6b3679608ab5 req-b847d09e-a2c9-4d86-be06-ae06a9a37000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:34:44.601012 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-2020467e-4c47-4499-919a-6b3679608ab5 req-b847d09e-a2c9-4d86-be06-ae06a9a37000 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f513302b-69c6-4164-9549-08fd3f0565ce HTTP/1.1" status: 200 len: 834 time: 0.0484679 Dec 21 13:34:44.603014 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055d3111-2385-4ea6-ac71-7744f6c1694f None None] Checking router: a7eac548-e334-479b-ac1b-14d211206a5f for host: dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:34:44.612054 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055d3111-2385-4ea6-ac71-7744f6c1694f None None] Routers {'a7eac548-e334-479b-ac1b-14d211206a5f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:34:44.612663 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-055d3111-2385-4ea6-ac71-7744f6c1694f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:34:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['a7eac548-e334-479b-ac1b-14d211206a5f'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:34:44.650927 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2020467e-4c47-4499-919a-6b3679608ab5 req-0fff6d4e-c01d-48d9-a75c-83faec88cccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:34:44.652440 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-2020467e-4c47-4499-919a-6b3679608ab5 req-0fff6d4e-c01d-48d9-a75c-83faec88cccd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ec28fd82-f24a-499e-a64b-16fa968ccb08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0456684 Dec 21 13:34:44.709648 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60750) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:34:44.732316 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-055d3111-2385-4ea6-ac71-7744f6c1694f None None] Set router a7eac548-e334-479b-ac1b-14d211206a5f gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:34:44.747213 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-2020467e-4c47-4499-919a-6b3679608ab5 req-8fb93c84-d78c-4388-b64b-1cfa2b6d70ce service neutron] 10.222.0.60 "GET /v2.0/networks/ec28fd82-f24a-499e-a64b-16fa968ccb08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882289 Dec 21 13:34:44.850923 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-2020467e-4c47-4499-919a-6b3679608ab5 req-e0dce91a-1dfd-4d3c-b386-9f7ac22e0892 service neutron] 10.222.0.60 "GET /v2.0/networks/ec28fd82-f24a-499e-a64b-16fa968ccb08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969288 Dec 21 13:34:45.071287 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-055d3111-2385-4ea6-ac71-7744f6c1694f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7eac548-e334-479b-ac1b-14d211206a5f', 'name': 'tempest-TestNetworkBasicOps-router-537986838', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.56'}], 'enable_snat': True}, 'gw_port_id': '0ce23484-f718-4901-9079-2437f7a1029f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:34:26Z', 'updated_at': '2021-12-21T13:34:30Z', 'revision_number': 4, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': '0ce23484-f718-4901-9079-2437f7a1029f', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7eac548-e334-479b-ac1b-14d211206a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:34:27Z', 'updated_at': '2021-12-21T13:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '76e4d6f0-0a39-491b-9ce5-a1b9aa51b46d', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'floating_ip_address': '172.36.3.117', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': 'a7eac548-e334-479b-ac1b-14d211206a5f', 'port_id': '17de7550-d72e-4b84-9c0d-f6a16dbc6ecc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1374, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec28fd82-f24a-499e-a64b-16fa968ccb08', 'mac_address': 'fa:16:3e:a0:88:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4acb6934-6db3-498b-8116-5e2b097f4ad7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T13:34:43Z', 'updated_at': '2021-12-21T13:34:43Z', 'revision_number': 0, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab0ac5a0-b9f4-48b2-b4c0-f35bd3de36ce', 'name': '', 'network_id': 'ec28fd82-f24a-499e-a64b-16fa968ccb08', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'mac_address': 'fa:16:3e:e3:e3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7eac548-e334-479b-ac1b-14d211206a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'f513302b-69c6-4164-9549-08fd3f0565ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:34:29Z', 'updated_at': '2021-12-21T13:34:33Z', 'revision_number': 5, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'subnets': [{'id': 'f513302b-69c6-4164-9549-08fd3f0565ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:34:45.101248 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055d3111-2385-4ea6-ac71-7744f6c1694f None None] The sync data for ids ['a7eac548-e334-479b-ac1b-14d211206a5f'] in dv-neutron-master-2-hyperv is: [{'id': 'a7eac548-e334-479b-ac1b-14d211206a5f', 'name': 'tempest-TestNetworkBasicOps-router-537986838', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.56'}], 'enable_snat': True}, 'gw_port_id': '0ce23484-f718-4901-9079-2437f7a1029f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:34:26Z', 'updated_at': '2021-12-21T13:34:30Z', 'revision_number': 4, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': '0ce23484-f718-4901-9079-2437f7a1029f', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7eac548-e334-479b-ac1b-14d211206a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:34:27Z', 'updated_at': '2021-12-21T13:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '76e4d6f0-0a39-491b-9ce5-a1b9aa51b46d', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'floating_ip_address': '172.36.3.117', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': 'a7eac548-e334-479b-ac1b-14d211206a5f', 'port_id': '17de7550-d72e-4b84-9c0d-f6a16dbc6ecc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1374, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec28fd82-f24a-499e-a64b-16fa968ccb08', 'mac_address': 'fa:16:3e:a0:88:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4acb6934-6db3-498b-8116-5e2b097f4ad7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T13:34:43Z', 'updated_at': '2021-12-21T13:34:43Z', 'revision_number': 0, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab0ac5a0-b9f4-48b2-b4c0-f35bd3de36ce', 'name': '', 'network_id': 'ec28fd82-f24a-499e-a64b-16fa968ccb08', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'mac_address': 'fa:16:3e:e3:e3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7eac548-e334-479b-ac1b-14d211206a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'f513302b-69c6-4164-9549-08fd3f0565ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:34:29Z', 'updated_at': '2021-12-21T13:34:33Z', 'revision_number': 5, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'subnets': [{'id': 'f513302b-69c6-4164-9549-08fd3f0565ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:34:45.180610 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-73370458-7024-4234-8a4d-6eaee48b4028 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532692'] for router_interface, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:45.303016 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b9c509-4812-4171-b1d8-2bf239f8bcca None None] New status for floating IP 76e4d6f0-0a39-491b-9ce5-a1b9aa51b46d: ACTIVE {{(pid=103154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 13:34:45.337532 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 60752) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:34:45.405297 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-2deaef20-402d-48f3-b96e-a6a5934ed361 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/floatingips/76e4d6f0-0a39-491b-9ce5-a1b9aa51b46d HTTP/1.1" status: 200 len: 992 time: 0.0665379 Dec 21 13:34:45.500950 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-73370458-7024-4234-8a4d-6eaee48b4028 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Deleting port 1c6fad5f-96d4-4378-a32c-7e85234a7de6 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:34:45.501518 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-73370458-7024-4234-8a4d-6eaee48b4028 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:45.591790 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-73370458-7024-4234-8a4d-6eaee48b4028 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] For port 1c6fad5f-96d4-4378-a32c-7e85234a7de6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1c6fad5f-96d4-4378-a32c-7e85234a7de6,segment=NetworkSegment(1a9ea06d-904f-4b0e-8424-0faca3b87b12),segment_id=1a9ea06d-904f-4b0e-8424-0faca3b87b12)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:34:45.592149 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-73370458-7024-4234-8a4d-6eaee48b4028 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:45.603889 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-73370458-7024-4234-8a4d-6eaee48b4028 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Calling delete_port for 1c6fad5f-96d4-4378-a32c-7e85234a7de6 owned by network:router_interface {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:34:45.783663 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-73370458-7024-4234-8a4d-6eaee48b4028 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:45.810990 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73370458-7024-4234-8a4d-6eaee48b4028 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Pushing event deleted for resources: {'Port': ['ID=1c6fad5f-96d4-4378-a32c-7e85234a7de6,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:34:45.901893 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device f8159525-b2d3-4de4-92e2-6006a41be913 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:34:45.927795 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] No Port match for: f8159525-b2d3-4de4-92e2-6006a41be913 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:34:45.928325 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device f8159525-b2d3-4de4-92e2-6006a41be913 not bound to the agent host hv-neutron-mast {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:34:45.990164 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-73370458-7024-4234-8a4d-6eaee48b4028 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534084'] for router_interface, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:46.205928 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73370458-7024-4234-8a4d-6eaee48b4028 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Router 5a56e7bd-d0e1-49aa-9e55-ef2e43d14e69 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:34:46.307789 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73370458-7024-4234-8a4d-6eaee48b4028 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:34:46.313109 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-73370458-7024-4234-8a4d-6eaee48b4028 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] 10.222.0.37 "PUT /v2.0/routers/5a56e7bd-d0e1-49aa-9e55-ef2e43d14e69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6021910 Dec 21 13:34:46.315966 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 60754) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:34:46.318002 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b741451-205c-4610-9143-4273718d5783 None None] Sync routers for ids ['5a56e7bd-d0e1-49aa-9e55-ef2e43d14e69'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:34:46.327384 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b741451-205c-4610-9143-4273718d5783 None None] Routers {'5a56e7bd-d0e1-49aa-9e55-ef2e43d14e69'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:34:46.328564 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-5b741451-205c-4610-9143-4273718d5783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:34:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['5a56e7bd-d0e1-49aa-9e55-ef2e43d14e69'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:34:46.372611 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_v2 [None req-112210d8-d501-4f0a-95a9-11da0218f116 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Deleting subnet 39685a66-cf6e-4fba-b582-a52c00f07c0b {{(pid=103153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:34:46.376325 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-112210d8-d501-4f0a-95a9-11da0218f116 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Publish callbacks [] for subnet, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:46.408623 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60756) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:34:46.417778 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-112210d8-d501-4f0a-95a9-11da0218f116 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1585439'] for subnet, precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:46.436624 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-5b741451-205c-4610-9143-4273718d5783 None None] Set router 5a56e7bd-d0e1-49aa-9e55-ef2e43d14e69 gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:34:46.483315 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-991f0253-5bfd-49e1-8f73-d6f620da1faf tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/floatingips/76e4d6f0-0a39-491b-9ce5-a1b9aa51b46d HTTP/1.1" status: 200 len: 994 time: 0.0662448 Dec 21 13:34:46.503653 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-112210d8-d501-4f0a-95a9-11da0218f116 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:46.567927 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-112210d8-d501-4f0a-95a9-11da0218f116 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11349588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11288746'] for subnet, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:46.595464 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112210d8-d501-4f0a-95a9-11da0218f116 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Pushing event deleted for resources: {'Subnet': ['ID=39685a66-cf6e-4fba-b582-a52c00f07c0b,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:34:46.599026 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-112210d8-d501-4f0a-95a9-11da0218f116 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Publish callbacks [] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:46.604849 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60758) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:34:46.605353 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-112210d8-d501-4f0a-95a9-11da0218f116 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] 10.222.0.37 "DELETE /v2.0/subnets/39685a66-cf6e-4fba-b582-a52c00f07c0b HTTP/1.1" status: 204 len: 168 time: 0.2878957 Dec 21 13:34:46.607190 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10c7ce2-dd46-4918-a428-5575313b3704 None None] Network 992ef5ec-42fe-4208-bf57-634a302e31b4 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:34:46.623649 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-5b741451-205c-4610-9143-4273718d5783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a56e7bd-d0e1-49aa-9e55-ef2e43d14e69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-50413903', 'tenant_id': '514e9bec24c54314a7cb99c3771252bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.243'}], 'enable_snat': True}, 'gw_port_id': 'b7ba6881-3480-448a-a297-06637afe8a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:32:35Z', 'updated_at': '2021-12-21T13:34:45Z', 'revision_number': 5, 'project_id': '514e9bec24c54314a7cb99c3771252bb', 'gw_port': {'id': 'b7ba6881-3480-448a-a297-06637afe8a99', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a56e7bd-d0e1-49aa-9e55-ef2e43d14e69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:32:36Z', 'updated_at': '2021-12-21T13:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:34:46.653940 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b741451-205c-4610-9143-4273718d5783 None None] Checking router: 5a56e7bd-d0e1-49aa-9e55-ef2e43d14e69 for host: dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:34:46.663594 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b741451-205c-4610-9143-4273718d5783 None None] Routers {'5a56e7bd-d0e1-49aa-9e55-ef2e43d14e69'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:34:46.664573 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-5b741451-205c-4610-9143-4273718d5783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:34:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['5a56e7bd-d0e1-49aa-9e55-ef2e43d14e69'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:34:46.730614 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-40f1eb00-5fb4-4f75-a4de-67ab675470b3 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Publish callbacks [] for router, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:46.776241 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-5b741451-205c-4610-9143-4273718d5783 None None] Set router 5a56e7bd-d0e1-49aa-9e55-ef2e43d14e69 gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:34:46.785718 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08bb49c-7c4d-47dd-8766-1e3a69196a4c None None] DHCP port deletion for 992ef5ec-42fe-4208-bf57-634a302e31b4 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:34:46.833359 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-f08bb49c-7c4d-47dd-8766-1e3a69196a4c None None] Deleting port 2015b2b5-b91e-47f6-b34c-9638bca0cef6 {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:34:46.834139 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f08bb49c-7c4d-47dd-8766-1e3a69196a4c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:46.845005 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-40f1eb00-5fb4-4f75-a4de-67ab675470b3 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:46.897065 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-f08bb49c-7c4d-47dd-8766-1e3a69196a4c None None] For port 2015b2b5-b91e-47f6-b34c-9638bca0cef6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2015b2b5-b91e-47f6-b34c-9638bca0cef6,segment=NetworkSegment(1a9ea06d-904f-4b0e-8424-0faca3b87b12),segment_id=1a9ea06d-904f-4b0e-8424-0faca3b87b12)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:34:46.897562 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f08bb49c-7c4d-47dd-8766-1e3a69196a4c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:46.899289 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-40f1eb00-5fb4-4f75-a4de-67ab675470b3 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Deleting port b7ba6881-3480-448a-a297-06637afe8a99 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:34:46.899289 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-40f1eb00-5fb4-4f75-a4de-67ab675470b3 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:46.914753 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-f08bb49c-7c4d-47dd-8766-1e3a69196a4c None None] Calling delete_port for 2015b2b5-b91e-47f6-b34c-9638bca0cef6 owned by network:dhcp {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:34:46.972238 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-5b741451-205c-4610-9143-4273718d5783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a56e7bd-d0e1-49aa-9e55-ef2e43d14e69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-50413903', 'tenant_id': '514e9bec24c54314a7cb99c3771252bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.243'}], 'enable_snat': True}, 'gw_port_id': 'b7ba6881-3480-448a-a297-06637afe8a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:32:35Z', 'updated_at': '2021-12-21T13:34:45Z', 'revision_number': 5, 'project_id': '514e9bec24c54314a7cb99c3771252bb', 'gw_port': {'id': 'b7ba6881-3480-448a-a297-06637afe8a99', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a56e7bd-d0e1-49aa-9e55-ef2e43d14e69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:32:36Z', 'updated_at': '2021-12-21T13:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:34:46.987804 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-40f1eb00-5fb4-4f75-a4de-67ab675470b3 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] For port b7ba6881-3480-448a-a297-06637afe8a99, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b7ba6881-3480-448a-a297-06637afe8a99,segment=NetworkSegment(a32e5bfd-6fac-434f-817b-5707a23fd2ca),segment_id=a32e5bfd-6fac-434f-817b-5707a23fd2ca)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:34:46.988258 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-40f1eb00-5fb4-4f75-a4de-67ab675470b3 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:47.000881 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b741451-205c-4610-9143-4273718d5783 None None] The sync data for ids ['5a56e7bd-d0e1-49aa-9e55-ef2e43d14e69'] in dv-neutron-master-2-hyperv is: [{'id': '5a56e7bd-d0e1-49aa-9e55-ef2e43d14e69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-50413903', 'tenant_id': '514e9bec24c54314a7cb99c3771252bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.243'}], 'enable_snat': True}, 'gw_port_id': 'b7ba6881-3480-448a-a297-06637afe8a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:32:35Z', 'updated_at': '2021-12-21T13:34:45Z', 'revision_number': 5, 'project_id': '514e9bec24c54314a7cb99c3771252bb', 'gw_port': {'id': 'b7ba6881-3480-448a-a297-06637afe8a99', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a56e7bd-d0e1-49aa-9e55-ef2e43d14e69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:32:36Z', 'updated_at': '2021-12-21T13:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:34:47.002398 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f08bb49c-7c4d-47dd-8766-1e3a69196a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636'] for port, after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:47.005190 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-40f1eb00-5fb4-4f75-a4de-67ab675470b3 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Calling delete_port for b7ba6881-3480-448a-a297-06637afe8a99 owned by network:router_gateway {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:34:47.029507 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08bb49c-7c4d-47dd-8766-1e3a69196a4c None None] Pushing event deleted for resources: {'Port': ['ID=2015b2b5-b91e-47f6-b34c-9638bca0cef6,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:34:47.031472 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08bb49c-7c4d-47dd-8766-1e3a69196a4c None None] No DVR routers for this DVR port 2015b2b5-b91e-47f6-b34c-9638bca0cef6 on host dv-neutron-master-2-hyperv {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:34:47.173171 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-40f1eb00-5fb4-4f75-a4de-67ab675470b3 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:47.199223 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f1eb00-5fb4-4f75-a4de-67ab675470b3 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Pushing event deleted for resources: {'Port': ['ID=b7ba6881-3480-448a-a297-06637afe8a99,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:34:47.211953 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9ebb3f-7c7a-4a56-bc3d-d4ef2360523e None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:34:47.259250 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-40f1eb00-5fb4-4f75-a4de-67ab675470b3 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-548638'] for router_gateway, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:47.607408 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-40f1eb00-5fb4-4f75-a4de-67ab675470b3 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26950'] for router, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:47.610149 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-40f1eb00-5fb4-4f75-a4de-67ab675470b3 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:47.659325 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-40f1eb00-5fb4-4f75-a4de-67ab675470b3 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534967'] for router, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:47.660032 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40f1eb00-5fb4-4f75-a4de-67ab675470b3 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Fanout notify agent at l3_agent the message router_deleted on router 5a56e7bd-d0e1-49aa-9e55-ef2e43d14e69 {{(pid=103152) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 13:34:47.666861 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-40f1eb00-5fb4-4f75-a4de-67ab675470b3 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Publish callbacks [] for router, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:47.667983 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-40f1eb00-5fb4-4f75-a4de-67ab675470b3 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] 10.222.0.37 "DELETE /v2.0/routers/5a56e7bd-d0e1-49aa-9e55-ef2e43d14e69 HTTP/1.1" status: 204 len: 168 time: 1.0621426 Dec 21 13:34:47.670754 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60760) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:34:47.750124 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ab3b32b0-9107-41a0-9b61-717a12362cab tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:47.839580 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ab3b32b0-9107-41a0-9b61-717a12362cab tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:47.859557 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-ab3b32b0-9107-41a0-9b61-717a12362cab tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['992ef5ec-42fe-4208-bf57-634a302e31b4']}} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:34:47.868812 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-ab3b32b0-9107-41a0-9b61-717a12362cab tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a9ea06d-904f-4b0e-8424-0faca3b87b12') {'for_net_delete': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:34:47.869112 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-ab3b32b0-9107-41a0-9b61-717a12362cab tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a9ea06d-904f-4b0e-8424-0faca3b87b12') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:34:47.878563 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ab3b32b0-9107-41a0-9b61-717a12362cab tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526653'] for segment, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:47.891857 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ab3b32b0-9107-41a0-9b61-717a12362cab tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:47.897778 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab3b32b0-9107-41a0-9b61-717a12362cab tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=103152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:34:47.898164 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ab3b32b0-9107-41a0-9b61-717a12362cab tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805426'] for segment, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:47.901151 dv-neutron-master-2-hyperv neutron-server[103152]: Traceback (most recent call last): Dec 21 13:34:47.901151 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:34:47.901151 dv-neutron-master-2-hyperv neutron-server[103152]: timer() Dec 21 13:34:47.901151 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:34:47.901151 dv-neutron-master-2-hyperv neutron-server[103152]: cb(*args, **kw) Dec 21 13:34:47.901151 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:34:47.901151 dv-neutron-master-2-hyperv neutron-server[103152]: return func(*args, **kwargs) Dec 21 13:34:47.901151 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:34:47.901151 dv-neutron-master-2-hyperv neutron-server[103152]: self._notify() Dec 21 13:34:47.901151 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:34:47.901151 dv-neutron-master-2-hyperv neutron-server[103152]: self.callback(batched_events) Dec 21 13:34:47.901151 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:34:47.901151 dv-neutron-master-2-hyperv neutron-server[103152]: event.method(event) Dec 21 13:34:47.901151 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:34:47.901151 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:34:47.901151 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:34:47.901151 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:34:47.901151 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:34:47.901151 dv-neutron-master-2-hyperv neutron-server[103152]: return f(self, *a, **k) Dec 21 13:34:47.901151 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:34:47.901151 dv-neutron-master-2-hyperv neutron-server[103152]: return self._get(url).json() Dec 21 13:34:47.901151 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:34:47.901151 dv-neutron-master-2-hyperv neutron-server[103152]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:34:47.901151 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:34:47.901151 dv-neutron-master-2-hyperv neutron-server[103152]: return self.request(url, 'GET', **kwargs) Dec 21 13:34:47.901151 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:34:47.901151 dv-neutron-master-2-hyperv neutron-server[103152]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:34:47.901151 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:34:47.901151 dv-neutron-master-2-hyperv neutron-server[103152]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:34:47.901151 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:34:47.901151 dv-neutron-master-2-hyperv neutron-server[103152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:34:47.901151 dv-neutron-master-2-hyperv neutron-server[103152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:34:47.964606 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ab3b32b0-9107-41a0-9b61-717a12362cab tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:47.972915 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ab3b32b0-9107-41a0-9b61-717a12362cab tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Publish callbacks [] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:47.976223 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-ab3b32b0-9107-41a0-9b61-717a12362cab tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] 10.222.0.37 "DELETE /v2.0/networks/992ef5ec-42fe-4208-bf57-634a302e31b4 HTTP/1.1" status: 204 len: 168 time: 0.3041649 Dec 21 13:34:47.979029 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 60762) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:34:47.988640 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3b32b0-9107-41a0-9b61-717a12362cab tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Pushing event deleted for resources: {'Network': ['ID=992ef5ec-42fe-4208-bf57-634a302e31b4,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:34:48.038708 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8ca30568-538d-4829-963e-63d15571fd05 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Publish callbacks [] for security_group, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:48.066220 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8ca30568-538d-4829-963e-63d15571fd05 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:48.135525 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8ca30568-538d-4829-963e-63d15571fd05 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:48.138218 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8ca30568-538d-4829-963e-63d15571fd05 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:48.139491 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-8ca30568-538d-4829-963e-63d15571fd05 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] 10.222.0.37 "DELETE /v2.0/security-groups/45efddab-dcef-4efd-8697-3c0b8cbf9259 HTTP/1.1" status: 204 len: 168 time: 0.1594651 Dec 21 13:34:48.147997 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 1c6fad5f-96d4-4378-a32c-7e85234a7de6 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:34:48.149659 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca30568-538d-4829-963e-63d15571fd05 tempest-TestNetworkAdvancedServerOps-1093796662 tempest-TestNetworkAdvancedServerOps-1093796662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45efddab-dcef-4efd-8697-3c0b8cbf9259,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:34:48.178841 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: 1c6fad5f-96d4-4378-a32c-7e85234a7de6 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:34:48.179251 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 1c6fad5f-96d4-4378-a32c-7e85234a7de6 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:34:48.180209 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device b7ba6881-3480-448a-a297-06637afe8a99 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:34:48.209200 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: b7ba6881-3480-448a-a297-06637afe8a99 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:34:48.209200 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device b7ba6881-3480-448a-a297-06637afe8a99 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:34:48.209685 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 2015b2b5-b91e-47f6-b34c-9638bca0cef6 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:34:48.228391 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: 2015b2b5-b91e-47f6-b34c-9638bca0cef6 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:34:48.228732 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 2015b2b5-b91e-47f6-b34c-9638bca0cef6 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:34:48.446235 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60770) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:34:48.575346 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-d970ccb4-db06-4121-8482-8fec914c8354 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=514e9bec24c54314a7cb99c3771252bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1278975 Dec 21 13:34:48.577768 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60774) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:34:48.623402 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-817de1cf-b3d6-4a4e-9e8b-6b8a735676aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:48.644528 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-817de1cf-b3d6-4a4e-9e8b-6b8a735676aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:48.691810 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-817de1cf-b3d6-4a4e-9e8b-6b8a735676aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:48.694534 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-817de1cf-b3d6-4a4e-9e8b-6b8a735676aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:48.695683 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-817de1cf-b3d6-4a4e-9e8b-6b8a735676aa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1b6e5d06-5285-4025-aa7e-dc7625a7c8c6 HTTP/1.1" status: 204 len: 168 time: 0.1170597 Dec 21 13:34:48.703853 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817de1cf-b3d6-4a4e-9e8b-6b8a735676aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b6e5d06-5285-4025-aa7e-dc7625a7c8c6,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:34:48.954845 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60780) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:34:48.967749 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-035356e3-947e-406d-b358-9f17b5896772 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:49.045403 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-035356e3-947e-406d-b358-9f17b5896772 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:49.050082 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-035356e3-947e-406d-b358-9f17b5896772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:49.087251 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-035356e3-947e-406d-b358-9f17b5896772 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6e2508ad0f1549119b4a827ea9634f36&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1313124 Dec 21 13:34:49.088470 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035356e3-947e-406d-b358-9f17b5896772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=845a5785-e8b5-4fff-9b2e-7316b6b2e743,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:34:49.090134 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 60782) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:34:49.137931 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3ee8100b-1fd7-4dec-8f2b-d2b619daf3e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:49.158945 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3ee8100b-1fd7-4dec-8f2b-d2b619daf3e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:49.208884 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3ee8100b-1fd7-4dec-8f2b-d2b619daf3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:49.211518 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3ee8100b-1fd7-4dec-8f2b-d2b619daf3e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:49.212689 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-3ee8100b-1fd7-4dec-8f2b-d2b619daf3e2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/845a5785-e8b5-4fff-9b2e-7316b6b2e743 HTTP/1.1" status: 204 len: 168 time: 0.1214879 Dec 21 13:34:49.220817 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee8100b-1fd7-4dec-8f2b-d2b619daf3e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=845a5785-e8b5-4fff-9b2e-7316b6b2e743,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:34:53.328805 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-8d408b0f-6d59-47b2-b004-2e039529c149 req-0e74b3bd-ff9e-4645-9abc-167f3ccdacbb service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8a6ea224-c493-4761-802f-c0fd74a07238&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0404246 Dec 21 13:34:53.400723 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d408b0f-6d59-47b2-b004-2e039529c149 req-90e7c61f-e21a-4cf4-83d0-90be98f8d2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:34:53.402259 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-8d408b0f-6d59-47b2-b004-2e039529c149 req-90e7c61f-e21a-4cf4-83d0-90be98f8d2b4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=365275e264a6451abad9a44f0c54ac18&device_id=8a6ea224-c493-4761-802f-c0fd74a07238 HTTP/1.1" status: 200 len: 1098 time: 0.0415766 Dec 21 13:34:53.507921 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d408b0f-6d59-47b2-b004-2e039529c149 req-717bb648-7154-4295-8a5a-5196b5c8dea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:34:53.509389 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-8d408b0f-6d59-47b2-b004-2e039529c149 req-717bb648-7154-4295-8a5a-5196b5c8dea5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e HTTP/1.1" status: 200 len: 913 time: 0.0883865 Dec 21 13:34:53.572824 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-8d408b0f-6d59-47b2-b004-2e039529c149 req-0b268783-6882-4a6f-b61b-270fe08ebc51 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=91a353c1-feb7-4d70-b583-96ff84962775 HTTP/1.1" status: 200 len: 1001 time: 0.0568519 Dec 21 13:34:53.622876 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d408b0f-6d59-47b2-b004-2e039529c149 req-b2f1c2fe-9836-4d76-bbb6-e4611517e93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:34:53.624233 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-8d408b0f-6d59-47b2-b004-2e039529c149 req-b2f1c2fe-9836-4d76-bbb6-e4611517e93f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=52704ce2-43ea-427f-a9de-c74c83467400 HTTP/1.1" status: 200 len: 851 time: 0.0434599 Dec 21 13:34:53.674886 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d408b0f-6d59-47b2-b004-2e039529c149 req-671135fc-eadb-4f01-898f-1d36d033d439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:34:53.676372 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-8d408b0f-6d59-47b2-b004-2e039529c149 req-671135fc-eadb-4f01-898f-1d36d033d439 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0436232 Dec 21 13:34:53.767337 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-8d408b0f-6d59-47b2-b004-2e039529c149 req-5fd31508-0458-4304-9b57-a5a2cabf6f52 service neutron] 10.222.0.60 "GET /v2.0/networks/f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820837 Dec 21 13:34:53.860084 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.agents_db [None req-c60a5637-8c6f-4692-b23b-7dd82bd36b21 None None] Agent healthcheck: found 6 active agents {{(pid=103155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 13:34:53.861977 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-8d408b0f-6d59-47b2-b004-2e039529c149 req-39ce0101-c679-4c7d-a1e9-b1c335e41848 service neutron] 10.222.0.60 "GET /v2.0/networks/f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874190 Dec 21 13:34:55.132173 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-135d7ab9-2704-4c69-b7ec-a8a3456aaba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:57.560426 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-26d5398a-ae9a-4353-8968-5cbe3da99553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:34:58.755080 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:00.752273 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:00.997123 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:13.111503 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60794) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:35:13.172196 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-21c32941-e6e3-43db-b504-10bb74b3cc45 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/floatingips/76e4d6f0-0a39-491b-9ce5-a1b9aa51b46d HTTP/1.1" status: 200 len: 994 time: 0.0595465 Dec 21 13:35:13.248717 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:13.478216 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 60800) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:35:13.632109 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-00ec39b6-c4ed-4fcb-b597-8dc0d0150229 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Deleting port 8e178054-c867-48b8-ab67-dfe629c99062 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:35:13.632446 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-00ec39b6-c4ed-4fcb-b597-8dc0d0150229 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:13.707795 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-00ec39b6-c4ed-4fcb-b597-8dc0d0150229 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:13.708037 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-00ec39b6-c4ed-4fcb-b597-8dc0d0150229 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:13.720185 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-00ec39b6-c4ed-4fcb-b597-8dc0d0150229 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Calling delete_port for 8e178054-c867-48b8-ab67-dfe629c99062 owned by network:floatingip {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:35:13.895886 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-00ec39b6-c4ed-4fcb-b597-8dc0d0150229 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:13.919095 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ec39b6-c4ed-4fcb-b597-8dc0d0150229 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event deleted for resources: {'Port': ['ID=8e178054-c867-48b8-ab67-dfe629c99062,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:35:13.979745 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-00ec39b6-c4ed-4fcb-b597-8dc0d0150229 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for floatingip, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:13.979995 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.l3_db [None req-00ec39b6-c4ed-4fcb-b597-8dc0d0150229 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Floating IP 76e4d6f0-0a39-491b-9ce5-a1b9aa51b46d disassociated (deleted). External IP: 172.36.3.117, port: 17de7550-d72e-4b84-9c0d-f6a16dbc6ecc. Dec 21 13:35:14.183453 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00ec39b6-c4ed-4fcb-b597-8dc0d0150229 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Router a7eac548-e334-479b-ac1b-14d211206a5f has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:35:14.288884 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00ec39b6-c4ed-4fcb-b597-8dc0d0150229 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:35:14.293135 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-00ec39b6-c4ed-4fcb-b597-8dc0d0150229 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for floatingip, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:14.299614 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96318dfa-3c62-4753-96f0-9335d1fc04f7 None None] Sync routers for ids ['a7eac548-e334-479b-ac1b-14d211206a5f'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:35:14.309424 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96318dfa-3c62-4753-96f0-9335d1fc04f7 None None] Routers {'a7eac548-e334-479b-ac1b-14d211206a5f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:35:14.310045 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-96318dfa-3c62-4753-96f0-9335d1fc04f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:34:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['a7eac548-e334-479b-ac1b-14d211206a5f'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:35:14.319766 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-00ec39b6-c4ed-4fcb-b597-8dc0d0150229 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "DELETE /v2.0/floatingips/76e4d6f0-0a39-491b-9ce5-a1b9aa51b46d HTTP/1.1" status: 204 len: 168 time: 0.8404427 Dec 21 13:35:14.320339 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4acb6934-6db3-498b-8116-5e2b097f4ad7', 'tag': '17de7550-d72e-4b84-9c0d-f6a16dbc6ecc'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:35:14.322626 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af6034c98e584fa55ea4398f343c742ceb598288507feaf30d5a15785b2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4dd77fc-4a80-40c3-ab03-0c6043638e4e" -d '{"events": [{"name": "network-changed", "server_uuid": "4acb6934-6db3-498b-8116-5e2b097f4ad7", "tag": "17de7550-d72e-4b84-9c0d-f6a16dbc6ecc"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:35:14.364096 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 13:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce07699f-c873-44a9-b4c7-312b6859b1be x-openstack-request-id: req-ce07699f-c873-44a9-b4c7-312b6859b1be {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:35:14.364340 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4acb6934-6db3-498b-8116-5e2b097f4ad7", "tag": "17de7550-d72e-4b84-9c0d-f6a16dbc6ecc", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:35:14.364600 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ce07699f-c873-44a9-b4c7-312b6859b1be {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:35:14.365005 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4acb6934-6db3-498b-8116-5e2b097f4ad7', 'tag': '17de7550-d72e-4b84-9c0d-f6a16dbc6ecc', 'status': 'completed', 'code': 200} Dec 21 13:35:14.460960 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd77fc-4a80-40c3-ab03-0c6043638e4e req-b7f1026b-4022-4f5c-bd98-78454a96b654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:35:14.462770 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b4dd77fc-4a80-40c3-ab03-0c6043638e4e req-b7f1026b-4022-4f5c-bd98-78454a96b654 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=577ee1d2880f4d34a80a7dfd0cf7da03&device_id=4acb6934-6db3-498b-8116-5e2b097f4ad7 HTTP/1.1" status: 200 len: 1099 time: 0.0491958 Dec 21 13:35:14.556767 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b723ca16-1020-4a29-9a9f-885c2f6395dd req-419c4c22-7346-40f4-83c2-a6ff0786bfb0 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:35:14.559041 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-b723ca16-1020-4a29-9a9f-885c2f6395dd req-419c4c22-7346-40f4-83c2-a6ff0786bfb0 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=4acb6934-6db3-498b-8116-5e2b097f4ad7 HTTP/1.1" status: 200 len: 946 time: 0.0552928 Dec 21 13:35:14.574480 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-96318dfa-3c62-4753-96f0-9335d1fc04f7 None None] Set router a7eac548-e334-479b-ac1b-14d211206a5f gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:35:14.615599 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd77fc-4a80-40c3-ab03-0c6043638e4e req-18a44ba0-78b3-4b7b-87a5-b1fdd4d20ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:35:14.617098 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b4dd77fc-4a80-40c3-ab03-0c6043638e4e req-18a44ba0-78b3-4b7b-87a5-b1fdd4d20ce9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ec28fd82-f24a-499e-a64b-16fa968ccb08 HTTP/1.1" status: 200 len: 898 time: 0.0941858 Dec 21 13:35:14.618534 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-b723ca16-1020-4a29-9a9f-885c2f6395dd req-fe269829-5947-4435-bcc0-626aa1c92188 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=9af89f4f-77ee-46c6-b70a-70c0cd077fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527833 Dec 21 13:35:14.660422 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b4dd77fc-4a80-40c3-ab03-0c6043638e4e req-6930470b-3e19-4d79-b037-7cb72301adb0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=17de7550-d72e-4b84-9c0d-f6a16dbc6ecc HTTP/1.1" status: 200 len: 217 time: 0.0359247 Dec 21 13:35:14.713135 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd77fc-4a80-40c3-ab03-0c6043638e4e req-ac7f5308-a692-4734-9d8f-08192493abca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:35:14.714642 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b4dd77fc-4a80-40c3-ab03-0c6043638e4e req-ac7f5308-a692-4734-9d8f-08192493abca service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f513302b-69c6-4164-9549-08fd3f0565ce HTTP/1.1" status: 200 len: 834 time: 0.0477431 Dec 21 13:35:14.764484 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd77fc-4a80-40c3-ab03-0c6043638e4e req-b333f581-ae19-4d34-9deb-843449776f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:35:14.765970 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b4dd77fc-4a80-40c3-ab03-0c6043638e4e req-b333f581-ae19-4d34-9deb-843449776f39 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ec28fd82-f24a-499e-a64b-16fa968ccb08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0447094 Dec 21 13:35:14.772470 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-96318dfa-3c62-4753-96f0-9335d1fc04f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7eac548-e334-479b-ac1b-14d211206a5f', 'name': 'tempest-TestNetworkBasicOps-router-537986838', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.56'}], 'enable_snat': True}, 'gw_port_id': '0ce23484-f718-4901-9079-2437f7a1029f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:34:26Z', 'updated_at': '2021-12-21T13:34:30Z', 'revision_number': 4, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': '0ce23484-f718-4901-9079-2437f7a1029f', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7eac548-e334-479b-ac1b-14d211206a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:34:27Z', 'updated_at': '2021-12-21T13:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'ab0ac5a0-b9f4-48b2-b4c0-f35bd3de36ce', 'name': '', 'network_id': 'ec28fd82-f24a-499e-a64b-16fa968ccb08', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'mac_address': 'fa:16:3e:e3:e3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7eac548-e334-479b-ac1b-14d211206a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'f513302b-69c6-4164-9549-08fd3f0565ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:34:29Z', 'updated_at': '2021-12-21T13:34:33Z', 'revision_number': 5, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'subnets': [{'id': 'f513302b-69c6-4164-9549-08fd3f0565ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:35:14.799261 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96318dfa-3c62-4753-96f0-9335d1fc04f7 None None] Checking router: a7eac548-e334-479b-ac1b-14d211206a5f for host: dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:35:14.807691 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96318dfa-3c62-4753-96f0-9335d1fc04f7 None None] Routers {'a7eac548-e334-479b-ac1b-14d211206a5f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:35:14.808233 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-96318dfa-3c62-4753-96f0-9335d1fc04f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:34:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['a7eac548-e334-479b-ac1b-14d211206a5f'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:35:14.863494 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b4dd77fc-4a80-40c3-ab03-0c6043638e4e req-d69b82b8-40ed-40ec-a06e-0c6723b458e3 service neutron] 10.222.0.60 "GET /v2.0/networks/ec28fd82-f24a-499e-a64b-16fa968ccb08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883365 Dec 21 13:35:14.914170 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-96318dfa-3c62-4753-96f0-9335d1fc04f7 None None] Set router a7eac548-e334-479b-ac1b-14d211206a5f gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:35:14.956826 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b4dd77fc-4a80-40c3-ab03-0c6043638e4e req-7cc10a74-a69e-42e7-bb1b-e6d6bb70c843 service neutron] 10.222.0.60 "GET /v2.0/networks/ec28fd82-f24a-499e-a64b-16fa968ccb08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839913 Dec 21 13:35:15.112938 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-96318dfa-3c62-4753-96f0-9335d1fc04f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7eac548-e334-479b-ac1b-14d211206a5f', 'name': 'tempest-TestNetworkBasicOps-router-537986838', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.56'}], 'enable_snat': True}, 'gw_port_id': '0ce23484-f718-4901-9079-2437f7a1029f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:34:26Z', 'updated_at': '2021-12-21T13:34:30Z', 'revision_number': 4, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': '0ce23484-f718-4901-9079-2437f7a1029f', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7eac548-e334-479b-ac1b-14d211206a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:34:27Z', 'updated_at': '2021-12-21T13:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'ab0ac5a0-b9f4-48b2-b4c0-f35bd3de36ce', 'name': '', 'network_id': 'ec28fd82-f24a-499e-a64b-16fa968ccb08', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'mac_address': 'fa:16:3e:e3:e3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7eac548-e334-479b-ac1b-14d211206a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'f513302b-69c6-4164-9549-08fd3f0565ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:34:29Z', 'updated_at': '2021-12-21T13:34:33Z', 'revision_number': 5, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'subnets': [{'id': 'f513302b-69c6-4164-9549-08fd3f0565ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:35:15.161054 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96318dfa-3c62-4753-96f0-9335d1fc04f7 None None] The sync data for ids ['a7eac548-e334-479b-ac1b-14d211206a5f'] in dv-neutron-master-2-hyperv is: [{'id': 'a7eac548-e334-479b-ac1b-14d211206a5f', 'name': 'tempest-TestNetworkBasicOps-router-537986838', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.56'}], 'enable_snat': True}, 'gw_port_id': '0ce23484-f718-4901-9079-2437f7a1029f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:34:26Z', 'updated_at': '2021-12-21T13:34:30Z', 'revision_number': 4, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': '0ce23484-f718-4901-9079-2437f7a1029f', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7eac548-e334-479b-ac1b-14d211206a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:34:27Z', 'updated_at': '2021-12-21T13:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'ab0ac5a0-b9f4-48b2-b4c0-f35bd3de36ce', 'name': '', 'network_id': 'ec28fd82-f24a-499e-a64b-16fa968ccb08', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'mac_address': 'fa:16:3e:e3:e3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7eac548-e334-479b-ac1b-14d211206a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'f513302b-69c6-4164-9549-08fd3f0565ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:34:29Z', 'updated_at': '2021-12-21T13:34:33Z', 'revision_number': 5, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'subnets': [{'id': 'f513302b-69c6-4164-9549-08fd3f0565ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:35:15.258700 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a328c753-aacf-4787-86f5-e2004955b0cd req-8575ee9d-67e1-411f-b696-18938c3026d2 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:35:15.260213 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-a328c753-aacf-4787-86f5-e2004955b0cd req-8575ee9d-67e1-411f-b696-18938c3026d2 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a6ea224-c493-4761-802f-c0fd74a07238 HTTP/1.1" status: 200 len: 945 time: 0.0511923 Dec 21 13:35:15.311268 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-a328c753-aacf-4787-86f5-e2004955b0cd req-f8d9ae85-0257-4084-8143-b935785ab6df tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/security-groups?id=1ff19183-1617-4928-9f92-ca5348d3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450976 Dec 21 13:35:15.390910 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9118a070-65ec-44f4-a927-f889c70896eb None None] New status for floating IP 76e4d6f0-0a39-491b-9ce5-a1b9aa51b46d: DOWN {{(pid=103155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 13:35:15.737166 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eac48e-5c94-454d-87e2-8675627f5d6d req-b92c7f1b-2f9f-420b-9c32-10542da8bb3f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:35:15.738646 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-40eac48e-5c94-454d-87e2-8675627f5d6d req-b92c7f1b-2f9f-420b-9c32-10542da8bb3f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=4acb6934-6db3-498b-8116-5e2b097f4ad7 HTTP/1.1" status: 200 len: 946 time: 0.0493937 Dec 21 13:35:15.791045 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-40eac48e-5c94-454d-87e2-8675627f5d6d req-5ce37b00-ad97-4615-9c25-428d44f86df1 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=9af89f4f-77ee-46c6-b70a-70c0cd077fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464270 Dec 21 13:35:16.219925 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d72ad1-119b-4123-a98c-df29bdb318d6 req-c3563827-0dd5-4b2a-83ad-a52c0e3e5053 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:35:16.221390 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-34d72ad1-119b-4123-a98c-df29bdb318d6 req-c3563827-0dd5-4b2a-83ad-a52c0e3e5053 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.60 "GET /v2.0/ports?device_id=4acb6934-6db3-498b-8116-5e2b097f4ad7 HTTP/1.1" status: 200 len: 946 time: 0.0496848 Dec 21 13:35:16.310082 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [req-34d72ad1-119b-4123-a98c-df29bdb318d6 req-85cc1172-bb0a-4942-b021-fcb6536486d3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Deleting port 17de7550-d72e-4b84-9c0d-f6a16dbc6ecc {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:35:16.310329 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-34d72ad1-119b-4123-a98c-df29bdb318d6 req-85cc1172-bb0a-4942-b021-fcb6536486d3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:16.404029 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-34d72ad1-119b-4123-a98c-df29bdb318d6 req-85cc1172-bb0a-4942-b021-fcb6536486d3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] For port 17de7550-d72e-4b84-9c0d-f6a16dbc6ecc, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=17de7550-d72e-4b84-9c0d-f6a16dbc6ecc,segment=NetworkSegment(7c0b1f6c-82a6-4ec5-a5a4-8c91663a841a),segment_id=7c0b1f6c-82a6-4ec5-a5a4-8c91663a841a)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:35:16.404368 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-34d72ad1-119b-4123-a98c-df29bdb318d6 req-85cc1172-bb0a-4942-b021-fcb6536486d3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:16.416769 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [req-34d72ad1-119b-4123-a98c-df29bdb318d6 req-85cc1172-bb0a-4942-b021-fcb6536486d3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Calling delete_port for 17de7550-d72e-4b84-9c0d-f6a16dbc6ecc owned by compute:nova {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:35:16.428479 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fc9cd9-ef7b-4fd6-a880-5e2a9bec3257 req-7eab0dbd-87f9-431b-9a24-c6843b7a1632 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:35:16.430004 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-e5fc9cd9-ef7b-4fd6-a880-5e2a9bec3257 req-7eab0dbd-87f9-431b-9a24-c6843b7a1632 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a6ea224-c493-4761-802f-c0fd74a07238 HTTP/1.1" status: 200 len: 945 time: 0.0513096 Dec 21 13:35:16.479645 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-e5fc9cd9-ef7b-4fd6-a880-5e2a9bec3257 req-562438ef-3eac-4b36-a4e6-0653ea4ea4cc tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/security-groups?id=1ff19183-1617-4928-9f92-ca5348d3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434065 Dec 21 13:35:16.550347 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-34d72ad1-119b-4123-a98c-df29bdb318d6 req-85cc1172-bb0a-4942-b021-fcb6536486d3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:16.585148 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cc1172-bb0a-4942-b021-fcb6536486d3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event deleted for resources: {'Port': ['ID=17de7550-d72e-4b84-9c0d-f6a16dbc6ecc,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:35:16.622404 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [req-34d72ad1-119b-4123-a98c-df29bdb318d6 req-85cc1172-bb0a-4942-b021-fcb6536486d3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] No DVR routers for this DVR port 17de7550-d72e-4b84-9c0d-f6a16dbc6ecc on host hv-neutron-mast {{(pid=103153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:35:16.624964 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-34d72ad1-119b-4123-a98c-df29bdb318d6 req-85cc1172-bb0a-4942-b021-fcb6536486d3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:16.628504 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-34d72ad1-119b-4123-a98c-df29bdb318d6 req-85cc1172-bb0a-4942-b021-fcb6536486d3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.60 "DELETE /v2.0/ports/17de7550-d72e-4b84-9c0d-f6a16dbc6ecc HTTP/1.1" status: 204 len: 173 time: 0.4008627 Dec 21 13:35:16.629030 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4acb6934-6db3-498b-8116-5e2b097f4ad7', 'name': 'network-vif-deleted', 'tag': '17de7550-d72e-4b84-9c0d-f6a16dbc6ecc'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:35:16.631984 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af6034c98e584fa55ea4398f343c742ceb598288507feaf30d5a15785b2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28872015-0f07-4c51-be74-4c7f8a406382" -d '{"events": [{"server_uuid": "4acb6934-6db3-498b-8116-5e2b097f4ad7", "name": "network-vif-deleted", "tag": "17de7550-d72e-4b84-9c0d-f6a16dbc6ecc"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:35:16.674191 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 13:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdde36e6-46cf-4324-9beb-591ac7673ab4 x-openstack-request-id: req-cdde36e6-46cf-4324-9beb-591ac7673ab4 {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:35:16.674631 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4acb6934-6db3-498b-8116-5e2b097f4ad7", "name": "network-vif-deleted", "tag": "17de7550-d72e-4b84-9c0d-f6a16dbc6ecc", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:35:16.674885 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cdde36e6-46cf-4324-9beb-591ac7673ab4 {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:35:16.675284 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4acb6934-6db3-498b-8116-5e2b097f4ad7', 'name': 'network-vif-deleted', 'tag': '17de7550-d72e-4b84-9c0d-f6a16dbc6ecc', 'status': 'completed', 'code': 200} Dec 21 13:35:16.901508 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-f8b8b653-052d-4f10-9471-bd41e6ef1008 req-478b9b4a-67ce-4a7b-b5c2-340de860c57a tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=4acb6934-6db3-498b-8116-5e2b097f4ad7 HTTP/1.1" status: 200 len: 210 time: 0.0303965 Dec 21 13:35:17.157775 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2245673-443b-416a-a741-25c11c98ea43 req-26329b65-adc9-4842-9f7c-1b412e689327 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:35:17.159267 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-e2245673-443b-416a-a741-25c11c98ea43 req-26329b65-adc9-4842-9f7c-1b412e689327 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a6ea224-c493-4761-802f-c0fd74a07238 HTTP/1.1" status: 200 len: 945 time: 0.0485268 Dec 21 13:35:17.258891 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [req-e2245673-443b-416a-a741-25c11c98ea43 req-242e8562-b32b-4390-97fb-b3beba8d1ec4 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Deleting port 91a353c1-feb7-4d70-b583-96ff84962775 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:35:17.259267 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-e2245673-443b-416a-a741-25c11c98ea43 req-242e8562-b32b-4390-97fb-b3beba8d1ec4 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:17.347066 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-e2245673-443b-416a-a741-25c11c98ea43 req-242e8562-b32b-4390-97fb-b3beba8d1ec4 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] For port 91a353c1-feb7-4d70-b583-96ff84962775, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=91a353c1-feb7-4d70-b583-96ff84962775,segment=NetworkSegment(437cc747-44ac-45bd-9854-eb847f13c4b8),segment_id=437cc747-44ac-45bd-9854-eb847f13c4b8)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:35:17.347425 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-e2245673-443b-416a-a741-25c11c98ea43 req-242e8562-b32b-4390-97fb-b3beba8d1ec4 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:17.874546 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a10990-9294-422f-ae66-d755af08b820 req-d66f9253-627b-43ef-a4b2-628f1853e1dc tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:35:17.875998 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-90a10990-9294-422f-ae66-d755af08b820 req-d66f9253-627b-43ef-a4b2-628f1853e1dc tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a6ea224-c493-4761-802f-c0fd74a07238 HTTP/1.1" status: 200 len: 945 time: 0.1034119 Dec 21 13:35:17.893297 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-e2245673-443b-416a-a741-25c11c98ea43 req-242e8562-b32b-4390-97fb-b3beba8d1ec4 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:17.893654 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-e2245673-443b-416a-a741-25c11c98ea43 req-242e8562-b32b-4390-97fb-b3beba8d1ec4 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548820'] for floatingip, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:17.893970 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.l3_db [req-e2245673-443b-416a-a741-25c11c98ea43 req-242e8562-b32b-4390-97fb-b3beba8d1ec4 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Floating IP 38caa4e9-06c3-4134-bc5c-bef2b7833f86 disassociated. External IP: 172.36.3.157, port: 91a353c1-feb7-4d70-b583-96ff84962775. Dec 21 13:35:17.894316 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [req-e2245673-443b-416a-a741-25c11c98ea43 req-242e8562-b32b-4390-97fb-b3beba8d1ec4 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Calling delete_port for 91a353c1-feb7-4d70-b583-96ff84962775 owned by compute:nova {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:35:17.958539 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60824) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:35:17.969885 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-90a10990-9294-422f-ae66-d755af08b820 req-7066d8a0-6a6c-433d-b3f2-8ce5b62eee8b tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/security-groups?id=1ff19183-1617-4928-9f92-ca5348d3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848470 Dec 21 13:35:18.021127 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-12dfa50f-c8ee-4d76-8754-d021daa22439 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:18.047164 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-12dfa50f-c8ee-4d76-8754-d021daa22439 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:18.054212 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-e2245673-443b-416a-a741-25c11c98ea43 req-242e8562-b32b-4390-97fb-b3beba8d1ec4 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:18.091009 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242e8562-b32b-4390-97fb-b3beba8d1ec4 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Pushing event deleted for resources: {'Port': ['ID=91a353c1-feb7-4d70-b583-96ff84962775,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:35:18.120632 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-12dfa50f-c8ee-4d76-8754-d021daa22439 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:18.123311 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-12dfa50f-c8ee-4d76-8754-d021daa22439 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:18.124497 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-12dfa50f-c8ee-4d76-8754-d021daa22439 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "DELETE /v2.0/security-groups/9af89f4f-77ee-46c6-b70a-70c0cd077fde HTTP/1.1" status: 204 len: 168 time: 0.1648550 Dec 21 13:35:18.140882 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dfa50f-c8ee-4d76-8754-d021daa22439 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af89f4f-77ee-46c6-b70a-70c0cd077fde,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:35:18.161630 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60828) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:35:18.215411 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e2245673-443b-416a-a741-25c11c98ea43 req-242e8562-b32b-4390-97fb-b3beba8d1ec4 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Router eb8086ef-7083-4774-a3af-a8e51102d89d has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:35:18.329301 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e2245673-443b-416a-a741-25c11c98ea43 req-242e8562-b32b-4390-97fb-b3beba8d1ec4 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:35:18.340198 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f9ab4e-2782-415d-940b-a819c9c225df None None] Sync routers for ids ['eb8086ef-7083-4774-a3af-a8e51102d89d'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:35:18.351838 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f9ab4e-2782-415d-940b-a819c9c225df None None] Routers {'eb8086ef-7083-4774-a3af-a8e51102d89d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:35:18.352474 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-f4f9ab4e-2782-415d-940b-a819c9c225df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:34:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['eb8086ef-7083-4774-a3af-a8e51102d89d'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:35:18.374469 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2245673-443b-416a-a741-25c11c98ea43 req-242e8562-b32b-4390-97fb-b3beba8d1ec4 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] No DVR routers for this DVR port 91a353c1-feb7-4d70-b583-96ff84962775 on host hv-neutron-mast {{(pid=103153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:35:18.376962 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-e2245673-443b-416a-a741-25c11c98ea43 req-242e8562-b32b-4390-97fb-b3beba8d1ec4 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:18.380517 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-e2245673-443b-416a-a741-25c11c98ea43 req-242e8562-b32b-4390-97fb-b3beba8d1ec4 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.60 "DELETE /v2.0/ports/91a353c1-feb7-4d70-b583-96ff84962775 HTTP/1.1" status: 204 len: 173 time: 1.2148550 Dec 21 13:35:18.481222 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-f4f9ab4e-2782-415d-940b-a819c9c225df None None] Set router eb8086ef-7083-4774-a3af-a8e51102d89d gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:35:18.601314 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3381f4b3-1b30-474e-b70b-9c3845d3fee1 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532692'] for router_interface, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:18.676610 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a6ea224-c493-4761-802f-c0fd74a07238', 'name': 'network-vif-deleted', 'tag': '91a353c1-feb7-4d70-b583-96ff84962775'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:35:18.680911 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af6034c98e584fa55ea4398f343c742ceb598288507feaf30d5a15785b2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f2f9f7e-e33a-4939-85fc-58fe620b4476" -d '{"events": [{"server_uuid": "8a6ea224-c493-4761-802f-c0fd74a07238", "name": "network-vif-deleted", "tag": "91a353c1-feb7-4d70-b583-96ff84962775"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:35:18.721424 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 13:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26634777-2158-4c47-8666-0a5eba049700 x-openstack-request-id: req-26634777-2158-4c47-8666-0a5eba049700 {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:35:18.721833 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a6ea224-c493-4761-802f-c0fd74a07238", "name": "network-vif-deleted", "tag": "91a353c1-feb7-4d70-b583-96ff84962775", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:35:18.722212 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-26634777-2158-4c47-8666-0a5eba049700 {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:35:18.722724 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a6ea224-c493-4761-802f-c0fd74a07238', 'name': 'network-vif-deleted', 'tag': '91a353c1-feb7-4d70-b583-96ff84962775', 'status': 'completed', 'code': 200} Dec 21 13:35:18.724126 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-f4f9ab4e-2782-415d-940b-a819c9c225df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8086ef-7083-4774-a3af-a8e51102d89d', 'name': 'tempest-TestVolumeBootPattern-1677634282-router', 'tenant_id': '365275e264a6451abad9a44f0c54ac18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.232'}], 'enable_snat': True}, 'gw_port_id': '8d6bf78b-09b2-42b6-abb5-6d1020a8e60f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:31:43Z', 'updated_at': '2021-12-21T13:31:51Z', 'revision_number': 4, 'project_id': '365275e264a6451abad9a44f0c54ac18', 'gw_port': {'id': '8d6bf78b-09b2-42b6-abb5-6d1020a8e60f', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:18:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8086ef-7083-4774-a3af-a8e51102d89d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:31:45Z', 'updated_at': '2021-12-21T13:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '18ad5d93-4983-463f-8bc7-74e634dd78b4', 'name': '', 'network_id': 'f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e', 'tenant_id': '365275e264a6451abad9a44f0c54ac18', 'mac_address': 'fa:16:3e:47:7e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8086ef-7083-4774-a3af-a8e51102d89d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '52704ce2-43ea-427f-a9de-c74c83467400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:31:49Z', 'updated_at': '2021-12-21T13:32:03Z', 'revision_number': 5, 'project_id': '365275e264a6451abad9a44f0c54ac18', 'subnets': [{'id': '52704ce2-43ea-427f-a9de-c74c83467400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:35:18.751930 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f9ab4e-2782-415d-940b-a819c9c225df None None] Checking router: eb8086ef-7083-4774-a3af-a8e51102d89d for host: dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:35:18.760635 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f9ab4e-2782-415d-940b-a819c9c225df None None] Routers {'eb8086ef-7083-4774-a3af-a8e51102d89d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:35:18.761256 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-f4f9ab4e-2782-415d-940b-a819c9c225df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:34:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['eb8086ef-7083-4774-a3af-a8e51102d89d'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:35:18.877854 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-f4f9ab4e-2782-415d-940b-a819c9c225df None None] Set router eb8086ef-7083-4774-a3af-a8e51102d89d gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:35:18.909763 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-3381f4b3-1b30-474e-b70b-9c3845d3fee1 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Deleting port ab0ac5a0-b9f4-48b2-b4c0-f35bd3de36ce {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:35:18.909997 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3381f4b3-1b30-474e-b70b-9c3845d3fee1 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:19.014678 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-3381f4b3-1b30-474e-b70b-9c3845d3fee1 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] For port ab0ac5a0-b9f4-48b2-b4c0-f35bd3de36ce, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ab0ac5a0-b9f4-48b2-b4c0-f35bd3de36ce,segment=NetworkSegment(7c0b1f6c-82a6-4ec5-a5a4-8c91663a841a),segment_id=7c0b1f6c-82a6-4ec5-a5a4-8c91663a841a)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:35:19.015321 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3381f4b3-1b30-474e-b70b-9c3845d3fee1 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:19.032797 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-3381f4b3-1b30-474e-b70b-9c3845d3fee1 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Calling delete_port for ab0ac5a0-b9f4-48b2-b4c0-f35bd3de36ce owned by network:router_interface {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:35:19.091354 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-f4f9ab4e-2782-415d-940b-a819c9c225df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8086ef-7083-4774-a3af-a8e51102d89d', 'name': 'tempest-TestVolumeBootPattern-1677634282-router', 'tenant_id': '365275e264a6451abad9a44f0c54ac18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.232'}], 'enable_snat': True}, 'gw_port_id': '8d6bf78b-09b2-42b6-abb5-6d1020a8e60f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:31:43Z', 'updated_at': '2021-12-21T13:31:51Z', 'revision_number': 4, 'project_id': '365275e264a6451abad9a44f0c54ac18', 'gw_port': {'id': '8d6bf78b-09b2-42b6-abb5-6d1020a8e60f', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:18:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8086ef-7083-4774-a3af-a8e51102d89d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:31:45Z', 'updated_at': '2021-12-21T13:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '18ad5d93-4983-463f-8bc7-74e634dd78b4', 'name': '', 'network_id': 'f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e', 'tenant_id': '365275e264a6451abad9a44f0c54ac18', 'mac_address': 'fa:16:3e:47:7e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8086ef-7083-4774-a3af-a8e51102d89d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '52704ce2-43ea-427f-a9de-c74c83467400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:31:49Z', 'updated_at': '2021-12-21T13:32:03Z', 'revision_number': 5, 'project_id': '365275e264a6451abad9a44f0c54ac18', 'subnets': [{'id': '52704ce2-43ea-427f-a9de-c74c83467400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:35:19.114397 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-ecc1f021-d9a6-4310-aae3-1038070a40a3 req-3def881a-0728-4caa-be68-b64a0250101b tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a6ea224-c493-4761-802f-c0fd74a07238 HTTP/1.1" status: 200 len: 210 time: 0.0302315 Dec 21 13:35:19.122736 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f9ab4e-2782-415d-940b-a819c9c225df None None] The sync data for ids ['eb8086ef-7083-4774-a3af-a8e51102d89d'] in dv-neutron-master-2-hyperv is: [{'id': 'eb8086ef-7083-4774-a3af-a8e51102d89d', 'name': 'tempest-TestVolumeBootPattern-1677634282-router', 'tenant_id': '365275e264a6451abad9a44f0c54ac18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.232'}], 'enable_snat': True}, 'gw_port_id': '8d6bf78b-09b2-42b6-abb5-6d1020a8e60f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:31:43Z', 'updated_at': '2021-12-21T13:31:51Z', 'revision_number': 4, 'project_id': '365275e264a6451abad9a44f0c54ac18', 'gw_port': {'id': '8d6bf78b-09b2-42b6-abb5-6d1020a8e60f', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:18:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8086ef-7083-4774-a3af-a8e51102d89d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:31:45Z', 'updated_at': '2021-12-21T13:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '18ad5d93-4983-463f-8bc7-74e634dd78b4', 'name': '', 'network_id': 'f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e', 'tenant_id': '365275e264a6451abad9a44f0c54ac18', 'mac_address': 'fa:16:3e:47:7e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8086ef-7083-4774-a3af-a8e51102d89d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '52704ce2-43ea-427f-a9de-c74c83467400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:31:49Z', 'updated_at': '2021-12-21T13:32:03Z', 'revision_number': 5, 'project_id': '365275e264a6451abad9a44f0c54ac18', 'subnets': [{'id': '52704ce2-43ea-427f-a9de-c74c83467400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:35:19.275904 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3381f4b3-1b30-474e-b70b-9c3845d3fee1 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:19.307429 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3381f4b3-1b30-474e-b70b-9c3845d3fee1 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event deleted for resources: {'Port': ['ID=ab0ac5a0-b9f4-48b2-b4c0-f35bd3de36ce,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:35:19.402192 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3285234c-4758-4aaf-bb7c-c75aadea16cc None None] New status for floating IP 38caa4e9-06c3-4134-bc5c-bef2b7833f86: DOWN {{(pid=103155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 13:35:19.505588 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3381f4b3-1b30-474e-b70b-9c3845d3fee1 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534084'] for router_interface, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:19.731971 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3381f4b3-1b30-474e-b70b-9c3845d3fee1 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Router a7eac548-e334-479b-ac1b-14d211206a5f has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:35:19.839086 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3381f4b3-1b30-474e-b70b-9c3845d3fee1 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:35:19.850160 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-3381f4b3-1b30-474e-b70b-9c3845d3fee1 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "PUT /v2.0/routers/a7eac548-e334-479b-ac1b-14d211206a5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6809888 Dec 21 13:35:19.850273 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ddb9f8-5e3e-412c-8eb4-5d52244a014e None None] Sync routers for ids ['a7eac548-e334-479b-ac1b-14d211206a5f'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:35:19.850752 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60836) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:35:19.861401 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ddb9f8-5e3e-412c-8eb4-5d52244a014e None None] Routers {'a7eac548-e334-479b-ac1b-14d211206a5f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:35:19.862022 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-30ddb9f8-5e3e-412c-8eb4-5d52244a014e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:34:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['a7eac548-e334-479b-ac1b-14d211206a5f'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:35:19.904156 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce76250c-b997-457e-b238-ce4f438eb4cd tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Deleting subnet f513302b-69c6-4164-9549-08fd3f0565ce {{(pid=103152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:35:19.907503 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ce76250c-b997-457e-b238-ce4f438eb4cd tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for subnet, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:19.953859 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ce76250c-b997-457e-b238-ce4f438eb4cd tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526644'] for subnet, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:19.981392 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-30ddb9f8-5e3e-412c-8eb4-5d52244a014e None None] Set router a7eac548-e334-479b-ac1b-14d211206a5f gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:35:20.058314 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 17de7550-d72e-4b84-9c0d-f6a16dbc6ecc no longer exists at agent hyperv_hv-neutron-mast {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:35:20.073694 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ce76250c-b997-457e-b238-ce4f438eb4cd tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:20.128392 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] No Port match for: 17de7550-d72e-4b84-9c0d-f6a16dbc6ecc {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:35:20.128730 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 17de7550-d72e-4b84-9c0d-f6a16dbc6ecc not bound to the agent host hv-neutron-mast {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:35:20.129183 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 91a353c1-feb7-4d70-b583-96ff84962775 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:35:20.137359 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ce76250c-b997-457e-b238-ce4f438eb4cd tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12346570'] for subnet, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:20.152853 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] No Port match for: 91a353c1-feb7-4d70-b583-96ff84962775 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:35:20.153199 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 91a353c1-feb7-4d70-b583-96ff84962775 not bound to the agent host hv-neutron-mast {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:35:20.168020 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce76250c-b997-457e-b238-ce4f438eb4cd tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event deleted for resources: {'Subnet': ['ID=f513302b-69c6-4164-9549-08fd3f0565ce,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:35:20.172172 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ce76250c-b997-457e-b238-ce4f438eb4cd tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:20.175517 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-ce76250c-b997-457e-b238-ce4f438eb4cd tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "DELETE /v2.0/subnets/f513302b-69c6-4164-9549-08fd3f0565ce HTTP/1.1" status: 204 len: 168 time: 0.3244257 Dec 21 13:35:20.178329 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 60840) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:35:20.180692 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96bc405a-185a-462f-95ae-d369ad5dc3cb None None] Network ec28fd82-f24a-499e-a64b-16fa968ccb08 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:35:20.306524 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-507f85c6-6bc6-4653-a05e-296e9cab80fa req-f7325c34-d543-41ef-9310-ba73c9647b46 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a6ea224-c493-4761-802f-c0fd74a07238 HTTP/1.1" status: 200 len: 210 time: 0.0337415 Dec 21 13:35:20.319913 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-30ddb9f8-5e3e-412c-8eb4-5d52244a014e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7eac548-e334-479b-ac1b-14d211206a5f', 'name': 'tempest-TestNetworkBasicOps-router-537986838', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.56'}], 'enable_snat': True}, 'gw_port_id': '0ce23484-f718-4901-9079-2437f7a1029f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:34:26Z', 'updated_at': '2021-12-21T13:35:19Z', 'revision_number': 5, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': '0ce23484-f718-4901-9079-2437f7a1029f', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7eac548-e334-479b-ac1b-14d211206a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:34:27Z', 'updated_at': '2021-12-21T13:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:35:20.321362 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-940fc7db-c9e3-431b-ac44-bac2f36804c2 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for router, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:20.364991 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ddb9f8-5e3e-412c-8eb4-5d52244a014e None None] Checking router: a7eac548-e334-479b-ac1b-14d211206a5f for host: dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:35:20.374176 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ddb9f8-5e3e-412c-8eb4-5d52244a014e None None] Routers {'a7eac548-e334-479b-ac1b-14d211206a5f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:35:20.374903 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-30ddb9f8-5e3e-412c-8eb4-5d52244a014e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:34:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['a7eac548-e334-479b-ac1b-14d211206a5f'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:35:20.421864 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e13d09d-3784-4f9a-b180-3b8fba293749 None None] DHCP port deletion for ec28fd82-f24a-499e-a64b-16fa968ccb08 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:35:20.458689 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-940fc7db-c9e3-431b-ac44-bac2f36804c2 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:20.518015 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-940fc7db-c9e3-431b-ac44-bac2f36804c2 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Deleting port 0ce23484-f718-4901-9079-2437f7a1029f {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:35:20.518376 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-940fc7db-c9e3-431b-ac44-bac2f36804c2 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:20.609178 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-940fc7db-c9e3-431b-ac44-bac2f36804c2 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] For port 0ce23484-f718-4901-9079-2437f7a1029f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0ce23484-f718-4901-9079-2437f7a1029f,segment=NetworkSegment(a32e5bfd-6fac-434f-817b-5707a23fd2ca),segment_id=a32e5bfd-6fac-434f-817b-5707a23fd2ca)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:35:20.609571 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-940fc7db-c9e3-431b-ac44-bac2f36804c2 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:20.623131 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-940fc7db-c9e3-431b-ac44-bac2f36804c2 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Calling delete_port for 0ce23484-f718-4901-9079-2437f7a1029f owned by network:router_gateway {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:35:20.681489 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-30ddb9f8-5e3e-412c-8eb4-5d52244a014e None None] Set router a7eac548-e334-479b-ac1b-14d211206a5f gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:35:20.684803 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-1e13d09d-3784-4f9a-b180-3b8fba293749 None None] Deleting port 5f4de924-2a42-4efd-a334-3bd8b922ef67 {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:35:20.685251 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-1e13d09d-3784-4f9a-b180-3b8fba293749 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:20.797487 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-940fc7db-c9e3-431b-ac44-bac2f36804c2 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:20.828169 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940fc7db-c9e3-431b-ac44-bac2f36804c2 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event deleted for resources: {'Port': ['ID=0ce23484-f718-4901-9079-2437f7a1029f,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:35:20.846712 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5ab931-327b-42ba-90b1-9a9ca6a803de None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:35:20.855396 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-1e13d09d-3784-4f9a-b180-3b8fba293749 None None] For port 5f4de924-2a42-4efd-a334-3bd8b922ef67, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5f4de924-2a42-4efd-a334-3bd8b922ef67,segment=NetworkSegment(7c0b1f6c-82a6-4ec5-a5a4-8c91663a841a),segment_id=7c0b1f6c-82a6-4ec5-a5a4-8c91663a841a)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:35:20.856097 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-1e13d09d-3784-4f9a-b180-3b8fba293749 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:20.877103 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-1e13d09d-3784-4f9a-b180-3b8fba293749 None None] Calling delete_port for 5f4de924-2a42-4efd-a334-3bd8b922ef67 owned by network:dhcp {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:35:20.899574 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-940fc7db-c9e3-431b-ac44-bac2f36804c2 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-548638'] for router_gateway, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:21.016835 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-1e13d09d-3784-4f9a-b180-3b8fba293749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636'] for port, after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:21.020709 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-940fc7db-c9e3-431b-ac44-bac2f36804c2 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26950'] for router, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:21.023148 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-940fc7db-c9e3-431b-ac44-bac2f36804c2 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:21.046618 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-30ddb9f8-5e3e-412c-8eb4-5d52244a014e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7eac548-e334-479b-ac1b-14d211206a5f', 'name': 'tempest-TestNetworkBasicOps-router-537986838', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.56'}], 'enable_snat': True}, 'gw_port_id': '0ce23484-f718-4901-9079-2437f7a1029f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:34:26Z', 'updated_at': '2021-12-21T13:35:19Z', 'revision_number': 5, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': '0ce23484-f718-4901-9079-2437f7a1029f', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7eac548-e334-479b-ac1b-14d211206a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:34:27Z', 'updated_at': '2021-12-21T13:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:35:21.051817 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e13d09d-3784-4f9a-b180-3b8fba293749 None None] Pushing event deleted for resources: {'Port': ['ID=5f4de924-2a42-4efd-a334-3bd8b922ef67,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:35:21.053909 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e13d09d-3784-4f9a-b180-3b8fba293749 None None] No DVR routers for this DVR port 5f4de924-2a42-4efd-a334-3bd8b922ef67 on host dv-neutron-master-2-hyperv {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:35:21.080720 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ddb9f8-5e3e-412c-8eb4-5d52244a014e None None] The sync data for ids ['a7eac548-e334-479b-ac1b-14d211206a5f'] in dv-neutron-master-2-hyperv is: [{'id': 'a7eac548-e334-479b-ac1b-14d211206a5f', 'name': 'tempest-TestNetworkBasicOps-router-537986838', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.56'}], 'enable_snat': True}, 'gw_port_id': '0ce23484-f718-4901-9079-2437f7a1029f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:34:26Z', 'updated_at': '2021-12-21T13:35:19Z', 'revision_number': 5, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': '0ce23484-f718-4901-9079-2437f7a1029f', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7eac548-e334-479b-ac1b-14d211206a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:34:27Z', 'updated_at': '2021-12-21T13:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:35:21.097344 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-940fc7db-c9e3-431b-ac44-bac2f36804c2 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534967'] for router, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:21.098394 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-940fc7db-c9e3-431b-ac44-bac2f36804c2 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Fanout notify agent at l3_agent the message router_deleted on router a7eac548-e334-479b-ac1b-14d211206a5f {{(pid=103153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 13:35:21.105897 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-940fc7db-c9e3-431b-ac44-bac2f36804c2 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for router, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:21.109960 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-940fc7db-c9e3-431b-ac44-bac2f36804c2 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "DELETE /v2.0/routers/a7eac548-e334-479b-ac1b-14d211206a5f HTTP/1.1" status: 204 len: 168 time: 0.9298604 Dec 21 13:35:21.110309 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60842) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:35:21.201228 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f38e7785-d9b1-4c4d-b853-79de028492e9 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:21.312696 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f38e7785-d9b1-4c4d-b853-79de028492e9 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:21.344524 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-f38e7785-d9b1-4c4d-b853-79de028492e9 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec28fd82-f24a-499e-a64b-16fa968ccb08']}} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:35:21.357968 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-f38e7785-d9b1-4c4d-b853-79de028492e9 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c0b1f6c-82a6-4ec5-a5a4-8c91663a841a') {'for_net_delete': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:35:21.358332 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-f38e7785-d9b1-4c4d-b853-79de028492e9 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c0b1f6c-82a6-4ec5-a5a4-8c91663a841a') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:35:21.378490 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f38e7785-d9b1-4c4d-b853-79de028492e9 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526653'] for segment, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:21.408525 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f38e7785-d9b1-4c4d-b853-79de028492e9 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:21.423883 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f38e7785-d9b1-4c4d-b853-79de028492e9 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=103152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:35:21.424364 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f38e7785-d9b1-4c4d-b853-79de028492e9 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805426'] for segment, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:21.427920 dv-neutron-master-2-hyperv neutron-server[103152]: Traceback (most recent call last): Dec 21 13:35:21.427920 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:35:21.427920 dv-neutron-master-2-hyperv neutron-server[103152]: timer() Dec 21 13:35:21.427920 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:35:21.427920 dv-neutron-master-2-hyperv neutron-server[103152]: cb(*args, **kw) Dec 21 13:35:21.427920 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:35:21.427920 dv-neutron-master-2-hyperv neutron-server[103152]: return func(*args, **kwargs) Dec 21 13:35:21.427920 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:35:21.427920 dv-neutron-master-2-hyperv neutron-server[103152]: self._notify() Dec 21 13:35:21.427920 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:35:21.427920 dv-neutron-master-2-hyperv neutron-server[103152]: self.callback(batched_events) Dec 21 13:35:21.427920 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:35:21.427920 dv-neutron-master-2-hyperv neutron-server[103152]: event.method(event) Dec 21 13:35:21.427920 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:35:21.427920 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:35:21.427920 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:35:21.427920 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:35:21.427920 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:35:21.427920 dv-neutron-master-2-hyperv neutron-server[103152]: return f(self, *a, **k) Dec 21 13:35:21.427920 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:35:21.427920 dv-neutron-master-2-hyperv neutron-server[103152]: return self._get(url).json() Dec 21 13:35:21.427920 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:35:21.427920 dv-neutron-master-2-hyperv neutron-server[103152]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:35:21.427920 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:35:21.427920 dv-neutron-master-2-hyperv neutron-server[103152]: return self.request(url, 'GET', **kwargs) Dec 21 13:35:21.427920 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:35:21.427920 dv-neutron-master-2-hyperv neutron-server[103152]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:35:21.427920 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:35:21.427920 dv-neutron-master-2-hyperv neutron-server[103152]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:35:21.427920 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:35:21.427920 dv-neutron-master-2-hyperv neutron-server[103152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:35:21.427920 dv-neutron-master-2-hyperv neutron-server[103152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:35:21.495670 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-0ede5757-ae17-49cb-8226-51d17f856258 req-dbbd1be1-4276-4d8b-b7d6-c90475ef8925 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a6ea224-c493-4761-802f-c0fd74a07238 HTTP/1.1" status: 200 len: 210 time: 0.0671189 Dec 21 13:35:21.514523 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f38e7785-d9b1-4c4d-b853-79de028492e9 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:21.543302 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f38e7785-d9b1-4c4d-b853-79de028492e9 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:21.554291 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-f38e7785-d9b1-4c4d-b853-79de028492e9 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "DELETE /v2.0/networks/ec28fd82-f24a-499e-a64b-16fa968ccb08 HTTP/1.1" status: 204 len: 168 time: 0.4423659 Dec 21 13:35:21.570941 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 60846) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:35:21.579942 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-43b5233e-17e3-4372-a0fc-8eae8b17cc91 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'network': {'name': 'tempest-network-smoke--406579098', 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'port_security_enabled': True}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:35:21.585482 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38e7785-d9b1-4c4d-b853-79de028492e9 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event deleted for resources: {'Network': ['ID=ec28fd82-f24a-499e-a64b-16fa968ccb08,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:35:21.611775 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b5233e-17e3-4372-a0fc-8eae8b17cc91 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Made reservation on behalf of 577ee1d2880f4d34a80a7dfd0cf7da03 for: {'network': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:35:21.616018 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-43b5233e-17e3-4372-a0fc-8eae8b17cc91 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:21.656591 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43b5233e-17e3-4372-a0fc-8eae8b17cc91 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=103153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:35:21.672470 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-43b5233e-17e3-4372-a0fc-8eae8b17cc91 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:21.673013 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.segments_db [None req-43b5233e-17e3-4372-a0fc-8eae8b17cc91 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Added segment aa0c45a3-6e53-47bd-bd18-7c1983b33bbd of type vlan for network 84f7c90a-1381-496c-b81b-62cf591299ab Dec 21 13:35:21.739014 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-43b5233e-17e3-4372-a0fc-8eae8b17cc91 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:21.773436 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-43b5233e-17e3-4372-a0fc-8eae8b17cc91 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:21.778964 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b5233e-17e3-4372-a0fc-8eae8b17cc91 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:35:21.779539 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-43b5233e-17e3-4372-a0fc-8eae8b17cc91 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:21.841471 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-43b5233e-17e3-4372-a0fc-8eae8b17cc91 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2666202 Dec 21 13:35:21.844304 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60848) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:35:21.849559 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-548714f1-3e01-44e0-b5b9-301a91cab672 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1841231675', 'admin_state_up': True, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:35:21.877154 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-548714f1-3e01-44e0-b5b9-301a91cab672 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26964'] for router, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:21.878531 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-548714f1-3e01-44e0-b5b9-301a91cab672 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-642316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26957'] for router, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:21.880808 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b5233e-17e3-4372-a0fc-8eae8b17cc91 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'Network': ['ID=84f7c90a-1381-496c-b81b-62cf591299ab,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:35:21.893430 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network 84f7c90a-1381-496c-b81b-62cf591299ab details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:35:21.938565 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-548714f1-3e01-44e0-b5b9-301a91cab672 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:22.096935 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-548714f1-3e01-44e0-b5b9-301a91cab672 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:22.144316 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 5f4de924-2a42-4efd-a334-3bd8b922ef67 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:35:22.166455 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: 5f4de924-2a42-4efd-a334-3bd8b922ef67 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:35:22.167152 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 5f4de924-2a42-4efd-a334-3bd8b922ef67 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:35:22.167638 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 0ce23484-f718-4901-9079-2437f7a1029f no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:35:22.188237 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: 0ce23484-f718-4901-9079-2437f7a1029f {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:35:22.188991 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 0ce23484-f718-4901-9079-2437f7a1029f not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:35:22.189630 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device ab0ac5a0-b9f4-48b2-b4c0-f35bd3de36ce no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:35:22.208891 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: ab0ac5a0-b9f4-48b2-b4c0-f35bd3de36ce {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:35:22.209224 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device ab0ac5a0-b9f4-48b2-b4c0-f35bd3de36ce not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:35:22.313829 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-548714f1-3e01-44e0-b5b9-301a91cab672 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for router_gateway, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:22.332861 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-548714f1-3e01-44e0-b5b9-301a91cab672 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:22.602696 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-40de7911-be1d-4f4d-8004-515ebf2725a8 req-0fc137ba-1a70-4855-9259-56b2003fd857 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a6ea224-c493-4761-802f-c0fd74a07238 HTTP/1.1" status: 200 len: 210 time: 0.0331511 Dec 21 13:35:22.714034 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-548714f1-3e01-44e0-b5b9-301a91cab672 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Allocated IP 172.36.3.41 (7fdf1889-f079-4166-bbda-88b2a8d8d595/051a5607-1753-4008-a2f2-d94b48752e9c/8603526c-0551-4a91-b09e-590cc894dc9c) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:35:22.830500 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-548714f1-3e01-44e0-b5b9-301a91cab672 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:22.893104 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-548714f1-3e01-44e0-b5b9-301a91cab672 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:22.938518 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548714f1-3e01-44e0-b5b9-301a91cab672 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Network 7fdf1889-f079-4166-bbda-88b2a8d8d595 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:35:22.946400 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-548714f1-3e01-44e0-b5b9-301a91cab672 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:35:22.950472 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548714f1-3e01-44e0-b5b9-301a91cab672 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:35:22.964882 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147f84e9-6ad1-4482-936d-65672e2adc29 None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:35:22.984500 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548714f1-3e01-44e0-b5b9-301a91cab672 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'Port': ['ID=8603526c-0551-4a91-b09e-590cc894dc9c,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:35:23.040327 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-f341ff9d-94ff-40a4-b009-144f92a9b128 None None] Provisioning complete for port 8603526c-0551-4a91-b09e-590cc894dc9c triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:35:23.040594 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f341ff9d-94ff-40a4-b009-144f92a9b128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:23.081228 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-f341ff9d-94ff-40a4-b009-144f92a9b128 None None] Port 8603526c-0551-4a91-b09e-590cc894dc9c cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:35:23.228494 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-548714f1-3e01-44e0-b5b9-301a91cab672 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for router_gateway, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:23.436990 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-548714f1-3e01-44e0-b5b9-301a91cab672 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548730'] for router, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:23.576797 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-548714f1-3e01-44e0-b5b9-301a91cab672 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Router 3a320fb7-ab74-4c32-9173-8e4be4501068 is scheduled to L3 agent 59e14383-78fa-487e-9299-b32042a98157 with binding_index 1 {{(pid=103152) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 13:35:23.685465 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-548714f1-3e01-44e0-b5b9-301a91cab672 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:35:23.698889 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bbe376-aba5-4c70-a73a-22b92a2718a9 None None] Sync routers for ids ['3a320fb7-ab74-4c32-9173-8e4be4501068'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:35:23.713583 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-548714f1-3e01-44e0-b5b9-301a91cab672 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for router, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:23.713813 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bbe376-aba5-4c70-a73a-22b92a2718a9 None None] Routers {'3a320fb7-ab74-4c32-9173-8e4be4501068'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:35:23.713936 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-548714f1-3e01-44e0-b5b9-301a91cab672 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.8668764 Dec 21 13:35:23.714054 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-f6bbe376-aba5-4c70-a73a-22b92a2718a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:34:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['3a320fb7-ab74-4c32-9173-8e4be4501068'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:35:23.715471 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 60856) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:35:23.754094 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-4a9fb4b5-2c61-43e5-8998-20c92f981a52 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=577ee1d2880f4d34a80a7dfd0cf7da03&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372632 Dec 21 13:35:23.757466 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60858) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:35:23.829879 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-f6bbe376-aba5-4c70-a73a-22b92a2718a9 None None] Set router 3a320fb7-ab74-4c32-9173-8e4be4501068 gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:35:23.866733 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b0bf39-230c-403e-b0da-cf618b036a84 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:35:23.868575 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-70b0bf39-230c-403e-b0da-cf618b036a84 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1099417 Dec 21 13:35:23.871044 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60866) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:35:23.905633 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-fddc3cc2-db71-4cf6-b0c9-7b480c2de156 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=7fdf1889-f079-4166-bbda-88b2a8d8d595&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0311420 Dec 21 13:35:23.905874 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60868) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:35:23.911115 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1965fb1d-6eb8-42ef-83ee-70a4033f120e req-af841d20-bbd5-43ec-8712-6cce91056c13 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1876024814&fields=id&tenant_id=365275e264a6451abad9a44f0c54ac18 HTTP/1.1" status: 200 len: 267 time: 0.0612531 Dec 21 13:35:23.912577 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-f103d272-6d81-4039-b6de-5eabc529cbc5 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2138823582', 'network_id': '84f7c90a-1381-496c-b81b-62cf591299ab', 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:35:24.021879 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f103d272-6d81-4039-b6de-5eabc529cbc5 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Made reservation on behalf of 577ee1d2880f4d34a80a7dfd0cf7da03 for: {'subnet': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:35:24.031696 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f103d272-6d81-4039-b6de-5eabc529cbc5 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12346583'] for subnet, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:24.049189 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1965fb1d-6eb8-42ef-83ee-70a4033f120e req-c7c4ce03-ae26-48d2-ba8b-9e58c5bbc049 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:35:24.058104 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1965fb1d-6eb8-42ef-83ee-70a4033f120e req-c7c4ce03-ae26-48d2-ba8b-9e58c5bbc049 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/networks?id=f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e HTTP/1.1" status: 200 len: 812 time: 0.1400290 Dec 21 13:35:24.076305 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1965fb1d-6eb8-42ef-83ee-70a4033f120e req-248c953a-26fc-4992-8673-784c01e1a49b tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/quotas/365275e264a6451abad9a44f0c54ac18 HTTP/1.1" status: 200 len: 375 time: 0.0171258 Dec 21 13:35:24.129820 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1965fb1d-6eb8-42ef-83ee-70a4033f120e req-749d05b7-65ff-4297-a04a-9310360c1e4e tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=365275e264a6451abad9a44f0c54ac18&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0524495 Dec 21 13:35:24.138660 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-f6bbe376-aba5-4c70-a73a-22b92a2718a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a320fb7-ab74-4c32-9173-8e4be4501068', 'name': 'tempest-TestNetworkBasicOps-router-1841231675', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.41'}], 'enable_snat': True}, 'gw_port_id': '8603526c-0551-4a91-b09e-590cc894dc9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:35:21Z', 'updated_at': '2021-12-21T13:35:23Z', 'revision_number': 3, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': '8603526c-0551-4a91-b09e-590cc894dc9c', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:70:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a320fb7-ab74-4c32-9173-8e4be4501068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:35:22Z', 'updated_at': '2021-12-21T13:35:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:35:24.167862 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bbe376-aba5-4c70-a73a-22b92a2718a9 None None] Checking router: 3a320fb7-ab74-4c32-9173-8e4be4501068 for host: dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:35:24.168740 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bbe376-aba5-4c70-a73a-22b92a2718a9 None None] Updating router 3a320fb7-ab74-4c32-9173-8e4be4501068 port 8603526c-0551-4a91-b09e-590cc894dc9c binding host dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 13:35:24.194861 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-f6bbe376-aba5-4c70-a73a-22b92a2718a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:24.242925 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1965fb1d-6eb8-42ef-83ee-70a4033f120e req-94cd8c0a-c037-4fd1-b661-4c75f5436af3 service neutron] 10.222.0.37 "GET /v2.0/networks/f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992022 Dec 21 13:35:24.250512 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f103d272-6d81-4039-b6de-5eabc529cbc5 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12346565'] for subnet, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:24.315857 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f103d272-6d81-4039-b6de-5eabc529cbc5 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'Subnet': ['ID=987ac01a-6b74-4357-a874-8308a38c6cb4,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:35:24.323748 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f103d272-6d81-4039-b6de-5eabc529cbc5 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Checking segment: {'id': 'aa0c45a3-6e53-47bd-bd18-7c1983b33bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '84f7c90a-1381-496c-b81b-62cf591299ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:35:24.324182 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f103d272-6d81-4039-b6de-5eabc529cbc5 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Network hostable DHCP agents. Network: 84f7c90a-1381-496c-b81b-62cf591299ab, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:35:24.340987 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f103d272-6d81-4039-b6de-5eabc529cbc5 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Network 84f7c90a-1381-496c-b81b-62cf591299ab is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:35:24.344869 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1965fb1d-6eb8-42ef-83ee-70a4033f120e req-f6820c77-68ab-4b17-89e5-682ac81ae947 service neutron] 10.222.0.37 "GET /v2.0/networks/f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975468 Dec 21 13:35:24.351518 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-f103d272-6d81-4039-b6de-5eabc529cbc5 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 84f7c90a-1381-496c-b81b-62cf591299ab) {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:35:24.356175 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f103d272-6d81-4039-b6de-5eabc529cbc5 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:35:24.357063 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f103d272-6d81-4039-b6de-5eabc529cbc5 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:24.365157 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a9f0e7-19b7-4e7a-9a1b-4d95b00d6987 None None] Network 84f7c90a-1381-496c-b81b-62cf591299ab requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:35:24.395484 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-f103d272-6d81-4039-b6de-5eabc529cbc5 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4862847 Dec 21 13:35:24.395848 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60870) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:35:24.490611 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-f6bbe376-aba5-4c70-a73a-22b92a2718a9 None None] Publish callbacks [] for port, precommit_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:24.505269 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-f6bbe376-aba5-4c70-a73a-22b92a2718a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:24.506770 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c3f600-bdac-46aa-8288-a48df01bd11a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-84f7c90a-1381-496c-b81b-62cf591299ab', 'network_id': '84f7c90a-1381-496c-b81b-62cf591299ab', 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'fixed_ips': [{'subnet_id': '987ac01a-6b74-4357-a874-8308a38c6cb4'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:35:24.507866 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-82c3f600-bdac-46aa-8288-a48df01bd11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:24.565107 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7f073a-b5bd-490b-9b49-559e61d877ed None None] Pushing event updated for resources: {'Port': ['ID=8603526c-0551-4a91-b09e-590cc894dc9c,revision_number=2']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:35:24.587190 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-f6bbe376-aba5-4c70-a73a-22b92a2718a9 None None] Attempting to bind port 8603526c-0551-4a91-b09e-590cc894dc9c on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:35:24.587945 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-f6bbe376-aba5-4c70-a73a-22b92a2718a9 None None] Attempting to bind port 8603526c-0551-4a91-b09e-590cc894dc9c by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:35:24.587945 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6bbe376-aba5-4c70-a73a-22b92a2718a9 None None] Attempting to bind port 8603526c-0551-4a91-b09e-590cc894dc9c on network 7fdf1889-f079-4166-bbda-88b2a8d8d595 {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:35:24.593173 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6bbe376-aba5-4c70-a73a-22b92a2718a9 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:35:24.593590 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6bbe376-aba5-4c70-a73a-22b92a2718a9 None None] Checking segment: {'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:35:24.593995 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-f6bbe376-aba5-4c70-a73a-22b92a2718a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:24.594411 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6bbe376-aba5-4c70-a73a-22b92a2718a9 None None] Bound using segment: {'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:35:24.594876 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-f6bbe376-aba5-4c70-a73a-22b92a2718a9 None None] Bound port: 8603526c-0551-4a91-b09e-590cc894dc9c, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:35:24.595249 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-f6bbe376-aba5-4c70-a73a-22b92a2718a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:24.605824 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba290607-2f9d-4ee1-b78f-38ca22eefb0f None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:35:24.667280 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-f6bbe376-aba5-4c70-a73a-22b92a2718a9 None None] For port 8603526c-0551-4a91-b09e-590cc894dc9c, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:35:24.683505 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-f6bbe376-aba5-4c70-a73a-22b92a2718a9 None None] For port 8603526c-0551-4a91-b09e-590cc894dc9c, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8603526c-0551-4a91-b09e-590cc894dc9c,segment=NetworkSegment(a32e5bfd-6fac-434f-817b-5707a23fd2ca),segment_id=a32e5bfd-6fac-434f-817b-5707a23fd2ca)] {{(pid=103155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:35:24.695695 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-82c3f600-bdac-46aa-8288-a48df01bd11a None None] Allocated IP 172.20.0.2 (84f7c90a-1381-496c-b81b-62cf591299ab/987ac01a-6b74-4357-a874-8308a38c6cb4/9fd7c32d-f0db-420e-889c-94485fcf95b5) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:35:24.706010 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-f6bbe376-aba5-4c70-a73a-22b92a2718a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:24.753356 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-bd21f7c0-92b4-4c3f-95d2-c5726837e83e None None] Provisioning complete for port 8603526c-0551-4a91-b09e-590cc894dc9c triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:35:24.753795 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-bd21f7c0-92b4-4c3f-95d2-c5726837e83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:24.796559 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7f073a-b5bd-490b-9b49-559e61d877ed None None] Pushing event updated for resources: {'Port': ['ID=8603526c-0551-4a91-b09e-590cc894dc9c,revision_number=3']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:35:24.831653 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bbe376-aba5-4c70-a73a-22b92a2718a9 None None] Routers {'3a320fb7-ab74-4c32-9173-8e4be4501068'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:35:24.831886 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-f6bbe376-aba5-4c70-a73a-22b92a2718a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:34:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['3a320fb7-ab74-4c32-9173-8e4be4501068'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:35:24.850573 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-d409efb3-29a9-4cb6-94cb-f34894d2e1f6 req-ee782d38-0509-49f9-bae6-70a6a44aeb65 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/ports?device_id=74850ba7-3f0b-4552-8439-72f0cf979424 HTTP/1.1" status: 200 len: 210 time: 0.0509553 Dec 21 13:35:24.867176 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68332b1-4888-40e9-821c-6efe99f31a69 None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:35:24.956289 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-82c3f600-bdac-46aa-8288-a48df01bd11a None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:24.988712 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-82c3f600-bdac-46aa-8288-a48df01bd11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:25.003675 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-f6bbe376-aba5-4c70-a73a-22b92a2718a9 None None] Set router 3a320fb7-ab74-4c32-9173-8e4be4501068 gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:35:25.047136 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-bd21f7c0-92b4-4c3f-95d2-c5726837e83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:25.050472 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7633c5cb-efec-4e78-9fa2-79a1fede3eb3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:25.055985 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c3f600-bdac-46aa-8288-a48df01bd11a None None] Network 84f7c90a-1381-496c-b81b-62cf591299ab is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:35:25.067185 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-82c3f600-bdac-46aa-8288-a48df01bd11a None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:35:25.080200 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c3f600-bdac-46aa-8288-a48df01bd11a None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:35:25.089149 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c3f600-bdac-46aa-8288-a48df01bd11a None None] Pushing event updated for resources: {'Port': ['ID=9fd7c32d-f0db-420e-889c-94485fcf95b5,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:35:25.092725 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-bd21f7c0-92b4-4c3f-95d2-c5726837e83e None None] For port 8603526c-0551-4a91-b09e-590cc894dc9c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8603526c-0551-4a91-b09e-590cc894dc9c,segment=NetworkSegment(a32e5bfd-6fac-434f-817b-5707a23fd2ca),segment_id=a32e5bfd-6fac-434f-817b-5707a23fd2ca)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:35:25.099835 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-bd21f7c0-92b4-4c3f-95d2-c5726837e83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:25.191591 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-36ccc9c3-7b51-416e-ad6f-f68b687ee17d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:25.204326 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-82c3f600-bdac-46aa-8288-a48df01bd11a None None] Attempting to bind port 9fd7c32d-f0db-420e-889c-94485fcf95b5 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:35:25.204583 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-82c3f600-bdac-46aa-8288-a48df01bd11a None None] Attempting to bind port 9fd7c32d-f0db-420e-889c-94485fcf95b5 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'aa0c45a3-6e53-47bd-bd18-7c1983b33bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '84f7c90a-1381-496c-b81b-62cf591299ab'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:35:25.205223 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c3f600-bdac-46aa-8288-a48df01bd11a None None] Attempting to bind port 9fd7c32d-f0db-420e-889c-94485fcf95b5 on network 84f7c90a-1381-496c-b81b-62cf591299ab {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:35:25.217188 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd21f7c0-92b4-4c3f-95d2-c5726837e83e None None] Pushing event updated for resources: {'Port': ['ID=8603526c-0551-4a91-b09e-590cc894dc9c,revision_number=4']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:35:25.234797 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c3f600-bdac-46aa-8288-a48df01bd11a None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:35:25.235274 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c3f600-bdac-46aa-8288-a48df01bd11a None None] Checking segment: {'id': 'aa0c45a3-6e53-47bd-bd18-7c1983b33bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '84f7c90a-1381-496c-b81b-62cf591299ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:35:25.235694 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-82c3f600-bdac-46aa-8288-a48df01bd11a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:25.236094 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c3f600-bdac-46aa-8288-a48df01bd11a None None] Bound using segment: {'id': 'aa0c45a3-6e53-47bd-bd18-7c1983b33bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '84f7c90a-1381-496c-b81b-62cf591299ab'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:35:25.236598 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-82c3f600-bdac-46aa-8288-a48df01bd11a None None] Bound port: 9fd7c32d-f0db-420e-889c-94485fcf95b5, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa0c45a3-6e53-47bd-bd18-7c1983b33bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '84f7c90a-1381-496c-b81b-62cf591299ab'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:35:25.237242 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-82c3f600-bdac-46aa-8288-a48df01bd11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:25.266580 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-dc59b56d-c689-42c3-816a-9681d282dfc1 None None] Provisioning complete for port 8603526c-0551-4a91-b09e-590cc894dc9c triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:35:25.267254 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-dc59b56d-c689-42c3-816a-9681d282dfc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:25.281684 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-f6bbe376-aba5-4c70-a73a-22b92a2718a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a320fb7-ab74-4c32-9173-8e4be4501068', 'name': 'tempest-TestNetworkBasicOps-router-1841231675', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.41'}], 'enable_snat': True}, 'gw_port_id': '8603526c-0551-4a91-b09e-590cc894dc9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:35:21Z', 'updated_at': '2021-12-21T13:35:23Z', 'revision_number': 3, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': '8603526c-0551-4a91-b09e-590cc894dc9c', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:70:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a320fb7-ab74-4c32-9173-8e4be4501068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:35:22Z', 'updated_at': '2021-12-21T13:35:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:35:25.318917 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bbe376-aba5-4c70-a73a-22b92a2718a9 None None] The sync data for ids ['3a320fb7-ab74-4c32-9173-8e4be4501068'] in dv-neutron-master-2-hyperv is: [{'id': '3a320fb7-ab74-4c32-9173-8e4be4501068', 'name': 'tempest-TestNetworkBasicOps-router-1841231675', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.41'}], 'enable_snat': True}, 'gw_port_id': '8603526c-0551-4a91-b09e-590cc894dc9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:35:21Z', 'updated_at': '2021-12-21T13:35:23Z', 'revision_number': 3, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': '8603526c-0551-4a91-b09e-590cc894dc9c', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:70:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a320fb7-ab74-4c32-9173-8e4be4501068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:35:22Z', 'updated_at': '2021-12-21T13:35:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:35:25.353157 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-82c3f600-bdac-46aa-8288-a48df01bd11a None None] For port 9fd7c32d-f0db-420e-889c-94485fcf95b5, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:35:25.356424 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-82c3f600-bdac-46aa-8288-a48df01bd11a None None] For port 9fd7c32d-f0db-420e-889c-94485fcf95b5, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9fd7c32d-f0db-420e-889c-94485fcf95b5,segment=NetworkSegment(aa0c45a3-6e53-47bd-bd18-7c1983b33bbd),segment_id=aa0c45a3-6e53-47bd-bd18-7c1983b33bbd)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:35:25.397815 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-82c3f600-bdac-46aa-8288-a48df01bd11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:25.431152 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-7633c5cb-efec-4e78-9fa2-79a1fede3eb3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Allocated IP 172.20.0.1 (84f7c90a-1381-496c-b81b-62cf591299ab/987ac01a-6b74-4357-a874-8308a38c6cb4/81e4f8c6-ec7f-465a-9745-597a14605550) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:35:25.484907 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c3f600-bdac-46aa-8288-a48df01bd11a None None] Pushing event updated for resources: {'Port': ['ID=9fd7c32d-f0db-420e-889c-94485fcf95b5,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:35:25.579050 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7633c5cb-efec-4e78-9fa2-79a1fede3eb3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:25.621456 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7633c5cb-efec-4e78-9fa2-79a1fede3eb3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:25.698624 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7633c5cb-efec-4e78-9fa2-79a1fede3eb3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Network 84f7c90a-1381-496c-b81b-62cf591299ab is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:35:25.703382 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-7633c5cb-efec-4e78-9fa2-79a1fede3eb3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:35:25.705696 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7633c5cb-efec-4e78-9fa2-79a1fede3eb3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:35:25.709104 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7633c5cb-efec-4e78-9fa2-79a1fede3eb3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'Port': ['ID=81e4f8c6-ec7f-465a-9745-597a14605550,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:35:25.776478 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7633c5cb-efec-4e78-9fa2-79a1fede3eb3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532557'] for router_interface, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:25.999143 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-3c5a289d-f547-49dd-956a-bd043afbd563 req-1cd5e2a6-833f-4e76-8ce8-748a5a156a74 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/ports?device_id=74850ba7-3f0b-4552-8439-72f0cf979424 HTTP/1.1" status: 200 len: 210 time: 0.0460649 Dec 21 13:35:26.006038 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7633c5cb-efec-4e78-9fa2-79a1fede3eb3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:26.040554 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1965fb1d-6eb8-42ef-83ee-70a4033f120e req-4402de4f-cd71-445f-a874-4cfe44b185c9 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:35:26.042077 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1965fb1d-6eb8-42ef-83ee-70a4033f120e req-4402de4f-cd71-445f-a874-4cfe44b185c9 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.60 "GET /v2.0/networks?id=f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e HTTP/1.1" status: 200 len: 812 time: 0.1888654 Dec 21 13:35:26.164428 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1965fb1d-6eb8-42ef-83ee-70a4033f120e req-77d7de80-88af-45be-a2ae-55831bf7f84a tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=365275e264a6451abad9a44f0c54ac18 HTTP/1.1" status: 200 len: 380 time: 0.1002958 Dec 21 13:35:26.174392 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [req-1965fb1d-6eb8-42ef-83ee-70a4033f120e req-d498bbbd-2800-4c64-afdc-508109c31904 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Request body: {'port': {'device_id': '74850ba7-3f0b-4552-8439-72f0cf979424', 'network_id': 'f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e', 'admin_state_up': True, 'tenant_id': '365275e264a6451abad9a44f0c54ac18', 'security_groups': ['1ff19183-1617-4928-9f92-ca5348d3a4de']}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:35:26.198659 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 8603526c-0551-4a91-b09e-590cc894dc9c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:35:26.294457 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 8603526c-0551-4a91-b09e-590cc894dc9c triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:35:26.295297 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:26.374900 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1965fb1d-6eb8-42ef-83ee-70a4033f120e req-d498bbbd-2800-4c64-afdc-508109c31904 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Made reservation on behalf of 365275e264a6451abad9a44f0c54ac18 for: {'port': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:35:26.380363 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-1965fb1d-6eb8-42ef-83ee-70a4033f120e req-d498bbbd-2800-4c64-afdc-508109c31904 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:26.476965 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7633c5cb-efec-4e78-9fa2-79a1fede3eb3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:26.484368 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7633c5cb-efec-4e78-9fa2-79a1fede3eb3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805230'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:26.485001 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 9fd7c32d-f0db-420e-889c-94485fcf95b5 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:35:26.538204 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7633c5cb-efec-4e78-9fa2-79a1fede3eb3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'Port': ['ID=81e4f8c6-ec7f-465a-9745-597a14605550,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:35:26.595986 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 9fd7c32d-f0db-420e-889c-94485fcf95b5 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:35:26.596917 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7633c5cb-efec-4e78-9fa2-79a1fede3eb3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532537'] for router_interface, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:26.602641 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:26.674237 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [req-1965fb1d-6eb8-42ef-83ee-70a4033f120e req-d498bbbd-2800-4c64-afdc-508109c31904 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Allocated IP 172.20.0.6 (f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e/52704ce2-43ea-427f-a9de-c74c83467400/daf79913-fea1-4f0b-b151-f39875a82234) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:35:26.745987 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7633c5cb-efec-4e78-9fa2-79a1fede3eb3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Network 84f7c90a-1381-496c-b81b-62cf591299ab is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:35:26.748192 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-7633c5cb-efec-4e78-9fa2-79a1fede3eb3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:35:26.756453 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:26.798558 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] For port 9fd7c32d-f0db-420e-889c-94485fcf95b5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9fd7c32d-f0db-420e-889c-94485fcf95b5,segment=NetworkSegment(aa0c45a3-6e53-47bd-bd18-7c1983b33bbd),segment_id=aa0c45a3-6e53-47bd-bd18-7c1983b33bbd)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:35:26.804597 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:26.847984 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f2a129-f6e8-4551-8aae-5693b05d9a6b None None] Network 84f7c90a-1381-496c-b81b-62cf591299ab requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:35:26.885567 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-1965fb1d-6eb8-42ef-83ee-70a4033f120e req-d498bbbd-2800-4c64-afdc-508109c31904 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:26.927251 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-1965fb1d-6eb8-42ef-83ee-70a4033f120e req-d498bbbd-2800-4c64-afdc-508109c31904 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:26.992609 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d498bbbd-2800-4c64-afdc-508109c31904 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Pushing event updated for resources: {'Port': ['ID=daf79913-fea1-4f0b-b151-f39875a82234,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:35:26.999952 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1965fb1d-6eb8-42ef-83ee-70a4033f120e req-d498bbbd-2800-4c64-afdc-508109c31904 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Network f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:35:27.002081 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [req-1965fb1d-6eb8-42ef-83ee-70a4033f120e req-d498bbbd-2800-4c64-afdc-508109c31904 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:35:27.004695 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Pushing event updated for resources: {'Port': ['ID=9fd7c32d-f0db-420e-889c-94485fcf95b5,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:35:27.005229 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [req-1965fb1d-6eb8-42ef-83ee-70a4033f120e req-d498bbbd-2800-4c64-afdc-508109c31904 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:35:27.040079 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-b3f57e0b-73b0-4b31-b3f7-6f4ba1cc68c2 None None] Provisioning complete for port 9fd7c32d-f0db-420e-889c-94485fcf95b5 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:35:27.040454 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b3f57e0b-73b0-4b31-b3f7-6f4ba1cc68c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:27.087322 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1965fb1d-6eb8-42ef-83ee-70a4033f120e req-d498bbbd-2800-4c64-afdc-508109c31904 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:35:27.087951 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-1965fb1d-6eb8-42ef-83ee-70a4033f120e req-d498bbbd-2800-4c64-afdc-508109c31904 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:27.140250 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1965fb1d-6eb8-42ef-83ee-70a4033f120e req-d498bbbd-2800-4c64-afdc-508109c31904 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9699183 Dec 21 13:35:27.160570 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [req-1965fb1d-6eb8-42ef-83ee-70a4033f120e req-0a5d6492-8b8a-4052-80c8-2771bdc66f7f service neutron] Request body: {'port': {'device_id': '74850ba7-3f0b-4552-8439-72f0cf979424', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:35:27.237253 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-1965fb1d-6eb8-42ef-83ee-70a4033f120e req-0a5d6492-8b8a-4052-80c8-2771bdc66f7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:27.338802 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7633c5cb-efec-4e78-9fa2-79a1fede3eb3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Router 3a320fb7-ab74-4c32-9173-8e4be4501068 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:35:27.346851 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc766e7-e9f8-4cc6-ae9f-f2e18341efc9 req-4b3dad5d-95e8-48ef-8172-3507da89ce47 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:35:27.349001 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-acc766e7-e9f8-4cc6-ae9f-f2e18341efc9 req-4b3dad5d-95e8-48ef-8172-3507da89ce47 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/ports?device_id=74850ba7-3f0b-4552-8439-72f0cf979424 HTTP/1.1" status: 200 len: 931 time: 0.0950167 Dec 21 13:35:27.483025 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-ef6ed46a-3888-4a36-8e9c-2ec8fc30c2db None None] Provisioning complete for port daf79913-fea1-4f0b-b151-f39875a82234 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:35:27.483708 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ef6ed46a-3888-4a36-8e9c-2ec8fc30c2db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:27.571807 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-acc766e7-e9f8-4cc6-ae9f-f2e18341efc9 req-dba4ae47-7e5a-4501-9151-61ec24db8f04 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/security-groups?id=1ff19183-1617-4928-9f92-ca5348d3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2161293 Dec 21 13:35:27.588784 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7633c5cb-efec-4e78-9fa2-79a1fede3eb3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:35:27.600707 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e52f75c9-26a6-4e60-b683-5de80bcefcf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:27.604218 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-7633c5cb-efec-4e78-9fa2-79a1fede3eb3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "PUT /v2.0/routers/3a320fb7-ab74-4c32-9173-8e4be4501068/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2071664 Dec 21 13:35:27.604758 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-ef6ed46a-3888-4a36-8e9c-2ec8fc30c2db None None] Port daf79913-fea1-4f0b-b151-f39875a82234 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:35:27.607247 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60894) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:35:27.633392 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-ef6ed46a-3888-4a36-8e9c-2ec8fc30c2db None None] Provisioning complete for port 81e4f8c6-ec7f-465a-9745-597a14605550 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:35:27.633767 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ef6ed46a-3888-4a36-8e9c-2ec8fc30c2db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:27.686039 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [req-1965fb1d-6eb8-42ef-83ee-70a4033f120e req-0a5d6492-8b8a-4052-80c8-2771bdc66f7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id daf79913-fea1-4f0b-b151-f39875a82234 {{(pid=103153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 13:35:27.698792 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-ef6ed46a-3888-4a36-8e9c-2ec8fc30c2db None None] Port 81e4f8c6-ec7f-465a-9745-597a14605550 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:35:27.706654 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-1965fb1d-6eb8-42ef-83ee-70a4033f120e req-0a5d6492-8b8a-4052-80c8-2771bdc66f7f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:27.722053 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-ef6ed46a-3888-4a36-8e9c-2ec8fc30c2db None None] Provisioning complete for port 9fd7c32d-f0db-420e-889c-94485fcf95b5 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:35:27.723224 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ef6ed46a-3888-4a36-8e9c-2ec8fc30c2db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:27.724575 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.provisioning_blocks [req-1965fb1d-6eb8-42ef-83ee-70a4033f120e req-0a5d6492-8b8a-4052-80c8-2771bdc66f7f service neutron] Transition to ACTIVE for port object daf79913-fea1-4f0b-b151-f39875a82234 will not be triggered until provisioned by entity L2. {{(pid=103153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 13:35:27.731678 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-1965fb1d-6eb8-42ef-83ee-70a4033f120e req-0a5d6492-8b8a-4052-80c8-2771bdc66f7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:27.819029 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6360ded-624e-4746-b001-609d93e53c28 None None] Sync routers for ids ['3a320fb7-ab74-4c32-9173-8e4be4501068'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:35:27.867203 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6360ded-624e-4746-b001-609d93e53c28 None None] Routers {'3a320fb7-ab74-4c32-9173-8e4be4501068'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:35:27.868617 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-b6360ded-624e-4746-b001-609d93e53c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:35:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['3a320fb7-ab74-4c32-9173-8e4be4501068'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:35:27.870170 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5d6492-8b8a-4052-80c8-2771bdc66f7f service neutron] Pushing event updated for resources: {'Port': ['ID=daf79913-fea1-4f0b-b151-f39875a82234,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:35:27.883436 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-1965fb1d-6eb8-42ef-83ee-70a4033f120e req-0a5d6492-8b8a-4052-80c8-2771bdc66f7f service neutron] Attempting to bind port daf79913-fea1-4f0b-b151-f39875a82234 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:35:27.883875 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-1965fb1d-6eb8-42ef-83ee-70a4033f120e req-0a5d6492-8b8a-4052-80c8-2771bdc66f7f service neutron] Attempting to bind port daf79913-fea1-4f0b-b151-f39875a82234 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '437cc747-44ac-45bd-9854-eb847f13c4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:35:27.884703 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1965fb1d-6eb8-42ef-83ee-70a4033f120e req-0a5d6492-8b8a-4052-80c8-2771bdc66f7f service neutron] Attempting to bind port daf79913-fea1-4f0b-b151-f39875a82234 on network f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:35:27.889909 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1965fb1d-6eb8-42ef-83ee-70a4033f120e req-0a5d6492-8b8a-4052-80c8-2771bdc66f7f service neutron] Port daf79913-fea1-4f0b-b151-f39875a82234 on network f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 13:35:27.890394 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1965fb1d-6eb8-42ef-83ee-70a4033f120e req-0a5d6492-8b8a-4052-80c8-2771bdc66f7f service neutron] Attempting to bind port daf79913-fea1-4f0b-b151-f39875a82234 on network f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:35:27.897458 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1965fb1d-6eb8-42ef-83ee-70a4033f120e req-0a5d6492-8b8a-4052-80c8-2771bdc66f7f service neutron] Checking agent: {'id': 'cb078e0e-af00-4e4f-8117-46ca6496af1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 23, 43), 'started_at': datetime.datetime(2021, 12, 21, 13, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:35:27.897458 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1965fb1d-6eb8-42ef-83ee-70a4033f120e req-0a5d6492-8b8a-4052-80c8-2771bdc66f7f service neutron] Checking segment: {'id': '437cc747-44ac-45bd-9854-eb847f13c4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:35:27.898110 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1965fb1d-6eb8-42ef-83ee-70a4033f120e req-0a5d6492-8b8a-4052-80c8-2771bdc66f7f service neutron] Bound using segment: {'id': '437cc747-44ac-45bd-9854-eb847f13c4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e'} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:35:27.898817 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-1965fb1d-6eb8-42ef-83ee-70a4033f120e req-0a5d6492-8b8a-4052-80c8-2771bdc66f7f service neutron] Bound port: daf79913-fea1-4f0b-b151-f39875a82234, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '437cc747-44ac-45bd-9854-eb847f13c4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e'}}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:35:27.899277 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-1965fb1d-6eb8-42ef-83ee-70a4033f120e req-0a5d6492-8b8a-4052-80c8-2771bdc66f7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:27.965740 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee85b329-5e05-42ea-bf87-91c9132c464b tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:35:27.966215 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee85b329-5e05-42ea-bf87-91c9132c464b tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:35:27.966712 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee85b329-5e05-42ea-bf87-91c9132c464b tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:35:27.972395 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee85b329-5e05-42ea-bf87-91c9132c464b tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:35:27.972892 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee85b329-5e05-42ea-bf87-91c9132c464b tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:35:27.973355 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee85b329-5e05-42ea-bf87-91c9132c464b tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:35:27.979383 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-ee85b329-5e05-42ea-bf87-91c9132c464b tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.3711741 Dec 21 13:35:27.982056 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60896) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:35:28.025928 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-1965fb1d-6eb8-42ef-83ee-70a4033f120e req-0a5d6492-8b8a-4052-80c8-2771bdc66f7f service neutron] For port daf79913-fea1-4f0b-b151-f39875a82234, host hv-neutron-mast, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:35:28.033916 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-1965fb1d-6eb8-42ef-83ee-70a4033f120e req-0a5d6492-8b8a-4052-80c8-2771bdc66f7f service neutron] For port daf79913-fea1-4f0b-b151-f39875a82234, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=daf79913-fea1-4f0b-b151-f39875a82234,segment=NetworkSegment(437cc747-44ac-45bd-9854-eb847f13c4b8),segment_id=437cc747-44ac-45bd-9854-eb847f13c4b8)] {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:35:28.043694 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-1965fb1d-6eb8-42ef-83ee-70a4033f120e req-0a5d6492-8b8a-4052-80c8-2771bdc66f7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:28.130686 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1965fb1d-6eb8-42ef-83ee-70a4033f120e req-0a5d6492-8b8a-4052-80c8-2771bdc66f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:35:28.147699 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-1965fb1d-6eb8-42ef-83ee-70a4033f120e req-0a5d6492-8b8a-4052-80c8-2771bdc66f7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:28.149512 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1965fb1d-6eb8-42ef-83ee-70a4033f120e req-0a5d6492-8b8a-4052-80c8-2771bdc66f7f service neutron] 10.222.0.60 "PUT /v2.0/ports/daf79913-fea1-4f0b-b151-f39875a82234 HTTP/1.1" status: 200 len: 1093 time: 0.9946160 Dec 21 13:35:28.165977 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74850ba7-3f0b-4552-8439-72f0cf979424', 'tag': 'daf79913-fea1-4f0b-b151-f39875a82234'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:35:28.166553 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 9fd7c32d-f0db-420e-889c-94485fcf95b5 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:35:28.168944 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af6034c98e584fa55ea4398f343c742ceb598288507feaf30d5a15785b2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9100f2cf-b8df-4e90-9f0c-7c1cc64f5301" -d '{"events": [{"name": "network-changed", "server_uuid": "74850ba7-3f0b-4552-8439-72f0cf979424", "tag": "daf79913-fea1-4f0b-b151-f39875a82234"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:35:28.180776 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3d8916-4698-494c-87a5-b472aca1f133 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:35:28.181281 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3d8916-4698-494c-87a5-b472aca1f133 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:35:28.181738 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3d8916-4698-494c-87a5-b472aca1f133 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:35:28.182973 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3d8916-4698-494c-87a5-b472aca1f133 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:35:28.184130 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3d8916-4698-494c-87a5-b472aca1f133 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:35:28.184596 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3d8916-4698-494c-87a5-b472aca1f133 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:35:28.186571 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-ae3d8916-4698-494c-87a5-b472aca1f133 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.2033651 Dec 21 13:35:28.189294 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60900) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:35:28.197040 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5d6492-8b8a-4052-80c8-2771bdc66f7f service neutron] Pushing event updated for resources: {'Port': ['ID=daf79913-fea1-4f0b-b151-f39875a82234,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:35:28.261266 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 13:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1998f9e-b22b-45ef-8cd2-52f9648f5014 x-openstack-request-id: req-b1998f9e-b22b-45ef-8cd2-52f9648f5014 {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:35:28.261560 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74850ba7-3f0b-4552-8439-72f0cf979424", "tag": "daf79913-fea1-4f0b-b151-f39875a82234", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:35:28.261814 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b1998f9e-b22b-45ef-8cd2-52f9648f5014 {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:35:28.266631 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74850ba7-3f0b-4552-8439-72f0cf979424', 'tag': 'daf79913-fea1-4f0b-b151-f39875a82234', 'status': 'completed', 'code': 200} Dec 21 13:35:28.285513 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1965fb1d-6eb8-42ef-83ee-70a4033f120e req-f7792de7-faa5-4603-b2d5-45efbd497b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:35:28.287373 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1965fb1d-6eb8-42ef-83ee-70a4033f120e req-f7792de7-faa5-4603-b2d5-45efbd497b60 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=365275e264a6451abad9a44f0c54ac18&device_id=74850ba7-3f0b-4552-8439-72f0cf979424 HTTP/1.1" status: 200 len: 1096 time: 0.0773556 Dec 21 13:35:28.351534 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1965fb1d-6eb8-42ef-83ee-70a4033f120e req-91af8047-a59e-4514-bd74-df3f4d9703a6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=daf79913-fea1-4f0b-b151-f39875a82234 HTTP/1.1" status: 200 len: 217 time: 0.0495818 Dec 21 13:35:28.424566 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1965fb1d-6eb8-42ef-83ee-70a4033f120e req-043e987a-4ed9-4a2c-96b9-98826c7c3fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:35:28.426681 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1965fb1d-6eb8-42ef-83ee-70a4033f120e req-043e987a-4ed9-4a2c-96b9-98826c7c3fe1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=52704ce2-43ea-427f-a9de-c74c83467400 HTTP/1.1" status: 200 len: 851 time: 0.0683846 Dec 21 13:35:28.502201 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-b6360ded-624e-4746-b001-609d93e53c28 None None] Set router 3a320fb7-ab74-4c32-9173-8e4be4501068 gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:35:28.521130 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-d9af1edf-54f4-462a-8b67-ec7f7326f4cd tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.3278310 Dec 21 13:35:28.523729 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1965fb1d-6eb8-42ef-83ee-70a4033f120e req-eb492cc0-600a-4e54-94e6-b17e257c37f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:35:28.525290 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1965fb1d-6eb8-42ef-83ee-70a4033f120e req-eb492cc0-600a-4e54-94e6-b17e257c37f5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0920894 Dec 21 13:35:28.634028 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 9fd7c32d-f0db-420e-889c-94485fcf95b5 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:35:28.634625 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:28.645431 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1965fb1d-6eb8-42ef-83ee-70a4033f120e req-968ffc9e-6451-4568-9bba-98bd7635593f service neutron] 10.222.0.60 "GET /v2.0/networks/f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122205 Dec 21 13:35:28.733247 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-e24ba414-dacf-4e5d-a818-17a4129bec01 None None] Provisioning complete for port 81e4f8c6-ec7f-465a-9745-597a14605550 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:35:28.733719 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e24ba414-dacf-4e5d-a818-17a4129bec01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:28.775426 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ada41a-fbe7-4031-877e-0a2c19484c3a req-f197a3e1-ef43-4a92-acee-e7586e80f079 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:35:28.777938 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-e6ada41a-fbe7-4031-877e-0a2c19484c3a req-f197a3e1-ef43-4a92-acee-e7586e80f079 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/ports?device_id=74850ba7-3f0b-4552-8439-72f0cf979424 HTTP/1.1" status: 200 len: 943 time: 0.1195257 Dec 21 13:35:28.779125 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-e24ba414-dacf-4e5d-a818-17a4129bec01 None None] Port 81e4f8c6-ec7f-465a-9745-597a14605550 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:35:28.817741 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:28.818383 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 60906) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:35:28.826865 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-c368c1ad-8552-4863-8945-842b0c54ed6c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-643442591', 'description': 'tempest-secgroup-smoke-643442591 description', 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:35:28.871035 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1965fb1d-6eb8-42ef-83ee-70a4033f120e req-a6df1fe2-6cac-45d9-8dc0-d8ace9a7ede0 service neutron] 10.222.0.60 "GET /v2.0/networks/f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202640 Dec 21 13:35:28.875543 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-e6ada41a-fbe7-4031-877e-0a2c19484c3a req-31d10b0d-52dd-478c-83ab-104426a3b6ee tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/security-groups?id=1ff19183-1617-4928-9f92-ca5348d3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895536 Dec 21 13:35:28.909689 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c368c1ad-8552-4863-8945-842b0c54ed6c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:28.911424 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-b6360ded-624e-4746-b001-609d93e53c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a320fb7-ab74-4c32-9173-8e4be4501068', 'name': 'tempest-TestNetworkBasicOps-router-1841231675', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.41'}], 'enable_snat': True}, 'gw_port_id': '8603526c-0551-4a91-b09e-590cc894dc9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:35:21Z', 'updated_at': '2021-12-21T13:35:25Z', 'revision_number': 4, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': '8603526c-0551-4a91-b09e-590cc894dc9c', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:70:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a320fb7-ab74-4c32-9173-8e4be4501068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:35:22Z', 'updated_at': '2021-12-21T13:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '81e4f8c6-ec7f-465a-9745-597a14605550', 'name': '', 'network_id': '84f7c90a-1381-496c-b81b-62cf591299ab', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'mac_address': 'fa:16:3e:ef:65:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a320fb7-ab74-4c32-9173-8e4be4501068', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '987ac01a-6b74-4357-a874-8308a38c6cb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:35:25Z', 'updated_at': '2021-12-21T13:35:26Z', 'revision_number': 2, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'subnets': [{'id': '987ac01a-6b74-4357-a874-8308a38c6cb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:35:28.942807 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6360ded-624e-4746-b001-609d93e53c28 None None] Checking router: 3a320fb7-ab74-4c32-9173-8e4be4501068 for host: dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:35:28.943260 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6360ded-624e-4746-b001-609d93e53c28 None None] Updating router 3a320fb7-ab74-4c32-9173-8e4be4501068 port 81e4f8c6-ec7f-465a-9745-597a14605550 binding host dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 13:35:28.969644 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b6360ded-624e-4746-b001-609d93e53c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:29.030045 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9100f2cf-b8df-4e90-9f0c-7c1cc64f5301 req-cb371177-5848-4f0d-94e7-7e16accd56f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:35:29.032183 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-9100f2cf-b8df-4e90-9f0c-7c1cc64f5301 req-cb371177-5848-4f0d-94e7-7e16accd56f4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=365275e264a6451abad9a44f0c54ac18&device_id=74850ba7-3f0b-4552-8439-72f0cf979424 HTTP/1.1" status: 200 len: 1096 time: 0.0728064 Dec 21 13:35:29.038734 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c368c1ad-8552-4863-8945-842b0c54ed6c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:29.051194 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c368c1ad-8552-4863-8945-842b0c54ed6c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:29.257102 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b6360ded-624e-4746-b001-609d93e53c28 None None] Publish callbacks [] for port, precommit_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:29.263833 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b6360ded-624e-4746-b001-609d93e53c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:29.321685 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bad5935-35df-4e92-9de1-f10b163ac2f6 None None] Pushing event updated for resources: {'Port': ['ID=81e4f8c6-ec7f-465a-9745-597a14605550,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:35:29.407465 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-b6360ded-624e-4746-b001-609d93e53c28 None None] Attempting to bind port 81e4f8c6-ec7f-465a-9745-597a14605550 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:35:29.407845 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-b6360ded-624e-4746-b001-609d93e53c28 None None] Attempting to bind port 81e4f8c6-ec7f-465a-9745-597a14605550 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'aa0c45a3-6e53-47bd-bd18-7c1983b33bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '84f7c90a-1381-496c-b81b-62cf591299ab'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:35:29.408403 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6360ded-624e-4746-b001-609d93e53c28 None None] Attempting to bind port 81e4f8c6-ec7f-465a-9745-597a14605550 on network 84f7c90a-1381-496c-b81b-62cf591299ab {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:35:29.415397 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6360ded-624e-4746-b001-609d93e53c28 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:35:29.415791 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6360ded-624e-4746-b001-609d93e53c28 None None] Checking segment: {'id': 'aa0c45a3-6e53-47bd-bd18-7c1983b33bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '84f7c90a-1381-496c-b81b-62cf591299ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:35:29.416205 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b6360ded-624e-4746-b001-609d93e53c28 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:29.416609 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6360ded-624e-4746-b001-609d93e53c28 None None] Bound using segment: {'id': 'aa0c45a3-6e53-47bd-bd18-7c1983b33bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '84f7c90a-1381-496c-b81b-62cf591299ab'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:35:29.417107 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-b6360ded-624e-4746-b001-609d93e53c28 None None] Bound port: 81e4f8c6-ec7f-465a-9745-597a14605550, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa0c45a3-6e53-47bd-bd18-7c1983b33bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '84f7c90a-1381-496c-b81b-62cf591299ab'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:35:29.417499 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b6360ded-624e-4746-b001-609d93e53c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:29.460945 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c368c1ad-8552-4863-8945-842b0c54ed6c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:29.462215 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-c368c1ad-8552-4863-8945-842b0c54ed6c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6428347 Dec 21 13:35:29.465879 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60908) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:35:29.469013 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c368c1ad-8552-4863-8945-842b0c54ed6c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c4eb1c6-e455-429a-8e17-80095b73b03e,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:35:29.472297 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-2cbed104-a1de-460f-a1e0-a5aa386032c3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'security_group_rule': {'security_group_id': '6c4eb1c6-e455-429a-8e17-80095b73b03e', 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:35:29.509555 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9100f2cf-b8df-4e90-9f0c-7c1cc64f5301 req-85a9b054-9d28-48c3-a23a-c2c34dbfa780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:35:29.511543 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-9100f2cf-b8df-4e90-9f0c-7c1cc64f5301 req-85a9b054-9d28-48c3-a23a-c2c34dbfa780 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e HTTP/1.1" status: 200 len: 913 time: 0.4706283 Dec 21 13:35:29.523536 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2cbed104-a1de-460f-a1e0-a5aa386032c3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:29.531219 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-b6360ded-624e-4746-b001-609d93e53c28 None None] For port 81e4f8c6-ec7f-465a-9745-597a14605550, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:35:29.534633 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-b6360ded-624e-4746-b001-609d93e53c28 None None] For port 81e4f8c6-ec7f-465a-9745-597a14605550, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=81e4f8c6-ec7f-465a-9745-597a14605550,segment=NetworkSegment(aa0c45a3-6e53-47bd-bd18-7c1983b33bbd),segment_id=aa0c45a3-6e53-47bd-bd18-7c1983b33bbd)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:35:29.542761 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b6360ded-624e-4746-b001-609d93e53c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:29.574854 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-9100f2cf-b8df-4e90-9f0c-7c1cc64f5301 req-0f7cbe32-bf49-440b-ae7d-dca605060ae8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=daf79913-fea1-4f0b-b151-f39875a82234 HTTP/1.1" status: 200 len: 217 time: 0.0556645 Dec 21 13:35:29.627957 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2cbed104-a1de-460f-a1e0-a5aa386032c3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:29.636477 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2cbed104-a1de-460f-a1e0-a5aa386032c3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:29.639084 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6a3f09a1-16f7-41fc-a2ee-c5d70661a9e1 None None] Provisioning complete for port 81e4f8c6-ec7f-465a-9745-597a14605550 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:35:29.639683 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6a3f09a1-16f7-41fc-a2ee-c5d70661a9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:29.648544 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9100f2cf-b8df-4e90-9f0c-7c1cc64f5301 req-bb7beb66-2f6f-4361-8f31-af0465ff4581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:35:29.650552 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-9100f2cf-b8df-4e90-9f0c-7c1cc64f5301 req-bb7beb66-2f6f-4361-8f31-af0465ff4581 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=52704ce2-43ea-427f-a9de-c74c83467400 HTTP/1.1" status: 200 len: 851 time: 0.0691216 Dec 21 13:35:29.668836 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbed104-a1de-460f-a1e0-a5aa386032c3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7006ae48-2cba-41bb-b088-1b32355dc471,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:35:29.679548 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2cbed104-a1de-460f-a1e0-a5aa386032c3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:29.681130 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-2cbed104-a1de-460f-a1e0-a5aa386032c3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2134683 Dec 21 13:35:29.683998 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 60910) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:35:29.690754 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bad5935-35df-4e92-9de1-f10b163ac2f6 None None] Pushing event updated for resources: {'Port': ['ID=81e4f8c6-ec7f-465a-9745-597a14605550,revision_number=4']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:35:29.697287 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6360ded-624e-4746-b001-609d93e53c28 None None] Routers {'3a320fb7-ab74-4c32-9173-8e4be4501068'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:35:29.698032 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-b6360ded-624e-4746-b001-609d93e53c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:35:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['3a320fb7-ab74-4c32-9173-8e4be4501068'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:35:29.709832 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-e367cb51-a0b2-4dfe-a324-e2b7ecd76619 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'security_group_rule': {'security_group_id': '6c4eb1c6-e455-429a-8e17-80095b73b03e', 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:35:29.748272 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9100f2cf-b8df-4e90-9f0c-7c1cc64f5301 req-4c15bf4b-695f-400c-afca-8c42727176ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:35:29.750077 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-9100f2cf-b8df-4e90-9f0c-7c1cc64f5301 req-4c15bf4b-695f-400c-afca-8c42727176ad service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0916233 Dec 21 13:35:29.791908 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e367cb51-a0b2-4dfe-a324-e2b7ecd76619 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:29.830111 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-b6360ded-624e-4746-b001-609d93e53c28 None None] Set router 3a320fb7-ab74-4c32-9173-8e4be4501068 gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:35:29.894985 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-9100f2cf-b8df-4e90-9f0c-7c1cc64f5301 req-44726d50-4f14-46e0-929e-7c471651a4c4 service neutron] 10.222.0.60 "GET /v2.0/networks/f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377220 Dec 21 13:35:29.933339 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e367cb51-a0b2-4dfe-a324-e2b7ecd76619 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:29.942826 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e367cb51-a0b2-4dfe-a324-e2b7ecd76619 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:29.966776 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e367cb51-a0b2-4dfe-a324-e2b7ecd76619 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dc9e75d-fe42-4cf7-ab82-bb9d853781d8,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:35:30.012495 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e367cb51-a0b2-4dfe-a324-e2b7ecd76619 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:30.017195 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-e367cb51-a0b2-4dfe-a324-e2b7ecd76619 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3284619 Dec 21 13:35:30.017195 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 60914) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:35:30.021190 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-406a07bc-5f2c-4439-96ce-7fee73c8684c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'security_group_rule': {'security_group_id': '6c4eb1c6-e455-429a-8e17-80095b73b03e', 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:35:30.023899 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6a3f09a1-16f7-41fc-a2ee-c5d70661a9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:30.065073 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-9100f2cf-b8df-4e90-9f0c-7c1cc64f5301 req-26722038-0965-4b9c-ae95-3d4f214225ae service neutron] 10.222.0.60 "GET /v2.0/networks/f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615009 Dec 21 13:35:30.075655 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-406a07bc-5f2c-4439-96ce-7fee73c8684c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:30.082826 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6a3f09a1-16f7-41fc-a2ee-c5d70661a9e1 None None] For port 81e4f8c6-ec7f-465a-9745-597a14605550, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=81e4f8c6-ec7f-465a-9745-597a14605550,segment=NetworkSegment(aa0c45a3-6e53-47bd-bd18-7c1983b33bbd),segment_id=aa0c45a3-6e53-47bd-bd18-7c1983b33bbd)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:35:30.107465 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3004b72f-1593-453f-838a-4a38965f864e req-f797d5b0-5507-4882-aa55-2eae29b1a2d3 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:35:30.109076 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-3004b72f-1593-453f-838a-4a38965f864e req-f797d5b0-5507-4882-aa55-2eae29b1a2d3 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/ports?device_id=74850ba7-3f0b-4552-8439-72f0cf979424 HTTP/1.1" status: 200 len: 943 time: 0.0670416 Dec 21 13:35:30.111087 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6a3f09a1-16f7-41fc-a2ee-c5d70661a9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:30.151450 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-406a07bc-5f2c-4439-96ce-7fee73c8684c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:30.156865 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-406a07bc-5f2c-4439-96ce-7fee73c8684c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:30.176348 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3f09a1-16f7-41fc-a2ee-c5d70661a9e1 None None] Pushing event updated for resources: {'Port': ['ID=81e4f8c6-ec7f-465a-9745-597a14605550,revision_number=5']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:35:30.186809 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-3004b72f-1593-453f-838a-4a38965f864e req-0076f0c9-5e05-46c3-aad0-d2c266a7bc76 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/security-groups?id=1ff19183-1617-4928-9f92-ca5348d3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677314 Dec 21 13:35:30.189844 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406a07bc-5f2c-4439-96ce-7fee73c8684c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39f16d3a-2e65-49db-aaba-533f601ed559,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:35:30.191750 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-b6360ded-624e-4746-b001-609d93e53c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a320fb7-ab74-4c32-9173-8e4be4501068', 'name': 'tempest-TestNetworkBasicOps-router-1841231675', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.41'}], 'enable_snat': True}, 'gw_port_id': '8603526c-0551-4a91-b09e-590cc894dc9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:35:21Z', 'updated_at': '2021-12-21T13:35:25Z', 'revision_number': 4, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': '8603526c-0551-4a91-b09e-590cc894dc9c', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:70:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a320fb7-ab74-4c32-9173-8e4be4501068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:35:22Z', 'updated_at': '2021-12-21T13:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '81e4f8c6-ec7f-465a-9745-597a14605550', 'name': '', 'network_id': '84f7c90a-1381-496c-b81b-62cf591299ab', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'mac_address': 'fa:16:3e:ef:65:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a320fb7-ab74-4c32-9173-8e4be4501068', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '987ac01a-6b74-4357-a874-8308a38c6cb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:35:25Z', 'updated_at': '2021-12-21T13:35:29Z', 'revision_number': 4, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'subnets': [{'id': '987ac01a-6b74-4357-a874-8308a38c6cb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:35:30.195197 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-406a07bc-5f2c-4439-96ce-7fee73c8684c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:30.196448 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-406a07bc-5f2c-4439-96ce-7fee73c8684c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1790471 Dec 21 13:35:30.199094 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 60916) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:35:30.205323 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-f3fd785f-a022-439e-a5c7-e32e67a3f47c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'security_group_rule': {'security_group_id': '6c4eb1c6-e455-429a-8e17-80095b73b03e', 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:35:30.221403 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6360ded-624e-4746-b001-609d93e53c28 None None] The sync data for ids ['3a320fb7-ab74-4c32-9173-8e4be4501068'] in dv-neutron-master-2-hyperv is: [{'id': '3a320fb7-ab74-4c32-9173-8e4be4501068', 'name': 'tempest-TestNetworkBasicOps-router-1841231675', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.41'}], 'enable_snat': True}, 'gw_port_id': '8603526c-0551-4a91-b09e-590cc894dc9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:35:21Z', 'updated_at': '2021-12-21T13:35:25Z', 'revision_number': 4, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': '8603526c-0551-4a91-b09e-590cc894dc9c', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:70:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a320fb7-ab74-4c32-9173-8e4be4501068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:35:22Z', 'updated_at': '2021-12-21T13:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '81e4f8c6-ec7f-465a-9745-597a14605550', 'name': '', 'network_id': '84f7c90a-1381-496c-b81b-62cf591299ab', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'mac_address': 'fa:16:3e:ef:65:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a320fb7-ab74-4c32-9173-8e4be4501068', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '987ac01a-6b74-4357-a874-8308a38c6cb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:35:25Z', 'updated_at': '2021-12-21T13:35:29Z', 'revision_number': 4, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'subnets': [{'id': '987ac01a-6b74-4357-a874-8308a38c6cb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:35:30.244518 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f3fd785f-a022-439e-a5c7-e32e67a3f47c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:30.246530 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-c7172373-f7d4-4c2b-a5e4-8ed222a10a6e None None] Provisioning complete for port 81e4f8c6-ec7f-465a-9745-597a14605550 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:35:30.246919 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c7172373-f7d4-4c2b-a5e4-8ed222a10a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:30.355003 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f3fd785f-a022-439e-a5c7-e32e67a3f47c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:30.364426 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f3fd785f-a022-439e-a5c7-e32e67a3f47c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:30.388436 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fd785f-a022-439e-a5c7-e32e67a3f47c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5da4fe00-f10f-4a30-8eaa-ff641d4ff027,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:35:30.400685 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f3fd785f-a022-439e-a5c7-e32e67a3f47c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:30.404765 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60918) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:35:30.404962 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-f3fd785f-a022-439e-a5c7-e32e67a3f47c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2038453 Dec 21 13:35:30.410989 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-e5732c8b-cc5f-4e6d-b6b1-8abfdc5e6aa2 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'security_group_rule': {'security_group_id': '6c4eb1c6-e455-429a-8e17-80095b73b03e', 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:35:30.436700 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.securitygroups_db [None req-e5732c8b-cc5f-4e6d-b6b1-8abfdc5e6aa2 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Project 577ee1d2880f4d34a80a7dfd0cf7da03 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 13:35:30.443526 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e5732c8b-cc5f-4e6d-b6b1-8abfdc5e6aa2 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:30.521674 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e5732c8b-cc5f-4e6d-b6b1-8abfdc5e6aa2 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:30.526684 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e5732c8b-cc5f-4e6d-b6b1-8abfdc5e6aa2 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:30.546211 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5732c8b-cc5f-4e6d-b6b1-8abfdc5e6aa2 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=710884c9-2e48-414e-971f-3a1c43207687,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:35:30.558045 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e5732c8b-cc5f-4e6d-b6b1-8abfdc5e6aa2 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:30.562020 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-e5732c8b-cc5f-4e6d-b6b1-8abfdc5e6aa2 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1530440 Dec 21 13:35:30.562490 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 60920) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:35:30.567838 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-27474f4e-3ff1-4647-b9a9-c9b0c575cab0 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'security_group_rule': {'security_group_id': '6c4eb1c6-e455-429a-8e17-80095b73b03e', 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:35:30.594344 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.securitygroups_db [None req-27474f4e-3ff1-4647-b9a9-c9b0c575cab0 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Project 577ee1d2880f4d34a80a7dfd0cf7da03 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 13:35:30.600704 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-27474f4e-3ff1-4647-b9a9-c9b0c575cab0 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:30.673400 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-27474f4e-3ff1-4647-b9a9-c9b0c575cab0 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:30.677581 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-27474f4e-3ff1-4647-b9a9-c9b0c575cab0 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:30.698140 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27474f4e-3ff1-4647-b9a9-c9b0c575cab0 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d45fe44a-8a15-4e4c-9f8d-e8372c4d6107,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:35:30.710778 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-27474f4e-3ff1-4647-b9a9-c9b0c575cab0 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:30.712817 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-27474f4e-3ff1-4647-b9a9-c9b0c575cab0 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1484659 Dec 21 13:35:30.762635 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:30.860207 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.agents_db [None req-c60a5637-8c6f-4692-b23b-7dd82bd36b21 None None] Agent healthcheck: found 6 active agents {{(pid=103155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 13:35:30.950901 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f4fec8d1-251a-4e4d-aa7c-03d095aaf50a req-99659de3-3d14-47be-a813-187abd54a53d tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-643442591&fields=id&tenant_id=577ee1d2880f4d34a80a7dfd0cf7da03 HTTP/1.1" status: 200 len: 267 time: 0.0577190 Dec 21 13:35:31.009699 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:31.089757 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:35:31.089757 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:35:31.089757 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:35:31.089757 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:35:31.089757 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:35:31.089757 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:35:31.089757 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:35:31.089757 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:35:31.089757 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:35:31.089757 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:35:31.089757 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:35:31.089757 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:35:31.089757 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:35:31.089757 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:35:31.089757 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:35:31.089757 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:35:31.089757 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:35:31.089757 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:35:31.089757 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:35:31.089757 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:35:31.089757 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:35:31.089757 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:35:31.089757 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:35:31.089757 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:35:31.089757 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:35:31.089757 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:35:31.089757 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:35:31.089757 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:35:31.089757 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:35:31.089757 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:35:31.089757 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:35:31.089757 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:35:31.089757 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:35:31.089757 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:35:31.089757 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:35:31.089757 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:35:31.089757 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:35:31.089757 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:35:31.089757 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:35:31.089757 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:35:31.089757 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:35:31.089757 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:35:31.089757 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:35:31.089757 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:35:31.089757 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:35:31.089757 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:35:31.089757 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:35:31.089757 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:35:31.094306 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fec8d1-251a-4e4d-aa7c-03d095aaf50a req-d48b053a-2878-4908-a775-4afc7bdb73ce tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:35:31.101760 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f4fec8d1-251a-4e4d-aa7c-03d095aaf50a req-d48b053a-2878-4908-a775-4afc7bdb73ce tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/networks?id=84f7c90a-1381-496c-b81b-62cf591299ab HTTP/1.1" status: 200 len: 796 time: 0.1446626 Dec 21 13:35:31.112307 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f4fec8d1-251a-4e4d-aa7c-03d095aaf50a req-aa6e147f-47fe-43b1-8b19-71a85f0a1b31 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/quotas/577ee1d2880f4d34a80a7dfd0cf7da03 HTTP/1.1" status: 200 len: 375 time: 0.0097561 Dec 21 13:35:31.179233 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f4fec8d1-251a-4e4d-aa7c-03d095aaf50a req-096252c2-037b-4b8f-9d5b-ccc0c38354f6 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=577ee1d2880f4d34a80a7dfd0cf7da03&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0590858 Dec 21 13:35:31.291377 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f4fec8d1-251a-4e4d-aa7c-03d095aaf50a req-8811267d-4e99-4e29-b9bc-38cdce2d9fbc service neutron] 10.222.0.37 "GET /v2.0/networks/84f7c90a-1381-496c-b81b-62cf591299ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982296 Dec 21 13:35:31.318424 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32077a49-b51d-4969-be2f-1ea560629c55 req-de361d34-58ef-4747-a23b-8be437e4022d tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:35:31.320001 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-32077a49-b51d-4969-be2f-1ea560629c55 req-de361d34-58ef-4747-a23b-8be437e4022d tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/ports?device_id=74850ba7-3f0b-4552-8439-72f0cf979424 HTTP/1.1" status: 200 len: 943 time: 0.0586329 Dec 21 13:35:31.393003 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-32077a49-b51d-4969-be2f-1ea560629c55 req-b20e862b-67f2-4e0c-a809-9ec11b27c0c0 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/security-groups?id=1ff19183-1617-4928-9f92-ca5348d3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668879 Dec 21 13:35:31.435163 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f4fec8d1-251a-4e4d-aa7c-03d095aaf50a req-6947ea06-83d3-43f6-b847-33a84c37593c service neutron] 10.222.0.37 "GET /v2.0/networks/84f7c90a-1381-496c-b81b-62cf591299ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318340 Dec 21 13:35:31.609257 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-d3741be7-735a-4e95-b1aa-a324cda67fae req-2d14ceea-a9c5-4d16-b172-a2ebb5b584b9 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=c42b9775-9642-4ef6-8d2f-929cec6fed56 HTTP/1.1" status: 200 len: 210 time: 0.0318923 Dec 21 13:35:32.111658 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 81e4f8c6-ec7f-465a-9745-597a14605550 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:35:32.169362 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 81e4f8c6-ec7f-465a-9745-597a14605550 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:35:32.169659 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:32.555077 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc7cd7a-1130-493c-adb1-72692f33c688 req-22c4641a-60b9-4ad2-ba7b-8a145e77fae5 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:35:32.556660 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-3dc7cd7a-1130-493c-adb1-72692f33c688 req-22c4641a-60b9-4ad2-ba7b-8a145e77fae5 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/ports?device_id=74850ba7-3f0b-4552-8439-72f0cf979424 HTTP/1.1" status: 200 len: 943 time: 0.0884387 Dec 21 13:35:32.672848 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-3dc7cd7a-1130-493c-adb1-72692f33c688 req-ef33d5a2-9f69-4408-bd44-cacaff1c389e tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/security-groups?id=1ff19183-1617-4928-9f92-ca5348d3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047714 Dec 21 13:35:32.688392 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fec8d1-251a-4e4d-aa7c-03d095aaf50a req-101671b9-8cb0-4205-83c8-a18b37f32869 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:35:32.689995 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f4fec8d1-251a-4e4d-aa7c-03d095aaf50a req-101671b9-8cb0-4205-83c8-a18b37f32869 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.60 "GET /v2.0/networks?id=84f7c90a-1381-496c-b81b-62cf591299ab HTTP/1.1" status: 200 len: 796 time: 0.1756094 Dec 21 13:35:32.721496 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-6838acb7-1c4f-4dc2-a49e-fe0a97a63737 req-33710ab0-5da1-4f6d-887f-c2a6ca4c278a tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=c42b9775-9642-4ef6-8d2f-929cec6fed56 HTTP/1.1" status: 200 len: 210 time: 0.0384562 Dec 21 13:35:32.766992 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f4fec8d1-251a-4e4d-aa7c-03d095aaf50a req-3a775cc2-25b9-4a87-aa0f-c630fdcf29f5 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=577ee1d2880f4d34a80a7dfd0cf7da03 HTTP/1.1" status: 200 len: 379 time: 0.0579534 Dec 21 13:35:32.789723 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [req-f4fec8d1-251a-4e4d-aa7c-03d095aaf50a req-1ada0486-c896-4f17-a031-7261bcb6e761 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'port': {'device_id': 'c42b9775-9642-4ef6-8d2f-929cec6fed56', 'network_id': '84f7c90a-1381-496c-b81b-62cf591299ab', 'admin_state_up': True, 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'security_groups': ['6c4eb1c6-e455-429a-8e17-80095b73b03e']}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:35:32.903600 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4fec8d1-251a-4e4d-aa7c-03d095aaf50a req-1ada0486-c896-4f17-a031-7261bcb6e761 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Made reservation on behalf of 577ee1d2880f4d34a80a7dfd0cf7da03 for: {'port': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:35:32.907251 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-f4fec8d1-251a-4e4d-aa7c-03d095aaf50a req-1ada0486-c896-4f17-a031-7261bcb6e761 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:33.040424 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [req-f4fec8d1-251a-4e4d-aa7c-03d095aaf50a req-1ada0486-c896-4f17-a031-7261bcb6e761 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Allocated IP 172.20.0.6 (84f7c90a-1381-496c-b81b-62cf591299ab/987ac01a-6b74-4357-a874-8308a38c6cb4/dcc4525b-1804-49af-8e2c-41a24a1189dd) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:35:33.183939 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-f4fec8d1-251a-4e4d-aa7c-03d095aaf50a req-1ada0486-c896-4f17-a031-7261bcb6e761 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:33.218013 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-f4fec8d1-251a-4e4d-aa7c-03d095aaf50a req-1ada0486-c896-4f17-a031-7261bcb6e761 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:33.259432 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4fec8d1-251a-4e4d-aa7c-03d095aaf50a req-1ada0486-c896-4f17-a031-7261bcb6e761 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Network 84f7c90a-1381-496c-b81b-62cf591299ab is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:35:33.262579 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [req-f4fec8d1-251a-4e4d-aa7c-03d095aaf50a req-1ada0486-c896-4f17-a031-7261bcb6e761 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:35:33.266043 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4fec8d1-251a-4e4d-aa7c-03d095aaf50a req-1ada0486-c896-4f17-a031-7261bcb6e761 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:35:33.296976 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ada0486-c896-4f17-a031-7261bcb6e761 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'Port': ['ID=dcc4525b-1804-49af-8e2c-41a24a1189dd,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:35:33.326346 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fec8d1-251a-4e4d-aa7c-03d095aaf50a req-1ada0486-c896-4f17-a031-7261bcb6e761 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:35:33.327010 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-f4fec8d1-251a-4e4d-aa7c-03d095aaf50a req-1ada0486-c896-4f17-a031-7261bcb6e761 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:33.344493 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f4fec8d1-251a-4e4d-aa7c-03d095aaf50a req-1ada0486-c896-4f17-a031-7261bcb6e761 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5585310 Dec 21 13:35:33.362129 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [req-f4fec8d1-251a-4e4d-aa7c-03d095aaf50a req-acddb00c-4f8f-4b91-86db-b90edb9412d4 service neutron] Request body: {'port': {'device_id': 'c42b9775-9642-4ef6-8d2f-929cec6fed56', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:35:33.421291 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-f4fec8d1-251a-4e4d-aa7c-03d095aaf50a req-acddb00c-4f8f-4b91-86db-b90edb9412d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:33.510109 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-f416f15b-ff66-4185-9ab5-1e8447e46e83 None None] Provisioning complete for port dcc4525b-1804-49af-8e2c-41a24a1189dd triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:35:33.510757 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f416f15b-ff66-4185-9ab5-1e8447e46e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:33.543558 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-f416f15b-ff66-4185-9ab5-1e8447e46e83 None None] Port dcc4525b-1804-49af-8e2c-41a24a1189dd cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:35:33.682132 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [req-f4fec8d1-251a-4e4d-aa7c-03d095aaf50a req-acddb00c-4f8f-4b91-86db-b90edb9412d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcc4525b-1804-49af-8e2c-41a24a1189dd {{(pid=103153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 13:35:33.689522 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-f4fec8d1-251a-4e4d-aa7c-03d095aaf50a req-acddb00c-4f8f-4b91-86db-b90edb9412d4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:33.702706 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.provisioning_blocks [req-f4fec8d1-251a-4e4d-aa7c-03d095aaf50a req-acddb00c-4f8f-4b91-86db-b90edb9412d4 service neutron] Transition to ACTIVE for port object dcc4525b-1804-49af-8e2c-41a24a1189dd will not be triggered until provisioned by entity L2. {{(pid=103153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 13:35:33.707025 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-f4fec8d1-251a-4e4d-aa7c-03d095aaf50a req-acddb00c-4f8f-4b91-86db-b90edb9412d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:33.792475 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acddb00c-4f8f-4b91-86db-b90edb9412d4 service neutron] Pushing event updated for resources: {'Port': ['ID=dcc4525b-1804-49af-8e2c-41a24a1189dd,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:35:33.850710 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1127f3-ec6d-46ae-bf64-a8468e1ed060 req-e924f82c-5d96-4100-b8e5-1e979133ee6d tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:35:33.852319 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-3e1127f3-ec6d-46ae-bf64-a8468e1ed060 req-e924f82c-5d96-4100-b8e5-1e979133ee6d tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/ports?device_id=74850ba7-3f0b-4552-8439-72f0cf979424 HTTP/1.1" status: 200 len: 943 time: 0.1008675 Dec 21 13:35:33.857874 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d35f628-4f86-4250-9eab-2fa42f95cb91 req-a8d68e14-8917-4c97-b017-fa4867efd6d0 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:35:33.860074 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-9d35f628-4f86-4250-9eab-2fa42f95cb91 req-a8d68e14-8917-4c97-b017-fa4867efd6d0 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=c42b9775-9642-4ef6-8d2f-929cec6fed56 HTTP/1.1" status: 200 len: 943 time: 0.0593863 Dec 21 13:35:33.918014 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-f4fec8d1-251a-4e4d-aa7c-03d095aaf50a req-acddb00c-4f8f-4b91-86db-b90edb9412d4 service neutron] Attempting to bind port dcc4525b-1804-49af-8e2c-41a24a1189dd on host hv-neutron-mast for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:35:33.918378 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-f4fec8d1-251a-4e4d-aa7c-03d095aaf50a req-acddb00c-4f8f-4b91-86db-b90edb9412d4 service neutron] Attempting to bind port dcc4525b-1804-49af-8e2c-41a24a1189dd by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'aa0c45a3-6e53-47bd-bd18-7c1983b33bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '84f7c90a-1381-496c-b81b-62cf591299ab'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:35:33.918729 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4fec8d1-251a-4e4d-aa7c-03d095aaf50a req-acddb00c-4f8f-4b91-86db-b90edb9412d4 service neutron] Attempting to bind port dcc4525b-1804-49af-8e2c-41a24a1189dd on network 84f7c90a-1381-496c-b81b-62cf591299ab {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:35:33.919190 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-9d35f628-4f86-4250-9eab-2fa42f95cb91 req-54152d48-bc11-4454-93c2-73307d5b165b tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=6c4eb1c6-e455-429a-8e17-80095b73b03e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524297 Dec 21 13:35:33.926717 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-3e1127f3-ec6d-46ae-bf64-a8468e1ed060 req-c5bc77a0-c0ae-486e-a3e0-25974dd4371b tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/security-groups?id=1ff19183-1617-4928-9f92-ca5348d3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677724 Dec 21 13:35:33.928947 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4fec8d1-251a-4e4d-aa7c-03d095aaf50a req-acddb00c-4f8f-4b91-86db-b90edb9412d4 service neutron] Port dcc4525b-1804-49af-8e2c-41a24a1189dd on network 84f7c90a-1381-496c-b81b-62cf591299ab not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 13:35:33.929274 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4fec8d1-251a-4e4d-aa7c-03d095aaf50a req-acddb00c-4f8f-4b91-86db-b90edb9412d4 service neutron] Attempting to bind port dcc4525b-1804-49af-8e2c-41a24a1189dd on network 84f7c90a-1381-496c-b81b-62cf591299ab {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:35:33.934987 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4fec8d1-251a-4e4d-aa7c-03d095aaf50a req-acddb00c-4f8f-4b91-86db-b90edb9412d4 service neutron] Checking agent: {'id': 'cb078e0e-af00-4e4f-8117-46ca6496af1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 23, 43), 'started_at': datetime.datetime(2021, 12, 21, 13, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:35:33.935318 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4fec8d1-251a-4e4d-aa7c-03d095aaf50a req-acddb00c-4f8f-4b91-86db-b90edb9412d4 service neutron] Checking segment: {'id': 'aa0c45a3-6e53-47bd-bd18-7c1983b33bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '84f7c90a-1381-496c-b81b-62cf591299ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:35:33.944496 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4fec8d1-251a-4e4d-aa7c-03d095aaf50a req-acddb00c-4f8f-4b91-86db-b90edb9412d4 service neutron] Bound using segment: {'id': 'aa0c45a3-6e53-47bd-bd18-7c1983b33bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '84f7c90a-1381-496c-b81b-62cf591299ab'} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:35:33.944496 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-f4fec8d1-251a-4e4d-aa7c-03d095aaf50a req-acddb00c-4f8f-4b91-86db-b90edb9412d4 service neutron] Bound port: dcc4525b-1804-49af-8e2c-41a24a1189dd, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa0c45a3-6e53-47bd-bd18-7c1983b33bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '84f7c90a-1381-496c-b81b-62cf591299ab'}}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:35:33.944496 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-f4fec8d1-251a-4e4d-aa7c-03d095aaf50a req-acddb00c-4f8f-4b91-86db-b90edb9412d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:34.005570 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-f4fec8d1-251a-4e4d-aa7c-03d095aaf50a req-acddb00c-4f8f-4b91-86db-b90edb9412d4 service neutron] For port dcc4525b-1804-49af-8e2c-41a24a1189dd, host hv-neutron-mast, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:35:34.008579 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-f4fec8d1-251a-4e4d-aa7c-03d095aaf50a req-acddb00c-4f8f-4b91-86db-b90edb9412d4 service neutron] For port dcc4525b-1804-49af-8e2c-41a24a1189dd, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=dcc4525b-1804-49af-8e2c-41a24a1189dd,segment=NetworkSegment(aa0c45a3-6e53-47bd-bd18-7c1983b33bbd),segment_id=aa0c45a3-6e53-47bd-bd18-7c1983b33bbd)] {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:35:34.017256 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-f4fec8d1-251a-4e4d-aa7c-03d095aaf50a req-acddb00c-4f8f-4b91-86db-b90edb9412d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:34.057896 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fec8d1-251a-4e4d-aa7c-03d095aaf50a req-acddb00c-4f8f-4b91-86db-b90edb9412d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:35:34.058555 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-f4fec8d1-251a-4e4d-aa7c-03d095aaf50a req-acddb00c-4f8f-4b91-86db-b90edb9412d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:34.059952 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f4fec8d1-251a-4e4d-aa7c-03d095aaf50a req-acddb00c-4f8f-4b91-86db-b90edb9412d4 service neutron] 10.222.0.60 "PUT /v2.0/ports/dcc4525b-1804-49af-8e2c-41a24a1189dd HTTP/1.1" status: 200 len: 1093 time: 0.7022281 Dec 21 13:35:34.060619 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c42b9775-9642-4ef6-8d2f-929cec6fed56', 'tag': 'dcc4525b-1804-49af-8e2c-41a24a1189dd'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:35:34.062879 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af6034c98e584fa55ea4398f343c742ceb598288507feaf30d5a15785b2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-127032ae-10c6-4143-b68e-ff7b8feaf0a0" -d '{"events": [{"name": "network-changed", "server_uuid": "c42b9775-9642-4ef6-8d2f-929cec6fed56", "tag": "dcc4525b-1804-49af-8e2c-41a24a1189dd"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:35:34.089717 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acddb00c-4f8f-4b91-86db-b90edb9412d4 service neutron] Pushing event updated for resources: {'Port': ['ID=dcc4525b-1804-49af-8e2c-41a24a1189dd,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:35:34.112468 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 13:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cea2df9c-2df4-465c-94ef-399a92a95316 x-openstack-request-id: req-cea2df9c-2df4-465c-94ef-399a92a95316 {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:35:34.113540 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c42b9775-9642-4ef6-8d2f-929cec6fed56", "tag": "dcc4525b-1804-49af-8e2c-41a24a1189dd", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:35:34.113682 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cea2df9c-2df4-465c-94ef-399a92a95316 {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:35:34.114052 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c42b9775-9642-4ef6-8d2f-929cec6fed56', 'tag': 'dcc4525b-1804-49af-8e2c-41a24a1189dd', 'status': 'completed', 'code': 200} Dec 21 13:35:34.173743 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fec8d1-251a-4e4d-aa7c-03d095aaf50a req-a444edf9-39bd-417b-b730-cd81cb334a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:35:34.175360 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f4fec8d1-251a-4e4d-aa7c-03d095aaf50a req-a444edf9-39bd-417b-b730-cd81cb334a7b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=577ee1d2880f4d34a80a7dfd0cf7da03&device_id=c42b9775-9642-4ef6-8d2f-929cec6fed56 HTTP/1.1" status: 200 len: 1096 time: 0.0442801 Dec 21 13:35:34.229990 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f4fec8d1-251a-4e4d-aa7c-03d095aaf50a req-103beac9-40fc-4b95-8134-c7df6962c041 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dcc4525b-1804-49af-8e2c-41a24a1189dd HTTP/1.1" status: 200 len: 217 time: 0.0409999 Dec 21 13:35:34.278985 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fec8d1-251a-4e4d-aa7c-03d095aaf50a req-1a9ae093-0e57-4f93-af84-a5a61bdaf31b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:35:34.280414 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f4fec8d1-251a-4e4d-aa7c-03d095aaf50a req-1a9ae093-0e57-4f93-af84-a5a61bdaf31b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=987ac01a-6b74-4357-a874-8308a38c6cb4 HTTP/1.1" status: 200 len: 835 time: 0.0442569 Dec 21 13:35:34.327225 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fec8d1-251a-4e4d-aa7c-03d095aaf50a req-4c94e420-c525-4b43-b379-01313967d915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:35:34.328727 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f4fec8d1-251a-4e4d-aa7c-03d095aaf50a req-4c94e420-c525-4b43-b379-01313967d915 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=84f7c90a-1381-496c-b81b-62cf591299ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0418425 Dec 21 13:35:34.421957 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f4fec8d1-251a-4e4d-aa7c-03d095aaf50a req-5c98f978-7038-4fdc-a703-e3b8aeb9a4ca service neutron] 10.222.0.60 "GET /v2.0/networks/84f7c90a-1381-496c-b81b-62cf591299ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869622 Dec 21 13:35:34.512769 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f4fec8d1-251a-4e4d-aa7c-03d095aaf50a req-d105fc2a-5a50-4f42-835b-daa68b47a67f service neutron] 10.222.0.60 "GET /v2.0/networks/84f7c90a-1381-496c-b81b-62cf591299ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845287 Dec 21 13:35:34.651071 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127032ae-10c6-4143-b68e-ff7b8feaf0a0 req-1ef88544-d6bf-4545-b2a5-d5591efeae4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:35:34.652598 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-127032ae-10c6-4143-b68e-ff7b8feaf0a0 req-1ef88544-d6bf-4545-b2a5-d5591efeae4a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=577ee1d2880f4d34a80a7dfd0cf7da03&device_id=c42b9775-9642-4ef6-8d2f-929cec6fed56 HTTP/1.1" status: 200 len: 1096 time: 0.0465658 Dec 21 13:35:34.743058 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127032ae-10c6-4143-b68e-ff7b8feaf0a0 req-e0613af3-578b-4826-8408-92d1c49ca1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:35:34.744517 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-127032ae-10c6-4143-b68e-ff7b8feaf0a0 req-e0613af3-578b-4826-8408-92d1c49ca1f0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=84f7c90a-1381-496c-b81b-62cf591299ab HTTP/1.1" status: 200 len: 897 time: 0.0836983 Dec 21 13:35:34.789519 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-127032ae-10c6-4143-b68e-ff7b8feaf0a0 req-9f608f74-42c6-4318-9287-3cf7a2534553 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dcc4525b-1804-49af-8e2c-41a24a1189dd HTTP/1.1" status: 200 len: 217 time: 0.0376968 Dec 21 13:35:34.838606 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127032ae-10c6-4143-b68e-ff7b8feaf0a0 req-896a3c85-0c0f-4b86-966c-1de0db630664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:35:34.840056 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-127032ae-10c6-4143-b68e-ff7b8feaf0a0 req-896a3c85-0c0f-4b86-966c-1de0db630664 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=987ac01a-6b74-4357-a874-8308a38c6cb4 HTTP/1.1" status: 200 len: 835 time: 0.0434542 Dec 21 13:35:34.885937 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127032ae-10c6-4143-b68e-ff7b8feaf0a0 req-d2494108-6036-4ebb-a461-28e18e2b76d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:35:34.887470 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-127032ae-10c6-4143-b68e-ff7b8feaf0a0 req-d2494108-6036-4ebb-a461-28e18e2b76d2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=84f7c90a-1381-496c-b81b-62cf591299ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0410211 Dec 21 13:35:34.988879 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-127032ae-10c6-4143-b68e-ff7b8feaf0a0 req-dfd77f8a-d523-4ee1-9df5-fd81a436feae service neutron] 10.222.0.60 "GET /v2.0/networks/84f7c90a-1381-496c-b81b-62cf591299ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936010 Dec 21 13:35:35.051885 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc426d3-3a2a-461f-965c-bec366f3be5a req-a315bf86-8d8f-44b0-ba1a-3721e267853d tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:35:35.053297 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-1cc426d3-3a2a-461f-965c-bec366f3be5a req-a315bf86-8d8f-44b0-ba1a-3721e267853d tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/ports?device_id=74850ba7-3f0b-4552-8439-72f0cf979424 HTTP/1.1" status: 200 len: 943 time: 0.0494847 Dec 21 13:35:35.100473 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72becba-5196-4af2-971b-8adc4f7490c3 req-7f568e8e-ac60-4b27-bfb9-ff2259e41c80 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:35:35.101955 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-d72becba-5196-4af2-971b-8adc4f7490c3 req-7f568e8e-ac60-4b27-bfb9-ff2259e41c80 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=c42b9775-9642-4ef6-8d2f-929cec6fed56 HTTP/1.1" status: 200 len: 943 time: 0.1068244 Dec 21 13:35:35.103255 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-1cc426d3-3a2a-461f-965c-bec366f3be5a req-4b9e5d08-3944-4a3d-9fe5-44d679606b5e tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/security-groups?id=1ff19183-1617-4928-9f92-ca5348d3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440917 Dec 21 13:35:35.134184 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-127032ae-10c6-4143-b68e-ff7b8feaf0a0 req-7880f4cb-848f-4ade-a512-1b8fbfb05d98 service neutron] 10.222.0.60 "GET /v2.0/networks/84f7c90a-1381-496c-b81b-62cf591299ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378577 Dec 21 13:35:35.164080 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-d72becba-5196-4af2-971b-8adc4f7490c3 req-3ab51a5c-6d13-462c-aca7-66bb98ea9f03 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=6c4eb1c6-e455-429a-8e17-80095b73b03e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556972 Dec 21 13:35:36.131294 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device dcc4525b-1804-49af-8e2c-41a24a1189dd details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 13:35:36.228850 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10751d29-f407-4689-bdef-dff97a3e1a50 req-ba81aff1-5157-4587-8cc6-f72e6f2e46e0 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:35:36.230674 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-10751d29-f407-4689-bdef-dff97a3e1a50 req-ba81aff1-5157-4587-8cc6-f72e6f2e46e0 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/ports?device_id=74850ba7-3f0b-4552-8439-72f0cf979424 HTTP/1.1" status: 200 len: 943 time: 0.0582359 Dec 21 13:35:36.239618 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port dcc4525b-1804-49af-8e2c-41a24a1189dd, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=dcc4525b-1804-49af-8e2c-41a24a1189dd,segment=NetworkSegment(aa0c45a3-6e53-47bd-bd18-7c1983b33bbd),segment_id=aa0c45a3-6e53-47bd-bd18-7c1983b33bbd)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:35:36.251158 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Returning: {'device': 'dcc4525b-1804-49af-8e2c-41a24a1189dd', 'network_id': '84f7c90a-1381-496c-b81b-62cf591299ab', 'port_id': 'dcc4525b-1804-49af-8e2c-41a24a1189dd', 'mac_address': 'fa:16:3e:22:f9:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '987ac01a-6b74-4357-a874-8308a38c6cb4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 13:35:36.282348 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f56b3c-92c6-420a-b0b1-f593cbda8adb req-77d12c5d-26e0-4352-9c3c-67d858ed355e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:35:36.282988 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-10751d29-f407-4689-bdef-dff97a3e1a50 req-a7b60713-a555-425e-b6e5-0d94c14a4e14 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/security-groups?id=1ff19183-1617-4928-9f92-ca5348d3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465422 Dec 21 13:35:36.283886 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-16f56b3c-92c6-420a-b0b1-f593cbda8adb req-77d12c5d-26e0-4352-9c3c-67d858ed355e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=c42b9775-9642-4ef6-8d2f-929cec6fed56 HTTP/1.1" status: 200 len: 943 time: 0.0523050 Dec 21 13:35:36.289918 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:36.307198 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcc4525b-1804-49af-8e2c-41a24a1189dd {{(pid=103154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 13:35:36.327234 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port dcc4525b-1804-49af-8e2c-41a24a1189dd, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=dcc4525b-1804-49af-8e2c-41a24a1189dd,segment=NetworkSegment(aa0c45a3-6e53-47bd-bd18-7c1983b33bbd),segment_id=aa0c45a3-6e53-47bd-bd18-7c1983b33bbd)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:35:36.332228 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:36.338589 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-16f56b3c-92c6-420a-b0b1-f593cbda8adb req-8522cb87-9243-4ae4-8f08-48234fa3fb5d tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=6c4eb1c6-e455-429a-8e17-80095b73b03e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482030 Dec 21 13:35:36.377771 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=dcc4525b-1804-49af-8e2c-41a24a1189dd,revision_number=4']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:35:36.615024 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] get_ports_and_sgs() called for port_ids ['dcc4525b-1804-49af-8e2c-41a24a1189dd'] {{(pid=103154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 13:35:37.400726 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712e3bac-3fb0-4f07-868d-361cd1707374 req-d2c92959-0348-4783-a4e2-dc11a43ef190 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:35:37.402265 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-712e3bac-3fb0-4f07-868d-361cd1707374 req-d2c92959-0348-4783-a4e2-dc11a43ef190 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/ports?device_id=74850ba7-3f0b-4552-8439-72f0cf979424 HTTP/1.1" status: 200 len: 943 time: 0.0507677 Dec 21 13:35:37.452637 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-712e3bac-3fb0-4f07-868d-361cd1707374 req-4d7cbe01-86fa-4ae9-8f8b-d9d57a0145dc tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/security-groups?id=1ff19183-1617-4928-9f92-ca5348d3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445068 Dec 21 13:35:37.454410 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9208d28c-c460-4474-8d35-3250ab987d8f req-64948475-3583-4d29-94fc-0344462b62c8 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:35:37.456023 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-9208d28c-c460-4474-8d35-3250ab987d8f req-64948475-3583-4d29-94fc-0344462b62c8 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=c42b9775-9642-4ef6-8d2f-929cec6fed56 HTTP/1.1" status: 200 len: 944 time: 0.0497940 Dec 21 13:35:37.508806 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-9208d28c-c460-4474-8d35-3250ab987d8f req-ec551199-4edc-4869-a369-295211d47f93 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=6c4eb1c6-e455-429a-8e17-80095b73b03e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469491 Dec 21 13:35:38.146533 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device dcc4525b-1804-49af-8e2c-41a24a1189dd up at agent hyperv_hv-neutron-mast {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:35:38.195569 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Provisioning for port dcc4525b-1804-49af-8e2c-41a24a1189dd completed by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 13:35:38.199215 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Provisioning complete for port dcc4525b-1804-49af-8e2c-41a24a1189dd triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:35:38.199589 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:38.275832 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:38.297395 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c42b9775-9642-4ef6-8d2f-929cec6fed56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcc4525b-1804-49af-8e2c-41a24a1189dd'}] {{(pid=103154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:35:38.299616 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6f45aca8ac5f8c0cc5868273c98d8aa60330245aed22d61c8da5c1f2d6fc01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24eff6d4-97bb-41f2-a971-791519bbefde" -d '{"events": [{"server_uuid": "c42b9775-9642-4ef6-8d2f-929cec6fed56", "name": "network-vif-plugged", "status": "completed", "tag": "dcc4525b-1804-49af-8e2c-41a24a1189dd"}]}' {{(pid=103154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:35:38.312893 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port dcc4525b-1804-49af-8e2c-41a24a1189dd, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=dcc4525b-1804-49af-8e2c-41a24a1189dd,segment=NetworkSegment(aa0c45a3-6e53-47bd-bd18-7c1983b33bbd),segment_id=aa0c45a3-6e53-47bd-bd18-7c1983b33bbd)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:35:38.317328 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:38.345095 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 13:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2d79a1e-63bb-46ec-8486-795534457736 x-openstack-request-id: req-c2d79a1e-63bb-46ec-8486-795534457736 {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:35:38.345383 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c42b9775-9642-4ef6-8d2f-929cec6fed56", "name": "network-vif-plugged", "status": "completed", "tag": "dcc4525b-1804-49af-8e2c-41a24a1189dd", "code": 200}]} {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:35:38.345632 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c2d79a1e-63bb-46ec-8486-795534457736 {{(pid=103154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:35:38.346016 dv-neutron-master-2-hyperv neutron-server[103154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c42b9775-9642-4ef6-8d2f-929cec6fed56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcc4525b-1804-49af-8e2c-41a24a1189dd', 'code': 200} Dec 21 13:35:38.370265 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=dcc4525b-1804-49af-8e2c-41a24a1189dd,revision_number=5']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:35:38.377233 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:35:38.377699 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:35:38.377927 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:35:38.378791 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:35:38.379124 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:35:38.379455 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:35:38.379775 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:35:38.380215 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:35:38.380548 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:35:38.380873 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:35:38.381198 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:35:38.381517 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:35:38.381835 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:35:38.579681 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f43ae2d-57e3-49df-98a6-f3575409df3c req-6e81a445-15d7-40ac-9d76-464efc94ef10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:35:38.581169 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1f43ae2d-57e3-49df-98a6-f3575409df3c req-6e81a445-15d7-40ac-9d76-464efc94ef10 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c42b9775-9642-4ef6-8d2f-929cec6fed56 HTTP/1.1" status: 200 len: 1098 time: 0.0671470 Dec 21 13:35:38.592794 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969a9cbd-206a-40cb-af5e-5a942299be68 req-a6b1942a-016e-4cba-90b8-32a56e47a960 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:35:38.594229 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-969a9cbd-206a-40cb-af5e-5a942299be68 req-a6b1942a-016e-4cba-90b8-32a56e47a960 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/ports?device_id=74850ba7-3f0b-4552-8439-72f0cf979424 HTTP/1.1" status: 200 len: 943 time: 0.0717988 Dec 21 13:35:38.625434 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f61f8d-cc56-4375-bef9-b62b11bcc80a req-c9523559-d4fb-47ed-9fd2-fb4e10eb6a89 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:35:38.626967 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-a0f61f8d-cc56-4375-bef9-b62b11bcc80a req-c9523559-d4fb-47ed-9fd2-fb4e10eb6a89 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=c42b9775-9642-4ef6-8d2f-929cec6fed56 HTTP/1.1" status: 200 len: 945 time: 0.0506384 Dec 21 13:35:38.666160 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1f43ae2d-57e3-49df-98a6-f3575409df3c req-12bd7b41-f47c-4416-9ab3-fff8f3812bcf service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6c4eb1c6-e455-429a-8e17-80095b73b03e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709467 Dec 21 13:35:38.671275 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-969a9cbd-206a-40cb-af5e-5a942299be68 req-492b62f3-a359-4aa1-8c85-5ac752290737 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/security-groups?id=1ff19183-1617-4928-9f92-ca5348d3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709884 Dec 21 13:35:38.681388 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-a0f61f8d-cc56-4375-bef9-b62b11bcc80a req-11ee49d7-e701-4d24-9308-2da34615086d tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=6c4eb1c6-e455-429a-8e17-80095b73b03e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477908 Dec 21 13:35:39.795657 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce4bd90-e5ed-434d-8243-fb6d2924ce2a req-5afe6577-8c63-4eb3-936a-14a2993d3a36 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:35:39.797163 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-4ce4bd90-e5ed-434d-8243-fb6d2924ce2a req-5afe6577-8c63-4eb3-936a-14a2993d3a36 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/ports?device_id=74850ba7-3f0b-4552-8439-72f0cf979424 HTTP/1.1" status: 200 len: 943 time: 0.0548913 Dec 21 13:35:39.801492 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8a0df4-fbf4-4d86-956c-37481627c1e6 req-1d3d1eb0-485a-4a68-86ef-3d177bb65006 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:35:39.803075 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-be8a0df4-fbf4-4d86-956c-37481627c1e6 req-1d3d1eb0-485a-4a68-86ef-3d177bb65006 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=c42b9775-9642-4ef6-8d2f-929cec6fed56 HTTP/1.1" status: 200 len: 945 time: 0.0513558 Dec 21 13:35:39.848219 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-4ce4bd90-e5ed-434d-8243-fb6d2924ce2a req-0f4f4443-99cb-42e6-b319-aaa56054f13f tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/security-groups?id=1ff19183-1617-4928-9f92-ca5348d3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443766 Dec 21 13:35:39.855095 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-be8a0df4-fbf4-4d86-956c-37481627c1e6 req-e2e5c4a8-af88-46fe-bced-e105f9f6cadb tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=6c4eb1c6-e455-429a-8e17-80095b73b03e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459509 Dec 21 13:35:39.970716 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a570b63a-add1-4764-8724-dcc8a1ddae09 req-e7c60591-0faf-4665-ab75-017917973045 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:35:39.972656 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a570b63a-add1-4764-8724-dcc8a1ddae09 req-e7c60591-0faf-4665-ab75-017917973045 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=c42b9775-9642-4ef6-8d2f-929cec6fed56 HTTP/1.1" status: 200 len: 945 time: 0.0529191 Dec 21 13:35:40.024411 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a570b63a-add1-4764-8724-dcc8a1ddae09 req-2b2237bc-33ad-42c2-967d-ba4bcc35bb2a tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=6c4eb1c6-e455-429a-8e17-80095b73b03e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453722 Dec 21 13:35:40.047081 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 60986) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:35:40.085424 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3633d9-e281-4231-b4ce-470ec50140b7 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:35:40.086932 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-0a3633d9-e281-4231-b4ce-470ec50140b7 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c42b9775-9642-4ef6-8d2f-929cec6fed56 HTTP/1.1" status: 200 len: 1093 time: 0.0388546 Dec 21 13:35:40.089765 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 60988) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:35:40.093876 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-ef217588-61b8-4d52-81fc-7ecf14d73492 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'floatingip': {'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'port_id': 'dcc4525b-1804-49af-8e2c-41a24a1189dd', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:35:40.117752 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ef217588-61b8-4d52-81fc-7ecf14d73492 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for floatingip, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:40.132810 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device daf79913-fea1-4f0b-b151-f39875a82234 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 13:35:40.225440 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ef217588-61b8-4d52-81fc-7ecf14d73492 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:40.227928 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port daf79913-fea1-4f0b-b151-f39875a82234, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=daf79913-fea1-4f0b-b151-f39875a82234,segment=NetworkSegment(437cc747-44ac-45bd-9854-eb847f13c4b8),segment_id=437cc747-44ac-45bd-9854-eb847f13c4b8)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:35:40.242790 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Returning: {'device': 'daf79913-fea1-4f0b-b151-f39875a82234', 'network_id': 'f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e', 'port_id': 'daf79913-fea1-4f0b-b151-f39875a82234', 'mac_address': 'fa:16:3e:86:40:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52704ce2-43ea-427f-a9de-c74c83467400', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 13:35:40.278683 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:40.291732 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id daf79913-fea1-4f0b-b151-f39875a82234 {{(pid=103154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 13:35:40.311670 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port daf79913-fea1-4f0b-b151-f39875a82234, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=daf79913-fea1-4f0b-b151-f39875a82234,segment=NetworkSegment(437cc747-44ac-45bd-9854-eb847f13c4b8),segment_id=437cc747-44ac-45bd-9854-eb847f13c4b8)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:35:40.315908 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:40.333646 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-ef217588-61b8-4d52-81fc-7ecf14d73492 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Allocated IP 172.36.3.251 (7fdf1889-f079-4166-bbda-88b2a8d8d595/051a5607-1753-4008-a2f2-d94b48752e9c/77b97477-d6d5-4e32-9c88-81a871cb8a3d) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:35:40.362016 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=daf79913-fea1-4f0b-b151-f39875a82234,revision_number=4']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:35:40.433705 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ef217588-61b8-4d52-81fc-7ecf14d73492 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:40.466731 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ef217588-61b8-4d52-81fc-7ecf14d73492 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:40.506307 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef217588-61b8-4d52-81fc-7ecf14d73492 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Network 7fdf1889-f079-4166-bbda-88b2a8d8d595 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:35:40.509106 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-ef217588-61b8-4d52-81fc-7ecf14d73492 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:35:40.512477 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef217588-61b8-4d52-81fc-7ecf14d73492 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:35:40.538129 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef217588-61b8-4d52-81fc-7ecf14d73492 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'Port': ['ID=77b97477-d6d5-4e32-9c88-81a871cb8a3d,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:35:40.584558 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] get_ports_and_sgs() called for port_ids ['daf79913-fea1-4f0b-b151-f39875a82234'] {{(pid=103154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 13:35:40.881299 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ef217588-61b8-4d52-81fc-7ecf14d73492 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:40.954281 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ef217588-61b8-4d52-81fc-7ecf14d73492 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:40.969108 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1e263b-1567-4b48-9e23-211d24354610 req-5be3f2e9-f66e-41df-945e-6e0e2f772c2b tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:35:40.970663 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-0e1e263b-1567-4b48-9e23-211d24354610 req-5be3f2e9-f66e-41df-945e-6e0e2f772c2b tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/ports?device_id=74850ba7-3f0b-4552-8439-72f0cf979424 HTTP/1.1" status: 200 len: 944 time: 0.0515814 Dec 21 13:35:41.022149 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-0e1e263b-1567-4b48-9e23-211d24354610 req-6ce395a7-75b5-43fb-a116-c9412a3ebb56 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/security-groups?id=1ff19183-1617-4928-9f92-ca5348d3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445669 Dec 21 13:35:41.119343 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ef217588-61b8-4d52-81fc-7ecf14d73492 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:41.123846 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ef217588-61b8-4d52-81fc-7ecf14d73492 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:41.195907 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef217588-61b8-4d52-81fc-7ecf14d73492 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'Port': ['ID=77b97477-d6d5-4e32-9c88-81a871cb8a3d,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:35:41.207737 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ef217588-61b8-4d52-81fc-7ecf14d73492 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548820'] for floatingip, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:41.307465 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.l3_db [None req-ef217588-61b8-4d52-81fc-7ecf14d73492 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Floating IP ce969916-0311-4069-bdb2-39e30f268aa0 associated. External IP: 172.36.3.251, port: dcc4525b-1804-49af-8e2c-41a24a1189dd. Dec 21 13:35:41.826294 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef217588-61b8-4d52-81fc-7ecf14d73492 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Router 3a320fb7-ab74-4c32-9173-8e4be4501068 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:35:41.931111 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef217588-61b8-4d52-81fc-7ecf14d73492 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:35:41.941895 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ad471d-462d-47a9-bede-ddd8d46cf5fe None None] Sync routers for ids ['3a320fb7-ab74-4c32-9173-8e4be4501068'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:35:41.949305 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ef217588-61b8-4d52-81fc-7ecf14d73492 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for floatingip, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:41.952663 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ad471d-462d-47a9-bede-ddd8d46cf5fe None None] Routers {'3a320fb7-ab74-4c32-9173-8e4be4501068'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:35:41.953280 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-33ad471d-462d-47a9-bede-ddd8d46cf5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:35:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['3a320fb7-ab74-4c32-9173-8e4be4501068'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:35:41.978553 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-ef217588-61b8-4d52-81fc-7ecf14d73492 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8877597 Dec 21 13:35:41.979321 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c42b9775-9642-4ef6-8d2f-929cec6fed56', 'tag': 'dcc4525b-1804-49af-8e2c-41a24a1189dd'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:35:41.981364 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 60992) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:35:41.981898 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af6034c98e584fa55ea4398f343c742ceb598288507feaf30d5a15785b2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b711d0c-c960-4b34-95f9-2a9cb9e304bd" -d '{"events": [{"name": "network-changed", "server_uuid": "c42b9775-9642-4ef6-8d2f-929cec6fed56", "tag": "dcc4525b-1804-49af-8e2c-41a24a1189dd"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:35:42.019804 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 13:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75f74c51-a760-4f2d-bb96-4ffc68e7ad67 x-openstack-request-id: req-75f74c51-a760-4f2d-bb96-4ffc68e7ad67 {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:35:42.020142 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c42b9775-9642-4ef6-8d2f-929cec6fed56", "tag": "dcc4525b-1804-49af-8e2c-41a24a1189dd", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:35:42.020394 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-75f74c51-a760-4f2d-bb96-4ffc68e7ad67 {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:35:42.020787 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c42b9775-9642-4ef6-8d2f-929cec6fed56', 'tag': 'dcc4525b-1804-49af-8e2c-41a24a1189dd', 'status': 'completed', 'code': 200} Dec 21 13:35:42.056410 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-ce0c0500-27eb-4327-88da-4b096b820eca tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/floatingips/ce969916-0311-4069-bdb2-39e30f268aa0 HTTP/1.1" status: 200 len: 991 time: 0.0727649 Dec 21 13:35:42.070269 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-33ad471d-462d-47a9-bede-ddd8d46cf5fe None None] Set router 3a320fb7-ab74-4c32-9173-8e4be4501068 gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:35:42.105624 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b711d0c-c960-4b34-95f9-2a9cb9e304bd req-cb5ac231-0a65-4756-af0c-f8fee555312a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:35:42.107331 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-9b711d0c-c960-4b34-95f9-2a9cb9e304bd req-cb5ac231-0a65-4756-af0c-f8fee555312a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=577ee1d2880f4d34a80a7dfd0cf7da03&device_id=c42b9775-9642-4ef6-8d2f-929cec6fed56 HTTP/1.1" status: 200 len: 1098 time: 0.0425615 Dec 21 13:35:42.131729 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device daf79913-fea1-4f0b-b151-f39875a82234 up at agent hyperv_hv-neutron-mast {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:35:42.154185 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558f38f0-ea6f-485b-996f-d480ce64f8a0 req-4b5fe527-56ef-47a2-a439-f9fb42a6bb27 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:35:42.157273 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-558f38f0-ea6f-485b-996f-d480ce64f8a0 req-4b5fe527-56ef-47a2-a439-f9fb42a6bb27 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/ports?device_id=74850ba7-3f0b-4552-8439-72f0cf979424 HTTP/1.1" status: 200 len: 944 time: 0.0604084 Dec 21 13:35:42.191014 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Provisioning for port daf79913-fea1-4f0b-b151-f39875a82234 completed by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 13:35:42.196188 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Provisioning complete for port daf79913-fea1-4f0b-b151-f39875a82234 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:35:42.196951 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:42.227512 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b711d0c-c960-4b34-95f9-2a9cb9e304bd req-4961bd1a-2959-4222-a7ed-92ce46449913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:35:42.229737 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-9b711d0c-c960-4b34-95f9-2a9cb9e304bd req-4961bd1a-2959-4222-a7ed-92ce46449913 service neutron] 10.222.0.60 "GET /v2.0/networks?id=84f7c90a-1381-496c-b81b-62cf591299ab HTTP/1.1" status: 200 len: 897 time: 0.1156592 Dec 21 13:35:42.231312 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-558f38f0-ea6f-485b-996f-d480ce64f8a0 req-07f097d1-3300-495b-b731-534c710187fa tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/security-groups?id=1ff19183-1617-4928-9f92-ca5348d3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669637 Dec 21 13:35:42.287907 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:42.311504 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74850ba7-3f0b-4552-8439-72f0cf979424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daf79913-fea1-4f0b-b151-f39875a82234'}] {{(pid=103154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:35:42.313099 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-33ad471d-462d-47a9-bede-ddd8d46cf5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a320fb7-ab74-4c32-9173-8e4be4501068', 'name': 'tempest-TestNetworkBasicOps-router-1841231675', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.41'}], 'enable_snat': True}, 'gw_port_id': '8603526c-0551-4a91-b09e-590cc894dc9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:35:21Z', 'updated_at': '2021-12-21T13:35:25Z', 'revision_number': 4, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': '8603526c-0551-4a91-b09e-590cc894dc9c', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:70:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a320fb7-ab74-4c32-9173-8e4be4501068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:35:22Z', 'updated_at': '2021-12-21T13:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'ce969916-0311-4069-bdb2-39e30f268aa0', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'floating_ip_address': '172.36.3.251', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': '3a320fb7-ab74-4c32-9173-8e4be4501068', 'port_id': 'dcc4525b-1804-49af-8e2c-41a24a1189dd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84f7c90a-1381-496c-b81b-62cf591299ab', 'mac_address': 'fa:16:3e:22:f9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c42b9775-9642-4ef6-8d2f-929cec6fed56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T13:35:40Z', 'updated_at': '2021-12-21T13:35:40Z', 'revision_number': 0, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81e4f8c6-ec7f-465a-9745-597a14605550', 'name': '', 'network_id': '84f7c90a-1381-496c-b81b-62cf591299ab', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'mac_address': 'fa:16:3e:ef:65:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a320fb7-ab74-4c32-9173-8e4be4501068', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '987ac01a-6b74-4357-a874-8308a38c6cb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:35:25Z', 'updated_at': '2021-12-21T13:35:30Z', 'revision_number': 5, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'subnets': [{'id': '987ac01a-6b74-4357-a874-8308a38c6cb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:35:42.313948 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6f45aca8ac5f8c0cc5868273c98d8aa60330245aed22d61c8da5c1f2d6fc01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a12a6d60-358a-4876-870c-f3e434e77c1b" -d '{"events": [{"server_uuid": "74850ba7-3f0b-4552-8439-72f0cf979424", "name": "network-vif-plugged", "status": "completed", "tag": "daf79913-fea1-4f0b-b151-f39875a82234"}]}' {{(pid=103154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:35:42.315943 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-9b711d0c-c960-4b34-95f9-2a9cb9e304bd req-e53c947e-f4d6-4b6c-bd9f-000c525cf13a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dcc4525b-1804-49af-8e2c-41a24a1189dd HTTP/1.1" status: 200 len: 999 time: 0.0784264 Dec 21 13:35:42.328415 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port daf79913-fea1-4f0b-b151-f39875a82234, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=daf79913-fea1-4f0b-b151-f39875a82234,segment=NetworkSegment(437cc747-44ac-45bd-9854-eb847f13c4b8),segment_id=437cc747-44ac-45bd-9854-eb847f13c4b8)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:35:42.334221 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:42.343821 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ad471d-462d-47a9-bede-ddd8d46cf5fe None None] Checking router: 3a320fb7-ab74-4c32-9173-8e4be4501068 for host: dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:35:42.354223 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ad471d-462d-47a9-bede-ddd8d46cf5fe None None] Routers {'3a320fb7-ab74-4c32-9173-8e4be4501068'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:35:42.354964 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-33ad471d-462d-47a9-bede-ddd8d46cf5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:35:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['3a320fb7-ab74-4c32-9173-8e4be4501068'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:35:42.377432 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 13:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f883b28a-67b7-438d-a358-14718cfc160d x-openstack-request-id: req-f883b28a-67b7-438d-a358-14718cfc160d {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:35:42.377794 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74850ba7-3f0b-4552-8439-72f0cf979424", "name": "network-vif-plugged", "status": "completed", "tag": "daf79913-fea1-4f0b-b151-f39875a82234", "code": 200}]} {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:35:42.378159 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f883b28a-67b7-438d-a358-14718cfc160d {{(pid=103154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:35:42.378646 dv-neutron-master-2-hyperv neutron-server[103154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74850ba7-3f0b-4552-8439-72f0cf979424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daf79913-fea1-4f0b-b151-f39875a82234', 'code': 200} Dec 21 13:35:42.387196 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b711d0c-c960-4b34-95f9-2a9cb9e304bd req-a94da838-0967-4cbf-90ba-e2796c310748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:35:42.388680 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-9b711d0c-c960-4b34-95f9-2a9cb9e304bd req-a94da838-0967-4cbf-90ba-e2796c310748 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=987ac01a-6b74-4357-a874-8308a38c6cb4 HTTP/1.1" status: 200 len: 835 time: 0.0674579 Dec 21 13:35:42.391884 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=daf79913-fea1-4f0b-b151-f39875a82234,revision_number=5']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:35:42.452460 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b711d0c-c960-4b34-95f9-2a9cb9e304bd req-2c42fbcd-b1d2-4b0b-a68c-bd4698190603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:35:42.454066 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-9b711d0c-c960-4b34-95f9-2a9cb9e304bd req-2c42fbcd-b1d2-4b0b-a68c-bd4698190603 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=84f7c90a-1381-496c-b81b-62cf591299ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0429685 Dec 21 13:35:42.472941 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-33ad471d-462d-47a9-bede-ddd8d46cf5fe None None] Set router 3a320fb7-ab74-4c32-9173-8e4be4501068 gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:35:42.551911 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-9b711d0c-c960-4b34-95f9-2a9cb9e304bd req-1d6f3a83-1fe8-40be-b5c2-3ef6d97b2f2e service neutron] 10.222.0.60 "GET /v2.0/networks/84f7c90a-1381-496c-b81b-62cf591299ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911753 Dec 21 13:35:42.647364 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f064f7-e5ba-467a-84af-53426a437166 req-fe9f16a7-35a2-4a75-829e-7bba51873aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:35:42.648756 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-d5f064f7-e5ba-467a-84af-53426a437166 req-fe9f16a7-35a2-4a75-829e-7bba51873aea service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=74850ba7-3f0b-4552-8439-72f0cf979424 HTTP/1.1" status: 200 len: 1098 time: 0.0960109 Dec 21 13:35:42.686399 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-9b711d0c-c960-4b34-95f9-2a9cb9e304bd req-79eff5d2-1e70-4f83-b4df-bc0102cbebe5 service neutron] 10.222.0.60 "GET /v2.0/networks/84f7c90a-1381-496c-b81b-62cf591299ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247184 Dec 21 13:35:42.718470 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-d5f064f7-e5ba-467a-84af-53426a437166 req-d0f62c94-b0a0-4cff-8a38-213538be969c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1ff19183-1617-4928-9f92-ca5348d3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618191 Dec 21 13:35:42.788291 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-33ad471d-462d-47a9-bede-ddd8d46cf5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a320fb7-ab74-4c32-9173-8e4be4501068', 'name': 'tempest-TestNetworkBasicOps-router-1841231675', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.41'}], 'enable_snat': True}, 'gw_port_id': '8603526c-0551-4a91-b09e-590cc894dc9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:35:21Z', 'updated_at': '2021-12-21T13:35:25Z', 'revision_number': 4, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': '8603526c-0551-4a91-b09e-590cc894dc9c', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:70:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a320fb7-ab74-4c32-9173-8e4be4501068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:35:22Z', 'updated_at': '2021-12-21T13:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'ce969916-0311-4069-bdb2-39e30f268aa0', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'floating_ip_address': '172.36.3.251', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': '3a320fb7-ab74-4c32-9173-8e4be4501068', 'port_id': 'dcc4525b-1804-49af-8e2c-41a24a1189dd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84f7c90a-1381-496c-b81b-62cf591299ab', 'mac_address': 'fa:16:3e:22:f9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c42b9775-9642-4ef6-8d2f-929cec6fed56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T13:35:40Z', 'updated_at': '2021-12-21T13:35:40Z', 'revision_number': 0, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81e4f8c6-ec7f-465a-9745-597a14605550', 'name': '', 'network_id': '84f7c90a-1381-496c-b81b-62cf591299ab', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'mac_address': 'fa:16:3e:ef:65:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a320fb7-ab74-4c32-9173-8e4be4501068', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '987ac01a-6b74-4357-a874-8308a38c6cb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:35:25Z', 'updated_at': '2021-12-21T13:35:30Z', 'revision_number': 5, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'subnets': [{'id': '987ac01a-6b74-4357-a874-8308a38c6cb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:35:42.814412 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ad471d-462d-47a9-bede-ddd8d46cf5fe None None] The sync data for ids ['3a320fb7-ab74-4c32-9173-8e4be4501068'] in dv-neutron-master-2-hyperv is: [{'id': '3a320fb7-ab74-4c32-9173-8e4be4501068', 'name': 'tempest-TestNetworkBasicOps-router-1841231675', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.41'}], 'enable_snat': True}, 'gw_port_id': '8603526c-0551-4a91-b09e-590cc894dc9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:35:21Z', 'updated_at': '2021-12-21T13:35:25Z', 'revision_number': 4, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': '8603526c-0551-4a91-b09e-590cc894dc9c', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:70:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a320fb7-ab74-4c32-9173-8e4be4501068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:35:22Z', 'updated_at': '2021-12-21T13:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'ce969916-0311-4069-bdb2-39e30f268aa0', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'floating_ip_address': '172.36.3.251', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': '3a320fb7-ab74-4c32-9173-8e4be4501068', 'port_id': 'dcc4525b-1804-49af-8e2c-41a24a1189dd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84f7c90a-1381-496c-b81b-62cf591299ab', 'mac_address': 'fa:16:3e:22:f9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c42b9775-9642-4ef6-8d2f-929cec6fed56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T13:35:40Z', 'updated_at': '2021-12-21T13:35:40Z', 'revision_number': 0, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81e4f8c6-ec7f-465a-9745-597a14605550', 'name': '', 'network_id': '84f7c90a-1381-496c-b81b-62cf591299ab', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'mac_address': 'fa:16:3e:ef:65:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a320fb7-ab74-4c32-9173-8e4be4501068', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '987ac01a-6b74-4357-a874-8308a38c6cb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:35:25Z', 'updated_at': '2021-12-21T13:35:30Z', 'revision_number': 5, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'subnets': [{'id': '987ac01a-6b74-4357-a874-8308a38c6cb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:35:43.003211 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f9525b-aa9c-4e86-b17a-62b8cc22ce2a None None] New status for floating IP ce969916-0311-4069-bdb2-39e30f268aa0: ACTIVE {{(pid=103154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 13:35:43.059187 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 32768) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:35:43.126115 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-b16c37a6-5455-4945-9b41-0eeff68ccb30 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/floatingips/ce969916-0311-4069-bdb2-39e30f268aa0 HTTP/1.1" status: 200 len: 991 time: 0.0655968 Dec 21 13:35:43.247035 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:43.352050 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08608d6-eb26-41d2-b452-c277d3dcf604 req-3fdb0c52-1fc0-4b30-99ab-e724912c355a tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:35:43.353530 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-a08608d6-eb26-41d2-b452-c277d3dcf604 req-3fdb0c52-1fc0-4b30-99ab-e724912c355a tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/ports?device_id=74850ba7-3f0b-4552-8439-72f0cf979424 HTTP/1.1" status: 200 len: 945 time: 0.0543051 Dec 21 13:35:43.403321 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-a08608d6-eb26-41d2-b452-c277d3dcf604 req-bbfce6d4-d7ff-47fd-aa7f-891c569189f0 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/security-groups?id=1ff19183-1617-4928-9f92-ca5348d3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439262 Dec 21 13:35:44.130064 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 32772) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:35:44.191262 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-ac59af86-ab59-4d51-82eb-ebd72c88914b tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/floatingips/ce969916-0311-4069-bdb2-39e30f268aa0 HTTP/1.1" status: 200 len: 993 time: 0.0599957 Dec 21 13:35:44.518252 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fcae4c-3dcf-42e2-8f77-7e53c5920ca1 req-aafde6e0-3993-4124-91ac-991d8d2336ef tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:35:44.520417 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-23fcae4c-3dcf-42e2-8f77-7e53c5920ca1 req-aafde6e0-3993-4124-91ac-991d8d2336ef tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/ports?device_id=74850ba7-3f0b-4552-8439-72f0cf979424 HTTP/1.1" status: 200 len: 945 time: 0.0484464 Dec 21 13:35:44.568229 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-23fcae4c-3dcf-42e2-8f77-7e53c5920ca1 req-57078b51-f0bc-4236-97db-23860f01a862 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/security-groups?id=1ff19183-1617-4928-9f92-ca5348d3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419500 Dec 21 13:35:44.680353 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6da626f-eeb5-4622-94f6-ab93a72f9837 req-dfe58e47-6298-4a3b-ac20-c00cc8f1a143 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:35:44.681739 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-c6da626f-eeb5-4622-94f6-ab93a72f9837 req-dfe58e47-6298-4a3b-ac20-c00cc8f1a143 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/ports?device_id=74850ba7-3f0b-4552-8439-72f0cf979424 HTTP/1.1" status: 200 len: 945 time: 0.0483382 Dec 21 13:35:44.729889 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-c6da626f-eeb5-4622-94f6-ab93a72f9837 req-f5bf8cc6-9eb3-426e-807a-b0f313889018 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/security-groups?id=1ff19183-1617-4928-9f92-ca5348d3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422478 Dec 21 13:35:44.751813 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 32778) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:35:44.793765 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04c7419-2280-4049-af4b-fb3ad0ef211b tempest-TestVolumeBootPattern-130330410 tempest-TestVolumeBootPattern-130330410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:35:44.795302 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-e04c7419-2280-4049-af4b-fb3ad0ef211b tempest-TestVolumeBootPattern-130330410 tempest-TestVolumeBootPattern-130330410-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=74850ba7-3f0b-4552-8439-72f0cf979424 HTTP/1.1" status: 200 len: 1093 time: 0.0424592 Dec 21 13:35:44.798264 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 32780) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:35:44.803060 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-65b8d9a8-0a75-4e15-857d-cd6b556ce132 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Request body: {'floatingip': {'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'port_id': 'daf79913-fea1-4f0b-b151-f39875a82234', 'tenant_id': '365275e264a6451abad9a44f0c54ac18', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:35:44.826869 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-65b8d9a8-0a75-4e15-857d-cd6b556ce132 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Publish callbacks [] for floatingip, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:44.924246 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-65b8d9a8-0a75-4e15-857d-cd6b556ce132 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:45.033030 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-65b8d9a8-0a75-4e15-857d-cd6b556ce132 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Allocated IP 172.36.3.93 (7fdf1889-f079-4166-bbda-88b2a8d8d595/051a5607-1753-4008-a2f2-d94b48752e9c/1b8a42a0-264a-4150-9edf-3b5b96ca9ee7) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:35:45.132876 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-65b8d9a8-0a75-4e15-857d-cd6b556ce132 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:45.165439 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-65b8d9a8-0a75-4e15-857d-cd6b556ce132 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:45.207169 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b8d9a8-0a75-4e15-857d-cd6b556ce132 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Network 7fdf1889-f079-4166-bbda-88b2a8d8d595 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:35:45.211405 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-65b8d9a8-0a75-4e15-857d-cd6b556ce132 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:35:45.214786 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b8d9a8-0a75-4e15-857d-cd6b556ce132 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:35:45.220089 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b8d9a8-0a75-4e15-857d-cd6b556ce132 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Pushing event updated for resources: {'Port': ['ID=1b8a42a0-264a-4150-9edf-3b5b96ca9ee7,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:35:45.245048 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b8d9a8-0a75-4e15-857d-cd6b556ce132 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:35:45.245359 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b8d9a8-0a75-4e15-857d-cd6b556ce132 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:35:45.245698 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b8d9a8-0a75-4e15-857d-cd6b556ce132 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:35:45.246026 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b8d9a8-0a75-4e15-857d-cd6b556ce132 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:35:45.246378 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b8d9a8-0a75-4e15-857d-cd6b556ce132 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:35:45.246698 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b8d9a8-0a75-4e15-857d-cd6b556ce132 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:35:45.247025 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b8d9a8-0a75-4e15-857d-cd6b556ce132 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:35:45.247342 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b8d9a8-0a75-4e15-857d-cd6b556ce132 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:35:45.247661 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b8d9a8-0a75-4e15-857d-cd6b556ce132 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:35:45.247977 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b8d9a8-0a75-4e15-857d-cd6b556ce132 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:35:45.248291 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b8d9a8-0a75-4e15-857d-cd6b556ce132 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:35:45.248605 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b8d9a8-0a75-4e15-857d-cd6b556ce132 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:35:45.248918 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b8d9a8-0a75-4e15-857d-cd6b556ce132 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:35:45.580134 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-65b8d9a8-0a75-4e15-857d-cd6b556ce132 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:45.648798 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-65b8d9a8-0a75-4e15-857d-cd6b556ce132 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:45.799204 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-65b8d9a8-0a75-4e15-857d-cd6b556ce132 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:45.804473 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-65b8d9a8-0a75-4e15-857d-cd6b556ce132 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:45.872157 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b8d9a8-0a75-4e15-857d-cd6b556ce132 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Pushing event updated for resources: {'Port': ['ID=1b8a42a0-264a-4150-9edf-3b5b96ca9ee7,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:35:45.882554 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-65b8d9a8-0a75-4e15-857d-cd6b556ce132 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548820'] for floatingip, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:45.982069 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.l3_db [None req-65b8d9a8-0a75-4e15-857d-cd6b556ce132 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Floating IP 4644a177-e859-439f-a0b9-52a98623ad13 associated. External IP: 172.36.3.93, port: daf79913-fea1-4f0b-b151-f39875a82234. Dec 21 13:35:46.198823 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65b8d9a8-0a75-4e15-857d-cd6b556ce132 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Router eb8086ef-7083-4774-a3af-a8e51102d89d has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:35:46.308399 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65b8d9a8-0a75-4e15-857d-cd6b556ce132 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:35:46.317446 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea60edc8-cf7f-4960-b23d-d616ce18591b None None] Sync routers for ids ['eb8086ef-7083-4774-a3af-a8e51102d89d'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:35:46.325387 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-65b8d9a8-0a75-4e15-857d-cd6b556ce132 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for floatingip, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:46.327518 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea60edc8-cf7f-4960-b23d-d616ce18591b None None] Routers {'eb8086ef-7083-4774-a3af-a8e51102d89d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:35:46.328133 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-ea60edc8-cf7f-4960-b23d-d616ce18591b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:35:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['eb8086ef-7083-4774-a3af-a8e51102d89d'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:35:46.353129 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-65b8d9a8-0a75-4e15-857d-cd6b556ce132 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5538352 Dec 21 13:35:46.353715 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74850ba7-3f0b-4552-8439-72f0cf979424', 'tag': 'daf79913-fea1-4f0b-b151-f39875a82234'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:35:46.355987 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af6034c98e584fa55ea4398f343c742ceb598288507feaf30d5a15785b2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aacfc2a9-f278-4b8e-9124-ee070bc5d505" -d '{"events": [{"name": "network-changed", "server_uuid": "74850ba7-3f0b-4552-8439-72f0cf979424", "tag": "daf79913-fea1-4f0b-b151-f39875a82234"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:35:46.404387 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 13:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df72f1e-46ce-4b73-8695-0d7220e81ba0 x-openstack-request-id: req-7df72f1e-46ce-4b73-8695-0d7220e81ba0 {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:35:46.404387 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74850ba7-3f0b-4552-8439-72f0cf979424", "tag": "daf79913-fea1-4f0b-b151-f39875a82234", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:35:46.404825 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7df72f1e-46ce-4b73-8695-0d7220e81ba0 {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:35:46.404939 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74850ba7-3f0b-4552-8439-72f0cf979424', 'tag': 'daf79913-fea1-4f0b-b151-f39875a82234', 'status': 'completed', 'code': 200} Dec 21 13:35:46.434949 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-ea60edc8-cf7f-4960-b23d-d616ce18591b None None] Set router eb8086ef-7083-4774-a3af-a8e51102d89d gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:35:46.495037 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacfc2a9-f278-4b8e-9124-ee070bc5d505 req-39d40d82-7b71-448c-9eaf-074df0f7ece1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:35:46.496567 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-aacfc2a9-f278-4b8e-9124-ee070bc5d505 req-39d40d82-7b71-448c-9eaf-074df0f7ece1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=365275e264a6451abad9a44f0c54ac18&device_id=74850ba7-3f0b-4552-8439-72f0cf979424 HTTP/1.1" status: 200 len: 1098 time: 0.0484569 Dec 21 13:35:46.592129 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacfc2a9-f278-4b8e-9124-ee070bc5d505 req-86949458-24a5-43b4-87c1-39fb4fe81fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:35:46.593625 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-aacfc2a9-f278-4b8e-9124-ee070bc5d505 req-86949458-24a5-43b4-87c1-39fb4fe81fb1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e HTTP/1.1" status: 200 len: 913 time: 0.0909033 Dec 21 13:35:46.659019 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-aacfc2a9-f278-4b8e-9124-ee070bc5d505 req-a73bf9dc-8911-41ed-bafd-72c67811388c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=daf79913-fea1-4f0b-b151-f39875a82234 HTTP/1.1" status: 200 len: 998 time: 0.0591042 Dec 21 13:35:46.663209 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-ea60edc8-cf7f-4960-b23d-d616ce18591b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8086ef-7083-4774-a3af-a8e51102d89d', 'name': 'tempest-TestVolumeBootPattern-1677634282-router', 'tenant_id': '365275e264a6451abad9a44f0c54ac18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.232'}], 'enable_snat': True}, 'gw_port_id': '8d6bf78b-09b2-42b6-abb5-6d1020a8e60f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:31:43Z', 'updated_at': '2021-12-21T13:31:51Z', 'revision_number': 4, 'project_id': '365275e264a6451abad9a44f0c54ac18', 'gw_port': {'id': '8d6bf78b-09b2-42b6-abb5-6d1020a8e60f', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:18:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8086ef-7083-4774-a3af-a8e51102d89d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:31:45Z', 'updated_at': '2021-12-21T13:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '4644a177-e859-439f-a0b9-52a98623ad13', 'tenant_id': '365275e264a6451abad9a44f0c54ac18', 'floating_ip_address': '172.36.3.93', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': 'eb8086ef-7083-4774-a3af-a8e51102d89d', 'port_id': 'daf79913-fea1-4f0b-b151-f39875a82234', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e', 'mac_address': 'fa:16:3e:86:40:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74850ba7-3f0b-4552-8439-72f0cf979424', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T13:35:45Z', 'updated_at': '2021-12-21T13:35:45Z', 'revision_number': 0, 'project_id': '365275e264a6451abad9a44f0c54ac18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18ad5d93-4983-463f-8bc7-74e634dd78b4', 'name': '', 'network_id': 'f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e', 'tenant_id': '365275e264a6451abad9a44f0c54ac18', 'mac_address': 'fa:16:3e:47:7e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8086ef-7083-4774-a3af-a8e51102d89d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '52704ce2-43ea-427f-a9de-c74c83467400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:31:49Z', 'updated_at': '2021-12-21T13:32:03Z', 'revision_number': 5, 'project_id': '365275e264a6451abad9a44f0c54ac18', 'subnets': [{'id': '52704ce2-43ea-427f-a9de-c74c83467400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:35:46.689408 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea60edc8-cf7f-4960-b23d-d616ce18591b None None] Checking router: eb8086ef-7083-4774-a3af-a8e51102d89d for host: dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:35:46.698801 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea60edc8-cf7f-4960-b23d-d616ce18591b None None] Routers {'eb8086ef-7083-4774-a3af-a8e51102d89d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:35:46.699411 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-ea60edc8-cf7f-4960-b23d-d616ce18591b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:35:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['eb8086ef-7083-4774-a3af-a8e51102d89d'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:35:46.707166 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacfc2a9-f278-4b8e-9124-ee070bc5d505 req-d07e4702-21d6-4864-bd48-1653413a5461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:35:46.708790 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-aacfc2a9-f278-4b8e-9124-ee070bc5d505 req-d07e4702-21d6-4864-bd48-1653413a5461 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=52704ce2-43ea-427f-a9de-c74c83467400 HTTP/1.1" status: 200 len: 851 time: 0.0439770 Dec 21 13:35:46.759293 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacfc2a9-f278-4b8e-9124-ee070bc5d505 req-1ce1f33e-be92-4b26-8a90-33fe8cb012d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:35:46.760811 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-aacfc2a9-f278-4b8e-9124-ee070bc5d505 req-1ce1f33e-be92-4b26-8a90-33fe8cb012d2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0453055 Dec 21 13:35:46.806819 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-ea60edc8-cf7f-4960-b23d-d616ce18591b None None] Set router eb8086ef-7083-4774-a3af-a8e51102d89d gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:35:46.861635 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-aacfc2a9-f278-4b8e-9124-ee070bc5d505 req-08d27822-3d10-4af3-bf83-247bd40e0505 service neutron] 10.222.0.60 "GET /v2.0/networks/f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941250 Dec 21 13:35:46.955679 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-aacfc2a9-f278-4b8e-9124-ee070bc5d505 req-f733a2f7-8600-46e3-972f-acac60fa3f10 service neutron] 10.222.0.60 "GET /v2.0/networks/f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882638 Dec 21 13:35:47.041932 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-ea60edc8-cf7f-4960-b23d-d616ce18591b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8086ef-7083-4774-a3af-a8e51102d89d', 'name': 'tempest-TestVolumeBootPattern-1677634282-router', 'tenant_id': '365275e264a6451abad9a44f0c54ac18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.232'}], 'enable_snat': True}, 'gw_port_id': '8d6bf78b-09b2-42b6-abb5-6d1020a8e60f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:31:43Z', 'updated_at': '2021-12-21T13:31:51Z', 'revision_number': 4, 'project_id': '365275e264a6451abad9a44f0c54ac18', 'gw_port': {'id': '8d6bf78b-09b2-42b6-abb5-6d1020a8e60f', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:18:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8086ef-7083-4774-a3af-a8e51102d89d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:31:45Z', 'updated_at': '2021-12-21T13:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '4644a177-e859-439f-a0b9-52a98623ad13', 'tenant_id': '365275e264a6451abad9a44f0c54ac18', 'floating_ip_address': '172.36.3.93', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': 'eb8086ef-7083-4774-a3af-a8e51102d89d', 'port_id': 'daf79913-fea1-4f0b-b151-f39875a82234', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e', 'mac_address': 'fa:16:3e:86:40:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74850ba7-3f0b-4552-8439-72f0cf979424', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T13:35:45Z', 'updated_at': '2021-12-21T13:35:45Z', 'revision_number': 0, 'project_id': '365275e264a6451abad9a44f0c54ac18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18ad5d93-4983-463f-8bc7-74e634dd78b4', 'name': '', 'network_id': 'f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e', 'tenant_id': '365275e264a6451abad9a44f0c54ac18', 'mac_address': 'fa:16:3e:47:7e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8086ef-7083-4774-a3af-a8e51102d89d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '52704ce2-43ea-427f-a9de-c74c83467400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:31:49Z', 'updated_at': '2021-12-21T13:32:03Z', 'revision_number': 5, 'project_id': '365275e264a6451abad9a44f0c54ac18', 'subnets': [{'id': '52704ce2-43ea-427f-a9de-c74c83467400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:35:47.067707 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea60edc8-cf7f-4960-b23d-d616ce18591b None None] The sync data for ids ['eb8086ef-7083-4774-a3af-a8e51102d89d'] in dv-neutron-master-2-hyperv is: [{'id': 'eb8086ef-7083-4774-a3af-a8e51102d89d', 'name': 'tempest-TestVolumeBootPattern-1677634282-router', 'tenant_id': '365275e264a6451abad9a44f0c54ac18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.232'}], 'enable_snat': True}, 'gw_port_id': '8d6bf78b-09b2-42b6-abb5-6d1020a8e60f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:31:43Z', 'updated_at': '2021-12-21T13:31:51Z', 'revision_number': 4, 'project_id': '365275e264a6451abad9a44f0c54ac18', 'gw_port': {'id': '8d6bf78b-09b2-42b6-abb5-6d1020a8e60f', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:18:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8086ef-7083-4774-a3af-a8e51102d89d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:31:45Z', 'updated_at': '2021-12-21T13:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '4644a177-e859-439f-a0b9-52a98623ad13', 'tenant_id': '365275e264a6451abad9a44f0c54ac18', 'floating_ip_address': '172.36.3.93', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': 'eb8086ef-7083-4774-a3af-a8e51102d89d', 'port_id': 'daf79913-fea1-4f0b-b151-f39875a82234', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e', 'mac_address': 'fa:16:3e:86:40:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74850ba7-3f0b-4552-8439-72f0cf979424', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T13:35:45Z', 'updated_at': '2021-12-21T13:35:45Z', 'revision_number': 0, 'project_id': '365275e264a6451abad9a44f0c54ac18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18ad5d93-4983-463f-8bc7-74e634dd78b4', 'name': '', 'network_id': 'f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e', 'tenant_id': '365275e264a6451abad9a44f0c54ac18', 'mac_address': 'fa:16:3e:47:7e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8086ef-7083-4774-a3af-a8e51102d89d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '52704ce2-43ea-427f-a9de-c74c83467400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:31:49Z', 'updated_at': '2021-12-21T13:32:03Z', 'revision_number': 5, 'project_id': '365275e264a6451abad9a44f0c54ac18', 'subnets': [{'id': '52704ce2-43ea-427f-a9de-c74c83467400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:35:47.263012 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2476e88c-b838-4d48-b7f6-037e82397378 None None] New status for floating IP 4644a177-e859-439f-a0b9-52a98623ad13: ACTIVE {{(pid=103154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 13:35:55.134714 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-598cec4e-ef1b-4316-8e4f-91a8c58f022a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:57.564458 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-690e6f39-dfa8-4b42-8a08-212735ef8954 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:35:58.761570 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:36:00.758700 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:36:01.005985 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:36:07.858763 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.agents_db [None req-c60a5637-8c6f-4692-b23b-7dd82bd36b21 None None] Agent healthcheck: found 6 active agents {{(pid=103155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 13:36:13.254743 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:36:15.078424 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 32802) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:36:15.120741 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e410982-aa54-4a43-bddb-eb451e64b48a tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:36:15.121217 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e410982-aa54-4a43-bddb-eb451e64b48a tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:36:15.121687 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e410982-aa54-4a43-bddb-eb451e64b48a tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:36:15.123405 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-1e410982-aa54-4a43-bddb-eb451e64b48a tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] 10.222.0.37 "GET /v2.0/ports?project_id=577ee1d2880f4d34a80a7dfd0cf7da03&network_id=84f7c90a-1381-496c-b81b-62cf591299ab HTTP/1.1" status: 200 len: 2999 time: 0.0439723 Dec 21 13:36:17.362409 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 32812) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:36:17.406591 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95490c9e-ea75-493f-8939-6c49f1854e58 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:36:17.408058 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-95490c9e-ea75-493f-8939-6c49f1854e58 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=7fdf1889-f079-4166-bbda-88b2a8d8d595 HTTP/1.1" status: 200 len: 814 time: 0.0446897 Dec 21 13:36:18.003304 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 32818) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:36:18.007855 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-5c7f1f5c-3263-4bd0-8d0f-13926b4abe73 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:36:18.067899 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5c7f1f5c-3263-4bd0-8d0f-13926b4abe73 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for floatingip, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:36:18.216185 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5c7f1f5c-3263-4bd0-8d0f-13926b4abe73 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:36:18.219912 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5c7f1f5c-3263-4bd0-8d0f-13926b4abe73 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548820'] for floatingip, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:36:18.220281 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.l3_db [None req-5c7f1f5c-3263-4bd0-8d0f-13926b4abe73 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Floating IP ce969916-0311-4069-bdb2-39e30f268aa0 disassociated. External IP: 172.36.3.251, port: dcc4525b-1804-49af-8e2c-41a24a1189dd. Dec 21 13:36:18.429755 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c7f1f5c-3263-4bd0-8d0f-13926b4abe73 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Router 3a320fb7-ab74-4c32-9173-8e4be4501068 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:36:18.536114 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c7f1f5c-3263-4bd0-8d0f-13926b4abe73 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:36:18.541988 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5c7f1f5c-3263-4bd0-8d0f-13926b4abe73 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for floatingip, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:36:18.546762 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ecf362c-a4f8-46b8-ae38-d17bdd142c2c None None] Sync routers for ids ['3a320fb7-ab74-4c32-9173-8e4be4501068'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:36:18.556259 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ecf362c-a4f8-46b8-ae38-d17bdd142c2c None None] Routers {'3a320fb7-ab74-4c32-9173-8e4be4501068'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:36:18.557552 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-0ecf362c-a4f8-46b8-ae38-d17bdd142c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:35:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['3a320fb7-ab74-4c32-9173-8e4be4501068'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:36:18.568956 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-5c7f1f5c-3263-4bd0-8d0f-13926b4abe73 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "PUT /v2.0/floatingips/ce969916-0311-4069-bdb2-39e30f268aa0 HTTP/1.1" status: 200 len: 690 time: 0.5645766 Dec 21 13:36:18.569655 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c42b9775-9642-4ef6-8d2f-929cec6fed56', 'tag': 'dcc4525b-1804-49af-8e2c-41a24a1189dd'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:36:18.571746 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 32820) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:36:18.572259 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af6034c98e584fa55ea4398f343c742ceb598288507feaf30d5a15785b2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6c04ccf-d9ed-4c16-bdc8-03802b96cff6" -d '{"events": [{"name": "network-changed", "server_uuid": "c42b9775-9642-4ef6-8d2f-929cec6fed56", "tag": "dcc4525b-1804-49af-8e2c-41a24a1189dd"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:36:18.621636 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-6888702d-a975-4458-922c-9810ca7dc534 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/floatingips/ce969916-0311-4069-bdb2-39e30f268aa0 HTTP/1.1" status: 200 len: 690 time: 0.0485084 Dec 21 13:36:18.670899 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-0ecf362c-a4f8-46b8-ae38-d17bdd142c2c None None] Set router 3a320fb7-ab74-4c32-9173-8e4be4501068 gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:36:18.731305 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 13:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6111958-e957-4c3c-aabe-4df1fecfc345 x-openstack-request-id: req-a6111958-e957-4c3c-aabe-4df1fecfc345 {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:36:18.731595 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c42b9775-9642-4ef6-8d2f-929cec6fed56", "tag": "dcc4525b-1804-49af-8e2c-41a24a1189dd", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:36:18.731850 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a6111958-e957-4c3c-aabe-4df1fecfc345 {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:36:18.732258 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c42b9775-9642-4ef6-8d2f-929cec6fed56', 'tag': 'dcc4525b-1804-49af-8e2c-41a24a1189dd', 'status': 'completed', 'code': 200} Dec 21 13:36:18.877394 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-0ecf362c-a4f8-46b8-ae38-d17bdd142c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a320fb7-ab74-4c32-9173-8e4be4501068', 'name': 'tempest-TestNetworkBasicOps-router-1841231675', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.41'}], 'enable_snat': True}, 'gw_port_id': '8603526c-0551-4a91-b09e-590cc894dc9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:35:21Z', 'updated_at': '2021-12-21T13:35:25Z', 'revision_number': 4, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': '8603526c-0551-4a91-b09e-590cc894dc9c', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:70:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a320fb7-ab74-4c32-9173-8e4be4501068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:35:22Z', 'updated_at': '2021-12-21T13:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '81e4f8c6-ec7f-465a-9745-597a14605550', 'name': '', 'network_id': '84f7c90a-1381-496c-b81b-62cf591299ab', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'mac_address': 'fa:16:3e:ef:65:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a320fb7-ab74-4c32-9173-8e4be4501068', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '987ac01a-6b74-4357-a874-8308a38c6cb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:35:25Z', 'updated_at': '2021-12-21T13:35:30Z', 'revision_number': 5, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'subnets': [{'id': '987ac01a-6b74-4357-a874-8308a38c6cb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:36:18.902739 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ecf362c-a4f8-46b8-ae38-d17bdd142c2c None None] Checking router: 3a320fb7-ab74-4c32-9173-8e4be4501068 for host: dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:36:18.909509 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c04ccf-d9ed-4c16-bdc8-03802b96cff6 req-c4a66361-060e-4cd9-88e4-6ae6646e65e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:36:18.911082 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a6c04ccf-d9ed-4c16-bdc8-03802b96cff6 req-c4a66361-060e-4cd9-88e4-6ae6646e65e7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=577ee1d2880f4d34a80a7dfd0cf7da03&device_id=c42b9775-9642-4ef6-8d2f-929cec6fed56 HTTP/1.1" status: 200 len: 1098 time: 0.1355472 Dec 21 13:36:18.911238 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ecf362c-a4f8-46b8-ae38-d17bdd142c2c None None] Routers {'3a320fb7-ab74-4c32-9173-8e4be4501068'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:36:18.911778 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-0ecf362c-a4f8-46b8-ae38-d17bdd142c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:35:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['3a320fb7-ab74-4c32-9173-8e4be4501068'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:36:19.005321 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c04ccf-d9ed-4c16-bdc8-03802b96cff6 req-f04361ce-2b31-4e25-9ca1-38344029eefa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:36:19.006889 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a6c04ccf-d9ed-4c16-bdc8-03802b96cff6 req-f04361ce-2b31-4e25-9ca1-38344029eefa service neutron] 10.222.0.60 "GET /v2.0/networks?id=84f7c90a-1381-496c-b81b-62cf591299ab HTTP/1.1" status: 200 len: 897 time: 0.0890532 Dec 21 13:36:19.016145 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-0ecf362c-a4f8-46b8-ae38-d17bdd142c2c None None] Set router 3a320fb7-ab74-4c32-9173-8e4be4501068 gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:36:19.048128 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a6c04ccf-d9ed-4c16-bdc8-03802b96cff6 req-586e79b5-4671-4adc-83a7-c5fc01123b1d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dcc4525b-1804-49af-8e2c-41a24a1189dd HTTP/1.1" status: 200 len: 217 time: 0.0349593 Dec 21 13:36:19.096802 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c04ccf-d9ed-4c16-bdc8-03802b96cff6 req-faa1b4bc-b830-46f6-9d74-cca1a7ae1dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:36:19.098295 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a6c04ccf-d9ed-4c16-bdc8-03802b96cff6 req-faa1b4bc-b830-46f6-9d74-cca1a7ae1dc9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=987ac01a-6b74-4357-a874-8308a38c6cb4 HTTP/1.1" status: 200 len: 835 time: 0.0436859 Dec 21 13:36:19.151212 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c04ccf-d9ed-4c16-bdc8-03802b96cff6 req-94d1ace1-6022-4c12-acab-aef8832aeb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:36:19.152733 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a6c04ccf-d9ed-4c16-bdc8-03802b96cff6 req-94d1ace1-6022-4c12-acab-aef8832aeb49 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=84f7c90a-1381-496c-b81b-62cf591299ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0471241 Dec 21 13:36:19.164092 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [req-a6c04ccf-d9ed-4c16-bdc8-03802b96cff6 req-ce608a1a-799c-4c94-80f4-9c081adc1134 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 13:36:19.165059 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a6c04ccf-d9ed-4c16-bdc8-03802b96cff6 req-ce608a1a-799c-4c94-80f4-9c081adc1134 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060034 Dec 21 13:36:19.254032 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a6c04ccf-d9ed-4c16-bdc8-03802b96cff6 req-06384074-72c0-4f2a-9832-5bd87a7c9c23 service neutron] 10.222.0.60 "GET /v2.0/networks/84f7c90a-1381-496c-b81b-62cf591299ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817516 Dec 21 13:36:19.301585 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-0ecf362c-a4f8-46b8-ae38-d17bdd142c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a320fb7-ab74-4c32-9173-8e4be4501068', 'name': 'tempest-TestNetworkBasicOps-router-1841231675', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.41'}], 'enable_snat': True}, 'gw_port_id': '8603526c-0551-4a91-b09e-590cc894dc9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:35:21Z', 'updated_at': '2021-12-21T13:35:25Z', 'revision_number': 4, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': '8603526c-0551-4a91-b09e-590cc894dc9c', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:70:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a320fb7-ab74-4c32-9173-8e4be4501068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:35:22Z', 'updated_at': '2021-12-21T13:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '81e4f8c6-ec7f-465a-9745-597a14605550', 'name': '', 'network_id': '84f7c90a-1381-496c-b81b-62cf591299ab', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'mac_address': 'fa:16:3e:ef:65:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a320fb7-ab74-4c32-9173-8e4be4501068', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '987ac01a-6b74-4357-a874-8308a38c6cb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:35:25Z', 'updated_at': '2021-12-21T13:35:30Z', 'revision_number': 5, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'subnets': [{'id': '987ac01a-6b74-4357-a874-8308a38c6cb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:36:19.331710 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ecf362c-a4f8-46b8-ae38-d17bdd142c2c None None] The sync data for ids ['3a320fb7-ab74-4c32-9173-8e4be4501068'] in dv-neutron-master-2-hyperv is: [{'id': '3a320fb7-ab74-4c32-9173-8e4be4501068', 'name': 'tempest-TestNetworkBasicOps-router-1841231675', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.41'}], 'enable_snat': True}, 'gw_port_id': '8603526c-0551-4a91-b09e-590cc894dc9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:35:21Z', 'updated_at': '2021-12-21T13:35:25Z', 'revision_number': 4, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': '8603526c-0551-4a91-b09e-590cc894dc9c', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:70:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a320fb7-ab74-4c32-9173-8e4be4501068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:35:22Z', 'updated_at': '2021-12-21T13:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '81e4f8c6-ec7f-465a-9745-597a14605550', 'name': '', 'network_id': '84f7c90a-1381-496c-b81b-62cf591299ab', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'mac_address': 'fa:16:3e:ef:65:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a320fb7-ab74-4c32-9173-8e4be4501068', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '987ac01a-6b74-4357-a874-8308a38c6cb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:35:25Z', 'updated_at': '2021-12-21T13:35:30Z', 'revision_number': 5, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'subnets': [{'id': '987ac01a-6b74-4357-a874-8308a38c6cb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:36:19.565332 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671cc23f-ec91-4449-b3e8-8c1623cfcb12 None None] New status for floating IP ce969916-0311-4069-bdb2-39e30f268aa0: DOWN {{(pid=103154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 13:36:19.625708 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 32828) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:36:19.658524 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a6c04ccf-d9ed-4c16-bdc8-03802b96cff6 req-6f7f5ae3-d183-4a77-97c5-ef7cfaf17906 service neutron] 10.222.0.60 "GET /v2.0/networks/84f7c90a-1381-496c-b81b-62cf591299ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3986218 Dec 21 13:36:19.670116 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-15cedb1f-88c2-45b3-a9d8-348f5835976d tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/floatingips/ce969916-0311-4069-bdb2-39e30f268aa0 HTTP/1.1" status: 200 len: 690 time: 0.0432689 Dec 21 13:36:20.674339 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 32830) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:36:20.721248 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-1a0810e5-1c54-4b2a-bb67-5e333a2bcf36 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/floatingips/ce969916-0311-4069-bdb2-39e30f268aa0 HTTP/1.1" status: 200 len: 688 time: 0.0458007 Dec 21 13:36:21.916993 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 32836) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:36:21.921739 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-a0ce2adf-1096-48d4-a96e-30bed4ad4776 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-683757364', 'description': 'tempest-secgroup-smoke-683757364 description', 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:36:21.946119 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a0ce2adf-1096-48d4-a96e-30bed4ad4776 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:36:22.017030 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a0ce2adf-1096-48d4-a96e-30bed4ad4776 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:36:22.020904 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a0ce2adf-1096-48d4-a96e-30bed4ad4776 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:36:22.051937 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a0ce2adf-1096-48d4-a96e-30bed4ad4776 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:36:22.053168 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-a0ce2adf-1096-48d4-a96e-30bed4ad4776 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1351738 Dec 21 13:36:22.055081 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ce2adf-1096-48d4-a96e-30bed4ad4776 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ecfbba4-dd8b-4b27-8a01-d3899b4ced62,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:36:22.056181 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 32838) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:36:22.061766 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-564b5316-b726-4ea1-b72d-cecb04480869 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'security_group_rule': {'security_group_id': '2ecfbba4-dd8b-4b27-8a01-d3899b4ced62', 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:36:22.090104 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-564b5316-b726-4ea1-b72d-cecb04480869 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:36:22.146373 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-564b5316-b726-4ea1-b72d-cecb04480869 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:36:22.150568 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-564b5316-b726-4ea1-b72d-cecb04480869 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:36:22.168905 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564b5316-b726-4ea1-b72d-cecb04480869 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fddfa4b7-c4b0-461a-950b-f0bbc4d06348,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:36:22.178187 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564b5316-b726-4ea1-b72d-cecb04480869 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:36:22.178643 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564b5316-b726-4ea1-b72d-cecb04480869 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:36:22.179029 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564b5316-b726-4ea1-b72d-cecb04480869 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:36:22.179374 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564b5316-b726-4ea1-b72d-cecb04480869 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:36:22.179800 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564b5316-b726-4ea1-b72d-cecb04480869 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:36:22.180207 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564b5316-b726-4ea1-b72d-cecb04480869 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:36:22.180606 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564b5316-b726-4ea1-b72d-cecb04480869 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:36:22.180978 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564b5316-b726-4ea1-b72d-cecb04480869 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:36:22.181428 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564b5316-b726-4ea1-b72d-cecb04480869 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:36:22.181759 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564b5316-b726-4ea1-b72d-cecb04480869 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:36:22.182093 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564b5316-b726-4ea1-b72d-cecb04480869 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:36:22.182444 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564b5316-b726-4ea1-b72d-cecb04480869 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:36:22.182773 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564b5316-b726-4ea1-b72d-cecb04480869 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:36:22.188361 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-564b5316-b726-4ea1-b72d-cecb04480869 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:36:22.192385 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-564b5316-b726-4ea1-b72d-cecb04480869 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1315293 Dec 21 13:36:22.192510 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 32840) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:36:22.196808 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-d972ade6-7df5-4dc9-b3fc-71aafe8f1b40 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'security_group_rule': {'security_group_id': '2ecfbba4-dd8b-4b27-8a01-d3899b4ced62', 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:36:22.225145 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d972ade6-7df5-4dc9-b3fc-71aafe8f1b40 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:36:22.281610 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d972ade6-7df5-4dc9-b3fc-71aafe8f1b40 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:36:22.285197 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d972ade6-7df5-4dc9-b3fc-71aafe8f1b40 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:36:22.303464 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d972ade6-7df5-4dc9-b3fc-71aafe8f1b40 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b992ba0f-21bc-49b0-abfc-d8416e4270a3,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:36:22.312036 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d972ade6-7df5-4dc9-b3fc-71aafe8f1b40 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:36:22.313238 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-d972ade6-7df5-4dc9-b3fc-71aafe8f1b40 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1198664 Dec 21 13:36:22.315972 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 32842) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:36:22.320206 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-700ccbee-0e3b-46fb-830e-76b89d814d80 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'security_group_rule': {'security_group_id': '2ecfbba4-dd8b-4b27-8a01-d3899b4ced62', 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:36:22.348922 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-700ccbee-0e3b-46fb-830e-76b89d814d80 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:36:22.408845 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-700ccbee-0e3b-46fb-830e-76b89d814d80 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:36:22.412607 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-700ccbee-0e3b-46fb-830e-76b89d814d80 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:36:22.433566 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700ccbee-0e3b-46fb-830e-76b89d814d80 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d400d8b0-ca32-4c92-a5a1-f8c8670c345e,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:36:22.439059 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-700ccbee-0e3b-46fb-830e-76b89d814d80 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:36:22.440183 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-700ccbee-0e3b-46fb-830e-76b89d814d80 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1233048 Dec 21 13:36:22.442994 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 32844) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:36:22.447183 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-9a691bf7-4753-4bab-be04-df64d8703452 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'security_group_rule': {'security_group_id': '2ecfbba4-dd8b-4b27-8a01-d3899b4ced62', 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:36:22.474651 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9a691bf7-4753-4bab-be04-df64d8703452 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:36:22.531078 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9a691bf7-4753-4bab-be04-df64d8703452 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:36:22.534776 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9a691bf7-4753-4bab-be04-df64d8703452 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:36:22.552985 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a691bf7-4753-4bab-be04-df64d8703452 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd3d10e3-0562-4f12-a681-1f2c80c99de4,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:36:22.560870 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9a691bf7-4753-4bab-be04-df64d8703452 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:36:22.562076 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-9a691bf7-4753-4bab-be04-df64d8703452 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1181750 Dec 21 13:36:22.564839 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 32846) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:36:22.569208 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-9dfd68b2-9931-4e17-a3eb-0c91c9da28df tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'security_group_rule': {'security_group_id': '2ecfbba4-dd8b-4b27-8a01-d3899b4ced62', 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:36:22.595726 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.securitygroups_db [None req-9dfd68b2-9931-4e17-a3eb-0c91c9da28df tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Project 577ee1d2880f4d34a80a7dfd0cf7da03 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 13:36:22.600945 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9dfd68b2-9931-4e17-a3eb-0c91c9da28df tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:36:22.658464 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9dfd68b2-9931-4e17-a3eb-0c91c9da28df tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:36:22.661857 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9dfd68b2-9931-4e17-a3eb-0c91c9da28df tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:36:22.679204 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfd68b2-9931-4e17-a3eb-0c91c9da28df tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75418b0a-a274-4c2a-9490-7f5313f96762,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:36:22.688159 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9dfd68b2-9931-4e17-a3eb-0c91c9da28df tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:36:22.689345 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-9dfd68b2-9931-4e17-a3eb-0c91c9da28df tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1235774 Dec 21 13:36:22.692104 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 32848) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:36:22.696340 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-7069ccfc-4bf9-446e-ad15-1ec848d6dd6c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'security_group_rule': {'security_group_id': '2ecfbba4-dd8b-4b27-8a01-d3899b4ced62', 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:36:22.719769 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.securitygroups_db [None req-7069ccfc-4bf9-446e-ad15-1ec848d6dd6c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Project 577ee1d2880f4d34a80a7dfd0cf7da03 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 13:36:22.725329 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7069ccfc-4bf9-446e-ad15-1ec848d6dd6c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:36:22.789582 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7069ccfc-4bf9-446e-ad15-1ec848d6dd6c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:36:22.793979 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7069ccfc-4bf9-446e-ad15-1ec848d6dd6c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:36:22.812949 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7069ccfc-4bf9-446e-ad15-1ec848d6dd6c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78943839-e48b-4966-a5d7-1dbec2a5e063,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:36:22.821962 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7069ccfc-4bf9-446e-ad15-1ec848d6dd6c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:36:22.832872 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-7069ccfc-4bf9-446e-ad15-1ec848d6dd6c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1303017 Dec 21 13:36:23.094827 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-30ff1f50-749a-4f48-b3cf-b081745d5805 req-92d1a00a-f1f9-43c1-9db8-b06c8e82721b tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-683757364&fields=id&tenant_id=577ee1d2880f4d34a80a7dfd0cf7da03 HTTP/1.1" status: 200 len: 267 time: 0.0446389 Dec 21 13:36:23.209866 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff1f50-749a-4f48-b3cf-b081745d5805 req-0330fd4d-7c0a-462c-8639-5e23e6c1af6f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:36:23.211371 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-30ff1f50-749a-4f48-b3cf-b081745d5805 req-0330fd4d-7c0a-462c-8639-5e23e6c1af6f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/networks?id=84f7c90a-1381-496c-b81b-62cf591299ab HTTP/1.1" status: 200 len: 796 time: 0.1096523 Dec 21 13:36:23.226891 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-30ff1f50-749a-4f48-b3cf-b081745d5805 req-be694ff7-fc7b-4a9c-819a-4f0c6516a9ae tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/quotas/577ee1d2880f4d34a80a7dfd0cf7da03 HTTP/1.1" status: 200 len: 375 time: 0.0094652 Dec 21 13:36:23.280527 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-30ff1f50-749a-4f48-b3cf-b081745d5805 req-09aeac00-c31b-47c6-9469-40a56032f0d3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=577ee1d2880f4d34a80a7dfd0cf7da03&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0473936 Dec 21 13:36:23.297581 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [req-30ff1f50-749a-4f48-b3cf-b081745d5805 req-e36ea105-5ecf-4228-ac0b-7bdda05a5037 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 13:36:23.298519 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-30ff1f50-749a-4f48-b3cf-b081745d5805 req-e36ea105-5ecf-4228-ac0b-7bdda05a5037 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054326 Dec 21 13:36:23.397662 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-30ff1f50-749a-4f48-b3cf-b081745d5805 req-cadd8913-4afa-490f-8cde-7f9ce5cdee90 service neutron] 10.222.0.37 "GET /v2.0/networks/84f7c90a-1381-496c-b81b-62cf591299ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928278 Dec 21 13:36:23.494693 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-30ff1f50-749a-4f48-b3cf-b081745d5805 req-7c3f0a89-bfce-4065-af9b-2b6f430161a0 service neutron] 10.222.0.37 "GET /v2.0/networks/84f7c90a-1381-496c-b81b-62cf591299ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909295 Dec 21 13:36:23.719958 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-63a1f753-d21d-49fe-8961-35170fa4d9f7 req-7ac059e4-b4d1-4d57-a68c-2fdabc3499e6 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ee796a7-7f03-4d97-9b27-0e1fd81ccbaf HTTP/1.1" status: 200 len: 210 time: 0.0901601 Dec 21 13:36:24.673245 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff1f50-749a-4f48-b3cf-b081745d5805 req-b6ef2763-d25a-47f4-acad-9426d725e431 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:36:24.674644 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-30ff1f50-749a-4f48-b3cf-b081745d5805 req-b6ef2763-d25a-47f4-acad-9426d725e431 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.60 "GET /v2.0/networks?id=84f7c90a-1381-496c-b81b-62cf591299ab HTTP/1.1" status: 200 len: 796 time: 0.1132259 Dec 21 13:36:24.775196 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-30ff1f50-749a-4f48-b3cf-b081745d5805 req-0f840843-732f-41c5-8244-49e8b396f202 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=577ee1d2880f4d34a80a7dfd0cf7da03 HTTP/1.1" status: 200 len: 471 time: 0.0738046 Dec 21 13:36:24.787687 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [req-30ff1f50-749a-4f48-b3cf-b081745d5805 req-c506dfd0-b27e-42b9-9046-5e599a350fb8 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'port': {'device_id': '9ee796a7-7f03-4d97-9b27-0e1fd81ccbaf', 'network_id': '84f7c90a-1381-496c-b81b-62cf591299ab', 'admin_state_up': True, 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'security_groups': ['2ecfbba4-dd8b-4b27-8a01-d3899b4ced62']}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:36:24.852030 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7935d751-8114-491f-8004-4b1b1badf0f8 req-9d7c968c-339b-4afa-bedb-a82b21f721dd tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ee796a7-7f03-4d97-9b27-0e1fd81ccbaf HTTP/1.1" status: 200 len: 210 time: 0.0458031 Dec 21 13:36:24.946192 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30ff1f50-749a-4f48-b3cf-b081745d5805 req-c506dfd0-b27e-42b9-9046-5e599a350fb8 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Made reservation on behalf of 577ee1d2880f4d34a80a7dfd0cf7da03 for: {'port': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:36:24.950617 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-30ff1f50-749a-4f48-b3cf-b081745d5805 req-c506dfd0-b27e-42b9-9046-5e599a350fb8 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:36:25.090559 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [req-30ff1f50-749a-4f48-b3cf-b081745d5805 req-c506dfd0-b27e-42b9-9046-5e599a350fb8 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Allocated IP 172.20.0.3 (84f7c90a-1381-496c-b81b-62cf591299ab/987ac01a-6b74-4357-a874-8308a38c6cb4/65417685-0cec-47d2-b4e4-706f05cd2d26) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:36:25.138370 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-80d94805-0c3c-4245-9615-222b8d1472ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:36:25.253076 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-30ff1f50-749a-4f48-b3cf-b081745d5805 req-c506dfd0-b27e-42b9-9046-5e599a350fb8 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:36:25.288442 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-30ff1f50-749a-4f48-b3cf-b081745d5805 req-c506dfd0-b27e-42b9-9046-5e599a350fb8 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:36:25.339853 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30ff1f50-749a-4f48-b3cf-b081745d5805 req-c506dfd0-b27e-42b9-9046-5e599a350fb8 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Network 84f7c90a-1381-496c-b81b-62cf591299ab is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:36:25.343262 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [req-30ff1f50-749a-4f48-b3cf-b081745d5805 req-c506dfd0-b27e-42b9-9046-5e599a350fb8 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:36:25.347001 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [req-30ff1f50-749a-4f48-b3cf-b081745d5805 req-c506dfd0-b27e-42b9-9046-5e599a350fb8 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:36:25.375733 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c506dfd0-b27e-42b9-9046-5e599a350fb8 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'Port': ['ID=65417685-0cec-47d2-b4e4-706f05cd2d26,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:36:25.407394 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff1f50-749a-4f48-b3cf-b081745d5805 req-c506dfd0-b27e-42b9-9046-5e599a350fb8 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:36:25.408073 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-30ff1f50-749a-4f48-b3cf-b081745d5805 req-c506dfd0-b27e-42b9-9046-5e599a350fb8 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:36:25.425872 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-30ff1f50-749a-4f48-b3cf-b081745d5805 req-c506dfd0-b27e-42b9-9046-5e599a350fb8 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6421733 Dec 21 13:36:25.445002 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [req-30ff1f50-749a-4f48-b3cf-b081745d5805 req-cf5c078f-0daf-408f-aa46-87548121b354 service neutron] Request body: {'port': {'device_id': '9ee796a7-7f03-4d97-9b27-0e1fd81ccbaf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:36:25.505577 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-30ff1f50-749a-4f48-b3cf-b081745d5805 req-cf5c078f-0daf-408f-aa46-87548121b354 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:36:25.637054 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-c18d6746-22d1-46e4-9cb9-659f9c69e85a None None] Provisioning complete for port 65417685-0cec-47d2-b4e4-706f05cd2d26 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:36:25.637343 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c18d6746-22d1-46e4-9cb9-659f9c69e85a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:36:25.677059 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-c18d6746-22d1-46e4-9cb9-659f9c69e85a None None] Port 65417685-0cec-47d2-b4e4-706f05cd2d26 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:36:25.782842 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [req-30ff1f50-749a-4f48-b3cf-b081745d5805 req-cf5c078f-0daf-408f-aa46-87548121b354 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65417685-0cec-47d2-b4e4-706f05cd2d26 {{(pid=103153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 13:36:25.790155 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-30ff1f50-749a-4f48-b3cf-b081745d5805 req-cf5c078f-0daf-408f-aa46-87548121b354 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:36:25.802119 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.provisioning_blocks [req-30ff1f50-749a-4f48-b3cf-b081745d5805 req-cf5c078f-0daf-408f-aa46-87548121b354 service neutron] Transition to ACTIVE for port object 65417685-0cec-47d2-b4e4-706f05cd2d26 will not be triggered until provisioned by entity L2. {{(pid=103153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 13:36:25.805882 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-30ff1f50-749a-4f48-b3cf-b081745d5805 req-cf5c078f-0daf-408f-aa46-87548121b354 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:36:25.874285 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5c078f-0daf-408f-aa46-87548121b354 service neutron] Pushing event updated for resources: {'Port': ['ID=65417685-0cec-47d2-b4e4-706f05cd2d26,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:36:25.934275 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-30ff1f50-749a-4f48-b3cf-b081745d5805 req-cf5c078f-0daf-408f-aa46-87548121b354 service neutron] Attempting to bind port 65417685-0cec-47d2-b4e4-706f05cd2d26 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:36:25.934659 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-30ff1f50-749a-4f48-b3cf-b081745d5805 req-cf5c078f-0daf-408f-aa46-87548121b354 service neutron] Attempting to bind port 65417685-0cec-47d2-b4e4-706f05cd2d26 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'aa0c45a3-6e53-47bd-bd18-7c1983b33bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '84f7c90a-1381-496c-b81b-62cf591299ab'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:36:25.935015 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ff1f50-749a-4f48-b3cf-b081745d5805 req-cf5c078f-0daf-408f-aa46-87548121b354 service neutron] Attempting to bind port 65417685-0cec-47d2-b4e4-706f05cd2d26 on network 84f7c90a-1381-496c-b81b-62cf591299ab {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:36:25.940222 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ff1f50-749a-4f48-b3cf-b081745d5805 req-cf5c078f-0daf-408f-aa46-87548121b354 service neutron] Port 65417685-0cec-47d2-b4e4-706f05cd2d26 on network 84f7c90a-1381-496c-b81b-62cf591299ab not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 13:36:25.940558 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ff1f50-749a-4f48-b3cf-b081745d5805 req-cf5c078f-0daf-408f-aa46-87548121b354 service neutron] Attempting to bind port 65417685-0cec-47d2-b4e4-706f05cd2d26 on network 84f7c90a-1381-496c-b81b-62cf591299ab {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:36:25.946297 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ff1f50-749a-4f48-b3cf-b081745d5805 req-cf5c078f-0daf-408f-aa46-87548121b354 service neutron] Checking agent: {'id': 'cb078e0e-af00-4e4f-8117-46ca6496af1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 23, 43), 'started_at': datetime.datetime(2021, 12, 21, 13, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:36:25.946759 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ff1f50-749a-4f48-b3cf-b081745d5805 req-cf5c078f-0daf-408f-aa46-87548121b354 service neutron] Checking segment: {'id': 'aa0c45a3-6e53-47bd-bd18-7c1983b33bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '84f7c90a-1381-496c-b81b-62cf591299ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:36:25.947765 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ff1f50-749a-4f48-b3cf-b081745d5805 req-cf5c078f-0daf-408f-aa46-87548121b354 service neutron] Bound using segment: {'id': 'aa0c45a3-6e53-47bd-bd18-7c1983b33bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '84f7c90a-1381-496c-b81b-62cf591299ab'} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:36:25.948361 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-30ff1f50-749a-4f48-b3cf-b081745d5805 req-cf5c078f-0daf-408f-aa46-87548121b354 service neutron] Bound port: 65417685-0cec-47d2-b4e4-706f05cd2d26, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa0c45a3-6e53-47bd-bd18-7c1983b33bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '84f7c90a-1381-496c-b81b-62cf591299ab'}}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:36:25.948746 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-30ff1f50-749a-4f48-b3cf-b081745d5805 req-cf5c078f-0daf-408f-aa46-87548121b354 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:36:26.006227 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d7779f-528f-4f3a-9a44-5b88bc1f3253 req-c31e5451-a09e-40a3-8ab0-6578730a0992 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:36:26.008095 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-c3d7779f-528f-4f3a-9a44-5b88bc1f3253 req-c31e5451-a09e-40a3-8ab0-6578730a0992 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ee796a7-7f03-4d97-9b27-0e1fd81ccbaf HTTP/1.1" status: 200 len: 943 time: 0.0681593 Dec 21 13:36:26.035840 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-30ff1f50-749a-4f48-b3cf-b081745d5805 req-cf5c078f-0daf-408f-aa46-87548121b354 service neutron] For port 65417685-0cec-47d2-b4e4-706f05cd2d26, host hv-neutron-mast, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:36:26.039495 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-30ff1f50-749a-4f48-b3cf-b081745d5805 req-cf5c078f-0daf-408f-aa46-87548121b354 service neutron] For port 65417685-0cec-47d2-b4e4-706f05cd2d26, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=65417685-0cec-47d2-b4e4-706f05cd2d26,segment=NetworkSegment(aa0c45a3-6e53-47bd-bd18-7c1983b33bbd),segment_id=aa0c45a3-6e53-47bd-bd18-7c1983b33bbd)] {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:36:26.045438 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-30ff1f50-749a-4f48-b3cf-b081745d5805 req-cf5c078f-0daf-408f-aa46-87548121b354 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:36:26.071955 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-c3d7779f-528f-4f3a-9a44-5b88bc1f3253 req-3a17ffb3-0dee-40a3-8e22-b5b5fef0e250 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ecfbba4-dd8b-4b27-8a01-d3899b4ced62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516937 Dec 21 13:36:26.085575 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff1f50-749a-4f48-b3cf-b081745d5805 req-cf5c078f-0daf-408f-aa46-87548121b354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:36:26.086291 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-30ff1f50-749a-4f48-b3cf-b081745d5805 req-cf5c078f-0daf-408f-aa46-87548121b354 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:36:26.087800 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-30ff1f50-749a-4f48-b3cf-b081745d5805 req-cf5c078f-0daf-408f-aa46-87548121b354 service neutron] 10.222.0.60 "PUT /v2.0/ports/65417685-0cec-47d2-b4e4-706f05cd2d26 HTTP/1.1" status: 200 len: 1093 time: 0.6475394 Dec 21 13:36:26.088253 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ee796a7-7f03-4d97-9b27-0e1fd81ccbaf', 'tag': '65417685-0cec-47d2-b4e4-706f05cd2d26'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:36:26.090577 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af6034c98e584fa55ea4398f343c742ceb598288507feaf30d5a15785b2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a871ddd7-a87f-491a-b7fd-64a873b4c5d1" -d '{"events": [{"name": "network-changed", "server_uuid": "9ee796a7-7f03-4d97-9b27-0e1fd81ccbaf", "tag": "65417685-0cec-47d2-b4e4-706f05cd2d26"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:36:26.125442 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5c078f-0daf-408f-aa46-87548121b354 service neutron] Pushing event updated for resources: {'Port': ['ID=65417685-0cec-47d2-b4e4-706f05cd2d26,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:36:26.155868 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 13:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c36b0d9d-c335-45ed-ad5e-5921b3d1f1fe x-openstack-request-id: req-c36b0d9d-c335-45ed-ad5e-5921b3d1f1fe {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:36:26.156283 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ee796a7-7f03-4d97-9b27-0e1fd81ccbaf", "tag": "65417685-0cec-47d2-b4e4-706f05cd2d26", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:36:26.156642 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c36b0d9d-c335-45ed-ad5e-5921b3d1f1fe {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:36:26.157550 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ee796a7-7f03-4d97-9b27-0e1fd81ccbaf', 'tag': '65417685-0cec-47d2-b4e4-706f05cd2d26', 'status': 'completed', 'code': 200} Dec 21 13:36:26.221381 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff1f50-749a-4f48-b3cf-b081745d5805 req-8ef05cd4-5124-4c6d-b0ef-c9126ca4b778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:36:26.223095 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-30ff1f50-749a-4f48-b3cf-b081745d5805 req-8ef05cd4-5124-4c6d-b0ef-c9126ca4b778 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=577ee1d2880f4d34a80a7dfd0cf7da03&device_id=9ee796a7-7f03-4d97-9b27-0e1fd81ccbaf HTTP/1.1" status: 200 len: 1096 time: 0.0475209 Dec 21 13:36:26.278446 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-30ff1f50-749a-4f48-b3cf-b081745d5805 req-09367750-f49f-41b5-a438-ea8130da6c97 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65417685-0cec-47d2-b4e4-706f05cd2d26 HTTP/1.1" status: 200 len: 217 time: 0.0411992 Dec 21 13:36:26.329521 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff1f50-749a-4f48-b3cf-b081745d5805 req-82b6e1a8-1325-4c37-a7f2-2dda18842457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:36:26.331017 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-30ff1f50-749a-4f48-b3cf-b081745d5805 req-82b6e1a8-1325-4c37-a7f2-2dda18842457 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=987ac01a-6b74-4357-a874-8308a38c6cb4 HTTP/1.1" status: 200 len: 835 time: 0.0464249 Dec 21 13:36:26.378579 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff1f50-749a-4f48-b3cf-b081745d5805 req-adc84f29-330c-4d55-95df-62dd06559d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:36:26.380088 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-30ff1f50-749a-4f48-b3cf-b081745d5805 req-adc84f29-330c-4d55-95df-62dd06559d33 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=84f7c90a-1381-496c-b81b-62cf591299ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0423822 Dec 21 13:36:26.479079 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-30ff1f50-749a-4f48-b3cf-b081745d5805 req-cc7b58b1-0298-4916-a24d-949a1636a3d4 service neutron] 10.222.0.60 "GET /v2.0/networks/84f7c90a-1381-496c-b81b-62cf591299ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912786 Dec 21 13:36:26.565757 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-30ff1f50-749a-4f48-b3cf-b081745d5805 req-99f7cc86-5445-4378-92eb-f7697a3ffcbe service neutron] 10.222.0.60 "GET /v2.0/networks/84f7c90a-1381-496c-b81b-62cf591299ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808837 Dec 21 13:36:26.693371 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a871ddd7-a87f-491a-b7fd-64a873b4c5d1 req-8ab715ef-1834-4493-83e5-dc8af82b37ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:36:26.694932 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a871ddd7-a87f-491a-b7fd-64a873b4c5d1 req-8ab715ef-1834-4493-83e5-dc8af82b37ff service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=577ee1d2880f4d34a80a7dfd0cf7da03&device_id=9ee796a7-7f03-4d97-9b27-0e1fd81ccbaf HTTP/1.1" status: 200 len: 1096 time: 0.0408363 Dec 21 13:36:26.790668 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a871ddd7-a87f-491a-b7fd-64a873b4c5d1 req-324a70d7-4aac-4d98-bb35-3b34a580681d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:36:26.792685 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a871ddd7-a87f-491a-b7fd-64a873b4c5d1 req-324a70d7-4aac-4d98-bb35-3b34a580681d service neutron] 10.222.0.60 "GET /v2.0/networks?id=84f7c90a-1381-496c-b81b-62cf591299ab HTTP/1.1" status: 200 len: 897 time: 0.0907664 Dec 21 13:36:26.833748 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a871ddd7-a87f-491a-b7fd-64a873b4c5d1 req-9a94960f-a26e-4768-895a-e2f1d389d880 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65417685-0cec-47d2-b4e4-706f05cd2d26 HTTP/1.1" status: 200 len: 217 time: 0.0341587 Dec 21 13:36:26.902942 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a871ddd7-a87f-491a-b7fd-64a873b4c5d1 req-e327a8d9-0ae7-462c-a8a4-a382974489e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:36:26.905003 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a871ddd7-a87f-491a-b7fd-64a873b4c5d1 req-e327a8d9-0ae7-462c-a8a4-a382974489e8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=987ac01a-6b74-4357-a874-8308a38c6cb4 HTTP/1.1" status: 200 len: 835 time: 0.0649011 Dec 21 13:36:26.954347 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a871ddd7-a87f-491a-b7fd-64a873b4c5d1 req-c5f466d0-e483-41f9-aec0-fc2d3c63a402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:36:26.955876 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a871ddd7-a87f-491a-b7fd-64a873b4c5d1 req-c5f466d0-e483-41f9-aec0-fc2d3c63a402 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=84f7c90a-1381-496c-b81b-62cf591299ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0438855 Dec 21 13:36:27.058491 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a871ddd7-a87f-491a-b7fd-64a873b4c5d1 req-1db17bc5-043b-4697-92b5-1b404cb9bdaa service neutron] 10.222.0.60 "GET /v2.0/networks/84f7c90a-1381-496c-b81b-62cf591299ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941253 Dec 21 13:36:27.160578 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a871ddd7-a87f-491a-b7fd-64a873b4c5d1 req-4ce61f87-f1f9-4ad9-be7c-29af7367b35c service neutron] 10.222.0.60 "GET /v2.0/networks/84f7c90a-1381-496c-b81b-62cf591299ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839944 Dec 21 13:36:27.202638 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72b2cc8-9dd5-41f4-9ef9-4157b802806a req-c79157ee-19e0-4dd6-bd00-5110fc171ac6 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:36:27.204140 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-a72b2cc8-9dd5-41f4-9ef9-4157b802806a req-c79157ee-19e0-4dd6-bd00-5110fc171ac6 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ee796a7-7f03-4d97-9b27-0e1fd81ccbaf HTTP/1.1" status: 200 len: 943 time: 0.0593851 Dec 21 13:36:27.268353 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-a72b2cc8-9dd5-41f4-9ef9-4157b802806a req-5a2770ed-ca2b-4caf-ad62-b9d8e312210d tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ecfbba4-dd8b-4b27-8a01-d3899b4ced62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554545 Dec 21 13:36:27.567529 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d25629c5-955f-4b65-801c-830df13202e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:36:28.335792 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 65417685-0cec-47d2-b4e4-706f05cd2d26 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 13:36:28.381573 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:36:28.381573 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:36:28.381573 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:36:28.381573 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:36:28.381573 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:36:28.381573 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:36:28.381573 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:36:28.381573 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:36:28.381573 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:36:28.381573 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:36:28.381573 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:36:28.381573 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:36:28.381573 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:36:28.381573 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:36:28.381573 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:36:28.381573 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:36:28.381573 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:36:28.381573 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:36:28.381573 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:36:28.381573 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:36:28.381573 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:36:28.381573 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:36:28.381573 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:36:28.381573 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:36:28.381573 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:36:28.381573 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:36:28.381573 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:36:28.381573 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:36:28.381573 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:36:28.381573 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:36:28.381573 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:36:28.381573 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:36:28.381573 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:36:28.381573 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:36:28.381573 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:36:28.381573 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:36:28.381573 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:36:28.381573 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:36:28.381573 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:36:28.381573 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:36:28.381573 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:36:28.381573 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:36:28.381573 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:36:28.381573 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:36:28.381573 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:36:28.381573 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:36:28.381573 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:36:28.381573 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:36:28.386095 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e466f12-8bbc-4cf5-b223-5a1f4953b833 req-a5be108b-c215-4dbc-8341-4e08274454b4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:36:28.386095 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-8e466f12-8bbc-4cf5-b223-5a1f4953b833 req-a5be108b-c215-4dbc-8341-4e08274454b4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ee796a7-7f03-4d97-9b27-0e1fd81ccbaf HTTP/1.1" status: 200 len: 943 time: 0.0487473 Dec 21 13:36:28.432072 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port 65417685-0cec-47d2-b4e4-706f05cd2d26, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=65417685-0cec-47d2-b4e4-706f05cd2d26,segment=NetworkSegment(aa0c45a3-6e53-47bd-bd18-7c1983b33bbd),segment_id=aa0c45a3-6e53-47bd-bd18-7c1983b33bbd)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:36:28.440871 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-8e466f12-8bbc-4cf5-b223-5a1f4953b833 req-171162dc-b565-483e-b55c-25d9688317ca tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ecfbba4-dd8b-4b27-8a01-d3899b4ced62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478315 Dec 21 13:36:28.442902 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Returning: {'device': '65417685-0cec-47d2-b4e4-706f05cd2d26', 'network_id': '84f7c90a-1381-496c-b81b-62cf591299ab', 'port_id': '65417685-0cec-47d2-b4e4-706f05cd2d26', 'mac_address': 'fa:16:3e:65:1c:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '987ac01a-6b74-4357-a874-8308a38c6cb4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 13:36:28.480755 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:36:28.493085 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65417685-0cec-47d2-b4e4-706f05cd2d26 {{(pid=103154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 13:36:28.511684 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port 65417685-0cec-47d2-b4e4-706f05cd2d26, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=65417685-0cec-47d2-b4e4-706f05cd2d26,segment=NetworkSegment(aa0c45a3-6e53-47bd-bd18-7c1983b33bbd),segment_id=aa0c45a3-6e53-47bd-bd18-7c1983b33bbd)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:36:28.515428 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:36:28.560265 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=65417685-0cec-47d2-b4e4-706f05cd2d26,revision_number=4']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:36:28.763391 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:36:28.805604 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] get_ports_and_sgs() called for port_ids ['65417685-0cec-47d2-b4e4-706f05cd2d26'] {{(pid=103154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 13:36:29.558241 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073263bf-4250-4d92-b5da-aa1e0fe61b30 req-95db2882-0835-42a3-9c6f-16d5d7517f11 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:36:29.559752 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-073263bf-4250-4d92-b5da-aa1e0fe61b30 req-95db2882-0835-42a3-9c6f-16d5d7517f11 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ee796a7-7f03-4d97-9b27-0e1fd81ccbaf HTTP/1.1" status: 200 len: 944 time: 0.0509531 Dec 21 13:36:29.609526 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-073263bf-4250-4d92-b5da-aa1e0fe61b30 req-d8009417-5f29-4340-a557-2b37806cb4a3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ecfbba4-dd8b-4b27-8a01-d3899b4ced62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437219 Dec 21 13:36:30.330147 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 65417685-0cec-47d2-b4e4-706f05cd2d26 up at agent hyperv_hv-neutron-mast {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:36:30.378712 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Provisioning for port 65417685-0cec-47d2-b4e4-706f05cd2d26 completed by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 13:36:30.382996 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Provisioning complete for port 65417685-0cec-47d2-b4e4-706f05cd2d26 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:36:30.383356 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:36:30.462036 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:36:30.483612 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ee796a7-7f03-4d97-9b27-0e1fd81ccbaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65417685-0cec-47d2-b4e4-706f05cd2d26'}] {{(pid=103154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:36:30.485885 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6f45aca8ac5f8c0cc5868273c98d8aa60330245aed22d61c8da5c1f2d6fc01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d017c752-a93f-49b4-b90f-ddbfbb18727e" -d '{"events": [{"server_uuid": "9ee796a7-7f03-4d97-9b27-0e1fd81ccbaf", "name": "network-vif-plugged", "status": "completed", "tag": "65417685-0cec-47d2-b4e4-706f05cd2d26"}]}' {{(pid=103154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:36:30.503139 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port 65417685-0cec-47d2-b4e4-706f05cd2d26, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=65417685-0cec-47d2-b4e4-706f05cd2d26,segment=NetworkSegment(aa0c45a3-6e53-47bd-bd18-7c1983b33bbd),segment_id=aa0c45a3-6e53-47bd-bd18-7c1983b33bbd)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:36:30.507618 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:36:30.530776 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 13:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b934dd8b-8702-4e32-b1cc-b1b347aaa726 x-openstack-request-id: req-b934dd8b-8702-4e32-b1cc-b1b347aaa726 {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:36:30.531044 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ee796a7-7f03-4d97-9b27-0e1fd81ccbaf", "name": "network-vif-plugged", "status": "completed", "tag": "65417685-0cec-47d2-b4e4-706f05cd2d26", "code": 200}]} {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:36:30.531297 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b934dd8b-8702-4e32-b1cc-b1b347aaa726 {{(pid=103154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:36:30.531676 dv-neutron-master-2-hyperv neutron-server[103154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ee796a7-7f03-4d97-9b27-0e1fd81ccbaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65417685-0cec-47d2-b4e4-706f05cd2d26', 'code': 200} Dec 21 13:36:30.557861 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=65417685-0cec-47d2-b4e4-706f05cd2d26,revision_number=5']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:36:30.728392 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c6f504-d4a1-4a91-adc9-802bd2f75c31 req-348ffaea-8e76-4acf-8869-ac07f55eecd7 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:36:30.731148 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-e0c6f504-d4a1-4a91-adc9-802bd2f75c31 req-348ffaea-8e76-4acf-8869-ac07f55eecd7 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ee796a7-7f03-4d97-9b27-0e1fd81ccbaf HTTP/1.1" status: 200 len: 945 time: 0.0527017 Dec 21 13:36:30.751278 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f73f94-bc8a-4d29-9951-5b6db27af78b req-7cb04d15-ccc6-424d-847d-a2b302e07290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:36:30.752897 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a3f73f94-bc8a-4d29-9951-5b6db27af78b req-7cb04d15-ccc6-424d-847d-a2b302e07290 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9ee796a7-7f03-4d97-9b27-0e1fd81ccbaf HTTP/1.1" status: 200 len: 1098 time: 0.0433941 Dec 21 13:36:30.765609 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:36:30.794557 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-e0c6f504-d4a1-4a91-adc9-802bd2f75c31 req-630a96fb-6f4f-4bf3-ab8a-fb80a22deb6b tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ecfbba4-dd8b-4b27-8a01-d3899b4ced62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570099 Dec 21 13:36:30.800710 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a3f73f94-bc8a-4d29-9951-5b6db27af78b req-ff790460-94d4-4013-8824-02a3ec3e233c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=2ecfbba4-dd8b-4b27-8a01-d3899b4ced62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413952 Dec 21 13:36:31.008296 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:36:31.912394 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bf188c-ff97-4f66-9e63-b3ad9edfee59 req-8b2f7ba5-0cb2-4abc-84fa-a4cbf8b32abc tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:36:31.913912 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-47bf188c-ff97-4f66-9e63-b3ad9edfee59 req-8b2f7ba5-0cb2-4abc-84fa-a4cbf8b32abc tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ee796a7-7f03-4d97-9b27-0e1fd81ccbaf HTTP/1.1" status: 200 len: 945 time: 0.0510285 Dec 21 13:36:31.965959 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-47bf188c-ff97-4f66-9e63-b3ad9edfee59 req-0198e045-f208-4239-9057-da970629de0f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ecfbba4-dd8b-4b27-8a01-d3899b4ced62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451388 Dec 21 13:36:33.080512 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1b97f3-8296-4f70-a457-a9e7f57f0649 req-cd1dab6b-e2a4-4a73-9958-ce7d068d2be0 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:36:33.082067 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-5e1b97f3-8296-4f70-a457-a9e7f57f0649 req-cd1dab6b-e2a4-4a73-9958-ce7d068d2be0 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ee796a7-7f03-4d97-9b27-0e1fd81ccbaf HTTP/1.1" status: 200 len: 945 time: 0.0490968 Dec 21 13:36:33.130990 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-5e1b97f3-8296-4f70-a457-a9e7f57f0649 req-02aafd06-6c84-4608-8460-e8554f4982e7 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ecfbba4-dd8b-4b27-8a01-d3899b4ced62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430076 Dec 21 13:36:33.260893 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b9cc55-14bf-4600-a32a-375f9da46a98 req-cf69c89a-68a6-4148-9669-d90bbb2bb5d4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:36:33.262884 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-d5b9cc55-14bf-4600-a32a-375f9da46a98 req-cf69c89a-68a6-4148-9669-d90bbb2bb5d4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ee796a7-7f03-4d97-9b27-0e1fd81ccbaf HTTP/1.1" status: 200 len: 945 time: 0.0628307 Dec 21 13:36:33.313155 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-d5b9cc55-14bf-4600-a32a-375f9da46a98 req-c40470ea-4b7c-46e6-9325-bd87d8c7c81b tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ecfbba4-dd8b-4b27-8a01-d3899b4ced62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443130 Dec 21 13:36:33.335161 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 32904) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:36:33.374922 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bdc5a8b-3861-4517-92d0-ae65dd502e51 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:36:33.376443 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-2bdc5a8b-3861-4517-92d0-ae65dd502e51 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=9ee796a7-7f03-4d97-9b27-0e1fd81ccbaf HTTP/1.1" status: 200 len: 1093 time: 0.0403237 Dec 21 13:36:33.379279 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 32906) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:36:33.383625 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-d78ead13-bdcb-4f05-82ed-8c1fb8cb074b tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'floatingip': {'port_id': '65417685-0cec-47d2-b4e4-706f05cd2d26'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:36:33.428275 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d78ead13-bdcb-4f05-82ed-8c1fb8cb074b tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for floatingip, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:36:33.859617 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d78ead13-bdcb-4f05-82ed-8c1fb8cb074b tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:36:33.863144 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d78ead13-bdcb-4f05-82ed-8c1fb8cb074b tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548820'] for floatingip, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:36:33.962257 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.l3_db [None req-d78ead13-bdcb-4f05-82ed-8c1fb8cb074b tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Floating IP ce969916-0311-4069-bdb2-39e30f268aa0 associated. External IP: 172.36.3.251, port: 65417685-0cec-47d2-b4e4-706f05cd2d26. Dec 21 13:36:34.437454 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d78ead13-bdcb-4f05-82ed-8c1fb8cb074b tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Router 3a320fb7-ab74-4c32-9173-8e4be4501068 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:36:34.546371 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d78ead13-bdcb-4f05-82ed-8c1fb8cb074b tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:36:34.551182 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d78ead13-bdcb-4f05-82ed-8c1fb8cb074b tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for floatingip, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:36:34.558178 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181d70af-21db-4d21-bfeb-dca97e001512 None None] Sync routers for ids ['3a320fb7-ab74-4c32-9173-8e4be4501068'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:36:34.568182 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181d70af-21db-4d21-bfeb-dca97e001512 None None] Routers {'3a320fb7-ab74-4c32-9173-8e4be4501068'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:36:34.568799 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-181d70af-21db-4d21-bfeb-dca97e001512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:36:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['3a320fb7-ab74-4c32-9173-8e4be4501068'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:36:34.578785 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-d78ead13-bdcb-4f05-82ed-8c1fb8cb074b tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "PUT /v2.0/floatingips/ce969916-0311-4069-bdb2-39e30f268aa0 HTTP/1.1" status: 200 len: 991 time: 1.1984558 Dec 21 13:36:34.579378 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ee796a7-7f03-4d97-9b27-0e1fd81ccbaf', 'tag': '65417685-0cec-47d2-b4e4-706f05cd2d26'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:36:34.581624 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 32908) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:36:34.582133 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d59863cea1d3cd3753b105ac340115874538247bffc4ddd9c7a2f3cf3d2521b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a1c24c6-0852-4dbc-a8d1-c5db5f075d3f" -d '{"events": [{"name": "network-changed", "server_uuid": "9ee796a7-7f03-4d97-9b27-0e1fd81ccbaf", "tag": "65417685-0cec-47d2-b4e4-706f05cd2d26"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:36:34.617897 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 13:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00286460-a6d0-4173-8f25-2ac425256ac9 x-openstack-request-id: req-00286460-a6d0-4173-8f25-2ac425256ac9 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:36:34.618222 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ee796a7-7f03-4d97-9b27-0e1fd81ccbaf", "tag": "65417685-0cec-47d2-b4e4-706f05cd2d26", "status": "completed", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:36:34.618514 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-00286460-a6d0-4173-8f25-2ac425256ac9 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:36:34.618899 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ee796a7-7f03-4d97-9b27-0e1fd81ccbaf', 'tag': '65417685-0cec-47d2-b4e4-706f05cd2d26', 'status': 'completed', 'code': 200} Dec 21 13:36:34.649680 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-42f5f0df-563a-4813-8290-2f6bc11c2437 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/floatingips/ce969916-0311-4069-bdb2-39e30f268aa0 HTTP/1.1" status: 200 len: 991 time: 0.0654881 Dec 21 13:36:34.683110 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-181d70af-21db-4d21-bfeb-dca97e001512 None None] Set router 3a320fb7-ab74-4c32-9173-8e4be4501068 gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:36:34.711199 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1c24c6-0852-4dbc-a8d1-c5db5f075d3f req-3440f0d7-6f44-4dad-a6cc-8ee59d86eff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:36:34.712845 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-5a1c24c6-0852-4dbc-a8d1-c5db5f075d3f req-3440f0d7-6f44-4dad-a6cc-8ee59d86eff7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=577ee1d2880f4d34a80a7dfd0cf7da03&device_id=9ee796a7-7f03-4d97-9b27-0e1fd81ccbaf HTTP/1.1" status: 200 len: 1098 time: 0.0472469 Dec 21 13:36:34.819448 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1c24c6-0852-4dbc-a8d1-c5db5f075d3f req-86496449-9eee-4a65-9971-6b12dfad4a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:36:34.820701 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-5a1c24c6-0852-4dbc-a8d1-c5db5f075d3f req-86496449-9eee-4a65-9971-6b12dfad4a4f service neutron] 10.222.0.60 "GET /v2.0/networks?id=84f7c90a-1381-496c-b81b-62cf591299ab HTTP/1.1" status: 200 len: 897 time: 0.1009727 Dec 21 13:36:34.895080 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-5a1c24c6-0852-4dbc-a8d1-c5db5f075d3f req-abb132ee-283f-49ff-9787-5b9074b18eaa service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65417685-0cec-47d2-b4e4-706f05cd2d26 HTTP/1.1" status: 200 len: 999 time: 0.0676148 Dec 21 13:36:34.924014 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-181d70af-21db-4d21-bfeb-dca97e001512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a320fb7-ab74-4c32-9173-8e4be4501068', 'name': 'tempest-TestNetworkBasicOps-router-1841231675', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.41'}], 'enable_snat': True}, 'gw_port_id': '8603526c-0551-4a91-b09e-590cc894dc9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:35:21Z', 'updated_at': '2021-12-21T13:35:25Z', 'revision_number': 4, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': '8603526c-0551-4a91-b09e-590cc894dc9c', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:70:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a320fb7-ab74-4c32-9173-8e4be4501068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:35:22Z', 'updated_at': '2021-12-21T13:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'ce969916-0311-4069-bdb2-39e30f268aa0', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'floating_ip_address': '172.36.3.251', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': '3a320fb7-ab74-4c32-9173-8e4be4501068', 'port_id': '65417685-0cec-47d2-b4e4-706f05cd2d26', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84f7c90a-1381-496c-b81b-62cf591299ab', 'mac_address': 'fa:16:3e:65:1c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee796a7-7f03-4d97-9b27-0e1fd81ccbaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T13:35:40Z', 'updated_at': '2021-12-21T13:36:33Z', 'revision_number': 5, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81e4f8c6-ec7f-465a-9745-597a14605550', 'name': '', 'network_id': '84f7c90a-1381-496c-b81b-62cf591299ab', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'mac_address': 'fa:16:3e:ef:65:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a320fb7-ab74-4c32-9173-8e4be4501068', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '987ac01a-6b74-4357-a874-8308a38c6cb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:35:25Z', 'updated_at': '2021-12-21T13:35:30Z', 'revision_number': 5, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'subnets': [{'id': '987ac01a-6b74-4357-a874-8308a38c6cb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:36:34.944756 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1c24c6-0852-4dbc-a8d1-c5db5f075d3f req-d59c0472-b65b-4d16-aef0-3a937986bc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:36:34.946219 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-5a1c24c6-0852-4dbc-a8d1-c5db5f075d3f req-d59c0472-b65b-4d16-aef0-3a937986bc5e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=987ac01a-6b74-4357-a874-8308a38c6cb4 HTTP/1.1" status: 200 len: 835 time: 0.0443552 Dec 21 13:36:34.956339 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181d70af-21db-4d21-bfeb-dca97e001512 None None] Checking router: 3a320fb7-ab74-4c32-9173-8e4be4501068 for host: dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:36:34.966531 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181d70af-21db-4d21-bfeb-dca97e001512 None None] Routers {'3a320fb7-ab74-4c32-9173-8e4be4501068'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:36:34.967338 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-181d70af-21db-4d21-bfeb-dca97e001512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:36:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['3a320fb7-ab74-4c32-9173-8e4be4501068'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:36:34.994829 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1c24c6-0852-4dbc-a8d1-c5db5f075d3f req-c997b71d-c6b8-44ce-9fad-d3a2da8ccf2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:36:34.996985 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-5a1c24c6-0852-4dbc-a8d1-c5db5f075d3f req-c997b71d-c6b8-44ce-9fad-d3a2da8ccf2b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=84f7c90a-1381-496c-b81b-62cf591299ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0426495 Dec 21 13:36:35.092956 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-181d70af-21db-4d21-bfeb-dca97e001512 None None] Set router 3a320fb7-ab74-4c32-9173-8e4be4501068 gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:36:35.095834 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-5a1c24c6-0852-4dbc-a8d1-c5db5f075d3f req-71adbe3f-052a-4079-8b7d-f217ab2685fb service neutron] 10.222.0.60 "GET /v2.0/networks/84f7c90a-1381-496c-b81b-62cf591299ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924211 Dec 21 13:36:35.189898 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-5a1c24c6-0852-4dbc-a8d1-c5db5f075d3f req-8fdaac11-6a65-4c25-9fcf-e57e078daa6f service neutron] 10.222.0.60 "GET /v2.0/networks/84f7c90a-1381-496c-b81b-62cf591299ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878444 Dec 21 13:36:35.342577 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-181d70af-21db-4d21-bfeb-dca97e001512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a320fb7-ab74-4c32-9173-8e4be4501068', 'name': 'tempest-TestNetworkBasicOps-router-1841231675', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.41'}], 'enable_snat': True}, 'gw_port_id': '8603526c-0551-4a91-b09e-590cc894dc9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:35:21Z', 'updated_at': '2021-12-21T13:35:25Z', 'revision_number': 4, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': '8603526c-0551-4a91-b09e-590cc894dc9c', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:70:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a320fb7-ab74-4c32-9173-8e4be4501068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:35:22Z', 'updated_at': '2021-12-21T13:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'ce969916-0311-4069-bdb2-39e30f268aa0', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'floating_ip_address': '172.36.3.251', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': '3a320fb7-ab74-4c32-9173-8e4be4501068', 'port_id': '65417685-0cec-47d2-b4e4-706f05cd2d26', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84f7c90a-1381-496c-b81b-62cf591299ab', 'mac_address': 'fa:16:3e:65:1c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee796a7-7f03-4d97-9b27-0e1fd81ccbaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T13:35:40Z', 'updated_at': '2021-12-21T13:36:33Z', 'revision_number': 5, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81e4f8c6-ec7f-465a-9745-597a14605550', 'name': '', 'network_id': '84f7c90a-1381-496c-b81b-62cf591299ab', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'mac_address': 'fa:16:3e:ef:65:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a320fb7-ab74-4c32-9173-8e4be4501068', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '987ac01a-6b74-4357-a874-8308a38c6cb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:35:25Z', 'updated_at': '2021-12-21T13:35:30Z', 'revision_number': 5, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'subnets': [{'id': '987ac01a-6b74-4357-a874-8308a38c6cb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:36:35.374531 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181d70af-21db-4d21-bfeb-dca97e001512 None None] The sync data for ids ['3a320fb7-ab74-4c32-9173-8e4be4501068'] in dv-neutron-master-2-hyperv is: [{'id': '3a320fb7-ab74-4c32-9173-8e4be4501068', 'name': 'tempest-TestNetworkBasicOps-router-1841231675', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.41'}], 'enable_snat': True}, 'gw_port_id': '8603526c-0551-4a91-b09e-590cc894dc9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:35:21Z', 'updated_at': '2021-12-21T13:35:25Z', 'revision_number': 4, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': '8603526c-0551-4a91-b09e-590cc894dc9c', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:70:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a320fb7-ab74-4c32-9173-8e4be4501068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:35:22Z', 'updated_at': '2021-12-21T13:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'ce969916-0311-4069-bdb2-39e30f268aa0', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'floating_ip_address': '172.36.3.251', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': '3a320fb7-ab74-4c32-9173-8e4be4501068', 'port_id': '65417685-0cec-47d2-b4e4-706f05cd2d26', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84f7c90a-1381-496c-b81b-62cf591299ab', 'mac_address': 'fa:16:3e:65:1c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee796a7-7f03-4d97-9b27-0e1fd81ccbaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T13:35:40Z', 'updated_at': '2021-12-21T13:36:33Z', 'revision_number': 5, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81e4f8c6-ec7f-465a-9745-597a14605550', 'name': '', 'network_id': '84f7c90a-1381-496c-b81b-62cf591299ab', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'mac_address': 'fa:16:3e:ef:65:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a320fb7-ab74-4c32-9173-8e4be4501068', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '987ac01a-6b74-4357-a874-8308a38c6cb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:35:25Z', 'updated_at': '2021-12-21T13:35:30Z', 'revision_number': 5, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'subnets': [{'id': '987ac01a-6b74-4357-a874-8308a38c6cb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:36:35.569281 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce757e7-e87a-4dc6-a6e4-e24e8f8218ff None None] New status for floating IP ce969916-0311-4069-bdb2-39e30f268aa0: ACTIVE {{(pid=103154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 13:36:35.652160 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 32912) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:36:35.717594 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-4a36e4f7-cfae-4a50-8125-8023cbd2d077 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/floatingips/ce969916-0311-4069-bdb2-39e30f268aa0 HTTP/1.1" status: 200 len: 991 time: 0.0637071 Dec 21 13:36:36.721594 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 32914) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:36:36.784483 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-006e7991-0b65-4deb-8d43-5538453f408d tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/floatingips/ce969916-0311-4069-bdb2-39e30f268aa0 HTTP/1.1" status: 200 len: 993 time: 0.0618320 Dec 21 13:36:43.265931 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:36:44.857133 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.agents_db [None req-c60a5637-8c6f-4692-b23b-7dd82bd36b21 None None] Agent healthcheck: found 6 active agents {{(pid=103155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 13:36:55.140761 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-666714fe-3c18-402d-844d-0c78cb289567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:36:56.005354 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c1756867-aa68-4b90-9126-c75a250e65a0 req-bed48d5a-c656-44b1-a361-74c8ee1faf25 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=74850ba7-3f0b-4552-8439-72f0cf979424&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0410583 Dec 21 13:36:56.102816 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1756867-aa68-4b90-9126-c75a250e65a0 req-836d3d5c-4c8e-4eaa-aeea-767286005c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:36:56.104338 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c1756867-aa68-4b90-9126-c75a250e65a0 req-836d3d5c-4c8e-4eaa-aeea-767286005c1c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=365275e264a6451abad9a44f0c54ac18&device_id=74850ba7-3f0b-4552-8439-72f0cf979424 HTTP/1.1" status: 200 len: 1098 time: 0.0409939 Dec 21 13:36:56.215091 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1756867-aa68-4b90-9126-c75a250e65a0 req-fb7d4c2c-3614-409f-a153-fc551e396d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:36:56.216564 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c1756867-aa68-4b90-9126-c75a250e65a0 req-fb7d4c2c-3614-409f-a153-fc551e396d8a service neutron] 10.222.0.60 "GET /v2.0/networks?id=f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e HTTP/1.1" status: 200 len: 913 time: 0.0943131 Dec 21 13:36:56.279276 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c1756867-aa68-4b90-9126-c75a250e65a0 req-7a7c64d6-81cc-44e9-a947-954524664e87 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=daf79913-fea1-4f0b-b151-f39875a82234 HTTP/1.1" status: 200 len: 1000 time: 0.0559435 Dec 21 13:36:56.335376 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1756867-aa68-4b90-9126-c75a250e65a0 req-104a5a3e-1819-4f89-844b-5200d57d3548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:36:56.337443 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c1756867-aa68-4b90-9126-c75a250e65a0 req-104a5a3e-1819-4f89-844b-5200d57d3548 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=52704ce2-43ea-427f-a9de-c74c83467400 HTTP/1.1" status: 200 len: 851 time: 0.0519478 Dec 21 13:36:56.382445 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1756867-aa68-4b90-9126-c75a250e65a0 req-22366054-7246-4fb5-9c62-34380fdb6085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:36:56.383961 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c1756867-aa68-4b90-9126-c75a250e65a0 req-22366054-7246-4fb5-9c62-34380fdb6085 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0392978 Dec 21 13:36:56.471910 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c1756867-aa68-4b90-9126-c75a250e65a0 req-109a2489-b6b7-4ea7-832e-00e57f4f4547 service neutron] 10.222.0.60 "GET /v2.0/networks/f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808442 Dec 21 13:36:56.563644 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c1756867-aa68-4b90-9126-c75a250e65a0 req-410f903a-fc49-467e-a599-df906f0365d6 service neutron] 10.222.0.60 "GET /v2.0/networks/f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847056 Dec 21 13:36:57.569271 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-43e4a5c7-13eb-4233-9457-5d9da6e3cdcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:36:58.767912 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:00.767309 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:01.010764 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:03.649421 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b60c8f1-ff0d-4fc5-a97f-ef1e1ad1eb87 req-7836e357-3026-4bee-8232-8ef4bf438212 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:37:03.650856 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7b60c8f1-ff0d-4fc5-a97f-ef1e1ad1eb87 req-7836e357-3026-4bee-8232-8ef4bf438212 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ee796a7-7f03-4d97-9b27-0e1fd81ccbaf HTTP/1.1" status: 200 len: 945 time: 0.0502224 Dec 21 13:37:03.705021 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7b60c8f1-ff0d-4fc5-a97f-ef1e1ad1eb87 req-2d762931-4d56-4c1f-87bd-26d338ff23a5 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ecfbba4-dd8b-4b27-8a01-d3899b4ced62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478520 Dec 21 13:37:04.820800 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d19c51-eee1-4410-a4af-f7bd37bbbbe0 req-a4e2a1c2-cd33-4535-9a1e-92833f28b4bc tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:37:04.822280 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-a5d19c51-eee1-4410-a4af-f7bd37bbbbe0 req-a4e2a1c2-cd33-4535-9a1e-92833f28b4bc tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ee796a7-7f03-4d97-9b27-0e1fd81ccbaf HTTP/1.1" status: 200 len: 945 time: 0.0480630 Dec 21 13:37:04.871116 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-a5d19c51-eee1-4410-a4af-f7bd37bbbbe0 req-20f819c6-507f-4f38-acc6-04d1c78ba545 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ecfbba4-dd8b-4b27-8a01-d3899b4ced62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428708 Dec 21 13:37:05.109204 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737de289-edcb-4981-876a-6484b63f6a0e req-8d9337c0-f5d5-4faa-803a-10a4929d97bb tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:37:05.110675 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-737de289-edcb-4981-876a-6484b63f6a0e req-8d9337c0-f5d5-4faa-803a-10a4929d97bb tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ee796a7-7f03-4d97-9b27-0e1fd81ccbaf HTTP/1.1" status: 200 len: 945 time: 0.0525277 Dec 21 13:37:05.198602 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [req-737de289-edcb-4981-876a-6484b63f6a0e req-312ebfe3-9991-46dd-a20b-c0ccdb5de0cc tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Deleting port 65417685-0cec-47d2-b4e4-706f05cd2d26 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:37:05.198941 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-737de289-edcb-4981-876a-6484b63f6a0e req-312ebfe3-9991-46dd-a20b-c0ccdb5de0cc tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:05.288600 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-737de289-edcb-4981-876a-6484b63f6a0e req-312ebfe3-9991-46dd-a20b-c0ccdb5de0cc tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] For port 65417685-0cec-47d2-b4e4-706f05cd2d26, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=65417685-0cec-47d2-b4e4-706f05cd2d26,segment=NetworkSegment(aa0c45a3-6e53-47bd-bd18-7c1983b33bbd),segment_id=aa0c45a3-6e53-47bd-bd18-7c1983b33bbd)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:37:05.288963 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-737de289-edcb-4981-876a-6484b63f6a0e req-312ebfe3-9991-46dd-a20b-c0ccdb5de0cc tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:05.458532 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-737de289-edcb-4981-876a-6484b63f6a0e req-312ebfe3-9991-46dd-a20b-c0ccdb5de0cc tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:05.458902 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-737de289-edcb-4981-876a-6484b63f6a0e req-312ebfe3-9991-46dd-a20b-c0ccdb5de0cc tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548820'] for floatingip, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:05.459221 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.l3_db [req-737de289-edcb-4981-876a-6484b63f6a0e req-312ebfe3-9991-46dd-a20b-c0ccdb5de0cc tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Floating IP ce969916-0311-4069-bdb2-39e30f268aa0 disassociated. External IP: 172.36.3.251, port: 65417685-0cec-47d2-b4e4-706f05cd2d26. Dec 21 13:37:05.459569 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [req-737de289-edcb-4981-876a-6484b63f6a0e req-312ebfe3-9991-46dd-a20b-c0ccdb5de0cc tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Calling delete_port for 65417685-0cec-47d2-b4e4-706f05cd2d26 owned by compute:nova {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:37:05.593104 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-737de289-edcb-4981-876a-6484b63f6a0e req-312ebfe3-9991-46dd-a20b-c0ccdb5de0cc tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:05.623926 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312ebfe3-9991-46dd-a20b-c0ccdb5de0cc tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event deleted for resources: {'Port': ['ID=65417685-0cec-47d2-b4e4-706f05cd2d26,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:37:05.633393 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312ebfe3-9991-46dd-a20b-c0ccdb5de0cc tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:37:05.633753 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312ebfe3-9991-46dd-a20b-c0ccdb5de0cc tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:37:05.634100 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312ebfe3-9991-46dd-a20b-c0ccdb5de0cc tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:37:05.634470 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312ebfe3-9991-46dd-a20b-c0ccdb5de0cc tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:37:05.634812 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312ebfe3-9991-46dd-a20b-c0ccdb5de0cc tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:37:05.635148 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312ebfe3-9991-46dd-a20b-c0ccdb5de0cc tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:37:05.635483 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312ebfe3-9991-46dd-a20b-c0ccdb5de0cc tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:37:05.635818 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312ebfe3-9991-46dd-a20b-c0ccdb5de0cc tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:37:05.636196 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312ebfe3-9991-46dd-a20b-c0ccdb5de0cc tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:37:05.636473 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312ebfe3-9991-46dd-a20b-c0ccdb5de0cc tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:37:05.636805 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312ebfe3-9991-46dd-a20b-c0ccdb5de0cc tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:37:05.637154 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312ebfe3-9991-46dd-a20b-c0ccdb5de0cc tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:37:05.637457 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312ebfe3-9991-46dd-a20b-c0ccdb5de0cc tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:37:05.747097 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [req-737de289-edcb-4981-876a-6484b63f6a0e req-312ebfe3-9991-46dd-a20b-c0ccdb5de0cc tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Router 3a320fb7-ab74-4c32-9173-8e4be4501068 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:37:06.173144 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-55a11a5f-4912-48a1-aacb-c32aa0b4ec05 req-cdf83924-fac9-4dad-8050-531f65d3aebf tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ee796a7-7f03-4d97-9b27-0e1fd81ccbaf HTTP/1.1" status: 200 len: 210 time: 0.0308216 Dec 21 13:37:06.185973 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-737de289-edcb-4981-876a-6484b63f6a0e req-312ebfe3-9991-46dd-a20b-c0ccdb5de0cc tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:37:06.198904 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80e4a76-6ceb-44f0-a46a-f3485b22b483 None None] Sync routers for ids ['3a320fb7-ab74-4c32-9173-8e4be4501068'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:37:06.210125 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80e4a76-6ceb-44f0-a46a-f3485b22b483 None None] Routers {'3a320fb7-ab74-4c32-9173-8e4be4501068'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:37:06.210781 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-e80e4a76-6ceb-44f0-a46a-f3485b22b483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:36:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['3a320fb7-ab74-4c32-9173-8e4be4501068'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:37:06.226564 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [req-737de289-edcb-4981-876a-6484b63f6a0e req-312ebfe3-9991-46dd-a20b-c0ccdb5de0cc tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] No DVR routers for this DVR port 65417685-0cec-47d2-b4e4-706f05cd2d26 on host hv-neutron-mast {{(pid=103153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:37:06.229146 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-737de289-edcb-4981-876a-6484b63f6a0e req-312ebfe3-9991-46dd-a20b-c0ccdb5de0cc tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:06.232476 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-737de289-edcb-4981-876a-6484b63f6a0e req-312ebfe3-9991-46dd-a20b-c0ccdb5de0cc tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.60 "DELETE /v2.0/ports/65417685-0cec-47d2-b4e4-706f05cd2d26 HTTP/1.1" status: 204 len: 173 time: 1.1159556 Dec 21 13:37:06.232903 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ee796a7-7f03-4d97-9b27-0e1fd81ccbaf', 'name': 'network-vif-deleted', 'tag': '65417685-0cec-47d2-b4e4-706f05cd2d26'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:37:06.235195 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af6034c98e584fa55ea4398f343c742ceb598288507feaf30d5a15785b2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-628be40e-9e9d-418c-b9c4-fee59c8c4c77" -d '{"events": [{"server_uuid": "9ee796a7-7f03-4d97-9b27-0e1fd81ccbaf", "name": "network-vif-deleted", "tag": "65417685-0cec-47d2-b4e4-706f05cd2d26"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:37:06.277399 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 13:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4e63924-06b7-495e-ac36-c93706fa1f51 x-openstack-request-id: req-b4e63924-06b7-495e-ac36-c93706fa1f51 {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:37:06.277716 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ee796a7-7f03-4d97-9b27-0e1fd81ccbaf", "name": "network-vif-deleted", "tag": "65417685-0cec-47d2-b4e4-706f05cd2d26", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:37:06.277967 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b4e63924-06b7-495e-ac36-c93706fa1f51 {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:37:06.278413 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ee796a7-7f03-4d97-9b27-0e1fd81ccbaf', 'name': 'network-vif-deleted', 'tag': '65417685-0cec-47d2-b4e4-706f05cd2d26', 'status': 'completed', 'code': 200} Dec 21 13:37:06.320512 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-e80e4a76-6ceb-44f0-a46a-f3485b22b483 None None] Set router 3a320fb7-ab74-4c32-9173-8e4be4501068 gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:37:06.624805 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-e80e4a76-6ceb-44f0-a46a-f3485b22b483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a320fb7-ab74-4c32-9173-8e4be4501068', 'name': 'tempest-TestNetworkBasicOps-router-1841231675', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.41'}], 'enable_snat': True}, 'gw_port_id': '8603526c-0551-4a91-b09e-590cc894dc9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:35:21Z', 'updated_at': '2021-12-21T13:35:25Z', 'revision_number': 4, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': '8603526c-0551-4a91-b09e-590cc894dc9c', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:70:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a320fb7-ab74-4c32-9173-8e4be4501068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:35:22Z', 'updated_at': '2021-12-21T13:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '81e4f8c6-ec7f-465a-9745-597a14605550', 'name': '', 'network_id': '84f7c90a-1381-496c-b81b-62cf591299ab', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'mac_address': 'fa:16:3e:ef:65:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a320fb7-ab74-4c32-9173-8e4be4501068', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '987ac01a-6b74-4357-a874-8308a38c6cb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:35:25Z', 'updated_at': '2021-12-21T13:35:30Z', 'revision_number': 5, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'subnets': [{'id': '987ac01a-6b74-4357-a874-8308a38c6cb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:37:06.653190 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80e4a76-6ceb-44f0-a46a-f3485b22b483 None None] Checking router: 3a320fb7-ab74-4c32-9173-8e4be4501068 for host: dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:37:06.662172 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80e4a76-6ceb-44f0-a46a-f3485b22b483 None None] Routers {'3a320fb7-ab74-4c32-9173-8e4be4501068'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:37:06.662836 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-e80e4a76-6ceb-44f0-a46a-f3485b22b483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:36:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['3a320fb7-ab74-4c32-9173-8e4be4501068'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:37:06.776329 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-e80e4a76-6ceb-44f0-a46a-f3485b22b483 None None] Set router 3a320fb7-ab74-4c32-9173-8e4be4501068 gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:37:06.973944 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-e80e4a76-6ceb-44f0-a46a-f3485b22b483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a320fb7-ab74-4c32-9173-8e4be4501068', 'name': 'tempest-TestNetworkBasicOps-router-1841231675', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.41'}], 'enable_snat': True}, 'gw_port_id': '8603526c-0551-4a91-b09e-590cc894dc9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:35:21Z', 'updated_at': '2021-12-21T13:35:25Z', 'revision_number': 4, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': '8603526c-0551-4a91-b09e-590cc894dc9c', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:70:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a320fb7-ab74-4c32-9173-8e4be4501068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:35:22Z', 'updated_at': '2021-12-21T13:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '81e4f8c6-ec7f-465a-9745-597a14605550', 'name': '', 'network_id': '84f7c90a-1381-496c-b81b-62cf591299ab', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'mac_address': 'fa:16:3e:ef:65:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a320fb7-ab74-4c32-9173-8e4be4501068', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '987ac01a-6b74-4357-a874-8308a38c6cb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:35:25Z', 'updated_at': '2021-12-21T13:35:30Z', 'revision_number': 5, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'subnets': [{'id': '987ac01a-6b74-4357-a874-8308a38c6cb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:37:07.003378 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80e4a76-6ceb-44f0-a46a-f3485b22b483 None None] The sync data for ids ['3a320fb7-ab74-4c32-9173-8e4be4501068'] in dv-neutron-master-2-hyperv is: [{'id': '3a320fb7-ab74-4c32-9173-8e4be4501068', 'name': 'tempest-TestNetworkBasicOps-router-1841231675', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.41'}], 'enable_snat': True}, 'gw_port_id': '8603526c-0551-4a91-b09e-590cc894dc9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:35:21Z', 'updated_at': '2021-12-21T13:35:25Z', 'revision_number': 4, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': '8603526c-0551-4a91-b09e-590cc894dc9c', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:70:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a320fb7-ab74-4c32-9173-8e4be4501068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:35:22Z', 'updated_at': '2021-12-21T13:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '81e4f8c6-ec7f-465a-9745-597a14605550', 'name': '', 'network_id': '84f7c90a-1381-496c-b81b-62cf591299ab', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'mac_address': 'fa:16:3e:ef:65:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a320fb7-ab74-4c32-9173-8e4be4501068', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '987ac01a-6b74-4357-a874-8308a38c6cb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:35:25Z', 'updated_at': '2021-12-21T13:35:30Z', 'revision_number': 5, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'subnets': [{'id': '987ac01a-6b74-4357-a874-8308a38c6cb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:37:07.214796 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469254b0-4ae7-41f4-b002-d1bfa8ad66f5 None None] New status for floating IP ce969916-0311-4069-bdb2-39e30f268aa0: DOWN {{(pid=103154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 13:37:07.230862 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 32942) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:37:07.287947 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-dca87b99-1ac0-4b84-a8bb-bff4acd8907c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:07.317982 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-dca87b99-1ac0-4b84-a8bb-bff4acd8907c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:07.384706 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-dca87b99-1ac0-4b84-a8bb-bff4acd8907c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:07.387627 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-dca87b99-1ac0-4b84-a8bb-bff4acd8907c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:07.389150 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-dca87b99-1ac0-4b84-a8bb-bff4acd8907c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "DELETE /v2.0/security-groups/2ecfbba4-dd8b-4b27-8a01-d3899b4ced62 HTTP/1.1" status: 204 len: 168 time: 0.1571767 Dec 21 13:37:07.399092 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca87b99-1ac0-4b84-a8bb-bff4acd8907c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ecfbba4-dd8b-4b27-8a01-d3899b4ced62,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:37:07.423130 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 32946) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:37:07.549926 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-a8f5fa2a-af14-4df4-a581-ac3b5f6d6aa5 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Deleting port 77b97477-d6d5-4e32-9c88-81a871cb8a3d {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:37:07.550170 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a8f5fa2a-af14-4df4-a581-ac3b5f6d6aa5 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:07.623030 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a8f5fa2a-af14-4df4-a581-ac3b5f6d6aa5 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:07.623319 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a8f5fa2a-af14-4df4-a581-ac3b5f6d6aa5 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:07.634650 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-a8f5fa2a-af14-4df4-a581-ac3b5f6d6aa5 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Calling delete_port for 77b97477-d6d5-4e32-9c88-81a871cb8a3d owned by network:floatingip {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:37:07.764952 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a8f5fa2a-af14-4df4-a581-ac3b5f6d6aa5 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:07.790573 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f5fa2a-af14-4df4-a581-ac3b5f6d6aa5 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event deleted for resources: {'Port': ['ID=77b97477-d6d5-4e32-9c88-81a871cb8a3d,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:37:07.853282 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a8f5fa2a-af14-4df4-a581-ac3b5f6d6aa5 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for floatingip, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:07.855934 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a8f5fa2a-af14-4df4-a581-ac3b5f6d6aa5 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for floatingip, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:07.857098 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-a8f5fa2a-af14-4df4-a581-ac3b5f6d6aa5 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "DELETE /v2.0/floatingips/ce969916-0311-4069-bdb2-39e30f268aa0 HTTP/1.1" status: 204 len: 168 time: 0.4329669 Dec 21 13:37:08.070544 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa672d64-0026-41a8-b3f8-04a204da5bec req-caa04b6b-2f63-4767-a329-86b0f0d52557 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:37:08.072039 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-aa672d64-0026-41a8-b3f8-04a204da5bec req-caa04b6b-2f63-4767-a329-86b0f0d52557 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=c42b9775-9642-4ef6-8d2f-929cec6fed56 HTTP/1.1" status: 200 len: 945 time: 0.0487583 Dec 21 13:37:08.125055 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-aa672d64-0026-41a8-b3f8-04a204da5bec req-4c97c6aa-4ce3-4c1e-9dde-3db75d2f6440 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=6c4eb1c6-e455-429a-8e17-80095b73b03e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458984 Dec 21 13:37:09.242210 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5fe82-b044-4897-bc4f-d780c18dd8fc req-8d1751ce-1817-4d32-a9a5-27d327dc6864 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:37:09.243723 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-06e5fe82-b044-4897-bc4f-d780c18dd8fc req-8d1751ce-1817-4d32-a9a5-27d327dc6864 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=c42b9775-9642-4ef6-8d2f-929cec6fed56 HTTP/1.1" status: 200 len: 945 time: 0.0487564 Dec 21 13:37:09.292710 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-06e5fe82-b044-4897-bc4f-d780c18dd8fc req-49d54662-7303-4b24-8c32-5cf6249475ac tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=6c4eb1c6-e455-429a-8e17-80095b73b03e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430076 Dec 21 13:37:09.478691 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1434a23f-0929-424d-be11-5a009eaf087a req-740bd2ac-9032-4c87-bced-18171eb7af86 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:37:09.480095 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1434a23f-0929-424d-be11-5a009eaf087a req-740bd2ac-9032-4c87-bced-18171eb7af86 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.60 "GET /v2.0/ports?device_id=c42b9775-9642-4ef6-8d2f-929cec6fed56 HTTP/1.1" status: 200 len: 945 time: 0.0479560 Dec 21 13:37:09.572778 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [req-1434a23f-0929-424d-be11-5a009eaf087a req-5d7991de-d4f8-4d28-9c38-f09ddc034233 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Deleting port dcc4525b-1804-49af-8e2c-41a24a1189dd {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:37:09.573115 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-1434a23f-0929-424d-be11-5a009eaf087a req-5d7991de-d4f8-4d28-9c38-f09ddc034233 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:09.658285 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-1434a23f-0929-424d-be11-5a009eaf087a req-5d7991de-d4f8-4d28-9c38-f09ddc034233 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] For port dcc4525b-1804-49af-8e2c-41a24a1189dd, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=dcc4525b-1804-49af-8e2c-41a24a1189dd,segment=NetworkSegment(aa0c45a3-6e53-47bd-bd18-7c1983b33bbd),segment_id=aa0c45a3-6e53-47bd-bd18-7c1983b33bbd)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:37:09.658666 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-1434a23f-0929-424d-be11-5a009eaf087a req-5d7991de-d4f8-4d28-9c38-f09ddc034233 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:09.670056 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [req-1434a23f-0929-424d-be11-5a009eaf087a req-5d7991de-d4f8-4d28-9c38-f09ddc034233 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Calling delete_port for dcc4525b-1804-49af-8e2c-41a24a1189dd owned by compute:nova {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:37:09.804508 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-1434a23f-0929-424d-be11-5a009eaf087a req-5d7991de-d4f8-4d28-9c38-f09ddc034233 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:09.830599 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7991de-d4f8-4d28-9c38-f09ddc034233 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event deleted for resources: {'Port': ['ID=dcc4525b-1804-49af-8e2c-41a24a1189dd,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:37:09.878621 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [req-1434a23f-0929-424d-be11-5a009eaf087a req-5d7991de-d4f8-4d28-9c38-f09ddc034233 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] No DVR routers for this DVR port dcc4525b-1804-49af-8e2c-41a24a1189dd on host hv-neutron-mast {{(pid=103153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:37:09.881027 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-1434a23f-0929-424d-be11-5a009eaf087a req-5d7991de-d4f8-4d28-9c38-f09ddc034233 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:09.884572 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1434a23f-0929-424d-be11-5a009eaf087a req-5d7991de-d4f8-4d28-9c38-f09ddc034233 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.60 "DELETE /v2.0/ports/dcc4525b-1804-49af-8e2c-41a24a1189dd HTTP/1.1" status: 204 len: 173 time: 0.3987842 Dec 21 13:37:09.885004 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c42b9775-9642-4ef6-8d2f-929cec6fed56', 'name': 'network-vif-deleted', 'tag': 'dcc4525b-1804-49af-8e2c-41a24a1189dd'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:37:09.887289 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af6034c98e584fa55ea4398f343c742ceb598288507feaf30d5a15785b2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8304faa-4d4d-498a-b0df-b56d04da912e" -d '{"events": [{"server_uuid": "c42b9775-9642-4ef6-8d2f-929cec6fed56", "name": "network-vif-deleted", "tag": "dcc4525b-1804-49af-8e2c-41a24a1189dd"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:37:09.926470 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 13:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c70e10a5-9ccd-4424-b2ef-05cf139ca31e x-openstack-request-id: req-c70e10a5-9ccd-4424-b2ef-05cf139ca31e {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:37:09.926761 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c42b9775-9642-4ef6-8d2f-929cec6fed56", "name": "network-vif-deleted", "tag": "dcc4525b-1804-49af-8e2c-41a24a1189dd", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:37:09.927008 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c70e10a5-9ccd-4424-b2ef-05cf139ca31e {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:37:09.927410 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c42b9775-9642-4ef6-8d2f-929cec6fed56', 'name': 'network-vif-deleted', 'tag': 'dcc4525b-1804-49af-8e2c-41a24a1189dd', 'status': 'completed', 'code': 200} Dec 21 13:37:10.401753 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-059fe5cd-2b42-493b-baa5-b76708902943 req-015708fa-8b64-4b45-90f7-c027c2dfc05b tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=c42b9775-9642-4ef6-8d2f-929cec6fed56 HTTP/1.1" status: 200 len: 210 time: 0.0281610 Dec 21 13:37:10.489342 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 65417685-0cec-47d2-b4e4-706f05cd2d26 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:37:10.509254 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] No Port match for: 65417685-0cec-47d2-b4e4-706f05cd2d26 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:37:10.509597 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 65417685-0cec-47d2-b4e4-706f05cd2d26 not bound to the agent host hv-neutron-mast {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:37:11.512417 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 32962) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:37:11.569222 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-159e1b4f-5c74-45eb-836e-8e7389d55243 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:11.594222 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-159e1b4f-5c74-45eb-836e-8e7389d55243 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:11.653098 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-159e1b4f-5c74-45eb-836e-8e7389d55243 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:11.655725 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-159e1b4f-5c74-45eb-836e-8e7389d55243 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:11.656927 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-159e1b4f-5c74-45eb-836e-8e7389d55243 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "DELETE /v2.0/security-groups/6c4eb1c6-e455-429a-8e17-80095b73b03e HTTP/1.1" status: 204 len: 168 time: 0.1435211 Dec 21 13:37:11.665858 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159e1b4f-5c74-45eb-836e-8e7389d55243 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c4eb1c6-e455-429a-8e17-80095b73b03e,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:37:11.693873 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 32966) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:37:12.060065 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-28db3496-291f-41c1-8c44-d1ad6cbb9576 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532692'] for router_interface, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:12.320040 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-28db3496-291f-41c1-8c44-d1ad6cbb9576 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Deleting port 81e4f8c6-ec7f-465a-9745-597a14605550 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:37:12.320283 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-28db3496-291f-41c1-8c44-d1ad6cbb9576 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:12.409601 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-28db3496-291f-41c1-8c44-d1ad6cbb9576 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] For port 81e4f8c6-ec7f-465a-9745-597a14605550, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=81e4f8c6-ec7f-465a-9745-597a14605550,segment=NetworkSegment(aa0c45a3-6e53-47bd-bd18-7c1983b33bbd),segment_id=aa0c45a3-6e53-47bd-bd18-7c1983b33bbd)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:37:12.409962 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-28db3496-291f-41c1-8c44-d1ad6cbb9576 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:12.421723 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-28db3496-291f-41c1-8c44-d1ad6cbb9576 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Calling delete_port for 81e4f8c6-ec7f-465a-9745-597a14605550 owned by network:router_interface {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:37:12.610582 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-28db3496-291f-41c1-8c44-d1ad6cbb9576 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:12.636322 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28db3496-291f-41c1-8c44-d1ad6cbb9576 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event deleted for resources: {'Port': ['ID=81e4f8c6-ec7f-465a-9745-597a14605550,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:37:12.810410 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-28db3496-291f-41c1-8c44-d1ad6cbb9576 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534084'] for router_interface, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:13.026487 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28db3496-291f-41c1-8c44-d1ad6cbb9576 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Router 3a320fb7-ab74-4c32-9173-8e4be4501068 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:37:13.131431 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28db3496-291f-41c1-8c44-d1ad6cbb9576 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:37:13.136752 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-28db3496-291f-41c1-8c44-d1ad6cbb9576 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "PUT /v2.0/routers/3a320fb7-ab74-4c32-9173-8e4be4501068/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4415135 Dec 21 13:37:13.139176 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 32968) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:37:13.141967 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976cae8e-008d-4e8f-88b1-14d61c2f0534 None None] Sync routers for ids ['3a320fb7-ab74-4c32-9173-8e4be4501068'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:37:13.151719 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976cae8e-008d-4e8f-88b1-14d61c2f0534 None None] Routers {'3a320fb7-ab74-4c32-9173-8e4be4501068'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:37:13.152435 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-976cae8e-008d-4e8f-88b1-14d61c2f0534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:36:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['3a320fb7-ab74-4c32-9173-8e4be4501068'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:37:13.191807 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9eab840-922c-4a1d-80c5-071a603a65ac tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Deleting subnet 987ac01a-6b74-4357-a874-8308a38c6cb4 {{(pid=103153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:37:13.194931 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a9eab840-922c-4a1d-80c5-071a603a65ac tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for subnet, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:13.233735 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a9eab840-922c-4a1d-80c5-071a603a65ac tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1585439'] for subnet, precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:13.257328 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-976cae8e-008d-4e8f-88b1-14d61c2f0534 None None] Set router 3a320fb7-ab74-4c32-9173-8e4be4501068 gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:37:13.277453 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:13.323639 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a9eab840-922c-4a1d-80c5-071a603a65ac tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:13.388099 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a9eab840-922c-4a1d-80c5-071a603a65ac tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11349588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11288746'] for subnet, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:13.418739 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eab840-922c-4a1d-80c5-071a603a65ac tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event deleted for resources: {'Subnet': ['ID=987ac01a-6b74-4357-a874-8308a38c6cb4,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:37:13.420703 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a9eab840-922c-4a1d-80c5-071a603a65ac tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:13.426873 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-a9eab840-922c-4a1d-80c5-071a603a65ac tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "DELETE /v2.0/subnets/987ac01a-6b74-4357-a874-8308a38c6cb4 HTTP/1.1" status: 204 len: 168 time: 0.2853134 Dec 21 13:37:13.428347 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 32970) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:37:13.429473 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6747b098-eb30-4655-a8a5-eb74d297c355 None None] Network 84f7c90a-1381-496c-b81b-62cf591299ab requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:37:13.447934 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-976cae8e-008d-4e8f-88b1-14d61c2f0534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a320fb7-ab74-4c32-9173-8e4be4501068', 'name': 'tempest-TestNetworkBasicOps-router-1841231675', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.41'}], 'enable_snat': True}, 'gw_port_id': '8603526c-0551-4a91-b09e-590cc894dc9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:35:21Z', 'updated_at': '2021-12-21T13:37:12Z', 'revision_number': 5, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': '8603526c-0551-4a91-b09e-590cc894dc9c', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:70:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a320fb7-ab74-4c32-9173-8e4be4501068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:35:22Z', 'updated_at': '2021-12-21T13:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:37:13.482525 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976cae8e-008d-4e8f-88b1-14d61c2f0534 None None] Checking router: 3a320fb7-ab74-4c32-9173-8e4be4501068 for host: dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:37:13.492178 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976cae8e-008d-4e8f-88b1-14d61c2f0534 None None] Routers {'3a320fb7-ab74-4c32-9173-8e4be4501068'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:37:13.492819 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-976cae8e-008d-4e8f-88b1-14d61c2f0534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:36:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['3a320fb7-ab74-4c32-9173-8e4be4501068'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:37:13.553748 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e7fc10da-b9e4-4b66-9a50-789c4750afdf tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for router, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:13.602907 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3c7ec1-cfa2-4be7-b3ee-f4cd7034d1fa None None] DHCP port deletion for 84f7c90a-1381-496c-b81b-62cf591299ab request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:37:13.614107 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-976cae8e-008d-4e8f-88b1-14d61c2f0534 None None] Set router 3a320fb7-ab74-4c32-9173-8e4be4501068 gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:37:13.649208 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-0e3c7ec1-cfa2-4be7-b3ee-f4cd7034d1fa None None] Deleting port 9fd7c32d-f0db-420e-889c-94485fcf95b5 {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:37:13.649899 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-0e3c7ec1-cfa2-4be7-b3ee-f4cd7034d1fa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:13.664155 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e7fc10da-b9e4-4b66-9a50-789c4750afdf tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:13.716307 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-0e3c7ec1-cfa2-4be7-b3ee-f4cd7034d1fa None None] For port 9fd7c32d-f0db-420e-889c-94485fcf95b5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9fd7c32d-f0db-420e-889c-94485fcf95b5,segment=NetworkSegment(aa0c45a3-6e53-47bd-bd18-7c1983b33bbd),segment_id=aa0c45a3-6e53-47bd-bd18-7c1983b33bbd)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:37:13.716709 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-0e3c7ec1-cfa2-4be7-b3ee-f4cd7034d1fa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:13.721234 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-e7fc10da-b9e4-4b66-9a50-789c4750afdf tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Deleting port 8603526c-0551-4a91-b09e-590cc894dc9c {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:37:13.721938 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e7fc10da-b9e4-4b66-9a50-789c4750afdf tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:13.730872 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-0e3c7ec1-cfa2-4be7-b3ee-f4cd7034d1fa None None] Calling delete_port for 9fd7c32d-f0db-420e-889c-94485fcf95b5 owned by network:dhcp {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:37:13.811340 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-0e3c7ec1-cfa2-4be7-b3ee-f4cd7034d1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636'] for port, after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:13.813454 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-e7fc10da-b9e4-4b66-9a50-789c4750afdf tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] For port 8603526c-0551-4a91-b09e-590cc894dc9c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8603526c-0551-4a91-b09e-590cc894dc9c,segment=NetworkSegment(a32e5bfd-6fac-434f-817b-5707a23fd2ca),segment_id=a32e5bfd-6fac-434f-817b-5707a23fd2ca)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:37:13.813834 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e7fc10da-b9e4-4b66-9a50-789c4750afdf tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:13.821190 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-976cae8e-008d-4e8f-88b1-14d61c2f0534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a320fb7-ab74-4c32-9173-8e4be4501068', 'name': 'tempest-TestNetworkBasicOps-router-1841231675', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.41'}], 'enable_snat': True}, 'gw_port_id': '8603526c-0551-4a91-b09e-590cc894dc9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:35:21Z', 'updated_at': '2021-12-21T13:37:12Z', 'revision_number': 5, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': '8603526c-0551-4a91-b09e-590cc894dc9c', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:70:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a320fb7-ab74-4c32-9173-8e4be4501068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:35:22Z', 'updated_at': '2021-12-21T13:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:37:13.828440 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-e7fc10da-b9e4-4b66-9a50-789c4750afdf tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Calling delete_port for 8603526c-0551-4a91-b09e-590cc894dc9c owned by network:router_gateway {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:37:13.837733 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3c7ec1-cfa2-4be7-b3ee-f4cd7034d1fa None None] Pushing event deleted for resources: {'Port': ['ID=9fd7c32d-f0db-420e-889c-94485fcf95b5,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:37:13.845917 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3c7ec1-cfa2-4be7-b3ee-f4cd7034d1fa None None] No DVR routers for this DVR port 9fd7c32d-f0db-420e-889c-94485fcf95b5 on host dv-neutron-master-2-hyperv {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:37:13.848677 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3c7ec1-cfa2-4be7-b3ee-f4cd7034d1fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:37:13.848898 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976cae8e-008d-4e8f-88b1-14d61c2f0534 None None] The sync data for ids ['3a320fb7-ab74-4c32-9173-8e4be4501068'] in dv-neutron-master-2-hyperv is: [{'id': '3a320fb7-ab74-4c32-9173-8e4be4501068', 'name': 'tempest-TestNetworkBasicOps-router-1841231675', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.41'}], 'enable_snat': True}, 'gw_port_id': '8603526c-0551-4a91-b09e-590cc894dc9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:35:21Z', 'updated_at': '2021-12-21T13:37:12Z', 'revision_number': 5, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': '8603526c-0551-4a91-b09e-590cc894dc9c', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:70:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a320fb7-ab74-4c32-9173-8e4be4501068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:35:22Z', 'updated_at': '2021-12-21T13:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:37:13.849091 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3c7ec1-cfa2-4be7-b3ee-f4cd7034d1fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:37:13.849410 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3c7ec1-cfa2-4be7-b3ee-f4cd7034d1fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:37:13.849758 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3c7ec1-cfa2-4be7-b3ee-f4cd7034d1fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:37:13.850098 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3c7ec1-cfa2-4be7-b3ee-f4cd7034d1fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:37:13.850481 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3c7ec1-cfa2-4be7-b3ee-f4cd7034d1fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:37:13.850853 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3c7ec1-cfa2-4be7-b3ee-f4cd7034d1fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:37:13.851227 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3c7ec1-cfa2-4be7-b3ee-f4cd7034d1fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:37:13.851560 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3c7ec1-cfa2-4be7-b3ee-f4cd7034d1fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:37:13.851890 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3c7ec1-cfa2-4be7-b3ee-f4cd7034d1fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:37:13.852218 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3c7ec1-cfa2-4be7-b3ee-f4cd7034d1fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:37:13.852546 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3c7ec1-cfa2-4be7-b3ee-f4cd7034d1fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:37:13.852880 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3c7ec1-cfa2-4be7-b3ee-f4cd7034d1fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:37:14.017602 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e7fc10da-b9e4-4b66-9a50-789c4750afdf tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:14.042144 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fc10da-b9e4-4b66-9a50-789c4750afdf tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event deleted for resources: {'Port': ['ID=8603526c-0551-4a91-b09e-590cc894dc9c,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:37:14.061659 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8683e796-c916-48e8-9282-3f5877ee989d None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:37:14.119979 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e7fc10da-b9e4-4b66-9a50-789c4750afdf tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-548638'] for router_gateway, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:14.180821 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 9fd7c32d-f0db-420e-889c-94485fcf95b5 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:37:14.200941 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: 9fd7c32d-f0db-420e-889c-94485fcf95b5 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:37:14.201287 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 9fd7c32d-f0db-420e-889c-94485fcf95b5 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:37:14.201710 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 81e4f8c6-ec7f-465a-9745-597a14605550 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:37:14.211801 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e7fc10da-b9e4-4b66-9a50-789c4750afdf tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26950'] for router, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:14.213911 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e7fc10da-b9e4-4b66-9a50-789c4750afdf tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:14.221646 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: 81e4f8c6-ec7f-465a-9745-597a14605550 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:37:14.221984 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 81e4f8c6-ec7f-465a-9745-597a14605550 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:37:14.262449 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e7fc10da-b9e4-4b66-9a50-789c4750afdf tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534967'] for router, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:14.262994 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7fc10da-b9e4-4b66-9a50-789c4750afdf tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Fanout notify agent at l3_agent the message router_deleted on router 3a320fb7-ab74-4c32-9173-8e4be4501068 {{(pid=103152) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 13:37:14.270597 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e7fc10da-b9e4-4b66-9a50-789c4750afdf tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for router, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:14.274457 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 32972) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:37:14.274991 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-e7fc10da-b9e4-4b66-9a50-789c4750afdf tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "DELETE /v2.0/routers/3a320fb7-ab74-4c32-9173-8e4be4501068 HTTP/1.1" status: 204 len: 168 time: 0.8443599 Dec 21 13:37:14.359232 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6a5d002c-1b84-4c12-ac36-992082bcebf4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:14.449681 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6a5d002c-1b84-4c12-ac36-992082bcebf4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:14.470089 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-6a5d002c-1b84-4c12-ac36-992082bcebf4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84f7c90a-1381-496c-b81b-62cf591299ab']}} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:37:14.479276 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-6a5d002c-1b84-4c12-ac36-992082bcebf4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa0c45a3-6e53-47bd-bd18-7c1983b33bbd') {'for_net_delete': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:37:14.479579 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-6a5d002c-1b84-4c12-ac36-992082bcebf4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa0c45a3-6e53-47bd-bd18-7c1983b33bbd') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:37:14.494336 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6a5d002c-1b84-4c12-ac36-992082bcebf4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1585430'] for segment, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:14.507453 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6a5d002c-1b84-4c12-ac36-992082bcebf4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:14.513494 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a5d002c-1b84-4c12-ac36-992082bcebf4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=103153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:37:14.513876 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6a5d002c-1b84-4c12-ac36-992082bcebf4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11349758'] for segment, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:14.517022 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:37:14.517022 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:37:14.517022 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:37:14.517022 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:37:14.517022 dv-neutron-master-2-hyperv neutron-server[103153]: Traceback (most recent call last): Dec 21 13:37:14.517022 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:37:14.517022 dv-neutron-master-2-hyperv neutron-server[103153]: timer() Dec 21 13:37:14.517022 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:37:14.517022 dv-neutron-master-2-hyperv neutron-server[103153]: cb(*args, **kw) Dec 21 13:37:14.517022 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:37:14.517022 dv-neutron-master-2-hyperv neutron-server[103153]: return func(*args, **kwargs) Dec 21 13:37:14.517022 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:37:14.517022 dv-neutron-master-2-hyperv neutron-server[103153]: self._notify() Dec 21 13:37:14.517022 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:37:14.517022 dv-neutron-master-2-hyperv neutron-server[103153]: self.callback(batched_events) Dec 21 13:37:14.517022 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:37:14.517022 dv-neutron-master-2-hyperv neutron-server[103153]: event.method(event) Dec 21 13:37:14.517022 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:37:14.517022 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:37:14.517022 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:37:14.517022 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:37:14.517022 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:37:14.517022 dv-neutron-master-2-hyperv neutron-server[103153]: return f(self, *a, **k) Dec 21 13:37:14.517022 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:37:14.517022 dv-neutron-master-2-hyperv neutron-server[103153]: return self._get(url).json() Dec 21 13:37:14.517022 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:37:14.517022 dv-neutron-master-2-hyperv neutron-server[103153]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:37:14.517022 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:37:14.517022 dv-neutron-master-2-hyperv neutron-server[103153]: return self.request(url, 'GET', **kwargs) Dec 21 13:37:14.517022 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:37:14.517022 dv-neutron-master-2-hyperv neutron-server[103153]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:37:14.517022 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:37:14.517022 dv-neutron-master-2-hyperv neutron-server[103153]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:37:14.517022 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:37:14.517022 dv-neutron-master-2-hyperv neutron-server[103153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:37:14.517022 dv-neutron-master-2-hyperv neutron-server[103153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:37:14.520386 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device dcc4525b-1804-49af-8e2c-41a24a1189dd no longer exists at agent hyperv_hv-neutron-mast {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:37:14.539971 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] No Port match for: dcc4525b-1804-49af-8e2c-41a24a1189dd {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:37:14.540318 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device dcc4525b-1804-49af-8e2c-41a24a1189dd not bound to the agent host hv-neutron-mast {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:37:14.575633 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6a5d002c-1b84-4c12-ac36-992082bcebf4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:14.582342 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6a5d002c-1b84-4c12-ac36-992082bcebf4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:14.585367 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-6a5d002c-1b84-4c12-ac36-992082bcebf4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "DELETE /v2.0/networks/84f7c90a-1381-496c-b81b-62cf591299ab HTTP/1.1" status: 204 len: 168 time: 0.3099012 Dec 21 13:37:14.597382 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5d002c-1b84-4c12-ac36-992082bcebf4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event deleted for resources: {'Network': ['ID=84f7c90a-1381-496c-b81b-62cf591299ab,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:37:14.612159 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 32974) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:37:14.617166 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-a6a761fb-1f85-4359-994b-a4e0ce49a792 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'network': {'name': 'tempest-network-smoke--211531356', 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'port_security_enabled': True}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:37:14.640230 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6a761fb-1f85-4359-994b-a4e0ce49a792 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Made reservation on behalf of 577ee1d2880f4d34a80a7dfd0cf7da03 for: {'network': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:37:14.644155 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a6a761fb-1f85-4359-994b-a4e0ce49a792 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:14.669017 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6a761fb-1f85-4359-994b-a4e0ce49a792 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=103153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:37:14.681646 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a6a761fb-1f85-4359-994b-a4e0ce49a792 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:14.681646 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.segments_db [None req-a6a761fb-1f85-4359-994b-a4e0ce49a792 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Added segment 0042b91b-603a-4cb8-89b9-e5f635f602de of type vlan for network b2311590-9507-4840-a6b8-fd5ec11bd66c Dec 21 13:37:14.722481 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a6a761fb-1f85-4359-994b-a4e0ce49a792 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:14.757383 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a6a761fb-1f85-4359-994b-a4e0ce49a792 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:14.763123 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a761fb-1f85-4359-994b-a4e0ce49a792 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:37:14.763711 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a6a761fb-1f85-4359-994b-a4e0ce49a792 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:14.798947 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-a6a761fb-1f85-4359-994b-a4e0ce49a792 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1857343 Dec 21 13:37:14.801740 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 32976) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:37:14.806082 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-3ecf5c0f-5b48-42ae-966b-c9e0be9e6a8c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1116948874', 'admin_state_up': True, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:37:14.847553 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a761fb-1f85-4359-994b-a4e0ce49a792 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'Network': ['ID=b2311590-9507-4840-a6b8-fd5ec11bd66c,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:37:14.861832 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network b2311590-9507-4840-a6b8-fd5ec11bd66c details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:37:14.868188 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3ecf5c0f-5b48-42ae-966b-c9e0be9e6a8c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26964'] for router, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:14.869251 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3ecf5c0f-5b48-42ae-966b-c9e0be9e6a8c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-642316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26957'] for router, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:14.962103 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3ecf5c0f-5b48-42ae-966b-c9e0be9e6a8c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:15.099319 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3ecf5c0f-5b48-42ae-966b-c9e0be9e6a8c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:15.294220 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3ecf5c0f-5b48-42ae-966b-c9e0be9e6a8c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for router_gateway, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:15.319046 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3ecf5c0f-5b48-42ae-966b-c9e0be9e6a8c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:15.428440 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-3ecf5c0f-5b48-42ae-966b-c9e0be9e6a8c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Allocated IP 172.36.3.152 (7fdf1889-f079-4166-bbda-88b2a8d8d595/051a5607-1753-4008-a2f2-d94b48752e9c/4c72d793-bfb4-4186-a24c-7f0ebd295bee) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:37:15.530209 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3ecf5c0f-5b48-42ae-966b-c9e0be9e6a8c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:15.563638 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3ecf5c0f-5b48-42ae-966b-c9e0be9e6a8c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:15.605482 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ecf5c0f-5b48-42ae-966b-c9e0be9e6a8c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Network 7fdf1889-f079-4166-bbda-88b2a8d8d595 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:37:15.608436 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-3ecf5c0f-5b48-42ae-966b-c9e0be9e6a8c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:37:15.611903 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecf5c0f-5b48-42ae-966b-c9e0be9e6a8c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:37:15.621042 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6895dbb5-79ed-4fcd-b784-5a487280cf0f None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:37:15.635530 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecf5c0f-5b48-42ae-966b-c9e0be9e6a8c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'Port': ['ID=4c72d793-bfb4-4186-a24c-7f0ebd295bee,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:37:15.661629 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-b0b52e9c-de0a-4ff8-ad73-46f7b74ea7d7 None None] Provisioning complete for port 4c72d793-bfb4-4186-a24c-7f0ebd295bee triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:37:15.662001 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b0b52e9c-de0a-4ff8-ad73-46f7b74ea7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:15.695018 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-b0b52e9c-de0a-4ff8-ad73-46f7b74ea7d7 None None] Port 4c72d793-bfb4-4186-a24c-7f0ebd295bee cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:37:16.074690 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 8603526c-0551-4a91-b09e-590cc894dc9c no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:37:16.095667 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: 8603526c-0551-4a91-b09e-590cc894dc9c {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:37:16.096022 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 8603526c-0551-4a91-b09e-590cc894dc9c not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:37:16.164326 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3ecf5c0f-5b48-42ae-966b-c9e0be9e6a8c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for router_gateway, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:16.358256 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3ecf5c0f-5b48-42ae-966b-c9e0be9e6a8c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548730'] for router, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:16.493557 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ecf5c0f-5b48-42ae-966b-c9e0be9e6a8c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Router d07863cd-838c-48cf-8d7b-a5826bef8a25 is scheduled to L3 agent 59e14383-78fa-487e-9299-b32042a98157 with binding_index 1 {{(pid=103153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 13:37:16.599210 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ecf5c0f-5b48-42ae-966b-c9e0be9e6a8c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:37:16.609261 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b4b9b4-5e08-4229-8497-bbad84900aae None None] Sync routers for ids ['d07863cd-838c-48cf-8d7b-a5826bef8a25'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:37:16.620005 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b4b9b4-5e08-4229-8497-bbad84900aae None None] Routers {'d07863cd-838c-48cf-8d7b-a5826bef8a25'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:37:16.620522 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-e9b4b9b4-5e08-4229-8497-bbad84900aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:36:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['d07863cd-838c-48cf-8d7b-a5826bef8a25'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:37:16.625613 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3ecf5c0f-5b48-42ae-966b-c9e0be9e6a8c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for router, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:16.633805 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-3ecf5c0f-5b48-42ae-966b-c9e0be9e6a8c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.8281591 Dec 21 13:37:16.634042 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 32978) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:37:16.662706 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-069aa731-35ea-4694-bca8-a48031b8a622 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=577ee1d2880f4d34a80a7dfd0cf7da03&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271053 Dec 21 13:37:16.664929 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 32980) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:37:16.728105 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-e9b4b9b4-5e08-4229-8497-bbad84900aae None None] Set router d07863cd-838c-48cf-8d7b-a5826bef8a25 gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:37:16.751903 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973dc327-0bf6-40d7-a8d0-e29003ffa101 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:37:16.754032 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-973dc327-0bf6-40d7-a8d0-e29003ffa101 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0876083 Dec 21 13:37:16.756255 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 32982) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:37:16.787936 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-25530fef-8c4b-4e2b-ae8e-70fba0fe122b tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=7fdf1889-f079-4166-bbda-88b2a8d8d595&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0306079 Dec 21 13:37:16.790319 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 32984) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:37:16.795014 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-70259230-037f-4c61-861d-cb13cb97fa43 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-774334555', 'network_id': 'b2311590-9507-4840-a6b8-fd5ec11bd66c', 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:37:16.884255 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70259230-037f-4c61-861d-cb13cb97fa43 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Made reservation on behalf of 577ee1d2880f4d34a80a7dfd0cf7da03 for: {'subnet': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:37:16.887925 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-70259230-037f-4c61-861d-cb13cb97fa43 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11288759'] for subnet, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:16.912357 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-e9b4b9b4-5e08-4229-8497-bbad84900aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07863cd-838c-48cf-8d7b-a5826bef8a25', 'name': 'tempest-TestNetworkBasicOps-router-1116948874', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.152'}], 'enable_snat': True}, 'gw_port_id': '4c72d793-bfb4-4186-a24c-7f0ebd295bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:37:14Z', 'updated_at': '2021-12-21T13:37:15Z', 'revision_number': 3, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': '4c72d793-bfb4-4186-a24c-7f0ebd295bee', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:82:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd07863cd-838c-48cf-8d7b-a5826bef8a25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:37:15Z', 'updated_at': '2021-12-21T13:37:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:37:16.939981 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b4b9b4-5e08-4229-8497-bbad84900aae None None] Checking router: d07863cd-838c-48cf-8d7b-a5826bef8a25 for host: dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:37:16.940336 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b4b9b4-5e08-4229-8497-bbad84900aae None None] Updating router d07863cd-838c-48cf-8d7b-a5826bef8a25 port 4c72d793-bfb4-4186-a24c-7f0ebd295bee binding host dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 13:37:16.966261 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e9b4b9b4-5e08-4229-8497-bbad84900aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:17.089706 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-70259230-037f-4c61-861d-cb13cb97fa43 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11195289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11288741'] for subnet, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:17.151796 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70259230-037f-4c61-861d-cb13cb97fa43 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'Subnet': ['ID=647a33bb-4d49-400f-8385-db0e8e97a903,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:37:17.162628 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70259230-037f-4c61-861d-cb13cb97fa43 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Checking segment: {'id': '0042b91b-603a-4cb8-89b9-e5f635f602de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b2311590-9507-4840-a6b8-fd5ec11bd66c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:37:17.163001 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70259230-037f-4c61-861d-cb13cb97fa43 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Network hostable DHCP agents. Network: b2311590-9507-4840-a6b8-fd5ec11bd66c, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:37:17.189222 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70259230-037f-4c61-861d-cb13cb97fa43 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Network b2311590-9507-4840-a6b8-fd5ec11bd66c is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:37:17.200290 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-70259230-037f-4c61-861d-cb13cb97fa43 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, b2311590-9507-4840-a6b8-fd5ec11bd66c) {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:37:17.203920 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70259230-037f-4c61-861d-cb13cb97fa43 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:37:17.204517 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-70259230-037f-4c61-861d-cb13cb97fa43 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:17.213744 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2dd240-2660-4709-9812-f0cd749309f5 None None] Network b2311590-9507-4840-a6b8-fd5ec11bd66c requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:37:17.220570 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-70259230-037f-4c61-861d-cb13cb97fa43 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4292061 Dec 21 13:37:17.223433 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 32986) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:37:17.373653 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68aba059-fa65-4dd7-9313-19f868b3fd68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-b2311590-9507-4840-a6b8-fd5ec11bd66c', 'network_id': 'b2311590-9507-4840-a6b8-fd5ec11bd66c', 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'fixed_ips': [{'subnet_id': '647a33bb-4d49-400f-8385-db0e8e97a903'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:37:17.374524 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-68aba059-fa65-4dd7-9313-19f868b3fd68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:17.560874 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e9b4b9b4-5e08-4229-8497-bbad84900aae None None] Publish callbacks [] for port, precommit_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:17.568624 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e9b4b9b4-5e08-4229-8497-bbad84900aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:17.608960 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-68aba059-fa65-4dd7-9313-19f868b3fd68 None None] Allocated IP 172.20.0.2 (b2311590-9507-4840-a6b8-fd5ec11bd66c/647a33bb-4d49-400f-8385-db0e8e97a903/9557046e-5286-492e-af43-c7288f258a8f) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:37:17.634648 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95799934-eab3-4f52-80a6-34337e0f5ecd None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:37:17.640484 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17287b51-6f1a-46e0-8347-0eced16713ff None None] Pushing event updated for resources: {'Port': ['ID=4c72d793-bfb4-4186-a24c-7f0ebd295bee,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:37:17.650893 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-e9b4b9b4-5e08-4229-8497-bbad84900aae None None] Attempting to bind port 4c72d793-bfb4-4186-a24c-7f0ebd295bee on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:37:17.651230 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-e9b4b9b4-5e08-4229-8497-bbad84900aae None None] Attempting to bind port 4c72d793-bfb4-4186-a24c-7f0ebd295bee by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:37:17.651599 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b4b9b4-5e08-4229-8497-bbad84900aae None None] Attempting to bind port 4c72d793-bfb4-4186-a24c-7f0ebd295bee on network 7fdf1889-f079-4166-bbda-88b2a8d8d595 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:37:17.668298 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4b6f2ae4-a1dc-4275-9c77-8739191b6168 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:17.673975 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b4b9b4-5e08-4229-8497-bbad84900aae None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:37:17.674368 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b4b9b4-5e08-4229-8497-bbad84900aae None None] Checking segment: {'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:37:17.674782 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e9b4b9b4-5e08-4229-8497-bbad84900aae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:17.675177 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b4b9b4-5e08-4229-8497-bbad84900aae None None] Bound using segment: {'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:37:17.675655 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-e9b4b9b4-5e08-4229-8497-bbad84900aae None None] Bound port: 4c72d793-bfb4-4186-a24c-7f0ebd295bee, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:37:17.676036 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e9b4b9b4-5e08-4229-8497-bbad84900aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:17.778542 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-d0eea003-3c6a-4c05-85a9-a9e903a0075b None None] Provisioning complete for port 4c72d793-bfb4-4186-a24c-7f0ebd295bee triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:37:17.779283 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d0eea003-3c6a-4c05-85a9-a9e903a0075b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:17.807781 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-e9b4b9b4-5e08-4229-8497-bbad84900aae None None] For port 4c72d793-bfb4-4186-a24c-7f0ebd295bee, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:37:17.835940 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-e9b4b9b4-5e08-4229-8497-bbad84900aae None None] For port 4c72d793-bfb4-4186-a24c-7f0ebd295bee, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4c72d793-bfb4-4186-a24c-7f0ebd295bee,segment=NetworkSegment(a32e5bfd-6fac-434f-817b-5707a23fd2ca),segment_id=a32e5bfd-6fac-434f-817b-5707a23fd2ca)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:37:17.859006 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-d0eea003-3c6a-4c05-85a9-a9e903a0075b None None] Port 4c72d793-bfb4-4186-a24c-7f0ebd295bee cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:37:17.861443 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e9b4b9b4-5e08-4229-8497-bbad84900aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:17.923121 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-68aba059-fa65-4dd7-9313-19f868b3fd68 None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:17.929677 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7f2e90-9063-4ea1-a472-e5d571b99da5 None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:37:17.945371 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-68aba059-fa65-4dd7-9313-19f868b3fd68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:17.959287 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17287b51-6f1a-46e0-8347-0eced16713ff None None] Pushing event updated for resources: {'Port': ['ID=4c72d793-bfb4-4186-a24c-7f0ebd295bee,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:37:17.967543 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b4b9b4-5e08-4229-8497-bbad84900aae None None] Routers {'d07863cd-838c-48cf-8d7b-a5826bef8a25'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:37:17.968175 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-e9b4b9b4-5e08-4229-8497-bbad84900aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:36:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['d07863cd-838c-48cf-8d7b-a5826bef8a25'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:37:18.019277 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-4b6f2ae4-a1dc-4275-9c77-8739191b6168 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Allocated IP 172.20.0.1 (b2311590-9507-4840-a6b8-fd5ec11bd66c/647a33bb-4d49-400f-8385-db0e8e97a903/147111d5-2cd4-4cdb-ac21-0ac9dded6006) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:37:18.040477 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68aba059-fa65-4dd7-9313-19f868b3fd68 None None] Network b2311590-9507-4840-a6b8-fd5ec11bd66c is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:37:18.055135 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-68aba059-fa65-4dd7-9313-19f868b3fd68 None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:37:18.062329 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68aba059-fa65-4dd7-9313-19f868b3fd68 None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:37:18.069651 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aba059-fa65-4dd7-9313-19f868b3fd68 None None] Pushing event updated for resources: {'Port': ['ID=9557046e-5286-492e-af43-c7288f258a8f,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:37:18.108150 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-d16255e2-a377-49a7-a252-a81450dc5544 None None] Provisioning complete for port 4c72d793-bfb4-4186-a24c-7f0ebd295bee triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:37:18.108435 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d16255e2-a377-49a7-a252-a81450dc5544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:18.171466 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4b6f2ae4-a1dc-4275-9c77-8739191b6168 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:18.201632 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-68aba059-fa65-4dd7-9313-19f868b3fd68 None None] Attempting to bind port 9557046e-5286-492e-af43-c7288f258a8f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:37:18.202010 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-68aba059-fa65-4dd7-9313-19f868b3fd68 None None] Attempting to bind port 9557046e-5286-492e-af43-c7288f258a8f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '0042b91b-603a-4cb8-89b9-e5f635f602de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b2311590-9507-4840-a6b8-fd5ec11bd66c'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:37:18.202404 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68aba059-fa65-4dd7-9313-19f868b3fd68 None None] Attempting to bind port 9557046e-5286-492e-af43-c7288f258a8f on network b2311590-9507-4840-a6b8-fd5ec11bd66c {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:37:18.216230 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-e9b4b9b4-5e08-4229-8497-bbad84900aae None None] Set router d07863cd-838c-48cf-8d7b-a5826bef8a25 gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:37:18.222886 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4b6f2ae4-a1dc-4275-9c77-8739191b6168 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:18.243108 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68aba059-fa65-4dd7-9313-19f868b3fd68 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:37:18.243488 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68aba059-fa65-4dd7-9313-19f868b3fd68 None None] Checking segment: {'id': '0042b91b-603a-4cb8-89b9-e5f635f602de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b2311590-9507-4840-a6b8-fd5ec11bd66c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:37:18.243907 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-68aba059-fa65-4dd7-9313-19f868b3fd68 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:18.244300 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68aba059-fa65-4dd7-9313-19f868b3fd68 None None] Bound using segment: {'id': '0042b91b-603a-4cb8-89b9-e5f635f602de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b2311590-9507-4840-a6b8-fd5ec11bd66c'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:37:18.244798 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-68aba059-fa65-4dd7-9313-19f868b3fd68 None None] Bound port: 9557046e-5286-492e-af43-c7288f258a8f, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0042b91b-603a-4cb8-89b9-e5f635f602de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b2311590-9507-4840-a6b8-fd5ec11bd66c'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:37:18.245179 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-68aba059-fa65-4dd7-9313-19f868b3fd68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:18.278023 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6f2ae4-a1dc-4275-9c77-8739191b6168 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Network b2311590-9507-4840-a6b8-fd5ec11bd66c is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:37:18.281516 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-4b6f2ae4-a1dc-4275-9c77-8739191b6168 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:37:18.285949 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6f2ae4-a1dc-4275-9c77-8739191b6168 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:37:18.313941 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6f2ae4-a1dc-4275-9c77-8739191b6168 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'Port': ['ID=147111d5-2cd4-4cdb-ac21-0ac9dded6006,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:37:18.346695 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4b6f2ae4-a1dc-4275-9c77-8739191b6168 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532557'] for router_interface, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:18.423197 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d16255e2-a377-49a7-a252-a81450dc5544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:18.446870 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-68aba059-fa65-4dd7-9313-19f868b3fd68 None None] For port 9557046e-5286-492e-af43-c7288f258a8f, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:37:18.452716 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-68aba059-fa65-4dd7-9313-19f868b3fd68 None None] For port 9557046e-5286-492e-af43-c7288f258a8f, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9557046e-5286-492e-af43-c7288f258a8f,segment=NetworkSegment(0042b91b-603a-4cb8-89b9-e5f635f602de),segment_id=0042b91b-603a-4cb8-89b9-e5f635f602de)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:37:18.462777 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-68aba059-fa65-4dd7-9313-19f868b3fd68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:18.465744 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-d16255e2-a377-49a7-a252-a81450dc5544 None None] For port 4c72d793-bfb4-4186-a24c-7f0ebd295bee, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4c72d793-bfb4-4186-a24c-7f0ebd295bee,segment=NetworkSegment(a32e5bfd-6fac-434f-817b-5707a23fd2ca),segment_id=a32e5bfd-6fac-434f-817b-5707a23fd2ca)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:37:18.496847 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d16255e2-a377-49a7-a252-a81450dc5544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:18.513056 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4b6f2ae4-a1dc-4275-9c77-8739191b6168 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:18.564555 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aba059-fa65-4dd7-9313-19f868b3fd68 None None] Pushing event updated for resources: {'Port': ['ID=9557046e-5286-492e-af43-c7288f258a8f,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:37:18.622999 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-e9b4b9b4-5e08-4229-8497-bbad84900aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07863cd-838c-48cf-8d7b-a5826bef8a25', 'name': 'tempest-TestNetworkBasicOps-router-1116948874', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.152'}], 'enable_snat': True}, 'gw_port_id': '4c72d793-bfb4-4186-a24c-7f0ebd295bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:37:14Z', 'updated_at': '2021-12-21T13:37:15Z', 'revision_number': 3, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': '4c72d793-bfb4-4186-a24c-7f0ebd295bee', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:82:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd07863cd-838c-48cf-8d7b-a5826bef8a25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:37:15Z', 'updated_at': '2021-12-21T13:37:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:37:18.653308 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16255e2-a377-49a7-a252-a81450dc5544 None None] Pushing event updated for resources: {'Port': ['ID=4c72d793-bfb4-4186-a24c-7f0ebd295bee,revision_number=4']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:37:18.656253 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b4b9b4-5e08-4229-8497-bbad84900aae None None] The sync data for ids ['d07863cd-838c-48cf-8d7b-a5826bef8a25'] in dv-neutron-master-2-hyperv is: [{'id': 'd07863cd-838c-48cf-8d7b-a5826bef8a25', 'name': 'tempest-TestNetworkBasicOps-router-1116948874', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.152'}], 'enable_snat': True}, 'gw_port_id': '4c72d793-bfb4-4186-a24c-7f0ebd295bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:37:14Z', 'updated_at': '2021-12-21T13:37:15Z', 'revision_number': 3, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': '4c72d793-bfb4-4186-a24c-7f0ebd295bee', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:82:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd07863cd-838c-48cf-8d7b-a5826bef8a25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:37:15Z', 'updated_at': '2021-12-21T13:37:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:37:18.919082 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4b6f2ae4-a1dc-4275-9c77-8739191b6168 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:18.927792 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4b6f2ae4-a1dc-4275-9c77-8739191b6168 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:19.039699 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6f2ae4-a1dc-4275-9c77-8739191b6168 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'Port': ['ID=147111d5-2cd4-4cdb-ac21-0ac9dded6006,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:37:19.042214 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4b6f2ae4-a1dc-4275-9c77-8739191b6168 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532537'] for router_interface, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:19.147323 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6f2ae4-a1dc-4275-9c77-8739191b6168 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Network b2311590-9507-4840-a6b8-fd5ec11bd66c is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:37:19.148904 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-4b6f2ae4-a1dc-4275-9c77-8739191b6168 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:37:19.302036 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b6f2ae4-a1dc-4275-9c77-8739191b6168 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Router d07863cd-838c-48cf-8d7b-a5826bef8a25 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:37:19.434768 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b6f2ae4-a1dc-4275-9c77-8739191b6168 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:37:19.447685 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-4b6f2ae4-a1dc-4275-9c77-8739191b6168 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "PUT /v2.0/routers/d07863cd-838c-48cf-8d7b-a5826bef8a25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2208419 Dec 21 13:37:19.447988 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 33000) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:37:19.716994 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b569b1-ec74-463d-8f66-3ce03aee6744 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:37:19.717483 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b569b1-ec74-463d-8f66-3ce03aee6744 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:37:19.718133 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b569b1-ec74-463d-8f66-3ce03aee6744 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:37:19.719568 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b569b1-ec74-463d-8f66-3ce03aee6744 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:37:19.720251 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b569b1-ec74-463d-8f66-3ce03aee6744 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:37:19.720877 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b569b1-ec74-463d-8f66-3ce03aee6744 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:37:19.726023 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-b9b569b1-ec74-463d-8f66-3ce03aee6744 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.2764583 Dec 21 13:37:19.726230 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 33004) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:37:19.783043 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a83be7f-8ca0-4c72-9683-b4b2095ffc99 None None] Network b2311590-9507-4840-a6b8-fd5ec11bd66c requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:37:19.795960 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468e30a9-9afe-4373-b466-b19e73493a50 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:37:19.797331 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468e30a9-9afe-4373-b466-b19e73493a50 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:37:19.797331 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468e30a9-9afe-4373-b466-b19e73493a50 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:37:19.797842 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468e30a9-9afe-4373-b466-b19e73493a50 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:37:19.798401 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468e30a9-9afe-4373-b466-b19e73493a50 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:37:19.798913 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468e30a9-9afe-4373-b466-b19e73493a50 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:37:19.801414 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-468e30a9-9afe-4373-b466-b19e73493a50 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0737345 Dec 21 13:37:19.803819 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 33006) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:37:19.871162 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-b2f9b579-f025-47ca-953f-8278f08a316a None None] Provisioning complete for port 9557046e-5286-492e-af43-c7288f258a8f triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:37:19.871637 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b2f9b579-f025-47ca-953f-8278f08a316a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:20.051961 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-c4dbcbfc-ae5f-4512-bdb6-95dad268509d tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2466269 Dec 21 13:37:20.057672 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 33008) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:37:20.067066 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-982cd0d6-ad1f-4158-97bf-9451830e8506 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-965466937', 'network_id': 'b2311590-9507-4840-a6b8-fd5ec11bd66c'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:37:20.195024 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b2f9b579-f025-47ca-953f-8278f08a316a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:20.210239 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-982cd0d6-ad1f-4158-97bf-9451830e8506 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Made reservation on behalf of 577ee1d2880f4d34a80a7dfd0cf7da03 for: {'port': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:37:20.215288 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-982cd0d6-ad1f-4158-97bf-9451830e8506 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:20.241122 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-b2f9b579-f025-47ca-953f-8278f08a316a None None] For port 9557046e-5286-492e-af43-c7288f258a8f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9557046e-5286-492e-af43-c7288f258a8f,segment=NetworkSegment(0042b91b-603a-4cb8-89b9-e5f635f602de),segment_id=0042b91b-603a-4cb8-89b9-e5f635f602de)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:37:20.243403 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [None req-982cd0d6-ad1f-4158-97bf-9451830e8506 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] device_id is not set on port 29ade5cf-2663-4669-b98a-334803f7d028 yet. {{(pid=103153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 13:37:20.262234 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b2f9b579-f025-47ca-953f-8278f08a316a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:20.269216 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 4c72d793-bfb4-4186-a24c-7f0ebd295bee up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:37:20.340226 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f9b579-f025-47ca-953f-8278f08a316a None None] Pushing event updated for resources: {'Port': ['ID=9557046e-5286-492e-af43-c7288f258a8f,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:37:20.406970 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 4c72d793-bfb4-4186-a24c-7f0ebd295bee triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:37:20.407348 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:20.446994 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-982cd0d6-ad1f-4158-97bf-9451830e8506 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Allocated IP 172.20.0.8 (b2311590-9507-4840-a6b8-fd5ec11bd66c/647a33bb-4d49-400f-8385-db0e8e97a903/29ade5cf-2663-4669-b98a-334803f7d028) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:37:20.529500 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 9557046e-5286-492e-af43-c7288f258a8f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:37:20.532943 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-8ac80c12-f7c9-4524-b288-96ae08a4de41 None None] Provisioning complete for port 147111d5-2cd4-4cdb-ac21-0ac9dded6006 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:37:20.533299 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8ac80c12-f7c9-4524-b288-96ae08a4de41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:20.639228 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-8ac80c12-f7c9-4524-b288-96ae08a4de41 None None] Port 147111d5-2cd4-4cdb-ac21-0ac9dded6006 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:37:20.644538 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 9557046e-5286-492e-af43-c7288f258a8f triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:37:20.644943 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:20.654459 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-982cd0d6-ad1f-4158-97bf-9451830e8506 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:20.683690 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-8ac80c12-f7c9-4524-b288-96ae08a4de41 None None] Provisioning complete for port 9557046e-5286-492e-af43-c7288f258a8f triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:37:20.684075 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8ac80c12-f7c9-4524-b288-96ae08a4de41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:20.708022 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-982cd0d6-ad1f-4158-97bf-9451830e8506 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:20.774917 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982cd0d6-ad1f-4158-97bf-9451830e8506 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Network b2311590-9507-4840-a6b8-fd5ec11bd66c is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:37:20.777860 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-982cd0d6-ad1f-4158-97bf-9451830e8506 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:37:20.788610 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982cd0d6-ad1f-4158-97bf-9451830e8506 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:37:20.851759 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411efda2-6b44-4c7c-8ed8-6f5dca840ebe None None] Sync routers for ids ['d07863cd-838c-48cf-8d7b-a5826bef8a25'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:37:20.863717 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411efda2-6b44-4c7c-8ed8-6f5dca840ebe None None] Routers {'d07863cd-838c-48cf-8d7b-a5826bef8a25'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:37:20.864503 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-411efda2-6b44-4c7c-8ed8-6f5dca840ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:36:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['d07863cd-838c-48cf-8d7b-a5826bef8a25'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:37:20.871173 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982cd0d6-ad1f-4158-97bf-9451830e8506 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'Port': ['ID=29ade5cf-2663-4669-b98a-334803f7d028,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:37:20.894949 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-982cd0d6-ad1f-4158-97bf-9451830e8506 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:37:20.895630 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-982cd0d6-ad1f-4158-97bf-9451830e8506 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:20.922562 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-982cd0d6-ad1f-4158-97bf-9451830e8506 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8604648 Dec 21 13:37:20.987030 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-a4937e6b-4143-4c84-bf09-fb8b31058834 None None] Provisioning complete for port 147111d5-2cd4-4cdb-ac21-0ac9dded6006 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:37:20.987501 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a4937e6b-4143-4c84-bf09-fb8b31058834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:21.018878 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-411efda2-6b44-4c7c-8ed8-6f5dca840ebe None None] Set router d07863cd-838c-48cf-8d7b-a5826bef8a25 gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:37:21.061816 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-a4937e6b-4143-4c84-bf09-fb8b31058834 None None] Port 147111d5-2cd4-4cdb-ac21-0ac9dded6006 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:37:21.133001 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 33018) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:37:21.137596 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-c93c33a5-bbf0-4c5a-a16d-d483048278a5 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-4633703', 'description': 'tempest-secgroup-smoke-4633703 description', 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:37:21.168844 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c93c33a5-bbf0-4c5a-a16d-d483048278a5 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:21.295407 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fad59ba6-9e54-4f48-a7e4-856b0e3802ab None None] Provisioning complete for port 29ade5cf-2663-4669-b98a-334803f7d028 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:37:21.295750 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fad59ba6-9e54-4f48-a7e4-856b0e3802ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:21.306025 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c93c33a5-bbf0-4c5a-a16d-d483048278a5 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:21.322091 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c93c33a5-bbf0-4c5a-a16d-d483048278a5 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:21.352648 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93c33a5-bbf0-4c5a-a16d-d483048278a5 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c194dcd6-531a-4650-acde-32241c4e9c78,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:37:21.358556 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c93c33a5-bbf0-4c5a-a16d-d483048278a5 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:21.362658 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 33024) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:37:21.363207 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-c93c33a5-bbf0-4c5a-a16d-d483048278a5 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2288659 Dec 21 13:37:21.365620 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fad59ba6-9e54-4f48-a7e4-856b0e3802ab None None] Port 29ade5cf-2663-4669-b98a-334803f7d028 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:37:21.368563 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-5a2519a4-f825-41fb-af2b-7b62056f4832 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'security_group_rule': {'security_group_id': 'c194dcd6-531a-4650-acde-32241c4e9c78', 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:37:21.374440 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-411efda2-6b44-4c7c-8ed8-6f5dca840ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07863cd-838c-48cf-8d7b-a5826bef8a25', 'name': 'tempest-TestNetworkBasicOps-router-1116948874', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.152'}], 'enable_snat': True}, 'gw_port_id': '4c72d793-bfb4-4186-a24c-7f0ebd295bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:37:14Z', 'updated_at': '2021-12-21T13:37:18Z', 'revision_number': 4, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': '4c72d793-bfb4-4186-a24c-7f0ebd295bee', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:82:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07863cd-838c-48cf-8d7b-a5826bef8a25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:37:15Z', 'updated_at': '2021-12-21T13:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '147111d5-2cd4-4cdb-ac21-0ac9dded6006', 'name': '', 'network_id': 'b2311590-9507-4840-a6b8-fd5ec11bd66c', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'mac_address': 'fa:16:3e:60:d0:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd07863cd-838c-48cf-8d7b-a5826bef8a25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '647a33bb-4d49-400f-8385-db0e8e97a903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:37:17Z', 'updated_at': '2021-12-21T13:37:18Z', 'revision_number': 2, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'subnets': [{'id': '647a33bb-4d49-400f-8385-db0e8e97a903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:37:21.403034 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411efda2-6b44-4c7c-8ed8-6f5dca840ebe None None] Checking router: d07863cd-838c-48cf-8d7b-a5826bef8a25 for host: dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:37:21.403394 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411efda2-6b44-4c7c-8ed8-6f5dca840ebe None None] Updating router d07863cd-838c-48cf-8d7b-a5826bef8a25 port 147111d5-2cd4-4cdb-ac21-0ac9dded6006 binding host dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 13:37:21.408686 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5a2519a4-f825-41fb-af2b-7b62056f4832 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:21.430238 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-411efda2-6b44-4c7c-8ed8-6f5dca840ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:21.470855 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5a2519a4-f825-41fb-af2b-7b62056f4832 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:21.475873 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5a2519a4-f825-41fb-af2b-7b62056f4832 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:21.497077 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2519a4-f825-41fb-af2b-7b62056f4832 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4339482a-537b-4a2d-b734-6f6aaa95c34a,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:37:21.502125 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5a2519a4-f825-41fb-af2b-7b62056f4832 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:21.506393 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 33028) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:37:21.510875 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-c2db6ae1-2bcf-4b36-b008-3289c68d0bf2 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'security_group_rule': {'security_group_id': 'c194dcd6-531a-4650-acde-32241c4e9c78', 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:37:21.511047 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-5a2519a4-f825-41fb-af2b-7b62056f4832 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1470664 Dec 21 13:37:21.544187 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c2db6ae1-2bcf-4b36-b008-3289c68d0bf2 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:21.602854 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c2db6ae1-2bcf-4b36-b008-3289c68d0bf2 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:21.607908 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c2db6ae1-2bcf-4b36-b008-3289c68d0bf2 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:21.632794 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2db6ae1-2bcf-4b36-b008-3289c68d0bf2 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce2cb294-edd2-464e-a1cf-fac37a6c1750,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:37:21.643645 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c2db6ae1-2bcf-4b36-b008-3289c68d0bf2 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:21.648054 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-c2db6ae1-2bcf-4b36-b008-3289c68d0bf2 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1380627 Dec 21 13:37:21.648371 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 33030) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:37:21.653353 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-c2e2169e-c4cb-425e-adc4-039236ed86d6 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'security_group_rule': {'security_group_id': 'c194dcd6-531a-4650-acde-32241c4e9c78', 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:37:21.683849 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c2e2169e-c4cb-425e-adc4-039236ed86d6 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:21.746561 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c2e2169e-c4cb-425e-adc4-039236ed86d6 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:21.749150 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-411efda2-6b44-4c7c-8ed8-6f5dca840ebe None None] Publish callbacks [] for port, precommit_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:21.751091 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c2e2169e-c4cb-425e-adc4-039236ed86d6 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:21.755933 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-411efda2-6b44-4c7c-8ed8-6f5dca840ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:21.769704 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e2169e-c4cb-425e-adc4-039236ed86d6 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17682db0-4491-4f04-b51d-77b0a6544841,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:37:21.780616 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c2e2169e-c4cb-425e-adc4-039236ed86d6 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:21.784602 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-c2e2169e-c4cb-425e-adc4-039236ed86d6 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1323917 Dec 21 13:37:21.785078 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 33032) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:37:21.789717 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-cd4529b4-585a-4a65-9442-d0123ff0bdfc tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'security_group_rule': {'security_group_id': 'c194dcd6-531a-4650-acde-32241c4e9c78', 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:37:21.807724 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6f3bfb-dd41-47a0-a37c-846f152e5cad None None] Pushing event updated for resources: {'Port': ['ID=147111d5-2cd4-4cdb-ac21-0ac9dded6006,revision_number=3']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:37:21.819128 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6f3bfb-dd41-47a0-a37c-846f152e5cad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:37:21.819604 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6f3bfb-dd41-47a0-a37c-846f152e5cad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:37:21.819947 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6f3bfb-dd41-47a0-a37c-846f152e5cad None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:37:21.820317 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6f3bfb-dd41-47a0-a37c-846f152e5cad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:37:21.820652 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6f3bfb-dd41-47a0-a37c-846f152e5cad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:37:21.820985 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6f3bfb-dd41-47a0-a37c-846f152e5cad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:37:21.821331 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6f3bfb-dd41-47a0-a37c-846f152e5cad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:37:21.821665 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6f3bfb-dd41-47a0-a37c-846f152e5cad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:37:21.822139 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6f3bfb-dd41-47a0-a37c-846f152e5cad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:37:21.822677 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6f3bfb-dd41-47a0-a37c-846f152e5cad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:37:21.823446 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6f3bfb-dd41-47a0-a37c-846f152e5cad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:37:21.823446 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6f3bfb-dd41-47a0-a37c-846f152e5cad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:37:21.823811 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6f3bfb-dd41-47a0-a37c-846f152e5cad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:37:21.829170 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cd4529b4-585a-4a65-9442-d0123ff0bdfc tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:21.877255 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.agents_db [None req-c60a5637-8c6f-4692-b23b-7dd82bd36b21 None None] Agent healthcheck: found 6 active agents {{(pid=103155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 13:37:21.888717 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-411efda2-6b44-4c7c-8ed8-6f5dca840ebe None None] Attempting to bind port 147111d5-2cd4-4cdb-ac21-0ac9dded6006 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:37:21.889084 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-411efda2-6b44-4c7c-8ed8-6f5dca840ebe None None] Attempting to bind port 147111d5-2cd4-4cdb-ac21-0ac9dded6006 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '0042b91b-603a-4cb8-89b9-e5f635f602de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b2311590-9507-4840-a6b8-fd5ec11bd66c'}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:37:21.889453 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411efda2-6b44-4c7c-8ed8-6f5dca840ebe None None] Attempting to bind port 147111d5-2cd4-4cdb-ac21-0ac9dded6006 on network b2311590-9507-4840-a6b8-fd5ec11bd66c {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:37:21.895595 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411efda2-6b44-4c7c-8ed8-6f5dca840ebe None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:37:21.895998 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411efda2-6b44-4c7c-8ed8-6f5dca840ebe None None] Checking segment: {'id': '0042b91b-603a-4cb8-89b9-e5f635f602de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b2311590-9507-4840-a6b8-fd5ec11bd66c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:37:21.896376 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-411efda2-6b44-4c7c-8ed8-6f5dca840ebe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:21.896765 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411efda2-6b44-4c7c-8ed8-6f5dca840ebe None None] Bound using segment: {'id': '0042b91b-603a-4cb8-89b9-e5f635f602de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b2311590-9507-4840-a6b8-fd5ec11bd66c'} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:37:21.897227 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-411efda2-6b44-4c7c-8ed8-6f5dca840ebe None None] Bound port: 147111d5-2cd4-4cdb-ac21-0ac9dded6006, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0042b91b-603a-4cb8-89b9-e5f635f602de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b2311590-9507-4840-a6b8-fd5ec11bd66c'}}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:37:21.897603 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-411efda2-6b44-4c7c-8ed8-6f5dca840ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:21.923485 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cd4529b4-585a-4a65-9442-d0123ff0bdfc tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:21.929692 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cd4529b4-585a-4a65-9442-d0123ff0bdfc tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:21.960175 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4529b4-585a-4a65-9442-d0123ff0bdfc tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a49d203-21fc-4dbd-91eb-ab17df46c390,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:37:21.987382 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cd4529b4-585a-4a65-9442-d0123ff0bdfc tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:21.999268 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 33034) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:37:21.999693 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-cd4529b4-585a-4a65-9442-d0123ff0bdfc tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2130878 Dec 21 13:37:22.009774 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-66894a9c-a599-4003-b9c8-565bfdb3d8c2 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'security_group_rule': {'security_group_id': 'c194dcd6-531a-4650-acde-32241c4e9c78', 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:37:22.018294 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-411efda2-6b44-4c7c-8ed8-6f5dca840ebe None None] For port 147111d5-2cd4-4cdb-ac21-0ac9dded6006, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:37:22.023649 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-411efda2-6b44-4c7c-8ed8-6f5dca840ebe None None] For port 147111d5-2cd4-4cdb-ac21-0ac9dded6006, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=147111d5-2cd4-4cdb-ac21-0ac9dded6006,segment=NetworkSegment(0042b91b-603a-4cb8-89b9-e5f635f602de),segment_id=0042b91b-603a-4cb8-89b9-e5f635f602de)] {{(pid=103155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:37:22.032265 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-411efda2-6b44-4c7c-8ed8-6f5dca840ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:22.049092 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.securitygroups_db [None req-66894a9c-a599-4003-b9c8-565bfdb3d8c2 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Project 577ee1d2880f4d34a80a7dfd0cf7da03 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 13:37:22.061723 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-66894a9c-a599-4003-b9c8-565bfdb3d8c2 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:22.173023 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411efda2-6b44-4c7c-8ed8-6f5dca840ebe None None] Routers {'d07863cd-838c-48cf-8d7b-a5826bef8a25'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:37:22.173520 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 9557046e-5286-492e-af43-c7288f258a8f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:37:22.174441 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-411efda2-6b44-4c7c-8ed8-6f5dca840ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:36:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['d07863cd-838c-48cf-8d7b-a5826bef8a25'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:37:22.177884 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6f3bfb-dd41-47a0-a37c-846f152e5cad None None] Pushing event updated for resources: {'Port': ['ID=147111d5-2cd4-4cdb-ac21-0ac9dded6006,revision_number=4']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:37:22.193631 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-66894a9c-a599-4003-b9c8-565bfdb3d8c2 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:22.201249 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-66894a9c-a599-4003-b9c8-565bfdb3d8c2 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:22.224102 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66894a9c-a599-4003-b9c8-565bfdb3d8c2 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4126b807-c8e9-44b1-bbbc-2c11ebb4b4d1,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:37:22.255971 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-66894a9c-a599-4003-b9c8-565bfdb3d8c2 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:22.259899 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-66894a9c-a599-4003-b9c8-565bfdb3d8c2 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2581854 Dec 21 13:37:22.262737 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 33036) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:37:22.284781 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-d62a07bd-61dd-480c-990f-a97b09f7ca1f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'security_group_rule': {'security_group_id': 'c194dcd6-531a-4650-acde-32241c4e9c78', 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:37:22.343456 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-2f35deb7-b054-4854-847d-bc1369e611e1 None None] Provisioning complete for port 147111d5-2cd4-4cdb-ac21-0ac9dded6006 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:37:22.345310 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-2f35deb7-b054-4854-847d-bc1369e611e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:22.351380 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.securitygroups_db [None req-d62a07bd-61dd-480c-990f-a97b09f7ca1f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Project 577ee1d2880f4d34a80a7dfd0cf7da03 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 13:37:22.362475 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d62a07bd-61dd-480c-990f-a97b09f7ca1f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:22.436420 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 9557046e-5286-492e-af43-c7288f258a8f triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:37:22.437087 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:22.438339 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-411efda2-6b44-4c7c-8ed8-6f5dca840ebe None None] Set router d07863cd-838c-48cf-8d7b-a5826bef8a25 gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:37:22.470885 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d62a07bd-61dd-480c-990f-a97b09f7ca1f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:22.478540 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d62a07bd-61dd-480c-990f-a97b09f7ca1f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:22.500562 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62a07bd-61dd-480c-990f-a97b09f7ca1f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8aa9c7e1-338f-4041-8e6c-a4811e01fd0d,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:37:22.529428 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d62a07bd-61dd-480c-990f-a97b09f7ca1f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:22.532819 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-d62a07bd-61dd-480c-990f-a97b09f7ca1f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2690706 Dec 21 13:37:22.549597 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-2f35deb7-b054-4854-847d-bc1369e611e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:22.640097 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-2f35deb7-b054-4854-847d-bc1369e611e1 None None] For port 147111d5-2cd4-4cdb-ac21-0ac9dded6006, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=147111d5-2cd4-4cdb-ac21-0ac9dded6006,segment=NetworkSegment(0042b91b-603a-4cb8-89b9-e5f635f602de),segment_id=0042b91b-603a-4cb8-89b9-e5f635f602de)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:37:22.647376 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-2f35deb7-b054-4854-847d-bc1369e611e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:22.702449 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f35deb7-b054-4854-847d-bc1369e611e1 None None] Pushing event updated for resources: {'Port': ['ID=147111d5-2cd4-4cdb-ac21-0ac9dded6006,revision_number=5']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:37:22.721615 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-82b37699-7d2e-409c-b848-8d287e6950f9 req-9873b95a-4548-4bcf-835a-87625125c4e8 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-4633703&fields=id&tenant_id=577ee1d2880f4d34a80a7dfd0cf7da03 HTTP/1.1" status: 200 len: 267 time: 0.0551090 Dec 21 13:37:22.746653 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-411efda2-6b44-4c7c-8ed8-6f5dca840ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07863cd-838c-48cf-8d7b-a5826bef8a25', 'name': 'tempest-TestNetworkBasicOps-router-1116948874', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.152'}], 'enable_snat': True}, 'gw_port_id': '4c72d793-bfb4-4186-a24c-7f0ebd295bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:37:14Z', 'updated_at': '2021-12-21T13:37:18Z', 'revision_number': 4, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': '4c72d793-bfb4-4186-a24c-7f0ebd295bee', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:82:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07863cd-838c-48cf-8d7b-a5826bef8a25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:37:15Z', 'updated_at': '2021-12-21T13:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '147111d5-2cd4-4cdb-ac21-0ac9dded6006', 'name': '', 'network_id': 'b2311590-9507-4840-a6b8-fd5ec11bd66c', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'mac_address': 'fa:16:3e:60:d0:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd07863cd-838c-48cf-8d7b-a5826bef8a25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '647a33bb-4d49-400f-8385-db0e8e97a903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:37:17Z', 'updated_at': '2021-12-21T13:37:21Z', 'revision_number': 4, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'subnets': [{'id': '647a33bb-4d49-400f-8385-db0e8e97a903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:37:22.779247 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411efda2-6b44-4c7c-8ed8-6f5dca840ebe None None] The sync data for ids ['d07863cd-838c-48cf-8d7b-a5826bef8a25'] in dv-neutron-master-2-hyperv is: [{'id': 'd07863cd-838c-48cf-8d7b-a5826bef8a25', 'name': 'tempest-TestNetworkBasicOps-router-1116948874', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.152'}], 'enable_snat': True}, 'gw_port_id': '4c72d793-bfb4-4186-a24c-7f0ebd295bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:37:14Z', 'updated_at': '2021-12-21T13:37:18Z', 'revision_number': 4, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': '4c72d793-bfb4-4186-a24c-7f0ebd295bee', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:82:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07863cd-838c-48cf-8d7b-a5826bef8a25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:37:15Z', 'updated_at': '2021-12-21T13:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '147111d5-2cd4-4cdb-ac21-0ac9dded6006', 'name': '', 'network_id': 'b2311590-9507-4840-a6b8-fd5ec11bd66c', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'mac_address': 'fa:16:3e:60:d0:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd07863cd-838c-48cf-8d7b-a5826bef8a25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '647a33bb-4d49-400f-8385-db0e8e97a903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:37:17Z', 'updated_at': '2021-12-21T13:37:21Z', 'revision_number': 4, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'subnets': [{'id': '647a33bb-4d49-400f-8385-db0e8e97a903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:37:22.790665 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b37699-7d2e-409c-b848-8d287e6950f9 req-9da98596-4afe-48fc-a49a-abae6c1226c4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:37:22.796746 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-82b37699-7d2e-409c-b848-8d287e6950f9 req-9da98596-4afe-48fc-a49a-abae6c1226c4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports/29ade5cf-2663-4669-b98a-334803f7d028 HTTP/1.1" status: 200 len: 929 time: 0.0626431 Dec 21 13:37:22.845449 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-61b3d215-0399-4bf4-86fb-57ec7531d0c2 None None] Provisioning complete for port 147111d5-2cd4-4cdb-ac21-0ac9dded6006 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:37:22.845881 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-61b3d215-0399-4bf4-86fb-57ec7531d0c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:22.885079 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-82b37699-7d2e-409c-b848-8d287e6950f9 req-021a1a21-3950-44bf-969d-fd24ab284e07 service neutron] 10.222.0.37 "GET /v2.0/ports/29ade5cf-2663-4669-b98a-334803f7d028?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0791874 Dec 21 13:37:23.018314 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-82b37699-7d2e-409c-b848-8d287e6950f9 req-3cd80707-00a9-46e6-bff7-637e98a122ff service neutron] 10.222.0.37 "GET /v2.0/networks/b2311590-9507-4840-a6b8-fd5ec11bd66c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264853 Dec 21 13:37:23.520924 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-82b37699-7d2e-409c-b848-8d287e6950f9 req-c3e3d104-c43f-40cc-82d4-a970ab0629f4 service neutron] 10.222.0.37 "GET /v2.0/networks/b2311590-9507-4840-a6b8-fd5ec11bd66c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4958434 Dec 21 13:37:23.734752 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-75cf89b5-e73e-4a4c-b435-08d37a23ceb6 req-e6b6446e-6660-4a29-8cbc-c0d8d85a8e32 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0e6cb82-21ca-43ea-869b-8ca5f9ddef63 HTTP/1.1" status: 200 len: 210 time: 0.0493546 Dec 21 13:37:24.197973 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 147111d5-2cd4-4cdb-ac21-0ac9dded6006 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:37:24.265116 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 147111d5-2cd4-4cdb-ac21-0ac9dded6006 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:37:24.265488 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:24.810708 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b37699-7d2e-409c-b848-8d287e6950f9 req-090af01a-08f4-404b-b1f7-5dd9b20e567c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:37:24.812317 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-82b37699-7d2e-409c-b848-8d287e6950f9 req-090af01a-08f4-404b-b1f7-5dd9b20e567c service neutron] 10.222.0.60 "GET /v2.0/ports/29ade5cf-2663-4669-b98a-334803f7d028 HTTP/1.1" status: 200 len: 1025 time: 0.0544186 Dec 21 13:37:24.866599 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7e3ee295-f295-48ad-9762-d84097d1909b req-4b1cdd2c-69a4-4915-97f8-7fad94f1bfd5 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0e6cb82-21ca-43ea-869b-8ca5f9ddef63 HTTP/1.1" status: 200 len: 210 time: 0.0592625 Dec 21 13:37:24.964160 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b37699-7d2e-409c-b848-8d287e6950f9 req-fe8abdcb-78ca-485e-b1a2-4e379cac3f64 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:37:24.965594 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-82b37699-7d2e-409c-b848-8d287e6950f9 req-fe8abdcb-78ca-485e-b1a2-4e379cac3f64 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.60 "GET /v2.0/networks?id=b2311590-9507-4840-a6b8-fd5ec11bd66c HTTP/1.1" status: 200 len: 796 time: 0.1440346 Dec 21 13:37:25.042264 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-82b37699-7d2e-409c-b848-8d287e6950f9 req-ec35542f-7b7e-4d62-ae4e-d95f114e1d56 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=577ee1d2880f4d34a80a7dfd0cf7da03 HTTP/1.1" status: 200 len: 377 time: 0.0621688 Dec 21 13:37:25.054021 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [req-82b37699-7d2e-409c-b848-8d287e6950f9 req-c7de3deb-bc26-45b0-bb6d-b2e845b0c51a service neutron] Request body: {'port': {'device_id': 'f0e6cb82-21ca-43ea-869b-8ca5f9ddef63', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:37:25.119916 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-82b37699-7d2e-409c-b848-8d287e6950f9 req-c7de3deb-bc26-45b0-bb6d-b2e845b0c51a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:25.152551 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e91b43d5-e73c-404f-85ea-f3e0e5cbcfc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:25.509937 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [req-82b37699-7d2e-409c-b848-8d287e6950f9 req-c7de3deb-bc26-45b0-bb6d-b2e845b0c51a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29ade5cf-2663-4669-b98a-334803f7d028 {{(pid=103153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 13:37:25.520959 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-82b37699-7d2e-409c-b848-8d287e6950f9 req-c7de3deb-bc26-45b0-bb6d-b2e845b0c51a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:25.554302 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.provisioning_blocks [req-82b37699-7d2e-409c-b848-8d287e6950f9 req-c7de3deb-bc26-45b0-bb6d-b2e845b0c51a service neutron] Transition to ACTIVE for port object 29ade5cf-2663-4669-b98a-334803f7d028 will not be triggered until provisioned by entity L2. {{(pid=103153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 13:37:25.562603 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-82b37699-7d2e-409c-b848-8d287e6950f9 req-c7de3deb-bc26-45b0-bb6d-b2e845b0c51a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:25.648018 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7de3deb-bc26-45b0-bb6d-b2e845b0c51a service neutron] Pushing event updated for resources: {'Port': ['ID=29ade5cf-2663-4669-b98a-334803f7d028,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:37:25.709208 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-82b37699-7d2e-409c-b848-8d287e6950f9 req-c7de3deb-bc26-45b0-bb6d-b2e845b0c51a service neutron] Attempting to bind port 29ade5cf-2663-4669-b98a-334803f7d028 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:37:25.709775 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-82b37699-7d2e-409c-b848-8d287e6950f9 req-c7de3deb-bc26-45b0-bb6d-b2e845b0c51a service neutron] Attempting to bind port 29ade5cf-2663-4669-b98a-334803f7d028 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '0042b91b-603a-4cb8-89b9-e5f635f602de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b2311590-9507-4840-a6b8-fd5ec11bd66c'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:37:25.710095 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b37699-7d2e-409c-b848-8d287e6950f9 req-c7de3deb-bc26-45b0-bb6d-b2e845b0c51a service neutron] Attempting to bind port 29ade5cf-2663-4669-b98a-334803f7d028 on network b2311590-9507-4840-a6b8-fd5ec11bd66c {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:37:25.720588 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b37699-7d2e-409c-b848-8d287e6950f9 req-c7de3deb-bc26-45b0-bb6d-b2e845b0c51a service neutron] Port 29ade5cf-2663-4669-b98a-334803f7d028 on network b2311590-9507-4840-a6b8-fd5ec11bd66c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 13:37:25.721575 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b37699-7d2e-409c-b848-8d287e6950f9 req-c7de3deb-bc26-45b0-bb6d-b2e845b0c51a service neutron] Attempting to bind port 29ade5cf-2663-4669-b98a-334803f7d028 on network b2311590-9507-4840-a6b8-fd5ec11bd66c {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:37:25.735339 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b37699-7d2e-409c-b848-8d287e6950f9 req-c7de3deb-bc26-45b0-bb6d-b2e845b0c51a service neutron] Checking agent: {'id': 'cb078e0e-af00-4e4f-8117-46ca6496af1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 23, 43), 'started_at': datetime.datetime(2021, 12, 21, 13, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:37:25.736079 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b37699-7d2e-409c-b848-8d287e6950f9 req-c7de3deb-bc26-45b0-bb6d-b2e845b0c51a service neutron] Checking segment: {'id': '0042b91b-603a-4cb8-89b9-e5f635f602de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b2311590-9507-4840-a6b8-fd5ec11bd66c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:37:25.736079 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b37699-7d2e-409c-b848-8d287e6950f9 req-c7de3deb-bc26-45b0-bb6d-b2e845b0c51a service neutron] Bound using segment: {'id': '0042b91b-603a-4cb8-89b9-e5f635f602de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b2311590-9507-4840-a6b8-fd5ec11bd66c'} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:37:25.736863 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-82b37699-7d2e-409c-b848-8d287e6950f9 req-c7de3deb-bc26-45b0-bb6d-b2e845b0c51a service neutron] Bound port: 29ade5cf-2663-4669-b98a-334803f7d028, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0042b91b-603a-4cb8-89b9-e5f635f602de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b2311590-9507-4840-a6b8-fd5ec11bd66c'}}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:37:25.737282 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-82b37699-7d2e-409c-b848-8d287e6950f9 req-c7de3deb-bc26-45b0-bb6d-b2e845b0c51a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:25.825593 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-82b37699-7d2e-409c-b848-8d287e6950f9 req-c7de3deb-bc26-45b0-bb6d-b2e845b0c51a service neutron] For port 29ade5cf-2663-4669-b98a-334803f7d028, host hv-neutron-mast, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:37:25.831445 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-82b37699-7d2e-409c-b848-8d287e6950f9 req-c7de3deb-bc26-45b0-bb6d-b2e845b0c51a service neutron] For port 29ade5cf-2663-4669-b98a-334803f7d028, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=29ade5cf-2663-4669-b98a-334803f7d028,segment=NetworkSegment(0042b91b-603a-4cb8-89b9-e5f635f602de),segment_id=0042b91b-603a-4cb8-89b9-e5f635f602de)] {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:37:25.841423 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-82b37699-7d2e-409c-b848-8d287e6950f9 req-c7de3deb-bc26-45b0-bb6d-b2e845b0c51a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:25.888563 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b37699-7d2e-409c-b848-8d287e6950f9 req-c7de3deb-bc26-45b0-bb6d-b2e845b0c51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:37:25.889282 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-82b37699-7d2e-409c-b848-8d287e6950f9 req-c7de3deb-bc26-45b0-bb6d-b2e845b0c51a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:25.893404 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-82b37699-7d2e-409c-b848-8d287e6950f9 req-c7de3deb-bc26-45b0-bb6d-b2e845b0c51a service neutron] 10.222.0.60 "PUT /v2.0/ports/29ade5cf-2663-4669-b98a-334803f7d028 HTTP/1.1" status: 200 len: 1130 time: 0.8420451 Dec 21 13:37:25.893404 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0e6cb82-21ca-43ea-869b-8ca5f9ddef63', 'tag': '29ade5cf-2663-4669-b98a-334803f7d028'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:37:25.894928 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af6034c98e584fa55ea4398f343c742ceb598288507feaf30d5a15785b2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2b80339-065e-4d86-af7e-e9c28aa4b58b" -d '{"events": [{"name": "network-changed", "server_uuid": "f0e6cb82-21ca-43ea-869b-8ca5f9ddef63", "tag": "29ade5cf-2663-4669-b98a-334803f7d028"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:37:25.928778 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7de3deb-bc26-45b0-bb6d-b2e845b0c51a service neutron] Pushing event updated for resources: {'Port': ['ID=29ade5cf-2663-4669-b98a-334803f7d028,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:37:25.996535 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 13:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3865bd79-c131-4e11-a483-872a09d014a9 x-openstack-request-id: req-3865bd79-c131-4e11-a483-872a09d014a9 {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:37:25.996962 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0e6cb82-21ca-43ea-869b-8ca5f9ddef63", "tag": "29ade5cf-2663-4669-b98a-334803f7d028", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:37:25.997121 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3865bd79-c131-4e11-a483-872a09d014a9 {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:37:25.997423 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0e6cb82-21ca-43ea-869b-8ca5f9ddef63', 'tag': '29ade5cf-2663-4669-b98a-334803f7d028', 'status': 'completed', 'code': 200} Dec 21 13:37:26.025012 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b37699-7d2e-409c-b848-8d287e6950f9 req-5b9ba94b-bfd9-452d-a245-7047932fb13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:37:26.027021 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-82b37699-7d2e-409c-b848-8d287e6950f9 req-5b9ba94b-bfd9-452d-a245-7047932fb13d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=577ee1d2880f4d34a80a7dfd0cf7da03&device_id=f0e6cb82-21ca-43ea-869b-8ca5f9ddef63 HTTP/1.1" status: 200 len: 1133 time: 0.0727391 Dec 21 13:37:26.069395 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a9a99b-cc2b-435b-88b8-b2ea63d5ceb4 req-10b9fdb2-36fd-404f-9050-3facf391a217 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:37:26.072232 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-39a9a99b-cc2b-435b-88b8-b2ea63d5ceb4 req-10b9fdb2-36fd-404f-9050-3facf391a217 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0e6cb82-21ca-43ea-869b-8ca5f9ddef63 HTTP/1.1" status: 200 len: 980 time: 0.0798283 Dec 21 13:37:26.086070 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-82b37699-7d2e-409c-b848-8d287e6950f9 req-3c41bb9e-f5a2-4633-8c48-c2fed063abe0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=29ade5cf-2663-4669-b98a-334803f7d028 HTTP/1.1" status: 200 len: 217 time: 0.0465589 Dec 21 13:37:26.170891 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b37699-7d2e-409c-b848-8d287e6950f9 req-bf337a06-48ca-45c4-a167-c467fbcea611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:37:26.173855 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-82b37699-7d2e-409c-b848-8d287e6950f9 req-bf337a06-48ca-45c4-a167-c467fbcea611 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=647a33bb-4d49-400f-8385-db0e8e97a903 HTTP/1.1" status: 200 len: 834 time: 0.0765929 Dec 21 13:37:26.179937 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-39a9a99b-cc2b-435b-88b8-b2ea63d5ceb4 req-4f839e08-3157-4399-b4e2-9d7937802977 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=24ee8043-4233-4131-8496-70954a89d2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957904 Dec 21 13:37:26.236542 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b37699-7d2e-409c-b848-8d287e6950f9 req-badd9f3f-5c49-41e6-80f7-dbe7e5d3ffa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:37:26.238419 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-82b37699-7d2e-409c-b848-8d287e6950f9 req-badd9f3f-5c49-41e6-80f7-dbe7e5d3ffa8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b2311590-9507-4840-a6b8-fd5ec11bd66c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0581775 Dec 21 13:37:26.365559 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-82b37699-7d2e-409c-b848-8d287e6950f9 req-13b1456a-9115-4957-ab90-0faeae0127ff service neutron] 10.222.0.60 "GET /v2.0/networks/b2311590-9507-4840-a6b8-fd5ec11bd66c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208539 Dec 21 13:37:26.490704 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-82b37699-7d2e-409c-b848-8d287e6950f9 req-6694811a-2506-4ba6-a1fa-2a3b7d8742f6 service neutron] 10.222.0.60 "GET /v2.0/networks/b2311590-9507-4840-a6b8-fd5ec11bd66c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170034 Dec 21 13:37:26.653361 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b80339-065e-4d86-af7e-e9c28aa4b58b req-ccf3d1f4-164d-4e5d-9d3e-d92c2703fecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:37:26.657255 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c2b80339-065e-4d86-af7e-e9c28aa4b58b req-ccf3d1f4-164d-4e5d-9d3e-d92c2703fecb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=577ee1d2880f4d34a80a7dfd0cf7da03&device_id=f0e6cb82-21ca-43ea-869b-8ca5f9ddef63 HTTP/1.1" status: 200 len: 1133 time: 0.0614686 Dec 21 13:37:26.801274 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b80339-065e-4d86-af7e-e9c28aa4b58b req-848584c8-7299-4e0a-aee8-ba524fa42aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:37:26.802986 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c2b80339-065e-4d86-af7e-e9c28aa4b58b req-848584c8-7299-4e0a-aee8-ba524fa42aff service neutron] 10.222.0.60 "GET /v2.0/networks?id=b2311590-9507-4840-a6b8-fd5ec11bd66c HTTP/1.1" status: 200 len: 897 time: 0.1385884 Dec 21 13:37:26.885413 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c2b80339-065e-4d86-af7e-e9c28aa4b58b req-40cd5ad9-4341-4f7f-90b3-4d0750ff9f62 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=29ade5cf-2663-4669-b98a-334803f7d028 HTTP/1.1" status: 200 len: 217 time: 0.0735979 Dec 21 13:37:26.979013 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b80339-065e-4d86-af7e-e9c28aa4b58b req-a33f2a04-726d-4544-afff-80f9c8c701ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:37:26.980546 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c2b80339-065e-4d86-af7e-e9c28aa4b58b req-a33f2a04-726d-4544-afff-80f9c8c701ca service neutron] 10.222.0.60 "GET /v2.0/subnets?id=647a33bb-4d49-400f-8385-db0e8e97a903 HTTP/1.1" status: 200 len: 834 time: 0.0882413 Dec 21 13:37:27.072924 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b80339-065e-4d86-af7e-e9c28aa4b58b req-5100da69-9bb1-4f88-bbef-4001ac034c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:37:27.075912 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c2b80339-065e-4d86-af7e-e9c28aa4b58b req-5100da69-9bb1-4f88-bbef-4001ac034c97 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b2311590-9507-4840-a6b8-fd5ec11bd66c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0881343 Dec 21 13:37:27.214866 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c2b80339-065e-4d86-af7e-e9c28aa4b58b req-7410e0de-3954-420e-9002-927c76749df4 service neutron] 10.222.0.60 "GET /v2.0/networks/b2311590-9507-4840-a6b8-fd5ec11bd66c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323891 Dec 21 13:37:27.385141 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c2b80339-065e-4d86-af7e-e9c28aa4b58b req-230c8bb0-9293-4947-bd51-9699d52bd256 service neutron] 10.222.0.60 "GET /v2.0/networks/b2311590-9507-4840-a6b8-fd5ec11bd66c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633353 Dec 21 13:37:27.396951 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5b6276-ab62-4088-b943-341ffbcfebf4 req-e785c7cd-6006-4aa7-b6a8-8bf096615756 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:37:27.398956 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-bb5b6276-ab62-4088-b943-341ffbcfebf4 req-e785c7cd-6006-4aa7-b6a8-8bf096615756 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0e6cb82-21ca-43ea-869b-8ca5f9ddef63 HTTP/1.1" status: 200 len: 980 time: 0.0976424 Dec 21 13:37:27.468822 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-bb5b6276-ab62-4088-b943-341ffbcfebf4 req-e1321ab3-e761-416d-a34d-9138364dd6d3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=24ee8043-4233-4131-8496-70954a89d2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625477 Dec 21 13:37:27.578449 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-5e8ae277-9f86-4aaa-a9dc-79cc78a0cc35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:28.601158 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07ceda1-7235-49c1-abb8-edbb61b5e522 req-c51e6755-2477-479a-ad82-3caf9e55262d tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:37:28.603617 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-d07ceda1-7235-49c1-abb8-edbb61b5e522 req-c51e6755-2477-479a-ad82-3caf9e55262d tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0e6cb82-21ca-43ea-869b-8ca5f9ddef63 HTTP/1.1" status: 200 len: 980 time: 0.0613351 Dec 21 13:37:28.668826 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-d07ceda1-7235-49c1-abb8-edbb61b5e522 req-95664b62-30c5-4c6d-a400-6da141ccb24a tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=24ee8043-4233-4131-8496-70954a89d2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579419 Dec 21 13:37:28.769564 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:29.789444 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43adbdb-f5e0-499f-be72-cf28a999d73b req-9bf421da-3635-4b69-ae91-970a18b58e88 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:37:29.791107 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b43adbdb-f5e0-499f-be72-cf28a999d73b req-9bf421da-3635-4b69-ae91-970a18b58e88 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0e6cb82-21ca-43ea-869b-8ca5f9ddef63 HTTP/1.1" status: 200 len: 980 time: 0.0508070 Dec 21 13:37:29.847915 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b43adbdb-f5e0-499f-be72-cf28a999d73b req-c068efb9-e24f-4607-9e00-e2d96d5fa77b tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=24ee8043-4233-4131-8496-70954a89d2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491462 Dec 21 13:37:30.554706 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 29ade5cf-2663-4669-b98a-334803f7d028 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 13:37:30.645096 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port 29ade5cf-2663-4669-b98a-334803f7d028, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=29ade5cf-2663-4669-b98a-334803f7d028,segment=NetworkSegment(0042b91b-603a-4cb8-89b9-e5f635f602de),segment_id=0042b91b-603a-4cb8-89b9-e5f635f602de)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:37:30.655178 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Returning: {'device': '29ade5cf-2663-4669-b98a-334803f7d028', 'network_id': 'b2311590-9507-4840-a6b8-fd5ec11bd66c', 'port_id': '29ade5cf-2663-4669-b98a-334803f7d028', 'mac_address': 'fa:16:3e:37:5e:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '647a33bb-4d49-400f-8385-db0e8e97a903', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 13:37:30.712413 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:30.726819 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29ade5cf-2663-4669-b98a-334803f7d028 {{(pid=103154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 13:37:30.748964 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port 29ade5cf-2663-4669-b98a-334803f7d028, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=29ade5cf-2663-4669-b98a-334803f7d028,segment=NetworkSegment(0042b91b-603a-4cb8-89b9-e5f635f602de),segment_id=0042b91b-603a-4cb8-89b9-e5f635f602de)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:37:30.753491 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:30.796429 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:30.808272 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=29ade5cf-2663-4669-b98a-334803f7d028,revision_number=4']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:37:30.974099 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a68ba9f-a1be-4600-b85a-631367ddceab req-4ec58007-5cd5-4ba6-9e1f-f16e9c6ed72d tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:37:30.975752 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-9a68ba9f-a1be-4600-b85a-631367ddceab req-4ec58007-5cd5-4ba6-9e1f-f16e9c6ed72d tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0e6cb82-21ca-43ea-869b-8ca5f9ddef63 HTTP/1.1" status: 200 len: 981 time: 0.0606637 Dec 21 13:37:31.021235 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:31.032508 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-9a68ba9f-a1be-4600-b85a-631367ddceab req-5d550996-12ed-4411-b0b6-86f0f82ee13e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=24ee8043-4233-4131-8496-70954a89d2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509348 Dec 21 13:37:31.035189 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] get_ports_and_sgs() called for port_ids ['29ade5cf-2663-4669-b98a-334803f7d028'] {{(pid=103154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 13:37:31.139621 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-6e517304-f84a-4d51-996c-703309a4088a req-8eadf045-39b1-43e5-9560-14e929eae23d tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1876024814&fields=id&tenant_id=365275e264a6451abad9a44f0c54ac18 HTTP/1.1" status: 200 len: 267 time: 0.0476131 Dec 21 13:37:31.252118 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e517304-f84a-4d51-996c-703309a4088a req-9fc884c8-1cd7-47e6-b581-8aa029d69dec tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:37:31.253477 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-6e517304-f84a-4d51-996c-703309a4088a req-9fc884c8-1cd7-47e6-b581-8aa029d69dec tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/networks?id=f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e HTTP/1.1" status: 200 len: 812 time: 0.1008873 Dec 21 13:37:31.267974 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-6e517304-f84a-4d51-996c-703309a4088a req-3dd17e4d-8106-4f0a-bf31-8c3ff7d7de2d tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/quotas/365275e264a6451abad9a44f0c54ac18 HTTP/1.1" status: 200 len: 375 time: 0.0087502 Dec 21 13:37:31.324155 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-6e517304-f84a-4d51-996c-703309a4088a req-a08ea171-42e1-4e41-84ae-5a75175a3193 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=365275e264a6451abad9a44f0c54ac18&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0510726 Dec 21 13:37:31.417318 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-6e517304-f84a-4d51-996c-703309a4088a req-c76457cf-ad11-4d83-8a8c-aa0a690eed8c service neutron] 10.222.0.37 "GET /v2.0/networks/f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813546 Dec 21 13:37:31.510468 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-6e517304-f84a-4d51-996c-703309a4088a req-4f5266c4-e54d-4f8a-9bfe-42853bd7ca4e service neutron] 10.222.0.37 "GET /v2.0/networks/f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862651 Dec 21 13:37:31.788017 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-8a99450c-a070-4021-93ff-43ef8987aab8 req-fe1421be-0af8-4820-ac23-b4dbb4750916 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/ports?device_id=764a0c1e-3c11-4644-99cc-11613e0ea88e HTTP/1.1" status: 200 len: 210 time: 0.0261567 Dec 21 13:37:32.153785 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1da0a7-f527-474b-8679-1d2a8f676d4f req-54b0139c-dfba-4fb2-b93e-25c9e98c6529 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:37:32.155330 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-6b1da0a7-f527-474b-8679-1d2a8f676d4f req-54b0139c-dfba-4fb2-b93e-25c9e98c6529 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0e6cb82-21ca-43ea-869b-8ca5f9ddef63 HTTP/1.1" status: 200 len: 981 time: 0.0515161 Dec 21 13:37:32.206796 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-6b1da0a7-f527-474b-8679-1d2a8f676d4f req-89561020-0ab6-47f0-abb4-177e8a67d228 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=24ee8043-4233-4131-8496-70954a89d2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437820 Dec 21 13:37:32.566449 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 29ade5cf-2663-4669-b98a-334803f7d028 up at agent hyperv_hv-neutron-mast {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:37:32.615071 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Provisioning for port 29ade5cf-2663-4669-b98a-334803f7d028 completed by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 13:37:32.618968 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Provisioning complete for port 29ade5cf-2663-4669-b98a-334803f7d028 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:37:32.619526 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:32.703295 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:32.726959 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0e6cb82-21ca-43ea-869b-8ca5f9ddef63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29ade5cf-2663-4669-b98a-334803f7d028'}] {{(pid=103154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:37:32.729337 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6f45aca8ac5f8c0cc5868273c98d8aa60330245aed22d61c8da5c1f2d6fc01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ae7fdff-2e43-4e14-9d8e-8f0b73646da8" -d '{"events": [{"server_uuid": "f0e6cb82-21ca-43ea-869b-8ca5f9ddef63", "name": "network-vif-plugged", "status": "completed", "tag": "29ade5cf-2663-4669-b98a-334803f7d028"}]}' {{(pid=103154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:37:32.743317 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port 29ade5cf-2663-4669-b98a-334803f7d028, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=29ade5cf-2663-4669-b98a-334803f7d028,segment=NetworkSegment(0042b91b-603a-4cb8-89b9-e5f635f602de),segment_id=0042b91b-603a-4cb8-89b9-e5f635f602de)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:37:32.748637 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:32.781939 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 13:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-933e1120-5be6-45b0-8931-66d92a77bc80 x-openstack-request-id: req-933e1120-5be6-45b0-8931-66d92a77bc80 {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:37:32.782227 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0e6cb82-21ca-43ea-869b-8ca5f9ddef63", "name": "network-vif-plugged", "status": "completed", "tag": "29ade5cf-2663-4669-b98a-334803f7d028", "code": 200}]} {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:37:32.782503 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-933e1120-5be6-45b0-8931-66d92a77bc80 {{(pid=103154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:37:32.782882 dv-neutron-master-2-hyperv neutron-server[103154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0e6cb82-21ca-43ea-869b-8ca5f9ddef63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29ade5cf-2663-4669-b98a-334803f7d028', 'code': 200} Dec 21 13:37:32.787375 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e517304-f84a-4d51-996c-703309a4088a req-8e3b2c97-5ed8-46cf-bdf7-df82a3a99a31 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:37:32.788881 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-6e517304-f84a-4d51-996c-703309a4088a req-8e3b2c97-5ed8-46cf-bdf7-df82a3a99a31 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.60 "GET /v2.0/networks?id=f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e HTTP/1.1" status: 200 len: 812 time: 0.1152627 Dec 21 13:37:32.806345 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=29ade5cf-2663-4669-b98a-334803f7d028,revision_number=5']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:37:32.899726 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-958d4fb6-6f09-432c-9286-922fe32fee18 req-5bd7e480-f4c4-4f9c-8aca-bf439df244d1 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/ports?device_id=764a0c1e-3c11-4644-99cc-11613e0ea88e HTTP/1.1" status: 200 len: 210 time: 0.0390389 Dec 21 13:37:32.916012 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-6e517304-f84a-4d51-996c-703309a4088a req-44415500-2498-4e29-b115-dbe9b41dac6f tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=365275e264a6451abad9a44f0c54ac18 HTTP/1.1" status: 200 len: 380 time: 0.0960319 Dec 21 13:37:32.927338 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [req-6e517304-f84a-4d51-996c-703309a4088a req-ccf15e84-134b-44d3-ba65-8ba75e458c47 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Request body: {'port': {'device_id': '764a0c1e-3c11-4644-99cc-11613e0ea88e', 'network_id': 'f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e', 'admin_state_up': True, 'tenant_id': '365275e264a6451abad9a44f0c54ac18', 'security_groups': ['1ff19183-1617-4928-9f92-ca5348d3a4de']}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:37:33.051868 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13470e0-aadf-4a00-8e26-cc3dc2b0403d req-e272f120-4314-448d-a849-a70ddbab5d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:37:33.053356 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-d13470e0-aadf-4a00-8e26-cc3dc2b0403d req-e272f120-4314-448d-a849-a70ddbab5d92 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f0e6cb82-21ca-43ea-869b-8ca5f9ddef63 HTTP/1.1" status: 200 len: 1135 time: 0.0956311 Dec 21 13:37:33.109224 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e517304-f84a-4d51-996c-703309a4088a req-ccf15e84-134b-44d3-ba65-8ba75e458c47 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Made reservation on behalf of 365275e264a6451abad9a44f0c54ac18 for: {'port': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:37:33.113424 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-6e517304-f84a-4d51-996c-703309a4088a req-ccf15e84-134b-44d3-ba65-8ba75e458c47 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:33.116873 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-d13470e0-aadf-4a00-8e26-cc3dc2b0403d req-2bc19476-fffa-4469-ac79-c50e6d584587 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=24ee8043-4233-4131-8496-70954a89d2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557437 Dec 21 13:37:33.251358 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [req-6e517304-f84a-4d51-996c-703309a4088a req-ccf15e84-134b-44d3-ba65-8ba75e458c47 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Allocated IP 172.20.0.9 (f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e/52704ce2-43ea-427f-a9de-c74c83467400/1ab06dbc-039c-4ba6-9ae3-e87ce84294b6) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:37:33.328453 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b0fe7-10b3-4844-af81-58aa49171f12 req-5f91c9e6-4234-4cc7-9cba-7216db404389 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:37:33.330862 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-4f1b0fe7-10b3-4844-af81-58aa49171f12 req-5f91c9e6-4234-4cc7-9cba-7216db404389 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0e6cb82-21ca-43ea-869b-8ca5f9ddef63 HTTP/1.1" status: 200 len: 982 time: 0.0543554 Dec 21 13:37:33.385427 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-4f1b0fe7-10b3-4844-af81-58aa49171f12 req-a2b1b093-6808-49a1-9c50-e6290af25d75 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=24ee8043-4233-4131-8496-70954a89d2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463450 Dec 21 13:37:33.414511 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-6e517304-f84a-4d51-996c-703309a4088a req-ccf15e84-134b-44d3-ba65-8ba75e458c47 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:33.453819 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-6e517304-f84a-4d51-996c-703309a4088a req-ccf15e84-134b-44d3-ba65-8ba75e458c47 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:33.499356 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e517304-f84a-4d51-996c-703309a4088a req-ccf15e84-134b-44d3-ba65-8ba75e458c47 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Network f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:37:33.502441 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [req-6e517304-f84a-4d51-996c-703309a4088a req-ccf15e84-134b-44d3-ba65-8ba75e458c47 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:37:33.506125 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e517304-f84a-4d51-996c-703309a4088a req-ccf15e84-134b-44d3-ba65-8ba75e458c47 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:37:33.535003 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf15e84-134b-44d3-ba65-8ba75e458c47 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Pushing event updated for resources: {'Port': ['ID=1ab06dbc-039c-4ba6-9ae3-e87ce84294b6,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:37:33.567369 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e517304-f84a-4d51-996c-703309a4088a req-ccf15e84-134b-44d3-ba65-8ba75e458c47 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:37:33.568061 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-6e517304-f84a-4d51-996c-703309a4088a req-ccf15e84-134b-44d3-ba65-8ba75e458c47 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:33.587445 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-6e517304-f84a-4d51-996c-703309a4088a req-ccf15e84-134b-44d3-ba65-8ba75e458c47 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6659596 Dec 21 13:37:33.606655 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [req-6e517304-f84a-4d51-996c-703309a4088a req-423a5947-ec68-4f98-a45a-04b1cc9ba87e service neutron] Request body: {'port': {'device_id': '764a0c1e-3c11-4644-99cc-11613e0ea88e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:37:33.672632 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-6e517304-f84a-4d51-996c-703309a4088a req-423a5947-ec68-4f98-a45a-04b1cc9ba87e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:33.737892 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-ea8b0216-fbb6-4a49-bd68-5c83287ff124 None None] Provisioning complete for port 1ab06dbc-039c-4ba6-9ae3-e87ce84294b6 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:37:33.738867 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ea8b0216-fbb6-4a49-bd68-5c83287ff124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:33.779239 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-ea8b0216-fbb6-4a49-bd68-5c83287ff124 None None] Port 1ab06dbc-039c-4ba6-9ae3-e87ce84294b6 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:37:33.969293 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [req-6e517304-f84a-4d51-996c-703309a4088a req-423a5947-ec68-4f98-a45a-04b1cc9ba87e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ab06dbc-039c-4ba6-9ae3-e87ce84294b6 {{(pid=103153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 13:37:33.977177 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-6e517304-f84a-4d51-996c-703309a4088a req-423a5947-ec68-4f98-a45a-04b1cc9ba87e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:34.017993 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.provisioning_blocks [req-6e517304-f84a-4d51-996c-703309a4088a req-423a5947-ec68-4f98-a45a-04b1cc9ba87e service neutron] Transition to ACTIVE for port object 1ab06dbc-039c-4ba6-9ae3-e87ce84294b6 will not be triggered until provisioned by entity L2. {{(pid=103153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 13:37:34.024489 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-6e517304-f84a-4d51-996c-703309a4088a req-423a5947-ec68-4f98-a45a-04b1cc9ba87e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:34.074798 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f431320-a3d1-4ec6-b9d3-0875aa22f395 req-7562b8ff-f5d7-4a11-9cc4-31a1eff0ede0 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:37:34.076430 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-9f431320-a3d1-4ec6-b9d3-0875aa22f395 req-7562b8ff-f5d7-4a11-9cc4-31a1eff0ede0 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/ports?device_id=764a0c1e-3c11-4644-99cc-11613e0ea88e HTTP/1.1" status: 200 len: 931 time: 0.0951657 Dec 21 13:37:34.137752 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423a5947-ec68-4f98-a45a-04b1cc9ba87e service neutron] Pushing event updated for resources: {'Port': ['ID=1ab06dbc-039c-4ba6-9ae3-e87ce84294b6,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:37:34.204706 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-9f431320-a3d1-4ec6-b9d3-0875aa22f395 req-7e7ae6f7-7287-4627-80fb-d869cf7c1831 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/security-groups?id=1ff19183-1617-4928-9f92-ca5348d3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152425 Dec 21 13:37:34.221322 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-6e517304-f84a-4d51-996c-703309a4088a req-423a5947-ec68-4f98-a45a-04b1cc9ba87e service neutron] Attempting to bind port 1ab06dbc-039c-4ba6-9ae3-e87ce84294b6 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:37:34.221671 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-6e517304-f84a-4d51-996c-703309a4088a req-423a5947-ec68-4f98-a45a-04b1cc9ba87e service neutron] Attempting to bind port 1ab06dbc-039c-4ba6-9ae3-e87ce84294b6 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '437cc747-44ac-45bd-9854-eb847f13c4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:37:34.222790 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e517304-f84a-4d51-996c-703309a4088a req-423a5947-ec68-4f98-a45a-04b1cc9ba87e service neutron] Attempting to bind port 1ab06dbc-039c-4ba6-9ae3-e87ce84294b6 on network f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:37:34.228005 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e517304-f84a-4d51-996c-703309a4088a req-423a5947-ec68-4f98-a45a-04b1cc9ba87e service neutron] Port 1ab06dbc-039c-4ba6-9ae3-e87ce84294b6 on network f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 13:37:34.228399 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e517304-f84a-4d51-996c-703309a4088a req-423a5947-ec68-4f98-a45a-04b1cc9ba87e service neutron] Attempting to bind port 1ab06dbc-039c-4ba6-9ae3-e87ce84294b6 on network f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:37:34.234618 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e517304-f84a-4d51-996c-703309a4088a req-423a5947-ec68-4f98-a45a-04b1cc9ba87e service neutron] Checking agent: {'id': 'cb078e0e-af00-4e4f-8117-46ca6496af1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 23, 43), 'started_at': datetime.datetime(2021, 12, 21, 13, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:37:34.235057 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e517304-f84a-4d51-996c-703309a4088a req-423a5947-ec68-4f98-a45a-04b1cc9ba87e service neutron] Checking segment: {'id': '437cc747-44ac-45bd-9854-eb847f13c4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:37:34.235514 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e517304-f84a-4d51-996c-703309a4088a req-423a5947-ec68-4f98-a45a-04b1cc9ba87e service neutron] Bound using segment: {'id': '437cc747-44ac-45bd-9854-eb847f13c4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e'} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:37:34.236020 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-6e517304-f84a-4d51-996c-703309a4088a req-423a5947-ec68-4f98-a45a-04b1cc9ba87e service neutron] Bound port: 1ab06dbc-039c-4ba6-9ae3-e87ce84294b6, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '437cc747-44ac-45bd-9854-eb847f13c4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e'}}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:37:34.236457 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-6e517304-f84a-4d51-996c-703309a4088a req-423a5947-ec68-4f98-a45a-04b1cc9ba87e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:34.312004 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-6e517304-f84a-4d51-996c-703309a4088a req-423a5947-ec68-4f98-a45a-04b1cc9ba87e service neutron] For port 1ab06dbc-039c-4ba6-9ae3-e87ce84294b6, host hv-neutron-mast, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:37:34.315788 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-6e517304-f84a-4d51-996c-703309a4088a req-423a5947-ec68-4f98-a45a-04b1cc9ba87e service neutron] For port 1ab06dbc-039c-4ba6-9ae3-e87ce84294b6, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=1ab06dbc-039c-4ba6-9ae3-e87ce84294b6,segment=NetworkSegment(437cc747-44ac-45bd-9854-eb847f13c4b8),segment_id=437cc747-44ac-45bd-9854-eb847f13c4b8)] {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:37:34.323702 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-6e517304-f84a-4d51-996c-703309a4088a req-423a5947-ec68-4f98-a45a-04b1cc9ba87e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:34.363973 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e517304-f84a-4d51-996c-703309a4088a req-423a5947-ec68-4f98-a45a-04b1cc9ba87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:37:34.364560 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-6e517304-f84a-4d51-996c-703309a4088a req-423a5947-ec68-4f98-a45a-04b1cc9ba87e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:34.366054 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-6e517304-f84a-4d51-996c-703309a4088a req-423a5947-ec68-4f98-a45a-04b1cc9ba87e service neutron] 10.222.0.60 "PUT /v2.0/ports/1ab06dbc-039c-4ba6-9ae3-e87ce84294b6 HTTP/1.1" status: 200 len: 1093 time: 0.7638357 Dec 21 13:37:34.390005 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '764a0c1e-3c11-4644-99cc-11613e0ea88e', 'tag': '1ab06dbc-039c-4ba6-9ae3-e87ce84294b6'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:37:34.393453 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af6034c98e584fa55ea4398f343c742ceb598288507feaf30d5a15785b2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-547ebd64-e16c-4519-a5d2-5d7968a8ed09" -d '{"events": [{"name": "network-changed", "server_uuid": "764a0c1e-3c11-4644-99cc-11613e0ea88e", "tag": "1ab06dbc-039c-4ba6-9ae3-e87ce84294b6"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:37:34.396727 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423a5947-ec68-4f98-a45a-04b1cc9ba87e service neutron] Pushing event updated for resources: {'Port': ['ID=1ab06dbc-039c-4ba6-9ae3-e87ce84294b6,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:37:34.497578 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 13:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97286703-4827-462f-ac15-d1c0b2e0c4fd x-openstack-request-id: req-97286703-4827-462f-ac15-d1c0b2e0c4fd {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:37:34.498220 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "764a0c1e-3c11-4644-99cc-11613e0ea88e", "tag": "1ab06dbc-039c-4ba6-9ae3-e87ce84294b6", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:37:34.498493 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-97286703-4827-462f-ac15-d1c0b2e0c4fd {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:37:34.498902 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '764a0c1e-3c11-4644-99cc-11613e0ea88e', 'tag': '1ab06dbc-039c-4ba6-9ae3-e87ce84294b6', 'status': 'completed', 'code': 200} Dec 21 13:37:34.533855 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e517304-f84a-4d51-996c-703309a4088a req-83330d38-6176-4724-b085-c5f080400140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:37:34.536026 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-6e517304-f84a-4d51-996c-703309a4088a req-83330d38-6176-4724-b085-c5f080400140 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=365275e264a6451abad9a44f0c54ac18&device_id=764a0c1e-3c11-4644-99cc-11613e0ea88e HTTP/1.1" status: 200 len: 1096 time: 0.0979958 Dec 21 13:37:34.595142 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-6e517304-f84a-4d51-996c-703309a4088a req-249e1086-21c5-41ab-aa20-9bb851d4a0b3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ab06dbc-039c-4ba6-9ae3-e87ce84294b6 HTTP/1.1" status: 200 len: 217 time: 0.0428059 Dec 21 13:37:34.635296 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:37:34.635296 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:37:34.635296 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:37:34.635296 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:37:34.635296 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:37:34.635296 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:37:34.635296 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:37:34.635296 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:37:34.635296 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:37:34.635296 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:37:34.635296 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:37:34.635296 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:37:34.635296 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:37:34.635296 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:37:34.635296 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:37:34.635296 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:37:34.635296 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:37:34.635296 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:37:34.635296 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:37:34.635296 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:37:34.635296 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:37:34.635296 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:37:34.635296 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:37:34.635296 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:37:34.635296 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:37:34.635296 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:37:34.635296 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:37:34.635296 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:37:34.635296 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:37:34.635296 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:37:34.635296 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:37:34.635296 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:37:34.635296 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:37:34.635296 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:37:34.635296 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:37:34.635296 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:37:34.635296 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:37:34.635296 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:37:34.635296 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:37:34.635296 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:37:34.635296 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:37:34.635296 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:37:34.635296 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:37:34.635296 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:37:34.635296 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:37:34.635296 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:37:34.635296 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:37:34.635296 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:37:34.639232 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1561122f-eea2-401d-9613-e224ad972e1f req-51366e7f-7a39-4c8f-ad3e-67df6076b100 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:37:34.640103 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1561122f-eea2-401d-9613-e224ad972e1f req-51366e7f-7a39-4c8f-ad3e-67df6076b100 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0e6cb82-21ca-43ea-869b-8ca5f9ddef63 HTTP/1.1" status: 200 len: 982 time: 0.1227520 Dec 21 13:37:34.675682 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e517304-f84a-4d51-996c-703309a4088a req-2dbdb140-12bb-4a97-9653-a6ce64e11664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:37:34.677090 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-6e517304-f84a-4d51-996c-703309a4088a req-2dbdb140-12bb-4a97-9653-a6ce64e11664 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=52704ce2-43ea-427f-a9de-c74c83467400 HTTP/1.1" status: 200 len: 851 time: 0.0751729 Dec 21 13:37:34.722477 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1561122f-eea2-401d-9613-e224ad972e1f req-dbcbcd1a-3c55-49e1-922d-4f41cf983e93 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=24ee8043-4233-4131-8496-70954a89d2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754771 Dec 21 13:37:34.736120 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e517304-f84a-4d51-996c-703309a4088a req-4d15d4ad-1dc6-4de9-b435-efbd0e0e326a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:37:34.738071 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-6e517304-f84a-4d51-996c-703309a4088a req-4d15d4ad-1dc6-4de9-b435-efbd0e0e326a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0532568 Dec 21 13:37:34.843531 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-6e517304-f84a-4d51-996c-703309a4088a req-6d006e08-c555-4481-99e3-cf83d9b08a93 service neutron] 10.222.0.60 "GET /v2.0/networks/f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984654 Dec 21 13:37:34.852568 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942189e3-c34a-4d9e-a55e-8fd7e992027d req-8ffa1a9b-4694-43ff-9769-a4aed56219c9 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:37:34.854709 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-942189e3-c34a-4d9e-a55e-8fd7e992027d req-8ffa1a9b-4694-43ff-9769-a4aed56219c9 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0e6cb82-21ca-43ea-869b-8ca5f9ddef63 HTTP/1.1" status: 200 len: 982 time: 0.0582488 Dec 21 13:37:34.905327 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-942189e3-c34a-4d9e-a55e-8fd7e992027d req-90d749f2-fd54-4802-944a-c7142d4d3e59 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=24ee8043-4233-4131-8496-70954a89d2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445046 Dec 21 13:37:34.929438 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 33136) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:37:34.937523 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-6e517304-f84a-4d51-996c-703309a4088a req-fba223be-d590-43f4-b2da-9f26d0531f50 service neutron] 10.222.0.60 "GET /v2.0/networks/f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876956 Dec 21 13:37:34.971223 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3000a9-910b-4530-bd54-0e1abf88e260 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:37:34.972903 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-6b3000a9-910b-4530-bd54-0e1abf88e260 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f0e6cb82-21ca-43ea-869b-8ca5f9ddef63 HTTP/1.1" status: 200 len: 1130 time: 0.0423357 Dec 21 13:37:34.975769 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 33138) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:37:34.980096 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-7763f257-81dc-451a-b918-0c64de00c42e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'floatingip': {'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'port_id': '29ade5cf-2663-4669-b98a-334803f7d028', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:37:35.006160 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7763f257-81dc-451a-b918-0c64de00c42e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for floatingip, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:35.062644 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547ebd64-e16c-4519-a5d2-5d7968a8ed09 req-c20048d5-1ae1-4a12-b921-25b03052f1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:37:35.064143 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-547ebd64-e16c-4519-a5d2-5d7968a8ed09 req-c20048d5-1ae1-4a12-b921-25b03052f1fc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=365275e264a6451abad9a44f0c54ac18&device_id=764a0c1e-3c11-4644-99cc-11613e0ea88e HTTP/1.1" status: 200 len: 1096 time: 0.0554752 Dec 21 13:37:35.126729 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7763f257-81dc-451a-b918-0c64de00c42e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:35.162768 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547ebd64-e16c-4519-a5d2-5d7968a8ed09 req-d793bed1-7e94-46af-8c55-a5df13b37735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:37:35.164279 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-547ebd64-e16c-4519-a5d2-5d7968a8ed09 req-d793bed1-7e94-46af-8c55-a5df13b37735 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e HTTP/1.1" status: 200 len: 913 time: 0.0938947 Dec 21 13:37:35.210284 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-547ebd64-e16c-4519-a5d2-5d7968a8ed09 req-502a5e7e-d35a-46c5-9fc9-fb602043ad84 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ab06dbc-039c-4ba6-9ae3-e87ce84294b6 HTTP/1.1" status: 200 len: 217 time: 0.0395706 Dec 21 13:37:35.239466 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-7763f257-81dc-451a-b918-0c64de00c42e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Allocated IP 172.36.3.87 (7fdf1889-f079-4166-bbda-88b2a8d8d595/051a5607-1753-4008-a2f2-d94b48752e9c/b9e3dc82-e5a4-433c-af9a-ac7bb8dff81d) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:37:35.269822 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547ebd64-e16c-4519-a5d2-5d7968a8ed09 req-44b8ce10-9043-46c3-abb2-553b7f45a184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:37:35.271442 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-547ebd64-e16c-4519-a5d2-5d7968a8ed09 req-44b8ce10-9043-46c3-abb2-553b7f45a184 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=52704ce2-43ea-427f-a9de-c74c83467400 HTTP/1.1" status: 200 len: 851 time: 0.0545385 Dec 21 13:37:35.359651 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547ebd64-e16c-4519-a5d2-5d7968a8ed09 req-62cd8fd7-4efb-425b-9a4c-cd3def75ad68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:37:35.361209 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-547ebd64-e16c-4519-a5d2-5d7968a8ed09 req-62cd8fd7-4efb-425b-9a4c-cd3def75ad68 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0826449 Dec 21 13:37:35.361565 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7763f257-81dc-451a-b918-0c64de00c42e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:35.369465 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11016717-c2a7-48b5-a274-984c4962b993 req-34855e7a-d4a0-41ec-88be-18f792778bbc tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:37:35.371159 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-11016717-c2a7-48b5-a274-984c4962b993 req-34855e7a-d4a0-41ec-88be-18f792778bbc tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/ports?device_id=764a0c1e-3c11-4644-99cc-11613e0ea88e HTTP/1.1" status: 200 len: 943 time: 0.0669436 Dec 21 13:37:35.401883 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7763f257-81dc-451a-b918-0c64de00c42e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:35.446316 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7763f257-81dc-451a-b918-0c64de00c42e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Network 7fdf1889-f079-4166-bbda-88b2a8d8d595 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:37:35.451992 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-7763f257-81dc-451a-b918-0c64de00c42e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:37:35.458272 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7763f257-81dc-451a-b918-0c64de00c42e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:37:35.497707 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-11016717-c2a7-48b5-a274-984c4962b993 req-304483ab-1d53-4f6b-8bc0-c409c3f00372 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/security-groups?id=1ff19183-1617-4928-9f92-ca5348d3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973134 Dec 21 13:37:35.498219 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7763f257-81dc-451a-b918-0c64de00c42e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'Port': ['ID=b9e3dc82-e5a4-433c-af9a-ac7bb8dff81d,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:37:35.511728 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7763f257-81dc-451a-b918-0c64de00c42e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:37:35.512287 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7763f257-81dc-451a-b918-0c64de00c42e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:37:35.512609 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7763f257-81dc-451a-b918-0c64de00c42e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:37:35.513032 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7763f257-81dc-451a-b918-0c64de00c42e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:37:35.513444 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7763f257-81dc-451a-b918-0c64de00c42e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:37:35.513851 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7763f257-81dc-451a-b918-0c64de00c42e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:37:35.514261 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7763f257-81dc-451a-b918-0c64de00c42e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:37:35.514713 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7763f257-81dc-451a-b918-0c64de00c42e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:37:35.515092 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7763f257-81dc-451a-b918-0c64de00c42e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:37:35.515651 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7763f257-81dc-451a-b918-0c64de00c42e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:37:35.516510 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7763f257-81dc-451a-b918-0c64de00c42e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:37:35.516911 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7763f257-81dc-451a-b918-0c64de00c42e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:37:35.517311 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7763f257-81dc-451a-b918-0c64de00c42e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:37:35.519241 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-547ebd64-e16c-4519-a5d2-5d7968a8ed09 req-c9c93838-8ad2-414e-a01b-a4beea4f5e31 service neutron] 10.222.0.60 "GET /v2.0/networks/f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470008 Dec 21 13:37:35.624595 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-547ebd64-e16c-4519-a5d2-5d7968a8ed09 req-aec5e3e1-3d83-4d17-b1ae-a1e64a5ee2e8 service neutron] 10.222.0.60 "GET /v2.0/networks/f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956705 Dec 21 13:37:35.884289 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7763f257-81dc-451a-b918-0c64de00c42e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:35.964599 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7763f257-81dc-451a-b918-0c64de00c42e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:36.142533 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7763f257-81dc-451a-b918-0c64de00c42e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:36.147807 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7763f257-81dc-451a-b918-0c64de00c42e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805230'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:36.241023 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7763f257-81dc-451a-b918-0c64de00c42e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'Port': ['ID=b9e3dc82-e5a4-433c-af9a-ac7bb8dff81d,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:37:36.255924 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7763f257-81dc-451a-b918-0c64de00c42e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548820'] for floatingip, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:36.367685 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.l3_db [None req-7763f257-81dc-451a-b918-0c64de00c42e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Floating IP f221ba79-3e2c-42c7-b325-98d21a1fb73b associated. External IP: 172.36.3.87, port: 29ade5cf-2663-4669-b98a-334803f7d028. Dec 21 13:37:36.644526 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5336ae-d3e0-4178-a323-1c070acfeb5b req-0b78280c-3afd-4206-865b-c0661b114182 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:37:36.645938 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-8c5336ae-d3e0-4178-a323-1c070acfeb5b req-0b78280c-3afd-4206-865b-c0661b114182 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/ports?device_id=764a0c1e-3c11-4644-99cc-11613e0ea88e HTTP/1.1" status: 200 len: 943 time: 0.0649135 Dec 21 13:37:36.653106 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7763f257-81dc-451a-b918-0c64de00c42e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Router d07863cd-838c-48cf-8d7b-a5826bef8a25 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:37:36.741291 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-8c5336ae-d3e0-4178-a323-1c070acfeb5b req-4ef948a8-9d86-438a-a8e8-f8de6844122e tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/security-groups?id=1ff19183-1617-4928-9f92-ca5348d3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870838 Dec 21 13:37:36.798776 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7763f257-81dc-451a-b918-0c64de00c42e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:37:36.809323 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1051648b-0d79-40f6-84e7-9d6b2cb6ad99 None None] Sync routers for ids ['d07863cd-838c-48cf-8d7b-a5826bef8a25'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:37:36.819831 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7763f257-81dc-451a-b918-0c64de00c42e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for floatingip, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:36.822316 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1051648b-0d79-40f6-84e7-9d6b2cb6ad99 None None] Routers {'d07863cd-838c-48cf-8d7b-a5826bef8a25'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:37:36.823228 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-1051648b-0d79-40f6-84e7-9d6b2cb6ad99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:37:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['d07863cd-838c-48cf-8d7b-a5826bef8a25'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:37:36.848093 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-7763f257-81dc-451a-b918-0c64de00c42e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1032 time: 1.8712246 Dec 21 13:37:36.848805 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0e6cb82-21ca-43ea-869b-8ca5f9ddef63', 'tag': '29ade5cf-2663-4669-b98a-334803f7d028'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:37:36.850913 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 33144) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:37:36.851416 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d59863cea1d3cd3753b105ac340115874538247bffc4ddd9c7a2f3cf3d2521b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6923af6-ee84-4491-a2b7-ad79f957c565" -d '{"events": [{"name": "network-changed", "server_uuid": "f0e6cb82-21ca-43ea-869b-8ca5f9ddef63", "tag": "29ade5cf-2663-4669-b98a-334803f7d028"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:37:36.889947 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 13:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c837726-15fa-4a7e-aad7-4d6fd956f811 x-openstack-request-id: req-3c837726-15fa-4a7e-aad7-4d6fd956f811 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:37:36.890674 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0e6cb82-21ca-43ea-869b-8ca5f9ddef63", "tag": "29ade5cf-2663-4669-b98a-334803f7d028", "status": "completed", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:37:36.890674 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3c837726-15fa-4a7e-aad7-4d6fd956f811 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:37:36.890950 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0e6cb82-21ca-43ea-869b-8ca5f9ddef63', 'tag': '29ade5cf-2663-4669-b98a-334803f7d028', 'status': 'completed', 'code': 200} Dec 21 13:37:36.940411 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683d0450-f33b-4b2d-ad4b-89f0f224ed76 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:37:36.941370 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-1051648b-0d79-40f6-84e7-9d6b2cb6ad99 None None] Set router d07863cd-838c-48cf-8d7b-a5826bef8a25 gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:37:36.944458 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-683d0450-f33b-4b2d-ad4b-89f0f224ed76 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f0e6cb82-21ca-43ea-869b-8ca5f9ddef63&network_id=b2311590-9507-4840-a6b8-fd5ec11bd66c HTTP/1.1" status: 200 len: 1130 time: 0.0893662 Dec 21 13:37:37.004339 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6923af6-ee84-4491-a2b7-ad79f957c565 req-f607cda5-69c7-408b-9253-624d5953ed34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:37:37.005857 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b6923af6-ee84-4491-a2b7-ad79f957c565 req-f607cda5-69c7-408b-9253-624d5953ed34 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=577ee1d2880f4d34a80a7dfd0cf7da03&device_id=f0e6cb82-21ca-43ea-869b-8ca5f9ddef63 HTTP/1.1" status: 200 len: 1135 time: 0.0587268 Dec 21 13:37:37.139612 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6923af6-ee84-4491-a2b7-ad79f957c565 req-179f8c2f-4f11-4a5f-a915-9f755c5f9f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:37:37.142070 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b6923af6-ee84-4491-a2b7-ad79f957c565 req-179f8c2f-4f11-4a5f-a915-9f755c5f9f76 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b2311590-9507-4840-a6b8-fd5ec11bd66c HTTP/1.1" status: 200 len: 897 time: 0.1287744 Dec 21 13:37:37.223479 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-1051648b-0d79-40f6-84e7-9d6b2cb6ad99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07863cd-838c-48cf-8d7b-a5826bef8a25', 'name': 'tempest-TestNetworkBasicOps-router-1116948874', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.152'}], 'enable_snat': True}, 'gw_port_id': '4c72d793-bfb4-4186-a24c-7f0ebd295bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:37:14Z', 'updated_at': '2021-12-21T13:37:18Z', 'revision_number': 4, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': '4c72d793-bfb4-4186-a24c-7f0ebd295bee', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:82:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07863cd-838c-48cf-8d7b-a5826bef8a25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:37:15Z', 'updated_at': '2021-12-21T13:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'f221ba79-3e2c-42c7-b325-98d21a1fb73b', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'floating_ip_address': '172.36.3.87', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': 'd07863cd-838c-48cf-8d7b-a5826bef8a25', 'port_id': '29ade5cf-2663-4669-b98a-334803f7d028', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-965466937', 'network_id': 'b2311590-9507-4840-a6b8-fd5ec11bd66c', 'mac_address': 'fa:16:3e:37:5e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e6cb82-21ca-43ea-869b-8ca5f9ddef63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T13:37:35Z', 'updated_at': '2021-12-21T13:37:35Z', 'revision_number': 0, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '147111d5-2cd4-4cdb-ac21-0ac9dded6006', 'name': '', 'network_id': 'b2311590-9507-4840-a6b8-fd5ec11bd66c', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'mac_address': 'fa:16:3e:60:d0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07863cd-838c-48cf-8d7b-a5826bef8a25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '647a33bb-4d49-400f-8385-db0e8e97a903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:37:17Z', 'updated_at': '2021-12-21T13:37:22Z', 'revision_number': 5, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'subnets': [{'id': '647a33bb-4d49-400f-8385-db0e8e97a903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:37:37.250682 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b6923af6-ee84-4491-a2b7-ad79f957c565 req-0edd50ed-af08-4b84-a084-badffdbf897d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=29ade5cf-2663-4669-b98a-334803f7d028 HTTP/1.1" status: 200 len: 1035 time: 0.0871918 Dec 21 13:37:37.252422 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1051648b-0d79-40f6-84e7-9d6b2cb6ad99 None None] Checking router: d07863cd-838c-48cf-8d7b-a5826bef8a25 for host: dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:37:37.259383 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deb3a85-5196-49a6-94cb-a6724f3f9828 req-c6d87800-a3f3-42ac-a89f-d1d6636992fc tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:37:37.261009 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-8deb3a85-5196-49a6-94cb-a6724f3f9828 req-c6d87800-a3f3-42ac-a89f-d1d6636992fc tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0e6cb82-21ca-43ea-869b-8ca5f9ddef63 HTTP/1.1" status: 200 len: 982 time: 0.1092546 Dec 21 13:37:37.261174 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1051648b-0d79-40f6-84e7-9d6b2cb6ad99 None None] Routers {'d07863cd-838c-48cf-8d7b-a5826bef8a25'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:37:37.261728 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-1051648b-0d79-40f6-84e7-9d6b2cb6ad99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:37:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['d07863cd-838c-48cf-8d7b-a5826bef8a25'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:37:37.333635 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6923af6-ee84-4491-a2b7-ad79f957c565 req-2d0ee6b0-6132-476f-9c7e-bc468651ea57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:37:37.335305 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b6923af6-ee84-4491-a2b7-ad79f957c565 req-2d0ee6b0-6132-476f-9c7e-bc468651ea57 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=647a33bb-4d49-400f-8385-db0e8e97a903 HTTP/1.1" status: 200 len: 834 time: 0.0733094 Dec 21 13:37:37.355626 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-8deb3a85-5196-49a6-94cb-a6724f3f9828 req-ba925408-95cc-4288-8c11-46e0b0a14926 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=24ee8043-4233-4131-8496-70954a89d2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846977 Dec 21 13:37:37.374397 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-1051648b-0d79-40f6-84e7-9d6b2cb6ad99 None None] Set router d07863cd-838c-48cf-8d7b-a5826bef8a25 gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:37:37.397940 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6923af6-ee84-4491-a2b7-ad79f957c565 req-560825a5-6627-4875-8f6d-8d54b4cc436e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:37:37.399674 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b6923af6-ee84-4491-a2b7-ad79f957c565 req-560825a5-6627-4875-8f6d-8d54b4cc436e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b2311590-9507-4840-a6b8-fd5ec11bd66c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0567260 Dec 21 13:37:37.526535 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b6923af6-ee84-4491-a2b7-ad79f957c565 req-769db3ba-17ee-40d3-8a03-affa02d6b7ae service neutron] 10.222.0.60 "GET /v2.0/networks/b2311590-9507-4840-a6b8-fd5ec11bd66c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122687 Dec 21 13:37:37.647010 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-1051648b-0d79-40f6-84e7-9d6b2cb6ad99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07863cd-838c-48cf-8d7b-a5826bef8a25', 'name': 'tempest-TestNetworkBasicOps-router-1116948874', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.152'}], 'enable_snat': True}, 'gw_port_id': '4c72d793-bfb4-4186-a24c-7f0ebd295bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:37:14Z', 'updated_at': '2021-12-21T13:37:18Z', 'revision_number': 4, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': '4c72d793-bfb4-4186-a24c-7f0ebd295bee', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:82:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07863cd-838c-48cf-8d7b-a5826bef8a25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:37:15Z', 'updated_at': '2021-12-21T13:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'f221ba79-3e2c-42c7-b325-98d21a1fb73b', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'floating_ip_address': '172.36.3.87', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': 'd07863cd-838c-48cf-8d7b-a5826bef8a25', 'port_id': '29ade5cf-2663-4669-b98a-334803f7d028', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-965466937', 'network_id': 'b2311590-9507-4840-a6b8-fd5ec11bd66c', 'mac_address': 'fa:16:3e:37:5e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e6cb82-21ca-43ea-869b-8ca5f9ddef63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T13:37:35Z', 'updated_at': '2021-12-21T13:37:35Z', 'revision_number': 0, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '147111d5-2cd4-4cdb-ac21-0ac9dded6006', 'name': '', 'network_id': 'b2311590-9507-4840-a6b8-fd5ec11bd66c', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'mac_address': 'fa:16:3e:60:d0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07863cd-838c-48cf-8d7b-a5826bef8a25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '647a33bb-4d49-400f-8385-db0e8e97a903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:37:17Z', 'updated_at': '2021-12-21T13:37:22Z', 'revision_number': 5, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'subnets': [{'id': '647a33bb-4d49-400f-8385-db0e8e97a903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:37:37.648276 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b6923af6-ee84-4491-a2b7-ad79f957c565 req-12c1b91f-969a-4a11-ad89-82a40318d057 service neutron] 10.222.0.60 "GET /v2.0/networks/b2311590-9507-4840-a6b8-fd5ec11bd66c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146698 Dec 21 13:37:37.679971 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1051648b-0d79-40f6-84e7-9d6b2cb6ad99 None None] The sync data for ids ['d07863cd-838c-48cf-8d7b-a5826bef8a25'] in dv-neutron-master-2-hyperv is: [{'id': 'd07863cd-838c-48cf-8d7b-a5826bef8a25', 'name': 'tempest-TestNetworkBasicOps-router-1116948874', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.152'}], 'enable_snat': True}, 'gw_port_id': '4c72d793-bfb4-4186-a24c-7f0ebd295bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:37:14Z', 'updated_at': '2021-12-21T13:37:18Z', 'revision_number': 4, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': '4c72d793-bfb4-4186-a24c-7f0ebd295bee', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:82:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07863cd-838c-48cf-8d7b-a5826bef8a25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:37:15Z', 'updated_at': '2021-12-21T13:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'f221ba79-3e2c-42c7-b325-98d21a1fb73b', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'floating_ip_address': '172.36.3.87', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': 'd07863cd-838c-48cf-8d7b-a5826bef8a25', 'port_id': '29ade5cf-2663-4669-b98a-334803f7d028', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-965466937', 'network_id': 'b2311590-9507-4840-a6b8-fd5ec11bd66c', 'mac_address': 'fa:16:3e:37:5e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e6cb82-21ca-43ea-869b-8ca5f9ddef63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T13:37:35Z', 'updated_at': '2021-12-21T13:37:35Z', 'revision_number': 0, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '147111d5-2cd4-4cdb-ac21-0ac9dded6006', 'name': '', 'network_id': 'b2311590-9507-4840-a6b8-fd5ec11bd66c', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'mac_address': 'fa:16:3e:60:d0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07863cd-838c-48cf-8d7b-a5826bef8a25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '647a33bb-4d49-400f-8385-db0e8e97a903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:37:17Z', 'updated_at': '2021-12-21T13:37:22Z', 'revision_number': 5, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'subnets': [{'id': '647a33bb-4d49-400f-8385-db0e8e97a903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:37:37.874116 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c87ff6-b902-4d1f-bab3-4c14eca8cd48 req-6b7e65a3-1b93-4f72-988e-c0b0b72364c4 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:37:37.875923 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-06c87ff6-b902-4d1f-bab3-4c14eca8cd48 req-6b7e65a3-1b93-4f72-988e-c0b0b72364c4 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/ports?device_id=764a0c1e-3c11-4644-99cc-11613e0ea88e HTTP/1.1" status: 200 len: 943 time: 0.0552111 Dec 21 13:37:37.938643 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f39769-91b4-443d-bf28-a4e6ba3dfefa None None] New status for floating IP f221ba79-3e2c-42c7-b325-98d21a1fb73b: ACTIVE {{(pid=103155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 13:37:37.945729 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-06c87ff6-b902-4d1f-bab3-4c14eca8cd48 req-7b3a4c60-79a7-4083-95d6-d20b4a07002d tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/security-groups?id=1ff19183-1617-4928-9f92-ca5348d3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623879 Dec 21 13:37:38.875408 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f7554c-5573-4a88-b4fb-6eaafa2fdd5d req-663f0d00-40ba-4e47-a7c1-b55466210b17 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:37:38.877399 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-71f7554c-5573-4a88-b4fb-6eaafa2fdd5d req-663f0d00-40ba-4e47-a7c1-b55466210b17 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0e6cb82-21ca-43ea-869b-8ca5f9ddef63 HTTP/1.1" status: 200 len: 982 time: 0.4170372 Dec 21 13:37:38.885813 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e3c526-a7d6-4bb6-a1f5-e94d7ba8e57b req-ed08ded4-b372-43a2-aaef-08f60a49472c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:37:38.887212 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b3e3c526-a7d6-4bb6-a1f5-e94d7ba8e57b req-ed08ded4-b372-43a2-aaef-08f60a49472c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0e6cb82-21ca-43ea-869b-8ca5f9ddef63 HTTP/1.1" status: 200 len: 982 time: 0.0688493 Dec 21 13:37:38.955410 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e3c526-a7d6-4bb6-a1f5-e94d7ba8e57b req-873f3ef6-edb1-4a79-908b-be42bb16d008 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:37:38.956939 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b3e3c526-a7d6-4bb6-a1f5-e94d7ba8e57b req-873f3ef6-edb1-4a79-908b-be42bb16d008 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.60 "GET /v2.0/ports/29ade5cf-2663-4669-b98a-334803f7d028?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0624800 Dec 21 13:37:38.985650 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-71f7554c-5573-4a88-b4fb-6eaafa2fdd5d req-e54ad289-fb5c-48ff-9508-407ed2b9ab4f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=24ee8043-4233-4131-8496-70954a89d2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974560 Dec 21 13:37:39.072808 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7da461f-442b-4e2b-a78e-c034a77a54bc req-50262a91-548f-40d4-b9d0-89362acefea5 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:37:39.074291 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-a7da461f-442b-4e2b-a78e-c034a77a54bc req-50262a91-548f-40d4-b9d0-89362acefea5 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/ports?device_id=764a0c1e-3c11-4644-99cc-11613e0ea88e HTTP/1.1" status: 200 len: 943 time: 0.0524242 Dec 21 13:37:39.077863 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b3e3c526-a7d6-4bb6-a1f5-e94d7ba8e57b req-2f33068e-57da-4d91-b990-7c30feaa23d7 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.60 "GET /v2.0/networks/b2311590-9507-4840-a6b8-fd5ec11bd66c?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1132057 Dec 21 13:37:39.088322 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [req-b3e3c526-a7d6-4bb6-a1f5-e94d7ba8e57b req-3b2f6313-85ae-4871-b066-9658fb95a6fc service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:37:39.124203 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-a7da461f-442b-4e2b-a78e-c034a77a54bc req-7047a971-aea1-4638-868d-1d10cbf2eaa2 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/security-groups?id=1ff19183-1617-4928-9f92-ca5348d3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432627 Dec 21 13:37:39.140777 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-b3e3c526-a7d6-4bb6-a1f5-e94d7ba8e57b req-3b2f6313-85ae-4871-b066-9658fb95a6fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:39.271998 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-b3e3c526-a7d6-4bb6-a1f5-e94d7ba8e57b req-3b2f6313-85ae-4871-b066-9658fb95a6fc service neutron] For port 29ade5cf-2663-4669-b98a-334803f7d028, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=29ade5cf-2663-4669-b98a-334803f7d028,segment=NetworkSegment(0042b91b-603a-4cb8-89b9-e5f635f602de),segment_id=0042b91b-603a-4cb8-89b9-e5f635f602de)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:37:39.303822 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-b3e3c526-a7d6-4bb6-a1f5-e94d7ba8e57b req-3b2f6313-85ae-4871-b066-9658fb95a6fc service neutron] For port 29ade5cf-2663-4669-b98a-334803f7d028, host hv-neutron-mast, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:37:39.338968 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [req-b3e3c526-a7d6-4bb6-a1f5-e94d7ba8e57b req-3b2f6313-85ae-4871-b066-9658fb95a6fc service neutron] device_id is not set on port 29ade5cf-2663-4669-b98a-334803f7d028 yet. {{(pid=103153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 13:37:39.347775 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-b3e3c526-a7d6-4bb6-a1f5-e94d7ba8e57b req-3b2f6313-85ae-4871-b066-9658fb95a6fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:39.353841 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-b3e3c526-a7d6-4bb6-a1f5-e94d7ba8e57b req-3b2f6313-85ae-4871-b066-9658fb95a6fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:39.504365 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2f6313-85ae-4871-b066-9658fb95a6fc service neutron] Pushing event updated for resources: {'Port': ['ID=29ade5cf-2663-4669-b98a-334803f7d028,revision_number=6']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:37:39.574926 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3e3c526-a7d6-4bb6-a1f5-e94d7ba8e57b req-3b2f6313-85ae-4871-b066-9658fb95a6fc service neutron] No DVR routers for this DVR port 29ade5cf-2663-4669-b98a-334803f7d028 on host hv-neutron-mast {{(pid=103153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:37:39.595915 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-a36cccf7-9494-4e05-8944-7d3334be478e None None] Provisioning complete for port 29ade5cf-2663-4669-b98a-334803f7d028 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:37:39.596547 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a36cccf7-9494-4e05-8944-7d3334be478e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:39.642595 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-a36cccf7-9494-4e05-8944-7d3334be478e None None] Port 29ade5cf-2663-4669-b98a-334803f7d028 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:37:39.721290 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [req-b3e3c526-a7d6-4bb6-a1f5-e94d7ba8e57b req-3b2f6313-85ae-4871-b066-9658fb95a6fc service neutron] In _notify_port_updated(), no bound segment for port 29ade5cf-2663-4669-b98a-334803f7d028 on network b2311590-9507-4840-a6b8-fd5ec11bd66c {{(pid=103153) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 21 13:37:39.722116 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e3c526-a7d6-4bb6-a1f5-e94d7ba8e57b req-3b2f6313-85ae-4871-b066-9658fb95a6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:37:39.722754 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-b3e3c526-a7d6-4bb6-a1f5-e94d7ba8e57b req-3b2f6313-85ae-4871-b066-9658fb95a6fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:39.724047 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b3e3c526-a7d6-4bb6-a1f5-e94d7ba8e57b req-3b2f6313-85ae-4871-b066-9658fb95a6fc service neutron] 10.222.0.60 "PUT /v2.0/ports/29ade5cf-2663-4669-b98a-334803f7d028 HTTP/1.1" status: 200 len: 1025 time: 0.6396539 Dec 21 13:37:40.095629 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-31f5922f-74ea-4b6d-98f7-294aed22e491 req-2fafe2a1-8139-47b8-8ed8-c1f53208d701 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0e6cb82-21ca-43ea-869b-8ca5f9ddef63 HTTP/1.1" status: 200 len: 210 time: 0.0271485 Dec 21 13:37:40.247349 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df56e7e-46d5-4935-8477-fca47567a104 req-b3d268f0-a9ae-490e-9458-cd07810ba544 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:37:40.249003 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-9df56e7e-46d5-4935-8477-fca47567a104 req-b3d268f0-a9ae-490e-9458-cd07810ba544 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/ports?device_id=764a0c1e-3c11-4644-99cc-11613e0ea88e HTTP/1.1" status: 200 len: 943 time: 0.0503891 Dec 21 13:37:40.301736 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-9df56e7e-46d5-4935-8477-fca47567a104 req-909284e4-2c21-45bd-826c-84fc03a6f94c tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/security-groups?id=1ff19183-1617-4928-9f92-ca5348d3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454438 Dec 21 13:37:41.152860 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 33164) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:37:41.204351 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d8a6a1-a765-454e-9817-076a12a2faa1 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:37:41.205741 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-b6d8a6a1-a765-454e-9817-076a12a2faa1 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports/29ade5cf-2663-4669-b98a-334803f7d028 HTTP/1.1" status: 200 len: 924 time: 0.0517573 Dec 21 13:37:41.425163 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c2a354-41ab-4b8b-8fef-07d36d6e3a67 req-f6c6cdb2-bee7-4e84-8498-cae92a6154dd tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:37:41.426698 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-45c2a354-41ab-4b8b-8fef-07d36d6e3a67 req-f6c6cdb2-bee7-4e84-8498-cae92a6154dd tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/ports?device_id=764a0c1e-3c11-4644-99cc-11613e0ea88e HTTP/1.1" status: 200 len: 943 time: 0.0576372 Dec 21 13:37:41.477844 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-45c2a354-41ab-4b8b-8fef-07d36d6e3a67 req-86cbc392-d7d1-4d4a-9ec9-952f50e669f6 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/security-groups?id=1ff19183-1617-4928-9f92-ca5348d3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451400 Dec 21 13:37:41.627202 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 33170) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:37:41.631720 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-668e1d97-494b-42b6-b257-6b8be84451ac tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-711123219', 'description': 'tempest-secgroup-smoke-711123219 description', 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:37:41.655542 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-668e1d97-494b-42b6-b257-6b8be84451ac tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:41.723677 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-668e1d97-494b-42b6-b257-6b8be84451ac tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:41.728129 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-668e1d97-494b-42b6-b257-6b8be84451ac tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:41.756598 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668e1d97-494b-42b6-b257-6b8be84451ac tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=972d28d9-f36e-41f1-a8fd-253d6246ec9a,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:37:41.761788 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-668e1d97-494b-42b6-b257-6b8be84451ac tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:41.763599 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-668e1d97-494b-42b6-b257-6b8be84451ac tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1348009 Dec 21 13:37:41.765920 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 33172) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:37:41.770327 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-559f7c87-d7a1-45c4-9c80-eda7b349f16b tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'security_group_rule': {'security_group_id': '972d28d9-f36e-41f1-a8fd-253d6246ec9a', 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:37:41.799818 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-559f7c87-d7a1-45c4-9c80-eda7b349f16b tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:42.143465 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-559f7c87-d7a1-45c4-9c80-eda7b349f16b tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:42.147369 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-559f7c87-d7a1-45c4-9c80-eda7b349f16b tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:42.164981 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559f7c87-d7a1-45c4-9c80-eda7b349f16b tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1121c235-901f-404c-b62b-4113ca7c75b4,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:37:42.173378 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-559f7c87-d7a1-45c4-9c80-eda7b349f16b tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:42.174649 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-559f7c87-d7a1-45c4-9c80-eda7b349f16b tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4076931 Dec 21 13:37:42.177300 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 33174) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:37:42.181566 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-c19ee826-57f1-4ee0-bd0c-b06376237365 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'security_group_rule': {'security_group_id': '972d28d9-f36e-41f1-a8fd-253d6246ec9a', 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:37:42.211149 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c19ee826-57f1-4ee0-bd0c-b06376237365 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:42.270709 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c19ee826-57f1-4ee0-bd0c-b06376237365 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:42.275508 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c19ee826-57f1-4ee0-bd0c-b06376237365 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:42.296029 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19ee826-57f1-4ee0-bd0c-b06376237365 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ecdb35f-7478-4bcd-8222-d749ae8d7b96,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:37:42.301783 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c19ee826-57f1-4ee0-bd0c-b06376237365 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:42.302942 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-c19ee826-57f1-4ee0-bd0c-b06376237365 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1246936 Dec 21 13:37:42.305780 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 33176) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:37:42.310113 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-68b7f010-41e3-4b4c-b608-30bad78e0580 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'security_group_rule': {'security_group_id': '972d28d9-f36e-41f1-a8fd-253d6246ec9a', 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:37:42.338905 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-68b7f010-41e3-4b4c-b608-30bad78e0580 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:42.394825 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-68b7f010-41e3-4b4c-b608-30bad78e0580 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:42.398608 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-68b7f010-41e3-4b4c-b608-30bad78e0580 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:42.416179 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b7f010-41e3-4b4c-b608-30bad78e0580 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f856790-6337-40a3-bdb1-d0bf3f733eb5,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:37:42.424692 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-68b7f010-41e3-4b4c-b608-30bad78e0580 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:42.425913 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-68b7f010-41e3-4b4c-b608-30bad78e0580 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1191645 Dec 21 13:37:42.428697 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 33178) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:37:42.433198 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-bdcde70c-0752-431a-bac9-0375e1ef20f7 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'security_group_rule': {'security_group_id': '972d28d9-f36e-41f1-a8fd-253d6246ec9a', 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:37:42.461114 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bdcde70c-0752-431a-bac9-0375e1ef20f7 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:42.522377 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bdcde70c-0752-431a-bac9-0375e1ef20f7 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:42.527701 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bdcde70c-0752-431a-bac9-0375e1ef20f7 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:42.542985 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcde70c-0752-431a-bac9-0375e1ef20f7 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=691d9cee-19c3-4b63-bb83-004654f4340c,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:37:42.554658 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bdcde70c-0752-431a-bac9-0375e1ef20f7 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:42.555954 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-bdcde70c-0752-431a-bac9-0375e1ef20f7 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1263278 Dec 21 13:37:42.558640 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 33182) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:37:42.563548 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-933eedfe-e924-4ed3-937d-1c8f82e9a2e4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'security_group_rule': {'security_group_id': '972d28d9-f36e-41f1-a8fd-253d6246ec9a', 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:37:42.587747 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.securitygroups_db [None req-933eedfe-e924-4ed3-937d-1c8f82e9a2e4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Project 577ee1d2880f4d34a80a7dfd0cf7da03 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 13:37:42.592688 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-933eedfe-e924-4ed3-937d-1c8f82e9a2e4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:42.605281 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52edea9-4470-40fb-a976-62ed178a0eda req-3c73b454-9be2-4fda-ad59-45ce5bf70aca tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:37:42.606804 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b52edea9-4470-40fb-a976-62ed178a0eda req-3c73b454-9be2-4fda-ad59-45ce5bf70aca tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/ports?device_id=764a0c1e-3c11-4644-99cc-11613e0ea88e HTTP/1.1" status: 200 len: 943 time: 0.0511515 Dec 21 13:37:42.615086 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 29ade5cf-2663-4669-b98a-334803f7d028 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:37:42.655984 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] The host hv-neutron-mast is not matching for port 29ade5cf-2663-4669-b98a-334803f7d028 host ! {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 21 13:37:42.656415 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 29ade5cf-2663-4669-b98a-334803f7d028 not bound to the agent host hv-neutron-mast {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:37:42.659809 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-933eedfe-e924-4ed3-937d-1c8f82e9a2e4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:42.664627 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-933eedfe-e924-4ed3-937d-1c8f82e9a2e4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:42.669044 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b52edea9-4470-40fb-a976-62ed178a0eda req-60e08fd4-6823-4e15-b4c7-01c4234a99b5 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/security-groups?id=1ff19183-1617-4928-9f92-ca5348d3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547242 Dec 21 13:37:42.682329 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933eedfe-e924-4ed3-937d-1c8f82e9a2e4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=356119a9-b4cc-444e-9f44-094f99505920,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:37:42.691016 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-933eedfe-e924-4ed3-937d-1c8f82e9a2e4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:42.692429 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-933eedfe-e924-4ed3-937d-1c8f82e9a2e4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1328652 Dec 21 13:37:42.695258 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 33184) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:37:42.699503 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-fe650269-8fc2-4735-8674-3b73b1a06276 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'security_group_rule': {'security_group_id': '972d28d9-f36e-41f1-a8fd-253d6246ec9a', 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:37:42.723478 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.securitygroups_db [None req-fe650269-8fc2-4735-8674-3b73b1a06276 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Project 577ee1d2880f4d34a80a7dfd0cf7da03 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 13:37:42.728367 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-fe650269-8fc2-4735-8674-3b73b1a06276 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:42.785364 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-fe650269-8fc2-4735-8674-3b73b1a06276 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:42.789074 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-fe650269-8fc2-4735-8674-3b73b1a06276 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:42.806401 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe650269-8fc2-4735-8674-3b73b1a06276 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4acba00f-f6b2-4d89-a179-bcfd4a500448,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:37:42.813866 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-fe650269-8fc2-4735-8674-3b73b1a06276 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:42.815090 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-fe650269-8fc2-4735-8674-3b73b1a06276 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1188827 Dec 21 13:37:42.961139 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-722d2fb0-1208-4c72-8a3c-edca91ad1517 req-4910c23f-6d99-4a37-a398-2784a9105ebc tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-711123219&fields=id&tenant_id=577ee1d2880f4d34a80a7dfd0cf7da03 HTTP/1.1" status: 200 len: 267 time: 0.0442395 Dec 21 13:37:43.012465 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722d2fb0-1208-4c72-8a3c-edca91ad1517 req-4af3fbcf-0563-41ef-8b5b-d17ea7588f1d tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:37:43.013799 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-722d2fb0-1208-4c72-8a3c-edca91ad1517 req-4af3fbcf-0563-41ef-8b5b-d17ea7588f1d tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports/29ade5cf-2663-4669-b98a-334803f7d028 HTTP/1.1" status: 200 len: 929 time: 0.0459094 Dec 21 13:37:43.074096 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [req-722d2fb0-1208-4c72-8a3c-edca91ad1517 req-78534bc5-cb96-4f51-a023-e22790eea4d0 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103152) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 13:37:43.075112 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-722d2fb0-1208-4c72-8a3c-edca91ad1517 req-78534bc5-cb96-4f51-a023-e22790eea4d0 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0499170 Dec 21 13:37:43.116776 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-722d2fb0-1208-4c72-8a3c-edca91ad1517 req-266000f4-b82b-41fe-8876-26576c2fc3ff service neutron] 10.222.0.37 "GET /v2.0/ports/29ade5cf-2663-4669-b98a-334803f7d028?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0346491 Dec 21 13:37:43.212221 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-722d2fb0-1208-4c72-8a3c-edca91ad1517 req-11d41670-62fc-4df7-9465-18122cee75f8 service neutron] 10.222.0.37 "GET /v2.0/networks/b2311590-9507-4840-a6b8-fd5ec11bd66c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887387 Dec 21 13:37:43.278461 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:43.305609 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-722d2fb0-1208-4c72-8a3c-edca91ad1517 req-8fc10414-13f7-4edc-ac7a-485441391c3b service neutron] 10.222.0.37 "GET /v2.0/networks/b2311590-9507-4840-a6b8-fd5ec11bd66c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873215 Dec 21 13:37:43.466158 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-349953da-786d-405a-962d-b7a5d68d009f req-6b08ac6c-7213-4af3-b221-f4e4386efe2d tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=03421e34-440a-4c9a-a794-384b0d17cb36 HTTP/1.1" status: 200 len: 210 time: 0.0266011 Dec 21 13:37:43.801386 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95468b2d-59a9-4d66-81f3-1f10824c504b req-f0f9b0a8-b3bb-4176-875d-21f4245616e3 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:37:43.803176 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-95468b2d-59a9-4d66-81f3-1f10824c504b req-f0f9b0a8-b3bb-4176-875d-21f4245616e3 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/ports?device_id=764a0c1e-3c11-4644-99cc-11613e0ea88e HTTP/1.1" status: 200 len: 943 time: 0.0544183 Dec 21 13:37:43.873780 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-95468b2d-59a9-4d66-81f3-1f10824c504b req-4111a2ac-261a-46e1-bb60-088e95ad344d tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/security-groups?id=1ff19183-1617-4928-9f92-ca5348d3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559080 Dec 21 13:37:44.566071 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-72568bdc-35e3-41f5-bc29-d6d9ca42055b req-487aefde-12cf-46f9-ace2-d8a25f2c103f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=03421e34-440a-4c9a-a794-384b0d17cb36 HTTP/1.1" status: 200 len: 210 time: 0.0275471 Dec 21 13:37:44.643366 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722d2fb0-1208-4c72-8a3c-edca91ad1517 req-1d5e8d9b-60f0-4672-a5c1-bd4883c1297e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:37:44.644685 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-722d2fb0-1208-4c72-8a3c-edca91ad1517 req-1d5e8d9b-60f0-4672-a5c1-bd4883c1297e service neutron] 10.222.0.60 "GET /v2.0/ports/29ade5cf-2663-4669-b98a-334803f7d028 HTTP/1.1" status: 200 len: 1025 time: 0.0454006 Dec 21 13:37:44.756801 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722d2fb0-1208-4c72-8a3c-edca91ad1517 req-929b8b3f-9d52-4504-9dc6-7c00baf7e9a4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:37:44.758283 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-722d2fb0-1208-4c72-8a3c-edca91ad1517 req-929b8b3f-9d52-4504-9dc6-7c00baf7e9a4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.60 "GET /v2.0/networks?id=b2311590-9507-4840-a6b8-fd5ec11bd66c HTTP/1.1" status: 200 len: 796 time: 0.1065977 Dec 21 13:37:44.846114 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-722d2fb0-1208-4c72-8a3c-edca91ad1517 req-7fc1854d-5015-4455-a1cc-f0fd0b08f46f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=577ee1d2880f4d34a80a7dfd0cf7da03 HTTP/1.1" status: 200 len: 469 time: 0.0684938 Dec 21 13:37:44.867361 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [req-722d2fb0-1208-4c72-8a3c-edca91ad1517 req-8d0b18bb-d1a9-4f88-8c2c-1b584f79285e service neutron] Request body: {'port': {'device_id': '03421e34-440a-4c9a-a794-384b0d17cb36', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:37:44.927672 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-722d2fb0-1208-4c72-8a3c-edca91ad1517 req-8d0b18bb-d1a9-4f88-8c2c-1b584f79285e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:44.997122 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2470fe-6893-4428-9bd2-1f2f9265051c req-09b859b0-3c41-469a-ad23-639079aed162 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:37:44.998687 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-3e2470fe-6893-4428-9bd2-1f2f9265051c req-09b859b0-3c41-469a-ad23-639079aed162 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/ports?device_id=764a0c1e-3c11-4644-99cc-11613e0ea88e HTTP/1.1" status: 200 len: 943 time: 0.0541928 Dec 21 13:37:45.050678 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-3e2470fe-6893-4428-9bd2-1f2f9265051c req-2c6e418a-b630-44ba-b705-7f286d7b905f tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/security-groups?id=1ff19183-1617-4928-9f92-ca5348d3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458765 Dec 21 13:37:45.198236 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [req-722d2fb0-1208-4c72-8a3c-edca91ad1517 req-8d0b18bb-d1a9-4f88-8c2c-1b584f79285e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29ade5cf-2663-4669-b98a-334803f7d028 {{(pid=103153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 13:37:45.206278 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-722d2fb0-1208-4c72-8a3c-edca91ad1517 req-8d0b18bb-d1a9-4f88-8c2c-1b584f79285e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:45.217933 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.provisioning_blocks [req-722d2fb0-1208-4c72-8a3c-edca91ad1517 req-8d0b18bb-d1a9-4f88-8c2c-1b584f79285e service neutron] Transition to ACTIVE for port object 29ade5cf-2663-4669-b98a-334803f7d028 will not be triggered until provisioned by entity L2. {{(pid=103153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 13:37:45.223215 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-722d2fb0-1208-4c72-8a3c-edca91ad1517 req-8d0b18bb-d1a9-4f88-8c2c-1b584f79285e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:45.296736 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0b18bb-d1a9-4f88-8c2c-1b584f79285e service neutron] Pushing event updated for resources: {'Port': ['ID=29ade5cf-2663-4669-b98a-334803f7d028,revision_number=7']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:37:45.401689 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-722d2fb0-1208-4c72-8a3c-edca91ad1517 req-8d0b18bb-d1a9-4f88-8c2c-1b584f79285e service neutron] Attempting to bind port 29ade5cf-2663-4669-b98a-334803f7d028 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:37:45.402016 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-722d2fb0-1208-4c72-8a3c-edca91ad1517 req-8d0b18bb-d1a9-4f88-8c2c-1b584f79285e service neutron] Attempting to bind port 29ade5cf-2663-4669-b98a-334803f7d028 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '0042b91b-603a-4cb8-89b9-e5f635f602de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b2311590-9507-4840-a6b8-fd5ec11bd66c'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:37:45.402342 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722d2fb0-1208-4c72-8a3c-edca91ad1517 req-8d0b18bb-d1a9-4f88-8c2c-1b584f79285e service neutron] Attempting to bind port 29ade5cf-2663-4669-b98a-334803f7d028 on network b2311590-9507-4840-a6b8-fd5ec11bd66c {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:37:45.407451 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722d2fb0-1208-4c72-8a3c-edca91ad1517 req-8d0b18bb-d1a9-4f88-8c2c-1b584f79285e service neutron] Port 29ade5cf-2663-4669-b98a-334803f7d028 on network b2311590-9507-4840-a6b8-fd5ec11bd66c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 13:37:45.407766 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722d2fb0-1208-4c72-8a3c-edca91ad1517 req-8d0b18bb-d1a9-4f88-8c2c-1b584f79285e service neutron] Attempting to bind port 29ade5cf-2663-4669-b98a-334803f7d028 on network b2311590-9507-4840-a6b8-fd5ec11bd66c {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:37:45.413002 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722d2fb0-1208-4c72-8a3c-edca91ad1517 req-8d0b18bb-d1a9-4f88-8c2c-1b584f79285e service neutron] Checking agent: {'id': 'cb078e0e-af00-4e4f-8117-46ca6496af1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 23, 43), 'started_at': datetime.datetime(2021, 12, 21, 13, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:37:45.413348 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722d2fb0-1208-4c72-8a3c-edca91ad1517 req-8d0b18bb-d1a9-4f88-8c2c-1b584f79285e service neutron] Checking segment: {'id': '0042b91b-603a-4cb8-89b9-e5f635f602de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b2311590-9507-4840-a6b8-fd5ec11bd66c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:37:45.413735 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722d2fb0-1208-4c72-8a3c-edca91ad1517 req-8d0b18bb-d1a9-4f88-8c2c-1b584f79285e service neutron] Bound using segment: {'id': '0042b91b-603a-4cb8-89b9-e5f635f602de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b2311590-9507-4840-a6b8-fd5ec11bd66c'} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:37:45.414342 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-722d2fb0-1208-4c72-8a3c-edca91ad1517 req-8d0b18bb-d1a9-4f88-8c2c-1b584f79285e service neutron] Bound port: 29ade5cf-2663-4669-b98a-334803f7d028, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0042b91b-603a-4cb8-89b9-e5f635f602de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b2311590-9507-4840-a6b8-fd5ec11bd66c'}}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:37:45.414725 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-722d2fb0-1208-4c72-8a3c-edca91ad1517 req-8d0b18bb-d1a9-4f88-8c2c-1b584f79285e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:45.478555 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-722d2fb0-1208-4c72-8a3c-edca91ad1517 req-8d0b18bb-d1a9-4f88-8c2c-1b584f79285e service neutron] For port 29ade5cf-2663-4669-b98a-334803f7d028, host hv-neutron-mast, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:37:45.481647 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-722d2fb0-1208-4c72-8a3c-edca91ad1517 req-8d0b18bb-d1a9-4f88-8c2c-1b584f79285e service neutron] For port 29ade5cf-2663-4669-b98a-334803f7d028, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=29ade5cf-2663-4669-b98a-334803f7d028,segment=NetworkSegment(0042b91b-603a-4cb8-89b9-e5f635f602de),segment_id=0042b91b-603a-4cb8-89b9-e5f635f602de)] {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:37:45.485951 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-722d2fb0-1208-4c72-8a3c-edca91ad1517 req-8d0b18bb-d1a9-4f88-8c2c-1b584f79285e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:45.525926 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722d2fb0-1208-4c72-8a3c-edca91ad1517 req-8d0b18bb-d1a9-4f88-8c2c-1b584f79285e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:37:45.526479 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-722d2fb0-1208-4c72-8a3c-edca91ad1517 req-8d0b18bb-d1a9-4f88-8c2c-1b584f79285e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:45.527911 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-722d2fb0-1208-4c72-8a3c-edca91ad1517 req-8d0b18bb-d1a9-4f88-8c2c-1b584f79285e service neutron] 10.222.0.60 "PUT /v2.0/ports/29ade5cf-2663-4669-b98a-334803f7d028 HTTP/1.1" status: 200 len: 1130 time: 0.6647696 Dec 21 13:37:45.528354 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03421e34-440a-4c9a-a794-384b0d17cb36', 'tag': '29ade5cf-2663-4669-b98a-334803f7d028'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:37:45.530791 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af6034c98e584fa55ea4398f343c742ceb598288507feaf30d5a15785b2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5108dbd5-414b-4747-97c9-72fd14b17d9a" -d '{"events": [{"name": "network-changed", "server_uuid": "03421e34-440a-4c9a-a794-384b0d17cb36", "tag": "29ade5cf-2663-4669-b98a-334803f7d028"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:37:45.561575 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0b18bb-d1a9-4f88-8c2c-1b584f79285e service neutron] Pushing event updated for resources: {'Port': ['ID=29ade5cf-2663-4669-b98a-334803f7d028,revision_number=8']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:37:45.571289 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 13:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dfc3a99-18ca-462e-9352-bb1c77838c04 x-openstack-request-id: req-3dfc3a99-18ca-462e-9352-bb1c77838c04 {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:37:45.571884 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03421e34-440a-4c9a-a794-384b0d17cb36", "tag": "29ade5cf-2663-4669-b98a-334803f7d028", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:37:45.571884 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3dfc3a99-18ca-462e-9352-bb1c77838c04 {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:37:45.572172 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03421e34-440a-4c9a-a794-384b0d17cb36', 'tag': '29ade5cf-2663-4669-b98a-334803f7d028', 'status': 'completed', 'code': 200} Dec 21 13:37:45.638637 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722d2fb0-1208-4c72-8a3c-edca91ad1517 req-2de83736-55ab-4d99-ae9a-1c3858a585ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:37:45.640880 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-722d2fb0-1208-4c72-8a3c-edca91ad1517 req-2de83736-55ab-4d99-ae9a-1c3858a585ba service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=577ee1d2880f4d34a80a7dfd0cf7da03&device_id=03421e34-440a-4c9a-a794-384b0d17cb36 HTTP/1.1" status: 200 len: 1133 time: 0.0457704 Dec 21 13:37:45.688882 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d512d0-19a9-482b-af82-c004306338fd req-4c92aa01-d030-496e-aa6c-6e39a6408ca6 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:37:45.690944 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-93d512d0-19a9-482b-af82-c004306338fd req-4c92aa01-d030-496e-aa6c-6e39a6408ca6 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=03421e34-440a-4c9a-a794-384b0d17cb36 HTTP/1.1" status: 200 len: 980 time: 0.0532267 Dec 21 13:37:45.726951 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-722d2fb0-1208-4c72-8a3c-edca91ad1517 req-fc01b38f-4865-4360-ae3a-ae8dff6a27d2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=29ade5cf-2663-4669-b98a-334803f7d028 HTTP/1.1" status: 200 len: 1035 time: 0.0707107 Dec 21 13:37:45.744178 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-93d512d0-19a9-482b-af82-c004306338fd req-72d1f399-1c3f-40fd-a915-1ce36d3139a7 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=24ee8043-4233-4131-8496-70954a89d2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442483 Dec 21 13:37:45.782313 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722d2fb0-1208-4c72-8a3c-edca91ad1517 req-55ce5356-7c8a-447c-ac89-4e2bc87c21af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:37:45.783928 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-722d2fb0-1208-4c72-8a3c-edca91ad1517 req-55ce5356-7c8a-447c-ac89-4e2bc87c21af service neutron] 10.222.0.60 "GET /v2.0/subnets?id=647a33bb-4d49-400f-8385-db0e8e97a903 HTTP/1.1" status: 200 len: 834 time: 0.0482891 Dec 21 13:37:45.836485 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722d2fb0-1208-4c72-8a3c-edca91ad1517 req-77b9e3a7-934e-4e20-8a87-8f3f08bbd6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:37:45.838340 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-722d2fb0-1208-4c72-8a3c-edca91ad1517 req-77b9e3a7-934e-4e20-8a87-8f3f08bbd6e8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b2311590-9507-4840-a6b8-fd5ec11bd66c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0440118 Dec 21 13:37:45.929609 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-722d2fb0-1208-4c72-8a3c-edca91ad1517 req-ddcbdde1-2a51-4a9d-ac28-c4f7954e7f55 service neutron] 10.222.0.60 "GET /v2.0/networks/b2311590-9507-4840-a6b8-fd5ec11bd66c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815859 Dec 21 13:37:46.023105 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-722d2fb0-1208-4c72-8a3c-edca91ad1517 req-2402c69a-6419-4c1a-90b4-de8bbf85fe2c service neutron] 10.222.0.60 "GET /v2.0/networks/b2311590-9507-4840-a6b8-fd5ec11bd66c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857730 Dec 21 13:37:46.192463 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5108dbd5-414b-4747-97c9-72fd14b17d9a req-1758adef-64a1-4086-bac8-c1714682a962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:37:46.194026 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-5108dbd5-414b-4747-97c9-72fd14b17d9a req-1758adef-64a1-4086-bac8-c1714682a962 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=577ee1d2880f4d34a80a7dfd0cf7da03&device_id=03421e34-440a-4c9a-a794-384b0d17cb36 HTTP/1.1" status: 200 len: 1133 time: 0.0766490 Dec 21 13:37:46.206574 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e38397-9d26-4b40-b54b-0a16b5b55973 req-d8230710-1d01-40f3-8dbb-0c91027e2f99 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:37:46.207961 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-21e38397-9d26-4b40-b54b-0a16b5b55973 req-d8230710-1d01-40f3-8dbb-0c91027e2f99 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/ports?device_id=764a0c1e-3c11-4644-99cc-11613e0ea88e HTTP/1.1" status: 200 len: 943 time: 0.0799718 Dec 21 13:37:46.311578 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-21e38397-9d26-4b40-b54b-0a16b5b55973 req-07422aed-9b31-412d-85e3-692aa9b60abe tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/security-groups?id=1ff19183-1617-4928-9f92-ca5348d3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956094 Dec 21 13:37:46.329401 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5108dbd5-414b-4747-97c9-72fd14b17d9a req-0b5737b5-2675-43b6-a455-c4ed8a307544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:37:46.330875 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-5108dbd5-414b-4747-97c9-72fd14b17d9a req-0b5737b5-2675-43b6-a455-c4ed8a307544 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b2311590-9507-4840-a6b8-fd5ec11bd66c HTTP/1.1" status: 200 len: 897 time: 0.1220870 Dec 21 13:37:46.401817 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-5108dbd5-414b-4747-97c9-72fd14b17d9a req-c7af3edb-0ca4-4f75-ad17-90bb99bdc09f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=29ade5cf-2663-4669-b98a-334803f7d028 HTTP/1.1" status: 200 len: 1035 time: 0.0628865 Dec 21 13:37:46.466322 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5108dbd5-414b-4747-97c9-72fd14b17d9a req-d41f38e2-1db3-4c89-8ac7-a1705946b706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:37:46.467815 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-5108dbd5-414b-4747-97c9-72fd14b17d9a req-d41f38e2-1db3-4c89-8ac7-a1705946b706 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=647a33bb-4d49-400f-8385-db0e8e97a903 HTTP/1.1" status: 200 len: 834 time: 0.0563385 Dec 21 13:37:46.515164 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5108dbd5-414b-4747-97c9-72fd14b17d9a req-d6f70bfb-5b40-4e2a-abb0-591698d1aa80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:37:46.517229 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-5108dbd5-414b-4747-97c9-72fd14b17d9a req-d6f70bfb-5b40-4e2a-abb0-591698d1aa80 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b2311590-9507-4840-a6b8-fd5ec11bd66c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0409968 Dec 21 13:37:46.609008 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-5108dbd5-414b-4747-97c9-72fd14b17d9a req-1fe99451-0c5b-49aa-8a76-a3c8454f3b60 service neutron] 10.222.0.60 "GET /v2.0/networks/b2311590-9507-4840-a6b8-fd5ec11bd66c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849473 Dec 21 13:37:46.644999 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 1ab06dbc-039c-4ba6-9ae3-e87ce84294b6 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 13:37:46.715477 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-5108dbd5-414b-4747-97c9-72fd14b17d9a req-28069d57-c015-47b3-a0bc-f04684ddd013 service neutron] 10.222.0.60 "GET /v2.0/networks/b2311590-9507-4840-a6b8-fd5ec11bd66c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919313 Dec 21 13:37:46.742139 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port 1ab06dbc-039c-4ba6-9ae3-e87ce84294b6, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=1ab06dbc-039c-4ba6-9ae3-e87ce84294b6,segment=NetworkSegment(437cc747-44ac-45bd-9854-eb847f13c4b8),segment_id=437cc747-44ac-45bd-9854-eb847f13c4b8)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:37:46.755316 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Returning: {'device': '1ab06dbc-039c-4ba6-9ae3-e87ce84294b6', 'network_id': 'f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e', 'port_id': '1ab06dbc-039c-4ba6-9ae3-e87ce84294b6', 'mac_address': 'fa:16:3e:dd:3e:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52704ce2-43ea-427f-a9de-c74c83467400', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 13:37:46.792978 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:46.811289 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ab06dbc-039c-4ba6-9ae3-e87ce84294b6 {{(pid=103154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 13:37:46.831661 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port 1ab06dbc-039c-4ba6-9ae3-e87ce84294b6, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=1ab06dbc-039c-4ba6-9ae3-e87ce84294b6,segment=NetworkSegment(437cc747-44ac-45bd-9854-eb847f13c4b8),segment_id=437cc747-44ac-45bd-9854-eb847f13c4b8)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:37:46.836624 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:46.866050 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143c80c5-8293-4f63-9d40-9d48f5ffff3c req-bf1e1eac-d724-4d1e-9fd7-4b8559df9fe6 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:37:46.867577 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-143c80c5-8293-4f63-9d40-9d48f5ffff3c req-bf1e1eac-d724-4d1e-9fd7-4b8559df9fe6 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=03421e34-440a-4c9a-a794-384b0d17cb36 HTTP/1.1" status: 200 len: 980 time: 0.0558014 Dec 21 13:37:46.884316 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=1ab06dbc-039c-4ba6-9ae3-e87ce84294b6,revision_number=4']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:37:46.917088 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-143c80c5-8293-4f63-9d40-9d48f5ffff3c req-f5b9cf9f-79da-4303-9fd0-e5840647dbcc tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=24ee8043-4233-4131-8496-70954a89d2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431907 Dec 21 13:37:47.117378 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] get_ports_and_sgs() called for port_ids ['1ab06dbc-039c-4ba6-9ae3-e87ce84294b6'] {{(pid=103154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 13:37:47.427847 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ebeccc-445b-4570-afb7-a1cbc73f6bec req-a4278ee2-5bce-4fa4-9053-f90dd305f5ee tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:37:47.429336 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-88ebeccc-445b-4570-afb7-a1cbc73f6bec req-a4278ee2-5bce-4fa4-9053-f90dd305f5ee tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/ports?device_id=764a0c1e-3c11-4644-99cc-11613e0ea88e HTTP/1.1" status: 200 len: 944 time: 0.0508492 Dec 21 13:37:47.483639 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-88ebeccc-445b-4570-afb7-a1cbc73f6bec req-8d16446c-0175-4f57-b3f1-9c656026979f tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/security-groups?id=1ff19183-1617-4928-9f92-ca5348d3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483603 Dec 21 13:37:48.033776 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afbc2e6-28c6-48b8-a28b-ebcefc0558ca req-8bc3421a-66f1-4de9-8d8e-42e108d69327 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:37:48.035297 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-3afbc2e6-28c6-48b8-a28b-ebcefc0558ca req-8bc3421a-66f1-4de9-8d8e-42e108d69327 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=03421e34-440a-4c9a-a794-384b0d17cb36 HTTP/1.1" status: 200 len: 980 time: 0.0489423 Dec 21 13:37:48.086110 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-3afbc2e6-28c6-48b8-a28b-ebcefc0558ca req-c972f077-5e06-4b6c-95fe-89325b8c8887 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=24ee8043-4233-4131-8496-70954a89d2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445557 Dec 21 13:37:48.600648 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc41ead2-02af-4492-93bc-ae9f8332cd78 req-220f394a-032e-408b-a388-79ec159b6dcb tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:37:48.602178 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-fc41ead2-02af-4492-93bc-ae9f8332cd78 req-220f394a-032e-408b-a388-79ec159b6dcb tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/ports?device_id=764a0c1e-3c11-4644-99cc-11613e0ea88e HTTP/1.1" status: 200 len: 944 time: 0.0512135 Dec 21 13:37:48.646978 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 29ade5cf-2663-4669-b98a-334803f7d028 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 13:37:48.657551 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-fc41ead2-02af-4492-93bc-ae9f8332cd78 req-3bbb373a-65a1-442a-944e-35013347195c tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/security-groups?id=1ff19183-1617-4928-9f92-ca5348d3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489554 Dec 21 13:37:48.658098 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 1ab06dbc-039c-4ba6-9ae3-e87ce84294b6 up at agent hyperv_hv-neutron-mast {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:37:48.770126 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Provisioning for port 1ab06dbc-039c-4ba6-9ae3-e87ce84294b6 completed by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 13:37:48.782971 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Provisioning complete for port 1ab06dbc-039c-4ba6-9ae3-e87ce84294b6 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:37:48.782971 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:48.788709 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port 29ade5cf-2663-4669-b98a-334803f7d028, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=29ade5cf-2663-4669-b98a-334803f7d028,segment=NetworkSegment(0042b91b-603a-4cb8-89b9-e5f635f602de),segment_id=0042b91b-603a-4cb8-89b9-e5f635f602de)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:37:48.822246 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Returning: {'device': '29ade5cf-2663-4669-b98a-334803f7d028', 'network_id': 'b2311590-9507-4840-a6b8-fd5ec11bd66c', 'port_id': '29ade5cf-2663-4669-b98a-334803f7d028', 'mac_address': 'fa:16:3e:37:5e:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '647a33bb-4d49-400f-8385-db0e8e97a903', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 13:37:48.871516 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:48.911516 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29ade5cf-2663-4669-b98a-334803f7d028 {{(pid=103154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 13:37:48.919707 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:48.943228 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port 29ade5cf-2663-4669-b98a-334803f7d028, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=29ade5cf-2663-4669-b98a-334803f7d028,segment=NetworkSegment(0042b91b-603a-4cb8-89b9-e5f635f602de),segment_id=0042b91b-603a-4cb8-89b9-e5f635f602de)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:37:48.950591 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:48.957347 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '764a0c1e-3c11-4644-99cc-11613e0ea88e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ab06dbc-039c-4ba6-9ae3-e87ce84294b6'}] {{(pid=103154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:37:48.959572 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6f45aca8ac5f8c0cc5868273c98d8aa60330245aed22d61c8da5c1f2d6fc01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cb602df-4f39-4e83-ab34-ee4af9a775c4" -d '{"events": [{"server_uuid": "764a0c1e-3c11-4644-99cc-11613e0ea88e", "name": "network-vif-plugged", "status": "completed", "tag": "1ab06dbc-039c-4ba6-9ae3-e87ce84294b6"}]}' {{(pid=103154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:37:48.990195 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port 1ab06dbc-039c-4ba6-9ae3-e87ce84294b6, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=1ab06dbc-039c-4ba6-9ae3-e87ce84294b6,segment=NetworkSegment(437cc747-44ac-45bd-9854-eb847f13c4b8),segment_id=437cc747-44ac-45bd-9854-eb847f13c4b8)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:37:48.999180 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:49.004292 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 13:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1654cf97-9075-4fce-989f-3a1572dfc99c x-openstack-request-id: req-1654cf97-9075-4fce-989f-3a1572dfc99c {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:37:49.004579 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "764a0c1e-3c11-4644-99cc-11613e0ea88e", "name": "network-vif-plugged", "status": "completed", "tag": "1ab06dbc-039c-4ba6-9ae3-e87ce84294b6", "code": 200}]} {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:37:49.004826 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1654cf97-9075-4fce-989f-3a1572dfc99c {{(pid=103154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:37:49.005208 dv-neutron-master-2-hyperv neutron-server[103154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '764a0c1e-3c11-4644-99cc-11613e0ea88e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ab06dbc-039c-4ba6-9ae3-e87ce84294b6', 'code': 200} Dec 21 13:37:49.018630 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=29ade5cf-2663-4669-b98a-334803f7d028,revision_number=9']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:37:49.067408 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=1ab06dbc-039c-4ba6-9ae3-e87ce84294b6,revision_number=5']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:37:49.235696 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf64cb5-1712-4561-9b0b-97d7df499e27 req-75cd158e-1269-44cf-bb25-bf9c76b2c6b9 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:37:49.237150 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-9cf64cb5-1712-4561-9b0b-97d7df499e27 req-75cd158e-1269-44cf-bb25-bf9c76b2c6b9 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=03421e34-440a-4c9a-a794-384b0d17cb36 HTTP/1.1" status: 200 len: 981 time: 0.0771759 Dec 21 13:37:49.247219 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] get_ports_and_sgs() called for port_ids ['29ade5cf-2663-4669-b98a-334803f7d028'] {{(pid=103154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 13:37:49.252574 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b155645-ad02-4064-96a9-07b53bdab503 req-8e780082-6460-46f9-a4c4-f72c477b2ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:37:49.254027 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-8b155645-ad02-4064-96a9-07b53bdab503 req-8e780082-6460-46f9-a4c4-f72c477b2ac1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=764a0c1e-3c11-4644-99cc-11613e0ea88e HTTP/1.1" status: 200 len: 1098 time: 0.0685511 Dec 21 13:37:49.317767 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-9cf64cb5-1712-4561-9b0b-97d7df499e27 req-a80a40c4-9a7d-4190-a284-f023b3198420 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=24ee8043-4233-4131-8496-70954a89d2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735104 Dec 21 13:37:49.325804 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-8b155645-ad02-4064-96a9-07b53bdab503 req-f54cfd3b-064c-4972-b88a-c2355e7f0d8c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1ff19183-1617-4928-9f92-ca5348d3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643075 Dec 21 13:37:49.774817 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca9afaa-b9aa-4992-a370-57d47204a2fa req-5b75cb6b-dc93-4c17-9235-c4c2ff9af61a tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:37:49.776309 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-5ca9afaa-b9aa-4992-a370-57d47204a2fa req-5b75cb6b-dc93-4c17-9235-c4c2ff9af61a tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/ports?device_id=764a0c1e-3c11-4644-99cc-11613e0ea88e HTTP/1.1" status: 200 len: 945 time: 0.0510428 Dec 21 13:37:49.830223 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-5ca9afaa-b9aa-4992-a370-57d47204a2fa req-10568121-2d57-4a45-a58e-134fd674cf8d tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/security-groups?id=1ff19183-1617-4928-9f92-ca5348d3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480068 Dec 21 13:37:50.441913 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94263cb-768d-49ce-a89c-9b5de11ddce2 req-05312175-b957-4248-b2a4-b4ea651aed0b tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:37:50.443414 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c94263cb-768d-49ce-a89c-9b5de11ddce2 req-05312175-b957-4248-b2a4-b4ea651aed0b tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=03421e34-440a-4c9a-a794-384b0d17cb36 HTTP/1.1" status: 200 len: 981 time: 0.0542927 Dec 21 13:37:50.506983 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c94263cb-768d-49ce-a89c-9b5de11ddce2 req-ea867ece-68d8-47b5-830a-9bfa51369a4d tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=24ee8043-4233-4131-8496-70954a89d2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574529 Dec 21 13:37:50.662169 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 29ade5cf-2663-4669-b98a-334803f7d028 up at agent hyperv_hv-neutron-mast {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:37:50.710641 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Provisioning for port 29ade5cf-2663-4669-b98a-334803f7d028 completed by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 13:37:50.714436 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Provisioning complete for port 29ade5cf-2663-4669-b98a-334803f7d028 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:37:50.714801 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:50.794516 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:50.831624 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port 29ade5cf-2663-4669-b98a-334803f7d028, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=29ade5cf-2663-4669-b98a-334803f7d028,segment=NetworkSegment(0042b91b-603a-4cb8-89b9-e5f635f602de),segment_id=0042b91b-603a-4cb8-89b9-e5f635f602de)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:37:50.835596 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:50.887482 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=29ade5cf-2663-4669-b98a-334803f7d028,revision_number=10']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:37:50.950562 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba506e18-1a29-4d03-97f1-9551484f70c7 req-2eaa996f-0c46-4545-b04a-61b7f35fdd7d tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:37:50.952000 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-ba506e18-1a29-4d03-97f1-9551484f70c7 req-2eaa996f-0c46-4545-b04a-61b7f35fdd7d tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/ports?device_id=764a0c1e-3c11-4644-99cc-11613e0ea88e HTTP/1.1" status: 200 len: 945 time: 0.0526361 Dec 21 13:37:51.004266 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-ba506e18-1a29-4d03-97f1-9551484f70c7 req-d5c8e9ca-fa81-462d-939e-7171d5500511 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/security-groups?id=1ff19183-1617-4928-9f92-ca5348d3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443926 Dec 21 13:37:51.006627 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03421e34-440a-4c9a-a794-384b0d17cb36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29ade5cf-2663-4669-b98a-334803f7d028'}] {{(pid=103154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:37:51.009074 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6f45aca8ac5f8c0cc5868273c98d8aa60330245aed22d61c8da5c1f2d6fc01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51ddef4e-138f-4b0c-8daf-33c30657ff7c" -d '{"events": [{"server_uuid": "03421e34-440a-4c9a-a794-384b0d17cb36", "name": "network-vif-plugged", "status": "completed", "tag": "29ade5cf-2663-4669-b98a-334803f7d028"}]}' {{(pid=103154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:37:51.045466 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 13:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-378442ba-1f34-4780-a24c-811013bba656 x-openstack-request-id: req-378442ba-1f34-4780-a24c-811013bba656 {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:37:51.045762 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03421e34-440a-4c9a-a794-384b0d17cb36", "name": "network-vif-plugged", "status": "completed", "tag": "29ade5cf-2663-4669-b98a-334803f7d028", "code": 200}]} {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:37:51.046016 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-378442ba-1f34-4780-a24c-811013bba656 {{(pid=103154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:37:51.046467 dv-neutron-master-2-hyperv neutron-server[103154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03421e34-440a-4c9a-a794-384b0d17cb36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29ade5cf-2663-4669-b98a-334803f7d028', 'code': 200} Dec 21 13:37:51.129352 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043dc16e-c16d-4bbc-8fe7-59a8b88795d0 req-aaf5db9a-cd98-4757-afc1-15d49db9ccf4 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:37:51.130855 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-043dc16e-c16d-4bbc-8fe7-59a8b88795d0 req-aaf5db9a-cd98-4757-afc1-15d49db9ccf4 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/ports?device_id=764a0c1e-3c11-4644-99cc-11613e0ea88e HTTP/1.1" status: 200 len: 945 time: 0.0546570 Dec 21 13:37:51.187798 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-043dc16e-c16d-4bbc-8fe7-59a8b88795d0 req-33685de0-74a4-488e-8900-1a9aa97088e0 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/security-groups?id=1ff19183-1617-4928-9f92-ca5348d3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502188 Dec 21 13:37:51.210517 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 33250) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:37:51.256838 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b706ab-3a96-4a21-af34-9c2cf524cf3e tempest-TestVolumeBootPattern-130330410 tempest-TestVolumeBootPattern-130330410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:37:51.259577 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-31b706ab-3a96-4a21-af34-9c2cf524cf3e tempest-TestVolumeBootPattern-130330410 tempest-TestVolumeBootPattern-130330410-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=764a0c1e-3c11-4644-99cc-11613e0ea88e HTTP/1.1" status: 200 len: 1093 time: 0.0478115 Dec 21 13:37:51.262161 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 33252) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:37:51.263391 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aac65f-647e-47f2-8110-c2e273ff3346 req-974dfb82-622e-438e-ae34-1b3c4d1b6253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:37:51.264915 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-95aac65f-647e-47f2-8110-c2e273ff3346 req-974dfb82-622e-438e-ae34-1b3c4d1b6253 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=03421e34-440a-4c9a-a794-384b0d17cb36 HTTP/1.1" status: 200 len: 1136 time: 0.0412247 Dec 21 13:37:51.267241 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-d4a1bca8-bebe-4805-8be2-e2a005c21fac tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Request body: {'floatingip': {'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'port_id': '1ab06dbc-039c-4ba6-9ae3-e87ce84294b6', 'tenant_id': '365275e264a6451abad9a44f0c54ac18', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:37:51.292726 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d4a1bca8-bebe-4805-8be2-e2a005c21fac tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Publish callbacks [] for floatingip, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:51.315420 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-95aac65f-647e-47f2-8110-c2e273ff3346 req-87d8e69e-851d-471f-895a-c06bbe598c51 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=24ee8043-4233-4131-8496-70954a89d2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435703 Dec 21 13:37:51.389085 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d4a1bca8-bebe-4805-8be2-e2a005c21fac tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:51.499422 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-d4a1bca8-bebe-4805-8be2-e2a005c21fac tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Allocated IP 172.36.3.251 (7fdf1889-f079-4166-bbda-88b2a8d8d595/051a5607-1753-4008-a2f2-d94b48752e9c/e72dd4dc-52bb-4452-a1d3-0178d6d73515) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:37:51.604665 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d4a1bca8-bebe-4805-8be2-e2a005c21fac tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:51.627106 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3560489-3f19-43c1-9915-bfa29bc663d1 req-2ec3a1c5-5160-4179-bbc3-1082dd2b7dca tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:37:51.628723 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-d3560489-3f19-43c1-9915-bfa29bc663d1 req-2ec3a1c5-5160-4179-bbc3-1082dd2b7dca tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=03421e34-440a-4c9a-a794-384b0d17cb36 HTTP/1.1" status: 200 len: 983 time: 0.0517128 Dec 21 13:37:51.643690 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d4a1bca8-bebe-4805-8be2-e2a005c21fac tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:51.677576 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-d3560489-3f19-43c1-9915-bfa29bc663d1 req-696b1100-9edf-4baa-8cdd-b59fc7fb441c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=24ee8043-4233-4131-8496-70954a89d2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419931 Dec 21 13:37:51.688491 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a1bca8-bebe-4805-8be2-e2a005c21fac tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Network 7fdf1889-f079-4166-bbda-88b2a8d8d595 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:37:51.691561 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-d4a1bca8-bebe-4805-8be2-e2a005c21fac tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:37:51.695240 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a1bca8-bebe-4805-8be2-e2a005c21fac tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:37:51.719258 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a1bca8-bebe-4805-8be2-e2a005c21fac tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Pushing event updated for resources: {'Port': ['ID=e72dd4dc-52bb-4452-a1d3-0178d6d73515,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:37:52.064767 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d4a1bca8-bebe-4805-8be2-e2a005c21fac tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:52.132714 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d4a1bca8-bebe-4805-8be2-e2a005c21fac tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:52.285719 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d4a1bca8-bebe-4805-8be2-e2a005c21fac tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:52.290097 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d4a1bca8-bebe-4805-8be2-e2a005c21fac tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805230'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:52.356717 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a1bca8-bebe-4805-8be2-e2a005c21fac tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Pushing event updated for resources: {'Port': ['ID=e72dd4dc-52bb-4452-a1d3-0178d6d73515,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:37:52.374027 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d4a1bca8-bebe-4805-8be2-e2a005c21fac tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548820'] for floatingip, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:52.496559 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.l3_db [None req-d4a1bca8-bebe-4805-8be2-e2a005c21fac tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Floating IP 2b33cf39-3f7b-48aa-98e9-3e7ec984abf3 associated. External IP: 172.36.3.251, port: 1ab06dbc-039c-4ba6-9ae3-e87ce84294b6. Dec 21 13:37:52.715906 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4a1bca8-bebe-4805-8be2-e2a005c21fac tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Router eb8086ef-7083-4774-a3af-a8e51102d89d has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:37:52.853843 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc045bdf-6665-4292-bbe2-7528b994f522 req-5b74f311-5fc8-43e6-b7e0-37cb647ec4df tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:37:52.855421 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-cc045bdf-6665-4292-bbe2-7528b994f522 req-5b74f311-5fc8-43e6-b7e0-37cb647ec4df tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=03421e34-440a-4c9a-a794-384b0d17cb36 HTTP/1.1" status: 200 len: 983 time: 0.0981846 Dec 21 13:37:52.863879 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4a1bca8-bebe-4805-8be2-e2a005c21fac tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:37:52.878629 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2df6cf6-47a6-4e7d-b82c-9dfb32006665 None None] Sync routers for ids ['eb8086ef-7083-4774-a3af-a8e51102d89d'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:37:52.890110 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2df6cf6-47a6-4e7d-b82c-9dfb32006665 None None] Routers {'eb8086ef-7083-4774-a3af-a8e51102d89d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:37:52.891370 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-a2df6cf6-47a6-4e7d-b82c-9dfb32006665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:37:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['eb8086ef-7083-4774-a3af-a8e51102d89d'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:37:52.897957 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d4a1bca8-bebe-4805-8be2-e2a005c21fac tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for floatingip, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:52.940305 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-d4a1bca8-bebe-4805-8be2-e2a005c21fac tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6769788 Dec 21 13:37:52.941161 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '764a0c1e-3c11-4644-99cc-11613e0ea88e', 'tag': '1ab06dbc-039c-4ba6-9ae3-e87ce84294b6'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:37:52.943312 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d59863cea1d3cd3753b105ac340115874538247bffc4ddd9c7a2f3cf3d2521b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-033b2d8b-b120-4f2f-92e0-5998b53862c6" -d '{"events": [{"name": "network-changed", "server_uuid": "764a0c1e-3c11-4644-99cc-11613e0ea88e", "tag": "1ab06dbc-039c-4ba6-9ae3-e87ce84294b6"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:37:52.948917 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-cc045bdf-6665-4292-bbe2-7528b994f522 req-e231c8f7-2d45-4166-b246-04644720f173 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=24ee8043-4233-4131-8496-70954a89d2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869884 Dec 21 13:37:52.982157 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 13:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba9aabce-51de-41f2-ae39-f4a388cf685d x-openstack-request-id: req-ba9aabce-51de-41f2-ae39-f4a388cf685d {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:37:52.982486 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "764a0c1e-3c11-4644-99cc-11613e0ea88e", "tag": "1ab06dbc-039c-4ba6-9ae3-e87ce84294b6", "status": "completed", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:37:52.982744 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ba9aabce-51de-41f2-ae39-f4a388cf685d {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:37:52.983150 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '764a0c1e-3c11-4644-99cc-11613e0ea88e', 'tag': '1ab06dbc-039c-4ba6-9ae3-e87ce84294b6', 'status': 'completed', 'code': 200} Dec 21 13:37:53.011978 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-a2df6cf6-47a6-4e7d-b82c-9dfb32006665 None None] Set router eb8086ef-7083-4774-a3af-a8e51102d89d gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:37:53.065666 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033b2d8b-b120-4f2f-92e0-5998b53862c6 req-bbbee98b-057c-4c95-a55d-5b8065a1c3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:37:53.067228 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-033b2d8b-b120-4f2f-92e0-5998b53862c6 req-bbbee98b-057c-4c95-a55d-5b8065a1c3a7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=365275e264a6451abad9a44f0c54ac18&device_id=764a0c1e-3c11-4644-99cc-11613e0ea88e HTTP/1.1" status: 200 len: 1098 time: 0.0424502 Dec 21 13:37:53.074518 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3caa5a-087e-40ba-b3b8-7aa814ad3c24 req-50f6adc1-8ba1-4423-a172-14d8a8224f6f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:37:53.076192 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-ca3caa5a-087e-40ba-b3b8-7aa814ad3c24 req-50f6adc1-8ba1-4423-a172-14d8a8224f6f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=03421e34-440a-4c9a-a794-384b0d17cb36 HTTP/1.1" status: 200 len: 983 time: 0.0544007 Dec 21 13:37:53.141236 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-ca3caa5a-087e-40ba-b3b8-7aa814ad3c24 req-01c6c264-a2b6-4fb7-be4f-6d526591023a tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=24ee8043-4233-4131-8496-70954a89d2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555265 Dec 21 13:37:53.164588 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 33264) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:37:53.170915 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033b2d8b-b120-4f2f-92e0-5998b53862c6 req-2c2d477f-aa80-4c50-999e-0c2a62453358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:37:53.172441 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-033b2d8b-b120-4f2f-92e0-5998b53862c6 req-2c2d477f-aa80-4c50-999e-0c2a62453358 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e HTTP/1.1" status: 200 len: 913 time: 0.0976484 Dec 21 13:37:53.244995 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-033b2d8b-b120-4f2f-92e0-5998b53862c6 req-811e9cc4-9850-456f-9323-1ddc6845a5bd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ab06dbc-039c-4ba6-9ae3-e87ce84294b6 HTTP/1.1" status: 200 len: 999 time: 0.0664759 Dec 21 13:37:53.256086 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114b9cde-8571-46f1-9deb-3fcec253000e tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:37:53.257763 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-114b9cde-8571-46f1-9deb-3fcec253000e tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=03421e34-440a-4c9a-a794-384b0d17cb36&network_id=b2311590-9507-4840-a6b8-fd5ec11bd66c HTTP/1.1" status: 200 len: 1131 time: 0.0920300 Dec 21 13:37:53.269324 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-a2df6cf6-47a6-4e7d-b82c-9dfb32006665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8086ef-7083-4774-a3af-a8e51102d89d', 'name': 'tempest-TestVolumeBootPattern-1677634282-router', 'tenant_id': '365275e264a6451abad9a44f0c54ac18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.232'}], 'enable_snat': True}, 'gw_port_id': '8d6bf78b-09b2-42b6-abb5-6d1020a8e60f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:31:43Z', 'updated_at': '2021-12-21T13:31:51Z', 'revision_number': 4, 'project_id': '365275e264a6451abad9a44f0c54ac18', 'gw_port': {'id': '8d6bf78b-09b2-42b6-abb5-6d1020a8e60f', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:18:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8086ef-7083-4774-a3af-a8e51102d89d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:31:45Z', 'updated_at': '2021-12-21T13:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '2b33cf39-3f7b-48aa-98e9-3e7ec984abf3', 'tenant_id': '365275e264a6451abad9a44f0c54ac18', 'floating_ip_address': '172.36.3.251', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': 'eb8086ef-7083-4774-a3af-a8e51102d89d', 'port_id': '1ab06dbc-039c-4ba6-9ae3-e87ce84294b6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e', 'mac_address': 'fa:16:3e:dd:3e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764a0c1e-3c11-4644-99cc-11613e0ea88e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T13:37:51Z', 'updated_at': '2021-12-21T13:37:51Z', 'revision_number': 0, 'project_id': '365275e264a6451abad9a44f0c54ac18', 'fixed_ip_address_scope': None}, {'id': '4644a177-e859-439f-a0b9-52a98623ad13', 'tenant_id': '365275e264a6451abad9a44f0c54ac18', 'floating_ip_address': '172.36.3.93', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': 'eb8086ef-7083-4774-a3af-a8e51102d89d', 'port_id': 'daf79913-fea1-4f0b-b151-f39875a82234', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e', 'mac_address': 'fa:16:3e:86:40:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74850ba7-3f0b-4552-8439-72f0cf979424', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T13:35:45Z', 'updated_at': '2021-12-21T13:35:47Z', 'revision_number': 1, 'project_id': '365275e264a6451abad9a44f0c54ac18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18ad5d93-4983-463f-8bc7-74e634dd78b4', 'name': '', 'network_id': 'f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e', 'tenant_id': '365275e264a6451abad9a44f0c54ac18', 'mac_address': 'fa:16:3e:47:7e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8086ef-7083-4774-a3af-a8e51102d89d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '52704ce2-43ea-427f-a9de-c74c83467400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:31:49Z', 'updated_at': '2021-12-21T13:32:03Z', 'revision_number': 5, 'project_id': '365275e264a6451abad9a44f0c54ac18', 'subnets': [{'id': '52704ce2-43ea-427f-a9de-c74c83467400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:37:53.299069 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2df6cf6-47a6-4e7d-b82c-9dfb32006665 None None] Checking router: eb8086ef-7083-4774-a3af-a8e51102d89d for host: dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:37:53.303701 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033b2d8b-b120-4f2f-92e0-5998b53862c6 req-cb0160b6-b9cc-4360-a0eb-3595e536d4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:37:53.305381 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-033b2d8b-b120-4f2f-92e0-5998b53862c6 req-cb0160b6-b9cc-4360-a0eb-3595e536d4d2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=52704ce2-43ea-427f-a9de-c74c83467400 HTTP/1.1" status: 200 len: 851 time: 0.0545802 Dec 21 13:37:53.309495 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2df6cf6-47a6-4e7d-b82c-9dfb32006665 None None] Routers {'eb8086ef-7083-4774-a3af-a8e51102d89d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:37:53.310121 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-a2df6cf6-47a6-4e7d-b82c-9dfb32006665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:37:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['eb8086ef-7083-4774-a3af-a8e51102d89d'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:37:53.352591 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033b2d8b-b120-4f2f-92e0-5998b53862c6 req-2b71c146-2b15-4d7c-acc3-ed6bcc554465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:37:53.354266 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-033b2d8b-b120-4f2f-92e0-5998b53862c6 req-2b71c146-2b15-4d7c-acc3-ed6bcc554465 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0428448 Dec 21 13:37:53.446595 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-a2df6cf6-47a6-4e7d-b82c-9dfb32006665 None None] Set router eb8086ef-7083-4774-a3af-a8e51102d89d gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:37:53.464671 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-033b2d8b-b120-4f2f-92e0-5998b53862c6 req-f2808708-5dce-419a-8f8b-14e0de4e427f service neutron] 10.222.0.60 "GET /v2.0/networks/f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041105 Dec 21 13:37:53.517253 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b20045-1f30-453f-94ea-ae0c1a562ebf req-12e59e6e-a0e8-4cd7-a302-3a0fe4ee9331 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:37:53.519189 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-15b20045-1f30-453f-94ea-ae0c1a562ebf req-12e59e6e-a0e8-4cd7-a302-3a0fe4ee9331 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=03421e34-440a-4c9a-a794-384b0d17cb36 HTTP/1.1" status: 200 len: 983 time: 0.0609396 Dec 21 13:37:53.575927 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-15b20045-1f30-453f-94ea-ae0c1a562ebf req-3b4590e2-4ddb-4175-a563-6f4d56db9a9a tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=24ee8043-4233-4131-8496-70954a89d2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493450 Dec 21 13:37:53.576208 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-033b2d8b-b120-4f2f-92e0-5998b53862c6 req-adc09321-b684-49b7-83ea-0cb3052fae5f service neutron] 10.222.0.60 "GET /v2.0/networks/f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979483 Dec 21 13:37:53.686505 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-a2df6cf6-47a6-4e7d-b82c-9dfb32006665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8086ef-7083-4774-a3af-a8e51102d89d', 'name': 'tempest-TestVolumeBootPattern-1677634282-router', 'tenant_id': '365275e264a6451abad9a44f0c54ac18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.232'}], 'enable_snat': True}, 'gw_port_id': '8d6bf78b-09b2-42b6-abb5-6d1020a8e60f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:31:43Z', 'updated_at': '2021-12-21T13:31:51Z', 'revision_number': 4, 'project_id': '365275e264a6451abad9a44f0c54ac18', 'gw_port': {'id': '8d6bf78b-09b2-42b6-abb5-6d1020a8e60f', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:18:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8086ef-7083-4774-a3af-a8e51102d89d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:31:45Z', 'updated_at': '2021-12-21T13:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '2b33cf39-3f7b-48aa-98e9-3e7ec984abf3', 'tenant_id': '365275e264a6451abad9a44f0c54ac18', 'floating_ip_address': '172.36.3.251', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': 'eb8086ef-7083-4774-a3af-a8e51102d89d', 'port_id': '1ab06dbc-039c-4ba6-9ae3-e87ce84294b6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e', 'mac_address': 'fa:16:3e:dd:3e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764a0c1e-3c11-4644-99cc-11613e0ea88e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T13:37:51Z', 'updated_at': '2021-12-21T13:37:51Z', 'revision_number': 0, 'project_id': '365275e264a6451abad9a44f0c54ac18', 'fixed_ip_address_scope': None}, {'id': '4644a177-e859-439f-a0b9-52a98623ad13', 'tenant_id': '365275e264a6451abad9a44f0c54ac18', 'floating_ip_address': '172.36.3.93', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': 'eb8086ef-7083-4774-a3af-a8e51102d89d', 'port_id': 'daf79913-fea1-4f0b-b151-f39875a82234', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e', 'mac_address': 'fa:16:3e:86:40:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74850ba7-3f0b-4552-8439-72f0cf979424', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T13:35:45Z', 'updated_at': '2021-12-21T13:35:47Z', 'revision_number': 1, 'project_id': '365275e264a6451abad9a44f0c54ac18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18ad5d93-4983-463f-8bc7-74e634dd78b4', 'name': '', 'network_id': 'f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e', 'tenant_id': '365275e264a6451abad9a44f0c54ac18', 'mac_address': 'fa:16:3e:47:7e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8086ef-7083-4774-a3af-a8e51102d89d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '52704ce2-43ea-427f-a9de-c74c83467400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:31:49Z', 'updated_at': '2021-12-21T13:32:03Z', 'revision_number': 5, 'project_id': '365275e264a6451abad9a44f0c54ac18', 'subnets': [{'id': '52704ce2-43ea-427f-a9de-c74c83467400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:37:53.712757 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2df6cf6-47a6-4e7d-b82c-9dfb32006665 None None] The sync data for ids ['eb8086ef-7083-4774-a3af-a8e51102d89d'] in dv-neutron-master-2-hyperv is: [{'id': 'eb8086ef-7083-4774-a3af-a8e51102d89d', 'name': 'tempest-TestVolumeBootPattern-1677634282-router', 'tenant_id': '365275e264a6451abad9a44f0c54ac18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.232'}], 'enable_snat': True}, 'gw_port_id': '8d6bf78b-09b2-42b6-abb5-6d1020a8e60f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:31:43Z', 'updated_at': '2021-12-21T13:31:51Z', 'revision_number': 4, 'project_id': '365275e264a6451abad9a44f0c54ac18', 'gw_port': {'id': '8d6bf78b-09b2-42b6-abb5-6d1020a8e60f', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:18:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8086ef-7083-4774-a3af-a8e51102d89d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:31:45Z', 'updated_at': '2021-12-21T13:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '2b33cf39-3f7b-48aa-98e9-3e7ec984abf3', 'tenant_id': '365275e264a6451abad9a44f0c54ac18', 'floating_ip_address': '172.36.3.251', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': 'eb8086ef-7083-4774-a3af-a8e51102d89d', 'port_id': '1ab06dbc-039c-4ba6-9ae3-e87ce84294b6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e', 'mac_address': 'fa:16:3e:dd:3e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764a0c1e-3c11-4644-99cc-11613e0ea88e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T13:37:51Z', 'updated_at': '2021-12-21T13:37:51Z', 'revision_number': 0, 'project_id': '365275e264a6451abad9a44f0c54ac18', 'fixed_ip_address_scope': None}, {'id': '4644a177-e859-439f-a0b9-52a98623ad13', 'tenant_id': '365275e264a6451abad9a44f0c54ac18', 'floating_ip_address': '172.36.3.93', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': 'eb8086ef-7083-4774-a3af-a8e51102d89d', 'port_id': 'daf79913-fea1-4f0b-b151-f39875a82234', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e', 'mac_address': 'fa:16:3e:86:40:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74850ba7-3f0b-4552-8439-72f0cf979424', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T13:35:45Z', 'updated_at': '2021-12-21T13:35:47Z', 'revision_number': 1, 'project_id': '365275e264a6451abad9a44f0c54ac18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18ad5d93-4983-463f-8bc7-74e634dd78b4', 'name': '', 'network_id': 'f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e', 'tenant_id': '365275e264a6451abad9a44f0c54ac18', 'mac_address': 'fa:16:3e:47:7e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8086ef-7083-4774-a3af-a8e51102d89d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '52704ce2-43ea-427f-a9de-c74c83467400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:31:49Z', 'updated_at': '2021-12-21T13:32:03Z', 'revision_number': 5, 'project_id': '365275e264a6451abad9a44f0c54ac18', 'subnets': [{'id': '52704ce2-43ea-427f-a9de-c74c83467400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:37:53.903225 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6ab182-b440-431c-b687-b9e30cb03879 None None] New status for floating IP 2b33cf39-3f7b-48aa-98e9-3e7ec984abf3: ACTIVE {{(pid=103155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 13:37:54.695820 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9183ccf7-2354-44cb-b323-481ff0affe15 req-9b006c31-92e3-41b0-bd08-1138ee4f9d90 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:37:54.697272 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-9183ccf7-2354-44cb-b323-481ff0affe15 req-9b006c31-92e3-41b0-bd08-1138ee4f9d90 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=03421e34-440a-4c9a-a794-384b0d17cb36 HTTP/1.1" status: 200 len: 983 time: 0.0526786 Dec 21 13:37:54.744557 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-9183ccf7-2354-44cb-b323-481ff0affe15 req-3dd1aacd-dfc3-4b49-a0c8-4f08f1226265 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=24ee8043-4233-4131-8496-70954a89d2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412908 Dec 21 13:37:55.029947 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aafb2a7-5113-431a-b78a-8fca44ff4569 req-77f41e04-1bfa-4451-b61f-13384b9e7e60 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:37:55.032026 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-4aafb2a7-5113-431a-b78a-8fca44ff4569 req-77f41e04-1bfa-4451-b61f-13384b9e7e60 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.60 "GET /v2.0/ports?device_id=03421e34-440a-4c9a-a794-384b0d17cb36 HTTP/1.1" status: 200 len: 983 time: 0.0532343 Dec 21 13:37:55.082662 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aafb2a7-5113-431a-b78a-8fca44ff4569 req-5c686efa-cd5f-462d-bc34-27ffc564c559 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:37:55.084054 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-4aafb2a7-5113-431a-b78a-8fca44ff4569 req-5c686efa-cd5f-462d-bc34-27ffc564c559 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.60 "GET /v2.0/ports/29ade5cf-2663-4669-b98a-334803f7d028?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0393195 Dec 21 13:37:55.147842 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-9c50c0a7-95b7-4966-ba2b-1cc7b0b9cf4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:55.189690 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-4aafb2a7-5113-431a-b78a-8fca44ff4569 req-fbb1db6e-4528-4a8f-95bf-158edabcce27 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.60 "GET /v2.0/networks/b2311590-9507-4840-a6b8-fd5ec11bd66c?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0999377 Dec 21 13:37:55.199578 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [req-4aafb2a7-5113-431a-b78a-8fca44ff4569 req-08259a4a-b9b0-4757-a372-a2fc14411926 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:37:55.251733 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-4aafb2a7-5113-431a-b78a-8fca44ff4569 req-08259a4a-b9b0-4757-a372-a2fc14411926 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:55.388665 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-4aafb2a7-5113-431a-b78a-8fca44ff4569 req-08259a4a-b9b0-4757-a372-a2fc14411926 service neutron] For port 29ade5cf-2663-4669-b98a-334803f7d028, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=29ade5cf-2663-4669-b98a-334803f7d028,segment=NetworkSegment(0042b91b-603a-4cb8-89b9-e5f635f602de),segment_id=0042b91b-603a-4cb8-89b9-e5f635f602de)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:37:55.422562 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-4aafb2a7-5113-431a-b78a-8fca44ff4569 req-08259a4a-b9b0-4757-a372-a2fc14411926 service neutron] For port 29ade5cf-2663-4669-b98a-334803f7d028, host hv-neutron-mast, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:37:55.456751 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [req-4aafb2a7-5113-431a-b78a-8fca44ff4569 req-08259a4a-b9b0-4757-a372-a2fc14411926 service neutron] device_id is not set on port 29ade5cf-2663-4669-b98a-334803f7d028 yet. {{(pid=103153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 13:37:55.465259 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-4aafb2a7-5113-431a-b78a-8fca44ff4569 req-08259a4a-b9b0-4757-a372-a2fc14411926 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:55.471230 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-4aafb2a7-5113-431a-b78a-8fca44ff4569 req-08259a4a-b9b0-4757-a372-a2fc14411926 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:55.551465 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08259a4a-b9b0-4757-a372-a2fc14411926 service neutron] Pushing event updated for resources: {'Port': ['ID=29ade5cf-2663-4669-b98a-334803f7d028,revision_number=11']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:37:55.596338 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aafb2a7-5113-431a-b78a-8fca44ff4569 req-08259a4a-b9b0-4757-a372-a2fc14411926 service neutron] No DVR routers for this DVR port 29ade5cf-2663-4669-b98a-334803f7d028 on host hv-neutron-mast {{(pid=103153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:37:55.705402 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-e4c73863-b6ab-4baf-ab16-0ee0020bc697 None None] Provisioning complete for port 29ade5cf-2663-4669-b98a-334803f7d028 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:37:55.705771 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e4c73863-b6ab-4baf-ab16-0ee0020bc697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:55.742643 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-e4c73863-b6ab-4baf-ab16-0ee0020bc697 None None] Port 29ade5cf-2663-4669-b98a-334803f7d028 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:37:55.750452 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [req-4aafb2a7-5113-431a-b78a-8fca44ff4569 req-08259a4a-b9b0-4757-a372-a2fc14411926 service neutron] In _notify_port_updated(), no bound segment for port 29ade5cf-2663-4669-b98a-334803f7d028 on network b2311590-9507-4840-a6b8-fd5ec11bd66c {{(pid=103153) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 21 13:37:55.751329 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aafb2a7-5113-431a-b78a-8fca44ff4569 req-08259a4a-b9b0-4757-a372-a2fc14411926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:37:55.751943 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-4aafb2a7-5113-431a-b78a-8fca44ff4569 req-08259a4a-b9b0-4757-a372-a2fc14411926 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:55.753255 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-4aafb2a7-5113-431a-b78a-8fca44ff4569 req-08259a4a-b9b0-4757-a372-a2fc14411926 service neutron] 10.222.0.60 "PUT /v2.0/ports/29ade5cf-2663-4669-b98a-334803f7d028 HTTP/1.1" status: 200 len: 1026 time: 0.5576253 Dec 21 13:37:55.852191 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-8731dcad-e9bf-4847-ad0f-f12c98178eb9 req-13340cc3-88c2-4cfd-9aa8-4bfe44f99363 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=03421e34-440a-4c9a-a794-384b0d17cb36 HTTP/1.1" status: 200 len: 210 time: 0.0280724 Dec 21 13:37:56.909135 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 33276) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:37:56.970107 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f459a52f-945d-45fb-99fa-e8601da16a09 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:56.995633 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f459a52f-945d-45fb-99fa-e8601da16a09 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:57.054918 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f459a52f-945d-45fb-99fa-e8601da16a09 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:57.057623 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f459a52f-945d-45fb-99fa-e8601da16a09 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:57.058857 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-f459a52f-945d-45fb-99fa-e8601da16a09 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "DELETE /v2.0/security-groups/972d28d9-f36e-41f1-a8fd-253d6246ec9a HTTP/1.1" status: 204 len: 168 time: 0.1486108 Dec 21 13:37:57.068141 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f459a52f-945d-45fb-99fa-e8601da16a09 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=972d28d9-f36e-41f1-a8fd-253d6246ec9a,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:37:57.088936 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 33280) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:37:57.252751 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-df79ef2c-1398-4053-b63c-5b00466a90ec tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Deleting port b9e3dc82-e5a4-433c-af9a-ac7bb8dff81d {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:37:57.253001 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-df79ef2c-1398-4053-b63c-5b00466a90ec tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:57.328045 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-df79ef2c-1398-4053-b63c-5b00466a90ec tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:57.328380 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-df79ef2c-1398-4053-b63c-5b00466a90ec tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:57.339754 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-df79ef2c-1398-4053-b63c-5b00466a90ec tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Calling delete_port for b9e3dc82-e5a4-433c-af9a-ac7bb8dff81d owned by network:floatingip {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:37:57.487090 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-df79ef2c-1398-4053-b63c-5b00466a90ec tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:57.515930 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df79ef2c-1398-4053-b63c-5b00466a90ec tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event deleted for resources: {'Port': ['ID=b9e3dc82-e5a4-433c-af9a-ac7bb8dff81d,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:37:57.571039 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-21fdac8a-40b6-4018-b74c-b1ed6a4e1599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:57.574122 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-df79ef2c-1398-4053-b63c-5b00466a90ec tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for floatingip, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:57.574503 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.l3_db [None req-df79ef2c-1398-4053-b63c-5b00466a90ec tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Floating IP f221ba79-3e2c-42c7-b325-98d21a1fb73b disassociated (deleted). External IP: 172.36.3.87, port: 29ade5cf-2663-4669-b98a-334803f7d028. Dec 21 13:37:57.786609 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df79ef2c-1398-4053-b63c-5b00466a90ec tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Router d07863cd-838c-48cf-8d7b-a5826bef8a25 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:37:57.904135 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df79ef2c-1398-4053-b63c-5b00466a90ec tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:37:57.909438 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-df79ef2c-1398-4053-b63c-5b00466a90ec tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for floatingip, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:57.914362 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be9f3db-5266-48a6-9ec1-ee1058229293 None None] Sync routers for ids ['d07863cd-838c-48cf-8d7b-a5826bef8a25'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:37:57.925877 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be9f3db-5266-48a6-9ec1-ee1058229293 None None] Routers {'d07863cd-838c-48cf-8d7b-a5826bef8a25'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:37:57.926606 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-8be9f3db-5266-48a6-9ec1-ee1058229293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:37:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['d07863cd-838c-48cf-8d7b-a5826bef8a25'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:37:57.936037 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-df79ef2c-1398-4053-b63c-5b00466a90ec tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "DELETE /v2.0/floatingips/f221ba79-3e2c-42c7-b325-98d21a1fb73b HTTP/1.1" status: 204 len: 168 time: 0.8459864 Dec 21 13:37:58.011327 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 33286) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:37:58.035916 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-8be9f3db-5266-48a6-9ec1-ee1058229293 None None] Set router d07863cd-838c-48cf-8d7b-a5826bef8a25 gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:37:58.072059 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4bc9419c-eba0-4ecc-b3e5-4b387291357c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:58.101008 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4bc9419c-eba0-4ecc-b3e5-4b387291357c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:58.163711 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4bc9419c-eba0-4ecc-b3e5-4b387291357c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:58.166441 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4bc9419c-eba0-4ecc-b3e5-4b387291357c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:58.167562 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-4bc9419c-eba0-4ecc-b3e5-4b387291357c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "DELETE /v2.0/security-groups/c194dcd6-531a-4650-acde-32241c4e9c78 HTTP/1.1" status: 204 len: 168 time: 0.1552074 Dec 21 13:37:58.177754 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc9419c-eba0-4ecc-b3e5-4b387291357c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c194dcd6-531a-4650-acde-32241c4e9c78,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:37:58.199534 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 33290) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:37:58.249004 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-8be9f3db-5266-48a6-9ec1-ee1058229293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07863cd-838c-48cf-8d7b-a5826bef8a25', 'name': 'tempest-TestNetworkBasicOps-router-1116948874', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.152'}], 'enable_snat': True}, 'gw_port_id': '4c72d793-bfb4-4186-a24c-7f0ebd295bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:37:14Z', 'updated_at': '2021-12-21T13:37:18Z', 'revision_number': 4, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': '4c72d793-bfb4-4186-a24c-7f0ebd295bee', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:82:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07863cd-838c-48cf-8d7b-a5826bef8a25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:37:15Z', 'updated_at': '2021-12-21T13:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '147111d5-2cd4-4cdb-ac21-0ac9dded6006', 'name': '', 'network_id': 'b2311590-9507-4840-a6b8-fd5ec11bd66c', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'mac_address': 'fa:16:3e:60:d0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07863cd-838c-48cf-8d7b-a5826bef8a25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '647a33bb-4d49-400f-8385-db0e8e97a903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:37:17Z', 'updated_at': '2021-12-21T13:37:22Z', 'revision_number': 5, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'subnets': [{'id': '647a33bb-4d49-400f-8385-db0e8e97a903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:37:58.298328 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-7cff6ee3-9286-41fe-9913-b13c312a93d5 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Deleting port 29ade5cf-2663-4669-b98a-334803f7d028 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:37:58.298707 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7cff6ee3-9286-41fe-9913-b13c312a93d5 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:58.390327 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7cff6ee3-9286-41fe-9913-b13c312a93d5 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:58.404077 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-7cff6ee3-9286-41fe-9913-b13c312a93d5 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Calling delete_port for 29ade5cf-2663-4669-b98a-334803f7d028 owned by {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:37:58.426098 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be9f3db-5266-48a6-9ec1-ee1058229293 None None] Checking router: d07863cd-838c-48cf-8d7b-a5826bef8a25 for host: dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:37:58.434714 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be9f3db-5266-48a6-9ec1-ee1058229293 None None] Routers {'d07863cd-838c-48cf-8d7b-a5826bef8a25'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:37:58.435346 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-8be9f3db-5266-48a6-9ec1-ee1058229293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:37:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['d07863cd-838c-48cf-8d7b-a5826bef8a25'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:37:58.535271 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7cff6ee3-9286-41fe-9913-b13c312a93d5 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:58.543811 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-8be9f3db-5266-48a6-9ec1-ee1058229293 None None] Set router d07863cd-838c-48cf-8d7b-a5826bef8a25 gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:37:58.572231 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cff6ee3-9286-41fe-9913-b13c312a93d5 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event deleted for resources: {'Port': ['ID=29ade5cf-2663-4669-b98a-334803f7d028,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:37:58.649659 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7cff6ee3-9286-41fe-9913-b13c312a93d5 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:58.653759 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-7cff6ee3-9286-41fe-9913-b13c312a93d5 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "DELETE /v2.0/ports/29ade5cf-2663-4669-b98a-334803f7d028 HTTP/1.1" status: 204 len: 168 time: 0.4530690 Dec 21 13:37:58.656590 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 33292) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:37:58.758833 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 29ade5cf-2663-4669-b98a-334803f7d028 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:37:58.789090 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] No Port match for: 29ade5cf-2663-4669-b98a-334803f7d028 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:37:58.789576 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 29ade5cf-2663-4669-b98a-334803f7d028 not bound to the agent host hv-neutron-mast {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:37:58.809729 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:58.827042 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-8be9f3db-5266-48a6-9ec1-ee1058229293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07863cd-838c-48cf-8d7b-a5826bef8a25', 'name': 'tempest-TestNetworkBasicOps-router-1116948874', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.152'}], 'enable_snat': True}, 'gw_port_id': '4c72d793-bfb4-4186-a24c-7f0ebd295bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:37:14Z', 'updated_at': '2021-12-21T13:37:18Z', 'revision_number': 4, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': '4c72d793-bfb4-4186-a24c-7f0ebd295bee', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:82:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07863cd-838c-48cf-8d7b-a5826bef8a25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:37:15Z', 'updated_at': '2021-12-21T13:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '147111d5-2cd4-4cdb-ac21-0ac9dded6006', 'name': '', 'network_id': 'b2311590-9507-4840-a6b8-fd5ec11bd66c', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'mac_address': 'fa:16:3e:60:d0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07863cd-838c-48cf-8d7b-a5826bef8a25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '647a33bb-4d49-400f-8385-db0e8e97a903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:37:17Z', 'updated_at': '2021-12-21T13:37:22Z', 'revision_number': 5, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'subnets': [{'id': '647a33bb-4d49-400f-8385-db0e8e97a903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:37:58.858615 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be9f3db-5266-48a6-9ec1-ee1058229293 None None] The sync data for ids ['d07863cd-838c-48cf-8d7b-a5826bef8a25'] in dv-neutron-master-2-hyperv is: [{'id': 'd07863cd-838c-48cf-8d7b-a5826bef8a25', 'name': 'tempest-TestNetworkBasicOps-router-1116948874', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.152'}], 'enable_snat': True}, 'gw_port_id': '4c72d793-bfb4-4186-a24c-7f0ebd295bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:37:14Z', 'updated_at': '2021-12-21T13:37:18Z', 'revision_number': 4, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': '4c72d793-bfb4-4186-a24c-7f0ebd295bee', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:82:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07863cd-838c-48cf-8d7b-a5826bef8a25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:37:15Z', 'updated_at': '2021-12-21T13:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '147111d5-2cd4-4cdb-ac21-0ac9dded6006', 'name': '', 'network_id': 'b2311590-9507-4840-a6b8-fd5ec11bd66c', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'mac_address': 'fa:16:3e:60:d0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07863cd-838c-48cf-8d7b-a5826bef8a25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '647a33bb-4d49-400f-8385-db0e8e97a903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:37:17Z', 'updated_at': '2021-12-21T13:37:22Z', 'revision_number': 5, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'subnets': [{'id': '647a33bb-4d49-400f-8385-db0e8e97a903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:37:58.859797 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.agents_db [None req-c60a5637-8c6f-4692-b23b-7dd82bd36b21 None None] Agent healthcheck: found 6 active agents {{(pid=103155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 13:37:59.119391 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184bae10-c565-4ec4-bb9f-4a68f614cfe8 None None] New status for floating IP f221ba79-3e2c-42c7-b325-98d21a1fb73b: DOWN {{(pid=103155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 13:37:59.331425 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2d9035ec-9c46-46a1-91f0-0293a3271aa8 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532692'] for router_interface, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:59.587737 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-2d9035ec-9c46-46a1-91f0-0293a3271aa8 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Deleting port 147111d5-2cd4-4cdb-ac21-0ac9dded6006 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:37:59.588081 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2d9035ec-9c46-46a1-91f0-0293a3271aa8 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:59.680772 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-2d9035ec-9c46-46a1-91f0-0293a3271aa8 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] For port 147111d5-2cd4-4cdb-ac21-0ac9dded6006, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=147111d5-2cd4-4cdb-ac21-0ac9dded6006,segment=NetworkSegment(0042b91b-603a-4cb8-89b9-e5f635f602de),segment_id=0042b91b-603a-4cb8-89b9-e5f635f602de)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:37:59.681127 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2d9035ec-9c46-46a1-91f0-0293a3271aa8 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:59.693825 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-2d9035ec-9c46-46a1-91f0-0293a3271aa8 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Calling delete_port for 147111d5-2cd4-4cdb-ac21-0ac9dded6006 owned by network:router_interface {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:37:59.889914 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2d9035ec-9c46-46a1-91f0-0293a3271aa8 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:37:59.917195 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9035ec-9c46-46a1-91f0-0293a3271aa8 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event deleted for resources: {'Port': ['ID=147111d5-2cd4-4cdb-ac21-0ac9dded6006,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:38:00.104995 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2d9035ec-9c46-46a1-91f0-0293a3271aa8 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534084'] for router_interface, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:00.325292 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d9035ec-9c46-46a1-91f0-0293a3271aa8 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Router d07863cd-838c-48cf-8d7b-a5826bef8a25 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:38:00.438494 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d9035ec-9c46-46a1-91f0-0293a3271aa8 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:38:00.443470 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-2d9035ec-9c46-46a1-91f0-0293a3271aa8 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "PUT /v2.0/routers/d07863cd-838c-48cf-8d7b-a5826bef8a25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7858291 Dec 21 13:38:00.446407 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 33296) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:38:00.449045 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f78af7-b13c-4dbd-97a3-7b5b35e7c46a None None] Sync routers for ids ['d07863cd-838c-48cf-8d7b-a5826bef8a25'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:38:00.459225 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f78af7-b13c-4dbd-97a3-7b5b35e7c46a None None] Routers {'d07863cd-838c-48cf-8d7b-a5826bef8a25'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:38:00.459867 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-96f78af7-b13c-4dbd-97a3-7b5b35e7c46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:37:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['d07863cd-838c-48cf-8d7b-a5826bef8a25'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:38:00.506972 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d4d7ef2-6ba6-46a4-b7e6-413761e249c9 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Deleting subnet 647a33bb-4d49-400f-8385-db0e8e97a903 {{(pid=103152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:38:00.511072 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2d4d7ef2-6ba6-46a4-b7e6-413761e249c9 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for subnet, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:00.557720 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2d4d7ef2-6ba6-46a4-b7e6-413761e249c9 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526644'] for subnet, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:00.569062 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-96f78af7-b13c-4dbd-97a3-7b5b35e7c46a None None] Set router d07863cd-838c-48cf-8d7b-a5826bef8a25 gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:38:00.646724 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2d4d7ef2-6ba6-46a4-b7e6-413761e249c9 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:00.715891 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2d4d7ef2-6ba6-46a4-b7e6-413761e249c9 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12346570'] for subnet, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:00.743871 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4d7ef2-6ba6-46a4-b7e6-413761e249c9 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event deleted for resources: {'Subnet': ['ID=647a33bb-4d49-400f-8385-db0e8e97a903,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:38:00.747514 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2d4d7ef2-6ba6-46a4-b7e6-413761e249c9 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:00.755107 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-96f78af7-b13c-4dbd-97a3-7b5b35e7c46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07863cd-838c-48cf-8d7b-a5826bef8a25', 'name': 'tempest-TestNetworkBasicOps-router-1116948874', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.152'}], 'enable_snat': True}, 'gw_port_id': '4c72d793-bfb4-4186-a24c-7f0ebd295bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:37:14Z', 'updated_at': '2021-12-21T13:37:59Z', 'revision_number': 5, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': '4c72d793-bfb4-4186-a24c-7f0ebd295bee', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:82:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07863cd-838c-48cf-8d7b-a5826bef8a25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:37:15Z', 'updated_at': '2021-12-21T13:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:38:00.755364 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-2d4d7ef2-6ba6-46a4-b7e6-413761e249c9 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "DELETE /v2.0/subnets/647a33bb-4d49-400f-8385-db0e8e97a903 HTTP/1.1" status: 204 len: 168 time: 0.3044493 Dec 21 13:38:00.755364 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 33298) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:38:00.799992 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b8f3b1-0441-42d6-ad7c-3035a80c9249 None None] Network b2311590-9507-4840-a6b8-fd5ec11bd66c requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:38:00.816778 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f78af7-b13c-4dbd-97a3-7b5b35e7c46a None None] Checking router: d07863cd-838c-48cf-8d7b-a5826bef8a25 for host: dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:38:00.835598 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:00.867130 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8942b842-8085-4e9b-9332-a53a4ca258d3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for router, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:00.868819 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f78af7-b13c-4dbd-97a3-7b5b35e7c46a None None] Routers {'d07863cd-838c-48cf-8d7b-a5826bef8a25'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:38:00.869445 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-96f78af7-b13c-4dbd-97a3-7b5b35e7c46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:37:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['d07863cd-838c-48cf-8d7b-a5826bef8a25'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:38:00.974844 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8942b842-8085-4e9b-9332-a53a4ca258d3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:01.005543 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-96f78af7-b13c-4dbd-97a3-7b5b35e7c46a None None] Set router d07863cd-838c-48cf-8d7b-a5826bef8a25 gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:38:01.040727 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c431ff5b-0492-4be8-9e83-ab446a0d30ca None None] DHCP port deletion for b2311590-9507-4840-a6b8-fd5ec11bd66c request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:38:01.041499 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-8942b842-8085-4e9b-9332-a53a4ca258d3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Deleting port 4c72d793-bfb4-4186-a24c-7f0ebd295bee {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:38:01.041939 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8942b842-8085-4e9b-9332-a53a4ca258d3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:01.074115 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:01.122263 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-8942b842-8085-4e9b-9332-a53a4ca258d3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] For port 4c72d793-bfb4-4186-a24c-7f0ebd295bee, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4c72d793-bfb4-4186-a24c-7f0ebd295bee,segment=NetworkSegment(a32e5bfd-6fac-434f-817b-5707a23fd2ca),segment_id=a32e5bfd-6fac-434f-817b-5707a23fd2ca)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:38:01.122657 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8942b842-8085-4e9b-9332-a53a4ca258d3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:01.134411 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-8942b842-8085-4e9b-9332-a53a4ca258d3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Calling delete_port for 4c72d793-bfb4-4186-a24c-7f0ebd295bee owned by network:router_gateway {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:38:01.206851 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-c431ff5b-0492-4be8-9e83-ab446a0d30ca None None] Deleting port 9557046e-5286-492e-af43-c7288f258a8f {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:38:01.207218 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c431ff5b-0492-4be8-9e83-ab446a0d30ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:01.281848 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-c431ff5b-0492-4be8-9e83-ab446a0d30ca None None] For port 9557046e-5286-492e-af43-c7288f258a8f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9557046e-5286-492e-af43-c7288f258a8f,segment=NetworkSegment(0042b91b-603a-4cb8-89b9-e5f635f602de),segment_id=0042b91b-603a-4cb8-89b9-e5f635f602de)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:38:01.281848 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c431ff5b-0492-4be8-9e83-ab446a0d30ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:01.297209 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-c431ff5b-0492-4be8-9e83-ab446a0d30ca None None] Calling delete_port for 9557046e-5286-492e-af43-c7288f258a8f owned by network:dhcp {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:38:01.313822 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-96f78af7-b13c-4dbd-97a3-7b5b35e7c46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07863cd-838c-48cf-8d7b-a5826bef8a25', 'name': 'tempest-TestNetworkBasicOps-router-1116948874', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.152'}], 'enable_snat': True}, 'gw_port_id': '4c72d793-bfb4-4186-a24c-7f0ebd295bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:37:14Z', 'updated_at': '2021-12-21T13:37:59Z', 'revision_number': 5, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': '4c72d793-bfb4-4186-a24c-7f0ebd295bee', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:82:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07863cd-838c-48cf-8d7b-a5826bef8a25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:37:15Z', 'updated_at': '2021-12-21T13:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:38:01.321405 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8942b842-8085-4e9b-9332-a53a4ca258d3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:01.343621 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f78af7-b13c-4dbd-97a3-7b5b35e7c46a None None] The sync data for ids ['d07863cd-838c-48cf-8d7b-a5826bef8a25'] in dv-neutron-master-2-hyperv is: [{'id': 'd07863cd-838c-48cf-8d7b-a5826bef8a25', 'name': 'tempest-TestNetworkBasicOps-router-1116948874', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.152'}], 'enable_snat': True}, 'gw_port_id': '4c72d793-bfb4-4186-a24c-7f0ebd295bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:37:14Z', 'updated_at': '2021-12-21T13:37:59Z', 'revision_number': 5, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': '4c72d793-bfb4-4186-a24c-7f0ebd295bee', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:82:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07863cd-838c-48cf-8d7b-a5826bef8a25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:37:15Z', 'updated_at': '2021-12-21T13:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:38:01.353397 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8942b842-8085-4e9b-9332-a53a4ca258d3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event deleted for resources: {'Port': ['ID=4c72d793-bfb4-4186-a24c-7f0ebd295bee,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:38:01.379270 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bdde35a-db72-4807-bbd1-e146933c348d None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:38:01.430385 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8942b842-8085-4e9b-9332-a53a4ca258d3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-548638'] for router_gateway, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:01.435660 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c431ff5b-0492-4be8-9e83-ab446a0d30ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636'] for port, after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:01.459628 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c431ff5b-0492-4be8-9e83-ab446a0d30ca None None] Pushing event deleted for resources: {'Port': ['ID=9557046e-5286-492e-af43-c7288f258a8f,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:38:01.463393 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c431ff5b-0492-4be8-9e83-ab446a0d30ca None None] No DVR routers for this DVR port 9557046e-5286-492e-af43-c7288f258a8f on host dv-neutron-master-2-hyperv {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:38:01.547093 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8942b842-8085-4e9b-9332-a53a4ca258d3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26950'] for router, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:01.549822 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8942b842-8085-4e9b-9332-a53a4ca258d3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:01.602986 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8942b842-8085-4e9b-9332-a53a4ca258d3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534967'] for router, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:01.603728 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8942b842-8085-4e9b-9332-a53a4ca258d3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Fanout notify agent at l3_agent the message router_deleted on router d07863cd-838c-48cf-8d7b-a5826bef8a25 {{(pid=103152) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 13:38:01.612862 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8942b842-8085-4e9b-9332-a53a4ca258d3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for router, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:01.614025 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-8942b842-8085-4e9b-9332-a53a4ca258d3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "DELETE /v2.0/routers/d07863cd-838c-48cf-8d7b-a5826bef8a25 HTTP/1.1" status: 204 len: 168 time: 0.8577371 Dec 21 13:38:01.616721 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 33300) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:38:01.705200 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-36f46d7b-9710-4d0f-989d-710ed8ae3754 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:01.809390 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-36f46d7b-9710-4d0f-989d-710ed8ae3754 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:01.833602 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-36f46d7b-9710-4d0f-989d-710ed8ae3754 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2311590-9507-4840-a6b8-fd5ec11bd66c']}} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:38:01.845309 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-36f46d7b-9710-4d0f-989d-710ed8ae3754 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0042b91b-603a-4cb8-89b9-e5f635f602de') {'for_net_delete': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:38:01.845664 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-36f46d7b-9710-4d0f-989d-710ed8ae3754 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0042b91b-603a-4cb8-89b9-e5f635f602de') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:38:01.857923 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-36f46d7b-9710-4d0f-989d-710ed8ae3754 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526653'] for segment, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:01.872883 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-36f46d7b-9710-4d0f-989d-710ed8ae3754 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:01.889552 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36f46d7b-9710-4d0f-989d-710ed8ae3754 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=103152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:38:01.890016 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-36f46d7b-9710-4d0f-989d-710ed8ae3754 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805426'] for segment, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:01.893952 dv-neutron-master-2-hyperv neutron-server[103152]: Traceback (most recent call last): Dec 21 13:38:01.893952 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:38:01.893952 dv-neutron-master-2-hyperv neutron-server[103152]: timer() Dec 21 13:38:01.893952 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:38:01.893952 dv-neutron-master-2-hyperv neutron-server[103152]: cb(*args, **kw) Dec 21 13:38:01.893952 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:38:01.893952 dv-neutron-master-2-hyperv neutron-server[103152]: return func(*args, **kwargs) Dec 21 13:38:01.893952 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:38:01.893952 dv-neutron-master-2-hyperv neutron-server[103152]: self._notify() Dec 21 13:38:01.893952 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:38:01.893952 dv-neutron-master-2-hyperv neutron-server[103152]: self.callback(batched_events) Dec 21 13:38:01.893952 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:38:01.893952 dv-neutron-master-2-hyperv neutron-server[103152]: event.method(event) Dec 21 13:38:01.893952 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:38:01.893952 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:38:01.893952 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:38:01.893952 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:38:01.893952 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:38:01.893952 dv-neutron-master-2-hyperv neutron-server[103152]: return f(self, *a, **k) Dec 21 13:38:01.893952 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:38:01.893952 dv-neutron-master-2-hyperv neutron-server[103152]: return self._get(url).json() Dec 21 13:38:01.893952 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:38:01.893952 dv-neutron-master-2-hyperv neutron-server[103152]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:38:01.893952 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:38:01.893952 dv-neutron-master-2-hyperv neutron-server[103152]: return self.request(url, 'GET', **kwargs) Dec 21 13:38:01.893952 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:38:01.893952 dv-neutron-master-2-hyperv neutron-server[103152]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:38:01.893952 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:38:01.893952 dv-neutron-master-2-hyperv neutron-server[103152]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:38:01.893952 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:38:01.893952 dv-neutron-master-2-hyperv neutron-server[103152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:38:01.893952 dv-neutron-master-2-hyperv neutron-server[103152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:38:01.956919 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-36f46d7b-9710-4d0f-989d-710ed8ae3754 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:01.966101 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-36f46d7b-9710-4d0f-989d-710ed8ae3754 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:01.973651 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-36f46d7b-9710-4d0f-989d-710ed8ae3754 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "DELETE /v2.0/networks/b2311590-9507-4840-a6b8-fd5ec11bd66c HTTP/1.1" status: 204 len: 168 time: 0.3524280 Dec 21 13:38:01.979725 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 33302) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:38:01.996145 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-050edfab-294e-4934-bb4f-405d47e21a0c tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] 10.222.0.37 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0151606 Dec 21 13:38:01.998979 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 33304) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:38:02.000944 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f46d7b-9710-4d0f-989d-710ed8ae3754 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event deleted for resources: {'Network': ['ID=b2311590-9507-4840-a6b8-fd5ec11bd66c,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:38:02.005372 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-2aa1e8d7-a2f6-48be-91ab-4281eea00c0b tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'network': {'name': 'tempest-network-smoke--150917466', 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'port_security_enabled': True}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:38:02.033927 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aa1e8d7-a2f6-48be-91ab-4281eea00c0b tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Made reservation on behalf of 577ee1d2880f4d34a80a7dfd0cf7da03 for: {'network': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:38:02.040460 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2aa1e8d7-a2f6-48be-91ab-4281eea00c0b tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:02.067585 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2aa1e8d7-a2f6-48be-91ab-4281eea00c0b tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=103153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:38:02.077422 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2aa1e8d7-a2f6-48be-91ab-4281eea00c0b tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:02.077841 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.segments_db [None req-2aa1e8d7-a2f6-48be-91ab-4281eea00c0b tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Added segment 123ba968-699e-43f7-8aef-67f3d69c2094 of type vlan for network 574704c9-bc8a-42e2-925b-94c7545da0c7 Dec 21 13:38:02.420709 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 147111d5-2cd4-4cdb-ac21-0ac9dded6006 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:38:02.442717 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2aa1e8d7-a2f6-48be-91ab-4281eea00c0b tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:02.445983 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: 147111d5-2cd4-4cdb-ac21-0ac9dded6006 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:38:02.446333 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 147111d5-2cd4-4cdb-ac21-0ac9dded6006 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:38:02.446787 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 4c72d793-bfb4-4186-a24c-7f0ebd295bee no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:38:02.469571 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2aa1e8d7-a2f6-48be-91ab-4281eea00c0b tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:02.470414 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: 4c72d793-bfb4-4186-a24c-7f0ebd295bee {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:38:02.470902 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 4c72d793-bfb4-4186-a24c-7f0ebd295bee not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:38:02.471355 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 9557046e-5286-492e-af43-c7288f258a8f no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:38:02.475535 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa1e8d7-a2f6-48be-91ab-4281eea00c0b tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:38:02.476127 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2aa1e8d7-a2f6-48be-91ab-4281eea00c0b tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:02.493025 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: 9557046e-5286-492e-af43-c7288f258a8f {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:38:02.493367 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 9557046e-5286-492e-af43-c7288f258a8f not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:38:02.517760 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-2aa1e8d7-a2f6-48be-91ab-4281eea00c0b tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5177541 Dec 21 13:38:02.520714 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 33306) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:38:02.525918 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-5497e4fc-04f9-4e46-a7e8-e36487ba5131 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1203811949', 'admin_state_up': True, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:38:02.550334 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa1e8d7-a2f6-48be-91ab-4281eea00c0b tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'Network': ['ID=574704c9-bc8a-42e2-925b-94c7545da0c7,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:38:02.555282 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5497e4fc-04f9-4e46-a7e8-e36487ba5131 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26964'] for router, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:02.556544 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5497e4fc-04f9-4e46-a7e8-e36487ba5131 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-642316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26957'] for router, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:02.562303 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network 574704c9-bc8a-42e2-925b-94c7545da0c7 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:38:02.616090 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5497e4fc-04f9-4e46-a7e8-e36487ba5131 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:02.767222 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5497e4fc-04f9-4e46-a7e8-e36487ba5131 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:02.962101 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5497e4fc-04f9-4e46-a7e8-e36487ba5131 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for router_gateway, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:02.979754 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5497e4fc-04f9-4e46-a7e8-e36487ba5131 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:03.090448 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-5497e4fc-04f9-4e46-a7e8-e36487ba5131 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Allocated IP 172.36.3.102 (7fdf1889-f079-4166-bbda-88b2a8d8d595/051a5607-1753-4008-a2f2-d94b48752e9c/eb9cbbfa-b373-41c3-855e-a034acae2f46) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:38:03.194074 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5497e4fc-04f9-4e46-a7e8-e36487ba5131 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:03.228122 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5497e4fc-04f9-4e46-a7e8-e36487ba5131 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:03.268520 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5497e4fc-04f9-4e46-a7e8-e36487ba5131 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Network 7fdf1889-f079-4166-bbda-88b2a8d8d595 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:38:03.271395 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-5497e4fc-04f9-4e46-a7e8-e36487ba5131 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:38:03.273924 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5497e4fc-04f9-4e46-a7e8-e36487ba5131 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:38:03.285257 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c14224-4e62-48e2-88ed-e80d13455215 None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:38:03.302224 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5497e4fc-04f9-4e46-a7e8-e36487ba5131 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'Port': ['ID=eb9cbbfa-b373-41c3-855e-a034acae2f46,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:38:03.336216 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-14f5c93b-f378-4564-8448-91a2d93331c7 None None] Provisioning complete for port eb9cbbfa-b373-41c3-855e-a034acae2f46 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:38:03.336580 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-14f5c93b-f378-4564-8448-91a2d93331c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:03.371173 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-14f5c93b-f378-4564-8448-91a2d93331c7 None None] Port eb9cbbfa-b373-41c3-855e-a034acae2f46 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:38:03.819127 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5497e4fc-04f9-4e46-a7e8-e36487ba5131 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for router_gateway, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:04.029234 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5497e4fc-04f9-4e46-a7e8-e36487ba5131 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548730'] for router, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:04.156811 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5497e4fc-04f9-4e46-a7e8-e36487ba5131 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Router dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620 is scheduled to L3 agent 59e14383-78fa-487e-9299-b32042a98157 with binding_index 1 {{(pid=103152) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 13:38:04.263508 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5497e4fc-04f9-4e46-a7e8-e36487ba5131 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:38:04.273921 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fb0116-3793-4ee6-8d56-ca39d3fcf7ba None None] Sync routers for ids ['dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:38:04.285982 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5497e4fc-04f9-4e46-a7e8-e36487ba5131 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for router, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:04.286230 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fb0116-3793-4ee6-8d56-ca39d3fcf7ba None None] Routers {'dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:38:04.286794 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-e1fb0116-3793-4ee6-8d56-ca39d3fcf7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:37:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:38:04.290112 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-5497e4fc-04f9-4e46-a7e8-e36487ba5131 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.7653813 Dec 21 13:38:04.290281 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 33308) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:38:04.319299 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-d2d5e78d-8d17-4543-a05f-ef3bd02922b1 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=577ee1d2880f4d34a80a7dfd0cf7da03&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276930 Dec 21 13:38:04.321714 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 33310) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:38:04.419366 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0912612-3436-4a14-ae4d-693cb3192ce7 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:38:04.420948 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-c0912612-3436-4a14-ae4d-693cb3192ce7 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0982468 Dec 21 13:38:04.424297 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 33312) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:38:04.455972 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-2401430d-df01-4f5a-9e0d-4cdba2ab47c2 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=7fdf1889-f079-4166-bbda-88b2a8d8d595&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0305221 Dec 21 13:38:04.458705 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 33314) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:38:04.463776 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-b172598d-3d1e-463f-9882-804782c63079 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1560056480', 'network_id': '574704c9-bc8a-42e2-925b-94c7545da0c7', 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:38:04.495170 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-e1fb0116-3793-4ee6-8d56-ca39d3fcf7ba None None] Set router dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620 gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:38:04.557988 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b172598d-3d1e-463f-9882-804782c63079 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Made reservation on behalf of 577ee1d2880f4d34a80a7dfd0cf7da03 for: {'subnet': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:38:04.561498 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b172598d-3d1e-463f-9882-804782c63079 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12346583'] for subnet, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:04.672350 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-e1fb0116-3793-4ee6-8d56-ca39d3fcf7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620', 'name': 'tempest-TestNetworkBasicOps-router-1203811949', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.102'}], 'enable_snat': True}, 'gw_port_id': 'eb9cbbfa-b373-41c3-855e-a034acae2f46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:38:02Z', 'updated_at': '2021-12-21T13:38:03Z', 'revision_number': 3, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': 'eb9cbbfa-b373-41c3-855e-a034acae2f46', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:2f:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:38:02Z', 'updated_at': '2021-12-21T13:38:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:38:04.703803 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fb0116-3793-4ee6-8d56-ca39d3fcf7ba None None] Checking router: dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620 for host: dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:38:04.704150 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fb0116-3793-4ee6-8d56-ca39d3fcf7ba None None] Updating router dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620 port eb9cbbfa-b373-41c3-855e-a034acae2f46 binding host dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 13:38:04.728878 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-e1fb0116-3793-4ee6-8d56-ca39d3fcf7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:04.747486 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b172598d-3d1e-463f-9882-804782c63079 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12346565'] for subnet, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:04.817531 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b172598d-3d1e-463f-9882-804782c63079 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'Subnet': ['ID=b8ff69ba-6441-41af-a066-5533b244bfc5,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:38:04.824269 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b172598d-3d1e-463f-9882-804782c63079 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Checking segment: {'id': '123ba968-699e-43f7-8aef-67f3d69c2094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '574704c9-bc8a-42e2-925b-94c7545da0c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:38:04.824762 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b172598d-3d1e-463f-9882-804782c63079 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Network hostable DHCP agents. Network: 574704c9-bc8a-42e2-925b-94c7545da0c7, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:38:04.842612 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b172598d-3d1e-463f-9882-804782c63079 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Network 574704c9-bc8a-42e2-925b-94c7545da0c7 is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:38:04.851114 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-b172598d-3d1e-463f-9882-804782c63079 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 574704c9-bc8a-42e2-925b-94c7545da0c7) {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:38:04.855457 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b172598d-3d1e-463f-9882-804782c63079 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:38:04.856058 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b172598d-3d1e-463f-9882-804782c63079 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:04.863645 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437d040d-d52b-421f-b4d6-f3ab9a083577 None None] Network 574704c9-bc8a-42e2-925b-94c7545da0c7 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:38:04.876209 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-b172598d-3d1e-463f-9882-804782c63079 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4130485 Dec 21 13:38:04.876483 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 33316) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:38:04.982664 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ca8364-b738-4b11-b351-5ef13cec9102 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-574704c9-bc8a-42e2-925b-94c7545da0c7', 'network_id': '574704c9-bc8a-42e2-925b-94c7545da0c7', 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'fixed_ips': [{'subnet_id': 'b8ff69ba-6441-41af-a066-5533b244bfc5'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:38:04.983559 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-91ca8364-b738-4b11-b351-5ef13cec9102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:04.998139 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-e1fb0116-3793-4ee6-8d56-ca39d3fcf7ba None None] Publish callbacks [] for port, precommit_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:05.005398 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-e1fb0116-3793-4ee6-8d56-ca39d3fcf7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:05.050685 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc7309e-d168-481c-af47-194f9d163779 None None] Pushing event updated for resources: {'Port': ['ID=eb9cbbfa-b373-41c3-855e-a034acae2f46,revision_number=2']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:38:05.070007 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-e1fb0116-3793-4ee6-8d56-ca39d3fcf7ba None None] Attempting to bind port eb9cbbfa-b373-41c3-855e-a034acae2f46 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:38:05.070437 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-e1fb0116-3793-4ee6-8d56-ca39d3fcf7ba None None] Attempting to bind port eb9cbbfa-b373-41c3-855e-a034acae2f46 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:38:05.070771 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fb0116-3793-4ee6-8d56-ca39d3fcf7ba None None] Attempting to bind port eb9cbbfa-b373-41c3-855e-a034acae2f46 on network 7fdf1889-f079-4166-bbda-88b2a8d8d595 {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:38:05.076032 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fb0116-3793-4ee6-8d56-ca39d3fcf7ba None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:38:05.076408 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fb0116-3793-4ee6-8d56-ca39d3fcf7ba None None] Checking segment: {'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:38:05.076811 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-e1fb0116-3793-4ee6-8d56-ca39d3fcf7ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:05.077202 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fb0116-3793-4ee6-8d56-ca39d3fcf7ba None None] Bound using segment: {'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:38:05.077711 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-e1fb0116-3793-4ee6-8d56-ca39d3fcf7ba None None] Bound port: eb9cbbfa-b373-41c3-855e-a034acae2f46, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:38:05.078097 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-e1fb0116-3793-4ee6-8d56-ca39d3fcf7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:05.087387 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6cfa9c-1cf8-4578-915a-8fe0cb319df2 None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:38:05.139455 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-e1fb0116-3793-4ee6-8d56-ca39d3fcf7ba None None] For port eb9cbbfa-b373-41c3-855e-a034acae2f46, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:38:05.142745 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-e1fb0116-3793-4ee6-8d56-ca39d3fcf7ba None None] For port eb9cbbfa-b373-41c3-855e-a034acae2f46, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=eb9cbbfa-b373-41c3-855e-a034acae2f46,segment=NetworkSegment(a32e5bfd-6fac-434f-817b-5707a23fd2ca),segment_id=a32e5bfd-6fac-434f-817b-5707a23fd2ca)] {{(pid=103155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:38:05.147866 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-e1fb0116-3793-4ee6-8d56-ca39d3fcf7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:05.150856 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-91ca8364-b738-4b11-b351-5ef13cec9102 None None] Allocated IP 172.20.0.2 (574704c9-bc8a-42e2-925b-94c7545da0c7/b8ff69ba-6441-41af-a066-5533b244bfc5/0d380aa8-0763-4c83-93a0-25c2e6fc719f) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:38:05.192776 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fb0116-3793-4ee6-8d56-ca39d3fcf7ba None None] Routers {'dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:38:05.193547 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-e1fb0116-3793-4ee6-8d56-ca39d3fcf7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:37:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:38:05.217708 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d824ee-325a-442a-8535-76b084e953f4 None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:38:05.248813 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-b56cfd61-56b6-4fe4-be62-37aadf021962 None None] Provisioning complete for port eb9cbbfa-b373-41c3-855e-a034acae2f46 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:38:05.249028 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b56cfd61-56b6-4fe4-be62-37aadf021962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:05.302628 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-e1fb0116-3793-4ee6-8d56-ca39d3fcf7ba None None] Set router dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620 gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:38:05.371585 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1275ce5d-27fa-4f80-ac59-07d9bffccf2a tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:05.377484 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-91ca8364-b738-4b11-b351-5ef13cec9102 None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:05.391538 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-91ca8364-b738-4b11-b351-5ef13cec9102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:05.394182 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc7309e-d168-481c-af47-194f9d163779 None None] Pushing event updated for resources: {'Port': ['ID=eb9cbbfa-b373-41c3-855e-a034acae2f46,revision_number=3']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:38:05.439533 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ca8364-b738-4b11-b351-5ef13cec9102 None None] Pushing event updated for resources: {'Port': ['ID=0d380aa8-0763-4c83-93a0-25c2e6fc719f,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:38:05.449935 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b56cfd61-56b6-4fe4-be62-37aadf021962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:05.525397 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-e1fb0116-3793-4ee6-8d56-ca39d3fcf7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620', 'name': 'tempest-TestNetworkBasicOps-router-1203811949', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.102'}], 'enable_snat': True}, 'gw_port_id': 'eb9cbbfa-b373-41c3-855e-a034acae2f46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:38:02Z', 'updated_at': '2021-12-21T13:38:03Z', 'revision_number': 3, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': 'eb9cbbfa-b373-41c3-855e-a034acae2f46', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:2f:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:38:02Z', 'updated_at': '2021-12-21T13:38:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:38:05.559365 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fb0116-3793-4ee6-8d56-ca39d3fcf7ba None None] The sync data for ids ['dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620'] in dv-neutron-master-2-hyperv is: [{'id': 'dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620', 'name': 'tempest-TestNetworkBasicOps-router-1203811949', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.102'}], 'enable_snat': True}, 'gw_port_id': 'eb9cbbfa-b373-41c3-855e-a034acae2f46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:38:02Z', 'updated_at': '2021-12-21T13:38:03Z', 'revision_number': 3, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': 'eb9cbbfa-b373-41c3-855e-a034acae2f46', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:2f:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:38:02Z', 'updated_at': '2021-12-21T13:38:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:38:05.615127 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ca8364-b738-4b11-b351-5ef13cec9102 None None] Network 574704c9-bc8a-42e2-925b-94c7545da0c7 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:38:05.621327 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-91ca8364-b738-4b11-b351-5ef13cec9102 None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:38:05.625423 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ca8364-b738-4b11-b351-5ef13cec9102 None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:38:05.637224 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-b56cfd61-56b6-4fe4-be62-37aadf021962 None None] For port eb9cbbfa-b373-41c3-855e-a034acae2f46, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=eb9cbbfa-b373-41c3-855e-a034acae2f46,segment=NetworkSegment(a32e5bfd-6fac-434f-817b-5707a23fd2ca),segment_id=a32e5bfd-6fac-434f-817b-5707a23fd2ca)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:38:05.643089 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b56cfd61-56b6-4fe4-be62-37aadf021962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:05.714089 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-91ca8364-b738-4b11-b351-5ef13cec9102 None None] Attempting to bind port 0d380aa8-0763-4c83-93a0-25c2e6fc719f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:38:05.714492 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-91ca8364-b738-4b11-b351-5ef13cec9102 None None] Attempting to bind port 0d380aa8-0763-4c83-93a0-25c2e6fc719f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '123ba968-699e-43f7-8aef-67f3d69c2094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '574704c9-bc8a-42e2-925b-94c7545da0c7'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:38:05.714653 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-1275ce5d-27fa-4f80-ac59-07d9bffccf2a tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Allocated IP 172.20.0.1 (574704c9-bc8a-42e2-925b-94c7545da0c7/b8ff69ba-6441-41af-a066-5533b244bfc5/29731ae1-6c0d-4c91-9663-9da230e9c696) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:38:05.714863 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ca8364-b738-4b11-b351-5ef13cec9102 None None] Attempting to bind port 0d380aa8-0763-4c83-93a0-25c2e6fc719f on network 574704c9-bc8a-42e2-925b-94c7545da0c7 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:38:05.729214 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ca8364-b738-4b11-b351-5ef13cec9102 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:38:05.729644 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ca8364-b738-4b11-b351-5ef13cec9102 None None] Checking segment: {'id': '123ba968-699e-43f7-8aef-67f3d69c2094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '574704c9-bc8a-42e2-925b-94c7545da0c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:38:05.730057 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-91ca8364-b738-4b11-b351-5ef13cec9102 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:05.730482 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ca8364-b738-4b11-b351-5ef13cec9102 None None] Bound using segment: {'id': '123ba968-699e-43f7-8aef-67f3d69c2094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '574704c9-bc8a-42e2-925b-94c7545da0c7'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:38:05.730960 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-91ca8364-b738-4b11-b351-5ef13cec9102 None None] Bound port: 0d380aa8-0763-4c83-93a0-25c2e6fc719f, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '123ba968-699e-43f7-8aef-67f3d69c2094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '574704c9-bc8a-42e2-925b-94c7545da0c7'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:38:05.731345 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-91ca8364-b738-4b11-b351-5ef13cec9102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:05.737061 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56cfd61-56b6-4fe4-be62-37aadf021962 None None] Pushing event updated for resources: {'Port': ['ID=eb9cbbfa-b373-41c3-855e-a034acae2f46,revision_number=4']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:38:05.806844 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-644bbddb-d37e-4f60-9410-a3945a41c95a None None] Provisioning complete for port eb9cbbfa-b373-41c3-855e-a034acae2f46 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:38:05.806844 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-644bbddb-d37e-4f60-9410-a3945a41c95a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:05.864918 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1275ce5d-27fa-4f80-ac59-07d9bffccf2a tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:05.866348 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-91ca8364-b738-4b11-b351-5ef13cec9102 None None] For port 0d380aa8-0763-4c83-93a0-25c2e6fc719f, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:38:05.891324 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-91ca8364-b738-4b11-b351-5ef13cec9102 None None] For port 0d380aa8-0763-4c83-93a0-25c2e6fc719f, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0d380aa8-0763-4c83-93a0-25c2e6fc719f,segment=NetworkSegment(123ba968-699e-43f7-8aef-67f3d69c2094),segment_id=123ba968-699e-43f7-8aef-67f3d69c2094)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:38:05.898934 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-91ca8364-b738-4b11-b351-5ef13cec9102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:05.911601 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1275ce5d-27fa-4f80-ac59-07d9bffccf2a tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:06.004777 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1275ce5d-27fa-4f80-ac59-07d9bffccf2a tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Network 574704c9-bc8a-42e2-925b-94c7545da0c7 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:38:06.007463 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-1275ce5d-27fa-4f80-ac59-07d9bffccf2a tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:38:06.011963 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1275ce5d-27fa-4f80-ac59-07d9bffccf2a tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:38:06.019676 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ca8364-b738-4b11-b351-5ef13cec9102 None None] Pushing event updated for resources: {'Port': ['ID=0d380aa8-0763-4c83-93a0-25c2e6fc719f,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:38:06.048515 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1275ce5d-27fa-4f80-ac59-07d9bffccf2a tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'Port': ['ID=29731ae1-6c0d-4c91-9663-9da230e9c696,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:38:06.070192 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1275ce5d-27fa-4f80-ac59-07d9bffccf2a tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532557'] for router_interface, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:06.232347 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device eb9cbbfa-b373-41c3-855e-a034acae2f46 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:38:06.286646 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1275ce5d-27fa-4f80-ac59-07d9bffccf2a tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:06.308610 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port eb9cbbfa-b373-41c3-855e-a034acae2f46 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:38:06.309292 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:06.629469 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1275ce5d-27fa-4f80-ac59-07d9bffccf2a tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:06.634198 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1275ce5d-27fa-4f80-ac59-07d9bffccf2a tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805230'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:06.711844 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1275ce5d-27fa-4f80-ac59-07d9bffccf2a tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'Port': ['ID=29731ae1-6c0d-4c91-9663-9da230e9c696,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:38:06.715654 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1275ce5d-27fa-4f80-ac59-07d9bffccf2a tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532537'] for router_interface, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:06.814189 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1275ce5d-27fa-4f80-ac59-07d9bffccf2a tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Network 574704c9-bc8a-42e2-925b-94c7545da0c7 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:38:06.815711 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-1275ce5d-27fa-4f80-ac59-07d9bffccf2a tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:38:06.935112 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1275ce5d-27fa-4f80-ac59-07d9bffccf2a tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Router dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:38:06.994515 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723f09a2-9aa9-4386-84c8-a611484b8ddd None None] Network 574704c9-bc8a-42e2-925b-94c7545da0c7 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:38:07.050387 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1275ce5d-27fa-4f80-ac59-07d9bffccf2a tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:38:07.055287 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-1275ce5d-27fa-4f80-ac59-07d9bffccf2a tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "PUT /v2.0/routers/dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1779199 Dec 21 13:38:07.057754 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 33320) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:38:07.075731 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-8d0fcace-5630-49d8-8696-d482433914e8 None None] Provisioning complete for port 0d380aa8-0763-4c83-93a0-25c2e6fc719f triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:38:07.076102 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8d0fcace-5630-49d8-8696-d482433914e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:07.157414 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e0fd69-251e-4ad0-a1bc-714bfd1ecae9 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:38:07.157414 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e0fd69-251e-4ad0-a1bc-714bfd1ecae9 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:38:07.157414 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e0fd69-251e-4ad0-a1bc-714bfd1ecae9 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:38:07.157999 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e0fd69-251e-4ad0-a1bc-714bfd1ecae9 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:38:07.158257 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e0fd69-251e-4ad0-a1bc-714bfd1ecae9 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:38:07.158629 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e0fd69-251e-4ad0-a1bc-714bfd1ecae9 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:38:07.160418 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-02e0fd69-251e-4ad0-a1bc-714bfd1ecae9 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1014864 Dec 21 13:38:07.163261 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 33322) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:38:07.200090 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8d0fcace-5630-49d8-8696-d482433914e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:07.226288 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622af4b9-0e50-4b5a-a391-d82f5409eed7 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:38:07.227864 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622af4b9-0e50-4b5a-a391-d82f5409eed7 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:38:07.228398 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622af4b9-0e50-4b5a-a391-d82f5409eed7 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:38:07.229276 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622af4b9-0e50-4b5a-a391-d82f5409eed7 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:38:07.230254 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622af4b9-0e50-4b5a-a391-d82f5409eed7 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:38:07.230871 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622af4b9-0e50-4b5a-a391-d82f5409eed7 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:38:07.233128 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-622af4b9-0e50-4b5a-a391-d82f5409eed7 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.0688214 Dec 21 13:38:07.236944 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 33324) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:38:07.248319 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-8d0fcace-5630-49d8-8696-d482433914e8 None None] For port 0d380aa8-0763-4c83-93a0-25c2e6fc719f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0d380aa8-0763-4c83-93a0-25c2e6fc719f,segment=NetworkSegment(123ba968-699e-43f7-8aef-67f3d69c2094),segment_id=123ba968-699e-43f7-8aef-67f3d69c2094)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:38:07.255943 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8d0fcace-5630-49d8-8696-d482433914e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:07.316472 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0fcace-5630-49d8-8696-d482433914e8 None None] Pushing event updated for resources: {'Port': ['ID=0d380aa8-0763-4c83-93a0-25c2e6fc719f,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:38:07.414400 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-4457e9f0-2722-4e14-8a57-64508ef99ca9 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.1753581 Dec 21 13:38:07.487110 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-0addcfd0-c18b-4b2b-b0c2-58aa8a2cc1bd None None] Provisioning complete for port 0d380aa8-0763-4c83-93a0-25c2e6fc719f triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:38:07.487889 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-0addcfd0-c18b-4b2b-b0c2-58aa8a2cc1bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:07.583090 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-0addcfd0-c18b-4b2b-b0c2-58aa8a2cc1bd None None] Provisioning complete for port 29731ae1-6c0d-4c91-9663-9da230e9c696 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:38:07.583462 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-0addcfd0-c18b-4b2b-b0c2-58aa8a2cc1bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:07.619744 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-0addcfd0-c18b-4b2b-b0c2-58aa8a2cc1bd None None] Port 29731ae1-6c0d-4c91-9663-9da230e9c696 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:38:07.646769 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 33328) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:38:07.651427 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-742d29b9-466b-47cd-bf9a-38fb305e8f38 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1941743638', 'description': 'tempest-secgroup-smoke-1941743638 description', 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:38:07.668188 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87be33d2-b1ad-42d2-8b6a-daa80667de18 None None] Sync routers for ids ['dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:38:07.679991 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87be33d2-b1ad-42d2-8b6a-daa80667de18 None None] Routers {'dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:38:07.680638 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-87be33d2-b1ad-42d2-8b6a-daa80667de18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:37:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:38:07.685536 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-742d29b9-466b-47cd-bf9a-38fb305e8f38 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:07.750206 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-bf003cbd-97aa-491f-98a9-fdde452906a5 None None] Provisioning complete for port 29731ae1-6c0d-4c91-9663-9da230e9c696 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:38:07.750664 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-bf003cbd-97aa-491f-98a9-fdde452906a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:07.762551 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-742d29b9-466b-47cd-bf9a-38fb305e8f38 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:07.767001 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-742d29b9-466b-47cd-bf9a-38fb305e8f38 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:07.798763 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-742d29b9-466b-47cd-bf9a-38fb305e8f38 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:07.800004 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-742d29b9-466b-47cd-bf9a-38fb305e8f38 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1521771 Dec 21 13:38:07.802147 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742d29b9-466b-47cd-bf9a-38fb305e8f38 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56a99d93-3001-4338-92a1-a94329cebf8b,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:38:07.803134 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 33330) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:38:07.807998 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-6f16eb89-5163-4a4c-a452-034e33b12a04 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'security_group_rule': {'security_group_id': '56a99d93-3001-4338-92a1-a94329cebf8b', 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:38:07.809986 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742d29b9-466b-47cd-bf9a-38fb305e8f38 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:38:07.810336 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742d29b9-466b-47cd-bf9a-38fb305e8f38 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:38:07.810712 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742d29b9-466b-47cd-bf9a-38fb305e8f38 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:38:07.811047 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742d29b9-466b-47cd-bf9a-38fb305e8f38 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:38:07.811579 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742d29b9-466b-47cd-bf9a-38fb305e8f38 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:38:07.812070 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742d29b9-466b-47cd-bf9a-38fb305e8f38 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:38:07.812403 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742d29b9-466b-47cd-bf9a-38fb305e8f38 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:38:07.812918 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742d29b9-466b-47cd-bf9a-38fb305e8f38 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:38:07.813783 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742d29b9-466b-47cd-bf9a-38fb305e8f38 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:38:07.814131 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742d29b9-466b-47cd-bf9a-38fb305e8f38 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:38:07.814490 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742d29b9-466b-47cd-bf9a-38fb305e8f38 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:38:07.814997 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742d29b9-466b-47cd-bf9a-38fb305e8f38 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:38:07.815332 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742d29b9-466b-47cd-bf9a-38fb305e8f38 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:38:07.834057 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-bf003cbd-97aa-491f-98a9-fdde452906a5 None None] Port 29731ae1-6c0d-4c91-9663-9da230e9c696 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:38:07.840015 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6f16eb89-5163-4a4c-a452-034e33b12a04 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:07.846105 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-87be33d2-b1ad-42d2-8b6a-daa80667de18 None None] Set router dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620 gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:38:07.896573 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6f16eb89-5163-4a4c-a452-034e33b12a04 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:07.900834 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6f16eb89-5163-4a4c-a452-034e33b12a04 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:07.921727 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f16eb89-5163-4a4c-a452-034e33b12a04 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cf17e16-f4d5-44d6-962c-78d1f27288a1,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:38:07.930772 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6f16eb89-5163-4a4c-a452-034e33b12a04 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:07.931996 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-6f16eb89-5163-4a4c-a452-034e33b12a04 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1277230 Dec 21 13:38:07.934722 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 33332) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:38:07.939935 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-11b6351f-e595-4c6a-af66-c00284265734 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'security_group_rule': {'security_group_id': '56a99d93-3001-4338-92a1-a94329cebf8b', 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:38:07.969149 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-11b6351f-e595-4c6a-af66-c00284265734 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:07.991669 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-cc2606fa-a377-47b4-aefa-40b316f10d23 None None] Provisioning complete for port 29731ae1-6c0d-4c91-9663-9da230e9c696 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:38:07.992071 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-cc2606fa-a377-47b4-aefa-40b316f10d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:08.028663 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-11b6351f-e595-4c6a-af66-c00284265734 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:08.033895 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-11b6351f-e595-4c6a-af66-c00284265734 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:08.043296 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-cc2606fa-a377-47b4-aefa-40b316f10d23 None None] Port 29731ae1-6c0d-4c91-9663-9da230e9c696 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:38:08.057261 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b6351f-e595-4c6a-af66-c00284265734 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f1400fd-bc17-42df-8a53-f3fa8c5e2e7b,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:38:08.063943 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-11b6351f-e595-4c6a-af66-c00284265734 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:08.065195 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-11b6351f-e595-4c6a-af66-c00284265734 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1295369 Dec 21 13:38:08.069548 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 33334) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:38:08.074396 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-0665bea6-60c8-4ff9-90d1-50ff9db8ec0b tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'security_group_rule': {'security_group_id': '56a99d93-3001-4338-92a1-a94329cebf8b', 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:38:08.113023 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-87be33d2-b1ad-42d2-8b6a-daa80667de18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620', 'name': 'tempest-TestNetworkBasicOps-router-1203811949', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.102'}], 'enable_snat': True}, 'gw_port_id': 'eb9cbbfa-b373-41c3-855e-a034acae2f46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:38:02Z', 'updated_at': '2021-12-21T13:38:06Z', 'revision_number': 4, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': 'eb9cbbfa-b373-41c3-855e-a034acae2f46', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:2f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:38:02Z', 'updated_at': '2021-12-21T13:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '29731ae1-6c0d-4c91-9663-9da230e9c696', 'name': '', 'network_id': '574704c9-bc8a-42e2-925b-94c7545da0c7', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'mac_address': 'fa:16:3e:bc:6c:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'b8ff69ba-6441-41af-a066-5533b244bfc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:38:05Z', 'updated_at': '2021-12-21T13:38:06Z', 'revision_number': 2, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'subnets': [{'id': 'b8ff69ba-6441-41af-a066-5533b244bfc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:38:08.127730 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0665bea6-60c8-4ff9-90d1-50ff9db8ec0b tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:08.151278 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87be33d2-b1ad-42d2-8b6a-daa80667de18 None None] Checking router: dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620 for host: dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:38:08.151758 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87be33d2-b1ad-42d2-8b6a-daa80667de18 None None] Updating router dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620 port 29731ae1-6c0d-4c91-9663-9da230e9c696 binding host dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 13:38:08.177901 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-87be33d2-b1ad-42d2-8b6a-daa80667de18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:08.195474 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 0d380aa8-0763-4c83-93a0-25c2e6fc719f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:38:08.199039 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0665bea6-60c8-4ff9-90d1-50ff9db8ec0b tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:08.203575 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0665bea6-60c8-4ff9-90d1-50ff9db8ec0b tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:08.224184 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0665bea6-60c8-4ff9-90d1-50ff9db8ec0b tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84b32710-9e2e-44c2-86cb-de75c5089e50,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:38:08.234191 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0665bea6-60c8-4ff9-90d1-50ff9db8ec0b tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:08.239129 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-0665bea6-60c8-4ff9-90d1-50ff9db8ec0b tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1653247 Dec 21 13:38:08.239750 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 33336) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:38:08.246010 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-16e1660b-44e8-4e1e-9546-c4c1b3d08762 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'security_group_rule': {'security_group_id': '56a99d93-3001-4338-92a1-a94329cebf8b', 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:38:08.283675 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-16e1660b-44e8-4e1e-9546-c4c1b3d08762 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:08.354309 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-16e1660b-44e8-4e1e-9546-c4c1b3d08762 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:08.361274 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-16e1660b-44e8-4e1e-9546-c4c1b3d08762 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:08.382029 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e1660b-44e8-4e1e-9546-c4c1b3d08762 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02e71a50-260d-4ebc-8add-9e81df169c36,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:38:08.398497 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-16e1660b-44e8-4e1e-9546-c4c1b3d08762 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:08.398657 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 0d380aa8-0763-4c83-93a0-25c2e6fc719f triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:38:08.399066 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:08.399759 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-16e1660b-44e8-4e1e-9546-c4c1b3d08762 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1591971 Dec 21 13:38:08.402956 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 33338) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:38:08.408578 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-6727fd87-989c-4983-8c77-be975217198e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'security_group_rule': {'security_group_id': '56a99d93-3001-4338-92a1-a94329cebf8b', 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:38:08.441830 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.securitygroups_db [None req-6727fd87-989c-4983-8c77-be975217198e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Project 577ee1d2880f4d34a80a7dfd0cf7da03 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 13:38:08.447060 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6727fd87-989c-4983-8c77-be975217198e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:08.517643 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6727fd87-989c-4983-8c77-be975217198e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:08.522750 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6727fd87-989c-4983-8c77-be975217198e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:08.540400 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6727fd87-989c-4983-8c77-be975217198e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddd95abc-002b-4802-8ca9-5eedb2154aab,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:38:08.547748 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6727fd87-989c-4983-8c77-be975217198e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:08.552106 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-6727fd87-989c-4983-8c77-be975217198e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1452281 Dec 21 13:38:08.552556 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 33340) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:38:08.556842 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-ee9f16f8-52ec-4965-b117-f3350a80832c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'security_group_rule': {'security_group_id': '56a99d93-3001-4338-92a1-a94329cebf8b', 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:38:08.582521 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.securitygroups_db [None req-ee9f16f8-52ec-4965-b117-f3350a80832c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Project 577ee1d2880f4d34a80a7dfd0cf7da03 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 13:38:08.587417 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ee9f16f8-52ec-4965-b117-f3350a80832c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:08.648250 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ee9f16f8-52ec-4965-b117-f3350a80832c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:08.653036 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ee9f16f8-52ec-4965-b117-f3350a80832c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:08.670167 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9f16f8-52ec-4965-b117-f3350a80832c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ad474d1-d345-4dfa-b482-2daedaee3818,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:38:08.679370 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ee9f16f8-52ec-4965-b117-f3350a80832c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:08.680581 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-ee9f16f8-52ec-4965-b117-f3350a80832c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1271122 Dec 21 13:38:08.683199 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-87be33d2-b1ad-42d2-8b6a-daa80667de18 None None] Publish callbacks [] for port, precommit_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:08.692169 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-87be33d2-b1ad-42d2-8b6a-daa80667de18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:08.741710 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf49a938-eb8a-4bb1-8306-986e3390d788 None None] Pushing event updated for resources: {'Port': ['ID=29731ae1-6c0d-4c91-9663-9da230e9c696,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:38:08.809619 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-87be33d2-b1ad-42d2-8b6a-daa80667de18 None None] Attempting to bind port 29731ae1-6c0d-4c91-9663-9da230e9c696 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:38:08.810045 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-87be33d2-b1ad-42d2-8b6a-daa80667de18 None None] Attempting to bind port 29731ae1-6c0d-4c91-9663-9da230e9c696 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '123ba968-699e-43f7-8aef-67f3d69c2094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '574704c9-bc8a-42e2-925b-94c7545da0c7'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:38:08.810435 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87be33d2-b1ad-42d2-8b6a-daa80667de18 None None] Attempting to bind port 29731ae1-6c0d-4c91-9663-9da230e9c696 on network 574704c9-bc8a-42e2-925b-94c7545da0c7 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:38:08.816813 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87be33d2-b1ad-42d2-8b6a-daa80667de18 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:38:08.817276 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87be33d2-b1ad-42d2-8b6a-daa80667de18 None None] Checking segment: {'id': '123ba968-699e-43f7-8aef-67f3d69c2094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '574704c9-bc8a-42e2-925b-94c7545da0c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:38:08.817697 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-87be33d2-b1ad-42d2-8b6a-daa80667de18 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:08.818099 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87be33d2-b1ad-42d2-8b6a-daa80667de18 None None] Bound using segment: {'id': '123ba968-699e-43f7-8aef-67f3d69c2094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '574704c9-bc8a-42e2-925b-94c7545da0c7'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:38:08.818695 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-87be33d2-b1ad-42d2-8b6a-daa80667de18 None None] Bound port: 29731ae1-6c0d-4c91-9663-9da230e9c696, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '123ba968-699e-43f7-8aef-67f3d69c2094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '574704c9-bc8a-42e2-925b-94c7545da0c7'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:38:08.819092 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-87be33d2-b1ad-42d2-8b6a-daa80667de18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:08.862634 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1a85735f-52ec-4737-872c-7d88a971261e req-2a44ede0-4837-49c5-a463-413ccd773f8a tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1941743638&fields=id&tenant_id=577ee1d2880f4d34a80a7dfd0cf7da03 HTTP/1.1" status: 200 len: 267 time: 0.0518556 Dec 21 13:38:08.893092 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-87be33d2-b1ad-42d2-8b6a-daa80667de18 None None] For port 29731ae1-6c0d-4c91-9663-9da230e9c696, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:38:08.897889 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-87be33d2-b1ad-42d2-8b6a-daa80667de18 None None] For port 29731ae1-6c0d-4c91-9663-9da230e9c696, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=29731ae1-6c0d-4c91-9663-9da230e9c696,segment=NetworkSegment(123ba968-699e-43f7-8aef-67f3d69c2094),segment_id=123ba968-699e-43f7-8aef-67f3d69c2094)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:38:08.904325 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-87be33d2-b1ad-42d2-8b6a-daa80667de18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:08.974184 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87be33d2-b1ad-42d2-8b6a-daa80667de18 None None] Routers {'dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:38:08.974955 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-87be33d2-b1ad-42d2-8b6a-daa80667de18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:37:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:38:08.978278 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf49a938-eb8a-4bb1-8306-986e3390d788 None None] Pushing event updated for resources: {'Port': ['ID=29731ae1-6c0d-4c91-9663-9da230e9c696,revision_number=4']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:38:09.005450 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a85735f-52ec-4737-872c-7d88a971261e req-614e16a1-c309-4596-a2f1-56f6dcc550fb tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:38:09.007547 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1a85735f-52ec-4737-872c-7d88a971261e req-614e16a1-c309-4596-a2f1-56f6dcc550fb tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/networks?id=574704c9-bc8a-42e2-925b-94c7545da0c7 HTTP/1.1" status: 200 len: 796 time: 0.1324399 Dec 21 13:38:09.024755 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1a85735f-52ec-4737-872c-7d88a971261e req-6113c438-98d9-4978-96cc-bd084de30af5 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/quotas/577ee1d2880f4d34a80a7dfd0cf7da03 HTTP/1.1" status: 200 len: 375 time: 0.0107055 Dec 21 13:38:09.091961 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1a85735f-52ec-4737-872c-7d88a971261e req-8e77d638-bf58-4ac3-8324-d4dd82113bed tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=577ee1d2880f4d34a80a7dfd0cf7da03&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0557451 Dec 21 13:38:09.115725 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-87be33d2-b1ad-42d2-8b6a-daa80667de18 None None] Set router dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620 gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:38:09.260679 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1a85735f-52ec-4737-872c-7d88a971261e req-24a60e06-4791-4c46-b304-9c128d4fe4a6 service neutron] 10.222.0.37 "GET /v2.0/networks/574704c9-bc8a-42e2-925b-94c7545da0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522541 Dec 21 13:38:09.311080 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-9b2b3fb7-bb68-49e0-998d-0415bb471c8f None None] Provisioning complete for port 29731ae1-6c0d-4c91-9663-9da230e9c696 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:38:09.311455 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-9b2b3fb7-bb68-49e0-998d-0415bb471c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:09.356557 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1a85735f-52ec-4737-872c-7d88a971261e req-3433dd7b-9814-49cb-a61a-282fc3b7f3e2 service neutron] 10.222.0.37 "GET /v2.0/networks/574704c9-bc8a-42e2-925b-94c7545da0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868511 Dec 21 13:38:09.505072 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-9b2b3fb7-bb68-49e0-998d-0415bb471c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:09.522517 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-0c21e990-8ad9-4c83-845f-9e1d655d85a8 req-65a97e2d-2134-45e7-b0f5-22206c7390b1 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=a079de73-3b11-4027-bceb-9adcfe011902 HTTP/1.1" status: 200 len: 210 time: 0.0297532 Dec 21 13:38:09.566234 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-9b2b3fb7-bb68-49e0-998d-0415bb471c8f None None] For port 29731ae1-6c0d-4c91-9663-9da230e9c696, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=29731ae1-6c0d-4c91-9663-9da230e9c696,segment=NetworkSegment(123ba968-699e-43f7-8aef-67f3d69c2094),segment_id=123ba968-699e-43f7-8aef-67f3d69c2094)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:38:09.572485 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-9b2b3fb7-bb68-49e0-998d-0415bb471c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:09.624301 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-87be33d2-b1ad-42d2-8b6a-daa80667de18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620', 'name': 'tempest-TestNetworkBasicOps-router-1203811949', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.102'}], 'enable_snat': True}, 'gw_port_id': 'eb9cbbfa-b373-41c3-855e-a034acae2f46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:38:02Z', 'updated_at': '2021-12-21T13:38:06Z', 'revision_number': 4, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': 'eb9cbbfa-b373-41c3-855e-a034acae2f46', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:2f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:38:02Z', 'updated_at': '2021-12-21T13:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '29731ae1-6c0d-4c91-9663-9da230e9c696', 'name': '', 'network_id': '574704c9-bc8a-42e2-925b-94c7545da0c7', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'mac_address': 'fa:16:3e:bc:6c:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'b8ff69ba-6441-41af-a066-5533b244bfc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:38:05Z', 'updated_at': '2021-12-21T13:38:08Z', 'revision_number': 4, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'subnets': [{'id': 'b8ff69ba-6441-41af-a066-5533b244bfc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:38:09.655902 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87be33d2-b1ad-42d2-8b6a-daa80667de18 None None] The sync data for ids ['dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620'] in dv-neutron-master-2-hyperv is: [{'id': 'dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620', 'name': 'tempest-TestNetworkBasicOps-router-1203811949', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.102'}], 'enable_snat': True}, 'gw_port_id': 'eb9cbbfa-b373-41c3-855e-a034acae2f46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:38:02Z', 'updated_at': '2021-12-21T13:38:06Z', 'revision_number': 4, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': 'eb9cbbfa-b373-41c3-855e-a034acae2f46', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:2f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:38:02Z', 'updated_at': '2021-12-21T13:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '29731ae1-6c0d-4c91-9663-9da230e9c696', 'name': '', 'network_id': '574704c9-bc8a-42e2-925b-94c7545da0c7', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'mac_address': 'fa:16:3e:bc:6c:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'b8ff69ba-6441-41af-a066-5533b244bfc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:38:05Z', 'updated_at': '2021-12-21T13:38:08Z', 'revision_number': 4, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'subnets': [{'id': 'b8ff69ba-6441-41af-a066-5533b244bfc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:38:09.658800 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2b3fb7-bb68-49e0-998d-0415bb471c8f None None] Pushing event updated for resources: {'Port': ['ID=29731ae1-6c0d-4c91-9663-9da230e9c696,revision_number=5']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:38:09.692424 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-c716d3e0-9c45-47f0-baa4-e98d7ae50b2d None None] Provisioning complete for port 29731ae1-6c0d-4c91-9663-9da230e9c696 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:38:09.692797 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c716d3e0-9c45-47f0-baa4-e98d7ae50b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:10.180189 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 29731ae1-6c0d-4c91-9663-9da230e9c696 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:38:10.234277 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 29731ae1-6c0d-4c91-9663-9da230e9c696 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:38:10.234710 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:10.649284 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c775bb10-f7f6-42fd-b4fc-1e33775d3b01 req-757c6497-5dc1-474a-9dbc-da5d1f37e8df tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=a079de73-3b11-4027-bceb-9adcfe011902 HTTP/1.1" status: 200 len: 210 time: 0.0371077 Dec 21 13:38:10.691965 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a85735f-52ec-4737-872c-7d88a971261e req-478c44d1-dcc8-451c-b026-569c0ee65f74 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:38:10.693598 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1a85735f-52ec-4737-872c-7d88a971261e req-478c44d1-dcc8-451c-b026-569c0ee65f74 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.60 "GET /v2.0/networks?id=574704c9-bc8a-42e2-925b-94c7545da0c7 HTTP/1.1" status: 200 len: 796 time: 0.1630144 Dec 21 13:38:10.774994 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1a85735f-52ec-4737-872c-7d88a971261e req-0b5dca66-fe59-444e-8e11-075fae606684 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=577ee1d2880f4d34a80a7dfd0cf7da03 HTTP/1.1" status: 200 len: 380 time: 0.0586786 Dec 21 13:38:10.803520 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [req-1a85735f-52ec-4737-872c-7d88a971261e req-f437b67b-2001-49f5-b911-2986da2138be tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'port': {'device_id': 'a079de73-3b11-4027-bceb-9adcfe011902', 'network_id': '574704c9-bc8a-42e2-925b-94c7545da0c7', 'admin_state_up': True, 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'security_groups': ['56a99d93-3001-4338-92a1-a94329cebf8b']}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:38:10.927366 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a85735f-52ec-4737-872c-7d88a971261e req-f437b67b-2001-49f5-b911-2986da2138be tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Made reservation on behalf of 577ee1d2880f4d34a80a7dfd0cf7da03 for: {'port': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:38:10.930932 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-1a85735f-52ec-4737-872c-7d88a971261e req-f437b67b-2001-49f5-b911-2986da2138be tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:11.056511 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [req-1a85735f-52ec-4737-872c-7d88a971261e req-f437b67b-2001-49f5-b911-2986da2138be tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Allocated IP 172.20.0.10 (574704c9-bc8a-42e2-925b-94c7545da0c7/b8ff69ba-6441-41af-a066-5533b244bfc5/48b6bfc9-63f3-41be-888e-6637f0e3387b) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:38:11.214214 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-1a85735f-52ec-4737-872c-7d88a971261e req-f437b67b-2001-49f5-b911-2986da2138be tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:11.249940 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-1a85735f-52ec-4737-872c-7d88a971261e req-f437b67b-2001-49f5-b911-2986da2138be tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:11.295818 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a85735f-52ec-4737-872c-7d88a971261e req-f437b67b-2001-49f5-b911-2986da2138be tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Network 574704c9-bc8a-42e2-925b-94c7545da0c7 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:38:11.299154 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [req-1a85735f-52ec-4737-872c-7d88a971261e req-f437b67b-2001-49f5-b911-2986da2138be tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:38:11.302818 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a85735f-52ec-4737-872c-7d88a971261e req-f437b67b-2001-49f5-b911-2986da2138be tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:38:11.334679 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f437b67b-2001-49f5-b911-2986da2138be tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'Port': ['ID=48b6bfc9-63f3-41be-888e-6637f0e3387b,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:38:11.362541 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a85735f-52ec-4737-872c-7d88a971261e req-f437b67b-2001-49f5-b911-2986da2138be tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:38:11.363182 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-1a85735f-52ec-4737-872c-7d88a971261e req-f437b67b-2001-49f5-b911-2986da2138be tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:11.381135 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1a85735f-52ec-4737-872c-7d88a971261e req-f437b67b-2001-49f5-b911-2986da2138be tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5815499 Dec 21 13:38:11.400950 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [req-1a85735f-52ec-4737-872c-7d88a971261e req-4fa3177a-607f-4301-bc9e-0c795c22654d service neutron] Request body: {'port': {'device_id': 'a079de73-3b11-4027-bceb-9adcfe011902', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:38:11.461518 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-1a85735f-52ec-4737-872c-7d88a971261e req-4fa3177a-607f-4301-bc9e-0c795c22654d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:11.538522 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-05a3f94d-9e34-4be9-95e7-1ff76028fd87 None None] Provisioning complete for port 48b6bfc9-63f3-41be-888e-6637f0e3387b triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:38:11.539131 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-05a3f94d-9e34-4be9-95e7-1ff76028fd87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:11.574398 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-05a3f94d-9e34-4be9-95e7-1ff76028fd87 None None] Port 48b6bfc9-63f3-41be-888e-6637f0e3387b cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:38:11.740402 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [req-1a85735f-52ec-4737-872c-7d88a971261e req-4fa3177a-607f-4301-bc9e-0c795c22654d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48b6bfc9-63f3-41be-888e-6637f0e3387b {{(pid=103153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 13:38:11.748371 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-1a85735f-52ec-4737-872c-7d88a971261e req-4fa3177a-607f-4301-bc9e-0c795c22654d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:11.762036 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.provisioning_blocks [req-1a85735f-52ec-4737-872c-7d88a971261e req-4fa3177a-607f-4301-bc9e-0c795c22654d service neutron] Transition to ACTIVE for port object 48b6bfc9-63f3-41be-888e-6637f0e3387b will not be triggered until provisioned by entity L2. {{(pid=103153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 13:38:11.766387 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-1a85735f-52ec-4737-872c-7d88a971261e req-4fa3177a-607f-4301-bc9e-0c795c22654d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:11.783647 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d16358-bc16-41c9-b34a-a26a4eb9f752 req-007bb6ff-7567-4abd-9bbd-15a8eca6ce63 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:38:11.785296 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-31d16358-bc16-41c9-b34a-a26a4eb9f752 req-007bb6ff-7567-4abd-9bbd-15a8eca6ce63 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=a079de73-3b11-4027-bceb-9adcfe011902 HTTP/1.1" status: 200 len: 932 time: 0.0559931 Dec 21 13:38:11.840790 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-31d16358-bc16-41c9-b34a-a26a4eb9f752 req-3db5960a-6cf3-4a1f-ac55-981223bc1320 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=56a99d93-3001-4338-92a1-a94329cebf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492055 Dec 21 13:38:11.844090 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa3177a-607f-4301-bc9e-0c795c22654d service neutron] Pushing event updated for resources: {'Port': ['ID=48b6bfc9-63f3-41be-888e-6637f0e3387b,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:38:11.904714 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-1a85735f-52ec-4737-872c-7d88a971261e req-4fa3177a-607f-4301-bc9e-0c795c22654d service neutron] Attempting to bind port 48b6bfc9-63f3-41be-888e-6637f0e3387b on host hv-neutron-mast for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:38:11.905078 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-1a85735f-52ec-4737-872c-7d88a971261e req-4fa3177a-607f-4301-bc9e-0c795c22654d service neutron] Attempting to bind port 48b6bfc9-63f3-41be-888e-6637f0e3387b by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '123ba968-699e-43f7-8aef-67f3d69c2094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '574704c9-bc8a-42e2-925b-94c7545da0c7'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:38:11.905404 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a85735f-52ec-4737-872c-7d88a971261e req-4fa3177a-607f-4301-bc9e-0c795c22654d service neutron] Attempting to bind port 48b6bfc9-63f3-41be-888e-6637f0e3387b on network 574704c9-bc8a-42e2-925b-94c7545da0c7 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:38:11.910752 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a85735f-52ec-4737-872c-7d88a971261e req-4fa3177a-607f-4301-bc9e-0c795c22654d service neutron] Port 48b6bfc9-63f3-41be-888e-6637f0e3387b on network 574704c9-bc8a-42e2-925b-94c7545da0c7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 13:38:11.911081 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a85735f-52ec-4737-872c-7d88a971261e req-4fa3177a-607f-4301-bc9e-0c795c22654d service neutron] Attempting to bind port 48b6bfc9-63f3-41be-888e-6637f0e3387b on network 574704c9-bc8a-42e2-925b-94c7545da0c7 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:38:11.916091 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a85735f-52ec-4737-872c-7d88a971261e req-4fa3177a-607f-4301-bc9e-0c795c22654d service neutron] Checking agent: {'id': 'cb078e0e-af00-4e4f-8117-46ca6496af1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 23, 43), 'started_at': datetime.datetime(2021, 12, 21, 13, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:38:11.916428 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a85735f-52ec-4737-872c-7d88a971261e req-4fa3177a-607f-4301-bc9e-0c795c22654d service neutron] Checking segment: {'id': '123ba968-699e-43f7-8aef-67f3d69c2094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '574704c9-bc8a-42e2-925b-94c7545da0c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:38:11.916804 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a85735f-52ec-4737-872c-7d88a971261e req-4fa3177a-607f-4301-bc9e-0c795c22654d service neutron] Bound using segment: {'id': '123ba968-699e-43f7-8aef-67f3d69c2094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '574704c9-bc8a-42e2-925b-94c7545da0c7'} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:38:11.917233 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-1a85735f-52ec-4737-872c-7d88a971261e req-4fa3177a-607f-4301-bc9e-0c795c22654d service neutron] Bound port: 48b6bfc9-63f3-41be-888e-6637f0e3387b, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '123ba968-699e-43f7-8aef-67f3d69c2094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '574704c9-bc8a-42e2-925b-94c7545da0c7'}}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:38:11.917584 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-1a85735f-52ec-4737-872c-7d88a971261e req-4fa3177a-607f-4301-bc9e-0c795c22654d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:11.985662 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-1a85735f-52ec-4737-872c-7d88a971261e req-4fa3177a-607f-4301-bc9e-0c795c22654d service neutron] For port 48b6bfc9-63f3-41be-888e-6637f0e3387b, host hv-neutron-mast, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:38:11.989355 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-1a85735f-52ec-4737-872c-7d88a971261e req-4fa3177a-607f-4301-bc9e-0c795c22654d service neutron] For port 48b6bfc9-63f3-41be-888e-6637f0e3387b, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=48b6bfc9-63f3-41be-888e-6637f0e3387b,segment=NetworkSegment(123ba968-699e-43f7-8aef-67f3d69c2094),segment_id=123ba968-699e-43f7-8aef-67f3d69c2094)] {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:38:11.993722 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-1a85735f-52ec-4737-872c-7d88a971261e req-4fa3177a-607f-4301-bc9e-0c795c22654d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:12.036438 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a85735f-52ec-4737-872c-7d88a971261e req-4fa3177a-607f-4301-bc9e-0c795c22654d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:38:12.037635 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-1a85735f-52ec-4737-872c-7d88a971261e req-4fa3177a-607f-4301-bc9e-0c795c22654d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:12.039090 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1a85735f-52ec-4737-872c-7d88a971261e req-4fa3177a-607f-4301-bc9e-0c795c22654d service neutron] 10.222.0.60 "PUT /v2.0/ports/48b6bfc9-63f3-41be-888e-6637f0e3387b HTTP/1.1" status: 200 len: 1094 time: 0.6436720 Dec 21 13:38:12.039577 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a079de73-3b11-4027-bceb-9adcfe011902', 'tag': '48b6bfc9-63f3-41be-888e-6637f0e3387b'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:38:12.041829 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af6034c98e584fa55ea4398f343c742ceb598288507feaf30d5a15785b2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1638719-84bb-406a-8d8c-661a9228f0ee" -d '{"events": [{"name": "network-changed", "server_uuid": "a079de73-3b11-4027-bceb-9adcfe011902", "tag": "48b6bfc9-63f3-41be-888e-6637f0e3387b"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:38:12.066834 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa3177a-607f-4301-bc9e-0c795c22654d service neutron] Pushing event updated for resources: {'Port': ['ID=48b6bfc9-63f3-41be-888e-6637f0e3387b,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:38:12.089022 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 13:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a822b03-a80a-4cab-a0b8-380af0fe0bc3 x-openstack-request-id: req-3a822b03-a80a-4cab-a0b8-380af0fe0bc3 {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:38:12.092050 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a079de73-3b11-4027-bceb-9adcfe011902", "tag": "48b6bfc9-63f3-41be-888e-6637f0e3387b", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:38:12.092423 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3a822b03-a80a-4cab-a0b8-380af0fe0bc3 {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:38:12.093903 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a079de73-3b11-4027-bceb-9adcfe011902', 'tag': '48b6bfc9-63f3-41be-888e-6637f0e3387b', 'status': 'completed', 'code': 200} Dec 21 13:38:12.159331 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a85735f-52ec-4737-872c-7d88a971261e req-aad4c81f-bf09-47b5-9475-d87ba3503a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:38:12.160885 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1a85735f-52ec-4737-872c-7d88a971261e req-aad4c81f-bf09-47b5-9475-d87ba3503a83 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=577ee1d2880f4d34a80a7dfd0cf7da03&device_id=a079de73-3b11-4027-bceb-9adcfe011902 HTTP/1.1" status: 200 len: 1097 time: 0.0529671 Dec 21 13:38:12.215856 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1a85735f-52ec-4737-872c-7d88a971261e req-c66393bf-9f7d-409d-a5ed-bb32357cfa60 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48b6bfc9-63f3-41be-888e-6637f0e3387b HTTP/1.1" status: 200 len: 217 time: 0.0408764 Dec 21 13:38:12.270716 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a85735f-52ec-4737-872c-7d88a971261e req-107910cc-45e4-49fe-b3cc-fa071570d415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:38:12.272174 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1a85735f-52ec-4737-872c-7d88a971261e req-107910cc-45e4-49fe-b3cc-fa071570d415 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b8ff69ba-6441-41af-a066-5533b244bfc5 HTTP/1.1" status: 200 len: 835 time: 0.0495899 Dec 21 13:38:12.320054 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a85735f-52ec-4737-872c-7d88a971261e req-8a3143ea-b8db-4d7d-92ca-17cdc7e310c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:38:12.321565 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1a85735f-52ec-4737-872c-7d88a971261e req-8a3143ea-b8db-4d7d-92ca-17cdc7e310c4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=574704c9-bc8a-42e2-925b-94c7545da0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0423002 Dec 21 13:38:12.415739 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1a85735f-52ec-4737-872c-7d88a971261e req-b2c88475-ceba-4311-858e-5683d97f6e20 service neutron] 10.222.0.60 "GET /v2.0/networks/574704c9-bc8a-42e2-925b-94c7545da0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868027 Dec 21 13:38:12.517828 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1a85735f-52ec-4737-872c-7d88a971261e req-4e32bffe-85f4-4af8-a159-d6137dcdb9fb service neutron] 10.222.0.60 "GET /v2.0/networks/574704c9-bc8a-42e2-925b-94c7545da0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951869 Dec 21 13:38:12.647199 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1638719-84bb-406a-8d8c-661a9228f0ee req-0e29f2bf-c567-4c09-91e3-b40c08b259f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:38:12.648608 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-d1638719-84bb-406a-8d8c-661a9228f0ee req-0e29f2bf-c567-4c09-91e3-b40c08b259f4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=577ee1d2880f4d34a80a7dfd0cf7da03&device_id=a079de73-3b11-4027-bceb-9adcfe011902 HTTP/1.1" status: 200 len: 1097 time: 0.0425799 Dec 21 13:38:12.743608 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1638719-84bb-406a-8d8c-661a9228f0ee req-8900fec3-d861-44b1-aebb-6a607d89b424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:38:12.745096 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-d1638719-84bb-406a-8d8c-661a9228f0ee req-8900fec3-d861-44b1-aebb-6a607d89b424 service neutron] 10.222.0.60 "GET /v2.0/networks?id=574704c9-bc8a-42e2-925b-94c7545da0c7 HTTP/1.1" status: 200 len: 897 time: 0.0884297 Dec 21 13:38:12.787482 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-d1638719-84bb-406a-8d8c-661a9228f0ee req-729649a7-a9d3-4357-9039-4fd4d99be0e8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48b6bfc9-63f3-41be-888e-6637f0e3387b HTTP/1.1" status: 200 len: 217 time: 0.0352783 Dec 21 13:38:12.839948 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1638719-84bb-406a-8d8c-661a9228f0ee req-7588f420-a05e-4248-b0cc-d595a2ff81b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:38:12.841411 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-d1638719-84bb-406a-8d8c-661a9228f0ee req-7588f420-a05e-4248-b0cc-d595a2ff81b3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b8ff69ba-6441-41af-a066-5533b244bfc5 HTTP/1.1" status: 200 len: 835 time: 0.0454292 Dec 21 13:38:12.894516 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1638719-84bb-406a-8d8c-661a9228f0ee req-a36899f2-1a0b-4806-8162-8df9e1ee5b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:38:12.896124 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-d1638719-84bb-406a-8d8c-661a9228f0ee req-a36899f2-1a0b-4806-8162-8df9e1ee5b62 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=574704c9-bc8a-42e2-925b-94c7545da0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0475385 Dec 21 13:38:12.965999 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20137973-0c08-4c38-b1e7-376226db4ddd req-ab59e566-2a11-4aaf-915e-cc0190c1766b tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:38:12.967454 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-20137973-0c08-4c38-b1e7-376226db4ddd req-ab59e566-2a11-4aaf-915e-cc0190c1766b tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=a079de73-3b11-4027-bceb-9adcfe011902 HTTP/1.1" status: 200 len: 944 time: 0.0510321 Dec 21 13:38:12.991818 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-d1638719-84bb-406a-8d8c-661a9228f0ee req-e367c013-a3f4-457f-b107-902c4d442d7b service neutron] 10.222.0.60 "GET /v2.0/networks/574704c9-bc8a-42e2-925b-94c7545da0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876639 Dec 21 13:38:13.019492 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-20137973-0c08-4c38-b1e7-376226db4ddd req-fbdc52b2-351b-462b-af88-ed48f3517ad5 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=56a99d93-3001-4338-92a1-a94329cebf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454173 Dec 21 13:38:13.089385 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-d1638719-84bb-406a-8d8c-661a9228f0ee req-9a818878-08d3-4b78-a9c0-f29bd0519798 service neutron] 10.222.0.60 "GET /v2.0/networks/574704c9-bc8a-42e2-925b-94c7545da0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895636 Dec 21 13:38:13.278530 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:14.150256 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:38:14.150256 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:38:14.150256 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:38:14.150256 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:38:14.150256 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:38:14.150256 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:38:14.150256 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:38:14.150256 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:38:14.150256 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:38:14.150256 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:38:14.150256 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:38:14.150256 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:38:14.150256 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:38:14.150256 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:38:14.150256 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:38:14.150256 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:38:14.150256 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:38:14.150256 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:38:14.150256 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:38:14.150256 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:38:14.150256 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:38:14.150256 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:38:14.150256 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:38:14.150256 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:38:14.150256 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:38:14.150256 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:38:14.150256 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:38:14.150256 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:38:14.150256 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:38:14.150256 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:38:14.150256 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:38:14.150256 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:38:14.150256 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:38:14.150256 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:38:14.150256 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:38:14.150256 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:38:14.150256 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:38:14.150256 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:38:14.150256 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:38:14.150256 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:38:14.150256 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:38:14.150256 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:38:14.150256 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:38:14.150256 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:38:14.150256 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:38:14.150256 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:38:14.150256 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:38:14.150256 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:38:14.155889 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7650f535-623c-44dc-98da-9cb0b04dc5a0 req-62b3a496-b0f1-4bbb-8420-1875bf612419 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:38:14.155889 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7650f535-623c-44dc-98da-9cb0b04dc5a0 req-62b3a496-b0f1-4bbb-8420-1875bf612419 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=a079de73-3b11-4027-bceb-9adcfe011902 HTTP/1.1" status: 200 len: 944 time: 0.0553772 Dec 21 13:38:14.205909 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7650f535-623c-44dc-98da-9cb0b04dc5a0 req-014573ff-b30e-4a24-a785-7d120cc3e84f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=56a99d93-3001-4338-92a1-a94329cebf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456154 Dec 21 13:38:15.330238 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc412108-bceb-42ff-8538-f8362dc2d03a req-07b66168-1e43-41fe-bd9f-61b7b0fdf4ea tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:38:15.332308 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-dc412108-bceb-42ff-8538-f8362dc2d03a req-07b66168-1e43-41fe-bd9f-61b7b0fdf4ea tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=a079de73-3b11-4027-bceb-9adcfe011902 HTTP/1.1" status: 200 len: 944 time: 0.0547993 Dec 21 13:38:15.388504 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-dc412108-bceb-42ff-8538-f8362dc2d03a req-112f8bce-3385-4e79-914a-4cde1ed86902 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=56a99d93-3001-4338-92a1-a94329cebf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488064 Dec 21 13:38:16.510770 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfb9b5a-0a63-4b27-8e7a-715e8717691c req-25917d63-e33b-4df3-ab8e-e0be811084bd tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:38:16.512255 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-adfb9b5a-0a63-4b27-8e7a-715e8717691c req-25917d63-e33b-4df3-ab8e-e0be811084bd tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=a079de73-3b11-4027-bceb-9adcfe011902 HTTP/1.1" status: 200 len: 944 time: 0.0571976 Dec 21 13:38:16.562433 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-adfb9b5a-0a63-4b27-8e7a-715e8717691c req-53b1c6f5-fcd0-4444-8002-3ddabc3e7120 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=56a99d93-3001-4338-92a1-a94329cebf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442016 Dec 21 13:38:16.819002 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 48b6bfc9-63f3-41be-888e-6637f0e3387b details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 13:38:16.913558 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port 48b6bfc9-63f3-41be-888e-6637f0e3387b, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=48b6bfc9-63f3-41be-888e-6637f0e3387b,segment=NetworkSegment(123ba968-699e-43f7-8aef-67f3d69c2094),segment_id=123ba968-699e-43f7-8aef-67f3d69c2094)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:38:16.924078 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Returning: {'device': '48b6bfc9-63f3-41be-888e-6637f0e3387b', 'network_id': '574704c9-bc8a-42e2-925b-94c7545da0c7', 'port_id': '48b6bfc9-63f3-41be-888e-6637f0e3387b', 'mac_address': 'fa:16:3e:85:7c:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8ff69ba-6441-41af-a066-5533b244bfc5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 13:38:16.961005 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:16.973390 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48b6bfc9-63f3-41be-888e-6637f0e3387b {{(pid=103154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 13:38:16.992996 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port 48b6bfc9-63f3-41be-888e-6637f0e3387b, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=48b6bfc9-63f3-41be-888e-6637f0e3387b,segment=NetworkSegment(123ba968-699e-43f7-8aef-67f3d69c2094),segment_id=123ba968-699e-43f7-8aef-67f3d69c2094)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:38:16.996855 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:17.046756 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=48b6bfc9-63f3-41be-888e-6637f0e3387b,revision_number=4']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:38:17.053863 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:38:17.054212 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:38:17.054590 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:38:17.054954 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:38:17.055282 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:38:17.055632 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:38:17.055937 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:38:17.056274 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:38:17.056583 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:38:17.056905 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:38:17.057224 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:38:17.057539 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:38:17.057854 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:38:17.278691 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] get_ports_and_sgs() called for port_ids ['48b6bfc9-63f3-41be-888e-6637f0e3387b'] {{(pid=103154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 13:38:17.678557 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d2a58b-be22-45d8-8fab-112833188ec2 req-95f56583-ce88-43ab-b648-3cc25bd57a64 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:38:17.679961 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-72d2a58b-be22-45d8-8fab-112833188ec2 req-95f56583-ce88-43ab-b648-3cc25bd57a64 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=a079de73-3b11-4027-bceb-9adcfe011902 HTTP/1.1" status: 200 len: 945 time: 0.0494497 Dec 21 13:38:17.728185 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-72d2a58b-be22-45d8-8fab-112833188ec2 req-82f04683-5c78-467a-9c42-6c9856de9a24 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=56a99d93-3001-4338-92a1-a94329cebf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424073 Dec 21 13:38:18.842291 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f5f5fb-6f55-4956-b96d-1c0866e53745 req-fac0b266-0586-4fc6-b8a1-2190e2bbe755 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:38:18.842951 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 48b6bfc9-63f3-41be-888e-6637f0e3387b up at agent hyperv_hv-neutron-mast {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:38:18.843802 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-57f5f5fb-6f55-4956-b96d-1c0866e53745 req-fac0b266-0586-4fc6-b8a1-2190e2bbe755 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=a079de73-3b11-4027-bceb-9adcfe011902 HTTP/1.1" status: 200 len: 945 time: 0.0497222 Dec 21 13:38:18.897103 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Provisioning for port 48b6bfc9-63f3-41be-888e-6637f0e3387b completed by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 13:38:18.900397 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-57f5f5fb-6f55-4956-b96d-1c0866e53745 req-1d6848ac-b1a3-4fc1-979d-93ebc53f58cb tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=56a99d93-3001-4338-92a1-a94329cebf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501063 Dec 21 13:38:18.901833 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Provisioning complete for port 48b6bfc9-63f3-41be-888e-6637f0e3387b triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:38:18.902209 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:18.980114 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:19.002454 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a079de73-3b11-4027-bceb-9adcfe011902', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48b6bfc9-63f3-41be-888e-6637f0e3387b'}] {{(pid=103154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:38:19.005167 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6f45aca8ac5f8c0cc5868273c98d8aa60330245aed22d61c8da5c1f2d6fc01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2da1f762-ab41-4fc1-a4a8-eea2c9a3f1de" -d '{"events": [{"server_uuid": "a079de73-3b11-4027-bceb-9adcfe011902", "name": "network-vif-plugged", "status": "completed", "tag": "48b6bfc9-63f3-41be-888e-6637f0e3387b"}]}' {{(pid=103154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:38:19.017243 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port 48b6bfc9-63f3-41be-888e-6637f0e3387b, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=48b6bfc9-63f3-41be-888e-6637f0e3387b,segment=NetworkSegment(123ba968-699e-43f7-8aef-67f3d69c2094),segment_id=123ba968-699e-43f7-8aef-67f3d69c2094)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:38:19.021800 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:19.068236 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=48b6bfc9-63f3-41be-888e-6637f0e3387b,revision_number=5']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:38:19.099350 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 13:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a76be549-a26a-489f-bb0c-2d50c3c1f8ac x-openstack-request-id: req-a76be549-a26a-489f-bb0c-2d50c3c1f8ac {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:38:19.099641 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a079de73-3b11-4027-bceb-9adcfe011902", "name": "network-vif-plugged", "status": "completed", "tag": "48b6bfc9-63f3-41be-888e-6637f0e3387b", "code": 200}]} {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:38:19.099892 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a76be549-a26a-489f-bb0c-2d50c3c1f8ac {{(pid=103154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:38:19.100286 dv-neutron-master-2-hyperv neutron-server[103154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a079de73-3b11-4027-bceb-9adcfe011902', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48b6bfc9-63f3-41be-888e-6637f0e3387b', 'code': 200} Dec 21 13:38:19.298113 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed71247-deef-46e8-801f-7946e9feaf15 req-98495fbc-89a4-4fc1-9aaa-2270fca6ed76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:38:19.300423 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-aed71247-deef-46e8-801f-7946e9feaf15 req-98495fbc-89a4-4fc1-9aaa-2270fca6ed76 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a079de73-3b11-4027-bceb-9adcfe011902 HTTP/1.1" status: 200 len: 1099 time: 0.0406203 Dec 21 13:38:19.350044 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-aed71247-deef-46e8-801f-7946e9feaf15 req-cc347610-94ce-4a15-b176-f4a15065760c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=56a99d93-3001-4338-92a1-a94329cebf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432403 Dec 21 13:38:20.012407 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abc9451-21d6-48be-89ec-7fd02056a2df req-1c7816cb-5c41-4403-89e1-6088bfaac0c5 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:38:20.013907 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-0abc9451-21d6-48be-89ec-7fd02056a2df req-1c7816cb-5c41-4403-89e1-6088bfaac0c5 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=a079de73-3b11-4027-bceb-9adcfe011902 HTTP/1.1" status: 200 len: 946 time: 0.0510654 Dec 21 13:38:20.063807 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-0abc9451-21d6-48be-89ec-7fd02056a2df req-4d016c36-c009-47ac-a8bd-a1283a6b2848 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=56a99d93-3001-4338-92a1-a94329cebf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438972 Dec 21 13:38:21.187977 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c30f1c3-46f5-48d7-9164-0ddfa9f42375 req-540b49a5-b7a7-4d2d-bcb3-9ec917406665 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:38:21.189380 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-3c30f1c3-46f5-48d7-9164-0ddfa9f42375 req-540b49a5-b7a7-4d2d-bcb3-9ec917406665 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=a079de73-3b11-4027-bceb-9adcfe011902 HTTP/1.1" status: 200 len: 946 time: 0.0505781 Dec 21 13:38:21.239045 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-3c30f1c3-46f5-48d7-9164-0ddfa9f42375 req-d81f4d4e-37ca-458c-8bc2-537c56a0814b tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=56a99d93-3001-4338-92a1-a94329cebf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433624 Dec 21 13:38:21.352238 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc9dce0-5e8d-472f-8465-a0691b5e8bab req-80eea4ec-edc7-4473-8a72-fd878f285459 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:38:21.353693 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-8dc9dce0-5e8d-472f-8465-a0691b5e8bab req-80eea4ec-edc7-4473-8a72-fd878f285459 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=a079de73-3b11-4027-bceb-9adcfe011902 HTTP/1.1" status: 200 len: 946 time: 0.0483341 Dec 21 13:38:21.403198 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-8dc9dce0-5e8d-472f-8465-a0691b5e8bab req-2424288a-e826-4f9f-b6c3-36438185ed39 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=56a99d93-3001-4338-92a1-a94329cebf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436535 Dec 21 13:38:21.433918 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 33400) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:38:21.485503 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c841809d-5a1b-4d95-8dc2-16fd431d5f98 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:38:21.486996 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-c841809d-5a1b-4d95-8dc2-16fd431d5f98 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a079de73-3b11-4027-bceb-9adcfe011902 HTTP/1.1" status: 200 len: 1094 time: 0.0519226 Dec 21 13:38:21.489769 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 33402) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:38:21.494157 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-71901dad-b48e-40fe-be94-3171f5f8f579 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'floatingip': {'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'port_id': '48b6bfc9-63f3-41be-888e-6637f0e3387b', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:38:21.519457 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-71901dad-b48e-40fe-be94-3171f5f8f579 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for floatingip, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:21.613686 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-71901dad-b48e-40fe-be94-3171f5f8f579 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:21.721711 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-71901dad-b48e-40fe-be94-3171f5f8f579 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Allocated IP 172.36.3.29 (7fdf1889-f079-4166-bbda-88b2a8d8d595/051a5607-1753-4008-a2f2-d94b48752e9c/4fa22e43-e13a-40e3-aa19-64ff9c2258a6) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:38:21.824007 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-71901dad-b48e-40fe-be94-3171f5f8f579 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:21.856705 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-71901dad-b48e-40fe-be94-3171f5f8f579 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:21.899866 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71901dad-b48e-40fe-be94-3171f5f8f579 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Network 7fdf1889-f079-4166-bbda-88b2a8d8d595 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:38:21.902683 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-71901dad-b48e-40fe-be94-3171f5f8f579 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:38:21.906099 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71901dad-b48e-40fe-be94-3171f5f8f579 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:38:21.911569 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71901dad-b48e-40fe-be94-3171f5f8f579 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'Port': ['ID=4fa22e43-e13a-40e3-aa19-64ff9c2258a6,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:38:22.269778 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-71901dad-b48e-40fe-be94-3171f5f8f579 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:22.339838 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-71901dad-b48e-40fe-be94-3171f5f8f579 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:22.490917 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-71901dad-b48e-40fe-be94-3171f5f8f579 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:22.496028 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-71901dad-b48e-40fe-be94-3171f5f8f579 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:22.564933 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71901dad-b48e-40fe-be94-3171f5f8f579 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'Port': ['ID=4fa22e43-e13a-40e3-aa19-64ff9c2258a6,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:38:22.575286 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-71901dad-b48e-40fe-be94-3171f5f8f579 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548820'] for floatingip, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:22.675986 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.l3_db [None req-71901dad-b48e-40fe-be94-3171f5f8f579 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Floating IP da08fc34-c956-4bba-981c-dc5ddce3e1ae associated. External IP: 172.36.3.29, port: 48b6bfc9-63f3-41be-888e-6637f0e3387b. Dec 21 13:38:22.883523 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71901dad-b48e-40fe-be94-3171f5f8f579 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Router dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:38:22.993332 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71901dad-b48e-40fe-be94-3171f5f8f579 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:38:23.004594 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba64fef7-b279-49aa-aea4-1f26a954e625 None None] Sync routers for ids ['dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:38:23.013739 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-71901dad-b48e-40fe-be94-3171f5f8f579 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for floatingip, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:23.014584 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba64fef7-b279-49aa-aea4-1f26a954e625 None None] Routers {'dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:38:23.015561 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-ba64fef7-b279-49aa-aea4-1f26a954e625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:37:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:38:23.041160 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-71901dad-b48e-40fe-be94-3171f5f8f579 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5502028 Dec 21 13:38:23.041717 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a079de73-3b11-4027-bceb-9adcfe011902', 'tag': '48b6bfc9-63f3-41be-888e-6637f0e3387b'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:38:23.044221 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 33406) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:38:23.044714 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af6034c98e584fa55ea4398f343c742ceb598288507feaf30d5a15785b2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40148bce-36a5-46e9-bed4-c1d0685840b3" -d '{"events": [{"name": "network-changed", "server_uuid": "a079de73-3b11-4027-bceb-9adcfe011902", "tag": "48b6bfc9-63f3-41be-888e-6637f0e3387b"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:38:23.091502 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 13:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7329654-254f-4c55-84e0-320dd1b4eaea x-openstack-request-id: req-a7329654-254f-4c55-84e0-320dd1b4eaea {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:38:23.092099 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a079de73-3b11-4027-bceb-9adcfe011902", "tag": "48b6bfc9-63f3-41be-888e-6637f0e3387b", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:38:23.092601 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a7329654-254f-4c55-84e0-320dd1b4eaea {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:38:23.093235 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a079de73-3b11-4027-bceb-9adcfe011902', 'tag': '48b6bfc9-63f3-41be-888e-6637f0e3387b', 'status': 'completed', 'code': 200} Dec 21 13:38:23.150915 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-ba64fef7-b279-49aa-aea4-1f26a954e625 None None] Set router dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620 gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:38:23.173014 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 33410) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:38:23.174054 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-f3e57f8a-35d7-4056-89ae-1100229725ee tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] 10.222.0.37 "GET /v2.0/routers/dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620 HTTP/1.1" status: 200 len: 923 time: 0.1283593 Dec 21 13:38:23.235190 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40148bce-36a5-46e9-bed4-c1d0685840b3 req-d9e00520-7854-4332-a057-9563866f7f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:38:23.237315 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-40148bce-36a5-46e9-bed4-c1d0685840b3 req-d9e00520-7854-4332-a057-9563866f7f16 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=577ee1d2880f4d34a80a7dfd0cf7da03&device_id=a079de73-3b11-4027-bceb-9adcfe011902 HTTP/1.1" status: 200 len: 1099 time: 0.1033463 Dec 21 13:38:23.257444 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-f0c726e7-ae77-49d7-ba3a-6fdc6af7eb48 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/floatingips/da08fc34-c956-4bba-981c-dc5ddce3e1ae HTTP/1.1" status: 200 len: 991 time: 0.0823398 Dec 21 13:38:23.333855 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40148bce-36a5-46e9-bed4-c1d0685840b3 req-1296c97c-cf39-4733-8f0f-03d9df7c705d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:38:23.335644 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-40148bce-36a5-46e9-bed4-c1d0685840b3 req-1296c97c-cf39-4733-8f0f-03d9df7c705d service neutron] 10.222.0.60 "GET /v2.0/networks?id=574704c9-bc8a-42e2-925b-94c7545da0c7 HTTP/1.1" status: 200 len: 897 time: 0.0913792 Dec 21 13:38:23.383530 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-ba64fef7-b279-49aa-aea4-1f26a954e625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620', 'name': 'tempest-TestNetworkBasicOps-router-1203811949', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.102'}], 'enable_snat': True}, 'gw_port_id': 'eb9cbbfa-b373-41c3-855e-a034acae2f46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:38:02Z', 'updated_at': '2021-12-21T13:38:06Z', 'revision_number': 4, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': 'eb9cbbfa-b373-41c3-855e-a034acae2f46', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:2f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:38:02Z', 'updated_at': '2021-12-21T13:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'da08fc34-c956-4bba-981c-dc5ddce3e1ae', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'floating_ip_address': '172.36.3.29', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': 'dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620', 'port_id': '48b6bfc9-63f3-41be-888e-6637f0e3387b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '574704c9-bc8a-42e2-925b-94c7545da0c7', 'mac_address': 'fa:16:3e:85:7c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a079de73-3b11-4027-bceb-9adcfe011902', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T13:38:22Z', 'updated_at': '2021-12-21T13:38:22Z', 'revision_number': 0, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29731ae1-6c0d-4c91-9663-9da230e9c696', 'name': '', 'network_id': '574704c9-bc8a-42e2-925b-94c7545da0c7', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'mac_address': 'fa:16:3e:bc:6c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'b8ff69ba-6441-41af-a066-5533b244bfc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:38:05Z', 'updated_at': '2021-12-21T13:38:09Z', 'revision_number': 5, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'subnets': [{'id': 'b8ff69ba-6441-41af-a066-5533b244bfc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:38:23.414006 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba64fef7-b279-49aa-aea4-1f26a954e625 None None] Checking router: dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620 for host: dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:38:23.414339 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-40148bce-36a5-46e9-bed4-c1d0685840b3 req-223c7b4e-a549-4e1a-b118-c9a9d7b8a8e9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48b6bfc9-63f3-41be-888e-6637f0e3387b HTTP/1.1" status: 200 len: 999 time: 0.0717833 Dec 21 13:38:23.422815 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba64fef7-b279-49aa-aea4-1f26a954e625 None None] Routers {'dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:38:23.423681 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-ba64fef7-b279-49aa-aea4-1f26a954e625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:37:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:38:23.465299 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40148bce-36a5-46e9-bed4-c1d0685840b3 req-a8bd66a5-0714-4f4b-92ab-6d4c15b4cb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:38:23.466905 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-40148bce-36a5-46e9-bed4-c1d0685840b3 req-a8bd66a5-0714-4f4b-92ab-6d4c15b4cb7b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b8ff69ba-6441-41af-a066-5533b244bfc5 HTTP/1.1" status: 200 len: 835 time: 0.0459599 Dec 21 13:38:23.515181 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40148bce-36a5-46e9-bed4-c1d0685840b3 req-5b9766d5-ba97-47a0-8f32-0e1bdf846255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:38:23.516527 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-40148bce-36a5-46e9-bed4-c1d0685840b3 req-5b9766d5-ba97-47a0-8f32-0e1bdf846255 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=574704c9-bc8a-42e2-925b-94c7545da0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0435772 Dec 21 13:38:23.623582 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-ba64fef7-b279-49aa-aea4-1f26a954e625 None None] Set router dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620 gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:38:23.878032 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-ba64fef7-b279-49aa-aea4-1f26a954e625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620', 'name': 'tempest-TestNetworkBasicOps-router-1203811949', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.102'}], 'enable_snat': True}, 'gw_port_id': 'eb9cbbfa-b373-41c3-855e-a034acae2f46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:38:02Z', 'updated_at': '2021-12-21T13:38:06Z', 'revision_number': 4, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': 'eb9cbbfa-b373-41c3-855e-a034acae2f46', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:2f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:38:02Z', 'updated_at': '2021-12-21T13:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'da08fc34-c956-4bba-981c-dc5ddce3e1ae', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'floating_ip_address': '172.36.3.29', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': 'dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620', 'port_id': '48b6bfc9-63f3-41be-888e-6637f0e3387b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '574704c9-bc8a-42e2-925b-94c7545da0c7', 'mac_address': 'fa:16:3e:85:7c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a079de73-3b11-4027-bceb-9adcfe011902', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T13:38:22Z', 'updated_at': '2021-12-21T13:38:22Z', 'revision_number': 0, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29731ae1-6c0d-4c91-9663-9da230e9c696', 'name': '', 'network_id': '574704c9-bc8a-42e2-925b-94c7545da0c7', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'mac_address': 'fa:16:3e:bc:6c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'b8ff69ba-6441-41af-a066-5533b244bfc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:38:05Z', 'updated_at': '2021-12-21T13:38:09Z', 'revision_number': 5, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'subnets': [{'id': 'b8ff69ba-6441-41af-a066-5533b244bfc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:38:23.910054 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba64fef7-b279-49aa-aea4-1f26a954e625 None None] The sync data for ids ['dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620'] in dv-neutron-master-2-hyperv is: [{'id': 'dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620', 'name': 'tempest-TestNetworkBasicOps-router-1203811949', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.102'}], 'enable_snat': True}, 'gw_port_id': 'eb9cbbfa-b373-41c3-855e-a034acae2f46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:38:02Z', 'updated_at': '2021-12-21T13:38:06Z', 'revision_number': 4, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': 'eb9cbbfa-b373-41c3-855e-a034acae2f46', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:2f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:38:02Z', 'updated_at': '2021-12-21T13:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'da08fc34-c956-4bba-981c-dc5ddce3e1ae', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'floating_ip_address': '172.36.3.29', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': 'dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620', 'port_id': '48b6bfc9-63f3-41be-888e-6637f0e3387b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '574704c9-bc8a-42e2-925b-94c7545da0c7', 'mac_address': 'fa:16:3e:85:7c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a079de73-3b11-4027-bceb-9adcfe011902', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T13:38:22Z', 'updated_at': '2021-12-21T13:38:22Z', 'revision_number': 0, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29731ae1-6c0d-4c91-9663-9da230e9c696', 'name': '', 'network_id': '574704c9-bc8a-42e2-925b-94c7545da0c7', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'mac_address': 'fa:16:3e:bc:6c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'b8ff69ba-6441-41af-a066-5533b244bfc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:38:05Z', 'updated_at': '2021-12-21T13:38:09Z', 'revision_number': 5, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'subnets': [{'id': 'b8ff69ba-6441-41af-a066-5533b244bfc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:38:23.939863 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-40148bce-36a5-46e9-bed4-c1d0685840b3 req-31c5d4db-acf0-44ce-9988-990b87aca61f service neutron] 10.222.0.60 "GET /v2.0/networks/574704c9-bc8a-42e2-925b-94c7545da0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4169877 Dec 21 13:38:24.041085 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-40148bce-36a5-46e9-bed4-c1d0685840b3 req-5a27b7bd-dcbb-4bb1-9a39-6502218f3311 service neutron] 10.222.0.60 "GET /v2.0/networks/574704c9-bc8a-42e2-925b-94c7545da0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949321 Dec 21 13:38:24.217330 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f0714f-3940-41b7-a832-011027d2c2ba None None] New status for floating IP da08fc34-c956-4bba-981c-dc5ddce3e1ae: ACTIVE {{(pid=103154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 13:38:24.261342 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 33412) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:38:24.325118 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-0490a8f7-9e91-4946-8b41-981d06709c2a tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/floatingips/da08fc34-c956-4bba-981c-dc5ddce3e1ae HTTP/1.1" status: 200 len: 991 time: 0.0625007 Dec 21 13:38:25.151347 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-cffcb34b-c8d8-401f-b039-3efbbabf26ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:25.328146 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 33414) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:38:25.387641 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-84ff25be-37ab-42dc-aa0f-abcc4d06042e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/floatingips/da08fc34-c956-4bba-981c-dc5ddce3e1ae HTTP/1.1" status: 200 len: 993 time: 0.0583463 Dec 21 13:38:27.572720 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b85137c5-4bbc-402e-9288-42f3e29f666f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:28.778200 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:30.779616 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:31.016074 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:35.858449 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.agents_db [None req-c60a5637-8c6f-4692-b23b-7dd82bd36b21 None None] Agent healthcheck: found 6 active agents {{(pid=103155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 13:38:43.293383 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:55.151891 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-1d023e7e-1736-4674-8271-c8777ee9284a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:56.407289 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 33434) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:38:56.523305 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-638c1c03-4b0f-4577-a984-69d0209fcbb2 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] 10.222.0.37 "GET /v2.0/routers/dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1148052 Dec 21 13:38:56.526138 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 33436) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:38:56.652933 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4115ffdd-acfb-49a3-b520-4ae3df1ad9c8 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Notify agent at dv-neutron-master-2-hyperv the message router_removed_from_agent {{(pid=103153) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Dec 21 13:38:56.658697 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-4115ffdd-acfb-49a3-b520-4ae3df1ad9c8 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] 10.222.0.37 "DELETE /v2.0/agents/59e14383-78fa-487e-9299-b32042a98157/l3-routers/dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620 HTTP/1.1" status: 204 len: 168 time: 0.1309974 Dec 21 13:38:56.660704 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 33438) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:38:56.774717 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-a9d2537b-dcee-46dc-b2c5-3a71210c90ab tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] 10.222.0.37 "GET /v2.0/routers/dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1129608 Dec 21 13:38:56.777213 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 33440) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:38:56.839964 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-d6c8bab7-58f8-4a59-924e-77e170408b3d tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/floatingips/da08fc34-c956-4bba-981c-dc5ddce3e1ae HTTP/1.1" status: 200 len: 993 time: 0.0617094 Dec 21 13:38:57.429307 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b91170f-9bef-4fa7-ab9e-1a0110b37c1c None None] New status for floating IP da08fc34-c956-4bba-981c-dc5ddce3e1ae: DOWN {{(pid=103155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 13:38:57.578431 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-1be76155-9435-40d8-b0a7-14a3b2a86815 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:57.781750 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-2016cd94-039d-4449-919f-e34af51e5a9e req-dbd0373a-b6e9-42e2-af38-3ba7a249cc69 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=74850ba7-3f0b-4552-8439-72f0cf979424&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401216 Dec 21 13:38:57.843736 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 33442) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:38:57.878885 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2016cd94-039d-4449-919f-e34af51e5a9e req-ca8f40ad-1cc2-4c59-ad66-88c43ca8a1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:38:57.880399 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-2016cd94-039d-4449-919f-e34af51e5a9e req-ca8f40ad-1cc2-4c59-ad66-88c43ca8a1cf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=365275e264a6451abad9a44f0c54ac18&device_id=74850ba7-3f0b-4552-8439-72f0cf979424 HTTP/1.1" status: 200 len: 1098 time: 0.0418503 Dec 21 13:38:57.907633 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-ddd5805b-ff21-4c18-8399-9da4d130d355 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/floatingips/da08fc34-c956-4bba-981c-dc5ddce3e1ae HTTP/1.1" status: 200 len: 991 time: 0.0626888 Dec 21 13:38:57.985654 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2016cd94-039d-4449-919f-e34af51e5a9e req-f694c16d-8f9a-48d8-8cfb-d52cccda6c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:38:57.987204 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-2016cd94-039d-4449-919f-e34af51e5a9e req-f694c16d-8f9a-48d8-8cfb-d52cccda6c7d service neutron] 10.222.0.60 "GET /v2.0/networks?id=f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e HTTP/1.1" status: 200 len: 913 time: 0.0885847 Dec 21 13:38:58.051089 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-2016cd94-039d-4449-919f-e34af51e5a9e req-eaef4c86-fa78-432a-8418-aeedc906b1e5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=daf79913-fea1-4f0b-b151-f39875a82234 HTTP/1.1" status: 200 len: 1000 time: 0.0573826 Dec 21 13:38:58.105737 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2016cd94-039d-4449-919f-e34af51e5a9e req-590804b5-111e-4137-943f-b353194d6465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:38:58.107330 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-2016cd94-039d-4449-919f-e34af51e5a9e req-590804b5-111e-4137-943f-b353194d6465 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=52704ce2-43ea-427f-a9de-c74c83467400 HTTP/1.1" status: 200 len: 851 time: 0.0494087 Dec 21 13:38:58.153262 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2016cd94-039d-4449-919f-e34af51e5a9e req-c8783bf6-2459-4c02-baee-2447c5c649ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:38:58.154807 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-2016cd94-039d-4449-919f-e34af51e5a9e req-c8783bf6-2459-4c02-baee-2447c5c649ae service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0414903 Dec 21 13:38:58.170058 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 29731ae1-6c0d-4c91-9663-9da230e9c696 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:38:58.249716 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:58.253577 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-2016cd94-039d-4449-919f-e34af51e5a9e req-4f97693d-3a45-4653-8213-6b631f635d30 service neutron] 10.222.0.60 "GET /v2.0/networks/f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920975 Dec 21 13:38:58.282065 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] For port 29731ae1-6c0d-4c91-9663-9da230e9c696, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=29731ae1-6c0d-4c91-9663-9da230e9c696,segment=NetworkSegment(123ba968-699e-43f7-8aef-67f3d69c2094),segment_id=123ba968-699e-43f7-8aef-67f3d69c2094)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:38:58.286709 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:58.287403 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device eb9cbbfa-b373-41c3-855e-a034acae2f46 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:38:58.351039 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-2016cd94-039d-4449-919f-e34af51e5a9e req-4f2269a6-669b-4503-b712-8b5fafa1d56f service neutron] 10.222.0.60 "GET /v2.0/networks/f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906680 Dec 21 13:38:58.361331 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Pushing event updated for resources: {'Port': ['ID=29731ae1-6c0d-4c91-9663-9da230e9c696,revision_number=6']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:38:58.403861 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:58.425630 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] For port eb9cbbfa-b373-41c3-855e-a034acae2f46, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=eb9cbbfa-b373-41c3-855e-a034acae2f46,segment=NetworkSegment(a32e5bfd-6fac-434f-817b-5707a23fd2ca),segment_id=a32e5bfd-6fac-434f-817b-5707a23fd2ca)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:38:58.429483 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:58.474533 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Pushing event updated for resources: {'Port': ['ID=eb9cbbfa-b373-41c3-855e-a034acae2f46,revision_number=5']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:38:58.782212 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:38:59.032444 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 33446) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:38:59.155462 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-555fb0c8-ee08-424e-a4a3-6459994a6729 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Router dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620 is scheduled to L3 agent 59e14383-78fa-487e-9299-b32042a98157 with binding_index 1 {{(pid=103152) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 13:38:59.155813 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-555fb0c8-ee08-424e-a4a3-6459994a6729 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Notify agent at dv-neutron-master-2-hyperv the message router_added_to_agent {{(pid=103152) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Dec 21 13:38:59.173745 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-555fb0c8-ee08-424e-a4a3-6459994a6729 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] 10.222.0.37 "POST /v2.0/agents/59e14383-78fa-487e-9299-b32042a98157/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.1403058 Dec 21 13:38:59.176710 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 33452) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:38:59.188876 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8b022a-dbd7-4366-9e09-f3d565f9928b None None] Sync routers for ids ['dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:38:59.200653 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8b022a-dbd7-4366-9e09-f3d565f9928b None None] Routers {'dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:38:59.201353 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-1c8b022a-dbd7-4366-9e09-f3d565f9928b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:38:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:38:59.314032 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-1c8b022a-dbd7-4366-9e09-f3d565f9928b None None] Set router dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620 gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:38:59.551963 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-1c8b022a-dbd7-4366-9e09-f3d565f9928b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620', 'name': 'tempest-TestNetworkBasicOps-router-1203811949', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.102'}], 'enable_snat': True}, 'gw_port_id': 'eb9cbbfa-b373-41c3-855e-a034acae2f46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:38:02Z', 'updated_at': '2021-12-21T13:38:06Z', 'revision_number': 4, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': 'eb9cbbfa-b373-41c3-855e-a034acae2f46', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:2f:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:38:02Z', 'updated_at': '2021-12-21T13:38:58Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'da08fc34-c956-4bba-981c-dc5ddce3e1ae', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'floating_ip_address': '172.36.3.29', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': 'dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620', 'port_id': '48b6bfc9-63f3-41be-888e-6637f0e3387b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '574704c9-bc8a-42e2-925b-94c7545da0c7', 'mac_address': 'fa:16:3e:85:7c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a079de73-3b11-4027-bceb-9adcfe011902', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T13:38:22Z', 'updated_at': '2021-12-21T13:38:57Z', 'revision_number': 2, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29731ae1-6c0d-4c91-9663-9da230e9c696', 'name': '', 'network_id': '574704c9-bc8a-42e2-925b-94c7545da0c7', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'mac_address': 'fa:16:3e:bc:6c:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'b8ff69ba-6441-41af-a066-5533b244bfc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:38:05Z', 'updated_at': '2021-12-21T13:38:58Z', 'revision_number': 6, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'subnets': [{'id': 'b8ff69ba-6441-41af-a066-5533b244bfc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:38:59.578045 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8b022a-dbd7-4366-9e09-f3d565f9928b None None] Checking router: dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620 for host: dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:38:59.585114 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-570be66a-28f9-458b-826a-440217ccc858 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] 10.222.0.37 "GET /v2.0/routers/dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.4070191 Dec 21 13:38:59.586857 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8b022a-dbd7-4366-9e09-f3d565f9928b None None] Routers {'dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:38:59.587472 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-1c8b022a-dbd7-4366-9e09-f3d565f9928b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:38:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:38:59.587913 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 33454) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:38:59.646904 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-bc0546ff-9697-4022-9ef6-d96de8447453 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/floatingips/da08fc34-c956-4bba-981c-dc5ddce3e1ae HTTP/1.1" status: 200 len: 991 time: 0.0579243 Dec 21 13:38:59.692077 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-1c8b022a-dbd7-4366-9e09-f3d565f9928b None None] Set router dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620 gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:38:59.925258 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-1c8b022a-dbd7-4366-9e09-f3d565f9928b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620', 'name': 'tempest-TestNetworkBasicOps-router-1203811949', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.102'}], 'enable_snat': True}, 'gw_port_id': 'eb9cbbfa-b373-41c3-855e-a034acae2f46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:38:02Z', 'updated_at': '2021-12-21T13:38:06Z', 'revision_number': 4, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': 'eb9cbbfa-b373-41c3-855e-a034acae2f46', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:2f:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:38:02Z', 'updated_at': '2021-12-21T13:38:58Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'da08fc34-c956-4bba-981c-dc5ddce3e1ae', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'floating_ip_address': '172.36.3.29', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': 'dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620', 'port_id': '48b6bfc9-63f3-41be-888e-6637f0e3387b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '574704c9-bc8a-42e2-925b-94c7545da0c7', 'mac_address': 'fa:16:3e:85:7c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a079de73-3b11-4027-bceb-9adcfe011902', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T13:38:22Z', 'updated_at': '2021-12-21T13:38:57Z', 'revision_number': 2, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29731ae1-6c0d-4c91-9663-9da230e9c696', 'name': '', 'network_id': '574704c9-bc8a-42e2-925b-94c7545da0c7', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'mac_address': 'fa:16:3e:bc:6c:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'b8ff69ba-6441-41af-a066-5533b244bfc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:38:05Z', 'updated_at': '2021-12-21T13:38:58Z', 'revision_number': 6, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'subnets': [{'id': 'b8ff69ba-6441-41af-a066-5533b244bfc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:38:59.950844 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8b022a-dbd7-4366-9e09-f3d565f9928b None None] The sync data for ids ['dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620'] in dv-neutron-master-2-hyperv is: [{'id': 'dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620', 'name': 'tempest-TestNetworkBasicOps-router-1203811949', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.102'}], 'enable_snat': True}, 'gw_port_id': 'eb9cbbfa-b373-41c3-855e-a034acae2f46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:38:02Z', 'updated_at': '2021-12-21T13:38:06Z', 'revision_number': 4, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': 'eb9cbbfa-b373-41c3-855e-a034acae2f46', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:2f:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:38:02Z', 'updated_at': '2021-12-21T13:38:58Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'da08fc34-c956-4bba-981c-dc5ddce3e1ae', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'floating_ip_address': '172.36.3.29', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': 'dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620', 'port_id': '48b6bfc9-63f3-41be-888e-6637f0e3387b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '574704c9-bc8a-42e2-925b-94c7545da0c7', 'mac_address': 'fa:16:3e:85:7c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a079de73-3b11-4027-bceb-9adcfe011902', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T13:38:22Z', 'updated_at': '2021-12-21T13:38:57Z', 'revision_number': 2, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29731ae1-6c0d-4c91-9663-9da230e9c696', 'name': '', 'network_id': '574704c9-bc8a-42e2-925b-94c7545da0c7', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'mac_address': 'fa:16:3e:bc:6c:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'b8ff69ba-6441-41af-a066-5533b244bfc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:38:05Z', 'updated_at': '2021-12-21T13:38:58Z', 'revision_number': 6, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'subnets': [{'id': 'b8ff69ba-6441-41af-a066-5533b244bfc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:39:00.650793 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 33456) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:39:00.714663 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-3278d21b-1dee-424e-858c-be9639c2c8f6 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/floatingips/da08fc34-c956-4bba-981c-dc5ddce3e1ae HTTP/1.1" status: 200 len: 991 time: 0.0618722 Dec 21 13:39:00.787655 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:01.021103 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:01.549075 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c698c1cc-a562-4244-ac73-80cf05264bc2 None None] New status for floating IP da08fc34-c956-4bba-981c-dc5ddce3e1ae: ACTIVE {{(pid=103155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 13:39:01.718728 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 33458) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:39:01.785034 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-5f1a32db-c32b-4c11-947c-c2cc9775b5c9 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/floatingips/da08fc34-c956-4bba-981c-dc5ddce3e1ae HTTP/1.1" status: 200 len: 993 time: 0.0651214 Dec 21 13:39:02.210087 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 29731ae1-6c0d-4c91-9663-9da230e9c696 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:39:02.415413 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 29731ae1-6c0d-4c91-9663-9da230e9c696 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:39:02.415777 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:02.490234 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:02.521134 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] For port 29731ae1-6c0d-4c91-9663-9da230e9c696, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=29731ae1-6c0d-4c91-9663-9da230e9c696,segment=NetworkSegment(123ba968-699e-43f7-8aef-67f3d69c2094),segment_id=123ba968-699e-43f7-8aef-67f3d69c2094)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:39:02.525798 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:02.526589 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device eb9cbbfa-b373-41c3-855e-a034acae2f46 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:39:02.600408 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Pushing event updated for resources: {'Port': ['ID=29731ae1-6c0d-4c91-9663-9da230e9c696,revision_number=7']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:39:02.611546 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port eb9cbbfa-b373-41c3-855e-a034acae2f46 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:39:02.611907 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:02.686704 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:02.705900 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] For port eb9cbbfa-b373-41c3-855e-a034acae2f46, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=eb9cbbfa-b373-41c3-855e-a034acae2f46,segment=NetworkSegment(a32e5bfd-6fac-434f-817b-5707a23fd2ca),segment_id=a32e5bfd-6fac-434f-817b-5707a23fd2ca)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:39:02.709646 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:02.759470 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Pushing event updated for resources: {'Port': ['ID=eb9cbbfa-b373-41c3-855e-a034acae2f46,revision_number=6']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:39:04.052401 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 33464) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:39:04.182612 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 29731ae1-6c0d-4c91-9663-9da230e9c696 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:39:04.209215 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-e94f8f4a-5ee9-4b51-9141-d2f46259aeb8 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Deleting port 4fa22e43-e13a-40e3-aa19-64ff9c2258a6 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:39:04.209569 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e94f8f4a-5ee9-4b51-9141-d2f46259aeb8 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:04.237691 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 29731ae1-6c0d-4c91-9663-9da230e9c696 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:39:04.238068 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:04.291375 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e94f8f4a-5ee9-4b51-9141-d2f46259aeb8 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:04.291707 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e94f8f4a-5ee9-4b51-9141-d2f46259aeb8 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:04.303597 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-e94f8f4a-5ee9-4b51-9141-d2f46259aeb8 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Calling delete_port for 4fa22e43-e13a-40e3-aa19-64ff9c2258a6 owned by network:floatingip {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:39:04.319316 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device eb9cbbfa-b373-41c3-855e-a034acae2f46 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:39:04.364044 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port eb9cbbfa-b373-41c3-855e-a034acae2f46 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:39:04.364416 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:04.452600 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e94f8f4a-5ee9-4b51-9141-d2f46259aeb8 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:04.485056 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94f8f4a-5ee9-4b51-9141-d2f46259aeb8 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event deleted for resources: {'Port': ['ID=4fa22e43-e13a-40e3-aa19-64ff9c2258a6,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:39:04.543558 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e94f8f4a-5ee9-4b51-9141-d2f46259aeb8 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for floatingip, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:04.543895 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.l3_db [None req-e94f8f4a-5ee9-4b51-9141-d2f46259aeb8 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Floating IP da08fc34-c956-4bba-981c-dc5ddce3e1ae disassociated (deleted). External IP: 172.36.3.29, port: 48b6bfc9-63f3-41be-888e-6637f0e3387b. Dec 21 13:39:04.748989 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e94f8f4a-5ee9-4b51-9141-d2f46259aeb8 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Router dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:39:04.855098 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e94f8f4a-5ee9-4b51-9141-d2f46259aeb8 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:39:04.860068 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e94f8f4a-5ee9-4b51-9141-d2f46259aeb8 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for floatingip, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:04.864757 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3fdfca-88eb-4ca8-993d-c35c7593ce63 None None] Sync routers for ids ['dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:39:04.874102 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3fdfca-88eb-4ca8-993d-c35c7593ce63 None None] Routers {'dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:39:04.874757 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-ce3fdfca-88eb-4ca8-993d-c35c7593ce63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:38:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:39:04.886550 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-e94f8f4a-5ee9-4b51-9141-d2f46259aeb8 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "DELETE /v2.0/floatingips/da08fc34-c956-4bba-981c-dc5ddce3e1ae HTTP/1.1" status: 204 len: 168 time: 0.8329201 Dec 21 13:39:04.887305 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a079de73-3b11-4027-bceb-9adcfe011902', 'tag': '48b6bfc9-63f3-41be-888e-6637f0e3387b'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:39:04.889648 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af6034c98e584fa55ea4398f343c742ceb598288507feaf30d5a15785b2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94eafb00-5e2e-4b17-ad86-dc98c6edd0d8" -d '{"events": [{"name": "network-changed", "server_uuid": "a079de73-3b11-4027-bceb-9adcfe011902", "tag": "48b6bfc9-63f3-41be-888e-6637f0e3387b"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:39:04.929804 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 13:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ff30a8e-3bad-4c84-8ff3-866fd2c10c90 x-openstack-request-id: req-3ff30a8e-3bad-4c84-8ff3-866fd2c10c90 {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:39:04.930095 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a079de73-3b11-4027-bceb-9adcfe011902", "tag": "48b6bfc9-63f3-41be-888e-6637f0e3387b", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:39:04.930430 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3ff30a8e-3bad-4c84-8ff3-866fd2c10c90 {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:39:04.930838 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a079de73-3b11-4027-bceb-9adcfe011902', 'tag': '48b6bfc9-63f3-41be-888e-6637f0e3387b', 'status': 'completed', 'code': 200} Dec 21 13:39:04.985525 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-ce3fdfca-88eb-4ca8-993d-c35c7593ce63 None None] Set router dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620 gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:39:05.016697 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eafb00-5e2e-4b17-ad86-dc98c6edd0d8 req-e9fa7f26-bec0-4abf-931e-509ee1581541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:39:05.018484 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-94eafb00-5e2e-4b17-ad86-dc98c6edd0d8 req-e9fa7f26-bec0-4abf-931e-509ee1581541 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=577ee1d2880f4d34a80a7dfd0cf7da03&device_id=a079de73-3b11-4027-bceb-9adcfe011902 HTTP/1.1" status: 200 len: 1099 time: 0.0462642 Dec 21 13:39:05.159012 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2801538-b8ba-4da2-bab7-22a708133b4f req-b98e4155-6e80-40b4-ae65-53c240763f6d tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:39:05.160513 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-e2801538-b8ba-4da2-bab7-22a708133b4f req-b98e4155-6e80-40b4-ae65-53c240763f6d tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=a079de73-3b11-4027-bceb-9adcfe011902 HTTP/1.1" status: 200 len: 946 time: 0.0710239 Dec 21 13:39:05.161495 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eafb00-5e2e-4b17-ad86-dc98c6edd0d8 req-e12be750-0cf5-4b63-b2d3-ff111b1a8535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:39:05.162864 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-94eafb00-5e2e-4b17-ad86-dc98c6edd0d8 req-e12be750-0cf5-4b63-b2d3-ff111b1a8535 service neutron] 10.222.0.60 "GET /v2.0/networks?id=574704c9-bc8a-42e2-925b-94c7545da0c7 HTTP/1.1" status: 200 len: 897 time: 0.1367476 Dec 21 13:39:05.198589 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-ce3fdfca-88eb-4ca8-993d-c35c7593ce63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620', 'name': 'tempest-TestNetworkBasicOps-router-1203811949', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.102'}], 'enable_snat': True}, 'gw_port_id': 'eb9cbbfa-b373-41c3-855e-a034acae2f46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:38:02Z', 'updated_at': '2021-12-21T13:38:06Z', 'revision_number': 4, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': 'eb9cbbfa-b373-41c3-855e-a034acae2f46', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:2f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:38:02Z', 'updated_at': '2021-12-21T13:39:02Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '29731ae1-6c0d-4c91-9663-9da230e9c696', 'name': '', 'network_id': '574704c9-bc8a-42e2-925b-94c7545da0c7', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'mac_address': 'fa:16:3e:bc:6c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'b8ff69ba-6441-41af-a066-5533b244bfc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:38:05Z', 'updated_at': '2021-12-21T13:39:02Z', 'revision_number': 7, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'subnets': [{'id': 'b8ff69ba-6441-41af-a066-5533b244bfc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:39:05.220297 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-94eafb00-5e2e-4b17-ad86-dc98c6edd0d8 req-50988d4c-3af6-4ba7-9339-e70d41139e7a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48b6bfc9-63f3-41be-888e-6637f0e3387b HTTP/1.1" status: 200 len: 217 time: 0.0464928 Dec 21 13:39:05.224795 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3fdfca-88eb-4ca8-993d-c35c7593ce63 None None] Checking router: dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620 for host: dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:39:05.233672 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3fdfca-88eb-4ca8-993d-c35c7593ce63 None None] Routers {'dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:39:05.234285 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-ce3fdfca-88eb-4ca8-993d-c35c7593ce63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:38:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:39:05.272345 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-e2801538-b8ba-4da2-bab7-22a708133b4f req-c53f1238-f25e-474a-bb7b-9c4d8aef5e72 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=56a99d93-3001-4338-92a1-a94329cebf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051726 Dec 21 13:39:05.293186 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eafb00-5e2e-4b17-ad86-dc98c6edd0d8 req-9610aa5f-ade2-48ae-9db5-3527ccb596ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:39:05.293186 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-94eafb00-5e2e-4b17-ad86-dc98c6edd0d8 req-9610aa5f-ade2-48ae-9db5-3527ccb596ab service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b8ff69ba-6441-41af-a066-5533b244bfc5 HTTP/1.1" status: 200 len: 835 time: 0.0631225 Dec 21 13:39:05.337483 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eafb00-5e2e-4b17-ad86-dc98c6edd0d8 req-6c6d0838-d077-424f-a7f2-e37a47cab904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:39:05.339010 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-94eafb00-5e2e-4b17-ad86-dc98c6edd0d8 req-6c6d0838-d077-424f-a7f2-e37a47cab904 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=574704c9-bc8a-42e2-925b-94c7545da0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401108 Dec 21 13:39:05.339879 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-ce3fdfca-88eb-4ca8-993d-c35c7593ce63 None None] Set router dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620 gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:39:05.432277 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-94eafb00-5e2e-4b17-ad86-dc98c6edd0d8 req-25c2eb77-6a5e-4f1f-b3df-539ad26fab89 service neutron] 10.222.0.60 "GET /v2.0/networks/574704c9-bc8a-42e2-925b-94c7545da0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853517 Dec 21 13:39:05.524060 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-94eafb00-5e2e-4b17-ad86-dc98c6edd0d8 req-477f73e1-5e13-4fd2-815e-2cb897c26cb6 service neutron] 10.222.0.60 "GET /v2.0/networks/574704c9-bc8a-42e2-925b-94c7545da0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830410 Dec 21 13:39:05.535030 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-ce3fdfca-88eb-4ca8-993d-c35c7593ce63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620', 'name': 'tempest-TestNetworkBasicOps-router-1203811949', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.102'}], 'enable_snat': True}, 'gw_port_id': 'eb9cbbfa-b373-41c3-855e-a034acae2f46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:38:02Z', 'updated_at': '2021-12-21T13:38:06Z', 'revision_number': 4, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': 'eb9cbbfa-b373-41c3-855e-a034acae2f46', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:2f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:38:02Z', 'updated_at': '2021-12-21T13:39:02Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '29731ae1-6c0d-4c91-9663-9da230e9c696', 'name': '', 'network_id': '574704c9-bc8a-42e2-925b-94c7545da0c7', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'mac_address': 'fa:16:3e:bc:6c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'b8ff69ba-6441-41af-a066-5533b244bfc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:38:05Z', 'updated_at': '2021-12-21T13:39:02Z', 'revision_number': 7, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'subnets': [{'id': 'b8ff69ba-6441-41af-a066-5533b244bfc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:39:05.567448 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3fdfca-88eb-4ca8-993d-c35c7593ce63 None None] The sync data for ids ['dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620'] in dv-neutron-master-2-hyperv is: [{'id': 'dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620', 'name': 'tempest-TestNetworkBasicOps-router-1203811949', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.102'}], 'enable_snat': True}, 'gw_port_id': 'eb9cbbfa-b373-41c3-855e-a034acae2f46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:38:02Z', 'updated_at': '2021-12-21T13:38:06Z', 'revision_number': 4, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': 'eb9cbbfa-b373-41c3-855e-a034acae2f46', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:2f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:38:02Z', 'updated_at': '2021-12-21T13:39:02Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '29731ae1-6c0d-4c91-9663-9da230e9c696', 'name': '', 'network_id': '574704c9-bc8a-42e2-925b-94c7545da0c7', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'mac_address': 'fa:16:3e:bc:6c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'b8ff69ba-6441-41af-a066-5533b244bfc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:38:05Z', 'updated_at': '2021-12-21T13:39:02Z', 'revision_number': 7, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'subnets': [{'id': 'b8ff69ba-6441-41af-a066-5533b244bfc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:39:06.394271 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8887cb4f-6a5f-418b-8571-092c2dc3e198 req-991fcdb3-30b6-4a1d-81fc-83746b0d6aaa tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:39:06.395798 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-8887cb4f-6a5f-418b-8571-092c2dc3e198 req-991fcdb3-30b6-4a1d-81fc-83746b0d6aaa tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=a079de73-3b11-4027-bceb-9adcfe011902 HTTP/1.1" status: 200 len: 946 time: 0.0538471 Dec 21 13:39:06.444720 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-8887cb4f-6a5f-418b-8571-092c2dc3e198 req-d348eb4f-e418-42e6-950a-51a90520645e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=56a99d93-3001-4338-92a1-a94329cebf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431356 Dec 21 13:39:06.559500 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a917e978-36e1-4433-b8c0-61ae91d6de00 req-e24381f2-a85e-4adc-94c6-78ac4348f525 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:39:06.560628 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a917e978-36e1-4433-b8c0-61ae91d6de00 req-e24381f2-a85e-4adc-94c6-78ac4348f525 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.60 "GET /v2.0/ports?device_id=a079de73-3b11-4027-bceb-9adcfe011902 HTTP/1.1" status: 200 len: 946 time: 0.0491514 Dec 21 13:39:06.657442 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [req-a917e978-36e1-4433-b8c0-61ae91d6de00 req-1b66530c-c45d-4502-b160-e736365ed4f0 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Deleting port 48b6bfc9-63f3-41be-888e-6637f0e3387b {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:39:06.657791 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-a917e978-36e1-4433-b8c0-61ae91d6de00 req-1b66530c-c45d-4502-b160-e736365ed4f0 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:06.698640 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef16f2ec-811e-4c2f-a558-c4045b40ae4c None None] New status for floating IP da08fc34-c956-4bba-981c-dc5ddce3e1ae: DOWN {{(pid=103155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 13:39:06.749737 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-a917e978-36e1-4433-b8c0-61ae91d6de00 req-1b66530c-c45d-4502-b160-e736365ed4f0 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] For port 48b6bfc9-63f3-41be-888e-6637f0e3387b, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=48b6bfc9-63f3-41be-888e-6637f0e3387b,segment=NetworkSegment(123ba968-699e-43f7-8aef-67f3d69c2094),segment_id=123ba968-699e-43f7-8aef-67f3d69c2094)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:39:06.750098 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-a917e978-36e1-4433-b8c0-61ae91d6de00 req-1b66530c-c45d-4502-b160-e736365ed4f0 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:06.762454 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [req-a917e978-36e1-4433-b8c0-61ae91d6de00 req-1b66530c-c45d-4502-b160-e736365ed4f0 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Calling delete_port for 48b6bfc9-63f3-41be-888e-6637f0e3387b owned by compute:nova {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:39:06.892022 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-a917e978-36e1-4433-b8c0-61ae91d6de00 req-1b66530c-c45d-4502-b160-e736365ed4f0 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:06.922570 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b66530c-c45d-4502-b160-e736365ed4f0 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event deleted for resources: {'Port': ['ID=48b6bfc9-63f3-41be-888e-6637f0e3387b,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:39:06.974860 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [req-a917e978-36e1-4433-b8c0-61ae91d6de00 req-1b66530c-c45d-4502-b160-e736365ed4f0 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] No DVR routers for this DVR port 48b6bfc9-63f3-41be-888e-6637f0e3387b on host hv-neutron-mast {{(pid=103153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:39:06.978083 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-a917e978-36e1-4433-b8c0-61ae91d6de00 req-1b66530c-c45d-4502-b160-e736365ed4f0 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:06.981587 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a917e978-36e1-4433-b8c0-61ae91d6de00 req-1b66530c-c45d-4502-b160-e736365ed4f0 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.60 "DELETE /v2.0/ports/48b6bfc9-63f3-41be-888e-6637f0e3387b HTTP/1.1" status: 204 len: 173 time: 0.4131670 Dec 21 13:39:06.982041 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a079de73-3b11-4027-bceb-9adcfe011902', 'name': 'network-vif-deleted', 'tag': '48b6bfc9-63f3-41be-888e-6637f0e3387b'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:39:06.985063 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af6034c98e584fa55ea4398f343c742ceb598288507feaf30d5a15785b2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f02a4bd-083d-4ed7-a4b7-39918a5f30a1" -d '{"events": [{"server_uuid": "a079de73-3b11-4027-bceb-9adcfe011902", "name": "network-vif-deleted", "tag": "48b6bfc9-63f3-41be-888e-6637f0e3387b"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:39:07.021360 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 13:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28bbd75c-5737-4c00-967c-50488bc8368b x-openstack-request-id: req-28bbd75c-5737-4c00-967c-50488bc8368b {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:39:07.021654 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a079de73-3b11-4027-bceb-9adcfe011902", "name": "network-vif-deleted", "tag": "48b6bfc9-63f3-41be-888e-6637f0e3387b", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:39:07.021907 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-28bbd75c-5737-4c00-967c-50488bc8368b {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:39:07.022310 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a079de73-3b11-4027-bceb-9adcfe011902', 'name': 'network-vif-deleted', 'tag': '48b6bfc9-63f3-41be-888e-6637f0e3387b', 'status': 'completed', 'code': 200} Dec 21 13:39:07.559263 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-a7f6796d-c19b-42e9-b602-be18b0e9989b req-9620602c-128c-4896-900a-a2f47f0fa9f8 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=a079de73-3b11-4027-bceb-9adcfe011902 HTTP/1.1" status: 200 len: 210 time: 0.0354247 Dec 21 13:39:08.616947 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 33480) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:39:08.672997 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a3c6e4e4-70f1-4e2d-945b-ee17538fa16f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:08.698741 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a3c6e4e4-70f1-4e2d-945b-ee17538fa16f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:08.760025 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a3c6e4e4-70f1-4e2d-945b-ee17538fa16f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:08.762784 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a3c6e4e4-70f1-4e2d-945b-ee17538fa16f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:08.763950 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-a3c6e4e4-70f1-4e2d-945b-ee17538fa16f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "DELETE /v2.0/security-groups/56a99d93-3001-4338-92a1-a94329cebf8b HTTP/1.1" status: 204 len: 168 time: 0.1459870 Dec 21 13:39:08.773684 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c6e4e4-70f1-4e2d-945b-ee17538fa16f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a99d93-3001-4338-92a1-a94329cebf8b,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:39:08.781666 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c6e4e4-70f1-4e2d-945b-ee17538fa16f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:39:08.782027 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c6e4e4-70f1-4e2d-945b-ee17538fa16f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:39:08.782400 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c6e4e4-70f1-4e2d-945b-ee17538fa16f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:39:08.782752 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c6e4e4-70f1-4e2d-945b-ee17538fa16f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:39:08.783088 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c6e4e4-70f1-4e2d-945b-ee17538fa16f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:39:08.783420 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c6e4e4-70f1-4e2d-945b-ee17538fa16f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:39:08.783762 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c6e4e4-70f1-4e2d-945b-ee17538fa16f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:39:08.784084 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c6e4e4-70f1-4e2d-945b-ee17538fa16f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:39:08.784411 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c6e4e4-70f1-4e2d-945b-ee17538fa16f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:39:08.784757 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c6e4e4-70f1-4e2d-945b-ee17538fa16f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:39:08.785196 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c6e4e4-70f1-4e2d-945b-ee17538fa16f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:39:08.785614 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c6e4e4-70f1-4e2d-945b-ee17538fa16f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:39:08.785947 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c6e4e4-70f1-4e2d-945b-ee17538fa16f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:39:08.794506 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 33484) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:39:09.144321 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-99194634-3eb6-4966-a1ba-58548f30beae tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532692'] for router_interface, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:09.392667 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-99194634-3eb6-4966-a1ba-58548f30beae tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Deleting port 29731ae1-6c0d-4c91-9663-9da230e9c696 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:39:09.393011 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-99194634-3eb6-4966-a1ba-58548f30beae tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:09.479043 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-99194634-3eb6-4966-a1ba-58548f30beae tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] For port 29731ae1-6c0d-4c91-9663-9da230e9c696, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=29731ae1-6c0d-4c91-9663-9da230e9c696,segment=NetworkSegment(123ba968-699e-43f7-8aef-67f3d69c2094),segment_id=123ba968-699e-43f7-8aef-67f3d69c2094)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:39:09.479384 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-99194634-3eb6-4966-a1ba-58548f30beae tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:09.490927 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-99194634-3eb6-4966-a1ba-58548f30beae tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Calling delete_port for 29731ae1-6c0d-4c91-9663-9da230e9c696 owned by network:router_interface {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:39:09.678608 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-99194634-3eb6-4966-a1ba-58548f30beae tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:09.710124 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99194634-3eb6-4966-a1ba-58548f30beae tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event deleted for resources: {'Port': ['ID=29731ae1-6c0d-4c91-9663-9da230e9c696,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:39:09.732035 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99194634-3eb6-4966-a1ba-58548f30beae tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:39:09.732337 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99194634-3eb6-4966-a1ba-58548f30beae tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:39:09.732660 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99194634-3eb6-4966-a1ba-58548f30beae tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:39:09.733000 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99194634-3eb6-4966-a1ba-58548f30beae tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:39:09.733335 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99194634-3eb6-4966-a1ba-58548f30beae tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:39:09.733667 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99194634-3eb6-4966-a1ba-58548f30beae tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:39:09.734021 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99194634-3eb6-4966-a1ba-58548f30beae tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:39:09.734349 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99194634-3eb6-4966-a1ba-58548f30beae tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:39:09.734701 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99194634-3eb6-4966-a1ba-58548f30beae tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:39:09.735047 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99194634-3eb6-4966-a1ba-58548f30beae tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:39:09.735362 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99194634-3eb6-4966-a1ba-58548f30beae tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:39:09.735683 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99194634-3eb6-4966-a1ba-58548f30beae tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:39:09.736003 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99194634-3eb6-4966-a1ba-58548f30beae tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:39:09.893340 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-99194634-3eb6-4966-a1ba-58548f30beae tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534084'] for router_interface, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:10.114513 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99194634-3eb6-4966-a1ba-58548f30beae tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Router dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:39:10.221224 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99194634-3eb6-4966-a1ba-58548f30beae tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:39:10.226273 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-99194634-3eb6-4966-a1ba-58548f30beae tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "PUT /v2.0/routers/dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4306333 Dec 21 13:39:10.228916 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 33486) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:39:10.231676 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df73dad-0240-4be5-ae5c-611fcce0ebf0 None None] Sync routers for ids ['dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:39:10.246594 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df73dad-0240-4be5-ae5c-611fcce0ebf0 None None] Routers {'dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:39:10.247231 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-7df73dad-0240-4be5-ae5c-611fcce0ebf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:38:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:39:10.285511 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4c07453-07e6-4fec-a6f9-d0bf552534a8 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Deleting subnet b8ff69ba-6441-41af-a066-5533b244bfc5 {{(pid=103152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:39:10.289092 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f4c07453-07e6-4fec-a6f9-d0bf552534a8 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for subnet, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:10.329095 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f4c07453-07e6-4fec-a6f9-d0bf552534a8 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526644'] for subnet, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:10.352926 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-7df73dad-0240-4be5-ae5c-611fcce0ebf0 None None] Set router dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620 gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:39:10.413792 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f4c07453-07e6-4fec-a6f9-d0bf552534a8 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:10.472051 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f4c07453-07e6-4fec-a6f9-d0bf552534a8 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12346570'] for subnet, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:10.498895 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c07453-07e6-4fec-a6f9-d0bf552534a8 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event deleted for resources: {'Subnet': ['ID=b8ff69ba-6441-41af-a066-5533b244bfc5,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:39:10.503279 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f4c07453-07e6-4fec-a6f9-d0bf552534a8 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:10.508921 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-f4c07453-07e6-4fec-a6f9-d0bf552534a8 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "DELETE /v2.0/subnets/b8ff69ba-6441-41af-a066-5533b244bfc5 HTTP/1.1" status: 204 len: 168 time: 0.2760000 Dec 21 13:39:10.509373 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 33488) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:39:10.518823 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1adb91f5-2cab-4b01-b003-aa2173a0d01f None None] Network 574704c9-bc8a-42e2-925b-94c7545da0c7 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:39:10.604273 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-7df73dad-0240-4be5-ae5c-611fcce0ebf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620', 'name': 'tempest-TestNetworkBasicOps-router-1203811949', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.102'}], 'enable_snat': True}, 'gw_port_id': 'eb9cbbfa-b373-41c3-855e-a034acae2f46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:38:02Z', 'updated_at': '2021-12-21T13:39:09Z', 'revision_number': 5, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': 'eb9cbbfa-b373-41c3-855e-a034acae2f46', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:2f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:38:02Z', 'updated_at': '2021-12-21T13:39:02Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:39:10.614883 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f002862d-42f4-4323-a252-ff0f4d8192a7 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for router, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:10.636909 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df73dad-0240-4be5-ae5c-611fcce0ebf0 None None] Checking router: dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620 for host: dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:39:10.651362 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df73dad-0240-4be5-ae5c-611fcce0ebf0 None None] Routers {'dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:39:10.651982 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-7df73dad-0240-4be5-ae5c-611fcce0ebf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:38:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:39:10.721721 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f002862d-42f4-4323-a252-ff0f4d8192a7 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:10.728542 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468e1d84-ea6c-47a5-9d69-adf63c420c83 None None] DHCP port deletion for 574704c9-bc8a-42e2-925b-94c7545da0c7 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:39:10.774769 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-f002862d-42f4-4323-a252-ff0f4d8192a7 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Deleting port eb9cbbfa-b373-41c3-855e-a034acae2f46 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:39:10.775113 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f002862d-42f4-4323-a252-ff0f4d8192a7 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:10.780811 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-7df73dad-0240-4be5-ae5c-611fcce0ebf0 None None] Set router dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620 gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:39:10.857991 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-f002862d-42f4-4323-a252-ff0f4d8192a7 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] For port eb9cbbfa-b373-41c3-855e-a034acae2f46, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=eb9cbbfa-b373-41c3-855e-a034acae2f46,segment=NetworkSegment(a32e5bfd-6fac-434f-817b-5707a23fd2ca),segment_id=a32e5bfd-6fac-434f-817b-5707a23fd2ca)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:39:10.858667 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f002862d-42f4-4323-a252-ff0f4d8192a7 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:10.872019 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-f002862d-42f4-4323-a252-ff0f4d8192a7 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Calling delete_port for eb9cbbfa-b373-41c3-855e-a034acae2f46 owned by network:router_gateway {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:39:11.007865 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 48b6bfc9-63f3-41be-888e-6637f0e3387b no longer exists at agent hyperv_hv-neutron-mast {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:39:11.041710 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f002862d-42f4-4323-a252-ff0f4d8192a7 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:11.060563 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] No Port match for: 48b6bfc9-63f3-41be-888e-6637f0e3387b {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:39:11.060950 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 48b6bfc9-63f3-41be-888e-6637f0e3387b not bound to the agent host hv-neutron-mast {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:39:11.069007 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-468e1d84-ea6c-47a5-9d69-adf63c420c83 None None] Deleting port 0d380aa8-0763-4c83-93a0-25c2e6fc719f {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:39:11.069219 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f002862d-42f4-4323-a252-ff0f4d8192a7 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event deleted for resources: {'Port': ['ID=eb9cbbfa-b373-41c3-855e-a034acae2f46,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:39:11.069470 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-468e1d84-ea6c-47a5-9d69-adf63c420c83 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:11.094041 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2dd1ed6-2ace-4a1d-a8de-04957c8140e0 None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:39:11.127382 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f002862d-42f4-4323-a252-ff0f4d8192a7 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-548638'] for router_gateway, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:11.159407 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-468e1d84-ea6c-47a5-9d69-adf63c420c83 None None] For port 0d380aa8-0763-4c83-93a0-25c2e6fc719f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0d380aa8-0763-4c83-93a0-25c2e6fc719f,segment=NetworkSegment(123ba968-699e-43f7-8aef-67f3d69c2094),segment_id=123ba968-699e-43f7-8aef-67f3d69c2094)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:39:11.159895 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-468e1d84-ea6c-47a5-9d69-adf63c420c83 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:11.189629 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-468e1d84-ea6c-47a5-9d69-adf63c420c83 None None] Calling delete_port for 0d380aa8-0763-4c83-93a0-25c2e6fc719f owned by network:dhcp {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:39:11.225323 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f002862d-42f4-4323-a252-ff0f4d8192a7 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26950'] for router, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:11.228539 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f002862d-42f4-4323-a252-ff0f4d8192a7 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:11.273923 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f002862d-42f4-4323-a252-ff0f4d8192a7 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534967'] for router, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:11.274424 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f002862d-42f4-4323-a252-ff0f4d8192a7 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Fanout notify agent at l3_agent the message router_deleted on router dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620 {{(pid=103152) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 13:39:11.279351 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-7df73dad-0240-4be5-ae5c-611fcce0ebf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620', 'name': 'tempest-TestNetworkBasicOps-router-1203811949', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.102'}], 'enable_snat': True}, 'gw_port_id': 'eb9cbbfa-b373-41c3-855e-a034acae2f46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:38:02Z', 'updated_at': '2021-12-21T13:39:09Z', 'revision_number': 5, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': 'eb9cbbfa-b373-41c3-855e-a034acae2f46', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:2f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:38:02Z', 'updated_at': '2021-12-21T13:39:02Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:39:11.281479 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f002862d-42f4-4323-a252-ff0f4d8192a7 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for router, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:11.285802 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-f002862d-42f4-4323-a252-ff0f4d8192a7 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "DELETE /v2.0/routers/dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620 HTTP/1.1" status: 204 len: 168 time: 0.7755840 Dec 21 13:39:11.286088 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 33490) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:39:11.308063 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df73dad-0240-4be5-ae5c-611fcce0ebf0 None None] The sync data for ids ['dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620'] in dv-neutron-master-2-hyperv is: [{'id': 'dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620', 'name': 'tempest-TestNetworkBasicOps-router-1203811949', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.102'}], 'enable_snat': True}, 'gw_port_id': 'eb9cbbfa-b373-41c3-855e-a034acae2f46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:38:02Z', 'updated_at': '2021-12-21T13:39:09Z', 'revision_number': 5, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': 'eb9cbbfa-b373-41c3-855e-a034acae2f46', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:2f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1f2dc9-d6ba-4065-8fd1-d45d71b0e620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:38:02Z', 'updated_at': '2021-12-21T13:39:02Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:39:11.314500 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-468e1d84-ea6c-47a5-9d69-adf63c420c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636'] for port, after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:11.345439 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468e1d84-ea6c-47a5-9d69-adf63c420c83 None None] Pushing event deleted for resources: {'Port': ['ID=0d380aa8-0763-4c83-93a0-25c2e6fc719f,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:39:11.349204 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468e1d84-ea6c-47a5-9d69-adf63c420c83 None None] No DVR routers for this DVR port 0d380aa8-0763-4c83-93a0-25c2e6fc719f on host dv-neutron-master-2-hyperv {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:39:11.378912 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-da3bf2a1-e9cb-45b1-b4df-821a14681763 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:11.462617 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-da3bf2a1-e9cb-45b1-b4df-821a14681763 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:11.482050 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-da3bf2a1-e9cb-45b1-b4df-821a14681763 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['574704c9-bc8a-42e2-925b-94c7545da0c7']}} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:39:11.490909 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-da3bf2a1-e9cb-45b1-b4df-821a14681763 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '123ba968-699e-43f7-8aef-67f3d69c2094') {'for_net_delete': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:39:11.491203 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-da3bf2a1-e9cb-45b1-b4df-821a14681763 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '123ba968-699e-43f7-8aef-67f3d69c2094') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:39:11.500738 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-da3bf2a1-e9cb-45b1-b4df-821a14681763 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1585430'] for segment, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:11.513420 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-da3bf2a1-e9cb-45b1-b4df-821a14681763 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:11.519525 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da3bf2a1-e9cb-45b1-b4df-821a14681763 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=103153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:39:11.519996 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-da3bf2a1-e9cb-45b1-b4df-821a14681763 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11349758'] for segment, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:11.523097 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:39:11.523097 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:39:11.523097 dv-neutron-master-2-hyperv neutron-server[103153]: Traceback (most recent call last): Dec 21 13:39:11.523097 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:39:11.523097 dv-neutron-master-2-hyperv neutron-server[103153]: timer() Dec 21 13:39:11.523097 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:39:11.523097 dv-neutron-master-2-hyperv neutron-server[103153]: cb(*args, **kw) Dec 21 13:39:11.523097 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:39:11.523097 dv-neutron-master-2-hyperv neutron-server[103153]: return func(*args, **kwargs) Dec 21 13:39:11.523097 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:39:11.523097 dv-neutron-master-2-hyperv neutron-server[103153]: self._notify() Dec 21 13:39:11.523097 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:39:11.523097 dv-neutron-master-2-hyperv neutron-server[103153]: self.callback(batched_events) Dec 21 13:39:11.523097 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:39:11.523097 dv-neutron-master-2-hyperv neutron-server[103153]: event.method(event) Dec 21 13:39:11.523097 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:39:11.523097 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:39:11.523097 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:39:11.523097 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:39:11.523097 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:39:11.523097 dv-neutron-master-2-hyperv neutron-server[103153]: return f(self, *a, **k) Dec 21 13:39:11.523097 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:39:11.523097 dv-neutron-master-2-hyperv neutron-server[103153]: return self._get(url).json() Dec 21 13:39:11.523097 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:39:11.523097 dv-neutron-master-2-hyperv neutron-server[103153]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:39:11.523097 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:39:11.523097 dv-neutron-master-2-hyperv neutron-server[103153]: return self.request(url, 'GET', **kwargs) Dec 21 13:39:11.523097 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:39:11.523097 dv-neutron-master-2-hyperv neutron-server[103153]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:39:11.523097 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:39:11.523097 dv-neutron-master-2-hyperv neutron-server[103153]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:39:11.523097 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:39:11.523097 dv-neutron-master-2-hyperv neutron-server[103153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:39:11.523097 dv-neutron-master-2-hyperv neutron-server[103153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:39:11.582827 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-da3bf2a1-e9cb-45b1-b4df-821a14681763 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:11.589229 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-da3bf2a1-e9cb-45b1-b4df-821a14681763 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:11.592329 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-da3bf2a1-e9cb-45b1-b4df-821a14681763 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "DELETE /v2.0/networks/574704c9-bc8a-42e2-925b-94c7545da0c7 HTTP/1.1" status: 204 len: 168 time: 0.3052342 Dec 21 13:39:11.603603 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3bf2a1-e9cb-45b1-b4df-821a14681763 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event deleted for resources: {'Network': ['ID=574704c9-bc8a-42e2-925b-94c7545da0c7,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:39:11.613898 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 33492) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:39:11.619591 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-0e70e1f9-9231-496f-9def-7994ba390845 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'network': {'name': 'tempest-network-smoke--1769397592', 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'port_security_enabled': True}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:39:11.643018 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e70e1f9-9231-496f-9def-7994ba390845 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Made reservation on behalf of 577ee1d2880f4d34a80a7dfd0cf7da03 for: {'network': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:39:11.647749 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0e70e1f9-9231-496f-9def-7994ba390845 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:11.674065 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e70e1f9-9231-496f-9def-7994ba390845 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=103153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:39:11.684433 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0e70e1f9-9231-496f-9def-7994ba390845 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:11.684784 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.segments_db [None req-0e70e1f9-9231-496f-9def-7994ba390845 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Added segment 97c75a9d-60db-4f8c-a223-9fcd933ee7ef of type vlan for network 4fca29f5-e565-4e29-8255-04d7b343df94 Dec 21 13:39:11.725873 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0e70e1f9-9231-496f-9def-7994ba390845 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:11.751644 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0e70e1f9-9231-496f-9def-7994ba390845 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:11.757720 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e70e1f9-9231-496f-9def-7994ba390845 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:39:11.758374 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0e70e1f9-9231-496f-9def-7994ba390845 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:11.798001 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-0e70e1f9-9231-496f-9def-7994ba390845 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1829166 Dec 21 13:39:11.801160 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 33494) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:39:11.808173 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-f2fe038f-59ae-4daa-86a1-95f1cd9c267f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-832262772', 'admin_state_up': True, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:39:11.845543 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e70e1f9-9231-496f-9def-7994ba390845 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'Network': ['ID=4fca29f5-e565-4e29-8255-04d7b343df94,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:39:11.862275 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network 4fca29f5-e565-4e29-8255-04d7b343df94 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:39:11.864648 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f2fe038f-59ae-4daa-86a1-95f1cd9c267f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26964'] for router, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:11.865707 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f2fe038f-59ae-4daa-86a1-95f1cd9c267f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-642316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26957'] for router, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:11.918698 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f2fe038f-59ae-4daa-86a1-95f1cd9c267f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:12.058871 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f2fe038f-59ae-4daa-86a1-95f1cd9c267f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:12.247081 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f2fe038f-59ae-4daa-86a1-95f1cd9c267f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for router_gateway, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:12.265706 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f2fe038f-59ae-4daa-86a1-95f1cd9c267f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:12.376631 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 29731ae1-6c0d-4c91-9663-9da230e9c696 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:39:12.399607 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: 29731ae1-6c0d-4c91-9663-9da230e9c696 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:39:12.400058 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 29731ae1-6c0d-4c91-9663-9da230e9c696 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:39:12.400559 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device eb9cbbfa-b373-41c3-855e-a034acae2f46 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:39:12.409633 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-f2fe038f-59ae-4daa-86a1-95f1cd9c267f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Allocated IP 172.36.3.158 (7fdf1889-f079-4166-bbda-88b2a8d8d595/051a5607-1753-4008-a2f2-d94b48752e9c/1efa066f-6235-4b66-af0e-ac306cd86cb9) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:39:12.421875 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: eb9cbbfa-b373-41c3-855e-a034acae2f46 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:39:12.422482 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device eb9cbbfa-b373-41c3-855e-a034acae2f46 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:39:12.423037 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 0d380aa8-0763-4c83-93a0-25c2e6fc719f no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:39:12.441718 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: 0d380aa8-0763-4c83-93a0-25c2e6fc719f {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:39:12.442068 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 0d380aa8-0763-4c83-93a0-25c2e6fc719f not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:39:12.513032 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f2fe038f-59ae-4daa-86a1-95f1cd9c267f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:12.548613 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f2fe038f-59ae-4daa-86a1-95f1cd9c267f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:12.587180 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2fe038f-59ae-4daa-86a1-95f1cd9c267f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Network 7fdf1889-f079-4166-bbda-88b2a8d8d595 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:39:12.591541 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-f2fe038f-59ae-4daa-86a1-95f1cd9c267f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:39:12.593857 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fe038f-59ae-4daa-86a1-95f1cd9c267f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:39:12.604027 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708a1a86-93b9-4866-89ea-4cd8e76dc74c None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:39:12.617284 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fe038f-59ae-4daa-86a1-95f1cd9c267f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'Port': ['ID=1efa066f-6235-4b66-af0e-ac306cd86cb9,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:39:12.725971 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-60210ba0-efca-44e6-9e6f-1e9522a0be43 None None] Provisioning complete for port 1efa066f-6235-4b66-af0e-ac306cd86cb9 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:39:12.726340 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-60210ba0-efca-44e6-9e6f-1e9522a0be43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:12.763595 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-60210ba0-efca-44e6-9e6f-1e9522a0be43 None None] Port 1efa066f-6235-4b66-af0e-ac306cd86cb9 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:39:12.842520 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f2fe038f-59ae-4daa-86a1-95f1cd9c267f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for router_gateway, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:12.857359 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.agents_db [None req-c60a5637-8c6f-4692-b23b-7dd82bd36b21 None None] Agent healthcheck: found 6 active agents {{(pid=103155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 13:39:13.314601 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:13.350265 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f2fe038f-59ae-4daa-86a1-95f1cd9c267f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548730'] for router, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:13.475726 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2fe038f-59ae-4daa-86a1-95f1cd9c267f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Router ce76e0dd-ab5f-45a5-9ef7-40176cb16177 is scheduled to L3 agent 59e14383-78fa-487e-9299-b32042a98157 with binding_index 1 {{(pid=103153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 13:39:13.579479 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2fe038f-59ae-4daa-86a1-95f1cd9c267f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:39:13.589433 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008166f9-2e99-4b58-b8fd-6a283b866891 None None] Sync routers for ids ['ce76e0dd-ab5f-45a5-9ef7-40176cb16177'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:39:13.598796 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008166f9-2e99-4b58-b8fd-6a283b866891 None None] Routers {'ce76e0dd-ab5f-45a5-9ef7-40176cb16177'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:39:13.599216 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f2fe038f-59ae-4daa-86a1-95f1cd9c267f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for router, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:13.599416 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-008166f9-2e99-4b58-b8fd-6a283b866891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:38:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['ce76e0dd-ab5f-45a5-9ef7-40176cb16177'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:39:13.600628 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-f2fe038f-59ae-4daa-86a1-95f1cd9c267f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.7984142 Dec 21 13:39:13.604350 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 33496) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:39:13.632445 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-97a3522c-e7ad-4f76-8701-bf0cac796c42 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=577ee1d2880f4d34a80a7dfd0cf7da03&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269086 Dec 21 13:39:13.635133 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 33498) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:39:13.703024 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-008166f9-2e99-4b58-b8fd-6a283b866891 None None] Set router ce76e0dd-ab5f-45a5-9ef7-40176cb16177 gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:39:13.722411 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb83f02-70bc-4938-b986-1614530d976d tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:39:13.727253 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-bfb83f02-70bc-4938-b986-1614530d976d tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0878551 Dec 21 13:39:13.727401 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 33500) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:39:13.754259 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-9d627d27-472e-4b69-a162-7cbe2870f83b tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=7fdf1889-f079-4166-bbda-88b2a8d8d595&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0258060 Dec 21 13:39:13.756756 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 33502) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:39:13.761873 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-76dea8ff-f530-4456-93a4-7870f9e47347 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1998260794', 'network_id': '4fca29f5-e565-4e29-8255-04d7b343df94', 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:39:13.849495 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76dea8ff-f530-4456-93a4-7870f9e47347 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Made reservation on behalf of 577ee1d2880f4d34a80a7dfd0cf7da03 for: {'subnet': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:39:13.853166 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-76dea8ff-f530-4456-93a4-7870f9e47347 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12346583'] for subnet, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:13.883863 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-008166f9-2e99-4b58-b8fd-6a283b866891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce76e0dd-ab5f-45a5-9ef7-40176cb16177', 'name': 'tempest-TestNetworkBasicOps-router-832262772', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.158'}], 'enable_snat': True}, 'gw_port_id': '1efa066f-6235-4b66-af0e-ac306cd86cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:39:11Z', 'updated_at': '2021-12-21T13:39:12Z', 'revision_number': 3, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': '1efa066f-6235-4b66-af0e-ac306cd86cb9', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a5:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce76e0dd-ab5f-45a5-9ef7-40176cb16177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:39:12Z', 'updated_at': '2021-12-21T13:39:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:39:13.909863 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008166f9-2e99-4b58-b8fd-6a283b866891 None None] Checking router: ce76e0dd-ab5f-45a5-9ef7-40176cb16177 for host: dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:39:13.910213 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008166f9-2e99-4b58-b8fd-6a283b866891 None None] Updating router ce76e0dd-ab5f-45a5-9ef7-40176cb16177 port 1efa066f-6235-4b66-af0e-ac306cd86cb9 binding host dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 13:39:13.934988 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-008166f9-2e99-4b58-b8fd-6a283b866891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:14.036038 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-76dea8ff-f530-4456-93a4-7870f9e47347 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12346565'] for subnet, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:14.093239 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dea8ff-f530-4456-93a4-7870f9e47347 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'Subnet': ['ID=894e26f3-b329-4cd5-b880-5fbf38d05808,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:39:14.110501 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76dea8ff-f530-4456-93a4-7870f9e47347 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Checking segment: {'id': '97c75a9d-60db-4f8c-a223-9fcd933ee7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '4fca29f5-e565-4e29-8255-04d7b343df94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:39:14.110871 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76dea8ff-f530-4456-93a4-7870f9e47347 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Network hostable DHCP agents. Network: 4fca29f5-e565-4e29-8255-04d7b343df94, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:39:14.129276 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76dea8ff-f530-4456-93a4-7870f9e47347 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Network 4fca29f5-e565-4e29-8255-04d7b343df94 is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:39:14.138430 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-76dea8ff-f530-4456-93a4-7870f9e47347 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 4fca29f5-e565-4e29-8255-04d7b343df94) {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:39:14.143120 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76dea8ff-f530-4456-93a4-7870f9e47347 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:39:14.143721 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-76dea8ff-f530-4456-93a4-7870f9e47347 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:14.152123 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc11040-52bc-478e-a9a9-4be2d2026eaa None None] Network 4fca29f5-e565-4e29-8255-04d7b343df94 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:39:14.160379 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-76dea8ff-f530-4456-93a4-7870f9e47347 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.4021533 Dec 21 13:39:14.163393 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 33504) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:39:14.189743 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-008166f9-2e99-4b58-b8fd-6a283b866891 None None] Publish callbacks [] for port, precommit_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:14.195149 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-008166f9-2e99-4b58-b8fd-6a283b866891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:14.249093 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a205c575-5319-4cd9-a7e3-c4888a4dc1ff None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:39:14.250326 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-008166f9-2e99-4b58-b8fd-6a283b866891 None None] Attempting to bind port 1efa066f-6235-4b66-af0e-ac306cd86cb9 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:39:14.250927 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-008166f9-2e99-4b58-b8fd-6a283b866891 None None] Attempting to bind port 1efa066f-6235-4b66-af0e-ac306cd86cb9 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:39:14.251354 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008166f9-2e99-4b58-b8fd-6a283b866891 None None] Attempting to bind port 1efa066f-6235-4b66-af0e-ac306cd86cb9 on network 7fdf1889-f079-4166-bbda-88b2a8d8d595 {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:39:14.261009 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008166f9-2e99-4b58-b8fd-6a283b866891 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:39:14.261384 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008166f9-2e99-4b58-b8fd-6a283b866891 None None] Checking segment: {'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:39:14.261788 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-008166f9-2e99-4b58-b8fd-6a283b866891 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:14.262177 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008166f9-2e99-4b58-b8fd-6a283b866891 None None] Bound using segment: {'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:39:14.263380 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-008166f9-2e99-4b58-b8fd-6a283b866891 None None] Bound port: 1efa066f-6235-4b66-af0e-ac306cd86cb9, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:39:14.263762 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-008166f9-2e99-4b58-b8fd-6a283b866891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:14.265939 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c189e21-7956-40fa-a017-20de075e81e4 None None] Pushing event updated for resources: {'Port': ['ID=1efa066f-6235-4b66-af0e-ac306cd86cb9,revision_number=2']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:39:14.267098 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f544110-d835-452d-a0f1-ad1b71bd91c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-4fca29f5-e565-4e29-8255-04d7b343df94', 'network_id': '4fca29f5-e565-4e29-8255-04d7b343df94', 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'fixed_ips': [{'subnet_id': '894e26f3-b329-4cd5-b880-5fbf38d05808'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:39:14.267957 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-1f544110-d835-452d-a0f1-ad1b71bd91c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:14.275981 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c189e21-7956-40fa-a017-20de075e81e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:39:14.276360 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c189e21-7956-40fa-a017-20de075e81e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:39:14.276707 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c189e21-7956-40fa-a017-20de075e81e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:39:14.277559 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c189e21-7956-40fa-a017-20de075e81e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:39:14.278084 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c189e21-7956-40fa-a017-20de075e81e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:39:14.278630 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c189e21-7956-40fa-a017-20de075e81e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:39:14.279727 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c189e21-7956-40fa-a017-20de075e81e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:39:14.280068 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c189e21-7956-40fa-a017-20de075e81e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:39:14.280418 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c189e21-7956-40fa-a017-20de075e81e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:39:14.280768 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c189e21-7956-40fa-a017-20de075e81e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:39:14.281101 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c189e21-7956-40fa-a017-20de075e81e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:39:14.281424 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c189e21-7956-40fa-a017-20de075e81e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:39:14.281768 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c189e21-7956-40fa-a017-20de075e81e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:39:14.342492 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-008166f9-2e99-4b58-b8fd-6a283b866891 None None] For port 1efa066f-6235-4b66-af0e-ac306cd86cb9, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:39:14.346650 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-008166f9-2e99-4b58-b8fd-6a283b866891 None None] For port 1efa066f-6235-4b66-af0e-ac306cd86cb9, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1efa066f-6235-4b66-af0e-ac306cd86cb9,segment=NetworkSegment(a32e5bfd-6fac-434f-817b-5707a23fd2ca),segment_id=a32e5bfd-6fac-434f-817b-5707a23fd2ca)] {{(pid=103155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:39:14.353151 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-008166f9-2e99-4b58-b8fd-6a283b866891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:14.366232 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-f22b7387-1e44-4b26-af7e-da443b482e08 None None] Provisioning complete for port 1efa066f-6235-4b66-af0e-ac306cd86cb9 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:39:14.366666 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f22b7387-1e44-4b26-af7e-da443b482e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:14.401797 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008166f9-2e99-4b58-b8fd-6a283b866891 None None] Routers {'ce76e0dd-ab5f-45a5-9ef7-40176cb16177'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:39:14.402139 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-008166f9-2e99-4b58-b8fd-6a283b866891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:38:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['ce76e0dd-ab5f-45a5-9ef7-40176cb16177'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:39:14.428377 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92acb014-22be-4eb7-a49b-67d661425926 None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:39:14.466127 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-1f544110-d835-452d-a0f1-ad1b71bd91c8 None None] Allocated IP 172.20.0.2 (4fca29f5-e565-4e29-8255-04d7b343df94/894e26f3-b329-4cd5-b880-5fbf38d05808/2ff8c22a-bae5-4973-9584-160cf623db0d) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:39:14.530773 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f22b7387-1e44-4b26-af7e-da443b482e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:14.583751 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-f22b7387-1e44-4b26-af7e-da443b482e08 None None] For port 1efa066f-6235-4b66-af0e-ac306cd86cb9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1efa066f-6235-4b66-af0e-ac306cd86cb9,segment=NetworkSegment(a32e5bfd-6fac-434f-817b-5707a23fd2ca),segment_id=a32e5bfd-6fac-434f-817b-5707a23fd2ca)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:39:14.593192 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f22b7387-1e44-4b26-af7e-da443b482e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:14.611347 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c189e21-7956-40fa-a017-20de075e81e4 None None] Pushing event updated for resources: {'Port': ['ID=1efa066f-6235-4b66-af0e-ac306cd86cb9,revision_number=3']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:39:14.635026 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-008166f9-2e99-4b58-b8fd-6a283b866891 None None] Set router ce76e0dd-ab5f-45a5-9ef7-40176cb16177 gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:39:14.658418 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-01e3b9ba-2fe4-49b5-a5a3-1a714eab367d tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:14.687694 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22b7387-1e44-4b26-af7e-da443b482e08 None None] Pushing event updated for resources: {'Port': ['ID=1efa066f-6235-4b66-af0e-ac306cd86cb9,revision_number=4']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:39:14.705020 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-1f544110-d835-452d-a0f1-ad1b71bd91c8 None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:14.717850 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-1f544110-d835-452d-a0f1-ad1b71bd91c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:14.727785 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-df315dd7-90c7-4269-b485-ec01445ecd0f None None] Provisioning complete for port 1efa066f-6235-4b66-af0e-ac306cd86cb9 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:39:14.728156 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-df315dd7-90c7-4269-b485-ec01445ecd0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:14.785003 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f544110-d835-452d-a0f1-ad1b71bd91c8 None None] Network 4fca29f5-e565-4e29-8255-04d7b343df94 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:39:14.794192 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-1f544110-d835-452d-a0f1-ad1b71bd91c8 None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:39:14.800344 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f544110-d835-452d-a0f1-ad1b71bd91c8 None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:39:14.806388 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f544110-d835-452d-a0f1-ad1b71bd91c8 None None] Pushing event updated for resources: {'Port': ['ID=2ff8c22a-bae5-4973-9584-160cf623db0d,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:39:14.826112 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-008166f9-2e99-4b58-b8fd-6a283b866891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce76e0dd-ab5f-45a5-9ef7-40176cb16177', 'name': 'tempest-TestNetworkBasicOps-router-832262772', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.158'}], 'enable_snat': True}, 'gw_port_id': '1efa066f-6235-4b66-af0e-ac306cd86cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:39:11Z', 'updated_at': '2021-12-21T13:39:12Z', 'revision_number': 3, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': '1efa066f-6235-4b66-af0e-ac306cd86cb9', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a5:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce76e0dd-ab5f-45a5-9ef7-40176cb16177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:39:12Z', 'updated_at': '2021-12-21T13:39:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:39:14.860151 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008166f9-2e99-4b58-b8fd-6a283b866891 None None] The sync data for ids ['ce76e0dd-ab5f-45a5-9ef7-40176cb16177'] in dv-neutron-master-2-hyperv is: [{'id': 'ce76e0dd-ab5f-45a5-9ef7-40176cb16177', 'name': 'tempest-TestNetworkBasicOps-router-832262772', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.158'}], 'enable_snat': True}, 'gw_port_id': '1efa066f-6235-4b66-af0e-ac306cd86cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:39:11Z', 'updated_at': '2021-12-21T13:39:12Z', 'revision_number': 3, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': '1efa066f-6235-4b66-af0e-ac306cd86cb9', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a5:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce76e0dd-ab5f-45a5-9ef7-40176cb16177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:39:12Z', 'updated_at': '2021-12-21T13:39:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:39:14.886567 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-1f544110-d835-452d-a0f1-ad1b71bd91c8 None None] Attempting to bind port 2ff8c22a-bae5-4973-9584-160cf623db0d on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:39:14.886947 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-1f544110-d835-452d-a0f1-ad1b71bd91c8 None None] Attempting to bind port 2ff8c22a-bae5-4973-9584-160cf623db0d by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '97c75a9d-60db-4f8c-a223-9fcd933ee7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '4fca29f5-e565-4e29-8255-04d7b343df94'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:39:14.887320 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f544110-d835-452d-a0f1-ad1b71bd91c8 None None] Attempting to bind port 2ff8c22a-bae5-4973-9584-160cf623db0d on network 4fca29f5-e565-4e29-8255-04d7b343df94 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:39:14.900036 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f544110-d835-452d-a0f1-ad1b71bd91c8 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:39:14.900412 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f544110-d835-452d-a0f1-ad1b71bd91c8 None None] Checking segment: {'id': '97c75a9d-60db-4f8c-a223-9fcd933ee7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '4fca29f5-e565-4e29-8255-04d7b343df94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:39:14.900828 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-1f544110-d835-452d-a0f1-ad1b71bd91c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:14.901221 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f544110-d835-452d-a0f1-ad1b71bd91c8 None None] Bound using segment: {'id': '97c75a9d-60db-4f8c-a223-9fcd933ee7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '4fca29f5-e565-4e29-8255-04d7b343df94'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:39:14.901695 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-1f544110-d835-452d-a0f1-ad1b71bd91c8 None None] Bound port: 2ff8c22a-bae5-4973-9584-160cf623db0d, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97c75a9d-60db-4f8c-a223-9fcd933ee7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '4fca29f5-e565-4e29-8255-04d7b343df94'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:39:14.902080 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-1f544110-d835-452d-a0f1-ad1b71bd91c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:14.965742 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-01e3b9ba-2fe4-49b5-a5a3-1a714eab367d tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Allocated IP 172.20.0.1 (4fca29f5-e565-4e29-8255-04d7b343df94/894e26f3-b329-4cd5-b880-5fbf38d05808/dab7d9de-3a97-4dbf-9a26-dcd7f2c4703e) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:39:14.972905 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-1f544110-d835-452d-a0f1-ad1b71bd91c8 None None] For port 2ff8c22a-bae5-4973-9584-160cf623db0d, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:39:14.976092 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-1f544110-d835-452d-a0f1-ad1b71bd91c8 None None] For port 2ff8c22a-bae5-4973-9584-160cf623db0d, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2ff8c22a-bae5-4973-9584-160cf623db0d,segment=NetworkSegment(97c75a9d-60db-4f8c-a223-9fcd933ee7ef),segment_id=97c75a9d-60db-4f8c-a223-9fcd933ee7ef)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:39:14.983448 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-1f544110-d835-452d-a0f1-ad1b71bd91c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:15.048466 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f544110-d835-452d-a0f1-ad1b71bd91c8 None None] Pushing event updated for resources: {'Port': ['ID=2ff8c22a-bae5-4973-9584-160cf623db0d,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:39:15.112451 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-01e3b9ba-2fe4-49b5-a5a3-1a714eab367d tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:15.160858 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-01e3b9ba-2fe4-49b5-a5a3-1a714eab367d tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:15.214848 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e3b9ba-2fe4-49b5-a5a3-1a714eab367d tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Network 4fca29f5-e565-4e29-8255-04d7b343df94 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:39:15.218464 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-01e3b9ba-2fe4-49b5-a5a3-1a714eab367d tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:39:15.230728 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e3b9ba-2fe4-49b5-a5a3-1a714eab367d tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:39:15.245238 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e3b9ba-2fe4-49b5-a5a3-1a714eab367d tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'Port': ['ID=dab7d9de-3a97-4dbf-9a26-dcd7f2c4703e,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:39:15.301713 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-01e3b9ba-2fe4-49b5-a5a3-1a714eab367d tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532557'] for router_interface, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:15.451956 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-01e3b9ba-2fe4-49b5-a5a3-1a714eab367d tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:15.757877 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-01e3b9ba-2fe4-49b5-a5a3-1a714eab367d tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:15.763656 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-01e3b9ba-2fe4-49b5-a5a3-1a714eab367d tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:15.837985 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-01e3b9ba-2fe4-49b5-a5a3-1a714eab367d tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532537'] for router_interface, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:15.839889 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e3b9ba-2fe4-49b5-a5a3-1a714eab367d tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'Port': ['ID=dab7d9de-3a97-4dbf-9a26-dcd7f2c4703e,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:39:15.938639 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e3b9ba-2fe4-49b5-a5a3-1a714eab367d tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Network 4fca29f5-e565-4e29-8255-04d7b343df94 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:39:15.940073 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-01e3b9ba-2fe4-49b5-a5a3-1a714eab367d tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:39:16.020465 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6954d718-1801-4ca9-acc5-04ef9602b113 None None] Network 4fca29f5-e565-4e29-8255-04d7b343df94 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:39:16.071097 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01e3b9ba-2fe4-49b5-a5a3-1a714eab367d tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Router ce76e0dd-ab5f-45a5-9ef7-40176cb16177 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:39:16.099625 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-c73c8c42-74c4-4fb7-9cb8-9ea99a32b768 None None] Provisioning complete for port 2ff8c22a-bae5-4973-9584-160cf623db0d triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:39:16.099991 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c73c8c42-74c4-4fb7-9cb8-9ea99a32b768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:16.198024 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01e3b9ba-2fe4-49b5-a5a3-1a714eab367d tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:39:16.209679 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 33506) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:39:16.210174 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-01e3b9ba-2fe4-49b5-a5a3-1a714eab367d tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "PUT /v2.0/routers/ce76e0dd-ab5f-45a5-9ef7-40176cb16177/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0443521 Dec 21 13:39:16.224109 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c73c8c42-74c4-4fb7-9cb8-9ea99a32b768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:16.265741 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-c73c8c42-74c4-4fb7-9cb8-9ea99a32b768 None None] For port 2ff8c22a-bae5-4973-9584-160cf623db0d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2ff8c22a-bae5-4973-9584-160cf623db0d,segment=NetworkSegment(97c75a9d-60db-4f8c-a223-9fcd933ee7ef),segment_id=97c75a9d-60db-4f8c-a223-9fcd933ee7ef)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:39:16.269925 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c73c8c42-74c4-4fb7-9cb8-9ea99a32b768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:16.310507 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 2ff8c22a-bae5-4973-9584-160cf623db0d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:39:16.361343 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69c8ac6-bc52-4487-866f-a01bea260de5 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:39:16.361830 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69c8ac6-bc52-4487-866f-a01bea260de5 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:39:16.362292 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69c8ac6-bc52-4487-866f-a01bea260de5 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:39:16.363024 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69c8ac6-bc52-4487-866f-a01bea260de5 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:39:16.363830 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69c8ac6-bc52-4487-866f-a01bea260de5 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:39:16.364492 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69c8ac6-bc52-4487-866f-a01bea260de5 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:39:16.367594 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-a69c8ac6-bc52-4487-866f-a01bea260de5 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.1550484 Dec 21 13:39:16.369915 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 33508) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:39:16.373146 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73c8c42-74c4-4fb7-9cb8-9ea99a32b768 None None] Pushing event updated for resources: {'Port': ['ID=2ff8c22a-bae5-4973-9584-160cf623db0d,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:39:16.398389 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 2ff8c22a-bae5-4973-9584-160cf623db0d triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:39:16.398889 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:16.443873 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97856ab0-981f-4b77-a0cf-0616bf8078f0 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:39:16.444340 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97856ab0-981f-4b77-a0cf-0616bf8078f0 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:39:16.445350 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97856ab0-981f-4b77-a0cf-0616bf8078f0 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:39:16.445803 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97856ab0-981f-4b77-a0cf-0616bf8078f0 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:39:16.446247 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97856ab0-981f-4b77-a0cf-0616bf8078f0 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:39:16.446718 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97856ab0-981f-4b77-a0cf-0616bf8078f0 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:39:16.450997 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-97856ab0-981f-4b77-a0cf-0616bf8078f0 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4015 time: 0.0767996 Dec 21 13:39:16.451653 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 33510) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:39:16.487107 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 1efa066f-6235-4b66-af0e-ac306cd86cb9 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:39:16.531929 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-b82199aa-208c-4633-9b70-6a75157c4b39 None None] Provisioning complete for port 2ff8c22a-bae5-4973-9584-160cf623db0d triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:39:16.532413 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b82199aa-208c-4633-9b70-6a75157c4b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:16.585876 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 1efa066f-6235-4b66-af0e-ac306cd86cb9 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:39:16.586417 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:16.611021 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-5e7e3ead-0429-430b-946b-9b1c1f5445d1 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.1513047 Dec 21 13:39:16.654157 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212a7fa8-2075-431e-af70-1a65fce43f0c None None] Sync routers for ids ['ce76e0dd-ab5f-45a5-9ef7-40176cb16177'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:39:16.675055 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212a7fa8-2075-431e-af70-1a65fce43f0c None None] Routers {'ce76e0dd-ab5f-45a5-9ef7-40176cb16177'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:39:16.675690 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-212a7fa8-2075-431e-af70-1a65fce43f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:38:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['ce76e0dd-ab5f-45a5-9ef7-40176cb16177'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:39:16.746523 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-b82199aa-208c-4633-9b70-6a75157c4b39 None None] Provisioning complete for port dab7d9de-3a97-4dbf-9a26-dcd7f2c4703e triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:39:16.746891 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b82199aa-208c-4633-9b70-6a75157c4b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:16.801781 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 33514) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:39:16.807224 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-b48e58e6-3436-4b89-8bb5-9ca43658436e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1485974343', 'description': 'tempest-secgroup-smoke-1485974343 description', 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:39:16.829488 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-b82199aa-208c-4633-9b70-6a75157c4b39 None None] Port dab7d9de-3a97-4dbf-9a26-dcd7f2c4703e cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:39:16.832591 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b48e58e6-3436-4b89-8bb5-9ca43658436e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:16.851677 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-212a7fa8-2075-431e-af70-1a65fce43f0c None None] Set router ce76e0dd-ab5f-45a5-9ef7-40176cb16177 gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:39:16.905385 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b48e58e6-3436-4b89-8bb5-9ca43658436e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:16.910537 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b48e58e6-3436-4b89-8bb5-9ca43658436e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:16.948472 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b48e58e6-3436-4b89-8bb5-9ca43658436e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:16.949803 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-b48e58e6-3436-4b89-8bb5-9ca43658436e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1469860 Dec 21 13:39:16.951244 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48e58e6-3436-4b89-8bb5-9ca43658436e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c97c7e96-92a0-4736-975f-d1ff72674e54,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:39:16.953098 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 33516) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:39:16.958629 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-522105f7-5317-400e-bea4-6acd290977bd tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'security_group_rule': {'security_group_id': 'c97c7e96-92a0-4736-975f-d1ff72674e54', 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:39:16.988014 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-522105f7-5317-400e-bea4-6acd290977bd tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:16.996757 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-8e940945-85bc-42cd-8b29-be323c4a0c36 None None] Provisioning complete for port dab7d9de-3a97-4dbf-9a26-dcd7f2c4703e triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:39:16.997126 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8e940945-85bc-42cd-8b29-be323c4a0c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:17.044889 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-522105f7-5317-400e-bea4-6acd290977bd tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:17.046823 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-8e940945-85bc-42cd-8b29-be323c4a0c36 None None] Port dab7d9de-3a97-4dbf-9a26-dcd7f2c4703e cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:39:17.050091 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-522105f7-5317-400e-bea4-6acd290977bd tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:17.070851 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522105f7-5317-400e-bea4-6acd290977bd tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8b2d247-6956-4834-b332-c738ebcb6756,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:39:17.077467 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-522105f7-5317-400e-bea4-6acd290977bd tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:17.078828 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-522105f7-5317-400e-bea4-6acd290977bd tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1249912 Dec 21 13:39:17.081659 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 33518) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:39:17.086569 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-efe1d022-b467-4b31-b679-49dc78407ff7 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'security_group_rule': {'security_group_id': 'c97c7e96-92a0-4736-975f-d1ff72674e54', 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:39:17.100456 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-212a7fa8-2075-431e-af70-1a65fce43f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce76e0dd-ab5f-45a5-9ef7-40176cb16177', 'name': 'tempest-TestNetworkBasicOps-router-832262772', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.158'}], 'enable_snat': True}, 'gw_port_id': '1efa066f-6235-4b66-af0e-ac306cd86cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:39:11Z', 'updated_at': '2021-12-21T13:39:15Z', 'revision_number': 4, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': '1efa066f-6235-4b66-af0e-ac306cd86cb9', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce76e0dd-ab5f-45a5-9ef7-40176cb16177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:39:12Z', 'updated_at': '2021-12-21T13:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'dab7d9de-3a97-4dbf-9a26-dcd7f2c4703e', 'name': '', 'network_id': '4fca29f5-e565-4e29-8255-04d7b343df94', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'mac_address': 'fa:16:3e:a8:61:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce76e0dd-ab5f-45a5-9ef7-40176cb16177', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '894e26f3-b329-4cd5-b880-5fbf38d05808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:39:14Z', 'updated_at': '2021-12-21T13:39:15Z', 'revision_number': 2, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'subnets': [{'id': '894e26f3-b329-4cd5-b880-5fbf38d05808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:39:17.115485 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-efe1d022-b467-4b31-b679-49dc78407ff7 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:17.176195 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-efe1d022-b467-4b31-b679-49dc78407ff7 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:17.180291 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-efe1d022-b467-4b31-b679-49dc78407ff7 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:17.201114 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe1d022-b467-4b31-b679-49dc78407ff7 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcfcc1e1-494d-4b4e-b786-a86c9b9cc0a9,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:39:17.211436 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-efe1d022-b467-4b31-b679-49dc78407ff7 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:17.212646 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-efe1d022-b467-4b31-b679-49dc78407ff7 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1298876 Dec 21 13:39:17.215396 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 33520) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:39:17.219843 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-cd75f8f4-f0e6-4f97-9875-05ba8f466a48 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'security_group_rule': {'security_group_id': 'c97c7e96-92a0-4736-975f-d1ff72674e54', 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:39:17.252298 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-cd75f8f4-f0e6-4f97-9875-05ba8f466a48 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:17.275658 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212a7fa8-2075-431e-af70-1a65fce43f0c None None] Checking router: ce76e0dd-ab5f-45a5-9ef7-40176cb16177 for host: dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:39:17.276010 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212a7fa8-2075-431e-af70-1a65fce43f0c None None] Updating router ce76e0dd-ab5f-45a5-9ef7-40176cb16177 port dab7d9de-3a97-4dbf-9a26-dcd7f2c4703e binding host dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 13:39:17.300834 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-212a7fa8-2075-431e-af70-1a65fce43f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:17.313134 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-cd75f8f4-f0e6-4f97-9875-05ba8f466a48 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:17.318160 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-cd75f8f4-f0e6-4f97-9875-05ba8f466a48 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:17.336158 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd75f8f4-f0e6-4f97-9875-05ba8f466a48 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0f1615d-7d4f-4ea2-99bc-9ec4f4141288,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:39:17.345082 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-cd75f8f4-f0e6-4f97-9875-05ba8f466a48 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:17.346386 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-cd75f8f4-f0e6-4f97-9875-05ba8f466a48 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1300232 Dec 21 13:39:17.349010 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 33522) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:39:17.353941 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-1868c3d4-65e9-408b-8da1-6eba4fd67341 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'security_group_rule': {'security_group_id': 'c97c7e96-92a0-4736-975f-d1ff72674e54', 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:39:17.381614 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1868c3d4-65e9-408b-8da1-6eba4fd67341 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:17.439538 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1868c3d4-65e9-408b-8da1-6eba4fd67341 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:17.443020 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1868c3d4-65e9-408b-8da1-6eba4fd67341 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:17.460100 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1868c3d4-65e9-408b-8da1-6eba4fd67341 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69b5a81f-b8bf-4be1-bb0f-cecfe92ca516,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:39:17.470386 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1868c3d4-65e9-408b-8da1-6eba4fd67341 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:17.471712 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-1868c3d4-65e9-408b-8da1-6eba4fd67341 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1217756 Dec 21 13:39:17.474345 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 33524) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:39:17.479369 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-d32cf663-0139-436e-bebe-108b6ea584f4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'security_group_rule': {'security_group_id': 'c97c7e96-92a0-4736-975f-d1ff72674e54', 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:39:17.502382 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.securitygroups_db [None req-d32cf663-0139-436e-bebe-108b6ea584f4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Project 577ee1d2880f4d34a80a7dfd0cf7da03 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 13:39:17.507682 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d32cf663-0139-436e-bebe-108b6ea584f4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:17.563969 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-212a7fa8-2075-431e-af70-1a65fce43f0c None None] Publish callbacks [] for port, precommit_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:17.564373 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d32cf663-0139-436e-bebe-108b6ea584f4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:17.569010 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d32cf663-0139-436e-bebe-108b6ea584f4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:17.570529 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-212a7fa8-2075-431e-af70-1a65fce43f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:17.589173 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32cf663-0139-436e-bebe-108b6ea584f4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a55c045a-d8cd-4dad-976b-215df103dbaf,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:39:17.597622 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d32cf663-0139-436e-bebe-108b6ea584f4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:17.601417 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-d32cf663-0139-436e-bebe-108b6ea584f4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1235731 Dec 21 13:39:17.601661 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 33526) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:39:17.606493 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-20a2600c-a4c8-49b6-b0a3-e1ead88dc550 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'security_group_rule': {'security_group_id': 'c97c7e96-92a0-4736-975f-d1ff72674e54', 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:39:17.620389 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e07f67-9f37-46c4-a680-ee7195c09354 None None] Pushing event updated for resources: {'Port': ['ID=dab7d9de-3a97-4dbf-9a26-dcd7f2c4703e,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:39:17.632034 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.securitygroups_db [None req-20a2600c-a4c8-49b6-b0a3-e1ead88dc550 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Project 577ee1d2880f4d34a80a7dfd0cf7da03 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 13:39:17.637966 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-20a2600c-a4c8-49b6-b0a3-e1ead88dc550 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:17.646579 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e07f67-9f37-46c4-a680-ee7195c09354 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:39:17.646579 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e07f67-9f37-46c4-a680-ee7195c09354 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:39:17.646956 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e07f67-9f37-46c4-a680-ee7195c09354 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:39:17.647218 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e07f67-9f37-46c4-a680-ee7195c09354 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:39:17.647553 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e07f67-9f37-46c4-a680-ee7195c09354 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:39:17.648516 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e07f67-9f37-46c4-a680-ee7195c09354 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:39:17.648854 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e07f67-9f37-46c4-a680-ee7195c09354 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:39:17.649192 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e07f67-9f37-46c4-a680-ee7195c09354 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:39:17.649522 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e07f67-9f37-46c4-a680-ee7195c09354 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:39:17.649848 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e07f67-9f37-46c4-a680-ee7195c09354 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:39:17.650171 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e07f67-9f37-46c4-a680-ee7195c09354 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:39:17.650522 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e07f67-9f37-46c4-a680-ee7195c09354 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:39:17.651373 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e07f67-9f37-46c4-a680-ee7195c09354 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:39:17.679272 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-212a7fa8-2075-431e-af70-1a65fce43f0c None None] Attempting to bind port dab7d9de-3a97-4dbf-9a26-dcd7f2c4703e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:39:17.679651 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-212a7fa8-2075-431e-af70-1a65fce43f0c None None] Attempting to bind port dab7d9de-3a97-4dbf-9a26-dcd7f2c4703e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '97c75a9d-60db-4f8c-a223-9fcd933ee7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '4fca29f5-e565-4e29-8255-04d7b343df94'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:39:17.680022 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212a7fa8-2075-431e-af70-1a65fce43f0c None None] Attempting to bind port dab7d9de-3a97-4dbf-9a26-dcd7f2c4703e on network 4fca29f5-e565-4e29-8255-04d7b343df94 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:39:17.685296 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212a7fa8-2075-431e-af70-1a65fce43f0c None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:39:17.685672 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212a7fa8-2075-431e-af70-1a65fce43f0c None None] Checking segment: {'id': '97c75a9d-60db-4f8c-a223-9fcd933ee7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '4fca29f5-e565-4e29-8255-04d7b343df94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:39:17.686080 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-212a7fa8-2075-431e-af70-1a65fce43f0c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:17.686499 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212a7fa8-2075-431e-af70-1a65fce43f0c None None] Bound using segment: {'id': '97c75a9d-60db-4f8c-a223-9fcd933ee7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '4fca29f5-e565-4e29-8255-04d7b343df94'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:39:17.686968 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-212a7fa8-2075-431e-af70-1a65fce43f0c None None] Bound port: dab7d9de-3a97-4dbf-9a26-dcd7f2c4703e, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97c75a9d-60db-4f8c-a223-9fcd933ee7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '4fca29f5-e565-4e29-8255-04d7b343df94'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:39:17.687347 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-212a7fa8-2075-431e-af70-1a65fce43f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:17.707000 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-20a2600c-a4c8-49b6-b0a3-e1ead88dc550 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:17.712523 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-20a2600c-a4c8-49b6-b0a3-e1ead88dc550 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:17.742626 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a2600c-a4c8-49b6-b0a3-e1ead88dc550 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27e8812a-c334-4256-a1ca-1dd5e22780df,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:39:17.753910 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-20a2600c-a4c8-49b6-b0a3-e1ead88dc550 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:17.759821 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-212a7fa8-2075-431e-af70-1a65fce43f0c None None] For port dab7d9de-3a97-4dbf-9a26-dcd7f2c4703e, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:39:17.763752 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-212a7fa8-2075-431e-af70-1a65fce43f0c None None] For port dab7d9de-3a97-4dbf-9a26-dcd7f2c4703e, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=dab7d9de-3a97-4dbf-9a26-dcd7f2c4703e,segment=NetworkSegment(97c75a9d-60db-4f8c-a223-9fcd933ee7ef),segment_id=97c75a9d-60db-4f8c-a223-9fcd933ee7ef)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:39:17.764971 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-20a2600c-a4c8-49b6-b0a3-e1ead88dc550 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1540775 Dec 21 13:39:17.768904 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-212a7fa8-2075-431e-af70-1a65fce43f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:17.834053 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212a7fa8-2075-431e-af70-1a65fce43f0c None None] Routers {'ce76e0dd-ab5f-45a5-9ef7-40176cb16177'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:39:17.834744 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-212a7fa8-2075-431e-af70-1a65fce43f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:38:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['ce76e0dd-ab5f-45a5-9ef7-40176cb16177'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:39:17.878167 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e07f67-9f37-46c4-a680-ee7195c09354 None None] Pushing event updated for resources: {'Port': ['ID=dab7d9de-3a97-4dbf-9a26-dcd7f2c4703e,revision_number=4']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:39:17.910764 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-22cd8228-98b9-46ed-82b4-e10c74c4addd None None] Provisioning complete for port dab7d9de-3a97-4dbf-9a26-dcd7f2c4703e triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:39:17.911136 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-22cd8228-98b9-46ed-82b4-e10c74c4addd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:17.933607 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-6bdd1fc6-5a85-4e88-8ee2-361957dea3a4 req-9def9e06-b122-41ce-8431-7a842d129307 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1485974343&fields=id&tenant_id=577ee1d2880f4d34a80a7dfd0cf7da03 HTTP/1.1" status: 200 len: 267 time: 0.0531464 Dec 21 13:39:17.992611 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-212a7fa8-2075-431e-af70-1a65fce43f0c None None] Set router ce76e0dd-ab5f-45a5-9ef7-40176cb16177 gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:39:18.051829 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdd1fc6-5a85-4e88-8ee2-361957dea3a4 req-06ad218d-6438-454a-888f-6819984d5611 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:39:18.053303 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-6bdd1fc6-5a85-4e88-8ee2-361957dea3a4 req-06ad218d-6438-454a-888f-6819984d5611 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/networks?id=4fca29f5-e565-4e29-8255-04d7b343df94 HTTP/1.1" status: 200 len: 797 time: 0.1113498 Dec 21 13:39:18.074201 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-6bdd1fc6-5a85-4e88-8ee2-361957dea3a4 req-f650515b-7e47-462e-9990-5df09acd2b5c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/quotas/577ee1d2880f4d34a80a7dfd0cf7da03 HTTP/1.1" status: 200 len: 375 time: 0.0095351 Dec 21 13:39:18.121424 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-22cd8228-98b9-46ed-82b4-e10c74c4addd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:18.126476 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-6bdd1fc6-5a85-4e88-8ee2-361957dea3a4 req-62e9abd2-bddd-40db-ac5e-06c1f70db925 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=577ee1d2880f4d34a80a7dfd0cf7da03&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465722 Dec 21 13:39:18.207604 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-22cd8228-98b9-46ed-82b4-e10c74c4addd None None] For port dab7d9de-3a97-4dbf-9a26-dcd7f2c4703e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=dab7d9de-3a97-4dbf-9a26-dcd7f2c4703e,segment=NetworkSegment(97c75a9d-60db-4f8c-a223-9fcd933ee7ef),segment_id=97c75a9d-60db-4f8c-a223-9fcd933ee7ef)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:39:18.208859 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 2ff8c22a-bae5-4973-9584-160cf623db0d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:39:18.226574 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-6bdd1fc6-5a85-4e88-8ee2-361957dea3a4 req-de64e969-b3f1-43cf-82dd-f3587f0889be service neutron] 10.222.0.37 "GET /v2.0/networks/4fca29f5-e565-4e29-8255-04d7b343df94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865324 Dec 21 13:39:18.235617 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-22cd8228-98b9-46ed-82b4-e10c74c4addd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:18.323584 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-6bdd1fc6-5a85-4e88-8ee2-361957dea3a4 req-c486cb07-98cb-4004-b293-850b6fd46b3e service neutron] 10.222.0.37 "GET /v2.0/networks/4fca29f5-e565-4e29-8255-04d7b343df94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900044 Dec 21 13:39:18.332429 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cd8228-98b9-46ed-82b4-e10c74c4addd None None] Pushing event updated for resources: {'Port': ['ID=dab7d9de-3a97-4dbf-9a26-dcd7f2c4703e,revision_number=5']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:39:18.362784 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 2ff8c22a-bae5-4973-9584-160cf623db0d triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:39:18.363160 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:18.390022 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-76139045-4803-4a10-9c48-bbce1092c477 None None] Provisioning complete for port dab7d9de-3a97-4dbf-9a26-dcd7f2c4703e triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:39:18.390421 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-76139045-4803-4a10-9c48-bbce1092c477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:18.394770 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-212a7fa8-2075-431e-af70-1a65fce43f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce76e0dd-ab5f-45a5-9ef7-40176cb16177', 'name': 'tempest-TestNetworkBasicOps-router-832262772', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.158'}], 'enable_snat': True}, 'gw_port_id': '1efa066f-6235-4b66-af0e-ac306cd86cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:39:11Z', 'updated_at': '2021-12-21T13:39:15Z', 'revision_number': 4, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': '1efa066f-6235-4b66-af0e-ac306cd86cb9', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce76e0dd-ab5f-45a5-9ef7-40176cb16177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:39:12Z', 'updated_at': '2021-12-21T13:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'dab7d9de-3a97-4dbf-9a26-dcd7f2c4703e', 'name': '', 'network_id': '4fca29f5-e565-4e29-8255-04d7b343df94', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'mac_address': 'fa:16:3e:a8:61:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce76e0dd-ab5f-45a5-9ef7-40176cb16177', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '894e26f3-b329-4cd5-b880-5fbf38d05808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:39:14Z', 'updated_at': '2021-12-21T13:39:17Z', 'revision_number': 4, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'subnets': [{'id': '894e26f3-b329-4cd5-b880-5fbf38d05808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:39:18.455323 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212a7fa8-2075-431e-af70-1a65fce43f0c None None] The sync data for ids ['ce76e0dd-ab5f-45a5-9ef7-40176cb16177'] in dv-neutron-master-2-hyperv is: [{'id': 'ce76e0dd-ab5f-45a5-9ef7-40176cb16177', 'name': 'tempest-TestNetworkBasicOps-router-832262772', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.158'}], 'enable_snat': True}, 'gw_port_id': '1efa066f-6235-4b66-af0e-ac306cd86cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:39:11Z', 'updated_at': '2021-12-21T13:39:15Z', 'revision_number': 4, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': '1efa066f-6235-4b66-af0e-ac306cd86cb9', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce76e0dd-ab5f-45a5-9ef7-40176cb16177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:39:12Z', 'updated_at': '2021-12-21T13:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'dab7d9de-3a97-4dbf-9a26-dcd7f2c4703e', 'name': '', 'network_id': '4fca29f5-e565-4e29-8255-04d7b343df94', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'mac_address': 'fa:16:3e:a8:61:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce76e0dd-ab5f-45a5-9ef7-40176cb16177', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '894e26f3-b329-4cd5-b880-5fbf38d05808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:39:14Z', 'updated_at': '2021-12-21T13:39:17Z', 'revision_number': 4, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'subnets': [{'id': '894e26f3-b329-4cd5-b880-5fbf38d05808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:39:18.548261 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-22b64cb6-2ef1-4a28-a23e-9a5252df4511 req-ea5094f7-0a92-42c6-8ddb-0ac02217155e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=5cdd9cbb-dd78-409a-910b-70610415d523 HTTP/1.1" status: 200 len: 210 time: 0.0474637 Dec 21 13:39:19.646922 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-8c922999-9a1f-43b2-8344-e98020602e58 req-0962ecf3-80e3-4270-9379-089a8366a0db tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=5cdd9cbb-dd78-409a-910b-70610415d523 HTTP/1.1" status: 200 len: 210 time: 0.0273678 Dec 21 13:39:19.812737 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdd1fc6-5a85-4e88-8ee2-361957dea3a4 req-7746342a-af85-41ff-9cac-1434ef6ba439 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:39:19.814317 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-6bdd1fc6-5a85-4e88-8ee2-361957dea3a4 req-7746342a-af85-41ff-9cac-1434ef6ba439 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.60 "GET /v2.0/networks?id=4fca29f5-e565-4e29-8255-04d7b343df94 HTTP/1.1" status: 200 len: 797 time: 0.1054008 Dec 21 13:39:19.899059 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-6bdd1fc6-5a85-4e88-8ee2-361957dea3a4 req-d12d6b29-39dd-46b2-a38b-d8e3e13cce49 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=577ee1d2880f4d34a80a7dfd0cf7da03 HTTP/1.1" status: 200 len: 380 time: 0.0595369 Dec 21 13:39:19.908351 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [req-6bdd1fc6-5a85-4e88-8ee2-361957dea3a4 req-5b728724-8861-4595-bc2d-ada71ef56a24 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'port': {'device_id': '5cdd9cbb-dd78-409a-910b-70610415d523', 'network_id': '4fca29f5-e565-4e29-8255-04d7b343df94', 'admin_state_up': True, 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'security_groups': ['c97c7e96-92a0-4736-975f-d1ff72674e54']}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:39:20.014921 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bdd1fc6-5a85-4e88-8ee2-361957dea3a4 req-5b728724-8861-4595-bc2d-ada71ef56a24 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Made reservation on behalf of 577ee1d2880f4d34a80a7dfd0cf7da03 for: {'port': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:39:20.018499 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-6bdd1fc6-5a85-4e88-8ee2-361957dea3a4 req-5b728724-8861-4595-bc2d-ada71ef56a24 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:20.146383 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [req-6bdd1fc6-5a85-4e88-8ee2-361957dea3a4 req-5b728724-8861-4595-bc2d-ada71ef56a24 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Allocated IP 172.20.0.11 (4fca29f5-e565-4e29-8255-04d7b343df94/894e26f3-b329-4cd5-b880-5fbf38d05808/bbd740da-ca1e-4dea-9d40-8d0f6721bd02) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:39:20.209165 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device dab7d9de-3a97-4dbf-9a26-dcd7f2c4703e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:39:20.255583 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port dab7d9de-3a97-4dbf-9a26-dcd7f2c4703e triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:39:20.255949 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:20.285818 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-6bdd1fc6-5a85-4e88-8ee2-361957dea3a4 req-5b728724-8861-4595-bc2d-ada71ef56a24 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:20.325105 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-6bdd1fc6-5a85-4e88-8ee2-361957dea3a4 req-5b728724-8861-4595-bc2d-ada71ef56a24 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:20.367569 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bdd1fc6-5a85-4e88-8ee2-361957dea3a4 req-5b728724-8861-4595-bc2d-ada71ef56a24 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Network 4fca29f5-e565-4e29-8255-04d7b343df94 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:39:20.370680 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [req-6bdd1fc6-5a85-4e88-8ee2-361957dea3a4 req-5b728724-8861-4595-bc2d-ada71ef56a24 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:39:20.374084 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bdd1fc6-5a85-4e88-8ee2-361957dea3a4 req-5b728724-8861-4595-bc2d-ada71ef56a24 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:39:20.399517 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b728724-8861-4595-bc2d-ada71ef56a24 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'Port': ['ID=bbd740da-ca1e-4dea-9d40-8d0f6721bd02,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:39:20.428327 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdd1fc6-5a85-4e88-8ee2-361957dea3a4 req-5b728724-8861-4595-bc2d-ada71ef56a24 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:39:20.429454 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-6bdd1fc6-5a85-4e88-8ee2-361957dea3a4 req-5b728724-8861-4595-bc2d-ada71ef56a24 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:20.446673 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-6bdd1fc6-5a85-4e88-8ee2-361957dea3a4 req-5b728724-8861-4595-bc2d-ada71ef56a24 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5419059 Dec 21 13:39:20.465364 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [req-6bdd1fc6-5a85-4e88-8ee2-361957dea3a4 req-63006d8a-2abb-4729-a69b-a126ef9715ba service neutron] Request body: {'port': {'device_id': '5cdd9cbb-dd78-409a-910b-70610415d523', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:39:20.520649 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-6bdd1fc6-5a85-4e88-8ee2-361957dea3a4 req-63006d8a-2abb-4729-a69b-a126ef9715ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:20.613068 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-9244cba3-8194-4c28-a7cf-d6295c5be041 None None] Provisioning complete for port bbd740da-ca1e-4dea-9d40-8d0f6721bd02 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:39:20.613438 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-9244cba3-8194-4c28-a7cf-d6295c5be041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:20.646787 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-9244cba3-8194-4c28-a7cf-d6295c5be041 None None] Port bbd740da-ca1e-4dea-9d40-8d0f6721bd02 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:39:20.786215 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40be71e5-0581-491d-a618-8e01d02fba2f req-525e015d-89b2-4cbb-9e6f-6bd7ba281243 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:39:20.787703 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-40be71e5-0581-491d-a618-8e01d02fba2f req-525e015d-89b2-4cbb-9e6f-6bd7ba281243 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=5cdd9cbb-dd78-409a-910b-70610415d523 HTTP/1.1" status: 200 len: 932 time: 0.0738158 Dec 21 13:39:20.830977 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [req-6bdd1fc6-5a85-4e88-8ee2-361957dea3a4 req-63006d8a-2abb-4729-a69b-a126ef9715ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbd740da-ca1e-4dea-9d40-8d0f6721bd02 {{(pid=103153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 13:39:20.840870 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-6bdd1fc6-5a85-4e88-8ee2-361957dea3a4 req-63006d8a-2abb-4729-a69b-a126ef9715ba service neutron] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:20.873606 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-40be71e5-0581-491d-a618-8e01d02fba2f req-8dbef06d-7556-4f4b-969e-946a066eaf8d tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=c97c7e96-92a0-4736-975f-d1ff72674e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679181 Dec 21 13:39:20.874545 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.provisioning_blocks [req-6bdd1fc6-5a85-4e88-8ee2-361957dea3a4 req-63006d8a-2abb-4729-a69b-a126ef9715ba service neutron] Transition to ACTIVE for port object bbd740da-ca1e-4dea-9d40-8d0f6721bd02 will not be triggered until provisioned by entity L2. {{(pid=103153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 13:39:20.878902 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-6bdd1fc6-5a85-4e88-8ee2-361957dea3a4 req-63006d8a-2abb-4729-a69b-a126ef9715ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:20.935167 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63006d8a-2abb-4729-a69b-a126ef9715ba service neutron] Pushing event updated for resources: {'Port': ['ID=bbd740da-ca1e-4dea-9d40-8d0f6721bd02,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:39:21.007800 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-6bdd1fc6-5a85-4e88-8ee2-361957dea3a4 req-63006d8a-2abb-4729-a69b-a126ef9715ba service neutron] Attempting to bind port bbd740da-ca1e-4dea-9d40-8d0f6721bd02 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:39:21.008424 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-6bdd1fc6-5a85-4e88-8ee2-361957dea3a4 req-63006d8a-2abb-4729-a69b-a126ef9715ba service neutron] Attempting to bind port bbd740da-ca1e-4dea-9d40-8d0f6721bd02 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '97c75a9d-60db-4f8c-a223-9fcd933ee7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '4fca29f5-e565-4e29-8255-04d7b343df94'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:39:21.008926 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bdd1fc6-5a85-4e88-8ee2-361957dea3a4 req-63006d8a-2abb-4729-a69b-a126ef9715ba service neutron] Attempting to bind port bbd740da-ca1e-4dea-9d40-8d0f6721bd02 on network 4fca29f5-e565-4e29-8255-04d7b343df94 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:39:21.013675 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bdd1fc6-5a85-4e88-8ee2-361957dea3a4 req-63006d8a-2abb-4729-a69b-a126ef9715ba service neutron] Port bbd740da-ca1e-4dea-9d40-8d0f6721bd02 on network 4fca29f5-e565-4e29-8255-04d7b343df94 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 13:39:21.014124 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bdd1fc6-5a85-4e88-8ee2-361957dea3a4 req-63006d8a-2abb-4729-a69b-a126ef9715ba service neutron] Attempting to bind port bbd740da-ca1e-4dea-9d40-8d0f6721bd02 on network 4fca29f5-e565-4e29-8255-04d7b343df94 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:39:21.019434 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bdd1fc6-5a85-4e88-8ee2-361957dea3a4 req-63006d8a-2abb-4729-a69b-a126ef9715ba service neutron] Checking agent: {'id': 'cb078e0e-af00-4e4f-8117-46ca6496af1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 23, 43), 'started_at': datetime.datetime(2021, 12, 21, 13, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:39:21.019769 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bdd1fc6-5a85-4e88-8ee2-361957dea3a4 req-63006d8a-2abb-4729-a69b-a126ef9715ba service neutron] Checking segment: {'id': '97c75a9d-60db-4f8c-a223-9fcd933ee7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '4fca29f5-e565-4e29-8255-04d7b343df94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:39:21.020152 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bdd1fc6-5a85-4e88-8ee2-361957dea3a4 req-63006d8a-2abb-4729-a69b-a126ef9715ba service neutron] Bound using segment: {'id': '97c75a9d-60db-4f8c-a223-9fcd933ee7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '4fca29f5-e565-4e29-8255-04d7b343df94'} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:39:21.020598 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-6bdd1fc6-5a85-4e88-8ee2-361957dea3a4 req-63006d8a-2abb-4729-a69b-a126ef9715ba service neutron] Bound port: bbd740da-ca1e-4dea-9d40-8d0f6721bd02, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97c75a9d-60db-4f8c-a223-9fcd933ee7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '4fca29f5-e565-4e29-8255-04d7b343df94'}}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:39:21.020947 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-6bdd1fc6-5a85-4e88-8ee2-361957dea3a4 req-63006d8a-2abb-4729-a69b-a126ef9715ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:21.090487 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-6bdd1fc6-5a85-4e88-8ee2-361957dea3a4 req-63006d8a-2abb-4729-a69b-a126ef9715ba service neutron] For port bbd740da-ca1e-4dea-9d40-8d0f6721bd02, host hv-neutron-mast, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:39:21.094835 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-6bdd1fc6-5a85-4e88-8ee2-361957dea3a4 req-63006d8a-2abb-4729-a69b-a126ef9715ba service neutron] For port bbd740da-ca1e-4dea-9d40-8d0f6721bd02, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=bbd740da-ca1e-4dea-9d40-8d0f6721bd02,segment=NetworkSegment(97c75a9d-60db-4f8c-a223-9fcd933ee7ef),segment_id=97c75a9d-60db-4f8c-a223-9fcd933ee7ef)] {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:39:21.099165 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-6bdd1fc6-5a85-4e88-8ee2-361957dea3a4 req-63006d8a-2abb-4729-a69b-a126ef9715ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:21.139433 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdd1fc6-5a85-4e88-8ee2-361957dea3a4 req-63006d8a-2abb-4729-a69b-a126ef9715ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:39:21.140079 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-6bdd1fc6-5a85-4e88-8ee2-361957dea3a4 req-63006d8a-2abb-4729-a69b-a126ef9715ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:21.141469 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-6bdd1fc6-5a85-4e88-8ee2-361957dea3a4 req-63006d8a-2abb-4729-a69b-a126ef9715ba service neutron] 10.222.0.60 "PUT /v2.0/ports/bbd740da-ca1e-4dea-9d40-8d0f6721bd02 HTTP/1.1" status: 200 len: 1094 time: 0.6803811 Dec 21 13:39:21.141900 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cdd9cbb-dd78-409a-910b-70610415d523', 'tag': 'bbd740da-ca1e-4dea-9d40-8d0f6721bd02'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:39:21.144171 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af6034c98e584fa55ea4398f343c742ceb598288507feaf30d5a15785b2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f84eb0f-112c-4f46-a74a-713738d480bd" -d '{"events": [{"name": "network-changed", "server_uuid": "5cdd9cbb-dd78-409a-910b-70610415d523", "tag": "bbd740da-ca1e-4dea-9d40-8d0f6721bd02"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:39:21.174490 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63006d8a-2abb-4729-a69b-a126ef9715ba service neutron] Pushing event updated for resources: {'Port': ['ID=bbd740da-ca1e-4dea-9d40-8d0f6721bd02,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:39:21.221843 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 13:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cc12440-4eb4-47ae-b127-2e81549be582 x-openstack-request-id: req-4cc12440-4eb4-47ae-b127-2e81549be582 {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:39:21.222135 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cdd9cbb-dd78-409a-910b-70610415d523", "tag": "bbd740da-ca1e-4dea-9d40-8d0f6721bd02", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:39:21.222421 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4cc12440-4eb4-47ae-b127-2e81549be582 {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:39:21.222830 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cdd9cbb-dd78-409a-910b-70610415d523', 'tag': 'bbd740da-ca1e-4dea-9d40-8d0f6721bd02', 'status': 'completed', 'code': 200} Dec 21 13:39:21.285701 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdd1fc6-5a85-4e88-8ee2-361957dea3a4 req-0d689d68-5a16-4cb8-8426-bf65ab370f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:39:21.287242 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-6bdd1fc6-5a85-4e88-8ee2-361957dea3a4 req-0d689d68-5a16-4cb8-8426-bf65ab370f94 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=577ee1d2880f4d34a80a7dfd0cf7da03&device_id=5cdd9cbb-dd78-409a-910b-70610415d523 HTTP/1.1" status: 200 len: 1097 time: 0.0479810 Dec 21 13:39:21.336420 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-6bdd1fc6-5a85-4e88-8ee2-361957dea3a4 req-3a2f7664-8c78-4f73-afb6-bea97f8522cb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bbd740da-ca1e-4dea-9d40-8d0f6721bd02 HTTP/1.1" status: 200 len: 217 time: 0.0365133 Dec 21 13:39:21.392802 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdd1fc6-5a85-4e88-8ee2-361957dea3a4 req-0ecef1e2-be11-418d-892b-3612fa92639a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:39:21.394307 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-6bdd1fc6-5a85-4e88-8ee2-361957dea3a4 req-0ecef1e2-be11-418d-892b-3612fa92639a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=894e26f3-b329-4cd5-b880-5fbf38d05808 HTTP/1.1" status: 200 len: 844 time: 0.0520687 Dec 21 13:39:21.439819 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdd1fc6-5a85-4e88-8ee2-361957dea3a4 req-3d51ceb1-3d81-43e5-b71c-c9f13d487de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:39:21.441277 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-6bdd1fc6-5a85-4e88-8ee2-361957dea3a4 req-3d51ceb1-3d81-43e5-b71c-c9f13d487de0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4fca29f5-e565-4e29-8255-04d7b343df94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0408211 Dec 21 13:39:21.530844 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-6bdd1fc6-5a85-4e88-8ee2-361957dea3a4 req-df6d2fab-8efe-4dfd-a93c-aa031617014a service neutron] 10.222.0.60 "GET /v2.0/networks/4fca29f5-e565-4e29-8255-04d7b343df94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817792 Dec 21 13:39:21.622485 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-6bdd1fc6-5a85-4e88-8ee2-361957dea3a4 req-1d3465c5-7902-4591-b936-641499999eeb service neutron] 10.222.0.60 "GET /v2.0/networks/4fca29f5-e565-4e29-8255-04d7b343df94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851727 Dec 21 13:39:21.753763 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f84eb0f-112c-4f46-a74a-713738d480bd req-d8f7d9e2-0e82-410f-b367-62c25cb05ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:39:21.755196 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7f84eb0f-112c-4f46-a74a-713738d480bd req-d8f7d9e2-0e82-410f-b367-62c25cb05ab2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=577ee1d2880f4d34a80a7dfd0cf7da03&device_id=5cdd9cbb-dd78-409a-910b-70610415d523 HTTP/1.1" status: 200 len: 1097 time: 0.0401645 Dec 21 13:39:22.191095 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f84eb0f-112c-4f46-a74a-713738d480bd req-3439ed3e-5523-4869-8252-dd9c62107aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:39:22.192598 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7f84eb0f-112c-4f46-a74a-713738d480bd req-3439ed3e-5523-4869-8252-dd9c62107aed service neutron] 10.222.0.60 "GET /v2.0/networks?id=4fca29f5-e565-4e29-8255-04d7b343df94 HTTP/1.1" status: 200 len: 898 time: 0.4294889 Dec 21 13:39:22.201976 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5fdc8d-b8c1-457e-b750-d72e970f9628 req-1664ba02-b641-4088-9a3d-c7d686cc5bed tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:39:22.203381 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-0c5fdc8d-b8c1-457e-b750-d72e970f9628 req-1664ba02-b641-4088-9a3d-c7d686cc5bed tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=5cdd9cbb-dd78-409a-910b-70610415d523 HTTP/1.1" status: 200 len: 944 time: 0.0728703 Dec 21 13:39:22.248580 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7f84eb0f-112c-4f46-a74a-713738d480bd req-0454eba4-1d83-4d1d-94db-ccc66c438c89 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bbd740da-ca1e-4dea-9d40-8d0f6721bd02 HTTP/1.1" status: 200 len: 217 time: 0.0442555 Dec 21 13:39:22.314509 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-0c5fdc8d-b8c1-457e-b750-d72e970f9628 req-ac70fc6b-b781-4da3-88bf-f75f20a4a06d tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=c97c7e96-92a0-4736-975f-d1ff72674e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048000 Dec 21 13:39:22.321838 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f84eb0f-112c-4f46-a74a-713738d480bd req-da14855b-e043-4bad-abb0-35124d14a565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:39:22.323302 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7f84eb0f-112c-4f46-a74a-713738d480bd req-da14855b-e043-4bad-abb0-35124d14a565 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=894e26f3-b329-4cd5-b880-5fbf38d05808 HTTP/1.1" status: 200 len: 844 time: 0.0674119 Dec 21 13:39:22.371787 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f84eb0f-112c-4f46-a74a-713738d480bd req-36c0c7f6-7d49-4a6b-a5e0-a2aa80610f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:39:22.373908 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7f84eb0f-112c-4f46-a74a-713738d480bd req-36c0c7f6-7d49-4a6b-a5e0-a2aa80610f91 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4fca29f5-e565-4e29-8255-04d7b343df94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0440187 Dec 21 13:39:22.467371 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7f84eb0f-112c-4f46-a74a-713738d480bd req-8ccc8142-1d7e-4ec6-a333-750c61231bd7 service neutron] 10.222.0.60 "GET /v2.0/networks/4fca29f5-e565-4e29-8255-04d7b343df94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849724 Dec 21 13:39:22.554400 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7f84eb0f-112c-4f46-a74a-713738d480bd req-a9dbe968-bfa4-4e98-b465-3f308312d541 service neutron] 10.222.0.60 "GET /v2.0/networks/4fca29f5-e565-4e29-8255-04d7b343df94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806277 Dec 21 13:39:23.431512 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708d306e-0567-4087-ba0f-435a029d9740 req-4f762479-95f6-42b0-9588-778acb2dd87e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:39:23.432989 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-708d306e-0567-4087-ba0f-435a029d9740 req-4f762479-95f6-42b0-9588-778acb2dd87e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=5cdd9cbb-dd78-409a-910b-70610415d523 HTTP/1.1" status: 200 len: 944 time: 0.0492065 Dec 21 13:39:23.487168 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-708d306e-0567-4087-ba0f-435a029d9740 req-5720672b-c01f-42ed-a171-bf9fafc4e503 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=c97c7e96-92a0-4736-975f-d1ff72674e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481410 Dec 21 13:39:24.601135 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f878b64-5222-4d60-8eaf-91c85977654a req-e20a6271-82f8-45d5-a308-b883ea4ddaab tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:39:24.602606 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-5f878b64-5222-4d60-8eaf-91c85977654a req-e20a6271-82f8-45d5-a308-b883ea4ddaab tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=5cdd9cbb-dd78-409a-910b-70610415d523 HTTP/1.1" status: 200 len: 944 time: 0.0483754 Dec 21 13:39:24.654528 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-5f878b64-5222-4d60-8eaf-91c85977654a req-c3026eaa-cfeb-4d05-a36c-71c34bca3335 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=c97c7e96-92a0-4736-975f-d1ff72674e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458357 Dec 21 13:39:25.033734 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device bbd740da-ca1e-4dea-9d40-8d0f6721bd02 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 13:39:25.125858 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port bbd740da-ca1e-4dea-9d40-8d0f6721bd02, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=bbd740da-ca1e-4dea-9d40-8d0f6721bd02,segment=NetworkSegment(97c75a9d-60db-4f8c-a223-9fcd933ee7ef),segment_id=97c75a9d-60db-4f8c-a223-9fcd933ee7ef)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:39:25.135892 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Returning: {'device': 'bbd740da-ca1e-4dea-9d40-8d0f6721bd02', 'network_id': '4fca29f5-e565-4e29-8255-04d7b343df94', 'port_id': 'bbd740da-ca1e-4dea-9d40-8d0f6721bd02', 'mac_address': 'fa:16:3e:bd:40:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '894e26f3-b329-4cd5-b880-5fbf38d05808', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 13:39:25.172512 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-186f8617-cfd1-44ea-9a89-3bcd9cc1d197 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:25.188858 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:25.202444 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbd740da-ca1e-4dea-9d40-8d0f6721bd02 {{(pid=103154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 13:39:25.221913 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port bbd740da-ca1e-4dea-9d40-8d0f6721bd02, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=bbd740da-ca1e-4dea-9d40-8d0f6721bd02,segment=NetworkSegment(97c75a9d-60db-4f8c-a223-9fcd933ee7ef),segment_id=97c75a9d-60db-4f8c-a223-9fcd933ee7ef)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:39:25.225411 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:25.270815 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=bbd740da-ca1e-4dea-9d40-8d0f6721bd02,revision_number=4']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:39:25.517610 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] get_ports_and_sgs() called for port_ids ['bbd740da-ca1e-4dea-9d40-8d0f6721bd02'] {{(pid=103154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 13:39:25.768194 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f3c345-1c97-47bc-b9ef-c4a498f29a56 req-cbf7f6af-5e1d-48cc-973a-88d1abc52648 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:39:25.769577 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-d9f3c345-1c97-47bc-b9ef-c4a498f29a56 req-cbf7f6af-5e1d-48cc-973a-88d1abc52648 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=5cdd9cbb-dd78-409a-910b-70610415d523 HTTP/1.1" status: 200 len: 945 time: 0.0495462 Dec 21 13:39:25.817631 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-d9f3c345-1c97-47bc-b9ef-c4a498f29a56 req-35b82ac6-f580-4cef-bfa1-c02f81262a1e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=c97c7e96-92a0-4736-975f-d1ff72674e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413857 Dec 21 13:39:26.931311 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73be0342-f1c7-4902-8d24-5d697322a854 req-b6d16257-8155-4aa9-9bcf-926bea6df65d tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:39:26.932789 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-73be0342-f1c7-4902-8d24-5d697322a854 req-b6d16257-8155-4aa9-9bcf-926bea6df65d tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=5cdd9cbb-dd78-409a-910b-70610415d523 HTTP/1.1" status: 200 len: 945 time: 0.0489039 Dec 21 13:39:26.980683 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-73be0342-f1c7-4902-8d24-5d697322a854 req-d36d5f6b-dd74-40d3-8d59-286efa04c5ce tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=c97c7e96-92a0-4736-975f-d1ff72674e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421078 Dec 21 13:39:27.038002 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device bbd740da-ca1e-4dea-9d40-8d0f6721bd02 up at agent hyperv_hv-neutron-mast {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:39:27.086123 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Provisioning for port bbd740da-ca1e-4dea-9d40-8d0f6721bd02 completed by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 13:39:27.089744 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Provisioning complete for port bbd740da-ca1e-4dea-9d40-8d0f6721bd02 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:39:27.090112 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:27.168843 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:27.190717 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cdd9cbb-dd78-409a-910b-70610415d523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbd740da-ca1e-4dea-9d40-8d0f6721bd02'}] {{(pid=103154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:39:27.193047 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6f45aca8ac5f8c0cc5868273c98d8aa60330245aed22d61c8da5c1f2d6fc01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8564238a-5e36-4075-9530-d2eb283b77be" -d '{"events": [{"server_uuid": "5cdd9cbb-dd78-409a-910b-70610415d523", "name": "network-vif-plugged", "status": "completed", "tag": "bbd740da-ca1e-4dea-9d40-8d0f6721bd02"}]}' {{(pid=103154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:39:27.206299 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port bbd740da-ca1e-4dea-9d40-8d0f6721bd02, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=bbd740da-ca1e-4dea-9d40-8d0f6721bd02,segment=NetworkSegment(97c75a9d-60db-4f8c-a223-9fcd933ee7ef),segment_id=97c75a9d-60db-4f8c-a223-9fcd933ee7ef)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:39:27.211101 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:27.234133 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 13:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d2b4b1f-481c-42c7-8c55-78352ba2455f x-openstack-request-id: req-2d2b4b1f-481c-42c7-8c55-78352ba2455f {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:39:27.234452 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cdd9cbb-dd78-409a-910b-70610415d523", "name": "network-vif-plugged", "status": "completed", "tag": "bbd740da-ca1e-4dea-9d40-8d0f6721bd02", "code": 200}]} {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:39:27.234717 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2d2b4b1f-481c-42c7-8c55-78352ba2455f {{(pid=103154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:39:27.235103 dv-neutron-master-2-hyperv neutron-server[103154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cdd9cbb-dd78-409a-910b-70610415d523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbd740da-ca1e-4dea-9d40-8d0f6721bd02', 'code': 200} Dec 21 13:39:27.260070 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=bbd740da-ca1e-4dea-9d40-8d0f6721bd02,revision_number=5']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:39:27.428189 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957b6a39-b33f-4d4b-a434-3d9bb43d016c req-7fb70259-75ba-497f-8267-cf4de26a8d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:39:27.429617 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-957b6a39-b33f-4d4b-a434-3d9bb43d016c req-7fb70259-75ba-497f-8267-cf4de26a8d79 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5cdd9cbb-dd78-409a-910b-70610415d523 HTTP/1.1" status: 200 len: 1099 time: 0.0399899 Dec 21 13:39:27.475236 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-957b6a39-b33f-4d4b-a434-3d9bb43d016c req-1a674779-4e10-46d8-8b44-768b4ac10217 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c97c7e96-92a0-4736-975f-d1ff72674e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389304 Dec 21 13:39:27.571588 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-47fa5b4c-8e68-4708-8b48-0343fae8c879 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:28.100554 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f65dfe-c088-4e53-91e6-49b732f8d00a req-91196061-de2b-4269-95b6-f545b662606d tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:39:28.102583 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-71f65dfe-c088-4e53-91e6-49b732f8d00a req-91196061-de2b-4269-95b6-f545b662606d tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=5cdd9cbb-dd78-409a-910b-70610415d523 HTTP/1.1" status: 200 len: 946 time: 0.0531223 Dec 21 13:39:28.152820 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-71f65dfe-c088-4e53-91e6-49b732f8d00a req-bab3fe1d-702c-4245-8101-a0e0a5766534 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=c97c7e96-92a0-4736-975f-d1ff72674e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432830 Dec 21 13:39:28.783519 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:29.267485 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c17fe5b-bdf0-4412-a76c-6ae17f501b6c req-0cf39c5d-d36c-4fb0-930f-f3c801ee2e28 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:39:29.268933 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-2c17fe5b-bdf0-4412-a76c-6ae17f501b6c req-0cf39c5d-d36c-4fb0-930f-f3c801ee2e28 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=5cdd9cbb-dd78-409a-910b-70610415d523 HTTP/1.1" status: 200 len: 946 time: 0.0473876 Dec 21 13:39:29.315880 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-2c17fe5b-bdf0-4412-a76c-6ae17f501b6c req-8ca49b31-859f-46b0-a348-a5dbd03d0021 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=c97c7e96-92a0-4736-975f-d1ff72674e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409856 Dec 21 13:39:29.428046 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff7d0bc-1103-42de-a5bc-a685f08d5839 req-b4551cdb-45ba-4443-bb77-d76dc73e8e16 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:39:29.429930 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-eff7d0bc-1103-42de-a5bc-a685f08d5839 req-b4551cdb-45ba-4443-bb77-d76dc73e8e16 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=5cdd9cbb-dd78-409a-910b-70610415d523 HTTP/1.1" status: 200 len: 946 time: 0.0492370 Dec 21 13:39:29.477966 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-eff7d0bc-1103-42de-a5bc-a685f08d5839 req-5c3c5900-cc6a-4086-9d4d-8c32511acf82 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=c97c7e96-92a0-4736-975f-d1ff72674e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421729 Dec 21 13:39:29.499435 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 33584) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:39:29.541708 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f357ab09-3971-4f3b-bf08-91a23c654594 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:39:29.543740 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-f357ab09-3971-4f3b-bf08-91a23c654594 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=5cdd9cbb-dd78-409a-910b-70610415d523 HTTP/1.1" status: 200 len: 1094 time: 0.0433180 Dec 21 13:39:29.546460 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 33586) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:39:29.550877 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-a739dd9d-3d16-42c9-b41f-176468f1fcbe tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'floatingip': {'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'port_id': 'bbd740da-ca1e-4dea-9d40-8d0f6721bd02', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:39:29.574166 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a739dd9d-3d16-42c9-b41f-176468f1fcbe tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for floatingip, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:29.671964 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a739dd9d-3d16-42c9-b41f-176468f1fcbe tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:29.777133 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-a739dd9d-3d16-42c9-b41f-176468f1fcbe tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Allocated IP 172.36.3.138 (7fdf1889-f079-4166-bbda-88b2a8d8d595/051a5607-1753-4008-a2f2-d94b48752e9c/2dd8b93f-5038-4e01-8f2d-84274597fcfa) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:39:29.876524 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a739dd9d-3d16-42c9-b41f-176468f1fcbe tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:29.909477 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a739dd9d-3d16-42c9-b41f-176468f1fcbe tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:29.948347 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a739dd9d-3d16-42c9-b41f-176468f1fcbe tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Network 7fdf1889-f079-4166-bbda-88b2a8d8d595 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:39:29.951280 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-a739dd9d-3d16-42c9-b41f-176468f1fcbe tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:39:29.954722 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a739dd9d-3d16-42c9-b41f-176468f1fcbe tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:39:29.982770 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a739dd9d-3d16-42c9-b41f-176468f1fcbe tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'Port': ['ID=2dd8b93f-5038-4e01-8f2d-84274597fcfa,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:39:30.325317 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a739dd9d-3d16-42c9-b41f-176468f1fcbe tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:30.392930 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a739dd9d-3d16-42c9-b41f-176468f1fcbe tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:30.535940 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a739dd9d-3d16-42c9-b41f-176468f1fcbe tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:30.540406 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a739dd9d-3d16-42c9-b41f-176468f1fcbe tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:30.617357 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a739dd9d-3d16-42c9-b41f-176468f1fcbe tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'Port': ['ID=2dd8b93f-5038-4e01-8f2d-84274597fcfa,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:39:30.627125 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a739dd9d-3d16-42c9-b41f-176468f1fcbe tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548820'] for floatingip, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:30.726855 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.l3_db [None req-a739dd9d-3d16-42c9-b41f-176468f1fcbe tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Floating IP 9f8e0e25-21b0-4b7c-a32b-7aed872391ff associated. External IP: 172.36.3.138, port: bbd740da-ca1e-4dea-9d40-8d0f6721bd02. Dec 21 13:39:30.786552 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:30.933704 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a739dd9d-3d16-42c9-b41f-176468f1fcbe tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Router ce76e0dd-ab5f-45a5-9ef7-40176cb16177 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:39:31.024646 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:31.043369 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a739dd9d-3d16-42c9-b41f-176468f1fcbe tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:39:31.053223 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad725405-ffc1-4a71-ad28-13e1aa5d9ba8 None None] Sync routers for ids ['ce76e0dd-ab5f-45a5-9ef7-40176cb16177'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:39:31.062247 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a739dd9d-3d16-42c9-b41f-176468f1fcbe tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for floatingip, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:31.064286 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad725405-ffc1-4a71-ad28-13e1aa5d9ba8 None None] Routers {'ce76e0dd-ab5f-45a5-9ef7-40176cb16177'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:39:31.064902 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-ad725405-ffc1-4a71-ad28-13e1aa5d9ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:39:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['ce76e0dd-ab5f-45a5-9ef7-40176cb16177'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:39:31.088491 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-a739dd9d-3d16-42c9-b41f-176468f1fcbe tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5410476 Dec 21 13:39:31.089204 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cdd9cbb-dd78-409a-910b-70610415d523', 'tag': 'bbd740da-ca1e-4dea-9d40-8d0f6721bd02'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:39:31.091515 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 33588) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:39:31.092027 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af6034c98e584fa55ea4398f343c742ceb598288507feaf30d5a15785b2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dd0e5d8-79d3-473e-8d24-0c25d5137567" -d '{"events": [{"name": "network-changed", "server_uuid": "5cdd9cbb-dd78-409a-910b-70610415d523", "tag": "bbd740da-ca1e-4dea-9d40-8d0f6721bd02"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:39:31.129469 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 13:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbf30d3e-9747-4ad6-a245-94223056aa67 x-openstack-request-id: req-fbf30d3e-9747-4ad6-a245-94223056aa67 {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:39:31.129756 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cdd9cbb-dd78-409a-910b-70610415d523", "tag": "bbd740da-ca1e-4dea-9d40-8d0f6721bd02", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:39:31.130007 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fbf30d3e-9747-4ad6-a245-94223056aa67 {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:39:31.130583 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cdd9cbb-dd78-409a-910b-70610415d523', 'tag': 'bbd740da-ca1e-4dea-9d40-8d0f6721bd02', 'status': 'completed', 'code': 200} Dec 21 13:39:31.162149 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-34216ebc-5db1-4c02-abcc-ddbb8b6a0d1c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/floatingips/9f8e0e25-21b0-4b7c-a32b-7aed872391ff HTTP/1.1" status: 200 len: 992 time: 0.0681581 Dec 21 13:39:31.176155 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-ad725405-ffc1-4a71-ad28-13e1aa5d9ba8 None None] Set router ce76e0dd-ab5f-45a5-9ef7-40176cb16177 gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:39:31.216264 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd0e5d8-79d3-473e-8d24-0c25d5137567 req-f5e4e136-fabf-4e2e-9f4c-351ffdabc07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:39:31.217759 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-8dd0e5d8-79d3-473e-8d24-0c25d5137567 req-f5e4e136-fabf-4e2e-9f4c-351ffdabc07f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=577ee1d2880f4d34a80a7dfd0cf7da03&device_id=5cdd9cbb-dd78-409a-910b-70610415d523 HTTP/1.1" status: 200 len: 1099 time: 0.0400677 Dec 21 13:39:31.312609 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd0e5d8-79d3-473e-8d24-0c25d5137567 req-462d21f5-400f-42e9-a39d-ffc471e7ce10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:39:31.314113 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-8dd0e5d8-79d3-473e-8d24-0c25d5137567 req-462d21f5-400f-42e9-a39d-ffc471e7ce10 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4fca29f5-e565-4e29-8255-04d7b343df94 HTTP/1.1" status: 200 len: 898 time: 0.0900111 Dec 21 13:39:31.376133 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-8dd0e5d8-79d3-473e-8d24-0c25d5137567 req-e7b1ffc5-2505-485f-bce1-f2db42281ed6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bbd740da-ca1e-4dea-9d40-8d0f6721bd02 HTTP/1.1" status: 200 len: 1000 time: 0.0561142 Dec 21 13:39:31.396889 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-ad725405-ffc1-4a71-ad28-13e1aa5d9ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce76e0dd-ab5f-45a5-9ef7-40176cb16177', 'name': 'tempest-TestNetworkBasicOps-router-832262772', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.158'}], 'enable_snat': True}, 'gw_port_id': '1efa066f-6235-4b66-af0e-ac306cd86cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:39:11Z', 'updated_at': '2021-12-21T13:39:15Z', 'revision_number': 4, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': '1efa066f-6235-4b66-af0e-ac306cd86cb9', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce76e0dd-ab5f-45a5-9ef7-40176cb16177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:39:12Z', 'updated_at': '2021-12-21T13:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '9f8e0e25-21b0-4b7c-a32b-7aed872391ff', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'floating_ip_address': '172.36.3.138', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': 'ce76e0dd-ab5f-45a5-9ef7-40176cb16177', 'port_id': 'bbd740da-ca1e-4dea-9d40-8d0f6721bd02', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4fca29f5-e565-4e29-8255-04d7b343df94', 'mac_address': 'fa:16:3e:bd:40:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdd9cbb-dd78-409a-910b-70610415d523', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T13:39:30Z', 'updated_at': '2021-12-21T13:39:30Z', 'revision_number': 0, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dab7d9de-3a97-4dbf-9a26-dcd7f2c4703e', 'name': '', 'network_id': '4fca29f5-e565-4e29-8255-04d7b343df94', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'mac_address': 'fa:16:3e:a8:61:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce76e0dd-ab5f-45a5-9ef7-40176cb16177', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '894e26f3-b329-4cd5-b880-5fbf38d05808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:39:14Z', 'updated_at': '2021-12-21T13:39:18Z', 'revision_number': 5, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'subnets': [{'id': '894e26f3-b329-4cd5-b880-5fbf38d05808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:39:31.423444 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad725405-ffc1-4a71-ad28-13e1aa5d9ba8 None None] Checking router: ce76e0dd-ab5f-45a5-9ef7-40176cb16177 for host: dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:39:31.425218 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd0e5d8-79d3-473e-8d24-0c25d5137567 req-453c9e56-7f18-4249-a0d0-f5a140468921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:39:31.426704 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-8dd0e5d8-79d3-473e-8d24-0c25d5137567 req-453c9e56-7f18-4249-a0d0-f5a140468921 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=894e26f3-b329-4cd5-b880-5fbf38d05808 HTTP/1.1" status: 200 len: 844 time: 0.0446458 Dec 21 13:39:31.432014 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad725405-ffc1-4a71-ad28-13e1aa5d9ba8 None None] Routers {'ce76e0dd-ab5f-45a5-9ef7-40176cb16177'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:39:31.432638 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-ad725405-ffc1-4a71-ad28-13e1aa5d9ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:39:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['ce76e0dd-ab5f-45a5-9ef7-40176cb16177'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:39:31.474373 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd0e5d8-79d3-473e-8d24-0c25d5137567 req-39fdf450-659d-4ac5-bb8e-c8bddfe11fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:39:31.476533 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-8dd0e5d8-79d3-473e-8d24-0c25d5137567 req-39fdf450-659d-4ac5-bb8e-c8bddfe11fe8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4fca29f5-e565-4e29-8255-04d7b343df94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0434732 Dec 21 13:39:31.536013 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-ad725405-ffc1-4a71-ad28-13e1aa5d9ba8 None None] Set router ce76e0dd-ab5f-45a5-9ef7-40176cb16177 gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:39:31.564763 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-8dd0e5d8-79d3-473e-8d24-0c25d5137567 req-b5c16973-45c2-4c57-a169-b3c0a5bcfb5e service neutron] 10.222.0.60 "GET /v2.0/networks/4fca29f5-e565-4e29-8255-04d7b343df94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817211 Dec 21 13:39:31.660801 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-8dd0e5d8-79d3-473e-8d24-0c25d5137567 req-962e31ee-d329-4b54-8855-c98f509397d4 service neutron] 10.222.0.60 "GET /v2.0/networks/4fca29f5-e565-4e29-8255-04d7b343df94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899868 Dec 21 13:39:31.752989 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-ad725405-ffc1-4a71-ad28-13e1aa5d9ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce76e0dd-ab5f-45a5-9ef7-40176cb16177', 'name': 'tempest-TestNetworkBasicOps-router-832262772', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.158'}], 'enable_snat': True}, 'gw_port_id': '1efa066f-6235-4b66-af0e-ac306cd86cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:39:11Z', 'updated_at': '2021-12-21T13:39:15Z', 'revision_number': 4, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': '1efa066f-6235-4b66-af0e-ac306cd86cb9', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce76e0dd-ab5f-45a5-9ef7-40176cb16177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:39:12Z', 'updated_at': '2021-12-21T13:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '9f8e0e25-21b0-4b7c-a32b-7aed872391ff', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'floating_ip_address': '172.36.3.138', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': 'ce76e0dd-ab5f-45a5-9ef7-40176cb16177', 'port_id': 'bbd740da-ca1e-4dea-9d40-8d0f6721bd02', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4fca29f5-e565-4e29-8255-04d7b343df94', 'mac_address': 'fa:16:3e:bd:40:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdd9cbb-dd78-409a-910b-70610415d523', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T13:39:30Z', 'updated_at': '2021-12-21T13:39:30Z', 'revision_number': 0, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dab7d9de-3a97-4dbf-9a26-dcd7f2c4703e', 'name': '', 'network_id': '4fca29f5-e565-4e29-8255-04d7b343df94', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'mac_address': 'fa:16:3e:a8:61:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce76e0dd-ab5f-45a5-9ef7-40176cb16177', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '894e26f3-b329-4cd5-b880-5fbf38d05808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:39:14Z', 'updated_at': '2021-12-21T13:39:18Z', 'revision_number': 5, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'subnets': [{'id': '894e26f3-b329-4cd5-b880-5fbf38d05808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:39:31.778662 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad725405-ffc1-4a71-ad28-13e1aa5d9ba8 None None] The sync data for ids ['ce76e0dd-ab5f-45a5-9ef7-40176cb16177'] in dv-neutron-master-2-hyperv is: [{'id': 'ce76e0dd-ab5f-45a5-9ef7-40176cb16177', 'name': 'tempest-TestNetworkBasicOps-router-832262772', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.158'}], 'enable_snat': True}, 'gw_port_id': '1efa066f-6235-4b66-af0e-ac306cd86cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:39:11Z', 'updated_at': '2021-12-21T13:39:15Z', 'revision_number': 4, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': '1efa066f-6235-4b66-af0e-ac306cd86cb9', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce76e0dd-ab5f-45a5-9ef7-40176cb16177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:39:12Z', 'updated_at': '2021-12-21T13:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '9f8e0e25-21b0-4b7c-a32b-7aed872391ff', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'floating_ip_address': '172.36.3.138', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': 'ce76e0dd-ab5f-45a5-9ef7-40176cb16177', 'port_id': 'bbd740da-ca1e-4dea-9d40-8d0f6721bd02', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4fca29f5-e565-4e29-8255-04d7b343df94', 'mac_address': 'fa:16:3e:bd:40:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdd9cbb-dd78-409a-910b-70610415d523', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T13:39:30Z', 'updated_at': '2021-12-21T13:39:30Z', 'revision_number': 0, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dab7d9de-3a97-4dbf-9a26-dcd7f2c4703e', 'name': '', 'network_id': '4fca29f5-e565-4e29-8255-04d7b343df94', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'mac_address': 'fa:16:3e:a8:61:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce76e0dd-ab5f-45a5-9ef7-40176cb16177', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '894e26f3-b329-4cd5-b880-5fbf38d05808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:39:14Z', 'updated_at': '2021-12-21T13:39:18Z', 'revision_number': 5, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'subnets': [{'id': '894e26f3-b329-4cd5-b880-5fbf38d05808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:39:31.963646 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf7cd97-2382-4577-ab6f-98bd7aa7dc5c None None] New status for floating IP 9f8e0e25-21b0-4b7c-a32b-7aed872391ff: ACTIVE {{(pid=103154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 13:39:32.164648 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 33592) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:39:32.223687 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-0fe7b8dc-9559-43f8-8912-83e55a89f254 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/floatingips/9f8e0e25-21b0-4b7c-a32b-7aed872391ff HTTP/1.1" status: 200 len: 994 time: 0.0574868 Dec 21 13:39:32.645797 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 33594) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:39:32.802190 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-97ebb4c9-d7e5-4e23-862e-587507a6ca92 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Deleting port e72dd4dc-52bb-4452-a1d3-0178d6d73515 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:39:32.802561 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-97ebb4c9-d7e5-4e23-862e-587507a6ca92 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:32.874886 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-97ebb4c9-d7e5-4e23-862e-587507a6ca92 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:32.875209 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-97ebb4c9-d7e5-4e23-862e-587507a6ca92 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:32.886710 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-97ebb4c9-d7e5-4e23-862e-587507a6ca92 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Calling delete_port for e72dd4dc-52bb-4452-a1d3-0178d6d73515 owned by network:floatingip {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:39:33.316719 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-97ebb4c9-d7e5-4e23-862e-587507a6ca92 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:33.341945 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ebb4c9-d7e5-4e23-862e-587507a6ca92 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Pushing event deleted for resources: {'Port': ['ID=e72dd4dc-52bb-4452-a1d3-0178d6d73515,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:39:33.402236 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-97ebb4c9-d7e5-4e23-862e-587507a6ca92 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Publish callbacks [] for floatingip, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:33.402599 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.l3_db [None req-97ebb4c9-d7e5-4e23-862e-587507a6ca92 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Floating IP 2b33cf39-3f7b-48aa-98e9-3e7ec984abf3 disassociated (deleted). External IP: 172.36.3.251, port: 1ab06dbc-039c-4ba6-9ae3-e87ce84294b6. Dec 21 13:39:33.603293 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97ebb4c9-d7e5-4e23-862e-587507a6ca92 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Router eb8086ef-7083-4774-a3af-a8e51102d89d has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:39:33.712033 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97ebb4c9-d7e5-4e23-862e-587507a6ca92 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:39:33.716831 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-97ebb4c9-d7e5-4e23-862e-587507a6ca92 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for floatingip, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:33.721598 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90fb07d-fcc7-4a85-8074-5be5cc8ff734 None None] Sync routers for ids ['eb8086ef-7083-4774-a3af-a8e51102d89d'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:39:33.732007 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90fb07d-fcc7-4a85-8074-5be5cc8ff734 None None] Routers {'eb8086ef-7083-4774-a3af-a8e51102d89d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:39:33.732606 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-a90fb07d-fcc7-4a85-8074-5be5cc8ff734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:39:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['eb8086ef-7083-4774-a3af-a8e51102d89d'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:39:33.746061 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-97ebb4c9-d7e5-4e23-862e-587507a6ca92 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "DELETE /v2.0/floatingips/2b33cf39-3f7b-48aa-98e9-3e7ec984abf3 HTTP/1.1" status: 204 len: 168 time: 1.0992095 Dec 21 13:39:33.746681 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '764a0c1e-3c11-4644-99cc-11613e0ea88e', 'tag': '1ab06dbc-039c-4ba6-9ae3-e87ce84294b6'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:39:33.748987 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d59863cea1d3cd3753b105ac340115874538247bffc4ddd9c7a2f3cf3d2521b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc6b1ef2-57d9-4976-9c7d-1aa699ba3cdb" -d '{"events": [{"name": "network-changed", "server_uuid": "764a0c1e-3c11-4644-99cc-11613e0ea88e", "tag": "1ab06dbc-039c-4ba6-9ae3-e87ce84294b6"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:39:33.842774 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-a90fb07d-fcc7-4a85-8074-5be5cc8ff734 None None] Set router eb8086ef-7083-4774-a3af-a8e51102d89d gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:39:33.859761 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 13:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0d574de-e72b-4eff-9cc4-af7875509896 x-openstack-request-id: req-a0d574de-e72b-4eff-9cc4-af7875509896 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:39:33.860047 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "764a0c1e-3c11-4644-99cc-11613e0ea88e", "tag": "1ab06dbc-039c-4ba6-9ae3-e87ce84294b6", "status": "completed", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:39:33.860251 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a0d574de-e72b-4eff-9cc4-af7875509896 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:39:33.860658 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '764a0c1e-3c11-4644-99cc-11613e0ea88e', 'tag': '1ab06dbc-039c-4ba6-9ae3-e87ce84294b6', 'status': 'completed', 'code': 200} Dec 21 13:39:33.959317 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6b1ef2-57d9-4976-9c7d-1aa699ba3cdb req-5d816acc-6bfd-4c7f-90ae-7306d68530b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:39:33.963682 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-bc6b1ef2-57d9-4976-9c7d-1aa699ba3cdb req-5d816acc-6bfd-4c7f-90ae-7306d68530b9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=365275e264a6451abad9a44f0c54ac18&device_id=764a0c1e-3c11-4644-99cc-11613e0ea88e HTTP/1.1" status: 200 len: 1098 time: 0.0587184 Dec 21 13:39:33.987333 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0ed37a-8a83-41fa-b55b-aaf23acd25f7 req-da2bd5c5-ddcd-405c-855b-574f25c5281a tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:39:33.988852 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-ef0ed37a-8a83-41fa-b55b-aaf23acd25f7 req-da2bd5c5-ddcd-405c-855b-574f25c5281a tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/ports?device_id=764a0c1e-3c11-4644-99cc-11613e0ea88e HTTP/1.1" status: 200 len: 945 time: 0.0542195 Dec 21 13:39:34.040470 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-ef0ed37a-8a83-41fa-b55b-aaf23acd25f7 req-aa4d8335-a17b-42a7-9cc2-b48111215efc tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/security-groups?id=1ff19183-1617-4928-9f92-ca5348d3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439277 Dec 21 13:39:34.071398 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6b1ef2-57d9-4976-9c7d-1aa699ba3cdb req-339d0ca7-5b16-45b9-94c2-ec22530aafe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:39:34.073045 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-bc6b1ef2-57d9-4976-9c7d-1aa699ba3cdb req-339d0ca7-5b16-45b9-94c2-ec22530aafe6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e HTTP/1.1" status: 200 len: 913 time: 0.0983775 Dec 21 13:39:34.117733 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-bc6b1ef2-57d9-4976-9c7d-1aa699ba3cdb req-fcc1edb1-d48e-4889-a08f-4ae267e16461 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ab06dbc-039c-4ba6-9ae3-e87ce84294b6 HTTP/1.1" status: 200 len: 217 time: 0.0367796 Dec 21 13:39:34.167665 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6b1ef2-57d9-4976-9c7d-1aa699ba3cdb req-7634842c-ce0b-4bf0-9c69-eba26c0390a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:39:34.169140 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-bc6b1ef2-57d9-4976-9c7d-1aa699ba3cdb req-7634842c-ce0b-4bf0-9c69-eba26c0390a6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=52704ce2-43ea-427f-a9de-c74c83467400 HTTP/1.1" status: 200 len: 851 time: 0.0447254 Dec 21 13:39:34.172867 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-a90fb07d-fcc7-4a85-8074-5be5cc8ff734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8086ef-7083-4774-a3af-a8e51102d89d', 'name': 'tempest-TestVolumeBootPattern-1677634282-router', 'tenant_id': '365275e264a6451abad9a44f0c54ac18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.232'}], 'enable_snat': True}, 'gw_port_id': '8d6bf78b-09b2-42b6-abb5-6d1020a8e60f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:31:43Z', 'updated_at': '2021-12-21T13:31:51Z', 'revision_number': 4, 'project_id': '365275e264a6451abad9a44f0c54ac18', 'gw_port': {'id': '8d6bf78b-09b2-42b6-abb5-6d1020a8e60f', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:18:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8086ef-7083-4774-a3af-a8e51102d89d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:31:45Z', 'updated_at': '2021-12-21T13:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '4644a177-e859-439f-a0b9-52a98623ad13', 'tenant_id': '365275e264a6451abad9a44f0c54ac18', 'floating_ip_address': '172.36.3.93', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': 'eb8086ef-7083-4774-a3af-a8e51102d89d', 'port_id': 'daf79913-fea1-4f0b-b151-f39875a82234', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e', 'mac_address': 'fa:16:3e:86:40:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74850ba7-3f0b-4552-8439-72f0cf979424', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T13:35:45Z', 'updated_at': '2021-12-21T13:35:47Z', 'revision_number': 1, 'project_id': '365275e264a6451abad9a44f0c54ac18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18ad5d93-4983-463f-8bc7-74e634dd78b4', 'name': '', 'network_id': 'f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e', 'tenant_id': '365275e264a6451abad9a44f0c54ac18', 'mac_address': 'fa:16:3e:47:7e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8086ef-7083-4774-a3af-a8e51102d89d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '52704ce2-43ea-427f-a9de-c74c83467400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:31:49Z', 'updated_at': '2021-12-21T13:32:03Z', 'revision_number': 5, 'project_id': '365275e264a6451abad9a44f0c54ac18', 'subnets': [{'id': '52704ce2-43ea-427f-a9de-c74c83467400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:39:34.200579 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90fb07d-fcc7-4a85-8074-5be5cc8ff734 None None] Checking router: eb8086ef-7083-4774-a3af-a8e51102d89d for host: dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:39:34.210594 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90fb07d-fcc7-4a85-8074-5be5cc8ff734 None None] Routers {'eb8086ef-7083-4774-a3af-a8e51102d89d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:39:34.211207 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-a90fb07d-fcc7-4a85-8074-5be5cc8ff734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:39:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['eb8086ef-7083-4774-a3af-a8e51102d89d'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:39:34.215333 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6b1ef2-57d9-4976-9c7d-1aa699ba3cdb req-753648f8-8d74-4943-bf9f-115071bf3f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:39:34.216843 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-bc6b1ef2-57d9-4976-9c7d-1aa699ba3cdb req-753648f8-8d74-4943-bf9f-115071bf3f50 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0410120 Dec 21 13:39:34.313427 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-bc6b1ef2-57d9-4976-9c7d-1aa699ba3cdb req-3028c253-96a1-4fca-baa4-b834f3f98b4b service neutron] 10.222.0.60 "GET /v2.0/networks/f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883119 Dec 21 13:39:34.316107 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-a90fb07d-fcc7-4a85-8074-5be5cc8ff734 None None] Set router eb8086ef-7083-4774-a3af-a8e51102d89d gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:39:34.406480 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-bc6b1ef2-57d9-4976-9c7d-1aa699ba3cdb req-a82195a2-0e83-4470-bef5-7a08ee10d5a9 service neutron] 10.222.0.60 "GET /v2.0/networks/f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862498 Dec 21 13:39:34.537883 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-a90fb07d-fcc7-4a85-8074-5be5cc8ff734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8086ef-7083-4774-a3af-a8e51102d89d', 'name': 'tempest-TestVolumeBootPattern-1677634282-router', 'tenant_id': '365275e264a6451abad9a44f0c54ac18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.232'}], 'enable_snat': True}, 'gw_port_id': '8d6bf78b-09b2-42b6-abb5-6d1020a8e60f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:31:43Z', 'updated_at': '2021-12-21T13:31:51Z', 'revision_number': 4, 'project_id': '365275e264a6451abad9a44f0c54ac18', 'gw_port': {'id': '8d6bf78b-09b2-42b6-abb5-6d1020a8e60f', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:18:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8086ef-7083-4774-a3af-a8e51102d89d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:31:45Z', 'updated_at': '2021-12-21T13:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '4644a177-e859-439f-a0b9-52a98623ad13', 'tenant_id': '365275e264a6451abad9a44f0c54ac18', 'floating_ip_address': '172.36.3.93', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': 'eb8086ef-7083-4774-a3af-a8e51102d89d', 'port_id': 'daf79913-fea1-4f0b-b151-f39875a82234', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e', 'mac_address': 'fa:16:3e:86:40:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74850ba7-3f0b-4552-8439-72f0cf979424', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T13:35:45Z', 'updated_at': '2021-12-21T13:35:47Z', 'revision_number': 1, 'project_id': '365275e264a6451abad9a44f0c54ac18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18ad5d93-4983-463f-8bc7-74e634dd78b4', 'name': '', 'network_id': 'f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e', 'tenant_id': '365275e264a6451abad9a44f0c54ac18', 'mac_address': 'fa:16:3e:47:7e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8086ef-7083-4774-a3af-a8e51102d89d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '52704ce2-43ea-427f-a9de-c74c83467400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:31:49Z', 'updated_at': '2021-12-21T13:32:03Z', 'revision_number': 5, 'project_id': '365275e264a6451abad9a44f0c54ac18', 'subnets': [{'id': '52704ce2-43ea-427f-a9de-c74c83467400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:39:34.563744 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90fb07d-fcc7-4a85-8074-5be5cc8ff734 None None] The sync data for ids ['eb8086ef-7083-4774-a3af-a8e51102d89d'] in dv-neutron-master-2-hyperv is: [{'id': 'eb8086ef-7083-4774-a3af-a8e51102d89d', 'name': 'tempest-TestVolumeBootPattern-1677634282-router', 'tenant_id': '365275e264a6451abad9a44f0c54ac18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.232'}], 'enable_snat': True}, 'gw_port_id': '8d6bf78b-09b2-42b6-abb5-6d1020a8e60f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:31:43Z', 'updated_at': '2021-12-21T13:31:51Z', 'revision_number': 4, 'project_id': '365275e264a6451abad9a44f0c54ac18', 'gw_port': {'id': '8d6bf78b-09b2-42b6-abb5-6d1020a8e60f', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:18:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8086ef-7083-4774-a3af-a8e51102d89d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:31:45Z', 'updated_at': '2021-12-21T13:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '4644a177-e859-439f-a0b9-52a98623ad13', 'tenant_id': '365275e264a6451abad9a44f0c54ac18', 'floating_ip_address': '172.36.3.93', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': 'eb8086ef-7083-4774-a3af-a8e51102d89d', 'port_id': 'daf79913-fea1-4f0b-b151-f39875a82234', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e', 'mac_address': 'fa:16:3e:86:40:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74850ba7-3f0b-4552-8439-72f0cf979424', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T13:35:45Z', 'updated_at': '2021-12-21T13:35:47Z', 'revision_number': 1, 'project_id': '365275e264a6451abad9a44f0c54ac18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18ad5d93-4983-463f-8bc7-74e634dd78b4', 'name': '', 'network_id': 'f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e', 'tenant_id': '365275e264a6451abad9a44f0c54ac18', 'mac_address': 'fa:16:3e:47:7e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8086ef-7083-4774-a3af-a8e51102d89d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '52704ce2-43ea-427f-a9de-c74c83467400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:31:49Z', 'updated_at': '2021-12-21T13:32:03Z', 'revision_number': 5, 'project_id': '365275e264a6451abad9a44f0c54ac18', 'subnets': [{'id': '52704ce2-43ea-427f-a9de-c74c83467400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:39:34.777840 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413481d5-73f5-422d-b9b4-0e7fe8034eed None None] New status for floating IP 2b33cf39-3f7b-48aa-98e9-3e7ec984abf3: DOWN {{(pid=103154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 13:39:35.164487 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98b9c1e-cee4-4fea-8d79-c408ca095305 req-8272035c-8c23-4f93-b2e0-479038a5040c tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:39:35.165952 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b98b9c1e-cee4-4fea-8d79-c408ca095305 req-8272035c-8c23-4f93-b2e0-479038a5040c tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/ports?device_id=764a0c1e-3c11-4644-99cc-11613e0ea88e HTTP/1.1" status: 200 len: 945 time: 0.0484254 Dec 21 13:39:35.215925 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b98b9c1e-cee4-4fea-8d79-c408ca095305 req-b82b7e25-9b18-4ca1-a0d1-6c24ef602850 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/security-groups?id=1ff19183-1617-4928-9f92-ca5348d3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440106 Dec 21 13:39:35.726175 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5e48d3-02bc-4ec9-bb84-3b2659667aab req-e8331feb-afd8-4056-8265-fb5ac8303ebc tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:39:35.727631 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-0f5e48d3-02bc-4ec9-bb84-3b2659667aab req-e8331feb-afd8-4056-8265-fb5ac8303ebc tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.60 "GET /v2.0/ports?device_id=764a0c1e-3c11-4644-99cc-11613e0ea88e HTTP/1.1" status: 200 len: 945 time: 0.0469091 Dec 21 13:39:35.822160 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [req-0f5e48d3-02bc-4ec9-bb84-3b2659667aab req-239163e7-c208-4b5b-9f76-b2547e154325 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Deleting port 1ab06dbc-039c-4ba6-9ae3-e87ce84294b6 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:39:35.822525 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-0f5e48d3-02bc-4ec9-bb84-3b2659667aab req-239163e7-c208-4b5b-9f76-b2547e154325 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:35.909811 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-0f5e48d3-02bc-4ec9-bb84-3b2659667aab req-239163e7-c208-4b5b-9f76-b2547e154325 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] For port 1ab06dbc-039c-4ba6-9ae3-e87ce84294b6, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=1ab06dbc-039c-4ba6-9ae3-e87ce84294b6,segment=NetworkSegment(437cc747-44ac-45bd-9854-eb847f13c4b8),segment_id=437cc747-44ac-45bd-9854-eb847f13c4b8)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:39:35.910167 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-0f5e48d3-02bc-4ec9-bb84-3b2659667aab req-239163e7-c208-4b5b-9f76-b2547e154325 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:35.922482 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [req-0f5e48d3-02bc-4ec9-bb84-3b2659667aab req-239163e7-c208-4b5b-9f76-b2547e154325 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Calling delete_port for 1ab06dbc-039c-4ba6-9ae3-e87ce84294b6 owned by compute:nova {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:39:36.053034 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-0f5e48d3-02bc-4ec9-bb84-3b2659667aab req-239163e7-c208-4b5b-9f76-b2547e154325 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:36.080710 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239163e7-c208-4b5b-9f76-b2547e154325 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Pushing event deleted for resources: {'Port': ['ID=1ab06dbc-039c-4ba6-9ae3-e87ce84294b6,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:39:36.124741 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f5e48d3-02bc-4ec9-bb84-3b2659667aab req-239163e7-c208-4b5b-9f76-b2547e154325 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] No DVR routers for this DVR port 1ab06dbc-039c-4ba6-9ae3-e87ce84294b6 on host hv-neutron-mast {{(pid=103153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:39:36.127256 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-0f5e48d3-02bc-4ec9-bb84-3b2659667aab req-239163e7-c208-4b5b-9f76-b2547e154325 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:36.130790 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-0f5e48d3-02bc-4ec9-bb84-3b2659667aab req-239163e7-c208-4b5b-9f76-b2547e154325 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.60 "DELETE /v2.0/ports/1ab06dbc-039c-4ba6-9ae3-e87ce84294b6 HTTP/1.1" status: 204 len: 173 time: 0.3961463 Dec 21 13:39:36.131047 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '764a0c1e-3c11-4644-99cc-11613e0ea88e', 'name': 'network-vif-deleted', 'tag': '1ab06dbc-039c-4ba6-9ae3-e87ce84294b6'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:39:36.133320 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af6034c98e584fa55ea4398f343c742ceb598288507feaf30d5a15785b2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32c739d4-0a01-49ef-adfd-8dba00d793c8" -d '{"events": [{"server_uuid": "764a0c1e-3c11-4644-99cc-11613e0ea88e", "name": "network-vif-deleted", "tag": "1ab06dbc-039c-4ba6-9ae3-e87ce84294b6"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:39:36.177040 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 13:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e2f61c9-29fb-4b2c-bedb-f997f4c91646 x-openstack-request-id: req-0e2f61c9-29fb-4b2c-bedb-f997f4c91646 {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:39:36.177668 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "764a0c1e-3c11-4644-99cc-11613e0ea88e", "name": "network-vif-deleted", "tag": "1ab06dbc-039c-4ba6-9ae3-e87ce84294b6", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:39:36.177668 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0e2f61c9-29fb-4b2c-bedb-f997f4c91646 {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:39:36.177966 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '764a0c1e-3c11-4644-99cc-11613e0ea88e', 'name': 'network-vif-deleted', 'tag': '1ab06dbc-039c-4ba6-9ae3-e87ce84294b6', 'status': 'completed', 'code': 200} Dec 21 13:39:36.321330 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-8bee6416-fa82-41dd-b949-064c886fb4b1 req-90996767-d745-46a8-b9ff-caca14d2b397 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/ports?device_id=764a0c1e-3c11-4644-99cc-11613e0ea88e HTTP/1.1" status: 200 len: 210 time: 0.0360014 Dec 21 13:39:37.420715 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-fec792a7-67a0-4cb4-bc4f-1b7397cd1d50 req-4e2a9a2a-71d5-4bd2-a250-d56c95f812d9 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/ports?device_id=764a0c1e-3c11-4644-99cc-11613e0ea88e HTTP/1.1" status: 200 len: 210 time: 0.0273867 Dec 21 13:39:38.514260 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f2da0195-e5d4-4210-b2f3-f0ea1eb4fa94 req-c3156594-3194-427f-b8a7-d54430d866fc tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/ports?device_id=764a0c1e-3c11-4644-99cc-11613e0ea88e HTTP/1.1" status: 200 len: 210 time: 0.0267084 Dec 21 13:39:39.066332 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 1ab06dbc-039c-4ba6-9ae3-e87ce84294b6 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:39:39.086170 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] No Port match for: 1ab06dbc-039c-4ba6-9ae3-e87ce84294b6 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:39:39.086544 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 1ab06dbc-039c-4ba6-9ae3-e87ce84294b6 not bound to the agent host hv-neutron-mast {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:39:39.609964 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-ce9ae7b9-e934-4b95-bb34-b50431ad4b4f req-c6b2ed59-3ed0-4a4a-bc34-59829eddf5b8 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/ports?device_id=764a0c1e-3c11-4644-99cc-11613e0ea88e HTTP/1.1" status: 200 len: 210 time: 0.0303631 Dec 21 13:39:40.716090 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-d99d1867-63f0-4647-ad3f-7adf4fdcd13d req-8dd4ee93-c4a3-437f-9369-471e314eb171 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/ports?device_id=764a0c1e-3c11-4644-99cc-11613e0ea88e HTTP/1.1" status: 200 len: 210 time: 0.0282209 Dec 21 13:39:43.314924 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:47.116241 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 33642) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:39:47.274343 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-b02e42c1-3d1e-41bb-804e-9ffffdff99cc tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Deleting port 1b8a42a0-264a-4150-9edf-3b5b96ca9ee7 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:39:47.274714 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b02e42c1-3d1e-41bb-804e-9ffffdff99cc tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:47.356688 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b02e42c1-3d1e-41bb-804e-9ffffdff99cc tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:47.356936 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b02e42c1-3d1e-41bb-804e-9ffffdff99cc tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:47.368370 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-b02e42c1-3d1e-41bb-804e-9ffffdff99cc tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Calling delete_port for 1b8a42a0-264a-4150-9edf-3b5b96ca9ee7 owned by network:floatingip {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:39:47.513220 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b02e42c1-3d1e-41bb-804e-9ffffdff99cc tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:47.538326 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02e42c1-3d1e-41bb-804e-9ffffdff99cc tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Pushing event deleted for resources: {'Port': ['ID=1b8a42a0-264a-4150-9edf-3b5b96ca9ee7,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:39:47.597864 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b02e42c1-3d1e-41bb-804e-9ffffdff99cc tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Publish callbacks [] for floatingip, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:47.598193 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.l3_db [None req-b02e42c1-3d1e-41bb-804e-9ffffdff99cc tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Floating IP 4644a177-e859-439f-a0b9-52a98623ad13 disassociated (deleted). External IP: 172.36.3.93, port: daf79913-fea1-4f0b-b151-f39875a82234. Dec 21 13:39:47.815631 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b02e42c1-3d1e-41bb-804e-9ffffdff99cc tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Router eb8086ef-7083-4774-a3af-a8e51102d89d has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:39:47.921697 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b02e42c1-3d1e-41bb-804e-9ffffdff99cc tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:39:47.926763 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b02e42c1-3d1e-41bb-804e-9ffffdff99cc tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for floatingip, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:47.931864 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f995cb-870a-4935-a59a-b01cdfd76908 None None] Sync routers for ids ['eb8086ef-7083-4774-a3af-a8e51102d89d'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:39:47.941590 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f995cb-870a-4935-a59a-b01cdfd76908 None None] Routers {'eb8086ef-7083-4774-a3af-a8e51102d89d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:39:47.942194 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-d1f995cb-870a-4935-a59a-b01cdfd76908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:39:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['eb8086ef-7083-4774-a3af-a8e51102d89d'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:39:47.956258 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-b02e42c1-3d1e-41bb-804e-9ffffdff99cc tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "DELETE /v2.0/floatingips/4644a177-e859-439f-a0b9-52a98623ad13 HTTP/1.1" status: 204 len: 168 time: 0.8365636 Dec 21 13:39:47.956258 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74850ba7-3f0b-4552-8439-72f0cf979424', 'tag': 'daf79913-fea1-4f0b-b151-f39875a82234'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:39:47.956887 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af6034c98e584fa55ea4398f343c742ceb598288507feaf30d5a15785b2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-841bc8e9-500e-4855-b3d7-d154f4759d41" -d '{"events": [{"name": "network-changed", "server_uuid": "74850ba7-3f0b-4552-8439-72f0cf979424", "tag": "daf79913-fea1-4f0b-b151-f39875a82234"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:39:47.996702 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 13:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ecf4de4-31ae-4294-b0ab-9633f465561b x-openstack-request-id: req-5ecf4de4-31ae-4294-b0ab-9633f465561b {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:39:47.996702 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74850ba7-3f0b-4552-8439-72f0cf979424", "tag": "daf79913-fea1-4f0b-b151-f39875a82234", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:39:47.997021 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5ecf4de4-31ae-4294-b0ab-9633f465561b {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:39:47.997354 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74850ba7-3f0b-4552-8439-72f0cf979424', 'tag': 'daf79913-fea1-4f0b-b151-f39875a82234', 'status': 'completed', 'code': 200} Dec 21 13:39:48.049714 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-d1f995cb-870a-4935-a59a-b01cdfd76908 None None] Set router eb8086ef-7083-4774-a3af-a8e51102d89d gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:39:48.202235 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ab6b48-ad6b-4dc8-843b-9849ba6374b9 req-59e81d34-a1b6-4b84-804b-58f827d23837 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:39:48.206884 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-a1ab6b48-ad6b-4dc8-843b-9849ba6374b9 req-59e81d34-a1b6-4b84-804b-58f827d23837 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/ports?device_id=74850ba7-3f0b-4552-8439-72f0cf979424 HTTP/1.1" status: 200 len: 945 time: 0.0688734 Dec 21 13:39:48.264203 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-a1ab6b48-ad6b-4dc8-843b-9849ba6374b9 req-233d8900-0781-4c5d-9a89-74a785a92474 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/security-groups?id=1ff19183-1617-4928-9f92-ca5348d3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489893 Dec 21 13:39:48.285748 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-d1f995cb-870a-4935-a59a-b01cdfd76908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8086ef-7083-4774-a3af-a8e51102d89d', 'name': 'tempest-TestVolumeBootPattern-1677634282-router', 'tenant_id': '365275e264a6451abad9a44f0c54ac18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.232'}], 'enable_snat': True}, 'gw_port_id': '8d6bf78b-09b2-42b6-abb5-6d1020a8e60f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:31:43Z', 'updated_at': '2021-12-21T13:31:51Z', 'revision_number': 4, 'project_id': '365275e264a6451abad9a44f0c54ac18', 'gw_port': {'id': '8d6bf78b-09b2-42b6-abb5-6d1020a8e60f', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:18:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8086ef-7083-4774-a3af-a8e51102d89d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:31:45Z', 'updated_at': '2021-12-21T13:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '18ad5d93-4983-463f-8bc7-74e634dd78b4', 'name': '', 'network_id': 'f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e', 'tenant_id': '365275e264a6451abad9a44f0c54ac18', 'mac_address': 'fa:16:3e:47:7e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8086ef-7083-4774-a3af-a8e51102d89d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '52704ce2-43ea-427f-a9de-c74c83467400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:31:49Z', 'updated_at': '2021-12-21T13:32:03Z', 'revision_number': 5, 'project_id': '365275e264a6451abad9a44f0c54ac18', 'subnets': [{'id': '52704ce2-43ea-427f-a9de-c74c83467400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:39:48.313735 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f995cb-870a-4935-a59a-b01cdfd76908 None None] Checking router: eb8086ef-7083-4774-a3af-a8e51102d89d for host: dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:39:48.323378 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f995cb-870a-4935-a59a-b01cdfd76908 None None] Routers {'eb8086ef-7083-4774-a3af-a8e51102d89d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:39:48.324085 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-d1f995cb-870a-4935-a59a-b01cdfd76908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:39:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['eb8086ef-7083-4774-a3af-a8e51102d89d'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:39:48.409597 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841bc8e9-500e-4855-b3d7-d154f4759d41 req-f21c88a6-2804-4de3-9ded-37da5715df4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:39:48.411145 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-841bc8e9-500e-4855-b3d7-d154f4759d41 req-f21c88a6-2804-4de3-9ded-37da5715df4f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=365275e264a6451abad9a44f0c54ac18&device_id=74850ba7-3f0b-4552-8439-72f0cf979424 HTTP/1.1" status: 200 len: 1098 time: 0.3701019 Dec 21 13:39:48.428843 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-d1f995cb-870a-4935-a59a-b01cdfd76908 None None] Set router eb8086ef-7083-4774-a3af-a8e51102d89d gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:39:48.502671 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841bc8e9-500e-4855-b3d7-d154f4759d41 req-faaf6a3e-b03e-47f7-9ab2-ca72d5361e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:39:48.504170 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-841bc8e9-500e-4855-b3d7-d154f4759d41 req-faaf6a3e-b03e-47f7-9ab2-ca72d5361e73 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e HTTP/1.1" status: 200 len: 913 time: 0.0836856 Dec 21 13:39:48.549642 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-841bc8e9-500e-4855-b3d7-d154f4759d41 req-2b4a55a5-4792-4e03-8ae0-a87f57d4c8e4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=daf79913-fea1-4f0b-b151-f39875a82234 HTTP/1.1" status: 200 len: 217 time: 0.0375795 Dec 21 13:39:48.598788 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841bc8e9-500e-4855-b3d7-d154f4759d41 req-1d9b062d-72b5-4140-89eb-d6954f113039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:39:48.600260 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-841bc8e9-500e-4855-b3d7-d154f4759d41 req-1d9b062d-72b5-4140-89eb-d6954f113039 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=52704ce2-43ea-427f-a9de-c74c83467400 HTTP/1.1" status: 200 len: 851 time: 0.0434651 Dec 21 13:39:48.622896 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-d1f995cb-870a-4935-a59a-b01cdfd76908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8086ef-7083-4774-a3af-a8e51102d89d', 'name': 'tempest-TestVolumeBootPattern-1677634282-router', 'tenant_id': '365275e264a6451abad9a44f0c54ac18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.232'}], 'enable_snat': True}, 'gw_port_id': '8d6bf78b-09b2-42b6-abb5-6d1020a8e60f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:31:43Z', 'updated_at': '2021-12-21T13:31:51Z', 'revision_number': 4, 'project_id': '365275e264a6451abad9a44f0c54ac18', 'gw_port': {'id': '8d6bf78b-09b2-42b6-abb5-6d1020a8e60f', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:18:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8086ef-7083-4774-a3af-a8e51102d89d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:31:45Z', 'updated_at': '2021-12-21T13:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '18ad5d93-4983-463f-8bc7-74e634dd78b4', 'name': '', 'network_id': 'f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e', 'tenant_id': '365275e264a6451abad9a44f0c54ac18', 'mac_address': 'fa:16:3e:47:7e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8086ef-7083-4774-a3af-a8e51102d89d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '52704ce2-43ea-427f-a9de-c74c83467400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:31:49Z', 'updated_at': '2021-12-21T13:32:03Z', 'revision_number': 5, 'project_id': '365275e264a6451abad9a44f0c54ac18', 'subnets': [{'id': '52704ce2-43ea-427f-a9de-c74c83467400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:39:48.648526 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841bc8e9-500e-4855-b3d7-d154f4759d41 req-392a387d-eb98-40cc-96ea-8160205277cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:39:48.649977 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-841bc8e9-500e-4855-b3d7-d154f4759d41 req-392a387d-eb98-40cc-96ea-8160205277cb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0414712 Dec 21 13:39:48.652076 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f995cb-870a-4935-a59a-b01cdfd76908 None None] The sync data for ids ['eb8086ef-7083-4774-a3af-a8e51102d89d'] in dv-neutron-master-2-hyperv is: [{'id': 'eb8086ef-7083-4774-a3af-a8e51102d89d', 'name': 'tempest-TestVolumeBootPattern-1677634282-router', 'tenant_id': '365275e264a6451abad9a44f0c54ac18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.232'}], 'enable_snat': True}, 'gw_port_id': '8d6bf78b-09b2-42b6-abb5-6d1020a8e60f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:31:43Z', 'updated_at': '2021-12-21T13:31:51Z', 'revision_number': 4, 'project_id': '365275e264a6451abad9a44f0c54ac18', 'gw_port': {'id': '8d6bf78b-09b2-42b6-abb5-6d1020a8e60f', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:18:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8086ef-7083-4774-a3af-a8e51102d89d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:31:45Z', 'updated_at': '2021-12-21T13:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '18ad5d93-4983-463f-8bc7-74e634dd78b4', 'name': '', 'network_id': 'f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e', 'tenant_id': '365275e264a6451abad9a44f0c54ac18', 'mac_address': 'fa:16:3e:47:7e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8086ef-7083-4774-a3af-a8e51102d89d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '52704ce2-43ea-427f-a9de-c74c83467400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:31:49Z', 'updated_at': '2021-12-21T13:32:03Z', 'revision_number': 5, 'project_id': '365275e264a6451abad9a44f0c54ac18', 'subnets': [{'id': '52704ce2-43ea-427f-a9de-c74c83467400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:39:48.750310 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-841bc8e9-500e-4855-b3d7-d154f4759d41 req-9e873565-029c-4156-9ae2-bd35f0b48a33 service neutron] 10.222.0.60 "GET /v2.0/networks/f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888259 Dec 21 13:39:48.843555 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-841bc8e9-500e-4855-b3d7-d154f4759d41 req-aacb813c-4e70-4224-8e02-1745f156170f service neutron] 10.222.0.60 "GET /v2.0/networks/f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863118 Dec 21 13:39:48.873045 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551d76f9-7526-4d0e-8e84-fe97b285fb54 None None] New status for floating IP 4644a177-e859-439f-a0b9-52a98623ad13: DOWN {{(pid=103154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 13:39:49.393863 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad87620-fd3f-4e41-82f6-4233675d36cd req-57ebf3d7-c26c-452b-9d8c-c0133e9d605d tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:39:49.395443 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-fad87620-fd3f-4e41-82f6-4233675d36cd req-57ebf3d7-c26c-452b-9d8c-c0133e9d605d tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/ports?device_id=74850ba7-3f0b-4552-8439-72f0cf979424 HTTP/1.1" status: 200 len: 945 time: 0.0531044 Dec 21 13:39:49.444125 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-fad87620-fd3f-4e41-82f6-4233675d36cd req-88e707eb-3041-411e-a283-e2f4bc53ece9 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/security-groups?id=1ff19183-1617-4928-9f92-ca5348d3a4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422792 Dec 21 13:39:49.855972 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.agents_db [None req-c60a5637-8c6f-4692-b23b-7dd82bd36b21 None None] Agent healthcheck: found 6 active agents {{(pid=103155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 13:39:49.937878 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ac730b-ff06-432a-9cf1-81746a81670c req-27970e25-7802-464f-9f33-94e05660b182 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:39:49.939351 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-d3ac730b-ff06-432a-9cf1-81746a81670c req-27970e25-7802-464f-9f33-94e05660b182 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.60 "GET /v2.0/ports?device_id=74850ba7-3f0b-4552-8439-72f0cf979424 HTTP/1.1" status: 200 len: 945 time: 0.0475245 Dec 21 13:39:50.027092 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [req-d3ac730b-ff06-432a-9cf1-81746a81670c req-c9a6394d-9893-4bec-902d-04be2a3f9b4f tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Deleting port daf79913-fea1-4f0b-b151-f39875a82234 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:39:50.027427 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-d3ac730b-ff06-432a-9cf1-81746a81670c req-c9a6394d-9893-4bec-902d-04be2a3f9b4f tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:50.115672 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-d3ac730b-ff06-432a-9cf1-81746a81670c req-c9a6394d-9893-4bec-902d-04be2a3f9b4f tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] For port daf79913-fea1-4f0b-b151-f39875a82234, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=daf79913-fea1-4f0b-b151-f39875a82234,segment=NetworkSegment(437cc747-44ac-45bd-9854-eb847f13c4b8),segment_id=437cc747-44ac-45bd-9854-eb847f13c4b8)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:39:50.115954 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-d3ac730b-ff06-432a-9cf1-81746a81670c req-c9a6394d-9893-4bec-902d-04be2a3f9b4f tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:50.128123 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [req-d3ac730b-ff06-432a-9cf1-81746a81670c req-c9a6394d-9893-4bec-902d-04be2a3f9b4f tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Calling delete_port for daf79913-fea1-4f0b-b151-f39875a82234 owned by compute:nova {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:39:50.256714 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-d3ac730b-ff06-432a-9cf1-81746a81670c req-c9a6394d-9893-4bec-902d-04be2a3f9b4f tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:50.283698 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a6394d-9893-4bec-902d-04be2a3f9b4f tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Pushing event deleted for resources: {'Port': ['ID=daf79913-fea1-4f0b-b151-f39875a82234,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:39:50.327577 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3ac730b-ff06-432a-9cf1-81746a81670c req-c9a6394d-9893-4bec-902d-04be2a3f9b4f tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] No DVR routers for this DVR port daf79913-fea1-4f0b-b151-f39875a82234 on host hv-neutron-mast {{(pid=103153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:39:50.330081 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-d3ac730b-ff06-432a-9cf1-81746a81670c req-c9a6394d-9893-4bec-902d-04be2a3f9b4f tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:50.333551 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-d3ac730b-ff06-432a-9cf1-81746a81670c req-c9a6394d-9893-4bec-902d-04be2a3f9b4f tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.60 "DELETE /v2.0/ports/daf79913-fea1-4f0b-b151-f39875a82234 HTTP/1.1" status: 204 len: 173 time: 0.3876843 Dec 21 13:39:50.334007 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74850ba7-3f0b-4552-8439-72f0cf979424', 'name': 'network-vif-deleted', 'tag': 'daf79913-fea1-4f0b-b151-f39875a82234'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:39:50.336328 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af6034c98e584fa55ea4398f343c742ceb598288507feaf30d5a15785b2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-709c6833-1352-49ea-85f4-8de4740b766e" -d '{"events": [{"server_uuid": "74850ba7-3f0b-4552-8439-72f0cf979424", "name": "network-vif-deleted", "tag": "daf79913-fea1-4f0b-b151-f39875a82234"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:39:50.376238 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 13:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aaa5d59-130a-4acc-a6c9-4288a3884f13 x-openstack-request-id: req-7aaa5d59-130a-4acc-a6c9-4288a3884f13 {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:39:50.376532 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74850ba7-3f0b-4552-8439-72f0cf979424", "name": "network-vif-deleted", "tag": "daf79913-fea1-4f0b-b151-f39875a82234", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:39:50.376787 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7aaa5d59-130a-4acc-a6c9-4288a3884f13 {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:39:50.377194 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74850ba7-3f0b-4552-8439-72f0cf979424', 'name': 'network-vif-deleted', 'tag': 'daf79913-fea1-4f0b-b151-f39875a82234', 'status': 'completed', 'code': 200} Dec 21 13:39:50.544253 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-2e6cb4cf-0de0-480a-b85a-4255fc3b060e req-b8e74c84-4348-4358-b8c8-7065887ed14a tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/ports?device_id=74850ba7-3f0b-4552-8439-72f0cf979424 HTTP/1.1" status: 200 len: 210 time: 0.0264392 Dec 21 13:39:51.652149 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-80a4496d-1d41-4de9-99fe-a74aee65d561 req-6027560b-c652-404a-af7e-a614901bf585 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/ports?device_id=74850ba7-3f0b-4552-8439-72f0cf979424 HTTP/1.1" status: 200 len: 210 time: 0.0372722 Dec 21 13:39:52.743973 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-36de7d3b-6237-42ee-bdc2-4908ab08154b req-fb9bcc9c-62d1-4700-8c80-fc7584825742 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/ports?device_id=74850ba7-3f0b-4552-8439-72f0cf979424 HTTP/1.1" status: 200 len: 210 time: 0.0265300 Dec 21 13:39:53.142834 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device daf79913-fea1-4f0b-b151-f39875a82234 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:39:53.163388 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] No Port match for: daf79913-fea1-4f0b-b151-f39875a82234 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:39:53.163735 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device daf79913-fea1-4f0b-b151-f39875a82234 not bound to the agent host hv-neutron-mast {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:39:53.843421 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-3856fff5-8d26-4e17-b343-e6b98c4e81f9 req-2e593264-0602-4c63-9661-686966ace3df tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/ports?device_id=74850ba7-3f0b-4552-8439-72f0cf979424 HTTP/1.1" status: 200 len: 210 time: 0.0299065 Dec 21 13:39:54.948574 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-68a18f4e-c2ba-4071-a12c-eb6324e48500 req-6f853734-3559-4901-8d09-d4683c894e58 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "GET /v2.0/ports?device_id=74850ba7-3f0b-4552-8439-72f0cf979424 HTTP/1.1" status: 200 len: 210 time: 0.0259707 Dec 21 13:39:55.154157 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f3a392fd-3b45-417b-8747-bb625d6bef6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:56.006791 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 33670) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:39:56.131115 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-3ccff0d9-fb7c-4387-85ca-4b10b1c5f5f3 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Deleting port 71e5f106-7849-4cb9-8e40-83a60ee0033f {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:39:56.131453 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3ccff0d9-fb7c-4387-85ca-4b10b1c5f5f3 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:56.205627 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3ccff0d9-fb7c-4387-85ca-4b10b1c5f5f3 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:56.205965 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3ccff0d9-fb7c-4387-85ca-4b10b1c5f5f3 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:56.218082 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-3ccff0d9-fb7c-4387-85ca-4b10b1c5f5f3 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Calling delete_port for 71e5f106-7849-4cb9-8e40-83a60ee0033f owned by network:floatingip {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:39:56.347649 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3ccff0d9-fb7c-4387-85ca-4b10b1c5f5f3 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:56.374096 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccff0d9-fb7c-4387-85ca-4b10b1c5f5f3 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Pushing event deleted for resources: {'Port': ['ID=71e5f106-7849-4cb9-8e40-83a60ee0033f,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:39:56.432360 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3ccff0d9-fb7c-4387-85ca-4b10b1c5f5f3 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Publish callbacks [] for floatingip, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:56.434972 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3ccff0d9-fb7c-4387-85ca-4b10b1c5f5f3 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for floatingip, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:56.436124 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-3ccff0d9-fb7c-4387-85ca-4b10b1c5f5f3 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "DELETE /v2.0/floatingips/38caa4e9-06c3-4134-bc5c-bef2b7833f86 HTTP/1.1" status: 204 len: 168 time: 0.4283180 Dec 21 13:39:57.574032 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-16378af8-71a1-454f-93b0-d85b3622c5ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:58.788833 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:59.720244 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 33688) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:39:59.780709 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2f1f48f7-3de3-4e63-8948-9b95d2b83ee6 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Publish callbacks [] for security_group, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:59.805974 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2f1f48f7-3de3-4e63-8948-9b95d2b83ee6 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:59.863843 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2f1f48f7-3de3-4e63-8948-9b95d2b83ee6 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:59.867020 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2f1f48f7-3de3-4e63-8948-9b95d2b83ee6 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:39:59.868175 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-2f1f48f7-3de3-4e63-8948-9b95d2b83ee6 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] 10.222.0.37 "DELETE /v2.0/security-groups/1ff19183-1617-4928-9f92-ca5348d3a4de HTTP/1.1" status: 204 len: 168 time: 0.1468835 Dec 21 13:39:59.877424 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1f48f7-3de3-4e63-8948-9b95d2b83ee6 tempest-TestVolumeBootPattern-1739835455 tempest-TestVolumeBootPattern-1739835455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff19183-1617-4928-9f92-ca5348d3a4de,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:39:59.923641 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 33692) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:40:00.408907 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-76192f83-5210-4a60-9da2-f5b32ae48762 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532692'] for router_interface, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:40:00.653725 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-76192f83-5210-4a60-9da2-f5b32ae48762 admin admin] Deleting port 18ad5d93-4983-463f-8bc7-74e634dd78b4 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:40:00.654010 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-76192f83-5210-4a60-9da2-f5b32ae48762 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:40:00.738179 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-76192f83-5210-4a60-9da2-f5b32ae48762 admin admin] For port 18ad5d93-4983-463f-8bc7-74e634dd78b4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=18ad5d93-4983-463f-8bc7-74e634dd78b4,segment=NetworkSegment(437cc747-44ac-45bd-9854-eb847f13c4b8),segment_id=437cc747-44ac-45bd-9854-eb847f13c4b8)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:40:00.738582 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-76192f83-5210-4a60-9da2-f5b32ae48762 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:40:00.750347 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-76192f83-5210-4a60-9da2-f5b32ae48762 admin admin] Calling delete_port for 18ad5d93-4983-463f-8bc7-74e634dd78b4 owned by network:router_interface {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:40:00.791744 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:40:00.931199 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-76192f83-5210-4a60-9da2-f5b32ae48762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:40:00.957598 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76192f83-5210-4a60-9da2-f5b32ae48762 admin admin] Pushing event deleted for resources: {'Port': ['ID=18ad5d93-4983-463f-8bc7-74e634dd78b4,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:40:01.028710 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:40:01.123753 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-76192f83-5210-4a60-9da2-f5b32ae48762 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534084'] for router_interface, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:40:01.340581 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76192f83-5210-4a60-9da2-f5b32ae48762 admin admin] Router eb8086ef-7083-4774-a3af-a8e51102d89d has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:40:01.445352 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76192f83-5210-4a60-9da2-f5b32ae48762 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:40:01.450518 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-76192f83-5210-4a60-9da2-f5b32ae48762 admin admin] 10.222.0.37 "PUT /v2.0/routers/eb8086ef-7083-4774-a3af-a8e51102d89d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5252995 Dec 21 13:40:01.452995 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 33702) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:40:01.453840 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220ddf87-f0f2-40cd-a154-810d566feb88 None None] Sync routers for ids ['eb8086ef-7083-4774-a3af-a8e51102d89d'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:40:01.464220 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220ddf87-f0f2-40cd-a154-810d566feb88 None None] Routers {'eb8086ef-7083-4774-a3af-a8e51102d89d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:40:01.464837 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-220ddf87-f0f2-40cd-a154-810d566feb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:39:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['eb8086ef-7083-4774-a3af-a8e51102d89d'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:40:01.552572 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-66ac04dc-5af8-498e-ba6e-6ae920b06a6d admin admin] Publish callbacks [] for router, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:40:01.566999 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-220ddf87-f0f2-40cd-a154-810d566feb88 None None] Set router eb8086ef-7083-4774-a3af-a8e51102d89d gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:40:01.659752 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-66ac04dc-5af8-498e-ba6e-6ae920b06a6d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:40:01.715287 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-66ac04dc-5af8-498e-ba6e-6ae920b06a6d admin admin] Deleting port 8d6bf78b-09b2-42b6-abb5-6d1020a8e60f {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:40:01.715958 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-66ac04dc-5af8-498e-ba6e-6ae920b06a6d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:40:01.796860 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-66ac04dc-5af8-498e-ba6e-6ae920b06a6d admin admin] For port 8d6bf78b-09b2-42b6-abb5-6d1020a8e60f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8d6bf78b-09b2-42b6-abb5-6d1020a8e60f,segment=NetworkSegment(a32e5bfd-6fac-434f-817b-5707a23fd2ca),segment_id=a32e5bfd-6fac-434f-817b-5707a23fd2ca)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:40:01.797222 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-66ac04dc-5af8-498e-ba6e-6ae920b06a6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:40:01.809641 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-66ac04dc-5af8-498e-ba6e-6ae920b06a6d admin admin] Calling delete_port for 8d6bf78b-09b2-42b6-abb5-6d1020a8e60f owned by network:router_gateway {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:40:01.824609 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-220ddf87-f0f2-40cd-a154-810d566feb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8086ef-7083-4774-a3af-a8e51102d89d', 'name': 'tempest-TestVolumeBootPattern-1677634282-router', 'tenant_id': '365275e264a6451abad9a44f0c54ac18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.232'}], 'enable_snat': True}, 'gw_port_id': '8d6bf78b-09b2-42b6-abb5-6d1020a8e60f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:31:43Z', 'updated_at': '2021-12-21T13:40:00Z', 'revision_number': 5, 'project_id': '365275e264a6451abad9a44f0c54ac18', 'gw_port': {'id': '8d6bf78b-09b2-42b6-abb5-6d1020a8e60f', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:18:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8086ef-7083-4774-a3af-a8e51102d89d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:31:45Z', 'updated_at': '2021-12-21T13:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:40:01.858432 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220ddf87-f0f2-40cd-a154-810d566feb88 None None] Checking router: eb8086ef-7083-4774-a3af-a8e51102d89d for host: dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:40:01.867238 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220ddf87-f0f2-40cd-a154-810d566feb88 None None] Routers {'eb8086ef-7083-4774-a3af-a8e51102d89d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:40:01.867770 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-220ddf87-f0f2-40cd-a154-810d566feb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:39:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['eb8086ef-7083-4774-a3af-a8e51102d89d'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:40:01.951631 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-220ddf87-f0f2-40cd-a154-810d566feb88 None None] Set router eb8086ef-7083-4774-a3af-a8e51102d89d gateway port host: None {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:40:01.971447 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-66ac04dc-5af8-498e-ba6e-6ae920b06a6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:40:01.995960 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ac04dc-5af8-498e-ba6e-6ae920b06a6d admin admin] Pushing event deleted for resources: {'Port': ['ID=8d6bf78b-09b2-42b6-abb5-6d1020a8e60f,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:40:02.004682 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-220ddf87-f0f2-40cd-a154-810d566feb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8086ef-7083-4774-a3af-a8e51102d89d', 'name': 'tempest-TestVolumeBootPattern-1677634282-router', 'tenant_id': '365275e264a6451abad9a44f0c54ac18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:31:43Z', 'updated_at': '2021-12-21T13:40:01Z', 'revision_number': 6, 'project_id': '365275e264a6451abad9a44f0c54ac18', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:40:02.013189 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1a48e9-a709-4d3d-9466-a8d7d833d3c1 None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:40:02.035121 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220ddf87-f0f2-40cd-a154-810d566feb88 None None] The sync data for ids ['eb8086ef-7083-4774-a3af-a8e51102d89d'] in dv-neutron-master-2-hyperv is: [{'id': 'eb8086ef-7083-4774-a3af-a8e51102d89d', 'name': 'tempest-TestVolumeBootPattern-1677634282-router', 'tenant_id': '365275e264a6451abad9a44f0c54ac18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:31:43Z', 'updated_at': '2021-12-21T13:40:01Z', 'revision_number': 6, 'project_id': '365275e264a6451abad9a44f0c54ac18', 'gw_port_host': None}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:40:02.063603 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-66ac04dc-5af8-498e-ba6e-6ae920b06a6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-548638'] for router_gateway, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:40:02.152831 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-66ac04dc-5af8-498e-ba6e-6ae920b06a6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26950'] for router, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:40:02.155001 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-66ac04dc-5af8-498e-ba6e-6ae920b06a6d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:40:02.200063 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-66ac04dc-5af8-498e-ba6e-6ae920b06a6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534967'] for router, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:40:02.200623 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66ac04dc-5af8-498e-ba6e-6ae920b06a6d admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb8086ef-7083-4774-a3af-a8e51102d89d {{(pid=103152) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 13:40:02.205351 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-66ac04dc-5af8-498e-ba6e-6ae920b06a6d admin admin] Publish callbacks [] for router, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:40:02.206540 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-66ac04dc-5af8-498e-ba6e-6ae920b06a6d admin admin] 10.222.0.37 "DELETE /v2.0/routers/eb8086ef-7083-4774-a3af-a8e51102d89d HTTP/1.1" status: 204 len: 168 time: 0.7526076 Dec 21 13:40:02.208958 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 33704) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:40:02.252190 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d01e252-58b7-46a3-a273-b9500eae887d admin admin] Deleting subnet 52704ce2-43ea-427f-a9de-c74c83467400 {{(pid=103152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:40:02.255151 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8d01e252-58b7-46a3-a273-b9500eae887d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:40:02.292008 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8d01e252-58b7-46a3-a273-b9500eae887d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526644'] for subnet, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:40:02.373172 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8d01e252-58b7-46a3-a273-b9500eae887d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:40:02.431433 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8d01e252-58b7-46a3-a273-b9500eae887d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12346570'] for subnet, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:40:02.459475 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d01e252-58b7-46a3-a273-b9500eae887d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52704ce2-43ea-427f-a9de-c74c83467400,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:40:02.463507 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8d01e252-58b7-46a3-a273-b9500eae887d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:40:02.468941 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-8d01e252-58b7-46a3-a273-b9500eae887d admin admin] 10.222.0.37 "DELETE /v2.0/subnets/52704ce2-43ea-427f-a9de-c74c83467400 HTTP/1.1" status: 204 len: 168 time: 0.2569029 Dec 21 13:40:02.469621 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 33706) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:40:02.478195 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f8ef4d-70b3-47b0-8f3a-c969dce5b57b None None] Network f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:40:02.505107 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 18ad5d93-4983-463f-8bc7-74e634dd78b4 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:40:02.545261 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4a57e25b-6d37-4950-b997-d3f5b4b42e68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:40:02.559917 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: 18ad5d93-4983-463f-8bc7-74e634dd78b4 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:40:02.560340 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 18ad5d93-4983-463f-8bc7-74e634dd78b4 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:40:02.602179 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-4a57e25b-6d37-4950-b997-d3f5b4b42e68 admin admin] Deleting port f3aaad26-0663-4689-b4b8-115991e259d5 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:40:02.602674 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4a57e25b-6d37-4950-b997-d3f5b4b42e68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:40:02.668688 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-4a57e25b-6d37-4950-b997-d3f5b4b42e68 admin admin] For port f3aaad26-0663-4689-b4b8-115991e259d5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f3aaad26-0663-4689-b4b8-115991e259d5,segment=NetworkSegment(437cc747-44ac-45bd-9854-eb847f13c4b8),segment_id=437cc747-44ac-45bd-9854-eb847f13c4b8)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:40:02.668977 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4a57e25b-6d37-4950-b997-d3f5b4b42e68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:40:02.681284 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-4a57e25b-6d37-4950-b997-d3f5b4b42e68 admin admin] Calling delete_port for f3aaad26-0663-4689-b4b8-115991e259d5 owned by network:dhcp {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:40:02.762926 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4a57e25b-6d37-4950-b997-d3f5b4b42e68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:40:02.786494 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57e25b-6d37-4950-b997-d3f5b4b42e68 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3aaad26-0663-4689-b4b8-115991e259d5,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:40:02.791927 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a57e25b-6d37-4950-b997-d3f5b4b42e68 admin admin] No DVR routers for this DVR port f3aaad26-0663-4689-b4b8-115991e259d5 on host dv-neutron-master-2-hyperv {{(pid=103153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:40:02.862481 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4a57e25b-6d37-4950-b997-d3f5b4b42e68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:40:02.877512 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1fb7bf-18ba-4717-901e-eed35f81ce95 None None] DHCP port deletion for f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:40:02.892578 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-4a57e25b-6d37-4950-b997-d3f5b4b42e68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e']}} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:40:02.902586 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-4a57e25b-6d37-4950-b997-d3f5b4b42e68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '437cc747-44ac-45bd-9854-eb847f13c4b8') {'for_net_delete': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:40:02.902870 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-4a57e25b-6d37-4950-b997-d3f5b4b42e68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '437cc747-44ac-45bd-9854-eb847f13c4b8') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:40:02.912347 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4a57e25b-6d37-4950-b997-d3f5b4b42e68 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1585430'] for segment, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:40:02.925143 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4a57e25b-6d37-4950-b997-d3f5b4b42e68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:40:02.931651 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a57e25b-6d37-4950-b997-d3f5b4b42e68 admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=103153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:40:02.932029 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4a57e25b-6d37-4950-b997-d3f5b4b42e68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11349758'] for segment, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:40:02.933646 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:40:02.933646 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:40:02.933646 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:40:02.933646 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:40:02.933646 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:40:02.933646 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:40:02.933646 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:40:02.933646 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:40:02.933646 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:40:02.933646 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:40:02.933646 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:40:02.933646 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:40:02.933646 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:40:02.933646 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:40:02.933646 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:40:02.933646 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:40:02.933646 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:40:02.933646 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:40:02.933646 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:40:02.933646 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:40:02.933646 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:40:02.933646 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:40:02.933646 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:40:02.933646 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:40:02.933646 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:40:02.933646 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:40:02.933646 dv-neutron-master-2-hyperv neutron-server[103153]: Traceback (most recent call last): Dec 21 13:40:02.933646 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:40:02.933646 dv-neutron-master-2-hyperv neutron-server[103153]: timer() Dec 21 13:40:02.933646 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:40:02.933646 dv-neutron-master-2-hyperv neutron-server[103153]: cb(*args, **kw) Dec 21 13:40:02.933646 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:40:02.933646 dv-neutron-master-2-hyperv neutron-server[103153]: return func(*args, **kwargs) Dec 21 13:40:02.933646 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:40:02.933646 dv-neutron-master-2-hyperv neutron-server[103153]: self._notify() Dec 21 13:40:02.933646 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:40:02.933646 dv-neutron-master-2-hyperv neutron-server[103153]: self.callback(batched_events) Dec 21 13:40:02.933646 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:40:02.933646 dv-neutron-master-2-hyperv neutron-server[103153]: event.method(event) Dec 21 13:40:02.933646 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:40:02.933646 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:40:02.933646 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:40:02.933646 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:40:02.933646 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:40:02.933646 dv-neutron-master-2-hyperv neutron-server[103153]: return f(self, *a, **k) Dec 21 13:40:02.933646 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:40:02.933646 dv-neutron-master-2-hyperv neutron-server[103153]: return self._get(url).json() Dec 21 13:40:02.933646 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:40:02.933646 dv-neutron-master-2-hyperv neutron-server[103153]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:40:02.933646 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:40:02.933646 dv-neutron-master-2-hyperv neutron-server[103153]: return self.request(url, 'GET', **kwargs) Dec 21 13:40:02.933646 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:40:02.933646 dv-neutron-master-2-hyperv neutron-server[103153]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:40:02.933646 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:40:02.933646 dv-neutron-master-2-hyperv neutron-server[103153]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:40:02.933646 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:40:02.933646 dv-neutron-master-2-hyperv neutron-server[103153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:40:02.933646 dv-neutron-master-2-hyperv neutron-server[103153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:40:02.993413 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4a57e25b-6d37-4950-b997-d3f5b4b42e68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:40:03.002109 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4a57e25b-6d37-4950-b997-d3f5b4b42e68 admin admin] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:40:03.006430 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-4a57e25b-6d37-4950-b997-d3f5b4b42e68 admin admin] 10.222.0.37 "DELETE /v2.0/networks/f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e HTTP/1.1" status: 204 len: 168 time: 0.5357854 Dec 21 13:40:03.010047 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 33708) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:40:03.027106 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57e25b-6d37-4950-b997-d3f5b4b42e68 admin admin] Pushing event deleted for resources: {'Network': ['ID=f87c8c5c-84b3-4ccc-b81b-d66f58f3b00e,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:40:03.632994 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8d876168-0e9c-45c8-88dc-ed020478abf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532692'] for router_interface, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:40:03.871246 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-8d876168-0e9c-45c8-88dc-ed020478abf1 admin admin] Deleting port fc40368a-a747-45df-91e6-6d1d12e28660 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:40:03.871591 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8d876168-0e9c-45c8-88dc-ed020478abf1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:40:03.950582 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-8d876168-0e9c-45c8-88dc-ed020478abf1 admin admin] For port fc40368a-a747-45df-91e6-6d1d12e28660, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fc40368a-a747-45df-91e6-6d1d12e28660,segment=NetworkSegment(930a3e4e-317a-4b34-927a-4c818a33668c),segment_id=930a3e4e-317a-4b34-927a-4c818a33668c)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:40:03.950946 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8d876168-0e9c-45c8-88dc-ed020478abf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:40:03.962934 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-8d876168-0e9c-45c8-88dc-ed020478abf1 admin admin] Calling delete_port for fc40368a-a747-45df-91e6-6d1d12e28660 owned by network:router_interface {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:40:04.137030 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8d876168-0e9c-45c8-88dc-ed020478abf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:40:04.162265 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d876168-0e9c-45c8-88dc-ed020478abf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc40368a-a747-45df-91e6-6d1d12e28660,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:40:04.213223 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 8d6bf78b-09b2-42b6-abb5-6d1020a8e60f no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:40:04.234472 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: 8d6bf78b-09b2-42b6-abb5-6d1020a8e60f {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:40:04.235104 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 8d6bf78b-09b2-42b6-abb5-6d1020a8e60f not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:40:04.235535 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device f3aaad26-0663-4689-b4b8-115991e259d5 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:40:04.261510 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: f3aaad26-0663-4689-b4b8-115991e259d5 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:40:04.262182 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device f3aaad26-0663-4689-b4b8-115991e259d5 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:40:04.331491 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8d876168-0e9c-45c8-88dc-ed020478abf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534084'] for router_interface, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:40:04.545505 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d876168-0e9c-45c8-88dc-ed020478abf1 admin admin] Router 4f7cfa4a-0e9a-40a7-b9ea-53e9abe6b5a9 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:40:04.651917 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d876168-0e9c-45c8-88dc-ed020478abf1 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:40:04.658761 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-8d876168-0e9c-45c8-88dc-ed020478abf1 admin admin] 10.222.0.37 "PUT /v2.0/routers/4f7cfa4a-0e9a-40a7-b9ea-53e9abe6b5a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6475291 Dec 21 13:40:04.659495 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 33710) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:40:04.660391 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d11e03d-0312-4b68-a4c9-d4eaae7ea190 None None] Sync routers for ids ['4f7cfa4a-0e9a-40a7-b9ea-53e9abe6b5a9'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:40:04.675904 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d11e03d-0312-4b68-a4c9-d4eaae7ea190 None None] Routers {'4f7cfa4a-0e9a-40a7-b9ea-53e9abe6b5a9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:40:04.676533 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-2d11e03d-0312-4b68-a4c9-d4eaae7ea190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:39:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['4f7cfa4a-0e9a-40a7-b9ea-53e9abe6b5a9'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:40:04.764514 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-83a4264e-41ba-4128-8f7b-29ea019c5036 admin admin] Publish callbacks [] for router, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:40:04.779266 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-2d11e03d-0312-4b68-a4c9-d4eaae7ea190 None None] Set router 4f7cfa4a-0e9a-40a7-b9ea-53e9abe6b5a9 gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:40:04.866601 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-83a4264e-41ba-4128-8f7b-29ea019c5036 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:40:04.920917 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-83a4264e-41ba-4128-8f7b-29ea019c5036 admin admin] Deleting port 58abf7ed-68b1-412e-a45b-d396686f7d22 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:40:04.921253 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-83a4264e-41ba-4128-8f7b-29ea019c5036 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:40:04.958510 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-2d11e03d-0312-4b68-a4c9-d4eaae7ea190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7cfa4a-0e9a-40a7-b9ea-53e9abe6b5a9', 'name': 'tempest-TestVolumeBootPattern-1017227195-router', 'tenant_id': '13ad1637f7334c20a6c89679b35a21fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.44'}], 'enable_snat': True}, 'gw_port_id': '58abf7ed-68b1-412e-a45b-d396686f7d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:31:57Z', 'updated_at': '2021-12-21T13:40:04Z', 'revision_number': 5, 'project_id': '13ad1637f7334c20a6c89679b35a21fd', 'gw_port': {'id': '58abf7ed-68b1-412e-a45b-d396686f7d22', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7cfa4a-0e9a-40a7-b9ea-53e9abe6b5a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:32:00Z', 'updated_at': '2021-12-21T13:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:40:04.984749 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d11e03d-0312-4b68-a4c9-d4eaae7ea190 None None] Checking router: 4f7cfa4a-0e9a-40a7-b9ea-53e9abe6b5a9 for host: dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:40:04.992971 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d11e03d-0312-4b68-a4c9-d4eaae7ea190 None None] Routers {'4f7cfa4a-0e9a-40a7-b9ea-53e9abe6b5a9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:40:04.993584 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-2d11e03d-0312-4b68-a4c9-d4eaae7ea190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:39:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['4f7cfa4a-0e9a-40a7-b9ea-53e9abe6b5a9'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:40:05.006551 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-83a4264e-41ba-4128-8f7b-29ea019c5036 admin admin] For port 58abf7ed-68b1-412e-a45b-d396686f7d22, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=58abf7ed-68b1-412e-a45b-d396686f7d22,segment=NetworkSegment(a32e5bfd-6fac-434f-817b-5707a23fd2ca),segment_id=a32e5bfd-6fac-434f-817b-5707a23fd2ca)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:40:05.007403 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-83a4264e-41ba-4128-8f7b-29ea019c5036 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:40:05.019499 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-83a4264e-41ba-4128-8f7b-29ea019c5036 admin admin] Calling delete_port for 58abf7ed-68b1-412e-a45b-d396686f7d22 owned by network:router_gateway {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:40:05.078199 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-2d11e03d-0312-4b68-a4c9-d4eaae7ea190 None None] Set router 4f7cfa4a-0e9a-40a7-b9ea-53e9abe6b5a9 gateway port host: None {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:40:05.131513 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-2d11e03d-0312-4b68-a4c9-d4eaae7ea190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7cfa4a-0e9a-40a7-b9ea-53e9abe6b5a9', 'name': 'tempest-TestVolumeBootPattern-1017227195-router', 'tenant_id': '13ad1637f7334c20a6c89679b35a21fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:31:57Z', 'updated_at': '2021-12-21T13:40:04Z', 'revision_number': 6, 'project_id': '13ad1637f7334c20a6c89679b35a21fd', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:40:05.157102 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d11e03d-0312-4b68-a4c9-d4eaae7ea190 None None] The sync data for ids ['4f7cfa4a-0e9a-40a7-b9ea-53e9abe6b5a9'] in dv-neutron-master-2-hyperv is: [{'id': '4f7cfa4a-0e9a-40a7-b9ea-53e9abe6b5a9', 'name': 'tempest-TestVolumeBootPattern-1017227195-router', 'tenant_id': '13ad1637f7334c20a6c89679b35a21fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:31:57Z', 'updated_at': '2021-12-21T13:40:04Z', 'revision_number': 6, 'project_id': '13ad1637f7334c20a6c89679b35a21fd', 'gw_port_host': None}] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:40:05.192385 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-83a4264e-41ba-4128-8f7b-29ea019c5036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:40:05.217310 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a4264e-41ba-4128-8f7b-29ea019c5036 admin admin] Pushing event deleted for resources: {'Port': ['ID=58abf7ed-68b1-412e-a45b-d396686f7d22,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:40:05.232038 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c9fc51-46a7-45c5-a0ed-301ba504afb6 None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:40:05.278208 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-83a4264e-41ba-4128-8f7b-29ea019c5036 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-548638'] for router_gateway, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:40:05.367452 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-83a4264e-41ba-4128-8f7b-29ea019c5036 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26950'] for router, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:40:05.369534 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-83a4264e-41ba-4128-8f7b-29ea019c5036 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:40:05.415980 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-83a4264e-41ba-4128-8f7b-29ea019c5036 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534967'] for router, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:40:05.416512 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83a4264e-41ba-4128-8f7b-29ea019c5036 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f7cfa4a-0e9a-40a7-b9ea-53e9abe6b5a9 {{(pid=103153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 13:40:05.420775 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-83a4264e-41ba-4128-8f7b-29ea019c5036 admin admin] Publish callbacks [] for router, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:40:05.421925 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-83a4264e-41ba-4128-8f7b-29ea019c5036 admin admin] 10.222.0.37 "DELETE /v2.0/routers/4f7cfa4a-0e9a-40a7-b9ea-53e9abe6b5a9 HTTP/1.1" status: 204 len: 168 time: 0.7614412 Dec 21 13:40:05.424383 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 33712) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:40:05.468718 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb2e8112-e4ea-4458-935f-c0e60cbe0554 admin admin] Deleting subnet b027283a-67c5-4312-a99f-4388342c789b {{(pid=103153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:40:05.471573 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fb2e8112-e4ea-4458-935f-c0e60cbe0554 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:40:05.506223 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fb2e8112-e4ea-4458-935f-c0e60cbe0554 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1585439'] for subnet, precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:40:05.591995 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fb2e8112-e4ea-4458-935f-c0e60cbe0554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:40:05.643575 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fb2e8112-e4ea-4458-935f-c0e60cbe0554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11349588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11288746'] for subnet, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:40:05.668164 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2e8112-e4ea-4458-935f-c0e60cbe0554 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b027283a-67c5-4312-a99f-4388342c789b,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:40:05.671818 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fb2e8112-e4ea-4458-935f-c0e60cbe0554 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:40:05.675225 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-fb2e8112-e4ea-4458-935f-c0e60cbe0554 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/b027283a-67c5-4312-a99f-4388342c789b HTTP/1.1" status: 204 len: 168 time: 0.2496533 Dec 21 13:40:05.677690 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 33714) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:40:05.678310 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2be4c4-0d92-4f50-ab2d-bba87b01dfcf None None] Network ddfad0a2-e0cd-47df-a035-0dc5af3e194b requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:40:05.751094 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d0980fd8-c95b-4e34-be81-26228b7594c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:40:05.805627 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-d0980fd8-c95b-4e34-be81-26228b7594c1 admin admin] Deleting port ef756e34-ea1a-468e-b404-fa77ba70aa51 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:40:05.805962 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d0980fd8-c95b-4e34-be81-26228b7594c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:40:05.866833 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-d0980fd8-c95b-4e34-be81-26228b7594c1 admin admin] For port ef756e34-ea1a-468e-b404-fa77ba70aa51, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ef756e34-ea1a-468e-b404-fa77ba70aa51,segment=NetworkSegment(930a3e4e-317a-4b34-927a-4c818a33668c),segment_id=930a3e4e-317a-4b34-927a-4c818a33668c)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:40:05.867122 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d0980fd8-c95b-4e34-be81-26228b7594c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:40:05.879061 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-d0980fd8-c95b-4e34-be81-26228b7594c1 admin admin] Calling delete_port for ef756e34-ea1a-468e-b404-fa77ba70aa51 owned by network:dhcp {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:40:05.920183 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d451f5-b32c-4154-b4f7-436d682f353a None None] DHCP port deletion for ddfad0a2-e0cd-47df-a035-0dc5af3e194b request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:40:05.963486 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d0980fd8-c95b-4e34-be81-26228b7594c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:40:05.969785 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-34d451f5-b32c-4154-b4f7-436d682f353a None None] Deleting port ef756e34-ea1a-468e-b404-fa77ba70aa51 {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:40:05.970142 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-34d451f5-b32c-4154-b4f7-436d682f353a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:40:05.989730 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0980fd8-c95b-4e34-be81-26228b7594c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef756e34-ea1a-468e-b404-fa77ba70aa51,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:40:05.993320 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0980fd8-c95b-4e34-be81-26228b7594c1 admin admin] No DVR routers for this DVR port ef756e34-ea1a-468e-b404-fa77ba70aa51 on host dv-neutron-master-2-hyperv {{(pid=103153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:40:06.036960 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-34d451f5-b32c-4154-b4f7-436d682f353a None None] For port ef756e34-ea1a-468e-b404-fa77ba70aa51, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:40:06.037355 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-34d451f5-b32c-4154-b4f7-436d682f353a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:40:06.051014 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-34d451f5-b32c-4154-b4f7-436d682f353a None None] Calling delete_port for ef756e34-ea1a-468e-b404-fa77ba70aa51 owned by network:dhcp {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:40:06.053747 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.ipam_backend_mixin [None req-34d451f5-b32c-4154-b4f7-436d682f353a None None] Port ef756e34-ea1a-468e-b404-fa77ba70aa51 was not found and therefore no delete operation was performed {{(pid=103154) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 21 13:40:06.055048 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-34d451f5-b32c-4154-b4f7-436d682f353a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636'] for port, after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:40:06.069523 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d0980fd8-c95b-4e34-be81-26228b7594c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:40:06.079468 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d451f5-b32c-4154-b4f7-436d682f353a None None] Pushing event deleted for resources: {'Port': ['ID=ef756e34-ea1a-468e-b404-fa77ba70aa51,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:40:06.082879 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d451f5-b32c-4154-b4f7-436d682f353a None None] No DVR routers for this DVR port ef756e34-ea1a-468e-b404-fa77ba70aa51 on host dv-neutron-master-2-hyperv {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:40:06.093375 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-d0980fd8-c95b-4e34-be81-26228b7594c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddfad0a2-e0cd-47df-a035-0dc5af3e194b']}} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:40:06.103348 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-d0980fd8-c95b-4e34-be81-26228b7594c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '930a3e4e-317a-4b34-927a-4c818a33668c') {'for_net_delete': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:40:06.103642 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-d0980fd8-c95b-4e34-be81-26228b7594c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '930a3e4e-317a-4b34-927a-4c818a33668c') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:40:06.113084 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d0980fd8-c95b-4e34-be81-26228b7594c1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1585430'] for segment, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:40:06.126256 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d0980fd8-c95b-4e34-be81-26228b7594c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:40:06.132591 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0980fd8-c95b-4e34-be81-26228b7594c1 admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=103153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:40:06.132972 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d0980fd8-c95b-4e34-be81-26228b7594c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11349758'] for segment, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:40:06.134712 dv-neutron-master-2-hyperv neutron-server[103153]: Traceback (most recent call last): Dec 21 13:40:06.134712 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:40:06.134712 dv-neutron-master-2-hyperv neutron-server[103153]: timer() Dec 21 13:40:06.134712 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:40:06.134712 dv-neutron-master-2-hyperv neutron-server[103153]: cb(*args, **kw) Dec 21 13:40:06.134712 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:40:06.134712 dv-neutron-master-2-hyperv neutron-server[103153]: return func(*args, **kwargs) Dec 21 13:40:06.134712 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:40:06.134712 dv-neutron-master-2-hyperv neutron-server[103153]: self._notify() Dec 21 13:40:06.134712 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:40:06.134712 dv-neutron-master-2-hyperv neutron-server[103153]: self.callback(batched_events) Dec 21 13:40:06.134712 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:40:06.134712 dv-neutron-master-2-hyperv neutron-server[103153]: event.method(event) Dec 21 13:40:06.134712 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:40:06.134712 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:40:06.134712 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:40:06.134712 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:40:06.134712 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:40:06.134712 dv-neutron-master-2-hyperv neutron-server[103153]: return f(self, *a, **k) Dec 21 13:40:06.134712 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:40:06.134712 dv-neutron-master-2-hyperv neutron-server[103153]: return self._get(url).json() Dec 21 13:40:06.134712 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:40:06.134712 dv-neutron-master-2-hyperv neutron-server[103153]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:40:06.134712 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:40:06.134712 dv-neutron-master-2-hyperv neutron-server[103153]: return self.request(url, 'GET', **kwargs) Dec 21 13:40:06.134712 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:40:06.134712 dv-neutron-master-2-hyperv neutron-server[103153]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:40:06.134712 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:40:06.134712 dv-neutron-master-2-hyperv neutron-server[103153]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:40:06.134712 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:40:06.134712 dv-neutron-master-2-hyperv neutron-server[103153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:40:06.134712 dv-neutron-master-2-hyperv neutron-server[103153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:40:06.195478 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d0980fd8-c95b-4e34-be81-26228b7594c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:40:06.203366 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d0980fd8-c95b-4e34-be81-26228b7594c1 admin admin] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:40:06.209626 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-d0980fd8-c95b-4e34-be81-26228b7594c1 admin admin] 10.222.0.37 "DELETE /v2.0/networks/ddfad0a2-e0cd-47df-a035-0dc5af3e194b HTTP/1.1" status: 204 len: 168 time: 0.5285747 Dec 21 13:40:06.217929 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0980fd8-c95b-4e34-be81-26228b7594c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ddfad0a2-e0cd-47df-a035-0dc5af3e194b,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:40:06.232460 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 58abf7ed-68b1-412e-a45b-d396686f7d22 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:40:06.250458 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: 58abf7ed-68b1-412e-a45b-d396686f7d22 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:40:06.250774 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 58abf7ed-68b1-412e-a45b-d396686f7d22 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:40:06.251201 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device fc40368a-a747-45df-91e6-6d1d12e28660 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:40:06.273064 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: fc40368a-a747-45df-91e6-6d1d12e28660 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:40:06.273415 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device fc40368a-a747-45df-91e6-6d1d12e28660 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:40:06.273842 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device ef756e34-ea1a-468e-b404-fa77ba70aa51 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:40:06.296110 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: ef756e34-ea1a-468e-b404-fa77ba70aa51 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:40:06.296455 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device ef756e34-ea1a-468e-b404-fa77ba70aa51 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:40:06.325297 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 33718) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:40:06.368536 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-59e43f22-ff77-4fe1-9c2a-d45caa997d49 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=365275e264a6451abad9a44f0c54ac18&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0420306 Dec 21 13:40:06.370896 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 33720) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:40:06.417783 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a054981e-57a2-4344-b6f3-a819061b1ad0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:40:06.438258 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a054981e-57a2-4344-b6f3-a819061b1ad0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:40:06.482794 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a054981e-57a2-4344-b6f3-a819061b1ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:40:06.485504 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a054981e-57a2-4344-b6f3-a819061b1ad0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:40:06.486659 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-a054981e-57a2-4344-b6f3-a819061b1ad0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/94e793f5-2ecc-4b71-ac41-4914c65386f4 HTTP/1.1" status: 204 len: 168 time: 0.1148334 Dec 21 13:40:06.494588 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a054981e-57a2-4344-b6f3-a819061b1ad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94e793f5-2ecc-4b71-ac41-4914c65386f4,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:40:06.790555 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 33726) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:40:06.829463 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-d8db8abd-da69-4b7d-ba53-f6c66b818bec admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=13ad1637f7334c20a6c89679b35a21fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0377944 Dec 21 13:40:06.831910 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 33728) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:40:06.877500 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-69cb8eee-9220-4e84-8b2c-a5aaa8051276 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:40:06.898230 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-69cb8eee-9220-4e84-8b2c-a5aaa8051276 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:40:06.954695 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-69cb8eee-9220-4e84-8b2c-a5aaa8051276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:40:06.958650 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-69cb8eee-9220-4e84-8b2c-a5aaa8051276 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:40:06.960100 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-69cb8eee-9220-4e84-8b2c-a5aaa8051276 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b20a2cd5-cad6-4ee7-9b3c-20ba499a0a73 HTTP/1.1" status: 204 len: 168 time: 0.1273205 Dec 21 13:40:06.969121 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cb8eee-9220-4e84-8b2c-a5aaa8051276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b20a2cd5-cad6-4ee7-9b3c-20ba499a0a73,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:40:13.312142 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:40:25.154910 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-67d7841f-2afe-4a56-af55-4cea0b279dab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:40:26.855460 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.agents_db [None req-c60a5637-8c6f-4692-b23b-7dd82bd36b21 None None] Agent healthcheck: found 6 active agents {{(pid=103155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 13:40:27.576421 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-54d6cffa-f935-408c-b50e-6a431f253175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:40:28.788072 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:40:30.792490 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:40:31.031169 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:40:43.311407 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:40:55.159634 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-9cde8446-af12-47a8-ba9b-3c5b0a567788 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:40:57.576998 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-32910274-3588-4f3a-88fc-f06268da92c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:40:58.790880 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:41:00.303444 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a769cff5-1c14-4e63-afe1-b0c7189a9497 req-f1dae17b-03de-4a82-8c75-024f3e0fa79b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5cdd9cbb-dd78-409a-910b-70610415d523&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387514 Dec 21 13:41:00.398335 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a769cff5-1c14-4e63-afe1-b0c7189a9497 req-13e5ade0-0282-4716-b47c-e3f079f37efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:41:00.400477 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a769cff5-1c14-4e63-afe1-b0c7189a9497 req-13e5ade0-0282-4716-b47c-e3f079f37efc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=577ee1d2880f4d34a80a7dfd0cf7da03&device_id=5cdd9cbb-dd78-409a-910b-70610415d523 HTTP/1.1" status: 200 len: 1099 time: 0.0396473 Dec 21 13:41:00.501050 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a769cff5-1c14-4e63-afe1-b0c7189a9497 req-2e4b09a7-f492-46bb-a667-8aebdfdd6388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:41:00.502476 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a769cff5-1c14-4e63-afe1-b0c7189a9497 req-2e4b09a7-f492-46bb-a667-8aebdfdd6388 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4fca29f5-e565-4e29-8255-04d7b343df94 HTTP/1.1" status: 200 len: 898 time: 0.0851514 Dec 21 13:41:00.568475 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a769cff5-1c14-4e63-afe1-b0c7189a9497 req-40ed59ec-10e7-43cb-90a6-43a28460696b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bbd740da-ca1e-4dea-9d40-8d0f6721bd02 HTTP/1.1" status: 200 len: 1002 time: 0.0559421 Dec 21 13:41:00.613900 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a769cff5-1c14-4e63-afe1-b0c7189a9497 req-f9d99d4d-2ea1-4594-8b74-5977174e42f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:41:00.615312 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a769cff5-1c14-4e63-afe1-b0c7189a9497 req-f9d99d4d-2ea1-4594-8b74-5977174e42f7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=894e26f3-b329-4cd5-b880-5fbf38d05808 HTTP/1.1" status: 200 len: 844 time: 0.0409358 Dec 21 13:41:00.661552 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a769cff5-1c14-4e63-afe1-b0c7189a9497 req-3e470ab5-b13d-4f17-97f4-d430a741cce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:41:00.663004 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a769cff5-1c14-4e63-afe1-b0c7189a9497 req-3e470ab5-b13d-4f17-97f4-d430a741cce0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4fca29f5-e565-4e29-8255-04d7b343df94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0416989 Dec 21 13:41:00.754835 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a769cff5-1c14-4e63-afe1-b0c7189a9497 req-42ce1de3-d84b-402a-b5af-d9f02040b108 service neutron] 10.222.0.60 "GET /v2.0/networks/4fca29f5-e565-4e29-8255-04d7b343df94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847292 Dec 21 13:41:00.794974 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:41:00.844855 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a769cff5-1c14-4e63-afe1-b0c7189a9497 req-e052a860-b6c7-449a-9f20-d76bb1fcdfd7 service neutron] 10.222.0.60 "GET /v2.0/networks/4fca29f5-e565-4e29-8255-04d7b343df94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842547 Dec 21 13:41:01.032393 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:41:03.854071 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.agents_db [None req-c60a5637-8c6f-4692-b23b-7dd82bd36b21 None None] Agent healthcheck: found 6 active agents {{(pid=103155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 13:41:05.837982 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [req-f21dd7b9-97d9-4246-8eb2-2cfb17e1dbf7 req-5eb01c23-ab50-4f81-8bcc-d4c1b2ae8829 service neutron] (103152) timed out ('10.222.0.60', 62035) {{(pid=103152) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 21 13:41:13.303374 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:41:23.975603 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 33748) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:41:23.981100 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-f61cc6b3-7f4a-480a-990d-ce8cd97e3e86 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:41:24.070092 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f61cc6b3-7f4a-480a-990d-ce8cd97e3e86 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-11288764'] for subnet, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:41:24.209531 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f61cc6b3-7f4a-480a-990d-ce8cd97e3e86 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793255361594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-11349603'] for subnet, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:41:24.243503 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61cc6b3-7f4a-480a-990d-ce8cd97e3e86 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:41:24.243503 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f61cc6b3-7f4a-480a-990d-ce8cd97e3e86 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:41:24.245135 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-f61cc6b3-7f4a-480a-990d-ce8cd97e3e86 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "PUT /v2.0/subnets/894e26f3-b329-4cd5-b880-5fbf38d05808 HTTP/1.1" status: 200 len: 836 time: 0.2685080 Dec 21 13:41:24.249713 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23817c74-9062-488c-add5-2d7abf5c5172 None None] Network 4fca29f5-e565-4e29-8255-04d7b343df94 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:41:24.261521 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61cc6b3-7f4a-480a-990d-ce8cd97e3e86 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'Subnet': ['ID=894e26f3-b329-4cd5-b880-5fbf38d05808,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:41:24.268810 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61cc6b3-7f4a-480a-990d-ce8cd97e3e86 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:41:24.269157 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61cc6b3-7f4a-480a-990d-ce8cd97e3e86 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:41:24.269494 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61cc6b3-7f4a-480a-990d-ce8cd97e3e86 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:41:24.269827 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61cc6b3-7f4a-480a-990d-ce8cd97e3e86 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:41:24.270155 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61cc6b3-7f4a-480a-990d-ce8cd97e3e86 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:41:24.270520 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61cc6b3-7f4a-480a-990d-ce8cd97e3e86 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:41:24.270845 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61cc6b3-7f4a-480a-990d-ce8cd97e3e86 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:41:24.271169 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61cc6b3-7f4a-480a-990d-ce8cd97e3e86 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:41:24.271506 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61cc6b3-7f4a-480a-990d-ce8cd97e3e86 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:41:24.271817 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61cc6b3-7f4a-480a-990d-ce8cd97e3e86 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:41:24.272134 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61cc6b3-7f4a-480a-990d-ce8cd97e3e86 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:41:24.272447 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61cc6b3-7f4a-480a-990d-ce8cd97e3e86 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:41:24.272762 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61cc6b3-7f4a-480a-990d-ce8cd97e3e86 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:41:24.592705 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-ff910f47-8ce8-49af-b97c-43d545448a5c None None] Provisioning complete for port bbd740da-ca1e-4dea-9d40-8d0f6721bd02 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:41:24.593072 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ff910f47-8ce8-49af-b97c-43d545448a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:41:24.676034 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-ff910f47-8ce8-49af-b97c-43d545448a5c None None] Provisioning complete for port 2ff8c22a-bae5-4973-9584-160cf623db0d triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:41:24.676589 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ff910f47-8ce8-49af-b97c-43d545448a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:41:24.761442 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-ff910f47-8ce8-49af-b97c-43d545448a5c None None] Provisioning complete for port dab7d9de-3a97-4dbf-9a26-dcd7f2c4703e triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:41:24.761732 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ff910f47-8ce8-49af-b97c-43d545448a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:41:25.151641 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-4ab3f0cb-9d56-4ebe-b4d4-8541720f44a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:41:27.580886 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c3d7c264-cb97-4845-b278-3a2eb8fbd866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:41:28.793274 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:41:30.797605 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:41:31.034994 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:41:40.853023 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.agents_db [None req-c60a5637-8c6f-4692-b23b-7dd82bd36b21 None None] Agent healthcheck: found 6 active agents {{(pid=103155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 13:41:43.322799 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:41:55.152502 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-39227027-fe36-46b6-b71f-05152e05f0f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:41:57.582788 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-11528224-9baa-41af-9b41-a8a350502809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:41:58.796592 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:00.802899 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:01.036501 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:01.425272 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-bd7a98be-3495-4b22-8a5e-79d9acf10b91 req-1675c4bd-c725-42b9-a07f-846028d1d52a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5cdd9cbb-dd78-409a-910b-70610415d523&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1835487 Dec 21 13:42:01.525798 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7a98be-3495-4b22-8a5e-79d9acf10b91 req-f3e17b1a-22cb-490c-93a7-718a6eabe157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:42:01.527305 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-bd7a98be-3495-4b22-8a5e-79d9acf10b91 req-f3e17b1a-22cb-490c-93a7-718a6eabe157 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=577ee1d2880f4d34a80a7dfd0cf7da03&device_id=5cdd9cbb-dd78-409a-910b-70610415d523 HTTP/1.1" status: 200 len: 1099 time: 0.0454700 Dec 21 13:42:01.628190 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7a98be-3495-4b22-8a5e-79d9acf10b91 req-d23d08b3-a012-4765-b30a-16bf5caf21ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:42:01.629665 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-bd7a98be-3495-4b22-8a5e-79d9acf10b91 req-d23d08b3-a012-4765-b30a-16bf5caf21ba service neutron] 10.222.0.60 "GET /v2.0/networks?id=4fca29f5-e565-4e29-8255-04d7b343df94 HTTP/1.1" status: 200 len: 898 time: 0.0839083 Dec 21 13:42:01.695788 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-bd7a98be-3495-4b22-8a5e-79d9acf10b91 req-563f00a7-f98d-4961-927c-e82cc0825a03 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bbd740da-ca1e-4dea-9d40-8d0f6721bd02 HTTP/1.1" status: 200 len: 1002 time: 0.0600445 Dec 21 13:42:01.743080 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7a98be-3495-4b22-8a5e-79d9acf10b91 req-24ed8c45-a557-408b-b3dd-7b49292d77bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:42:01.744490 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-bd7a98be-3495-4b22-8a5e-79d9acf10b91 req-24ed8c45-a557-408b-b3dd-7b49292d77bb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=894e26f3-b329-4cd5-b880-5fbf38d05808 HTTP/1.1" status: 200 len: 844 time: 0.0421052 Dec 21 13:42:01.788654 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7a98be-3495-4b22-8a5e-79d9acf10b91 req-3e1bc5ef-d8c8-418c-8903-5d3848016da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:42:01.790100 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-bd7a98be-3495-4b22-8a5e-79d9acf10b91 req-3e1bc5ef-d8c8-418c-8903-5d3848016da3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4fca29f5-e565-4e29-8255-04d7b343df94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0389578 Dec 21 13:42:01.879516 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-bd7a98be-3495-4b22-8a5e-79d9acf10b91 req-7a35c2ff-35f0-4ddc-b7f6-b5b3c26f95cb service neutron] 10.222.0.60 "GET /v2.0/networks/4fca29f5-e565-4e29-8255-04d7b343df94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826895 Dec 21 13:42:01.964333 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-bd7a98be-3495-4b22-8a5e-79d9acf10b91 req-0bcc4274-cd4d-429b-8bc2-3686e0d32f37 service neutron] 10.222.0.60 "GET /v2.0/networks/4fca29f5-e565-4e29-8255-04d7b343df94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791860 Dec 21 13:42:07.068231 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 33758) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:42:07.225193 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-4d571a03-f24f-4ea6-bda1-8e593a08f294 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Deleting port 2dd8b93f-5038-4e01-8f2d-84274597fcfa {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:42:07.225536 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4d571a03-f24f-4ea6-bda1-8e593a08f294 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:07.304346 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4d571a03-f24f-4ea6-bda1-8e593a08f294 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:07.304674 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4d571a03-f24f-4ea6-bda1-8e593a08f294 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:07.315999 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-4d571a03-f24f-4ea6-bda1-8e593a08f294 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Calling delete_port for 2dd8b93f-5038-4e01-8f2d-84274597fcfa owned by network:floatingip {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:42:07.464313 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4d571a03-f24f-4ea6-bda1-8e593a08f294 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:07.491904 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d571a03-f24f-4ea6-bda1-8e593a08f294 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event deleted for resources: {'Port': ['ID=2dd8b93f-5038-4e01-8f2d-84274597fcfa,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:42:07.553113 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4d571a03-f24f-4ea6-bda1-8e593a08f294 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for floatingip, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:07.553449 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.l3_db [None req-4d571a03-f24f-4ea6-bda1-8e593a08f294 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Floating IP 9f8e0e25-21b0-4b7c-a32b-7aed872391ff disassociated (deleted). External IP: 172.36.3.138, port: bbd740da-ca1e-4dea-9d40-8d0f6721bd02. Dec 21 13:42:07.765366 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d571a03-f24f-4ea6-bda1-8e593a08f294 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Router ce76e0dd-ab5f-45a5-9ef7-40176cb16177 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:42:08.179371 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d571a03-f24f-4ea6-bda1-8e593a08f294 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:42:08.184744 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4d571a03-f24f-4ea6-bda1-8e593a08f294 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for floatingip, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:08.189943 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa34870-04d6-41b3-bebc-a296bf8ad6a3 None None] Sync routers for ids ['ce76e0dd-ab5f-45a5-9ef7-40176cb16177'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:42:08.199543 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa34870-04d6-41b3-bebc-a296bf8ad6a3 None None] Routers {'ce76e0dd-ab5f-45a5-9ef7-40176cb16177'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:42:08.200156 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-efa34870-04d6-41b3-bebc-a296bf8ad6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:41:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['ce76e0dd-ab5f-45a5-9ef7-40176cb16177'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:42:08.212422 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-4d571a03-f24f-4ea6-bda1-8e593a08f294 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "DELETE /v2.0/floatingips/9f8e0e25-21b0-4b7c-a32b-7aed872391ff HTTP/1.1" status: 204 len: 168 time: 1.1431153 Dec 21 13:42:08.213105 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cdd9cbb-dd78-409a-910b-70610415d523', 'tag': 'bbd740da-ca1e-4dea-9d40-8d0f6721bd02'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:42:08.215485 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af6034c98e584fa55ea4398f343c742ceb598288507feaf30d5a15785b2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c81f8b0e-fafa-49f1-b596-d4fa5124eb75" -d '{"events": [{"name": "network-changed", "server_uuid": "5cdd9cbb-dd78-409a-910b-70610415d523", "tag": "bbd740da-ca1e-4dea-9d40-8d0f6721bd02"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:42:08.322862 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-efa34870-04d6-41b3-bebc-a296bf8ad6a3 None None] Set router ce76e0dd-ab5f-45a5-9ef7-40176cb16177 gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:42:08.523982 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-efa34870-04d6-41b3-bebc-a296bf8ad6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce76e0dd-ab5f-45a5-9ef7-40176cb16177', 'name': 'tempest-TestNetworkBasicOps-router-832262772', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.158'}], 'enable_snat': True}, 'gw_port_id': '1efa066f-6235-4b66-af0e-ac306cd86cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:39:11Z', 'updated_at': '2021-12-21T13:39:15Z', 'revision_number': 4, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': '1efa066f-6235-4b66-af0e-ac306cd86cb9', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce76e0dd-ab5f-45a5-9ef7-40176cb16177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:39:12Z', 'updated_at': '2021-12-21T13:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'dab7d9de-3a97-4dbf-9a26-dcd7f2c4703e', 'name': '', 'network_id': '4fca29f5-e565-4e29-8255-04d7b343df94', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'mac_address': 'fa:16:3e:a8:61:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce76e0dd-ab5f-45a5-9ef7-40176cb16177', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '894e26f3-b329-4cd5-b880-5fbf38d05808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:39:14Z', 'updated_at': '2021-12-21T13:39:18Z', 'revision_number': 5, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'subnets': [{'id': '894e26f3-b329-4cd5-b880-5fbf38d05808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:42:08.549384 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa34870-04d6-41b3-bebc-a296bf8ad6a3 None None] Checking router: ce76e0dd-ab5f-45a5-9ef7-40176cb16177 for host: dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:42:08.557488 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa34870-04d6-41b3-bebc-a296bf8ad6a3 None None] Routers {'ce76e0dd-ab5f-45a5-9ef7-40176cb16177'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:42:08.558078 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-efa34870-04d6-41b3-bebc-a296bf8ad6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:41:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['ce76e0dd-ab5f-45a5-9ef7-40176cb16177'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:42:08.658226 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-efa34870-04d6-41b3-bebc-a296bf8ad6a3 None None] Set router ce76e0dd-ab5f-45a5-9ef7-40176cb16177 gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:42:08.856187 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-efa34870-04d6-41b3-bebc-a296bf8ad6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce76e0dd-ab5f-45a5-9ef7-40176cb16177', 'name': 'tempest-TestNetworkBasicOps-router-832262772', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.158'}], 'enable_snat': True}, 'gw_port_id': '1efa066f-6235-4b66-af0e-ac306cd86cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:39:11Z', 'updated_at': '2021-12-21T13:39:15Z', 'revision_number': 4, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': '1efa066f-6235-4b66-af0e-ac306cd86cb9', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce76e0dd-ab5f-45a5-9ef7-40176cb16177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:39:12Z', 'updated_at': '2021-12-21T13:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'dab7d9de-3a97-4dbf-9a26-dcd7f2c4703e', 'name': '', 'network_id': '4fca29f5-e565-4e29-8255-04d7b343df94', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'mac_address': 'fa:16:3e:a8:61:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce76e0dd-ab5f-45a5-9ef7-40176cb16177', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '894e26f3-b329-4cd5-b880-5fbf38d05808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:39:14Z', 'updated_at': '2021-12-21T13:39:18Z', 'revision_number': 5, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'subnets': [{'id': '894e26f3-b329-4cd5-b880-5fbf38d05808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:42:08.880954 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa34870-04d6-41b3-bebc-a296bf8ad6a3 None None] The sync data for ids ['ce76e0dd-ab5f-45a5-9ef7-40176cb16177'] in dv-neutron-master-2-hyperv is: [{'id': 'ce76e0dd-ab5f-45a5-9ef7-40176cb16177', 'name': 'tempest-TestNetworkBasicOps-router-832262772', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.158'}], 'enable_snat': True}, 'gw_port_id': '1efa066f-6235-4b66-af0e-ac306cd86cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:39:11Z', 'updated_at': '2021-12-21T13:39:15Z', 'revision_number': 4, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': '1efa066f-6235-4b66-af0e-ac306cd86cb9', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce76e0dd-ab5f-45a5-9ef7-40176cb16177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:39:12Z', 'updated_at': '2021-12-21T13:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'dab7d9de-3a97-4dbf-9a26-dcd7f2c4703e', 'name': '', 'network_id': '4fca29f5-e565-4e29-8255-04d7b343df94', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'mac_address': 'fa:16:3e:a8:61:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce76e0dd-ab5f-45a5-9ef7-40176cb16177', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '894e26f3-b329-4cd5-b880-5fbf38d05808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:39:14Z', 'updated_at': '2021-12-21T13:39:18Z', 'revision_number': 5, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'subnets': [{'id': '894e26f3-b329-4cd5-b880-5fbf38d05808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:42:09.098294 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f18a84-0b43-4640-b3f6-56e5ad5b7f99 None None] New status for floating IP 9f8e0e25-21b0-4b7c-a32b-7aed872391ff: DOWN {{(pid=103154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 13:42:09.433460 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 13:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d48abd62-de1c-405e-a24a-f6d306986f75 x-openstack-request-id: req-d48abd62-de1c-405e-a24a-f6d306986f75 {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:42:09.434533 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cdd9cbb-dd78-409a-910b-70610415d523", "tag": "bbd740da-ca1e-4dea-9d40-8d0f6721bd02", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:42:09.434656 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d48abd62-de1c-405e-a24a-f6d306986f75 {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:42:09.435017 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cdd9cbb-dd78-409a-910b-70610415d523', 'tag': 'bbd740da-ca1e-4dea-9d40-8d0f6721bd02', 'status': 'completed', 'code': 200} Dec 21 13:42:09.534724 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aaca03-73d5-4ada-8c30-0a41465e68ec req-85578a42-a4aa-4b35-92b3-d5a726c16549 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:42:09.536211 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a1aaca03-73d5-4ada-8c30-0a41465e68ec req-85578a42-a4aa-4b35-92b3-d5a726c16549 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=5cdd9cbb-dd78-409a-910b-70610415d523 HTTP/1.1" status: 200 len: 946 time: 0.1322131 Dec 21 13:42:09.541998 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81f8b0e-fafa-49f1-b596-d4fa5124eb75 req-c6b3f23a-ab43-43cc-8965-a6d8beff4138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:42:09.543907 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c81f8b0e-fafa-49f1-b596-d4fa5124eb75 req-c6b3f23a-ab43-43cc-8965-a6d8beff4138 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=577ee1d2880f4d34a80a7dfd0cf7da03&device_id=5cdd9cbb-dd78-409a-910b-70610415d523 HTTP/1.1" status: 200 len: 1099 time: 0.0570948 Dec 21 13:42:09.641419 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a1aaca03-73d5-4ada-8c30-0a41465e68ec req-085411e4-c10a-47ea-be44-4dd20a0890d1 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=c97c7e96-92a0-4736-975f-d1ff72674e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964644 Dec 21 13:42:09.667121 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81f8b0e-fafa-49f1-b596-d4fa5124eb75 req-f221903d-5cec-46ee-8f31-471aa6dbe835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:42:09.669000 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c81f8b0e-fafa-49f1-b596-d4fa5124eb75 req-f221903d-5cec-46ee-8f31-471aa6dbe835 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4fca29f5-e565-4e29-8255-04d7b343df94 HTTP/1.1" status: 200 len: 898 time: 0.1177421 Dec 21 13:42:09.710482 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c81f8b0e-fafa-49f1-b596-d4fa5124eb75 req-8ff401d1-21d6-42fd-ba08-4eb2af3514da service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bbd740da-ca1e-4dea-9d40-8d0f6721bd02 HTTP/1.1" status: 200 len: 217 time: 0.0336387 Dec 21 13:42:09.759619 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81f8b0e-fafa-49f1-b596-d4fa5124eb75 req-2ddbdb21-49c5-4ab1-8fac-5addb9804c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:42:09.761068 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c81f8b0e-fafa-49f1-b596-d4fa5124eb75 req-2ddbdb21-49c5-4ab1-8fac-5addb9804c25 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=894e26f3-b329-4cd5-b880-5fbf38d05808 HTTP/1.1" status: 200 len: 844 time: 0.0436268 Dec 21 13:42:09.816190 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81f8b0e-fafa-49f1-b596-d4fa5124eb75 req-78a2c93f-c9fd-43ba-b44a-3eb8fc63460d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:42:09.817667 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c81f8b0e-fafa-49f1-b596-d4fa5124eb75 req-78a2c93f-c9fd-43ba-b44a-3eb8fc63460d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4fca29f5-e565-4e29-8255-04d7b343df94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0492520 Dec 21 13:42:09.905408 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c81f8b0e-fafa-49f1-b596-d4fa5124eb75 req-1356094f-35ac-41b9-a2ab-458b74f73644 service neutron] 10.222.0.60 "GET /v2.0/networks/4fca29f5-e565-4e29-8255-04d7b343df94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801377 Dec 21 13:42:09.996284 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c81f8b0e-fafa-49f1-b596-d4fa5124eb75 req-9fd2ba0d-1da8-414e-8ba4-a3b282ad40e6 service neutron] 10.222.0.60 "GET /v2.0/networks/4fca29f5-e565-4e29-8255-04d7b343df94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836768 Dec 21 13:42:10.810986 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da9fd42-7846-4e22-81c5-4a61ec9945a2 req-324ea288-bf14-4f6a-b0c8-e81ab4f1f6d3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:42:10.812452 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-0da9fd42-7846-4e22-81c5-4a61ec9945a2 req-324ea288-bf14-4f6a-b0c8-e81ab4f1f6d3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=5cdd9cbb-dd78-409a-910b-70610415d523 HTTP/1.1" status: 200 len: 946 time: 0.1014471 Dec 21 13:42:10.861128 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-0da9fd42-7846-4e22-81c5-4a61ec9945a2 req-6c48a172-a06a-4c71-b143-93596a9c5ab2 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=c97c7e96-92a0-4736-975f-d1ff72674e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427680 Dec 21 13:42:10.893281 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0ae317-d871-4458-b7c6-c7ccc88c6433 req-9ad41bff-9dd7-40ea-9e96-a8d43a814416 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:42:10.894740 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-fa0ae317-d871-4458-b7c6-c7ccc88c6433 req-9ad41bff-9dd7-40ea-9e96-a8d43a814416 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.60 "GET /v2.0/ports?device_id=5cdd9cbb-dd78-409a-910b-70610415d523 HTTP/1.1" status: 200 len: 946 time: 0.0474231 Dec 21 13:42:10.983712 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [req-fa0ae317-d871-4458-b7c6-c7ccc88c6433 req-cdc0cd79-8395-4965-a96b-3a270c8b59a3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Deleting port bbd740da-ca1e-4dea-9d40-8d0f6721bd02 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:42:10.983997 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-fa0ae317-d871-4458-b7c6-c7ccc88c6433 req-cdc0cd79-8395-4965-a96b-3a270c8b59a3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:11.071274 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-fa0ae317-d871-4458-b7c6-c7ccc88c6433 req-cdc0cd79-8395-4965-a96b-3a270c8b59a3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] For port bbd740da-ca1e-4dea-9d40-8d0f6721bd02, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=bbd740da-ca1e-4dea-9d40-8d0f6721bd02,segment=NetworkSegment(97c75a9d-60db-4f8c-a223-9fcd933ee7ef),segment_id=97c75a9d-60db-4f8c-a223-9fcd933ee7ef)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:42:11.071628 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-fa0ae317-d871-4458-b7c6-c7ccc88c6433 req-cdc0cd79-8395-4965-a96b-3a270c8b59a3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:11.083970 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [req-fa0ae317-d871-4458-b7c6-c7ccc88c6433 req-cdc0cd79-8395-4965-a96b-3a270c8b59a3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Calling delete_port for bbd740da-ca1e-4dea-9d40-8d0f6721bd02 owned by compute:nova {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:42:11.213065 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-fa0ae317-d871-4458-b7c6-c7ccc88c6433 req-cdc0cd79-8395-4965-a96b-3a270c8b59a3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:11.239397 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc0cd79-8395-4965-a96b-3a270c8b59a3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event deleted for resources: {'Port': ['ID=bbd740da-ca1e-4dea-9d40-8d0f6721bd02,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:42:11.282155 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa0ae317-d871-4458-b7c6-c7ccc88c6433 req-cdc0cd79-8395-4965-a96b-3a270c8b59a3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] No DVR routers for this DVR port bbd740da-ca1e-4dea-9d40-8d0f6721bd02 on host hv-neutron-mast {{(pid=103153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:42:11.284631 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-fa0ae317-d871-4458-b7c6-c7ccc88c6433 req-cdc0cd79-8395-4965-a96b-3a270c8b59a3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:11.288008 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-fa0ae317-d871-4458-b7c6-c7ccc88c6433 req-cdc0cd79-8395-4965-a96b-3a270c8b59a3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.60 "DELETE /v2.0/ports/bbd740da-ca1e-4dea-9d40-8d0f6721bd02 HTTP/1.1" status: 204 len: 173 time: 0.3875573 Dec 21 13:42:11.436078 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cdd9cbb-dd78-409a-910b-70610415d523', 'name': 'network-vif-deleted', 'tag': 'bbd740da-ca1e-4dea-9d40-8d0f6721bd02'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:42:11.438409 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af6034c98e584fa55ea4398f343c742ceb598288507feaf30d5a15785b2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cb1551d-57e8-4da6-9b8b-f8aa78e53b72" -d '{"events": [{"server_uuid": "5cdd9cbb-dd78-409a-910b-70610415d523", "name": "network-vif-deleted", "tag": "bbd740da-ca1e-4dea-9d40-8d0f6721bd02"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:42:11.472426 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 13:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47835cb2-4eea-48ef-8a13-d0153ba30188 x-openstack-request-id: req-47835cb2-4eea-48ef-8a13-d0153ba30188 {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:42:11.472718 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cdd9cbb-dd78-409a-910b-70610415d523", "name": "network-vif-deleted", "tag": "bbd740da-ca1e-4dea-9d40-8d0f6721bd02", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:42:11.472974 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-47835cb2-4eea-48ef-8a13-d0153ba30188 {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:42:11.473369 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cdd9cbb-dd78-409a-910b-70610415d523', 'name': 'network-vif-deleted', 'tag': 'bbd740da-ca1e-4dea-9d40-8d0f6721bd02', 'status': 'completed', 'code': 200} Dec 21 13:42:12.046713 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 33794) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:42:12.106907 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-66a48d72-b7a7-4a51-b6d3-6dd5a8ae9e45 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:12.131350 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-66a48d72-b7a7-4a51-b6d3-6dd5a8ae9e45 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:12.191158 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-66a48d72-b7a7-4a51-b6d3-6dd5a8ae9e45 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:12.193619 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-66a48d72-b7a7-4a51-b6d3-6dd5a8ae9e45 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:12.194795 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-66a48d72-b7a7-4a51-b6d3-6dd5a8ae9e45 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "DELETE /v2.0/security-groups/c97c7e96-92a0-4736-975f-d1ff72674e54 HTTP/1.1" status: 204 len: 168 time: 0.1470299 Dec 21 13:42:12.204843 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a48d72-b7a7-4a51-b6d3-6dd5a8ae9e45 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c97c7e96-92a0-4736-975f-d1ff72674e54,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:42:12.226196 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 33798) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:42:12.593015 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-69b7cbcc-d119-4f59-9bff-29d18c523b7f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532692'] for router_interface, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:12.838208 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-69b7cbcc-d119-4f59-9bff-29d18c523b7f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Deleting port dab7d9de-3a97-4dbf-9a26-dcd7f2c4703e {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:42:12.838573 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-69b7cbcc-d119-4f59-9bff-29d18c523b7f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:12.923485 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-69b7cbcc-d119-4f59-9bff-29d18c523b7f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] For port dab7d9de-3a97-4dbf-9a26-dcd7f2c4703e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=dab7d9de-3a97-4dbf-9a26-dcd7f2c4703e,segment=NetworkSegment(97c75a9d-60db-4f8c-a223-9fcd933ee7ef),segment_id=97c75a9d-60db-4f8c-a223-9fcd933ee7ef)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:42:12.923765 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-69b7cbcc-d119-4f59-9bff-29d18c523b7f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:12.936439 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-69b7cbcc-d119-4f59-9bff-29d18c523b7f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Calling delete_port for dab7d9de-3a97-4dbf-9a26-dcd7f2c4703e owned by network:router_interface {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:42:13.120649 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-69b7cbcc-d119-4f59-9bff-29d18c523b7f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:13.148851 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b7cbcc-d119-4f59-9bff-29d18c523b7f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event deleted for resources: {'Port': ['ID=dab7d9de-3a97-4dbf-9a26-dcd7f2c4703e,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:42:13.175838 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b7cbcc-d119-4f59-9bff-29d18c523b7f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:42:13.176115 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b7cbcc-d119-4f59-9bff-29d18c523b7f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:42:13.176467 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b7cbcc-d119-4f59-9bff-29d18c523b7f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:42:13.177061 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b7cbcc-d119-4f59-9bff-29d18c523b7f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:42:13.177405 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b7cbcc-d119-4f59-9bff-29d18c523b7f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:42:13.177757 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b7cbcc-d119-4f59-9bff-29d18c523b7f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:42:13.178102 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b7cbcc-d119-4f59-9bff-29d18c523b7f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:42:13.178455 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b7cbcc-d119-4f59-9bff-29d18c523b7f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:42:13.178789 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b7cbcc-d119-4f59-9bff-29d18c523b7f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:42:13.179122 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b7cbcc-d119-4f59-9bff-29d18c523b7f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:42:13.179453 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b7cbcc-d119-4f59-9bff-29d18c523b7f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:42:13.179793 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b7cbcc-d119-4f59-9bff-29d18c523b7f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:42:13.180112 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b7cbcc-d119-4f59-9bff-29d18c523b7f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:42:13.320422 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:13.330477 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-69b7cbcc-d119-4f59-9bff-29d18c523b7f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534084'] for router_interface, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:13.538765 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69b7cbcc-d119-4f59-9bff-29d18c523b7f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Router ce76e0dd-ab5f-45a5-9ef7-40176cb16177 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:42:13.642189 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69b7cbcc-d119-4f59-9bff-29d18c523b7f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:42:13.647157 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-69b7cbcc-d119-4f59-9bff-29d18c523b7f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "PUT /v2.0/routers/ce76e0dd-ab5f-45a5-9ef7-40176cb16177/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4198031 Dec 21 13:42:13.649941 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 33800) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:42:13.652521 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae52e36-ebc8-4d81-94c3-792833868ec0 None None] Sync routers for ids ['ce76e0dd-ab5f-45a5-9ef7-40176cb16177'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:42:13.663306 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae52e36-ebc8-4d81-94c3-792833868ec0 None None] Routers {'ce76e0dd-ab5f-45a5-9ef7-40176cb16177'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:42:13.663974 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-cae52e36-ebc8-4d81-94c3-792833868ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:41:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['ce76e0dd-ab5f-45a5-9ef7-40176cb16177'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:42:13.699997 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_v2 [None req-34764181-d0f7-4bab-9bed-d17466078bf0 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Deleting subnet 894e26f3-b329-4cd5-b880-5fbf38d05808 {{(pid=103152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:42:13.704116 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-34764181-d0f7-4bab-9bed-d17466078bf0 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for subnet, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:13.746283 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-34764181-d0f7-4bab-9bed-d17466078bf0 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526644'] for subnet, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:13.834294 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-34764181-d0f7-4bab-9bed-d17466078bf0 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:13.850035 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-cae52e36-ebc8-4d81-94c3-792833868ec0 None None] Set router ce76e0dd-ab5f-45a5-9ef7-40176cb16177 gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:42:13.894839 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-34764181-d0f7-4bab-9bed-d17466078bf0 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12346570'] for subnet, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:13.923515 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-34764181-d0f7-4bab-9bed-d17466078bf0 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:13.926710 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-34764181-d0f7-4bab-9bed-d17466078bf0 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "DELETE /v2.0/subnets/894e26f3-b329-4cd5-b880-5fbf38d05808 HTTP/1.1" status: 204 len: 168 time: 0.2757857 Dec 21 13:42:13.928643 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34764181-d0f7-4bab-9bed-d17466078bf0 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event deleted for resources: {'Subnet': ['ID=894e26f3-b329-4cd5-b880-5fbf38d05808,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:42:13.929743 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 33802) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:42:13.931946 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e77a25-c8a6-429c-ab9b-f88a72341246 None None] Network 4fca29f5-e565-4e29-8255-04d7b343df94 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:42:14.034631 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-cae52e36-ebc8-4d81-94c3-792833868ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce76e0dd-ab5f-45a5-9ef7-40176cb16177', 'name': 'tempest-TestNetworkBasicOps-router-832262772', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.158'}], 'enable_snat': True}, 'gw_port_id': '1efa066f-6235-4b66-af0e-ac306cd86cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:39:11Z', 'updated_at': '2021-12-21T13:42:13Z', 'revision_number': 5, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': '1efa066f-6235-4b66-af0e-ac306cd86cb9', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce76e0dd-ab5f-45a5-9ef7-40176cb16177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:39:12Z', 'updated_at': '2021-12-21T13:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:42:14.048751 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5d6c29a5-0e86-4e3f-996b-96ede09a103f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for router, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:14.062472 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae52e36-ebc8-4d81-94c3-792833868ec0 None None] Checking router: ce76e0dd-ab5f-45a5-9ef7-40176cb16177 for host: dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:42:14.070215 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae52e36-ebc8-4d81-94c3-792833868ec0 None None] Routers {'ce76e0dd-ab5f-45a5-9ef7-40176cb16177'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:42:14.070934 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-cae52e36-ebc8-4d81-94c3-792833868ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:41:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['ce76e0dd-ab5f-45a5-9ef7-40176cb16177'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:42:14.109033 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185534c2-0784-4ed1-b55a-318b6bef2909 None None] DHCP port deletion for 4fca29f5-e565-4e29-8255-04d7b343df94 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:42:14.161352 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5d6c29a5-0e86-4e3f-996b-96ede09a103f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:14.161891 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-185534c2-0784-4ed1-b55a-318b6bef2909 None None] Deleting port 2ff8c22a-bae5-4973-9584-160cf623db0d {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:42:14.162262 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-185534c2-0784-4ed1-b55a-318b6bef2909 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:14.179153 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-cae52e36-ebc8-4d81-94c3-792833868ec0 None None] Set router ce76e0dd-ab5f-45a5-9ef7-40176cb16177 gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:42:14.217780 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-5d6c29a5-0e86-4e3f-996b-96ede09a103f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Deleting port 1efa066f-6235-4b66-af0e-ac306cd86cb9 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:42:14.218121 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5d6c29a5-0e86-4e3f-996b-96ede09a103f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:14.233891 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-185534c2-0784-4ed1-b55a-318b6bef2909 None None] For port 2ff8c22a-bae5-4973-9584-160cf623db0d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2ff8c22a-bae5-4973-9584-160cf623db0d,segment=NetworkSegment(97c75a9d-60db-4f8c-a223-9fcd933ee7ef),segment_id=97c75a9d-60db-4f8c-a223-9fcd933ee7ef)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:42:14.234286 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-185534c2-0784-4ed1-b55a-318b6bef2909 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:14.250293 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-185534c2-0784-4ed1-b55a-318b6bef2909 None None] Calling delete_port for 2ff8c22a-bae5-4973-9584-160cf623db0d owned by network:dhcp {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:42:14.310527 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-5d6c29a5-0e86-4e3f-996b-96ede09a103f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] For port 1efa066f-6235-4b66-af0e-ac306cd86cb9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1efa066f-6235-4b66-af0e-ac306cd86cb9,segment=NetworkSegment(a32e5bfd-6fac-434f-817b-5707a23fd2ca),segment_id=a32e5bfd-6fac-434f-817b-5707a23fd2ca)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:42:14.310908 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5d6c29a5-0e86-4e3f-996b-96ede09a103f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:14.324195 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-5d6c29a5-0e86-4e3f-996b-96ede09a103f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Calling delete_port for 1efa066f-6235-4b66-af0e-ac306cd86cb9 owned by network:router_gateway {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:42:14.340513 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-185534c2-0784-4ed1-b55a-318b6bef2909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636'] for port, after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:14.370120 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-cae52e36-ebc8-4d81-94c3-792833868ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce76e0dd-ab5f-45a5-9ef7-40176cb16177', 'name': 'tempest-TestNetworkBasicOps-router-832262772', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.158'}], 'enable_snat': True}, 'gw_port_id': '1efa066f-6235-4b66-af0e-ac306cd86cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:39:11Z', 'updated_at': '2021-12-21T13:42:13Z', 'revision_number': 5, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': '1efa066f-6235-4b66-af0e-ac306cd86cb9', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce76e0dd-ab5f-45a5-9ef7-40176cb16177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:39:12Z', 'updated_at': '2021-12-21T13:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:42:14.390041 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185534c2-0784-4ed1-b55a-318b6bef2909 None None] Pushing event deleted for resources: {'Port': ['ID=2ff8c22a-bae5-4973-9584-160cf623db0d,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:42:14.400819 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185534c2-0784-4ed1-b55a-318b6bef2909 None None] No DVR routers for this DVR port 2ff8c22a-bae5-4973-9584-160cf623db0d on host dv-neutron-master-2-hyperv {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:42:14.404763 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 2ff8c22a-bae5-4973-9584-160cf623db0d no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:42:14.409419 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae52e36-ebc8-4d81-94c3-792833868ec0 None None] The sync data for ids ['ce76e0dd-ab5f-45a5-9ef7-40176cb16177'] in dv-neutron-master-2-hyperv is: [{'id': 'ce76e0dd-ab5f-45a5-9ef7-40176cb16177', 'name': 'tempest-TestNetworkBasicOps-router-832262772', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.158'}], 'enable_snat': True}, 'gw_port_id': '1efa066f-6235-4b66-af0e-ac306cd86cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:39:11Z', 'updated_at': '2021-12-21T13:42:13Z', 'revision_number': 5, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': '1efa066f-6235-4b66-af0e-ac306cd86cb9', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce76e0dd-ab5f-45a5-9ef7-40176cb16177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:39:12Z', 'updated_at': '2021-12-21T13:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:42:14.447509 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: 2ff8c22a-bae5-4973-9584-160cf623db0d {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:42:14.447994 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 2ff8c22a-bae5-4973-9584-160cf623db0d not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:42:14.450150 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185534c2-0784-4ed1-b55a-318b6bef2909 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:42:14.450654 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185534c2-0784-4ed1-b55a-318b6bef2909 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:42:14.451006 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185534c2-0784-4ed1-b55a-318b6bef2909 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:42:14.451352 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185534c2-0784-4ed1-b55a-318b6bef2909 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:42:14.457660 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185534c2-0784-4ed1-b55a-318b6bef2909 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:42:14.458067 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185534c2-0784-4ed1-b55a-318b6bef2909 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:42:14.458432 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185534c2-0784-4ed1-b55a-318b6bef2909 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:42:14.458775 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185534c2-0784-4ed1-b55a-318b6bef2909 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:42:14.459111 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185534c2-0784-4ed1-b55a-318b6bef2909 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:42:14.459434 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185534c2-0784-4ed1-b55a-318b6bef2909 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:42:14.459979 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185534c2-0784-4ed1-b55a-318b6bef2909 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:42:14.460306 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185534c2-0784-4ed1-b55a-318b6bef2909 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:42:14.460623 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185534c2-0784-4ed1-b55a-318b6bef2909 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:42:14.542471 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5d6c29a5-0e86-4e3f-996b-96ede09a103f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:14.567231 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6c29a5-0e86-4e3f-996b-96ede09a103f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event deleted for resources: {'Port': ['ID=1efa066f-6235-4b66-af0e-ac306cd86cb9,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:42:14.581894 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c030f622-c3ad-46b6-967f-337c191518df None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:42:14.629887 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5d6c29a5-0e86-4e3f-996b-96ede09a103f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-548638'] for router_gateway, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:14.720771 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5d6c29a5-0e86-4e3f-996b-96ede09a103f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26950'] for router, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:14.722899 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5d6c29a5-0e86-4e3f-996b-96ede09a103f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:14.774121 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5d6c29a5-0e86-4e3f-996b-96ede09a103f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534967'] for router, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:14.774688 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d6c29a5-0e86-4e3f-996b-96ede09a103f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Fanout notify agent at l3_agent the message router_deleted on router ce76e0dd-ab5f-45a5-9ef7-40176cb16177 {{(pid=103153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 13:42:14.783182 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5d6c29a5-0e86-4e3f-996b-96ede09a103f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for router, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:14.784331 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-5d6c29a5-0e86-4e3f-996b-96ede09a103f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "DELETE /v2.0/routers/ce76e0dd-ab5f-45a5-9ef7-40176cb16177 HTTP/1.1" status: 204 len: 168 time: 0.8528466 Dec 21 13:42:14.787006 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 33804) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:42:14.865961 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-37c9266a-0332-4623-ac64-caba56a5ae51 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:14.955373 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-37c9266a-0332-4623-ac64-caba56a5ae51 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:14.976718 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-37c9266a-0332-4623-ac64-caba56a5ae51 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fca29f5-e565-4e29-8255-04d7b343df94']}} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:42:14.987059 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-37c9266a-0332-4623-ac64-caba56a5ae51 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97c75a9d-60db-4f8c-a223-9fcd933ee7ef') {'for_net_delete': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:42:14.987358 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-37c9266a-0332-4623-ac64-caba56a5ae51 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97c75a9d-60db-4f8c-a223-9fcd933ee7ef') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:42:14.997021 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-37c9266a-0332-4623-ac64-caba56a5ae51 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1585430'] for segment, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:15.010294 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-37c9266a-0332-4623-ac64-caba56a5ae51 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:15.016471 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37c9266a-0332-4623-ac64-caba56a5ae51 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=103153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:42:15.016929 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-37c9266a-0332-4623-ac64-caba56a5ae51 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11349758'] for segment, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:15.020450 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:42:15.020450 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:42:15.020450 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:42:15.020450 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:42:15.020450 dv-neutron-master-2-hyperv neutron-server[103153]: Traceback (most recent call last): Dec 21 13:42:15.020450 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:42:15.020450 dv-neutron-master-2-hyperv neutron-server[103153]: timer() Dec 21 13:42:15.020450 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:42:15.020450 dv-neutron-master-2-hyperv neutron-server[103153]: cb(*args, **kw) Dec 21 13:42:15.020450 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:42:15.020450 dv-neutron-master-2-hyperv neutron-server[103153]: return func(*args, **kwargs) Dec 21 13:42:15.020450 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:42:15.020450 dv-neutron-master-2-hyperv neutron-server[103153]: self._notify() Dec 21 13:42:15.020450 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:42:15.020450 dv-neutron-master-2-hyperv neutron-server[103153]: self.callback(batched_events) Dec 21 13:42:15.020450 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:42:15.020450 dv-neutron-master-2-hyperv neutron-server[103153]: event.method(event) Dec 21 13:42:15.020450 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:42:15.020450 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:42:15.020450 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:42:15.020450 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:42:15.020450 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:42:15.020450 dv-neutron-master-2-hyperv neutron-server[103153]: return f(self, *a, **k) Dec 21 13:42:15.020450 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:42:15.020450 dv-neutron-master-2-hyperv neutron-server[103153]: return self._get(url).json() Dec 21 13:42:15.020450 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:42:15.020450 dv-neutron-master-2-hyperv neutron-server[103153]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:42:15.020450 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:42:15.020450 dv-neutron-master-2-hyperv neutron-server[103153]: return self.request(url, 'GET', **kwargs) Dec 21 13:42:15.020450 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:42:15.020450 dv-neutron-master-2-hyperv neutron-server[103153]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:42:15.020450 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:42:15.020450 dv-neutron-master-2-hyperv neutron-server[103153]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:42:15.020450 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:42:15.020450 dv-neutron-master-2-hyperv neutron-server[103153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:42:15.020450 dv-neutron-master-2-hyperv neutron-server[103153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:42:15.083786 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-37c9266a-0332-4623-ac64-caba56a5ae51 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:15.090406 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-37c9266a-0332-4623-ac64-caba56a5ae51 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:15.093947 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-37c9266a-0332-4623-ac64-caba56a5ae51 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "DELETE /v2.0/networks/4fca29f5-e565-4e29-8255-04d7b343df94 HTTP/1.1" status: 204 len: 168 time: 0.3060150 Dec 21 13:42:15.105666 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 33806) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:42:15.109115 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c9266a-0332-4623-ac64-caba56a5ae51 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event deleted for resources: {'Network': ['ID=4fca29f5-e565-4e29-8255-04d7b343df94,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:42:15.110731 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-1c5db5ee-1ae1-4ccf-9067-925e5033a91c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'network': {'name': 'tempest-network-smoke--682731524', 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'port_security_enabled': True}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:42:15.132409 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c5db5ee-1ae1-4ccf-9067-925e5033a91c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Made reservation on behalf of 577ee1d2880f4d34a80a7dfd0cf7da03 for: {'network': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:42:15.135867 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1c5db5ee-1ae1-4ccf-9067-925e5033a91c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:15.159776 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c5db5ee-1ae1-4ccf-9067-925e5033a91c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=103152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:42:15.168311 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1c5db5ee-1ae1-4ccf-9067-925e5033a91c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:15.168656 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.segments_db [None req-1c5db5ee-1ae1-4ccf-9067-925e5033a91c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Added segment ba66ee12-2a08-48fb-bba8-b57d1fe04727 of type vlan for network 1b5d1314-a319-42e4-978d-12b977f1b0d5 Dec 21 13:42:15.219726 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1c5db5ee-1ae1-4ccf-9067-925e5033a91c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:15.243289 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1c5db5ee-1ae1-4ccf-9067-925e5033a91c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:15.248806 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5db5ee-1ae1-4ccf-9067-925e5033a91c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:42:15.249388 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1c5db5ee-1ae1-4ccf-9067-925e5033a91c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:15.285121 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-1c5db5ee-1ae1-4ccf-9067-925e5033a91c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1783826 Dec 21 13:42:15.287858 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 33808) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:42:15.315746 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-89ff7fde-7f14-47fb-8a45-e3e4a85a0964 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1447304908', 'admin_state_up': True, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:42:15.329697 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5db5ee-1ae1-4ccf-9067-925e5033a91c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'Network': ['ID=1b5d1314-a319-42e4-978d-12b977f1b0d5,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:42:15.339453 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network 1b5d1314-a319-42e4-978d-12b977f1b0d5 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:42:15.347962 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-89ff7fde-7f14-47fb-8a45-e3e4a85a0964 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26964'] for router, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:15.348996 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-89ff7fde-7f14-47fb-8a45-e3e4a85a0964 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-642316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26957'] for router, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:15.407729 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-89ff7fde-7f14-47fb-8a45-e3e4a85a0964 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:15.545620 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-89ff7fde-7f14-47fb-8a45-e3e4a85a0964 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:15.733527 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-89ff7fde-7f14-47fb-8a45-e3e4a85a0964 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for router_gateway, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:15.748856 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device bbd740da-ca1e-4dea-9d40-8d0f6721bd02 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:42:15.751646 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-89ff7fde-7f14-47fb-8a45-e3e4a85a0964 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:15.773834 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] No Port match for: bbd740da-ca1e-4dea-9d40-8d0f6721bd02 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:42:15.774182 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device bbd740da-ca1e-4dea-9d40-8d0f6721bd02 not bound to the agent host hv-neutron-mast {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:42:15.848945 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-89ff7fde-7f14-47fb-8a45-e3e4a85a0964 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Allocated IP 172.36.3.161 (7fdf1889-f079-4166-bbda-88b2a8d8d595/051a5607-1753-4008-a2f2-d94b48752e9c/ecf3dabf-a3c0-468d-8e3e-8cc623df40e3) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:42:15.949198 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-89ff7fde-7f14-47fb-8a45-e3e4a85a0964 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:15.982007 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-89ff7fde-7f14-47fb-8a45-e3e4a85a0964 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:16.017018 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ff7fde-7f14-47fb-8a45-e3e4a85a0964 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Network 7fdf1889-f079-4166-bbda-88b2a8d8d595 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:42:16.023155 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-89ff7fde-7f14-47fb-8a45-e3e4a85a0964 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:42:16.026566 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ff7fde-7f14-47fb-8a45-e3e4a85a0964 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:42:16.035572 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99756441-d23a-4408-90fb-63c3746cfb27 None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:42:16.056176 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ff7fde-7f14-47fb-8a45-e3e4a85a0964 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'Port': ['ID=ecf3dabf-a3c0-468d-8e3e-8cc623df40e3,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:42:16.137729 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-dfe4075e-c24a-4b79-ba7d-c95311714683 None None] Provisioning complete for port ecf3dabf-a3c0-468d-8e3e-8cc623df40e3 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:42:16.138114 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-dfe4075e-c24a-4b79-ba7d-c95311714683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:16.171896 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-dfe4075e-c24a-4b79-ba7d-c95311714683 None None] Port ecf3dabf-a3c0-468d-8e3e-8cc623df40e3 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:42:16.283711 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device dab7d9de-3a97-4dbf-9a26-dcd7f2c4703e no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:42:16.305395 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: dab7d9de-3a97-4dbf-9a26-dcd7f2c4703e {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:42:16.305747 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device dab7d9de-3a97-4dbf-9a26-dcd7f2c4703e not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:42:16.306181 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 1efa066f-6235-4b66-af0e-ac306cd86cb9 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:42:16.325885 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: 1efa066f-6235-4b66-af0e-ac306cd86cb9 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:42:16.326235 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 1efa066f-6235-4b66-af0e-ac306cd86cb9 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:42:16.563622 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-89ff7fde-7f14-47fb-8a45-e3e4a85a0964 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for router_gateway, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:16.752955 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-89ff7fde-7f14-47fb-8a45-e3e4a85a0964 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548730'] for router, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:16.885895 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89ff7fde-7f14-47fb-8a45-e3e4a85a0964 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Router ca61134a-5cca-48b1-befd-813dd712fa7d is scheduled to L3 agent 59e14383-78fa-487e-9299-b32042a98157 with binding_index 1 {{(pid=103152) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 13:42:16.990880 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89ff7fde-7f14-47fb-8a45-e3e4a85a0964 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:42:17.001381 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12053f75-ab48-4c04-a07b-e6486dd08561 None None] Sync routers for ids ['ca61134a-5cca-48b1-befd-813dd712fa7d'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:42:17.011390 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-89ff7fde-7f14-47fb-8a45-e3e4a85a0964 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for router, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:17.016417 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12053f75-ab48-4c04-a07b-e6486dd08561 None None] Routers {'ca61134a-5cca-48b1-befd-813dd712fa7d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:42:17.016604 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-89ff7fde-7f14-47fb-8a45-e3e4a85a0964 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.7239616 Dec 21 13:42:17.016722 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-12053f75-ab48-4c04-a07b-e6486dd08561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:41:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['ca61134a-5cca-48b1-befd-813dd712fa7d'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:42:17.016859 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 33810) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:42:17.046955 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-1d9992ce-9813-4d2e-a0e3-83e2fcb347a8 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=577ee1d2880f4d34a80a7dfd0cf7da03&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0289419 Dec 21 13:42:17.051731 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 33812) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:42:17.134894 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-12053f75-ab48-4c04-a07b-e6486dd08561 None None] Set router ca61134a-5cca-48b1-befd-813dd712fa7d gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:42:17.142681 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bcb723b-3110-4e5c-be3d-794ebafca2f8 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:42:17.144202 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-3bcb723b-3110-4e5c-be3d-794ebafca2f8 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0912709 Dec 21 13:42:17.147024 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 33814) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:42:17.176515 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-14e390bb-5196-4d38-8f21-7f44782603be tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=7fdf1889-f079-4166-bbda-88b2a8d8d595&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262392 Dec 21 13:42:17.176751 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 33816) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:42:17.181511 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-2e68e2b3-135d-4492-9325-ac7e74cd1d6e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1492441184', 'network_id': '1b5d1314-a319-42e4-978d-12b977f1b0d5', 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:42:17.278249 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e68e2b3-135d-4492-9325-ac7e74cd1d6e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Made reservation on behalf of 577ee1d2880f4d34a80a7dfd0cf7da03 for: {'subnet': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:42:17.282502 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2e68e2b3-135d-4492-9325-ac7e74cd1d6e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12346583'] for subnet, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:17.319070 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-12053f75-ab48-4c04-a07b-e6486dd08561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca61134a-5cca-48b1-befd-813dd712fa7d', 'name': 'tempest-TestNetworkBasicOps-router-1447304908', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.161'}], 'enable_snat': True}, 'gw_port_id': 'ecf3dabf-a3c0-468d-8e3e-8cc623df40e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:42:15Z', 'updated_at': '2021-12-21T13:42:16Z', 'revision_number': 3, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': 'ecf3dabf-a3c0-468d-8e3e-8cc623df40e3', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6a:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca61134a-5cca-48b1-befd-813dd712fa7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:42:15Z', 'updated_at': '2021-12-21T13:42:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:42:17.345386 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12053f75-ab48-4c04-a07b-e6486dd08561 None None] Checking router: ca61134a-5cca-48b1-befd-813dd712fa7d for host: dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:42:17.345741 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12053f75-ab48-4c04-a07b-e6486dd08561 None None] Updating router ca61134a-5cca-48b1-befd-813dd712fa7d port ecf3dabf-a3c0-468d-8e3e-8cc623df40e3 binding host dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 13:42:17.369909 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-12053f75-ab48-4c04-a07b-e6486dd08561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:17.472584 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2e68e2b3-135d-4492-9325-ac7e74cd1d6e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12346565'] for subnet, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:17.529871 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e68e2b3-135d-4492-9325-ac7e74cd1d6e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'Subnet': ['ID=3c37f239-f06a-4dc0-8e0a-9ebd907adf78,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:42:17.539998 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e68e2b3-135d-4492-9325-ac7e74cd1d6e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Checking segment: {'id': 'ba66ee12-2a08-48fb-bba8-b57d1fe04727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1b5d1314-a319-42e4-978d-12b977f1b0d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:42:17.540365 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e68e2b3-135d-4492-9325-ac7e74cd1d6e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Network hostable DHCP agents. Network: 1b5d1314-a319-42e4-978d-12b977f1b0d5, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:42:17.556248 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e68e2b3-135d-4492-9325-ac7e74cd1d6e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Network 1b5d1314-a319-42e4-978d-12b977f1b0d5 is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:42:17.564896 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-2e68e2b3-135d-4492-9325-ac7e74cd1d6e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 1b5d1314-a319-42e4-978d-12b977f1b0d5) {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:42:17.570020 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e68e2b3-135d-4492-9325-ac7e74cd1d6e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:42:17.570974 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2e68e2b3-135d-4492-9325-ac7e74cd1d6e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:17.585166 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6010916e-e9d0-43c5-87c0-c7fa1b4dbf8d None None] Network 1b5d1314-a319-42e4-978d-12b977f1b0d5 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:42:17.588625 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-2e68e2b3-135d-4492-9325-ac7e74cd1d6e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4106760 Dec 21 13:42:17.591919 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 33818) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:42:17.699660 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-12053f75-ab48-4c04-a07b-e6486dd08561 None None] Publish callbacks [] for port, precommit_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:17.724783 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-12053f75-ab48-4c04-a07b-e6486dd08561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:17.736822 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706283b7-0d5a-43aa-9b8a-d815200771a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-1b5d1314-a319-42e4-978d-12b977f1b0d5', 'network_id': '1b5d1314-a319-42e4-978d-12b977f1b0d5', 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'fixed_ips': [{'subnet_id': '3c37f239-f06a-4dc0-8e0a-9ebd907adf78'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:42:17.737643 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-706283b7-0d5a-43aa-9b8a-d815200771a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:17.773675 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53c286b-3fb2-4fe9-acc4-955dd40489f1 None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:42:17.795197 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-12053f75-ab48-4c04-a07b-e6486dd08561 None None] Attempting to bind port ecf3dabf-a3c0-468d-8e3e-8cc623df40e3 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:42:17.795573 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-12053f75-ab48-4c04-a07b-e6486dd08561 None None] Attempting to bind port ecf3dabf-a3c0-468d-8e3e-8cc623df40e3 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:42:17.795939 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12053f75-ab48-4c04-a07b-e6486dd08561 None None] Attempting to bind port ecf3dabf-a3c0-468d-8e3e-8cc623df40e3 on network 7fdf1889-f079-4166-bbda-88b2a8d8d595 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:42:17.812296 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943a3ef8-9c2d-46c2-bad7-b52eb17ab257 None None] Pushing event updated for resources: {'Port': ['ID=ecf3dabf-a3c0-468d-8e3e-8cc623df40e3,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:42:17.816116 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12053f75-ab48-4c04-a07b-e6486dd08561 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:42:17.816494 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12053f75-ab48-4c04-a07b-e6486dd08561 None None] Checking segment: {'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:42:17.816899 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-12053f75-ab48-4c04-a07b-e6486dd08561 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:17.817281 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12053f75-ab48-4c04-a07b-e6486dd08561 None None] Bound using segment: {'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:42:17.817755 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-12053f75-ab48-4c04-a07b-e6486dd08561 None None] Bound port: ecf3dabf-a3c0-468d-8e3e-8cc623df40e3, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:42:17.818133 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-12053f75-ab48-4c04-a07b-e6486dd08561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:17.851850 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.agents_db [None req-c60a5637-8c6f-4692-b23b-7dd82bd36b21 None None] Agent healthcheck: found 6 active agents {{(pid=103155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 13:42:17.963009 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-0e641f93-f8d6-4157-858a-d654057a5c26 None None] Provisioning complete for port ecf3dabf-a3c0-468d-8e3e-8cc623df40e3 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:42:17.963377 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-0e641f93-f8d6-4157-858a-d654057a5c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:17.969703 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-12053f75-ab48-4c04-a07b-e6486dd08561 None None] For port ecf3dabf-a3c0-468d-8e3e-8cc623df40e3, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:42:18.009660 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-12053f75-ab48-4c04-a07b-e6486dd08561 None None] For port ecf3dabf-a3c0-468d-8e3e-8cc623df40e3, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ecf3dabf-a3c0-468d-8e3e-8cc623df40e3,segment=NetworkSegment(a32e5bfd-6fac-434f-817b-5707a23fd2ca),segment_id=a32e5bfd-6fac-434f-817b-5707a23fd2ca)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:42:18.010971 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-706283b7-0d5a-43aa-9b8a-d815200771a8 None None] Allocated IP 172.20.0.2 (1b5d1314-a319-42e4-978d-12b977f1b0d5/3c37f239-f06a-4dc0-8e0a-9ebd907adf78/0fd75266-5c76-48bc-b53a-e55202b8f872) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:42:18.021125 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-12053f75-ab48-4c04-a07b-e6486dd08561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:18.032872 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-069256c0-fe9a-470b-98eb-fa18c0ce7451 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:18.033553 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-0e641f93-f8d6-4157-858a-d654057a5c26 None None] Port ecf3dabf-a3c0-468d-8e3e-8cc623df40e3 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:42:18.093129 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a257b40e-4e95-49e7-8787-e65c18a42fc2 None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:42:18.148323 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943a3ef8-9c2d-46c2-bad7-b52eb17ab257 None None] Pushing event updated for resources: {'Port': ['ID=ecf3dabf-a3c0-468d-8e3e-8cc623df40e3,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:42:18.152746 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12053f75-ab48-4c04-a07b-e6486dd08561 None None] Routers {'ca61134a-5cca-48b1-befd-813dd712fa7d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:42:18.153413 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-12053f75-ab48-4c04-a07b-e6486dd08561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:41:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['ca61134a-5cca-48b1-befd-813dd712fa7d'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:42:18.317307 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-9a5aa240-8bac-4902-896c-f29a32061c59 None None] Provisioning complete for port ecf3dabf-a3c0-468d-8e3e-8cc623df40e3 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:42:18.317584 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-9a5aa240-8bac-4902-896c-f29a32061c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:18.319382 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-706283b7-0d5a-43aa-9b8a-d815200771a8 None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:18.345568 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-706283b7-0d5a-43aa-9b8a-d815200771a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:18.360262 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-12053f75-ab48-4c04-a07b-e6486dd08561 None None] Set router ca61134a-5cca-48b1-befd-813dd712fa7d gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:42:18.374048 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-069256c0-fe9a-470b-98eb-fa18c0ce7451 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Allocated IP 172.20.0.1 (1b5d1314-a319-42e4-978d-12b977f1b0d5/3c37f239-f06a-4dc0-8e0a-9ebd907adf78/ed3dca6d-2f8f-47ca-a0fb-17b705f9b92f) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:42:18.495163 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-069256c0-fe9a-470b-98eb-fa18c0ce7451 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:18.530565 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-069256c0-fe9a-470b-98eb-fa18c0ce7451 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:18.574702 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069256c0-fe9a-470b-98eb-fa18c0ce7451 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Network 1b5d1314-a319-42e4-978d-12b977f1b0d5 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:42:18.577839 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-069256c0-fe9a-470b-98eb-fa18c0ce7451 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:42:18.580309 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069256c0-fe9a-470b-98eb-fa18c0ce7451 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:42:18.606116 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069256c0-fe9a-470b-98eb-fa18c0ce7451 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'Port': ['ID=ed3dca6d-2f8f-47ca-a0fb-17b705f9b92f,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:42:18.621984 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706283b7-0d5a-43aa-9b8a-d815200771a8 None None] Network 1b5d1314-a319-42e4-978d-12b977f1b0d5 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:42:18.631162 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-069256c0-fe9a-470b-98eb-fa18c0ce7451 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532557'] for router_interface, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:18.631616 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-706283b7-0d5a-43aa-9b8a-d815200771a8 None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:42:18.635396 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706283b7-0d5a-43aa-9b8a-d815200771a8 None None] Pushing event updated for resources: {'Port': ['ID=0fd75266-5c76-48bc-b53a-e55202b8f872,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:42:18.660594 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706283b7-0d5a-43aa-9b8a-d815200771a8 None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:42:18.767256 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-069256c0-fe9a-470b-98eb-fa18c0ce7451 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:18.770397 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-706283b7-0d5a-43aa-9b8a-d815200771a8 None None] Attempting to bind port 0fd75266-5c76-48bc-b53a-e55202b8f872 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:42:18.770773 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-706283b7-0d5a-43aa-9b8a-d815200771a8 None None] Attempting to bind port 0fd75266-5c76-48bc-b53a-e55202b8f872 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ba66ee12-2a08-48fb-bba8-b57d1fe04727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1b5d1314-a319-42e4-978d-12b977f1b0d5'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:42:18.771139 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706283b7-0d5a-43aa-9b8a-d815200771a8 None None] Attempting to bind port 0fd75266-5c76-48bc-b53a-e55202b8f872 on network 1b5d1314-a319-42e4-978d-12b977f1b0d5 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:42:18.776413 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-9a5aa240-8bac-4902-896c-f29a32061c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:18.800171 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706283b7-0d5a-43aa-9b8a-d815200771a8 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:42:18.800545 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706283b7-0d5a-43aa-9b8a-d815200771a8 None None] Checking segment: {'id': 'ba66ee12-2a08-48fb-bba8-b57d1fe04727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1b5d1314-a319-42e4-978d-12b977f1b0d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:42:18.801005 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-706283b7-0d5a-43aa-9b8a-d815200771a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:18.801341 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706283b7-0d5a-43aa-9b8a-d815200771a8 None None] Bound using segment: {'id': 'ba66ee12-2a08-48fb-bba8-b57d1fe04727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1b5d1314-a319-42e4-978d-12b977f1b0d5'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:42:18.801822 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-706283b7-0d5a-43aa-9b8a-d815200771a8 None None] Bound port: 0fd75266-5c76-48bc-b53a-e55202b8f872, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba66ee12-2a08-48fb-bba8-b57d1fe04727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1b5d1314-a319-42e4-978d-12b977f1b0d5'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:42:18.802465 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-706283b7-0d5a-43aa-9b8a-d815200771a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:18.829380 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-9a5aa240-8bac-4902-896c-f29a32061c59 None None] For port ecf3dabf-a3c0-468d-8e3e-8cc623df40e3, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ecf3dabf-a3c0-468d-8e3e-8cc623df40e3,segment=NetworkSegment(a32e5bfd-6fac-434f-817b-5707a23fd2ca),segment_id=a32e5bfd-6fac-434f-817b-5707a23fd2ca)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:42:18.836890 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-9a5aa240-8bac-4902-896c-f29a32061c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:18.934563 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5aa240-8bac-4902-896c-f29a32061c59 None None] Pushing event updated for resources: {'Port': ['ID=ecf3dabf-a3c0-468d-8e3e-8cc623df40e3,revision_number=4']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:42:18.938668 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-706283b7-0d5a-43aa-9b8a-d815200771a8 None None] For port 0fd75266-5c76-48bc-b53a-e55202b8f872, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:42:18.942644 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-706283b7-0d5a-43aa-9b8a-d815200771a8 None None] For port 0fd75266-5c76-48bc-b53a-e55202b8f872, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0fd75266-5c76-48bc-b53a-e55202b8f872,segment=NetworkSegment(ba66ee12-2a08-48fb-bba8-b57d1fe04727),segment_id=ba66ee12-2a08-48fb-bba8-b57d1fe04727)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:42:18.944426 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-12053f75-ab48-4c04-a07b-e6486dd08561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca61134a-5cca-48b1-befd-813dd712fa7d', 'name': 'tempest-TestNetworkBasicOps-router-1447304908', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.161'}], 'enable_snat': True}, 'gw_port_id': 'ecf3dabf-a3c0-468d-8e3e-8cc623df40e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:42:15Z', 'updated_at': '2021-12-21T13:42:16Z', 'revision_number': 3, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': 'ecf3dabf-a3c0-468d-8e3e-8cc623df40e3', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6a:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca61134a-5cca-48b1-befd-813dd712fa7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:42:15Z', 'updated_at': '2021-12-21T13:42:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:42:18.948063 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-706283b7-0d5a-43aa-9b8a-d815200771a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:18.994210 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12053f75-ab48-4c04-a07b-e6486dd08561 None None] The sync data for ids ['ca61134a-5cca-48b1-befd-813dd712fa7d'] in dv-neutron-master-2-hyperv is: [{'id': 'ca61134a-5cca-48b1-befd-813dd712fa7d', 'name': 'tempest-TestNetworkBasicOps-router-1447304908', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.161'}], 'enable_snat': True}, 'gw_port_id': 'ecf3dabf-a3c0-468d-8e3e-8cc623df40e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:42:15Z', 'updated_at': '2021-12-21T13:42:16Z', 'revision_number': 3, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': 'ecf3dabf-a3c0-468d-8e3e-8cc623df40e3', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6a:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca61134a-5cca-48b1-befd-813dd712fa7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:42:15Z', 'updated_at': '2021-12-21T13:42:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:42:19.025652 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706283b7-0d5a-43aa-9b8a-d815200771a8 None None] Pushing event updated for resources: {'Port': ['ID=0fd75266-5c76-48bc-b53a-e55202b8f872,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:42:19.068360 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-069256c0-fe9a-470b-98eb-fa18c0ce7451 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:19.073545 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-069256c0-fe9a-470b-98eb-fa18c0ce7451 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805230'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:19.148847 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-069256c0-fe9a-470b-98eb-fa18c0ce7451 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532537'] for router_interface, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:19.152022 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069256c0-fe9a-470b-98eb-fa18c0ce7451 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'Port': ['ID=ed3dca6d-2f8f-47ca-a0fb-17b705f9b92f,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:42:19.260064 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069256c0-fe9a-470b-98eb-fa18c0ce7451 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Network 1b5d1314-a319-42e4-978d-12b977f1b0d5 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:42:19.261595 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-069256c0-fe9a-470b-98eb-fa18c0ce7451 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:42:19.409302 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-069256c0-fe9a-470b-98eb-fa18c0ce7451 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Router ca61134a-5cca-48b1-befd-813dd712fa7d has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:42:19.520424 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-069256c0-fe9a-470b-98eb-fa18c0ce7451 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:42:19.525757 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-069256c0-fe9a-470b-98eb-fa18c0ce7451 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "PUT /v2.0/routers/ca61134a-5cca-48b1-befd-813dd712fa7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9328940 Dec 21 13:42:19.528289 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 33820) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:42:19.768322 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e999861-b711-4411-bcea-9d0237791b4c tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:42:19.769518 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e999861-b711-4411-bcea-9d0237791b4c tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:42:19.769984 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e999861-b711-4411-bcea-9d0237791b4c tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:42:19.770482 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e999861-b711-4411-bcea-9d0237791b4c tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:42:19.772547 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-4e999861-b711-4411-bcea-9d0237791b4c tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.2429116 Dec 21 13:42:19.774855 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 33824) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:42:19.835645 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf77ab5-4530-4532-95ad-5276063bfc77 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:42:19.836115 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf77ab5-4530-4532-95ad-5276063bfc77 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:42:19.836567 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf77ab5-4530-4532-95ad-5276063bfc77 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:42:19.837013 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf77ab5-4530-4532-95ad-5276063bfc77 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:42:19.841803 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-adf77ab5-4530-4532-95ad-5276063bfc77 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0658624 Dec 21 13:42:19.842239 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 33826) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:42:19.978533 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-c7581273-021d-4a60-9a0e-9bdaaa4a9965 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1350663 Dec 21 13:42:20.050449 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b34b0b-d5e5-4f38-b1f1-14856726af3c None None] Network 1b5d1314-a319-42e4-978d-12b977f1b0d5 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:42:20.117778 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-1cac103c-6458-48c1-bea7-3a3731d61ff6 None None] Provisioning complete for port 0fd75266-5c76-48bc-b53a-e55202b8f872 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:42:20.118151 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-1cac103c-6458-48c1-bea7-3a3731d61ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:20.165826 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 33830) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:42:20.171166 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-9402fc8f-8b18-4e4c-a92d-064db806c08e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2041343522', 'description': 'tempest-secgroup-smoke-2041343522 description', 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:42:20.195078 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9402fc8f-8b18-4e4c-a92d-064db806c08e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:20.241123 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-1cac103c-6458-48c1-bea7-3a3731d61ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:20.268980 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9402fc8f-8b18-4e4c-a92d-064db806c08e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:20.274492 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9402fc8f-8b18-4e4c-a92d-064db806c08e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:20.278074 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-1cac103c-6458-48c1-bea7-3a3731d61ff6 None None] For port 0fd75266-5c76-48bc-b53a-e55202b8f872, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0fd75266-5c76-48bc-b53a-e55202b8f872,segment=NetworkSegment(ba66ee12-2a08-48fb-bba8-b57d1fe04727),segment_id=ba66ee12-2a08-48fb-bba8-b57d1fe04727)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:42:20.283549 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-1cac103c-6458-48c1-bea7-3a3731d61ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:20.311025 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9402fc8f-8b18-4e4c-a92d-064db806c08e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:20.311025 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-9402fc8f-8b18-4e4c-a92d-064db806c08e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1414092 Dec 21 13:42:20.311844 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 33832) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:42:20.316776 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-7738e4bf-c24a-4064-8c8e-ebaa0bfac106 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'security_group_rule': {'security_group_id': 'ad5f3547-2f7b-42f8-892a-4380fa00eaae', 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:42:20.323848 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9402fc8f-8b18-4e4c-a92d-064db806c08e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad5f3547-2f7b-42f8-892a-4380fa00eaae,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:42:20.346210 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cac103c-6458-48c1-bea7-3a3731d61ff6 None None] Pushing event updated for resources: {'Port': ['ID=0fd75266-5c76-48bc-b53a-e55202b8f872,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:42:20.372749 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7738e4bf-c24a-4064-8c8e-ebaa0bfac106 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:20.419838 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 0fd75266-5c76-48bc-b53a-e55202b8f872 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:42:20.457964 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7738e4bf-c24a-4064-8c8e-ebaa0bfac106 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:20.463753 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7738e4bf-c24a-4064-8c8e-ebaa0bfac106 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:20.473888 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 0fd75266-5c76-48bc-b53a-e55202b8f872 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:42:20.474347 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:20.484489 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7738e4bf-c24a-4064-8c8e-ebaa0bfac106 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44ab5573-03e4-4ede-889d-c4db9b7739b2,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:42:20.497066 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7738e4bf-c24a-4064-8c8e-ebaa0bfac106 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:20.498973 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-7738e4bf-c24a-4064-8c8e-ebaa0bfac106 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1860855 Dec 21 13:42:20.501267 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 33834) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:42:20.506244 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-0527e1f4-2fb7-43ab-99b4-648730c907b2 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'security_group_rule': {'security_group_id': 'ad5f3547-2f7b-42f8-892a-4380fa00eaae', 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:42:20.539912 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0527e1f4-2fb7-43ab-99b4-648730c907b2 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:20.571324 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device ecf3dabf-a3c0-468d-8e3e-8cc623df40e3 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:42:20.616643 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0527e1f4-2fb7-43ab-99b4-648730c907b2 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:20.623072 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0527e1f4-2fb7-43ab-99b4-648730c907b2 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:20.632296 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-692c3a3e-35c9-4955-ac42-34328840f5ac None None] Provisioning complete for port 0fd75266-5c76-48bc-b53a-e55202b8f872 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:42:20.632661 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-692c3a3e-35c9-4955-ac42-34328840f5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:20.638905 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527e1f4-2fb7-43ab-99b4-648730c907b2 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cb6ae13-dba9-47d8-82eb-0b248c70c87a,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:42:20.657307 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0527e1f4-2fb7-43ab-99b4-648730c907b2 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:20.658742 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-0527e1f4-2fb7-43ab-99b4-648730c907b2 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1565061 Dec 21 13:42:20.661468 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 33836) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:42:20.676420 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-b7fdae44-0a7e-4ab1-8839-a131653355b2 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'security_group_rule': {'security_group_id': 'ad5f3547-2f7b-42f8-892a-4380fa00eaae', 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:42:20.677477 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port ecf3dabf-a3c0-468d-8e3e-8cc623df40e3 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:42:20.677806 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:20.710326 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b7fdae44-0a7e-4ab1-8839-a131653355b2 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:20.787334 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b7fdae44-0a7e-4ab1-8839-a131653355b2 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:20.792608 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b7fdae44-0a7e-4ab1-8839-a131653355b2 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:20.799717 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e463e0fb-a207-41e2-9dd9-bae217f875d8 None None] Sync routers for ids ['ca61134a-5cca-48b1-befd-813dd712fa7d'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:42:20.812092 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fdae44-0a7e-4ab1-8839-a131653355b2 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a4cac49-ac50-487c-a889-7b099a3bf34c,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:42:20.812706 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-692c3a3e-35c9-4955-ac42-34328840f5ac None None] Provisioning complete for port ed3dca6d-2f8f-47ca-a0fb-17b705f9b92f triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:42:20.813071 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-692c3a3e-35c9-4955-ac42-34328840f5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:20.815463 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e463e0fb-a207-41e2-9dd9-bae217f875d8 None None] Routers {'ca61134a-5cca-48b1-befd-813dd712fa7d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:42:20.816215 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-e463e0fb-a207-41e2-9dd9-bae217f875d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:41:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['ca61134a-5cca-48b1-befd-813dd712fa7d'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:42:20.834103 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b7fdae44-0a7e-4ab1-8839-a131653355b2 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:20.835774 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-b7fdae44-0a7e-4ab1-8839-a131653355b2 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1732376 Dec 21 13:42:20.838733 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 33838) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:42:20.844140 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-86e87403-79c8-4400-8532-efd0c1d6df7c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'security_group_rule': {'security_group_id': 'ad5f3547-2f7b-42f8-892a-4380fa00eaae', 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:42:20.854537 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-692c3a3e-35c9-4955-ac42-34328840f5ac None None] Port ed3dca6d-2f8f-47ca-a0fb-17b705f9b92f cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:42:20.877411 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-86e87403-79c8-4400-8532-efd0c1d6df7c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:20.944227 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-86e87403-79c8-4400-8532-efd0c1d6df7c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:20.948580 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-e463e0fb-a207-41e2-9dd9-bae217f875d8 None None] Set router ca61134a-5cca-48b1-befd-813dd712fa7d gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:42:20.948806 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-86e87403-79c8-4400-8532-efd0c1d6df7c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:20.968351 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e87403-79c8-4400-8532-efd0c1d6df7c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=945e485d-84f0-4619-a007-f6cb496165e8,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:42:20.979619 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-86e87403-79c8-4400-8532-efd0c1d6df7c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:20.980851 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-86e87403-79c8-4400-8532-efd0c1d6df7c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1409528 Dec 21 13:42:20.984808 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 33840) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:42:20.986387 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-350e4107-8310-4350-8095-eb9b83bcd964 None None] Provisioning complete for port ed3dca6d-2f8f-47ca-a0fb-17b705f9b92f triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:42:20.986561 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-350e4107-8310-4350-8095-eb9b83bcd964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:20.991861 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-780876ba-eb30-43b8-9e83-5658b52f36dc tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'security_group_rule': {'security_group_id': 'ad5f3547-2f7b-42f8-892a-4380fa00eaae', 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:42:21.029029 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.securitygroups_db [None req-780876ba-eb30-43b8-9e83-5658b52f36dc tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Project 577ee1d2880f4d34a80a7dfd0cf7da03 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 13:42:21.037980 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-780876ba-eb30-43b8-9e83-5658b52f36dc tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:21.040041 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-350e4107-8310-4350-8095-eb9b83bcd964 None None] Port ed3dca6d-2f8f-47ca-a0fb-17b705f9b92f cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:42:21.102412 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-780876ba-eb30-43b8-9e83-5658b52f36dc tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:21.106661 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-780876ba-eb30-43b8-9e83-5658b52f36dc tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:21.124728 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780876ba-eb30-43b8-9e83-5658b52f36dc tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=242504dc-cd63-4f54-b91a-4c032275d634,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:42:21.133502 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-780876ba-eb30-43b8-9e83-5658b52f36dc tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:21.134809 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-780876ba-eb30-43b8-9e83-5658b52f36dc tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1487689 Dec 21 13:42:21.137455 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 33842) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:42:21.142257 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-6256d73b-e26d-49ce-999f-73e777a5b037 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'security_group_rule': {'security_group_id': 'ad5f3547-2f7b-42f8-892a-4380fa00eaae', 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:42:21.166703 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-47b34105-362a-4ac1-ac24-d88e38581cec None None] Provisioning complete for port ed3dca6d-2f8f-47ca-a0fb-17b705f9b92f triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:42:21.167695 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-47b34105-362a-4ac1-ac24-d88e38581cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:21.169007 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.securitygroups_db [None req-6256d73b-e26d-49ce-999f-73e777a5b037 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Project 577ee1d2880f4d34a80a7dfd0cf7da03 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 13:42:21.174203 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6256d73b-e26d-49ce-999f-73e777a5b037 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:21.174825 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-e463e0fb-a207-41e2-9dd9-bae217f875d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca61134a-5cca-48b1-befd-813dd712fa7d', 'name': 'tempest-TestNetworkBasicOps-router-1447304908', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.161'}], 'enable_snat': True}, 'gw_port_id': 'ecf3dabf-a3c0-468d-8e3e-8cc623df40e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:42:15Z', 'updated_at': '2021-12-21T13:42:18Z', 'revision_number': 4, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': 'ecf3dabf-a3c0-468d-8e3e-8cc623df40e3', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca61134a-5cca-48b1-befd-813dd712fa7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:42:15Z', 'updated_at': '2021-12-21T13:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'ed3dca6d-2f8f-47ca-a0fb-17b705f9b92f', 'name': '', 'network_id': '1b5d1314-a319-42e4-978d-12b977f1b0d5', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'mac_address': 'fa:16:3e:5c:64:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca61134a-5cca-48b1-befd-813dd712fa7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '3c37f239-f06a-4dc0-8e0a-9ebd907adf78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:42:18Z', 'updated_at': '2021-12-21T13:42:18Z', 'revision_number': 2, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'subnets': [{'id': '3c37f239-f06a-4dc0-8e0a-9ebd907adf78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:42:21.203635 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-47b34105-362a-4ac1-ac24-d88e38581cec None None] Port ed3dca6d-2f8f-47ca-a0fb-17b705f9b92f cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:42:21.205303 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e463e0fb-a207-41e2-9dd9-bae217f875d8 None None] Checking router: ca61134a-5cca-48b1-befd-813dd712fa7d for host: dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:42:21.205668 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e463e0fb-a207-41e2-9dd9-bae217f875d8 None None] Updating router ca61134a-5cca-48b1-befd-813dd712fa7d port ed3dca6d-2f8f-47ca-a0fb-17b705f9b92f binding host dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 13:42:21.230919 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-e463e0fb-a207-41e2-9dd9-bae217f875d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:21.241300 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6256d73b-e26d-49ce-999f-73e777a5b037 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:21.245218 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6256d73b-e26d-49ce-999f-73e777a5b037 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:21.264747 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6256d73b-e26d-49ce-999f-73e777a5b037 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eff69eae-3778-49b6-ba71-7920bfff2e7e,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:42:21.275128 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6256d73b-e26d-49ce-999f-73e777a5b037 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:21.277033 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-6256d73b-e26d-49ce-999f-73e777a5b037 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1380455 Dec 21 13:42:21.441138 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-6227000a-5bab-45cb-ac21-38f56492d93f req-79a706d7-3cb7-4abd-b537-d8371886eb08 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2041343522&fields=id&tenant_id=577ee1d2880f4d34a80a7dfd0cf7da03 HTTP/1.1" status: 200 len: 267 time: 0.0446610 Dec 21 13:42:21.494058 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-e463e0fb-a207-41e2-9dd9-bae217f875d8 None None] Publish callbacks [] for port, precommit_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:21.500818 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-e463e0fb-a207-41e2-9dd9-bae217f875d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:21.544215 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f3a56b-5317-4075-986c-a7faa606316c None None] Pushing event updated for resources: {'Port': ['ID=ed3dca6d-2f8f-47ca-a0fb-17b705f9b92f,revision_number=3']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:42:21.548675 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6227000a-5bab-45cb-ac21-38f56492d93f req-be631995-4342-47c0-898c-b12a28f6c4a8 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:42:21.550203 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-6227000a-5bab-45cb-ac21-38f56492d93f req-be631995-4342-47c0-898c-b12a28f6c4a8 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/networks?id=1b5d1314-a319-42e4-978d-12b977f1b0d5 HTTP/1.1" status: 200 len: 796 time: 0.1023290 Dec 21 13:42:21.552674 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f3a56b-5317-4075-986c-a7faa606316c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:42:21.553024 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f3a56b-5317-4075-986c-a7faa606316c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:42:21.553373 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f3a56b-5317-4075-986c-a7faa606316c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:42:21.553709 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f3a56b-5317-4075-986c-a7faa606316c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:42:21.554039 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f3a56b-5317-4075-986c-a7faa606316c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:42:21.554380 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f3a56b-5317-4075-986c-a7faa606316c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:42:21.554740 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f3a56b-5317-4075-986c-a7faa606316c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:42:21.555071 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f3a56b-5317-4075-986c-a7faa606316c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:42:21.555407 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f3a56b-5317-4075-986c-a7faa606316c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:42:21.555744 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f3a56b-5317-4075-986c-a7faa606316c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:42:21.556069 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f3a56b-5317-4075-986c-a7faa606316c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:42:21.556384 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f3a56b-5317-4075-986c-a7faa606316c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:42:21.556699 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f3a56b-5317-4075-986c-a7faa606316c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:42:21.570826 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-6227000a-5bab-45cb-ac21-38f56492d93f req-78d254d3-5488-4f9a-bfa3-c881c8b852d3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/quotas/577ee1d2880f4d34a80a7dfd0cf7da03 HTTP/1.1" status: 200 len: 375 time: 0.0118430 Dec 21 13:42:21.617827 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-e463e0fb-a207-41e2-9dd9-bae217f875d8 None None] Attempting to bind port ed3dca6d-2f8f-47ca-a0fb-17b705f9b92f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:42:21.618194 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-e463e0fb-a207-41e2-9dd9-bae217f875d8 None None] Attempting to bind port ed3dca6d-2f8f-47ca-a0fb-17b705f9b92f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ba66ee12-2a08-48fb-bba8-b57d1fe04727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1b5d1314-a319-42e4-978d-12b977f1b0d5'}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:42:21.618591 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e463e0fb-a207-41e2-9dd9-bae217f875d8 None None] Attempting to bind port ed3dca6d-2f8f-47ca-a0fb-17b705f9b92f on network 1b5d1314-a319-42e4-978d-12b977f1b0d5 {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:42:21.624336 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e463e0fb-a207-41e2-9dd9-bae217f875d8 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:42:21.624713 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e463e0fb-a207-41e2-9dd9-bae217f875d8 None None] Checking segment: {'id': 'ba66ee12-2a08-48fb-bba8-b57d1fe04727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1b5d1314-a319-42e4-978d-12b977f1b0d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:42:21.625123 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-e463e0fb-a207-41e2-9dd9-bae217f875d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:21.625504 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e463e0fb-a207-41e2-9dd9-bae217f875d8 None None] Bound using segment: {'id': 'ba66ee12-2a08-48fb-bba8-b57d1fe04727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1b5d1314-a319-42e4-978d-12b977f1b0d5'} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:42:21.626105 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-e463e0fb-a207-41e2-9dd9-bae217f875d8 None None] Bound port: ed3dca6d-2f8f-47ca-a0fb-17b705f9b92f, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba66ee12-2a08-48fb-bba8-b57d1fe04727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1b5d1314-a319-42e4-978d-12b977f1b0d5'}}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:42:21.626512 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-e463e0fb-a207-41e2-9dd9-bae217f875d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:21.628889 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-6227000a-5bab-45cb-ac21-38f56492d93f req-d01182ca-e6f0-46cb-b35f-8548b50e8acd tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=577ee1d2880f4d34a80a7dfd0cf7da03&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509038 Dec 21 13:42:21.693510 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-e463e0fb-a207-41e2-9dd9-bae217f875d8 None None] For port ed3dca6d-2f8f-47ca-a0fb-17b705f9b92f, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:42:21.697896 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-e463e0fb-a207-41e2-9dd9-bae217f875d8 None None] For port ed3dca6d-2f8f-47ca-a0fb-17b705f9b92f, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ed3dca6d-2f8f-47ca-a0fb-17b705f9b92f,segment=NetworkSegment(ba66ee12-2a08-48fb-bba8-b57d1fe04727),segment_id=ba66ee12-2a08-48fb-bba8-b57d1fe04727)] {{(pid=103155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:42:21.703350 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-e463e0fb-a207-41e2-9dd9-bae217f875d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:21.730253 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-6227000a-5bab-45cb-ac21-38f56492d93f req-991f08d6-cf52-48bd-8094-d4b6e3f285ba service neutron] 10.222.0.37 "GET /v2.0/networks/1b5d1314-a319-42e4-978d-12b977f1b0d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877364 Dec 21 13:42:21.758370 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f3a56b-5317-4075-986c-a7faa606316c None None] Pushing event updated for resources: {'Port': ['ID=ed3dca6d-2f8f-47ca-a0fb-17b705f9b92f,revision_number=4']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:42:21.768527 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e463e0fb-a207-41e2-9dd9-bae217f875d8 None None] Routers {'ca61134a-5cca-48b1-befd-813dd712fa7d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:42:21.769656 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-e463e0fb-a207-41e2-9dd9-bae217f875d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:41:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['ca61134a-5cca-48b1-befd-813dd712fa7d'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:42:21.833355 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-002b1923-1868-4d41-9de9-4ab2bf76a030 None None] Provisioning complete for port ed3dca6d-2f8f-47ca-a0fb-17b705f9b92f triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:42:21.834553 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-002b1923-1868-4d41-9de9-4ab2bf76a030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:21.839776 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-6227000a-5bab-45cb-ac21-38f56492d93f req-73ccf6d6-1457-4d77-b209-0fad4b870a4a service neutron] 10.222.0.37 "GET /v2.0/networks/1b5d1314-a319-42e4-978d-12b977f1b0d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022508 Dec 21 13:42:21.880084 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-e463e0fb-a207-41e2-9dd9-bae217f875d8 None None] Set router ca61134a-5cca-48b1-befd-813dd712fa7d gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:42:21.926687 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-002b1923-1868-4d41-9de9-4ab2bf76a030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:21.969058 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-002b1923-1868-4d41-9de9-4ab2bf76a030 None None] For port ed3dca6d-2f8f-47ca-a0fb-17b705f9b92f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ed3dca6d-2f8f-47ca-a0fb-17b705f9b92f,segment=NetworkSegment(ba66ee12-2a08-48fb-bba8-b57d1fe04727),segment_id=ba66ee12-2a08-48fb-bba8-b57d1fe04727)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:42:21.976071 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-002b1923-1868-4d41-9de9-4ab2bf76a030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:22.035181 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002b1923-1868-4d41-9de9-4ab2bf76a030 None None] Pushing event updated for resources: {'Port': ['ID=ed3dca6d-2f8f-47ca-a0fb-17b705f9b92f,revision_number=5']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:42:22.063150 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-04d66645-7774-4bfb-b65e-36ea07a36a6e req-209a5d72-1359-4d4b-aa5f-8bacbf7dd0da tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b938f64-6bf7-44e7-ac39-04aba82690e3 HTTP/1.1" status: 200 len: 210 time: 0.0295596 Dec 21 13:42:22.100145 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-e8cf974c-656c-42ac-be69-c4da102d43ff None None] Provisioning complete for port ed3dca6d-2f8f-47ca-a0fb-17b705f9b92f triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:42:22.100513 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e8cf974c-656c-42ac-be69-c4da102d43ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:22.213564 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-e463e0fb-a207-41e2-9dd9-bae217f875d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca61134a-5cca-48b1-befd-813dd712fa7d', 'name': 'tempest-TestNetworkBasicOps-router-1447304908', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.161'}], 'enable_snat': True}, 'gw_port_id': 'ecf3dabf-a3c0-468d-8e3e-8cc623df40e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:42:15Z', 'updated_at': '2021-12-21T13:42:18Z', 'revision_number': 4, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': 'ecf3dabf-a3c0-468d-8e3e-8cc623df40e3', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca61134a-5cca-48b1-befd-813dd712fa7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:42:15Z', 'updated_at': '2021-12-21T13:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'ed3dca6d-2f8f-47ca-a0fb-17b705f9b92f', 'name': '', 'network_id': '1b5d1314-a319-42e4-978d-12b977f1b0d5', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'mac_address': 'fa:16:3e:5c:64:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca61134a-5cca-48b1-befd-813dd712fa7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '3c37f239-f06a-4dc0-8e0a-9ebd907adf78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:42:18Z', 'updated_at': '2021-12-21T13:42:21Z', 'revision_number': 4, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'subnets': [{'id': '3c37f239-f06a-4dc0-8e0a-9ebd907adf78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:42:22.240730 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e463e0fb-a207-41e2-9dd9-bae217f875d8 None None] The sync data for ids ['ca61134a-5cca-48b1-befd-813dd712fa7d'] in dv-neutron-master-2-hyperv is: [{'id': 'ca61134a-5cca-48b1-befd-813dd712fa7d', 'name': 'tempest-TestNetworkBasicOps-router-1447304908', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.161'}], 'enable_snat': True}, 'gw_port_id': 'ecf3dabf-a3c0-468d-8e3e-8cc623df40e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:42:15Z', 'updated_at': '2021-12-21T13:42:18Z', 'revision_number': 4, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': 'ecf3dabf-a3c0-468d-8e3e-8cc623df40e3', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca61134a-5cca-48b1-befd-813dd712fa7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:42:15Z', 'updated_at': '2021-12-21T13:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'ed3dca6d-2f8f-47ca-a0fb-17b705f9b92f', 'name': '', 'network_id': '1b5d1314-a319-42e4-978d-12b977f1b0d5', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'mac_address': 'fa:16:3e:5c:64:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca61134a-5cca-48b1-befd-813dd712fa7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '3c37f239-f06a-4dc0-8e0a-9ebd907adf78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:42:18Z', 'updated_at': '2021-12-21T13:42:21Z', 'revision_number': 4, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'subnets': [{'id': '3c37f239-f06a-4dc0-8e0a-9ebd907adf78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:42:22.339778 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 0fd75266-5c76-48bc-b53a-e55202b8f872 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:42:22.400957 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 0fd75266-5c76-48bc-b53a-e55202b8f872 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:42:22.401502 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:23.190972 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-9bfb514b-1dfb-4d8c-9ba4-bc866250a643 req-8649cf12-287c-41d9-bd4e-0bf44211ab44 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b938f64-6bf7-44e7-ac39-04aba82690e3 HTTP/1.1" status: 200 len: 210 time: 0.0405462 Dec 21 13:42:23.226059 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6227000a-5bab-45cb-ac21-38f56492d93f req-9336d670-e44f-4621-b38a-f49af36e27f5 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:42:23.227590 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-6227000a-5bab-45cb-ac21-38f56492d93f req-9336d670-e44f-4621-b38a-f49af36e27f5 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.60 "GET /v2.0/networks?id=1b5d1314-a319-42e4-978d-12b977f1b0d5 HTTP/1.1" status: 200 len: 796 time: 0.2082934 Dec 21 13:42:23.303716 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-6227000a-5bab-45cb-ac21-38f56492d93f req-e417a913-ccf9-4ed1-84cd-f7dc84d41abc tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=577ee1d2880f4d34a80a7dfd0cf7da03 HTTP/1.1" status: 200 len: 380 time: 0.0576704 Dec 21 13:42:23.331498 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [req-6227000a-5bab-45cb-ac21-38f56492d93f req-dc4d720d-0d3f-485c-8e79-dce65b3c0701 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'port': {'device_id': '9b938f64-6bf7-44e7-ac39-04aba82690e3', 'network_id': '1b5d1314-a319-42e4-978d-12b977f1b0d5', 'admin_state_up': True, 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'security_groups': ['ad5f3547-2f7b-42f8-892a-4380fa00eaae']}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:42:23.457820 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6227000a-5bab-45cb-ac21-38f56492d93f req-dc4d720d-0d3f-485c-8e79-dce65b3c0701 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Made reservation on behalf of 577ee1d2880f4d34a80a7dfd0cf7da03 for: {'port': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:42:23.461840 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-6227000a-5bab-45cb-ac21-38f56492d93f req-dc4d720d-0d3f-485c-8e79-dce65b3c0701 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:23.600910 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [req-6227000a-5bab-45cb-ac21-38f56492d93f req-dc4d720d-0d3f-485c-8e79-dce65b3c0701 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Allocated IP 172.20.0.9 (1b5d1314-a319-42e4-978d-12b977f1b0d5/3c37f239-f06a-4dc0-8e0a-9ebd907adf78/aea43a71-6528-4c24-8a6b-d3f9f890cb2a) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:42:23.758998 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-6227000a-5bab-45cb-ac21-38f56492d93f req-dc4d720d-0d3f-485c-8e79-dce65b3c0701 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:23.801214 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-6227000a-5bab-45cb-ac21-38f56492d93f req-dc4d720d-0d3f-485c-8e79-dce65b3c0701 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:23.847152 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6227000a-5bab-45cb-ac21-38f56492d93f req-dc4d720d-0d3f-485c-8e79-dce65b3c0701 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Network 1b5d1314-a319-42e4-978d-12b977f1b0d5 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:42:23.850695 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [req-6227000a-5bab-45cb-ac21-38f56492d93f req-dc4d720d-0d3f-485c-8e79-dce65b3c0701 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:42:23.853249 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [req-6227000a-5bab-45cb-ac21-38f56492d93f req-dc4d720d-0d3f-485c-8e79-dce65b3c0701 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:42:23.882074 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4d720d-0d3f-485c-8e79-dce65b3c0701 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'Port': ['ID=aea43a71-6528-4c24-8a6b-d3f9f890cb2a,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:42:23.908574 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6227000a-5bab-45cb-ac21-38f56492d93f req-dc4d720d-0d3f-485c-8e79-dce65b3c0701 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:42:23.909204 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-6227000a-5bab-45cb-ac21-38f56492d93f req-dc4d720d-0d3f-485c-8e79-dce65b3c0701 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:23.927225 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-6227000a-5bab-45cb-ac21-38f56492d93f req-dc4d720d-0d3f-485c-8e79-dce65b3c0701 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5994344 Dec 21 13:42:23.943724 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [req-6227000a-5bab-45cb-ac21-38f56492d93f req-2b9c9491-7024-42b4-abee-c4f5b98bda4d service neutron] Request body: {'port': {'device_id': '9b938f64-6bf7-44e7-ac39-04aba82690e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:42:24.004317 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-6227000a-5bab-45cb-ac21-38f56492d93f req-2b9c9491-7024-42b4-abee-c4f5b98bda4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:24.124042 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-7b35071c-ff09-4f22-b1f6-1f119507f045 None None] Provisioning complete for port aea43a71-6528-4c24-8a6b-d3f9f890cb2a triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:42:24.124623 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7b35071c-ff09-4f22-b1f6-1f119507f045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:24.160988 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-7b35071c-ff09-4f22-b1f6-1f119507f045 None None] Port aea43a71-6528-4c24-8a6b-d3f9f890cb2a cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:42:24.291708 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [req-6227000a-5bab-45cb-ac21-38f56492d93f req-2b9c9491-7024-42b4-abee-c4f5b98bda4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aea43a71-6528-4c24-8a6b-d3f9f890cb2a {{(pid=103153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 13:42:24.300696 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-6227000a-5bab-45cb-ac21-38f56492d93f req-2b9c9491-7024-42b4-abee-c4f5b98bda4d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:24.314583 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.provisioning_blocks [req-6227000a-5bab-45cb-ac21-38f56492d93f req-2b9c9491-7024-42b4-abee-c4f5b98bda4d service neutron] Transition to ACTIVE for port object aea43a71-6528-4c24-8a6b-d3f9f890cb2a will not be triggered until provisioned by entity L2. {{(pid=103153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 13:42:24.318632 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-6227000a-5bab-45cb-ac21-38f56492d93f req-2b9c9491-7024-42b4-abee-c4f5b98bda4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:24.320155 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device ed3dca6d-2f8f-47ca-a0fb-17b705f9b92f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:42:24.332791 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30be427f-eb34-4b7b-9227-076055c3a21f req-04dacc46-5f07-46a0-86c1-5d05efd68877 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:42:24.335025 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-30be427f-eb34-4b7b-9227-076055c3a21f req-04dacc46-5f07-46a0-86c1-5d05efd68877 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b938f64-6bf7-44e7-ac39-04aba82690e3 HTTP/1.1" status: 200 len: 931 time: 0.0734677 Dec 21 13:42:24.374844 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port ed3dca6d-2f8f-47ca-a0fb-17b705f9b92f triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:42:24.374844 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:24.396203 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-30be427f-eb34-4b7b-9227-076055c3a21f req-02eaca3d-2bb2-41f0-aa84-3124fab3a8b3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad5f3547-2f7b-42f8-892a-4380fa00eaae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539057 Dec 21 13:42:24.424610 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9c9491-7024-42b4-abee-c4f5b98bda4d service neutron] Pushing event updated for resources: {'Port': ['ID=aea43a71-6528-4c24-8a6b-d3f9f890cb2a,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:42:24.445605 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9c9491-7024-42b4-abee-c4f5b98bda4d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:42:24.445960 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9c9491-7024-42b4-abee-c4f5b98bda4d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:42:24.446305 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9c9491-7024-42b4-abee-c4f5b98bda4d service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:42:24.446671 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9c9491-7024-42b4-abee-c4f5b98bda4d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:42:24.447005 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9c9491-7024-42b4-abee-c4f5b98bda4d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:42:24.447332 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9c9491-7024-42b4-abee-c4f5b98bda4d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:42:24.447659 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9c9491-7024-42b4-abee-c4f5b98bda4d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:42:24.447991 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9c9491-7024-42b4-abee-c4f5b98bda4d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:42:24.448322 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9c9491-7024-42b4-abee-c4f5b98bda4d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:42:24.448645 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9c9491-7024-42b4-abee-c4f5b98bda4d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:42:24.449453 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9c9491-7024-42b4-abee-c4f5b98bda4d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:42:24.449453 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9c9491-7024-42b4-abee-c4f5b98bda4d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:42:24.449697 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9c9491-7024-42b4-abee-c4f5b98bda4d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:42:24.475985 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-6227000a-5bab-45cb-ac21-38f56492d93f req-2b9c9491-7024-42b4-abee-c4f5b98bda4d service neutron] Attempting to bind port aea43a71-6528-4c24-8a6b-d3f9f890cb2a on host hv-neutron-mast for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:42:24.476355 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-6227000a-5bab-45cb-ac21-38f56492d93f req-2b9c9491-7024-42b4-abee-c4f5b98bda4d service neutron] Attempting to bind port aea43a71-6528-4c24-8a6b-d3f9f890cb2a by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'ba66ee12-2a08-48fb-bba8-b57d1fe04727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1b5d1314-a319-42e4-978d-12b977f1b0d5'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:42:24.476683 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6227000a-5bab-45cb-ac21-38f56492d93f req-2b9c9491-7024-42b4-abee-c4f5b98bda4d service neutron] Attempting to bind port aea43a71-6528-4c24-8a6b-d3f9f890cb2a on network 1b5d1314-a319-42e4-978d-12b977f1b0d5 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:42:24.481433 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6227000a-5bab-45cb-ac21-38f56492d93f req-2b9c9491-7024-42b4-abee-c4f5b98bda4d service neutron] Port aea43a71-6528-4c24-8a6b-d3f9f890cb2a on network 1b5d1314-a319-42e4-978d-12b977f1b0d5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 13:42:24.481752 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6227000a-5bab-45cb-ac21-38f56492d93f req-2b9c9491-7024-42b4-abee-c4f5b98bda4d service neutron] Attempting to bind port aea43a71-6528-4c24-8a6b-d3f9f890cb2a on network 1b5d1314-a319-42e4-978d-12b977f1b0d5 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:42:24.486769 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6227000a-5bab-45cb-ac21-38f56492d93f req-2b9c9491-7024-42b4-abee-c4f5b98bda4d service neutron] Checking agent: {'id': 'cb078e0e-af00-4e4f-8117-46ca6496af1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 23, 43), 'started_at': datetime.datetime(2021, 12, 21, 13, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:42:24.487106 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6227000a-5bab-45cb-ac21-38f56492d93f req-2b9c9491-7024-42b4-abee-c4f5b98bda4d service neutron] Checking segment: {'id': 'ba66ee12-2a08-48fb-bba8-b57d1fe04727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1b5d1314-a319-42e4-978d-12b977f1b0d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:42:24.487485 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6227000a-5bab-45cb-ac21-38f56492d93f req-2b9c9491-7024-42b4-abee-c4f5b98bda4d service neutron] Bound using segment: {'id': 'ba66ee12-2a08-48fb-bba8-b57d1fe04727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1b5d1314-a319-42e4-978d-12b977f1b0d5'} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:42:24.487970 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-6227000a-5bab-45cb-ac21-38f56492d93f req-2b9c9491-7024-42b4-abee-c4f5b98bda4d service neutron] Bound port: aea43a71-6528-4c24-8a6b-d3f9f890cb2a, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba66ee12-2a08-48fb-bba8-b57d1fe04727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1b5d1314-a319-42e4-978d-12b977f1b0d5'}}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:42:24.488465 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-6227000a-5bab-45cb-ac21-38f56492d93f req-2b9c9491-7024-42b4-abee-c4f5b98bda4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:24.553547 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-6227000a-5bab-45cb-ac21-38f56492d93f req-2b9c9491-7024-42b4-abee-c4f5b98bda4d service neutron] For port aea43a71-6528-4c24-8a6b-d3f9f890cb2a, host hv-neutron-mast, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:42:24.556676 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-6227000a-5bab-45cb-ac21-38f56492d93f req-2b9c9491-7024-42b4-abee-c4f5b98bda4d service neutron] For port aea43a71-6528-4c24-8a6b-d3f9f890cb2a, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=aea43a71-6528-4c24-8a6b-d3f9f890cb2a,segment=NetworkSegment(ba66ee12-2a08-48fb-bba8-b57d1fe04727),segment_id=ba66ee12-2a08-48fb-bba8-b57d1fe04727)] {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:42:24.562405 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-6227000a-5bab-45cb-ac21-38f56492d93f req-2b9c9491-7024-42b4-abee-c4f5b98bda4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:24.598652 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6227000a-5bab-45cb-ac21-38f56492d93f req-2b9c9491-7024-42b4-abee-c4f5b98bda4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:42:24.599332 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-6227000a-5bab-45cb-ac21-38f56492d93f req-2b9c9491-7024-42b4-abee-c4f5b98bda4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:24.600759 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-6227000a-5bab-45cb-ac21-38f56492d93f req-2b9c9491-7024-42b4-abee-c4f5b98bda4d service neutron] 10.222.0.60 "PUT /v2.0/ports/aea43a71-6528-4c24-8a6b-d3f9f890cb2a HTTP/1.1" status: 200 len: 1093 time: 0.6614149 Dec 21 13:42:24.601199 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b938f64-6bf7-44e7-ac39-04aba82690e3', 'tag': 'aea43a71-6528-4c24-8a6b-d3f9f890cb2a'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:42:24.603495 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af6034c98e584fa55ea4398f343c742ceb598288507feaf30d5a15785b2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6735dad-890c-470a-bbbc-ef52c008bf98" -d '{"events": [{"name": "network-changed", "server_uuid": "9b938f64-6bf7-44e7-ac39-04aba82690e3", "tag": "aea43a71-6528-4c24-8a6b-d3f9f890cb2a"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:42:24.631252 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9c9491-7024-42b4-abee-c4f5b98bda4d service neutron] Pushing event updated for resources: {'Port': ['ID=aea43a71-6528-4c24-8a6b-d3f9f890cb2a,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:42:24.649429 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 13:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27afe872-60e5-43d5-9e70-8da0e62ac2df x-openstack-request-id: req-27afe872-60e5-43d5-9e70-8da0e62ac2df {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:42:24.650046 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b938f64-6bf7-44e7-ac39-04aba82690e3", "tag": "aea43a71-6528-4c24-8a6b-d3f9f890cb2a", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:42:24.650046 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-27afe872-60e5-43d5-9e70-8da0e62ac2df {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:42:24.650435 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b938f64-6bf7-44e7-ac39-04aba82690e3', 'tag': 'aea43a71-6528-4c24-8a6b-d3f9f890cb2a', 'status': 'completed', 'code': 200} Dec 21 13:42:24.713546 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6227000a-5bab-45cb-ac21-38f56492d93f req-d01daaaa-c0dc-45ba-b093-713a387a5fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:42:24.715188 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-6227000a-5bab-45cb-ac21-38f56492d93f req-d01daaaa-c0dc-45ba-b093-713a387a5fa3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=577ee1d2880f4d34a80a7dfd0cf7da03&device_id=9b938f64-6bf7-44e7-ac39-04aba82690e3 HTTP/1.1" status: 200 len: 1096 time: 0.0482590 Dec 21 13:42:24.764462 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-6227000a-5bab-45cb-ac21-38f56492d93f req-2319d094-c182-4e44-add1-bb57c2892059 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aea43a71-6528-4c24-8a6b-d3f9f890cb2a HTTP/1.1" status: 200 len: 217 time: 0.0360093 Dec 21 13:42:24.814749 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6227000a-5bab-45cb-ac21-38f56492d93f req-b54d80e8-1804-4418-9cbe-aa7002b6327b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:42:24.816224 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-6227000a-5bab-45cb-ac21-38f56492d93f req-b54d80e8-1804-4418-9cbe-aa7002b6327b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3c37f239-f06a-4dc0-8e0a-9ebd907adf78 HTTP/1.1" status: 200 len: 835 time: 0.0456784 Dec 21 13:42:24.863545 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6227000a-5bab-45cb-ac21-38f56492d93f req-b24bf130-5e2c-45fb-8837-6189237ed950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:42:24.865010 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-6227000a-5bab-45cb-ac21-38f56492d93f req-b24bf130-5e2c-45fb-8837-6189237ed950 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1b5d1314-a319-42e4-978d-12b977f1b0d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0426283 Dec 21 13:42:24.952075 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-6227000a-5bab-45cb-ac21-38f56492d93f req-aa816834-f012-4424-9c33-5765663c3475 service neutron] 10.222.0.60 "GET /v2.0/networks/1b5d1314-a319-42e4-978d-12b977f1b0d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807319 Dec 21 13:42:25.044116 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-6227000a-5bab-45cb-ac21-38f56492d93f req-3accfce8-fb31-430e-bc4b-297c887a0d76 service neutron] 10.222.0.60 "GET /v2.0/networks/1b5d1314-a319-42e4-978d-12b977f1b0d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850620 Dec 21 13:42:25.155116 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-14999673-1c3b-49b5-9cbb-a4baf482b27f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:25.166651 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6735dad-890c-470a-bbbc-ef52c008bf98 req-22c91486-26e0-438a-9194-97c90ea96e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:42:25.168148 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b6735dad-890c-470a-bbbc-ef52c008bf98 req-22c91486-26e0-438a-9194-97c90ea96e26 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=577ee1d2880f4d34a80a7dfd0cf7da03&device_id=9b938f64-6bf7-44e7-ac39-04aba82690e3 HTTP/1.1" status: 200 len: 1096 time: 0.0420818 Dec 21 13:42:25.260040 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6735dad-890c-470a-bbbc-ef52c008bf98 req-ba0ba8c0-af6a-4256-a372-3e8a28b810d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:42:25.261401 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b6735dad-890c-470a-bbbc-ef52c008bf98 req-ba0ba8c0-af6a-4256-a372-3e8a28b810d9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1b5d1314-a319-42e4-978d-12b977f1b0d5 HTTP/1.1" status: 200 len: 897 time: 0.0867794 Dec 21 13:42:25.302733 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b6735dad-890c-470a-bbbc-ef52c008bf98 req-61f91c2d-ccfb-4fce-aa7f-4957224ecaa8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aea43a71-6528-4c24-8a6b-d3f9f890cb2a HTTP/1.1" status: 200 len: 217 time: 0.0339963 Dec 21 13:42:25.349190 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6735dad-890c-470a-bbbc-ef52c008bf98 req-6581c83d-38a6-4861-be72-77f93588e82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:42:25.350733 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b6735dad-890c-470a-bbbc-ef52c008bf98 req-6581c83d-38a6-4861-be72-77f93588e82d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3c37f239-f06a-4dc0-8e0a-9ebd907adf78 HTTP/1.1" status: 200 len: 835 time: 0.0416934 Dec 21 13:42:25.395416 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6735dad-890c-470a-bbbc-ef52c008bf98 req-083fccac-ff7c-434d-8402-df00b653af71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:42:25.397953 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b6735dad-890c-470a-bbbc-ef52c008bf98 req-083fccac-ff7c-434d-8402-df00b653af71 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1b5d1314-a319-42e4-978d-12b977f1b0d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0400102 Dec 21 13:42:25.493590 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b6735dad-890c-470a-bbbc-ef52c008bf98 req-c2ef0c37-6738-4324-81aa-3c8a93b84c3b service neutron] 10.222.0.60 "GET /v2.0/networks/1b5d1314-a319-42e4-978d-12b977f1b0d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882182 Dec 21 13:42:25.513519 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0f633a-b1b6-4da8-be8a-d29264aea4f5 req-ddc3fdf2-16b2-4a66-8c94-f1f95da6d07a tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:42:25.514937 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-2a0f633a-b1b6-4da8-be8a-d29264aea4f5 req-ddc3fdf2-16b2-4a66-8c94-f1f95da6d07a tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b938f64-6bf7-44e7-ac39-04aba82690e3 HTTP/1.1" status: 200 len: 943 time: 0.0473199 Dec 21 13:42:25.568296 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-2a0f633a-b1b6-4da8-be8a-d29264aea4f5 req-ac426bd1-1d58-4b2d-99d9-51e02d4a5937 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad5f3547-2f7b-42f8-892a-4380fa00eaae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473535 Dec 21 13:42:25.899908 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b6735dad-890c-470a-bbbc-ef52c008bf98 req-21b7f975-083c-45f1-9510-3f596852042c service neutron] 10.222.0.60 "GET /v2.0/networks/1b5d1314-a319-42e4-978d-12b977f1b0d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3994045 Dec 21 13:42:26.684767 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db4edb2-3bb1-49ed-a956-d788d5668c71 req-5c25a73b-62e6-4086-a8e9-6e7e0f3faea8 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:42:26.686216 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-9db4edb2-3bb1-49ed-a956-d788d5668c71 req-5c25a73b-62e6-4086-a8e9-6e7e0f3faea8 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b938f64-6bf7-44e7-ac39-04aba82690e3 HTTP/1.1" status: 200 len: 943 time: 0.0487556 Dec 21 13:42:26.734751 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-9db4edb2-3bb1-49ed-a956-d788d5668c71 req-690b969c-5c45-49f5-9c77-343e3a96ea02 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad5f3547-2f7b-42f8-892a-4380fa00eaae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425398 Dec 21 13:42:27.585038 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8e640811-454e-4294-bb2d-f287205bef7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:27.796191 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device aea43a71-6528-4c24-8a6b-d3f9f890cb2a details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 13:42:27.852224 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76584f4-8383-4d27-96db-f28bbe7171d9 req-ad3e006e-93ea-49ea-9db7-4f1bae16fa81 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:42:27.853616 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-e76584f4-8383-4d27-96db-f28bbe7171d9 req-ad3e006e-93ea-49ea-9db7-4f1bae16fa81 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b938f64-6bf7-44e7-ac39-04aba82690e3 HTTP/1.1" status: 200 len: 943 time: 0.0501294 Dec 21 13:42:27.894302 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port aea43a71-6528-4c24-8a6b-d3f9f890cb2a, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=aea43a71-6528-4c24-8a6b-d3f9f890cb2a,segment=NetworkSegment(ba66ee12-2a08-48fb-bba8-b57d1fe04727),segment_id=ba66ee12-2a08-48fb-bba8-b57d1fe04727)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:42:27.902196 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-e76584f4-8383-4d27-96db-f28bbe7171d9 req-23aae83e-df52-4aa4-a854-4213de6b6cf8 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad5f3547-2f7b-42f8-892a-4380fa00eaae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421131 Dec 21 13:42:27.904438 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Returning: {'device': 'aea43a71-6528-4c24-8a6b-d3f9f890cb2a', 'network_id': '1b5d1314-a319-42e4-978d-12b977f1b0d5', 'port_id': 'aea43a71-6528-4c24-8a6b-d3f9f890cb2a', 'mac_address': 'fa:16:3e:18:c4:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c37f239-f06a-4dc0-8e0a-9ebd907adf78', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 13:42:27.944249 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:27.956250 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aea43a71-6528-4c24-8a6b-d3f9f890cb2a {{(pid=103154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 13:42:27.973988 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port aea43a71-6528-4c24-8a6b-d3f9f890cb2a, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=aea43a71-6528-4c24-8a6b-d3f9f890cb2a,segment=NetworkSegment(ba66ee12-2a08-48fb-bba8-b57d1fe04727),segment_id=ba66ee12-2a08-48fb-bba8-b57d1fe04727)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:42:27.977850 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:28.022017 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=aea43a71-6528-4c24-8a6b-d3f9f890cb2a,revision_number=4']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:42:28.285211 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] get_ports_and_sgs() called for port_ids ['aea43a71-6528-4c24-8a6b-d3f9f890cb2a'] {{(pid=103154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 13:42:28.798804 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:29.016272 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301f048f-a333-4fd0-96d5-fd3a9a8e8c77 req-d070ca1c-e44d-4278-b182-6d3493fd5a1c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:42:29.017759 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-301f048f-a333-4fd0-96d5-fd3a9a8e8c77 req-d070ca1c-e44d-4278-b182-6d3493fd5a1c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b938f64-6bf7-44e7-ac39-04aba82690e3 HTTP/1.1" status: 200 len: 944 time: 0.0484207 Dec 21 13:42:29.066013 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-301f048f-a333-4fd0-96d5-fd3a9a8e8c77 req-ce2cdd6a-14d7-4795-b2a6-6f13210cd436 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad5f3547-2f7b-42f8-892a-4380fa00eaae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422795 Dec 21 13:42:29.811301 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device aea43a71-6528-4c24-8a6b-d3f9f890cb2a up at agent hyperv_hv-neutron-mast {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:42:29.862172 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Provisioning for port aea43a71-6528-4c24-8a6b-d3f9f890cb2a completed by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 13:42:29.865727 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Provisioning complete for port aea43a71-6528-4c24-8a6b-d3f9f890cb2a triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:42:29.866088 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:29.939631 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:29.961092 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b938f64-6bf7-44e7-ac39-04aba82690e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aea43a71-6528-4c24-8a6b-d3f9f890cb2a'}] {{(pid=103154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:42:29.963304 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6f45aca8ac5f8c0cc5868273c98d8aa60330245aed22d61c8da5c1f2d6fc01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b29dc31d-ceb5-499c-a9cc-6c09de05785e" -d '{"events": [{"server_uuid": "9b938f64-6bf7-44e7-ac39-04aba82690e3", "name": "network-vif-plugged", "status": "completed", "tag": "aea43a71-6528-4c24-8a6b-d3f9f890cb2a"}]}' {{(pid=103154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:42:29.976065 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port aea43a71-6528-4c24-8a6b-d3f9f890cb2a, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=aea43a71-6528-4c24-8a6b-d3f9f890cb2a,segment=NetworkSegment(ba66ee12-2a08-48fb-bba8-b57d1fe04727),segment_id=ba66ee12-2a08-48fb-bba8-b57d1fe04727)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:42:29.988383 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:30.014324 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 13:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6245f939-fdc4-466a-9217-82cbbf80fa1a x-openstack-request-id: req-6245f939-fdc4-466a-9217-82cbbf80fa1a {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:42:30.014635 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b938f64-6bf7-44e7-ac39-04aba82690e3", "name": "network-vif-plugged", "status": "completed", "tag": "aea43a71-6528-4c24-8a6b-d3f9f890cb2a", "code": 200}]} {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:42:30.014883 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6245f939-fdc4-466a-9217-82cbbf80fa1a {{(pid=103154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:42:30.015264 dv-neutron-master-2-hyperv neutron-server[103154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b938f64-6bf7-44e7-ac39-04aba82690e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aea43a71-6528-4c24-8a6b-d3f9f890cb2a', 'code': 200} Dec 21 13:42:30.039184 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=aea43a71-6528-4c24-8a6b-d3f9f890cb2a,revision_number=5']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:42:30.211463 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a874ffa-5f8c-411a-9d63-25ad20803d69 req-6ec9633c-b2a8-46d3-8952-8e6438a20acf tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:42:30.212930 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7a874ffa-5f8c-411a-9d63-25ad20803d69 req-6ec9633c-b2a8-46d3-8952-8e6438a20acf tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b938f64-6bf7-44e7-ac39-04aba82690e3 HTTP/1.1" status: 200 len: 945 time: 0.0772622 Dec 21 13:42:30.228072 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e8c69d-f478-41cc-9331-559ac1156062 req-8e860566-da8f-40a4-86c0-d542ffc6046e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:42:30.229492 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-82e8c69d-f478-41cc-9331-559ac1156062 req-8e860566-da8f-40a4-86c0-d542ffc6046e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9b938f64-6bf7-44e7-ac39-04aba82690e3 HTTP/1.1" status: 200 len: 1098 time: 0.0579014 Dec 21 13:42:30.288852 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7a874ffa-5f8c-411a-9d63-25ad20803d69 req-5c4fccc7-4e0e-4d65-9c4d-1bf017f9788a tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad5f3547-2f7b-42f8-892a-4380fa00eaae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681694 Dec 21 13:42:30.300801 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-82e8c69d-f478-41cc-9331-559ac1156062 req-d618364b-7044-4fd2-96f8-78a2efa8a7fc service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ad5f3547-2f7b-42f8-892a-4380fa00eaae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640204 Dec 21 13:42:30.805832 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:31.038567 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:31.405405 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2b1a0a-ead4-4ca2-815b-0f60949b914d req-7983ac32-efbf-48b2-b965-8dc845f7e293 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:42:31.407785 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-9d2b1a0a-ead4-4ca2-815b-0f60949b914d req-7983ac32-efbf-48b2-b965-8dc845f7e293 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b938f64-6bf7-44e7-ac39-04aba82690e3 HTTP/1.1" status: 200 len: 945 time: 0.0501513 Dec 21 13:42:31.459587 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-9d2b1a0a-ead4-4ca2-815b-0f60949b914d req-74b87663-6d8f-4f64-9a46-3992bfb7fa60 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad5f3547-2f7b-42f8-892a-4380fa00eaae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446305 Dec 21 13:42:31.586240 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1c5fd7-13c2-42ef-b56b-a4c5ca8c7203 req-763572fb-ab8e-4811-8541-022c6f9aa648 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:42:31.589127 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7f1c5fd7-13c2-42ef-b56b-a4c5ca8c7203 req-763572fb-ab8e-4811-8541-022c6f9aa648 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b938f64-6bf7-44e7-ac39-04aba82690e3 HTTP/1.1" status: 200 len: 945 time: 0.0498302 Dec 21 13:42:31.641202 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7f1c5fd7-13c2-42ef-b56b-a4c5ca8c7203 req-93a455d8-ab55-4cca-b59e-41dfbab24e52 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad5f3547-2f7b-42f8-892a-4380fa00eaae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466652 Dec 21 13:42:31.662885 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 33900) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:42:31.703896 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c534bd64-b238-4f28-9832-d01ebf3c3f50 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:42:31.705417 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-c534bd64-b238-4f28-9832-d01ebf3c3f50 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=9b938f64-6bf7-44e7-ac39-04aba82690e3 HTTP/1.1" status: 200 len: 1093 time: 0.0414314 Dec 21 13:42:31.708180 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 33902) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:42:31.712329 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-82ac0585-f0a7-4c5c-96e0-f580d230f483 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'floatingip': {'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'port_id': 'aea43a71-6528-4c24-8a6b-d3f9f890cb2a', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:42:31.738076 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-82ac0585-f0a7-4c5c-96e0-f580d230f483 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for floatingip, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:31.833088 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-82ac0585-f0a7-4c5c-96e0-f580d230f483 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:31.941927 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-82ac0585-f0a7-4c5c-96e0-f580d230f483 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Allocated IP 172.36.3.27 (7fdf1889-f079-4166-bbda-88b2a8d8d595/051a5607-1753-4008-a2f2-d94b48752e9c/99ce0c2a-f937-45dc-a856-6bd3d9625812) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:42:32.041354 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-82ac0585-f0a7-4c5c-96e0-f580d230f483 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:32.079193 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-82ac0585-f0a7-4c5c-96e0-f580d230f483 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:32.125268 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ac0585-f0a7-4c5c-96e0-f580d230f483 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Network 7fdf1889-f079-4166-bbda-88b2a8d8d595 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:42:32.128098 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-82ac0585-f0a7-4c5c-96e0-f580d230f483 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:42:32.131517 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ac0585-f0a7-4c5c-96e0-f580d230f483 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:42:32.137118 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ac0585-f0a7-4c5c-96e0-f580d230f483 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'Port': ['ID=99ce0c2a-f937-45dc-a856-6bd3d9625812,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:42:32.487989 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-82ac0585-f0a7-4c5c-96e0-f580d230f483 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:32.555340 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-82ac0585-f0a7-4c5c-96e0-f580d230f483 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:32.702031 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-82ac0585-f0a7-4c5c-96e0-f580d230f483 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:32.706305 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-82ac0585-f0a7-4c5c-96e0-f580d230f483 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:32.776898 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ac0585-f0a7-4c5c-96e0-f580d230f483 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'Port': ['ID=99ce0c2a-f937-45dc-a856-6bd3d9625812,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:42:32.786600 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-82ac0585-f0a7-4c5c-96e0-f580d230f483 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548820'] for floatingip, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:32.885100 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.l3_db [None req-82ac0585-f0a7-4c5c-96e0-f580d230f483 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Floating IP 2bab2544-c728-4fd7-8fa3-8981ced7b3ac associated. External IP: 172.36.3.27, port: aea43a71-6528-4c24-8a6b-d3f9f890cb2a. Dec 21 13:42:33.090376 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82ac0585-f0a7-4c5c-96e0-f580d230f483 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Router ca61134a-5cca-48b1-befd-813dd712fa7d has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:42:33.200888 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82ac0585-f0a7-4c5c-96e0-f580d230f483 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:42:33.210197 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2ce502-bb4e-4fb1-9200-d6f2fc0e448f None None] Sync routers for ids ['ca61134a-5cca-48b1-befd-813dd712fa7d'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:42:33.218206 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-82ac0585-f0a7-4c5c-96e0-f580d230f483 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for floatingip, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:33.219848 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2ce502-bb4e-4fb1-9200-d6f2fc0e448f None None] Routers {'ca61134a-5cca-48b1-befd-813dd712fa7d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:42:33.220470 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-3c2ce502-bb4e-4fb1-9200-d6f2fc0e448f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:42:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['ca61134a-5cca-48b1-befd-813dd712fa7d'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:42:33.245188 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-82ac0585-f0a7-4c5c-96e0-f580d230f483 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5360289 Dec 21 13:42:33.245877 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b938f64-6bf7-44e7-ac39-04aba82690e3', 'tag': 'aea43a71-6528-4c24-8a6b-d3f9f890cb2a'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:42:33.248599 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 33906) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:42:33.249109 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af6034c98e584fa55ea4398f343c742ceb598288507feaf30d5a15785b2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04102042-737f-46e7-975c-cec30152a47d" -d '{"events": [{"name": "network-changed", "server_uuid": "9b938f64-6bf7-44e7-ac39-04aba82690e3", "tag": "aea43a71-6528-4c24-8a6b-d3f9f890cb2a"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:42:33.285720 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 13:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac4cbb35-a2ba-46aa-916b-9117702305e4 x-openstack-request-id: req-ac4cbb35-a2ba-46aa-916b-9117702305e4 {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:42:33.286013 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b938f64-6bf7-44e7-ac39-04aba82690e3", "tag": "aea43a71-6528-4c24-8a6b-d3f9f890cb2a", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:42:33.286279 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ac4cbb35-a2ba-46aa-916b-9117702305e4 {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:42:33.286714 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b938f64-6bf7-44e7-ac39-04aba82690e3', 'tag': 'aea43a71-6528-4c24-8a6b-d3f9f890cb2a', 'status': 'completed', 'code': 200} Dec 21 13:42:33.330821 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-3c2ce502-bb4e-4fb1-9200-d6f2fc0e448f None None] Set router ca61134a-5cca-48b1-befd-813dd712fa7d gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:42:33.372703 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04102042-737f-46e7-975c-cec30152a47d req-0b38a2d3-f300-45e3-b92c-fe78c5542184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:42:33.375133 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-04102042-737f-46e7-975c-cec30152a47d req-0b38a2d3-f300-45e3-b92c-fe78c5542184 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=577ee1d2880f4d34a80a7dfd0cf7da03&device_id=9b938f64-6bf7-44e7-ac39-04aba82690e3 HTTP/1.1" status: 200 len: 1098 time: 0.0447612 Dec 21 13:42:33.479745 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04102042-737f-46e7-975c-cec30152a47d req-c66d6910-ee85-40ac-81ab-e10e1d4ea8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:42:33.481980 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-04102042-737f-46e7-975c-cec30152a47d req-c66d6910-ee85-40ac-81ab-e10e1d4ea8f6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1b5d1314-a319-42e4-978d-12b977f1b0d5 HTTP/1.1" status: 200 len: 897 time: 0.1010225 Dec 21 13:42:33.550077 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-04102042-737f-46e7-975c-cec30152a47d req-6d5cf445-b28d-4bd1-82a2-0f95eb960433 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aea43a71-6528-4c24-8a6b-d3f9f890cb2a HTTP/1.1" status: 200 len: 998 time: 0.0620952 Dec 21 13:42:33.562953 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-3c2ce502-bb4e-4fb1-9200-d6f2fc0e448f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca61134a-5cca-48b1-befd-813dd712fa7d', 'name': 'tempest-TestNetworkBasicOps-router-1447304908', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.161'}], 'enable_snat': True}, 'gw_port_id': 'ecf3dabf-a3c0-468d-8e3e-8cc623df40e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:42:15Z', 'updated_at': '2021-12-21T13:42:18Z', 'revision_number': 4, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': 'ecf3dabf-a3c0-468d-8e3e-8cc623df40e3', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca61134a-5cca-48b1-befd-813dd712fa7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:42:15Z', 'updated_at': '2021-12-21T13:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '2bab2544-c728-4fd7-8fa3-8981ced7b3ac', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'floating_ip_address': '172.36.3.27', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': 'ca61134a-5cca-48b1-befd-813dd712fa7d', 'port_id': 'aea43a71-6528-4c24-8a6b-d3f9f890cb2a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b5d1314-a319-42e4-978d-12b977f1b0d5', 'mac_address': 'fa:16:3e:18:c4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b938f64-6bf7-44e7-ac39-04aba82690e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T13:42:32Z', 'updated_at': '2021-12-21T13:42:32Z', 'revision_number': 0, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed3dca6d-2f8f-47ca-a0fb-17b705f9b92f', 'name': '', 'network_id': '1b5d1314-a319-42e4-978d-12b977f1b0d5', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'mac_address': 'fa:16:3e:5c:64:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca61134a-5cca-48b1-befd-813dd712fa7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '3c37f239-f06a-4dc0-8e0a-9ebd907adf78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:42:18Z', 'updated_at': '2021-12-21T13:42:21Z', 'revision_number': 5, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'subnets': [{'id': '3c37f239-f06a-4dc0-8e0a-9ebd907adf78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:42:33.591537 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0cc0a0-a9b6-4612-85e0-5309849057bb tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:42:33.596007 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-bc0cc0a0-a9b6-4612-85e0-5309849057bb tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=9b938f64-6bf7-44e7-ac39-04aba82690e3 HTTP/1.1" status: 200 len: 1093 time: 0.3434813 Dec 21 13:42:33.596173 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2ce502-bb4e-4fb1-9200-d6f2fc0e448f None None] Checking router: ca61134a-5cca-48b1-befd-813dd712fa7d for host: dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:42:33.603907 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04102042-737f-46e7-975c-cec30152a47d req-413b8881-5f6c-470b-8745-9e2db734a07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:42:33.604869 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2ce502-bb4e-4fb1-9200-d6f2fc0e448f None None] Routers {'ca61134a-5cca-48b1-befd-813dd712fa7d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:42:33.605349 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-04102042-737f-46e7-975c-cec30152a47d req-413b8881-5f6c-470b-8745-9e2db734a07b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3c37f239-f06a-4dc0-8e0a-9ebd907adf78 HTTP/1.1" status: 200 len: 835 time: 0.0487740 Dec 21 13:42:33.605499 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-3c2ce502-bb4e-4fb1-9200-d6f2fc0e448f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:42:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['ca61134a-5cca-48b1-befd-813dd712fa7d'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:42:33.655317 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04102042-737f-46e7-975c-cec30152a47d req-cd6eb5d3-11aa-492e-9836-d4a9e9ac33e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:42:33.656765 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-04102042-737f-46e7-975c-cec30152a47d req-cd6eb5d3-11aa-492e-9836-d4a9e9ac33e1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1b5d1314-a319-42e4-978d-12b977f1b0d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0456271 Dec 21 13:42:33.713297 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-3c2ce502-bb4e-4fb1-9200-d6f2fc0e448f None None] Set router ca61134a-5cca-48b1-befd-813dd712fa7d gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:42:33.749570 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-04102042-737f-46e7-975c-cec30152a47d req-94cae5c8-51dc-47f6-8412-c4fdd83d5475 service neutron] 10.222.0.60 "GET /v2.0/networks/1b5d1314-a319-42e4-978d-12b977f1b0d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860116 Dec 21 13:42:33.835716 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 33912) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:42:33.840220 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-c5c46dfd-9450-4277-a9ac-3dcf952b80ea tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1912351616', 'description': 'tempest-secgroup-smoke-1912351616 description', 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:42:33.860114 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-04102042-737f-46e7-975c-cec30152a47d req-2e9b1dc9-2892-4403-8648-db6992bfe4e3 service neutron] 10.222.0.60 "GET /v2.0/networks/1b5d1314-a319-42e4-978d-12b977f1b0d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041231 Dec 21 13:42:33.865572 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c5c46dfd-9450-4277-a9ac-3dcf952b80ea tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:33.935955 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c5c46dfd-9450-4277-a9ac-3dcf952b80ea tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:33.939612 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c5c46dfd-9450-4277-a9ac-3dcf952b80ea tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:33.969170 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c5c46dfd-9450-4277-a9ac-3dcf952b80ea tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:33.970420 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-c5c46dfd-9450-4277-a9ac-3dcf952b80ea tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1340234 Dec 21 13:42:33.972315 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c46dfd-9450-4277-a9ac-3dcf952b80ea tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65bae0d9-1a3d-43b7-9598-b1039026adeb,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:42:33.973701 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 33914) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:42:33.978517 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-049630d2-7b9f-4424-8dc9-3c66d3e3b1a3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'security_group_rule': {'security_group_id': '65bae0d9-1a3d-43b7-9598-b1039026adeb', 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:42:34.005435 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-049630d2-7b9f-4424-8dc9-3c66d3e3b1a3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:34.060781 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-049630d2-7b9f-4424-8dc9-3c66d3e3b1a3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:34.064662 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-049630d2-7b9f-4424-8dc9-3c66d3e3b1a3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:34.082757 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049630d2-7b9f-4424-8dc9-3c66d3e3b1a3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dd51023-29e4-48b7-9ab0-49de20efbc4d,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:42:34.092451 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-049630d2-7b9f-4424-8dc9-3c66d3e3b1a3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:34.093660 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-049630d2-7b9f-4424-8dc9-3c66d3e3b1a3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1189203 Dec 21 13:42:34.096586 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 33916) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:42:34.099418 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-3c2ce502-bb4e-4fb1-9200-d6f2fc0e448f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca61134a-5cca-48b1-befd-813dd712fa7d', 'name': 'tempest-TestNetworkBasicOps-router-1447304908', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.161'}], 'enable_snat': True}, 'gw_port_id': 'ecf3dabf-a3c0-468d-8e3e-8cc623df40e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:42:15Z', 'updated_at': '2021-12-21T13:42:18Z', 'revision_number': 4, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': 'ecf3dabf-a3c0-468d-8e3e-8cc623df40e3', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca61134a-5cca-48b1-befd-813dd712fa7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:42:15Z', 'updated_at': '2021-12-21T13:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '2bab2544-c728-4fd7-8fa3-8981ced7b3ac', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'floating_ip_address': '172.36.3.27', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': 'ca61134a-5cca-48b1-befd-813dd712fa7d', 'port_id': 'aea43a71-6528-4c24-8a6b-d3f9f890cb2a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b5d1314-a319-42e4-978d-12b977f1b0d5', 'mac_address': 'fa:16:3e:18:c4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b938f64-6bf7-44e7-ac39-04aba82690e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T13:42:32Z', 'updated_at': '2021-12-21T13:42:32Z', 'revision_number': 0, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed3dca6d-2f8f-47ca-a0fb-17b705f9b92f', 'name': '', 'network_id': '1b5d1314-a319-42e4-978d-12b977f1b0d5', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'mac_address': 'fa:16:3e:5c:64:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca61134a-5cca-48b1-befd-813dd712fa7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '3c37f239-f06a-4dc0-8e0a-9ebd907adf78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:42:18Z', 'updated_at': '2021-12-21T13:42:21Z', 'revision_number': 5, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'subnets': [{'id': '3c37f239-f06a-4dc0-8e0a-9ebd907adf78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:42:34.100918 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-520b5ddd-6265-4b51-8daf-b64a94a15511 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'security_group_rule': {'security_group_id': '65bae0d9-1a3d-43b7-9598-b1039026adeb', 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:42:34.129384 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-520b5ddd-6265-4b51-8daf-b64a94a15511 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:34.130033 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2ce502-bb4e-4fb1-9200-d6f2fc0e448f None None] The sync data for ids ['ca61134a-5cca-48b1-befd-813dd712fa7d'] in dv-neutron-master-2-hyperv is: [{'id': 'ca61134a-5cca-48b1-befd-813dd712fa7d', 'name': 'tempest-TestNetworkBasicOps-router-1447304908', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.161'}], 'enable_snat': True}, 'gw_port_id': 'ecf3dabf-a3c0-468d-8e3e-8cc623df40e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:42:15Z', 'updated_at': '2021-12-21T13:42:18Z', 'revision_number': 4, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': 'ecf3dabf-a3c0-468d-8e3e-8cc623df40e3', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca61134a-5cca-48b1-befd-813dd712fa7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:42:15Z', 'updated_at': '2021-12-21T13:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '2bab2544-c728-4fd7-8fa3-8981ced7b3ac', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'floating_ip_address': '172.36.3.27', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': 'ca61134a-5cca-48b1-befd-813dd712fa7d', 'port_id': 'aea43a71-6528-4c24-8a6b-d3f9f890cb2a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b5d1314-a319-42e4-978d-12b977f1b0d5', 'mac_address': 'fa:16:3e:18:c4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b938f64-6bf7-44e7-ac39-04aba82690e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T13:42:32Z', 'updated_at': '2021-12-21T13:42:32Z', 'revision_number': 0, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed3dca6d-2f8f-47ca-a0fb-17b705f9b92f', 'name': '', 'network_id': '1b5d1314-a319-42e4-978d-12b977f1b0d5', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'mac_address': 'fa:16:3e:5c:64:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca61134a-5cca-48b1-befd-813dd712fa7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '3c37f239-f06a-4dc0-8e0a-9ebd907adf78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:42:18Z', 'updated_at': '2021-12-21T13:42:21Z', 'revision_number': 5, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'subnets': [{'id': '3c37f239-f06a-4dc0-8e0a-9ebd907adf78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:42:34.191795 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-520b5ddd-6265-4b51-8daf-b64a94a15511 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:34.196106 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-520b5ddd-6265-4b51-8daf-b64a94a15511 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:34.218026 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520b5ddd-6265-4b51-8daf-b64a94a15511 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78002f60-a92b-4909-80c8-5006a4e139ca,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:42:34.225599 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-520b5ddd-6265-4b51-8daf-b64a94a15511 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:34.226905 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-520b5ddd-6265-4b51-8daf-b64a94a15511 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1293428 Dec 21 13:42:34.229614 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 33918) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:42:34.233950 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-52ca1670-61a5-4286-aff9-5bb2391aa6c4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'security_group_rule': {'security_group_id': '65bae0d9-1a3d-43b7-9598-b1039026adeb', 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:42:34.265423 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-52ca1670-61a5-4286-aff9-5bb2391aa6c4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:34.324236 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-52ca1670-61a5-4286-aff9-5bb2391aa6c4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:34.324460 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9540d896-eed7-4d61-8221-f86ae64bc298 None None] New status for floating IP 2bab2544-c728-4fd7-8fa3-8981ced7b3ac: ACTIVE {{(pid=103155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 13:42:34.330316 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-52ca1670-61a5-4286-aff9-5bb2391aa6c4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:34.349240 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ca1670-61a5-4286-aff9-5bb2391aa6c4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37595a37-5188-4a16-bc11-a5784722dbad,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:42:34.357577 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-52ca1670-61a5-4286-aff9-5bb2391aa6c4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:34.358824 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-52ca1670-61a5-4286-aff9-5bb2391aa6c4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1282914 Dec 21 13:42:34.361616 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 33920) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:42:34.366850 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-8bf11b14-dfc2-4e71-a1f5-07592324f335 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'security_group_rule': {'security_group_id': '65bae0d9-1a3d-43b7-9598-b1039026adeb', 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:42:34.396050 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8bf11b14-dfc2-4e71-a1f5-07592324f335 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:34.453502 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8bf11b14-dfc2-4e71-a1f5-07592324f335 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:34.457061 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8bf11b14-dfc2-4e71-a1f5-07592324f335 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:34.474683 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf11b14-dfc2-4e71-a1f5-07592324f335 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afa34198-2647-4fe2-975f-45b1156d80a7,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:42:34.481991 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8bf11b14-dfc2-4e71-a1f5-07592324f335 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:34.483286 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-8bf11b14-dfc2-4e71-a1f5-07592324f335 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1199226 Dec 21 13:42:34.485977 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 33922) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:42:34.490304 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-788cbddf-9a6c-4986-8a8f-66443733ab40 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'security_group_rule': {'security_group_id': '65bae0d9-1a3d-43b7-9598-b1039026adeb', 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:42:34.514908 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.securitygroups_db [None req-788cbddf-9a6c-4986-8a8f-66443733ab40 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Project 577ee1d2880f4d34a80a7dfd0cf7da03 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 13:42:34.519556 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-788cbddf-9a6c-4986-8a8f-66443733ab40 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:34.575228 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-788cbddf-9a6c-4986-8a8f-66443733ab40 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:34.578499 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-788cbddf-9a6c-4986-8a8f-66443733ab40 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:34.596066 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788cbddf-9a6c-4986-8a8f-66443733ab40 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f0a2b76-71c9-4736-a7e9-07210397396c,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:42:34.603516 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-788cbddf-9a6c-4986-8a8f-66443733ab40 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:34.604681 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-788cbddf-9a6c-4986-8a8f-66443733ab40 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1177075 Dec 21 13:42:34.607872 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 33924) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:42:34.612248 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-a6e5f196-1f0c-43af-9c02-35702bec90a1 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'security_group_rule': {'security_group_id': '65bae0d9-1a3d-43b7-9598-b1039026adeb', 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:42:34.634570 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.securitygroups_db [None req-a6e5f196-1f0c-43af-9c02-35702bec90a1 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Project 577ee1d2880f4d34a80a7dfd0cf7da03 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 13:42:34.639114 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a6e5f196-1f0c-43af-9c02-35702bec90a1 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:34.697411 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a6e5f196-1f0c-43af-9c02-35702bec90a1 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:34.700688 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a6e5f196-1f0c-43af-9c02-35702bec90a1 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:34.717000 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e5f196-1f0c-43af-9c02-35702bec90a1 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36005ef3-cd21-4e95-a5fb-4a84b2805182,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:42:34.724387 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a6e5f196-1f0c-43af-9c02-35702bec90a1 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:34.725550 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-a6e5f196-1f0c-43af-9c02-35702bec90a1 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1167352 Dec 21 13:42:34.931172 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-d555a1fa-e049-4a40-bff8-1a5b82d436c6 req-33a9151c-8e0f-4e79-ba67-b84b18ca12f6 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1912351616&fields=id&tenant_id=577ee1d2880f4d34a80a7dfd0cf7da03 HTTP/1.1" status: 200 len: 267 time: 0.0436387 Dec 21 13:42:35.036771 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d555a1fa-e049-4a40-bff8-1a5b82d436c6 req-013adff0-d907-4f80-8913-72f3316223bf tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:42:35.038100 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-d555a1fa-e049-4a40-bff8-1a5b82d436c6 req-013adff0-d907-4f80-8913-72f3316223bf tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/networks?id=1b5d1314-a319-42e4-978d-12b977f1b0d5 HTTP/1.1" status: 200 len: 796 time: 0.1003139 Dec 21 13:42:35.053560 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-d555a1fa-e049-4a40-bff8-1a5b82d436c6 req-c82a8a0a-c4ee-4b58-9acf-a07dc128881a tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/quotas/577ee1d2880f4d34a80a7dfd0cf7da03 HTTP/1.1" status: 200 len: 375 time: 0.0090106 Dec 21 13:42:35.109191 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-d555a1fa-e049-4a40-bff8-1a5b82d436c6 req-bcd1a5f1-3aea-446b-944e-8ca2edb37544 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=577ee1d2880f4d34a80a7dfd0cf7da03&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0504925 Dec 21 13:42:35.204061 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-d555a1fa-e049-4a40-bff8-1a5b82d436c6 req-20905be1-c303-4728-8962-75c4fcc3b880 service neutron] 10.222.0.37 "GET /v2.0/networks/1b5d1314-a319-42e4-978d-12b977f1b0d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832074 Dec 21 13:42:35.294265 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-d555a1fa-e049-4a40-bff8-1a5b82d436c6 req-f0f26099-0295-4edd-95f0-bd86b2c89ee2 service neutron] 10.222.0.37 "GET /v2.0/networks/1b5d1314-a319-42e4-978d-12b977f1b0d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834043 Dec 21 13:42:36.458863 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-d00c1732-bc22-4f42-99c5-ef4725cf8908 req-eb0ad728-6609-4c80-bbd6-47597c62fc71 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=1394a7b2-7b8e-429a-a7e7-163af2e673d4 HTTP/1.1" status: 200 len: 210 time: 0.0259771 Dec 21 13:42:37.430655 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d555a1fa-e049-4a40-bff8-1a5b82d436c6 req-8d88af9c-69b2-40ef-928a-579ed3fa4646 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:42:37.432158 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-d555a1fa-e049-4a40-bff8-1a5b82d436c6 req-8d88af9c-69b2-40ef-928a-579ed3fa4646 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.60 "GET /v2.0/networks?id=1b5d1314-a319-42e4-978d-12b977f1b0d5 HTTP/1.1" status: 200 len: 796 time: 0.1145062 Dec 21 13:42:37.521148 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-d555a1fa-e049-4a40-bff8-1a5b82d436c6 req-ff2731e0-11ae-45f0-ae48-a6fd40504399 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=577ee1d2880f4d34a80a7dfd0cf7da03 HTTP/1.1" status: 200 len: 473 time: 0.0674503 Dec 21 13:42:37.551515 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [req-d555a1fa-e049-4a40-bff8-1a5b82d436c6 req-3ce3df95-4f65-47b2-b4af-fee373daffb1 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'port': {'device_id': '1394a7b2-7b8e-429a-a7e7-163af2e673d4', 'network_id': '1b5d1314-a319-42e4-978d-12b977f1b0d5', 'admin_state_up': True, 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'security_groups': ['65bae0d9-1a3d-43b7-9598-b1039026adeb']}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:42:37.554050 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-1b95a231-c521-401a-9415-d2bdcd05bc2c req-437fce9a-0275-4589-b1f8-1fab475e78c5 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=1394a7b2-7b8e-429a-a7e7-163af2e673d4 HTTP/1.1" status: 200 len: 210 time: 0.0269363 Dec 21 13:42:37.658262 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d555a1fa-e049-4a40-bff8-1a5b82d436c6 req-3ce3df95-4f65-47b2-b4af-fee373daffb1 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Made reservation on behalf of 577ee1d2880f4d34a80a7dfd0cf7da03 for: {'port': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:42:37.661722 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-d555a1fa-e049-4a40-bff8-1a5b82d436c6 req-3ce3df95-4f65-47b2-b4af-fee373daffb1 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:37.786160 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [req-d555a1fa-e049-4a40-bff8-1a5b82d436c6 req-3ce3df95-4f65-47b2-b4af-fee373daffb1 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Allocated IP 172.20.0.5 (1b5d1314-a319-42e4-978d-12b977f1b0d5/3c37f239-f06a-4dc0-8e0a-9ebd907adf78/0c90aaf5-6023-4ff5-b61f-57be722c79a9) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:42:37.923673 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-d555a1fa-e049-4a40-bff8-1a5b82d436c6 req-3ce3df95-4f65-47b2-b4af-fee373daffb1 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:37.956005 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-d555a1fa-e049-4a40-bff8-1a5b82d436c6 req-3ce3df95-4f65-47b2-b4af-fee373daffb1 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:38.000417 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d555a1fa-e049-4a40-bff8-1a5b82d436c6 req-3ce3df95-4f65-47b2-b4af-fee373daffb1 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Network 1b5d1314-a319-42e4-978d-12b977f1b0d5 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:42:38.003399 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [req-d555a1fa-e049-4a40-bff8-1a5b82d436c6 req-3ce3df95-4f65-47b2-b4af-fee373daffb1 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:42:38.007152 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [req-d555a1fa-e049-4a40-bff8-1a5b82d436c6 req-3ce3df95-4f65-47b2-b4af-fee373daffb1 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:42:38.014052 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce3df95-4f65-47b2-b4af-fee373daffb1 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'Port': ['ID=0c90aaf5-6023-4ff5-b61f-57be722c79a9,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:42:38.063953 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d555a1fa-e049-4a40-bff8-1a5b82d436c6 req-3ce3df95-4f65-47b2-b4af-fee373daffb1 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:42:38.064641 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-d555a1fa-e049-4a40-bff8-1a5b82d436c6 req-3ce3df95-4f65-47b2-b4af-fee373daffb1 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:38.080743 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-d555a1fa-e049-4a40-bff8-1a5b82d436c6 req-3ce3df95-4f65-47b2-b4af-fee373daffb1 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5331938 Dec 21 13:42:38.098616 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [req-d555a1fa-e049-4a40-bff8-1a5b82d436c6 req-541ecd29-5d05-4c9c-91d9-dd781759e8b7 service neutron] Request body: {'port': {'device_id': '1394a7b2-7b8e-429a-a7e7-163af2e673d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:42:38.158288 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-d555a1fa-e049-4a40-bff8-1a5b82d436c6 req-541ecd29-5d05-4c9c-91d9-dd781759e8b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:38.218824 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-921fb3b6-5d30-4893-b9b8-a390c9428a76 None None] Provisioning complete for port 0c90aaf5-6023-4ff5-b61f-57be722c79a9 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:42:38.219431 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-921fb3b6-5d30-4893-b9b8-a390c9428a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:38.254764 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-921fb3b6-5d30-4893-b9b8-a390c9428a76 None None] Port 0c90aaf5-6023-4ff5-b61f-57be722c79a9 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:42:38.417790 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [req-d555a1fa-e049-4a40-bff8-1a5b82d436c6 req-541ecd29-5d05-4c9c-91d9-dd781759e8b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c90aaf5-6023-4ff5-b61f-57be722c79a9 {{(pid=103153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 13:42:38.425237 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-d555a1fa-e049-4a40-bff8-1a5b82d436c6 req-541ecd29-5d05-4c9c-91d9-dd781759e8b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:38.437863 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.provisioning_blocks [req-d555a1fa-e049-4a40-bff8-1a5b82d436c6 req-541ecd29-5d05-4c9c-91d9-dd781759e8b7 service neutron] Transition to ACTIVE for port object 0c90aaf5-6023-4ff5-b61f-57be722c79a9 will not be triggered until provisioned by entity L2. {{(pid=103153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 13:42:38.441600 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-d555a1fa-e049-4a40-bff8-1a5b82d436c6 req-541ecd29-5d05-4c9c-91d9-dd781759e8b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:38.492546 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541ecd29-5d05-4c9c-91d9-dd781759e8b7 service neutron] Pushing event updated for resources: {'Port': ['ID=0c90aaf5-6023-4ff5-b61f-57be722c79a9,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:42:38.565373 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-d555a1fa-e049-4a40-bff8-1a5b82d436c6 req-541ecd29-5d05-4c9c-91d9-dd781759e8b7 service neutron] Attempting to bind port 0c90aaf5-6023-4ff5-b61f-57be722c79a9 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:42:38.566100 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-d555a1fa-e049-4a40-bff8-1a5b82d436c6 req-541ecd29-5d05-4c9c-91d9-dd781759e8b7 service neutron] Attempting to bind port 0c90aaf5-6023-4ff5-b61f-57be722c79a9 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'ba66ee12-2a08-48fb-bba8-b57d1fe04727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1b5d1314-a319-42e4-978d-12b977f1b0d5'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:42:38.566100 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d555a1fa-e049-4a40-bff8-1a5b82d436c6 req-541ecd29-5d05-4c9c-91d9-dd781759e8b7 service neutron] Attempting to bind port 0c90aaf5-6023-4ff5-b61f-57be722c79a9 on network 1b5d1314-a319-42e4-978d-12b977f1b0d5 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:42:38.570719 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d555a1fa-e049-4a40-bff8-1a5b82d436c6 req-541ecd29-5d05-4c9c-91d9-dd781759e8b7 service neutron] Port 0c90aaf5-6023-4ff5-b61f-57be722c79a9 on network 1b5d1314-a319-42e4-978d-12b977f1b0d5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 13:42:38.571048 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d555a1fa-e049-4a40-bff8-1a5b82d436c6 req-541ecd29-5d05-4c9c-91d9-dd781759e8b7 service neutron] Attempting to bind port 0c90aaf5-6023-4ff5-b61f-57be722c79a9 on network 1b5d1314-a319-42e4-978d-12b977f1b0d5 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:42:38.576537 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d555a1fa-e049-4a40-bff8-1a5b82d436c6 req-541ecd29-5d05-4c9c-91d9-dd781759e8b7 service neutron] Checking agent: {'id': 'cb078e0e-af00-4e4f-8117-46ca6496af1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 23, 43), 'started_at': datetime.datetime(2021, 12, 21, 13, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:42:38.582907 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d555a1fa-e049-4a40-bff8-1a5b82d436c6 req-541ecd29-5d05-4c9c-91d9-dd781759e8b7 service neutron] Checking segment: {'id': 'ba66ee12-2a08-48fb-bba8-b57d1fe04727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1b5d1314-a319-42e4-978d-12b977f1b0d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:42:38.583580 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d555a1fa-e049-4a40-bff8-1a5b82d436c6 req-541ecd29-5d05-4c9c-91d9-dd781759e8b7 service neutron] Bound using segment: {'id': 'ba66ee12-2a08-48fb-bba8-b57d1fe04727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1b5d1314-a319-42e4-978d-12b977f1b0d5'} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:42:38.584038 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-d555a1fa-e049-4a40-bff8-1a5b82d436c6 req-541ecd29-5d05-4c9c-91d9-dd781759e8b7 service neutron] Bound port: 0c90aaf5-6023-4ff5-b61f-57be722c79a9, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba66ee12-2a08-48fb-bba8-b57d1fe04727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1b5d1314-a319-42e4-978d-12b977f1b0d5'}}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:42:38.584593 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-d555a1fa-e049-4a40-bff8-1a5b82d436c6 req-541ecd29-5d05-4c9c-91d9-dd781759e8b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:38.686210 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-d555a1fa-e049-4a40-bff8-1a5b82d436c6 req-541ecd29-5d05-4c9c-91d9-dd781759e8b7 service neutron] For port 0c90aaf5-6023-4ff5-b61f-57be722c79a9, host hv-neutron-mast, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:42:38.705826 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356c3f83-3e7f-4e5c-b5c2-2cca5db87d5d req-c8a0fa9a-fe4a-49a6-8804-8054d9f75b3d tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:42:38.707282 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-356c3f83-3e7f-4e5c-b5c2-2cca5db87d5d req-c8a0fa9a-fe4a-49a6-8804-8054d9f75b3d tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=1394a7b2-7b8e-429a-a7e7-163af2e673d4 HTTP/1.1" status: 200 len: 943 time: 0.0842967 Dec 21 13:42:38.711688 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-d555a1fa-e049-4a40-bff8-1a5b82d436c6 req-541ecd29-5d05-4c9c-91d9-dd781759e8b7 service neutron] For port 0c90aaf5-6023-4ff5-b61f-57be722c79a9, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0c90aaf5-6023-4ff5-b61f-57be722c79a9,segment=NetworkSegment(ba66ee12-2a08-48fb-bba8-b57d1fe04727),segment_id=ba66ee12-2a08-48fb-bba8-b57d1fe04727)] {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:42:38.721692 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-d555a1fa-e049-4a40-bff8-1a5b82d436c6 req-541ecd29-5d05-4c9c-91d9-dd781759e8b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:38.781782 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d555a1fa-e049-4a40-bff8-1a5b82d436c6 req-541ecd29-5d05-4c9c-91d9-dd781759e8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:42:38.782434 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-d555a1fa-e049-4a40-bff8-1a5b82d436c6 req-541ecd29-5d05-4c9c-91d9-dd781759e8b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:38.783842 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-d555a1fa-e049-4a40-bff8-1a5b82d436c6 req-541ecd29-5d05-4c9c-91d9-dd781759e8b7 service neutron] 10.222.0.60 "PUT /v2.0/ports/0c90aaf5-6023-4ff5-b61f-57be722c79a9 HTTP/1.1" status: 200 len: 1093 time: 0.6896124 Dec 21 13:42:38.784281 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1394a7b2-7b8e-429a-a7e7-163af2e673d4', 'tag': '0c90aaf5-6023-4ff5-b61f-57be722c79a9'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:42:38.786558 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af6034c98e584fa55ea4398f343c742ceb598288507feaf30d5a15785b2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-927ab621-ae43-4128-ab5a-80d50a5fb110" -d '{"events": [{"name": "network-changed", "server_uuid": "1394a7b2-7b8e-429a-a7e7-163af2e673d4", "tag": "0c90aaf5-6023-4ff5-b61f-57be722c79a9"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:42:38.813950 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-356c3f83-3e7f-4e5c-b5c2-2cca5db87d5d req-396bcc93-479a-43bc-a229-77fe80a50421 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=65bae0d9-1a3d-43b7-9598-b1039026adeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002691 Dec 21 13:42:38.817106 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541ecd29-5d05-4c9c-91d9-dd781759e8b7 service neutron] Pushing event updated for resources: {'Port': ['ID=0c90aaf5-6023-4ff5-b61f-57be722c79a9,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:42:38.855160 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 13:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e81daa56-ab03-46f4-b3af-3bc4e395ca90 x-openstack-request-id: req-e81daa56-ab03-46f4-b3af-3bc4e395ca90 {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:42:38.855453 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1394a7b2-7b8e-429a-a7e7-163af2e673d4", "tag": "0c90aaf5-6023-4ff5-b61f-57be722c79a9", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:42:38.855706 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e81daa56-ab03-46f4-b3af-3bc4e395ca90 {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:42:38.856149 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1394a7b2-7b8e-429a-a7e7-163af2e673d4', 'tag': '0c90aaf5-6023-4ff5-b61f-57be722c79a9', 'status': 'completed', 'code': 200} Dec 21 13:42:38.912524 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d555a1fa-e049-4a40-bff8-1a5b82d436c6 req-9d19b724-ff53-49bc-bdd2-8819e9f74127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:42:38.914133 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-d555a1fa-e049-4a40-bff8-1a5b82d436c6 req-9d19b724-ff53-49bc-bdd2-8819e9f74127 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=577ee1d2880f4d34a80a7dfd0cf7da03&device_id=1394a7b2-7b8e-429a-a7e7-163af2e673d4 HTTP/1.1" status: 200 len: 1096 time: 0.0439863 Dec 21 13:42:38.966078 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-d555a1fa-e049-4a40-bff8-1a5b82d436c6 req-0223adac-82c0-4b6e-9e5f-aa7c3da790e9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0c90aaf5-6023-4ff5-b61f-57be722c79a9 HTTP/1.1" status: 200 len: 217 time: 0.0388374 Dec 21 13:42:39.013442 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d555a1fa-e049-4a40-bff8-1a5b82d436c6 req-4cf0d119-b77d-43a2-8474-d3e7c0b06f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:42:39.014939 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-d555a1fa-e049-4a40-bff8-1a5b82d436c6 req-4cf0d119-b77d-43a2-8474-d3e7c0b06f9b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3c37f239-f06a-4dc0-8e0a-9ebd907adf78 HTTP/1.1" status: 200 len: 835 time: 0.0434399 Dec 21 13:42:39.062339 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d555a1fa-e049-4a40-bff8-1a5b82d436c6 req-a2fe1cfd-47e4-4c80-ade6-d1cea1af350f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:42:39.063928 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-d555a1fa-e049-4a40-bff8-1a5b82d436c6 req-a2fe1cfd-47e4-4c80-ade6-d1cea1af350f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1b5d1314-a319-42e4-978d-12b977f1b0d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0431809 Dec 21 13:42:39.158249 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-d555a1fa-e049-4a40-bff8-1a5b82d436c6 req-7aba5cd2-57b8-4a3d-8e8d-96b64b475689 service neutron] 10.222.0.60 "GET /v2.0/networks/1b5d1314-a319-42e4-978d-12b977f1b0d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853486 Dec 21 13:42:39.248261 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-d555a1fa-e049-4a40-bff8-1a5b82d436c6 req-d602f74a-a93e-49e4-b4f5-ae5981151172 service neutron] 10.222.0.60 "GET /v2.0/networks/1b5d1314-a319-42e4-978d-12b977f1b0d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829673 Dec 21 13:42:39.375013 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927ab621-ae43-4128-ab5a-80d50a5fb110 req-d4b21146-f707-4726-b70b-194301e12d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:42:39.376958 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-927ab621-ae43-4128-ab5a-80d50a5fb110 req-d4b21146-f707-4726-b70b-194301e12d0e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=577ee1d2880f4d34a80a7dfd0cf7da03&device_id=1394a7b2-7b8e-429a-a7e7-163af2e673d4 HTTP/1.1" status: 200 len: 1096 time: 0.0464575 Dec 21 13:42:39.468054 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927ab621-ae43-4128-ab5a-80d50a5fb110 req-7b7354bd-91e2-4b7a-824e-2725f6cd309b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:42:39.469509 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-927ab621-ae43-4128-ab5a-80d50a5fb110 req-7b7354bd-91e2-4b7a-824e-2725f6cd309b service neutron] 10.222.0.60 "GET /v2.0/networks?id=1b5d1314-a319-42e4-978d-12b977f1b0d5 HTTP/1.1" status: 200 len: 897 time: 0.0853486 Dec 21 13:42:39.513188 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-927ab621-ae43-4128-ab5a-80d50a5fb110 req-74e76194-d278-4866-b86e-c9ec0fd2efa7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0c90aaf5-6023-4ff5-b61f-57be722c79a9 HTTP/1.1" status: 200 len: 217 time: 0.0365489 Dec 21 13:42:39.561474 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927ab621-ae43-4128-ab5a-80d50a5fb110 req-ed6a96b4-b75d-4c51-b82c-c74320efcdde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:42:39.562907 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-927ab621-ae43-4128-ab5a-80d50a5fb110 req-ed6a96b4-b75d-4c51-b82c-c74320efcdde service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3c37f239-f06a-4dc0-8e0a-9ebd907adf78 HTTP/1.1" status: 200 len: 835 time: 0.0427501 Dec 21 13:42:39.607403 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927ab621-ae43-4128-ab5a-80d50a5fb110 req-1d4316b0-f7e5-4817-a6e7-95919d71dc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:42:39.608854 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-927ab621-ae43-4128-ab5a-80d50a5fb110 req-1d4316b0-f7e5-4817-a6e7-95919d71dc78 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1b5d1314-a319-42e4-978d-12b977f1b0d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0389557 Dec 21 13:42:39.699376 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-927ab621-ae43-4128-ab5a-80d50a5fb110 req-c4b078c7-3b00-41cb-b5bd-9997aa13ca69 service neutron] 10.222.0.60 "GET /v2.0/networks/1b5d1314-a319-42e4-978d-12b977f1b0d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830066 Dec 21 13:42:39.786745 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-927ab621-ae43-4128-ab5a-80d50a5fb110 req-a39ee504-2263-42d1-8179-23790917fa6c service neutron] 10.222.0.60 "GET /v2.0/networks/1b5d1314-a319-42e4-978d-12b977f1b0d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804667 Dec 21 13:42:39.927577 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:42:39.927577 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:42:39.927577 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:42:39.927577 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:42:39.927577 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:42:39.927577 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:42:39.927577 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:42:39.927577 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:42:39.927577 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:42:39.927577 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:42:39.927577 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:42:39.927577 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:42:39.927577 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:42:39.927577 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:42:39.927577 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:42:39.927577 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:42:39.927577 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:42:39.927577 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:42:39.927577 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:42:39.927577 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:42:39.927577 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:42:39.927577 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:42:39.927577 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:42:39.927577 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:42:39.927577 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:42:39.927577 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:42:39.927577 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:42:39.927577 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:42:39.927577 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:42:39.927577 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:42:39.927577 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:42:39.927577 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:42:39.927577 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:42:39.927577 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:42:39.927577 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:42:39.927577 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:42:39.927577 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:42:39.927577 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:42:39.927577 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:42:39.927577 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:42:39.927577 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:42:39.927577 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:42:39.927577 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:42:39.927577 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:42:39.927577 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:42:39.927577 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:42:39.927577 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:42:39.927577 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:42:39.931993 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60ebc2f-5df4-4e83-8cdb-8f4384580aee req-0e44e381-9cd2-4a79-85af-e468f1bd9009 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:42:39.931993 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f60ebc2f-5df4-4e83-8cdb-8f4384580aee req-0e44e381-9cd2-4a79-85af-e468f1bd9009 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=1394a7b2-7b8e-429a-a7e7-163af2e673d4 HTTP/1.1" status: 200 len: 943 time: 0.0490868 Dec 21 13:42:39.983278 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f60ebc2f-5df4-4e83-8cdb-8f4384580aee req-8eca9cfa-25fd-413e-a5a1-6537f1809112 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=65bae0d9-1a3d-43b7-9598-b1039026adeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461597 Dec 21 13:42:41.114942 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61557058-cb21-4451-a718-8d300d162fa9 req-0629fd8e-e278-4e71-85be-b5c68244d79d tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:42:41.116412 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-61557058-cb21-4451-a718-8d300d162fa9 req-0629fd8e-e278-4e71-85be-b5c68244d79d tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=1394a7b2-7b8e-429a-a7e7-163af2e673d4 HTTP/1.1" status: 200 len: 943 time: 0.0491080 Dec 21 13:42:41.173092 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-61557058-cb21-4451-a718-8d300d162fa9 req-eefb58fd-e1bf-412a-8b78-6bd19e021516 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=65bae0d9-1a3d-43b7-9598-b1039026adeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505910 Dec 21 13:42:41.812536 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 0c90aaf5-6023-4ff5-b61f-57be722c79a9 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 13:42:41.907978 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port 0c90aaf5-6023-4ff5-b61f-57be722c79a9, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0c90aaf5-6023-4ff5-b61f-57be722c79a9,segment=NetworkSegment(ba66ee12-2a08-48fb-bba8-b57d1fe04727),segment_id=ba66ee12-2a08-48fb-bba8-b57d1fe04727)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:42:41.918585 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Returning: {'device': '0c90aaf5-6023-4ff5-b61f-57be722c79a9', 'network_id': '1b5d1314-a319-42e4-978d-12b977f1b0d5', 'port_id': '0c90aaf5-6023-4ff5-b61f-57be722c79a9', 'mac_address': 'fa:16:3e:80:b8:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c37f239-f06a-4dc0-8e0a-9ebd907adf78', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 13:42:41.955294 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:41.970815 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c90aaf5-6023-4ff5-b61f-57be722c79a9 {{(pid=103154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 13:42:41.988830 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port 0c90aaf5-6023-4ff5-b61f-57be722c79a9, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0c90aaf5-6023-4ff5-b61f-57be722c79a9,segment=NetworkSegment(ba66ee12-2a08-48fb-bba8-b57d1fe04727),segment_id=ba66ee12-2a08-48fb-bba8-b57d1fe04727)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:42:41.992789 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:42.038107 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=0c90aaf5-6023-4ff5-b61f-57be722c79a9,revision_number=4']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:42:42.282388 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] get_ports_and_sgs() called for port_ids ['0c90aaf5-6023-4ff5-b61f-57be722c79a9'] {{(pid=103154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 13:42:42.288908 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cce240-87bb-4149-a719-b874bee94d8f req-b687f648-4337-42e2-85c0-6490820fd692 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:42:42.290583 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-e0cce240-87bb-4149-a719-b874bee94d8f req-b687f648-4337-42e2-85c0-6490820fd692 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=1394a7b2-7b8e-429a-a7e7-163af2e673d4 HTTP/1.1" status: 200 len: 944 time: 0.0494723 Dec 21 13:42:42.340545 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-e0cce240-87bb-4149-a719-b874bee94d8f req-b70f7ee1-0b41-4ca3-a298-799bcb71a70e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=65bae0d9-1a3d-43b7-9598-b1039026adeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434320 Dec 21 13:42:43.324197 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:43.456546 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d519ae-951a-44d1-bc87-635c88f0b2ff req-52b9f808-08b4-480a-bf3b-6f41ee0cacf7 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:42:43.457988 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-98d519ae-951a-44d1-bc87-635c88f0b2ff req-52b9f808-08b4-480a-bf3b-6f41ee0cacf7 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=1394a7b2-7b8e-429a-a7e7-163af2e673d4 HTTP/1.1" status: 200 len: 944 time: 0.0482068 Dec 21 13:42:43.505866 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-98d519ae-951a-44d1-bc87-635c88f0b2ff req-f0978686-3a3c-46bf-b797-de7fb18ff6ba tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=65bae0d9-1a3d-43b7-9598-b1039026adeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418389 Dec 21 13:42:43.826613 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 0c90aaf5-6023-4ff5-b61f-57be722c79a9 up at agent hyperv_hv-neutron-mast {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:42:43.874771 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Provisioning for port 0c90aaf5-6023-4ff5-b61f-57be722c79a9 completed by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 13:42:43.878333 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Provisioning complete for port 0c90aaf5-6023-4ff5-b61f-57be722c79a9 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:42:43.878731 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:43.955286 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:43.976794 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1394a7b2-7b8e-429a-a7e7-163af2e673d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c90aaf5-6023-4ff5-b61f-57be722c79a9'}] {{(pid=103154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:42:43.979153 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6f45aca8ac5f8c0cc5868273c98d8aa60330245aed22d61c8da5c1f2d6fc01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b514b0e2-1d33-4a66-8513-72576800e49c" -d '{"events": [{"server_uuid": "1394a7b2-7b8e-429a-a7e7-163af2e673d4", "name": "network-vif-plugged", "status": "completed", "tag": "0c90aaf5-6023-4ff5-b61f-57be722c79a9"}]}' {{(pid=103154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:42:43.992401 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port 0c90aaf5-6023-4ff5-b61f-57be722c79a9, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0c90aaf5-6023-4ff5-b61f-57be722c79a9,segment=NetworkSegment(ba66ee12-2a08-48fb-bba8-b57d1fe04727),segment_id=ba66ee12-2a08-48fb-bba8-b57d1fe04727)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:42:43.997538 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:44.019817 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 13:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f827b1-7ad1-47b4-9585-a56a99e60e47 x-openstack-request-id: req-79f827b1-7ad1-47b4-9585-a56a99e60e47 {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:42:44.020108 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1394a7b2-7b8e-429a-a7e7-163af2e673d4", "name": "network-vif-plugged", "status": "completed", "tag": "0c90aaf5-6023-4ff5-b61f-57be722c79a9", "code": 200}]} {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:42:44.020362 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-79f827b1-7ad1-47b4-9585-a56a99e60e47 {{(pid=103154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:42:44.020754 dv-neutron-master-2-hyperv neutron-server[103154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1394a7b2-7b8e-429a-a7e7-163af2e673d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c90aaf5-6023-4ff5-b61f-57be722c79a9', 'code': 200} Dec 21 13:42:44.046275 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=0c90aaf5-6023-4ff5-b61f-57be722c79a9,revision_number=5']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:42:44.218412 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94282ed-a768-40bf-9293-c6bf4914498a req-fb4b5305-913b-4f75-a721-aa1b6ade13e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:42:44.219897 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c94282ed-a768-40bf-9293-c6bf4914498a req-fb4b5305-913b-4f75-a721-aa1b6ade13e0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1394a7b2-7b8e-429a-a7e7-163af2e673d4 HTTP/1.1" status: 200 len: 1098 time: 0.0412822 Dec 21 13:42:44.266378 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c94282ed-a768-40bf-9293-c6bf4914498a req-48acf611-de46-4549-8747-a7dc4b765f68 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=65bae0d9-1a3d-43b7-9598-b1039026adeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386872 Dec 21 13:42:44.618054 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c5b584-a68c-48d4-8840-a261e1fe6a10 req-d233433c-36cb-43c0-b20c-2b4ca1b187ea tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:42:44.619548 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-39c5b584-a68c-48d4-8840-a261e1fe6a10 req-d233433c-36cb-43c0-b20c-2b4ca1b187ea tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=1394a7b2-7b8e-429a-a7e7-163af2e673d4 HTTP/1.1" status: 200 len: 945 time: 0.0481496 Dec 21 13:42:44.667009 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-39c5b584-a68c-48d4-8840-a261e1fe6a10 req-690df571-2f4a-4af8-8c34-222258187538 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=65bae0d9-1a3d-43b7-9598-b1039026adeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416870 Dec 21 13:42:45.784330 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf638b1-908e-43e2-90d7-113dc3712bc8 req-b18606a5-8bca-4280-8881-076aaf3b5216 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:42:45.785782 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-bdf638b1-908e-43e2-90d7-113dc3712bc8 req-b18606a5-8bca-4280-8881-076aaf3b5216 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=1394a7b2-7b8e-429a-a7e7-163af2e673d4 HTTP/1.1" status: 200 len: 945 time: 0.0511811 Dec 21 13:42:45.834241 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-bdf638b1-908e-43e2-90d7-113dc3712bc8 req-a4ab25c2-b0d5-4c4c-87bd-610e3394b08b tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=65bae0d9-1a3d-43b7-9598-b1039026adeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426667 Dec 21 13:42:45.950740 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2760dd3d-8ef2-48fd-a8e3-af1b919f19e6 req-daff0da3-f65f-410e-b6cf-ccfbaa9efef0 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:42:45.952122 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-2760dd3d-8ef2-48fd-a8e3-af1b919f19e6 req-daff0da3-f65f-410e-b6cf-ccfbaa9efef0 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=1394a7b2-7b8e-429a-a7e7-163af2e673d4 HTTP/1.1" status: 200 len: 945 time: 0.0527198 Dec 21 13:42:45.999733 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-2760dd3d-8ef2-48fd-a8e3-af1b919f19e6 req-3a1c8b25-7e87-4668-89d7-f2d9da0a719f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=65bae0d9-1a3d-43b7-9598-b1039026adeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416639 Dec 21 13:42:46.020725 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 33978) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:42:46.059413 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51fa1092-1d54-426c-922e-5ddfbbe63e95 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:42:46.060916 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-51fa1092-1d54-426c-922e-5ddfbbe63e95 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=1394a7b2-7b8e-429a-a7e7-163af2e673d4 HTTP/1.1" status: 200 len: 1093 time: 0.0392456 Dec 21 13:42:46.063590 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 33980) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:42:46.067768 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-aa09353c-c701-4342-ae88-09393ee706b7 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'floatingip': {'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'port_id': '0c90aaf5-6023-4ff5-b61f-57be722c79a9', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:42:46.091573 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-aa09353c-c701-4342-ae88-09393ee706b7 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for floatingip, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:46.189554 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-aa09353c-c701-4342-ae88-09393ee706b7 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:46.292517 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-aa09353c-c701-4342-ae88-09393ee706b7 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Allocated IP 172.36.3.15 (7fdf1889-f079-4166-bbda-88b2a8d8d595/051a5607-1753-4008-a2f2-d94b48752e9c/832091fc-93bd-45bb-a2f4-19c7a2a83280) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:42:46.397489 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-aa09353c-c701-4342-ae88-09393ee706b7 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:46.430761 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-aa09353c-c701-4342-ae88-09393ee706b7 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:46.468240 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa09353c-c701-4342-ae88-09393ee706b7 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Network 7fdf1889-f079-4166-bbda-88b2a8d8d595 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:42:46.471106 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-aa09353c-c701-4342-ae88-09393ee706b7 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:42:46.474470 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa09353c-c701-4342-ae88-09393ee706b7 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:42:46.498516 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa09353c-c701-4342-ae88-09393ee706b7 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'Port': ['ID=832091fc-93bd-45bb-a2f4-19c7a2a83280,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:42:46.818619 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-aa09353c-c701-4342-ae88-09393ee706b7 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:46.880736 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-aa09353c-c701-4342-ae88-09393ee706b7 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:47.023396 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-aa09353c-c701-4342-ae88-09393ee706b7 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:47.028639 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-aa09353c-c701-4342-ae88-09393ee706b7 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805230'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:47.103375 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa09353c-c701-4342-ae88-09393ee706b7 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'Port': ['ID=832091fc-93bd-45bb-a2f4-19c7a2a83280,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:42:47.111372 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-aa09353c-c701-4342-ae88-09393ee706b7 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548820'] for floatingip, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:47.205827 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.l3_db [None req-aa09353c-c701-4342-ae88-09393ee706b7 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Floating IP fad24d6e-1deb-474a-a89c-bf87372d722f associated. External IP: 172.36.3.15, port: 0c90aaf5-6023-4ff5-b61f-57be722c79a9. Dec 21 13:42:47.408702 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa09353c-c701-4342-ae88-09393ee706b7 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Router ca61134a-5cca-48b1-befd-813dd712fa7d has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:42:47.520514 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa09353c-c701-4342-ae88-09393ee706b7 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:42:47.530989 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc7760d-a4de-46be-986d-96bf3f970ade None None] Sync routers for ids ['ca61134a-5cca-48b1-befd-813dd712fa7d'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:42:47.538749 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-aa09353c-c701-4342-ae88-09393ee706b7 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for floatingip, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:47.541202 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc7760d-a4de-46be-986d-96bf3f970ade None None] Routers {'ca61134a-5cca-48b1-befd-813dd712fa7d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:42:47.541837 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-3bc7760d-a4de-46be-986d-96bf3f970ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:42:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['ca61134a-5cca-48b1-befd-813dd712fa7d'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:42:47.565014 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-aa09353c-c701-4342-ae88-09393ee706b7 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5004411 Dec 21 13:42:47.565594 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1394a7b2-7b8e-429a-a7e7-163af2e673d4', 'tag': '0c90aaf5-6023-4ff5-b61f-57be722c79a9'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:42:47.567840 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d59863cea1d3cd3753b105ac340115874538247bffc4ddd9c7a2f3cf3d2521b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b289345-ad73-413f-8105-323e922ac97b" -d '{"events": [{"name": "network-changed", "server_uuid": "1394a7b2-7b8e-429a-a7e7-163af2e673d4", "tag": "0c90aaf5-6023-4ff5-b61f-57be722c79a9"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:42:47.603424 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 13:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a4bfa1c-2321-4e39-a8b4-8f50479b30ba x-openstack-request-id: req-6a4bfa1c-2321-4e39-a8b4-8f50479b30ba {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:42:47.603722 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1394a7b2-7b8e-429a-a7e7-163af2e673d4", "tag": "0c90aaf5-6023-4ff5-b61f-57be722c79a9", "status": "completed", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:42:47.603976 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6a4bfa1c-2321-4e39-a8b4-8f50479b30ba {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:42:47.604383 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1394a7b2-7b8e-429a-a7e7-163af2e673d4', 'tag': '0c90aaf5-6023-4ff5-b61f-57be722c79a9', 'status': 'completed', 'code': 200} Dec 21 13:42:47.649057 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-3bc7760d-a4de-46be-986d-96bf3f970ade None None] Set router ca61134a-5cca-48b1-befd-813dd712fa7d gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:42:47.687969 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b289345-ad73-413f-8105-323e922ac97b req-16792f3e-32bc-416d-85af-1d17248548ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:42:47.689446 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-9b289345-ad73-413f-8105-323e922ac97b req-16792f3e-32bc-416d-85af-1d17248548ec service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=577ee1d2880f4d34a80a7dfd0cf7da03&device_id=1394a7b2-7b8e-429a-a7e7-163af2e673d4 HTTP/1.1" status: 200 len: 1098 time: 0.0411830 Dec 21 13:42:47.789170 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b289345-ad73-413f-8105-323e922ac97b req-e1f4d4c8-819e-4932-b5e8-1aa329e02c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:42:47.790690 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-9b289345-ad73-413f-8105-323e922ac97b req-e1f4d4c8-819e-4932-b5e8-1aa329e02c51 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1b5d1314-a319-42e4-978d-12b977f1b0d5 HTTP/1.1" status: 200 len: 897 time: 0.0926971 Dec 21 13:42:47.854577 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-9b289345-ad73-413f-8105-323e922ac97b req-f02996cd-9d51-492b-ae71-5cca6a84d2ce service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0c90aaf5-6023-4ff5-b61f-57be722c79a9 HTTP/1.1" status: 200 len: 998 time: 0.0571795 Dec 21 13:42:47.884147 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-3bc7760d-a4de-46be-986d-96bf3f970ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca61134a-5cca-48b1-befd-813dd712fa7d', 'name': 'tempest-TestNetworkBasicOps-router-1447304908', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.161'}], 'enable_snat': True}, 'gw_port_id': 'ecf3dabf-a3c0-468d-8e3e-8cc623df40e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:42:15Z', 'updated_at': '2021-12-21T13:42:18Z', 'revision_number': 4, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': 'ecf3dabf-a3c0-468d-8e3e-8cc623df40e3', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca61134a-5cca-48b1-befd-813dd712fa7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:42:15Z', 'updated_at': '2021-12-21T13:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '2bab2544-c728-4fd7-8fa3-8981ced7b3ac', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'floating_ip_address': '172.36.3.27', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': 'ca61134a-5cca-48b1-befd-813dd712fa7d', 'port_id': 'aea43a71-6528-4c24-8a6b-d3f9f890cb2a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b5d1314-a319-42e4-978d-12b977f1b0d5', 'mac_address': 'fa:16:3e:18:c4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b938f64-6bf7-44e7-ac39-04aba82690e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T13:42:32Z', 'updated_at': '2021-12-21T13:42:34Z', 'revision_number': 1, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'fixed_ip_address_scope': None}, {'id': 'fad24d6e-1deb-474a-a89c-bf87372d722f', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'floating_ip_address': '172.36.3.15', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': 'ca61134a-5cca-48b1-befd-813dd712fa7d', 'port_id': '0c90aaf5-6023-4ff5-b61f-57be722c79a9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b5d1314-a319-42e4-978d-12b977f1b0d5', 'mac_address': 'fa:16:3e:80:b8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1394a7b2-7b8e-429a-a7e7-163af2e673d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T13:42:46Z', 'updated_at': '2021-12-21T13:42:46Z', 'revision_number': 0, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed3dca6d-2f8f-47ca-a0fb-17b705f9b92f', 'name': '', 'network_id': '1b5d1314-a319-42e4-978d-12b977f1b0d5', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'mac_address': 'fa:16:3e:5c:64:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca61134a-5cca-48b1-befd-813dd712fa7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '3c37f239-f06a-4dc0-8e0a-9ebd907adf78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:42:18Z', 'updated_at': '2021-12-21T13:42:21Z', 'revision_number': 5, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'subnets': [{'id': '3c37f239-f06a-4dc0-8e0a-9ebd907adf78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:42:47.902306 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b289345-ad73-413f-8105-323e922ac97b req-4433fc24-0db6-4a59-a8f3-f77da5eaa62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:42:47.903749 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-9b289345-ad73-413f-8105-323e922ac97b req-4433fc24-0db6-4a59-a8f3-f77da5eaa62c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3c37f239-f06a-4dc0-8e0a-9ebd907adf78 HTTP/1.1" status: 200 len: 835 time: 0.0432723 Dec 21 13:42:47.911009 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc7760d-a4de-46be-986d-96bf3f970ade None None] Checking router: ca61134a-5cca-48b1-befd-813dd712fa7d for host: dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:42:47.919439 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc7760d-a4de-46be-986d-96bf3f970ade None None] Routers {'ca61134a-5cca-48b1-befd-813dd712fa7d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:42:47.920053 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-3bc7760d-a4de-46be-986d-96bf3f970ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:42:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['ca61134a-5cca-48b1-befd-813dd712fa7d'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:42:47.952790 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b289345-ad73-413f-8105-323e922ac97b req-1bd51879-f13d-4c4f-a911-a04c9a7c5e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:42:47.954293 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-9b289345-ad73-413f-8105-323e922ac97b req-1bd51879-f13d-4c4f-a911-a04c9a7c5e1b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1b5d1314-a319-42e4-978d-12b977f1b0d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0439954 Dec 21 13:42:48.024602 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-3bc7760d-a4de-46be-986d-96bf3f970ade None None] Set router ca61134a-5cca-48b1-befd-813dd712fa7d gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:42:48.042090 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-9b289345-ad73-413f-8105-323e922ac97b req-eb54278a-944a-46d9-9f91-1dd3c84aa70c service neutron] 10.222.0.60 "GET /v2.0/networks/1b5d1314-a319-42e4-978d-12b977f1b0d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802643 Dec 21 13:42:48.139841 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-9b289345-ad73-413f-8105-323e922ac97b req-288f7c8a-0fd0-4281-a226-0ecc1187141a service neutron] 10.222.0.60 "GET /v2.0/networks/1b5d1314-a319-42e4-978d-12b977f1b0d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911212 Dec 21 13:42:48.266496 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-3bc7760d-a4de-46be-986d-96bf3f970ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca61134a-5cca-48b1-befd-813dd712fa7d', 'name': 'tempest-TestNetworkBasicOps-router-1447304908', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.161'}], 'enable_snat': True}, 'gw_port_id': 'ecf3dabf-a3c0-468d-8e3e-8cc623df40e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:42:15Z', 'updated_at': '2021-12-21T13:42:18Z', 'revision_number': 4, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': 'ecf3dabf-a3c0-468d-8e3e-8cc623df40e3', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca61134a-5cca-48b1-befd-813dd712fa7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:42:15Z', 'updated_at': '2021-12-21T13:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '2bab2544-c728-4fd7-8fa3-8981ced7b3ac', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'floating_ip_address': '172.36.3.27', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': 'ca61134a-5cca-48b1-befd-813dd712fa7d', 'port_id': 'aea43a71-6528-4c24-8a6b-d3f9f890cb2a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b5d1314-a319-42e4-978d-12b977f1b0d5', 'mac_address': 'fa:16:3e:18:c4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b938f64-6bf7-44e7-ac39-04aba82690e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T13:42:32Z', 'updated_at': '2021-12-21T13:42:34Z', 'revision_number': 1, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'fixed_ip_address_scope': None}, {'id': 'fad24d6e-1deb-474a-a89c-bf87372d722f', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'floating_ip_address': '172.36.3.15', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': 'ca61134a-5cca-48b1-befd-813dd712fa7d', 'port_id': '0c90aaf5-6023-4ff5-b61f-57be722c79a9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b5d1314-a319-42e4-978d-12b977f1b0d5', 'mac_address': 'fa:16:3e:80:b8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1394a7b2-7b8e-429a-a7e7-163af2e673d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T13:42:46Z', 'updated_at': '2021-12-21T13:42:46Z', 'revision_number': 0, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed3dca6d-2f8f-47ca-a0fb-17b705f9b92f', 'name': '', 'network_id': '1b5d1314-a319-42e4-978d-12b977f1b0d5', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'mac_address': 'fa:16:3e:5c:64:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca61134a-5cca-48b1-befd-813dd712fa7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '3c37f239-f06a-4dc0-8e0a-9ebd907adf78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:42:18Z', 'updated_at': '2021-12-21T13:42:21Z', 'revision_number': 5, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'subnets': [{'id': '3c37f239-f06a-4dc0-8e0a-9ebd907adf78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:42:48.291544 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc7760d-a4de-46be-986d-96bf3f970ade None None] The sync data for ids ['ca61134a-5cca-48b1-befd-813dd712fa7d'] in dv-neutron-master-2-hyperv is: [{'id': 'ca61134a-5cca-48b1-befd-813dd712fa7d', 'name': 'tempest-TestNetworkBasicOps-router-1447304908', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.161'}], 'enable_snat': True}, 'gw_port_id': 'ecf3dabf-a3c0-468d-8e3e-8cc623df40e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:42:15Z', 'updated_at': '2021-12-21T13:42:18Z', 'revision_number': 4, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': 'ecf3dabf-a3c0-468d-8e3e-8cc623df40e3', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca61134a-5cca-48b1-befd-813dd712fa7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:42:15Z', 'updated_at': '2021-12-21T13:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '2bab2544-c728-4fd7-8fa3-8981ced7b3ac', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'floating_ip_address': '172.36.3.27', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': 'ca61134a-5cca-48b1-befd-813dd712fa7d', 'port_id': 'aea43a71-6528-4c24-8a6b-d3f9f890cb2a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b5d1314-a319-42e4-978d-12b977f1b0d5', 'mac_address': 'fa:16:3e:18:c4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b938f64-6bf7-44e7-ac39-04aba82690e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T13:42:32Z', 'updated_at': '2021-12-21T13:42:34Z', 'revision_number': 1, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'fixed_ip_address_scope': None}, {'id': 'fad24d6e-1deb-474a-a89c-bf87372d722f', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'floating_ip_address': '172.36.3.15', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': 'ca61134a-5cca-48b1-befd-813dd712fa7d', 'port_id': '0c90aaf5-6023-4ff5-b61f-57be722c79a9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b5d1314-a319-42e4-978d-12b977f1b0d5', 'mac_address': 'fa:16:3e:80:b8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1394a7b2-7b8e-429a-a7e7-163af2e673d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T13:42:46Z', 'updated_at': '2021-12-21T13:42:46Z', 'revision_number': 0, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed3dca6d-2f8f-47ca-a0fb-17b705f9b92f', 'name': '', 'network_id': '1b5d1314-a319-42e4-978d-12b977f1b0d5', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'mac_address': 'fa:16:3e:5c:64:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca61134a-5cca-48b1-befd-813dd712fa7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '3c37f239-f06a-4dc0-8e0a-9ebd907adf78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:42:18Z', 'updated_at': '2021-12-21T13:42:21Z', 'revision_number': 5, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'subnets': [{'id': '3c37f239-f06a-4dc0-8e0a-9ebd907adf78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:42:48.494296 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166bd973-0790-4512-abb1-1d15e5e77f0e None None] New status for floating IP fad24d6e-1deb-474a-a89c-bf87372d722f: ACTIVE {{(pid=103155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 13:42:54.850596 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.agents_db [None req-c60a5637-8c6f-4692-b23b-7dd82bd36b21 None None] Agent healthcheck: found 6 active agents {{(pid=103155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 13:42:55.156383 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c1b9b710-20c0-46ab-bf40-2fb9918a592c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:57.585857 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-aecfeef4-12e9-4768-9bcd-05d7dff37957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:42:58.801305 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:00.804500 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:01.040522 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:01.291063 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a729b1e9-c36f-4124-bf49-422251c790b5 req-4c3b21a4-c799-47d0-9a72-cfa6d5b1097c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9b938f64-6bf7-44e7-ac39-04aba82690e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393186 Dec 21 13:43:01.393323 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a729b1e9-c36f-4124-bf49-422251c790b5 req-fd313984-7941-4018-9043-324485cb1d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:43:01.394886 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a729b1e9-c36f-4124-bf49-422251c790b5 req-fd313984-7941-4018-9043-324485cb1d0d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=577ee1d2880f4d34a80a7dfd0cf7da03&device_id=9b938f64-6bf7-44e7-ac39-04aba82690e3 HTTP/1.1" status: 200 len: 1098 time: 0.0405836 Dec 21 13:43:01.499539 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a729b1e9-c36f-4124-bf49-422251c790b5 req-229025a0-7015-4719-9bd1-9c33feb35470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:43:01.500990 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a729b1e9-c36f-4124-bf49-422251c790b5 req-229025a0-7015-4719-9bd1-9c33feb35470 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1b5d1314-a319-42e4-978d-12b977f1b0d5 HTTP/1.1" status: 200 len: 897 time: 0.0860505 Dec 21 13:43:01.565730 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a729b1e9-c36f-4124-bf49-422251c790b5 req-8189ee6c-2f32-4f0b-b371-43cb20dfcb0c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aea43a71-6528-4c24-8a6b-d3f9f890cb2a HTTP/1.1" status: 200 len: 1000 time: 0.0572760 Dec 21 13:43:01.927709 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a729b1e9-c36f-4124-bf49-422251c790b5 req-411713da-7d1c-425f-aca3-0bfb39f83689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:43:01.929161 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a729b1e9-c36f-4124-bf49-422251c790b5 req-411713da-7d1c-425f-aca3-0bfb39f83689 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3c37f239-f06a-4dc0-8e0a-9ebd907adf78 HTTP/1.1" status: 200 len: 835 time: 0.3568473 Dec 21 13:43:01.973648 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a729b1e9-c36f-4124-bf49-422251c790b5 req-d4cf2c6b-f069-4b9d-bf50-5b914a5afdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:43:01.975219 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a729b1e9-c36f-4124-bf49-422251c790b5 req-d4cf2c6b-f069-4b9d-bf50-5b914a5afdfc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1b5d1314-a319-42e4-978d-12b977f1b0d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393138 Dec 21 13:43:02.063482 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a729b1e9-c36f-4124-bf49-422251c790b5 req-6d1d620a-1d9c-4e89-94d5-e636aae590ba service neutron] 10.222.0.60 "GET /v2.0/networks/1b5d1314-a319-42e4-978d-12b977f1b0d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805218 Dec 21 13:43:02.153783 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a729b1e9-c36f-4124-bf49-422251c790b5 req-34d4773b-a8dd-452f-863a-0449db6b7942 service neutron] 10.222.0.60 "GET /v2.0/networks/1b5d1314-a319-42e4-978d-12b977f1b0d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831232 Dec 21 13:43:13.317040 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:22.738077 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 33996) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:43:22.801611 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-c7f88871-0247-42cf-a9a9-877230757918 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/floatingips/2bab2544-c728-4fd7-8fa3-8981ced7b3ac HTTP/1.1" status: 200 len: 992 time: 0.0623577 Dec 21 13:43:23.565899 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 34004) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:43:23.571248 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-ca6b1c89-2fa2-43cc-bcd1-055479ef2e79 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'port': {'admin_state_up': False}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:43:23.631551 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ca6b1c89-2fa2-43cc-bcd1-055479ef2e79 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:23.777952 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-ca6b1c89-2fa2-43cc-bcd1-055479ef2e79 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] For port aea43a71-6528-4c24-8a6b-d3f9f890cb2a, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=aea43a71-6528-4c24-8a6b-d3f9f890cb2a,segment=NetworkSegment(ba66ee12-2a08-48fb-bba8-b57d1fe04727),segment_id=ba66ee12-2a08-48fb-bba8-b57d1fe04727)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:43:23.809388 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ca6b1c89-2fa2-43cc-bcd1-055479ef2e79 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:23.816224 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ca6b1c89-2fa2-43cc-bcd1-055479ef2e79 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:23.870126 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6b1c89-2fa2-43cc-bcd1-055479ef2e79 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:43:23.870847 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ca6b1c89-2fa2-43cc-bcd1-055479ef2e79 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:23.876482 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-ca6b1c89-2fa2-43cc-bcd1-055479ef2e79 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "PUT /v2.0/ports/aea43a71-6528-4c24-8a6b-d3f9f890cb2a HTTP/1.1" status: 200 len: 938 time: 0.3053422 Dec 21 13:43:23.876482 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b938f64-6bf7-44e7-ac39-04aba82690e3', 'tag': 'aea43a71-6528-4c24-8a6b-d3f9f890cb2a'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:43:23.876482 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af6034c98e584fa55ea4398f343c742ceb598288507feaf30d5a15785b2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b6f40e-de0a-42f6-b499-115bf9a0b1c2" -d '{"events": [{"name": "network-changed", "server_uuid": "9b938f64-6bf7-44e7-ac39-04aba82690e3", "tag": "aea43a71-6528-4c24-8a6b-d3f9f890cb2a"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:43:23.897050 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b1c89-2fa2-43cc-bcd1-055479ef2e79 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'Port': ['ID=aea43a71-6528-4c24-8a6b-d3f9f890cb2a,revision_number=6']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:43:23.928917 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 13:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2339ff4b-f23d-4341-a619-1fe0325d8182 x-openstack-request-id: req-2339ff4b-f23d-4341-a619-1fe0325d8182 {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:43:23.929447 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b938f64-6bf7-44e7-ac39-04aba82690e3", "tag": "aea43a71-6528-4c24-8a6b-d3f9f890cb2a", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:43:23.929702 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2339ff4b-f23d-4341-a619-1fe0325d8182 {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:43:23.930107 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b938f64-6bf7-44e7-ac39-04aba82690e3', 'tag': 'aea43a71-6528-4c24-8a6b-d3f9f890cb2a', 'status': 'completed', 'code': 200} Dec 21 13:43:24.020624 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b6f40e-de0a-42f6-b499-115bf9a0b1c2 req-ecc72740-9c31-47f1-8b95-6414048461c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:43:24.022288 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-12b6f40e-de0a-42f6-b499-115bf9a0b1c2 req-ecc72740-9c31-47f1-8b95-6414048461c8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=577ee1d2880f4d34a80a7dfd0cf7da03&device_id=9b938f64-6bf7-44e7-ac39-04aba82690e3 HTTP/1.1" status: 200 len: 1099 time: 0.0481617 Dec 21 13:43:24.122972 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b6f40e-de0a-42f6-b499-115bf9a0b1c2 req-832badc2-81ab-4407-90c3-1f5460f14acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:43:24.124468 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-12b6f40e-de0a-42f6-b499-115bf9a0b1c2 req-832badc2-81ab-4407-90c3-1f5460f14acf service neutron] 10.222.0.60 "GET /v2.0/networks?id=1b5d1314-a319-42e4-978d-12b977f1b0d5 HTTP/1.1" status: 200 len: 897 time: 0.0955975 Dec 21 13:43:24.171876 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-9ed5c283-d68e-4c6c-9765-909a52cf0e23 None None] Provisioning complete for port aea43a71-6528-4c24-8a6b-d3f9f890cb2a triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:43:24.172461 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-9ed5c283-d68e-4c6c-9765-909a52cf0e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:24.188036 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-12b6f40e-de0a-42f6-b499-115bf9a0b1c2 req-ae8660a6-54c9-4770-a28b-7ae7dcf2d582 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aea43a71-6528-4c24-8a6b-d3f9f890cb2a HTTP/1.1" status: 200 len: 1001 time: 0.0574625 Dec 21 13:43:24.212157 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-9ed5c283-d68e-4c6c-9765-909a52cf0e23 None None] Port aea43a71-6528-4c24-8a6b-d3f9f890cb2a is administratively disabled so it will not transition to active. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Dec 21 13:43:24.237352 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b6f40e-de0a-42f6-b499-115bf9a0b1c2 req-4f7de9fb-b582-4dfc-ad5d-13958111566f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:43:24.238854 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-12b6f40e-de0a-42f6-b499-115bf9a0b1c2 req-4f7de9fb-b582-4dfc-ad5d-13958111566f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3c37f239-f06a-4dc0-8e0a-9ebd907adf78 HTTP/1.1" status: 200 len: 835 time: 0.0440052 Dec 21 13:43:24.287291 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b6f40e-de0a-42f6-b499-115bf9a0b1c2 req-41a29889-25f2-4e44-aac3-ee46b204ae14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:43:24.288813 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-12b6f40e-de0a-42f6-b499-115bf9a0b1c2 req-41a29889-25f2-4e44-aac3-ee46b204ae14 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1b5d1314-a319-42e4-978d-12b977f1b0d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0438569 Dec 21 13:43:24.376626 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-12b6f40e-de0a-42f6-b499-115bf9a0b1c2 req-758c9b65-4840-4fc0-ade7-846e3b62e8e7 service neutron] 10.222.0.60 "GET /v2.0/networks/1b5d1314-a319-42e4-978d-12b977f1b0d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805953 Dec 21 13:43:24.468618 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-12b6f40e-de0a-42f6-b499-115bf9a0b1c2 req-dfedb165-d2df-4682-ae04-a75c0d11ad16 service neutron] 10.222.0.60 "GET /v2.0/networks/1b5d1314-a319-42e4-978d-12b977f1b0d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856717 Dec 21 13:43:25.158177 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-2a4a4a1d-972b-4cf5-b64a-fc635305e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:27.281780 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 34012) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:43:27.287045 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-ac9d12f7-9993-4f81-a639-bcde035ee885 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'port': {'admin_state_up': True}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:43:27.353073 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ac9d12f7-9993-4f81-a639-bcde035ee885 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:27.500471 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ac9d12f7-9993-4f81-a639-bcde035ee885 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] For port aea43a71-6528-4c24-8a6b-d3f9f890cb2a, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=aea43a71-6528-4c24-8a6b-d3f9f890cb2a,segment=NetworkSegment(ba66ee12-2a08-48fb-bba8-b57d1fe04727),segment_id=ba66ee12-2a08-48fb-bba8-b57d1fe04727)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:43:27.529353 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ac9d12f7-9993-4f81-a639-bcde035ee885 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:27.533901 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ac9d12f7-9993-4f81-a639-bcde035ee885 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805230'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:27.582185 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9d12f7-9993-4f81-a639-bcde035ee885 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:43:27.582852 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ac9d12f7-9993-4f81-a639-bcde035ee885 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:27.587031 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-ac9d12f7-9993-4f81-a639-bcde035ee885 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "PUT /v2.0/ports/aea43a71-6528-4c24-8a6b-d3f9f890cb2a HTTP/1.1" status: 200 len: 937 time: 0.3015146 Dec 21 13:43:27.587031 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b938f64-6bf7-44e7-ac39-04aba82690e3', 'tag': 'aea43a71-6528-4c24-8a6b-d3f9f890cb2a'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:43:27.587331 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d59863cea1d3cd3753b105ac340115874538247bffc4ddd9c7a2f3cf3d2521b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3669081-98d1-4f28-9d36-ea616e18c670" -d '{"events": [{"name": "network-changed", "server_uuid": "9b938f64-6bf7-44e7-ac39-04aba82690e3", "tag": "aea43a71-6528-4c24-8a6b-d3f9f890cb2a"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:43:27.587455 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 34014) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:43:27.593335 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fbd2ad63-f18d-47cd-900c-5312dc656025 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:27.611167 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9d12f7-9993-4f81-a639-bcde035ee885 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'Port': ['ID=aea43a71-6528-4c24-8a6b-d3f9f890cb2a,revision_number=7']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:43:27.618933 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9d12f7-9993-4f81-a639-bcde035ee885 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:43:27.619294 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9d12f7-9993-4f81-a639-bcde035ee885 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:43:27.619644 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9d12f7-9993-4f81-a639-bcde035ee885 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:43:27.619990 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9d12f7-9993-4f81-a639-bcde035ee885 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:43:27.620330 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9d12f7-9993-4f81-a639-bcde035ee885 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:43:27.620664 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9d12f7-9993-4f81-a639-bcde035ee885 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:43:27.621504 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9d12f7-9993-4f81-a639-bcde035ee885 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:43:27.621842 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9d12f7-9993-4f81-a639-bcde035ee885 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:43:27.622258 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9d12f7-9993-4f81-a639-bcde035ee885 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:43:27.622678 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9d12f7-9993-4f81-a639-bcde035ee885 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:43:27.623050 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9d12f7-9993-4f81-a639-bcde035ee885 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:43:27.623381 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9d12f7-9993-4f81-a639-bcde035ee885 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:43:27.623710 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9d12f7-9993-4f81-a639-bcde035ee885 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:43:27.640062 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 13:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dfae61f-7290-495d-a01b-afcc7a87c508 x-openstack-request-id: req-8dfae61f-7290-495d-a01b-afcc7a87c508 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:43:27.640351 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b938f64-6bf7-44e7-ac39-04aba82690e3", "tag": "aea43a71-6528-4c24-8a6b-d3f9f890cb2a", "status": "completed", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:43:27.640601 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8dfae61f-7290-495d-a01b-afcc7a87c508 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:43:27.641009 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b938f64-6bf7-44e7-ac39-04aba82690e3', 'tag': 'aea43a71-6528-4c24-8a6b-d3f9f890cb2a', 'status': 'completed', 'code': 200} Dec 21 13:43:27.667214 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-bf8afbbc-39bb-4724-b5f1-05f95083ba90 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/floatingips/2bab2544-c728-4fd7-8fa3-8981ced7b3ac HTTP/1.1" status: 200 len: 992 time: 0.0784466 Dec 21 13:43:27.725894 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3669081-98d1-4f28-9d36-ea616e18c670 req-c48f1eb3-f611-40f6-89af-858e69489f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:43:27.727450 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-e3669081-98d1-4f28-9d36-ea616e18c670 req-c48f1eb3-f611-40f6-89af-858e69489f55 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=577ee1d2880f4d34a80a7dfd0cf7da03&device_id=9b938f64-6bf7-44e7-ac39-04aba82690e3 HTTP/1.1" status: 200 len: 1098 time: 0.0421145 Dec 21 13:43:27.825809 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3669081-98d1-4f28-9d36-ea616e18c670 req-4db90e73-5386-491e-b6e9-d894a162a7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:43:27.827264 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-e3669081-98d1-4f28-9d36-ea616e18c670 req-4db90e73-5386-491e-b6e9-d894a162a7a5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1b5d1314-a319-42e4-978d-12b977f1b0d5 HTTP/1.1" status: 200 len: 897 time: 0.0927432 Dec 21 13:43:27.853963 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-36b44c17-2b8e-4963-a1e4-69e7179c4347 None None] Provisioning complete for port aea43a71-6528-4c24-8a6b-d3f9f890cb2a triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:43:27.854261 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-36b44c17-2b8e-4963-a1e4-69e7179c4347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:27.877398 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] get_ports_and_sgs() called for port_ids ['aea43a71-6528-4c24-8a6b-d3f9f890cb2a'] {{(pid=103154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 13:43:27.896885 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-e3669081-98d1-4f28-9d36-ea616e18c670 req-b2a7f8e6-2320-4b1d-9012-2b41564028a5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aea43a71-6528-4c24-8a6b-d3f9f890cb2a HTTP/1.1" status: 200 len: 1000 time: 0.0627434 Dec 21 13:43:27.946727 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3669081-98d1-4f28-9d36-ea616e18c670 req-deb68ad5-edd7-41b7-af0b-b4701895217e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:43:27.948194 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-e3669081-98d1-4f28-9d36-ea616e18c670 req-deb68ad5-edd7-41b7-af0b-b4701895217e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3c37f239-f06a-4dc0-8e0a-9ebd907adf78 HTTP/1.1" status: 200 len: 835 time: 0.0445435 Dec 21 13:43:27.992660 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3669081-98d1-4f28-9d36-ea616e18c670 req-aecdb7d2-e203-4e42-8052-ea7b9facc5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:43:27.994165 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-e3669081-98d1-4f28-9d36-ea616e18c670 req-aecdb7d2-e203-4e42-8052-ea7b9facc5ce service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1b5d1314-a319-42e4-978d-12b977f1b0d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397162 Dec 21 13:43:28.086475 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-e3669081-98d1-4f28-9d36-ea616e18c670 req-354de875-f2ef-4120-b7ba-3850ed6a61cb service neutron] 10.222.0.60 "GET /v2.0/networks/1b5d1314-a319-42e4-978d-12b977f1b0d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855505 Dec 21 13:43:28.176577 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-e3669081-98d1-4f28-9d36-ea616e18c670 req-eca97363-8d62-4b16-9812-fd238aadbe31 service neutron] 10.222.0.60 "GET /v2.0/networks/1b5d1314-a319-42e4-978d-12b977f1b0d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834379 Dec 21 13:43:28.805303 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:30.225262 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 34024) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:43:30.379243 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-6b9e09ce-423e-42b7-9c98-88aacab22fe5 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Deleting port 832091fc-93bd-45bb-a2f4-19c7a2a83280 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:43:30.379587 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6b9e09ce-423e-42b7-9c98-88aacab22fe5 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:30.454306 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6b9e09ce-423e-42b7-9c98-88aacab22fe5 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:30.454795 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6b9e09ce-423e-42b7-9c98-88aacab22fe5 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:30.466020 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-6b9e09ce-423e-42b7-9c98-88aacab22fe5 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Calling delete_port for 832091fc-93bd-45bb-a2f4-19c7a2a83280 owned by network:floatingip {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:43:30.609215 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6b9e09ce-423e-42b7-9c98-88aacab22fe5 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:30.634391 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9e09ce-423e-42b7-9c98-88aacab22fe5 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event deleted for resources: {'Port': ['ID=832091fc-93bd-45bb-a2f4-19c7a2a83280,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:43:30.697752 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6b9e09ce-423e-42b7-9c98-88aacab22fe5 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for floatingip, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:30.698087 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.l3_db [None req-6b9e09ce-423e-42b7-9c98-88aacab22fe5 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Floating IP fad24d6e-1deb-474a-a89c-bf87372d722f disassociated (deleted). External IP: 172.36.3.15, port: 0c90aaf5-6023-4ff5-b61f-57be722c79a9. Dec 21 13:43:30.811080 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:30.901278 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b9e09ce-423e-42b7-9c98-88aacab22fe5 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Router ca61134a-5cca-48b1-befd-813dd712fa7d has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:43:31.005714 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b9e09ce-423e-42b7-9c98-88aacab22fe5 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:43:31.010619 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6b9e09ce-423e-42b7-9c98-88aacab22fe5 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for floatingip, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:31.016865 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2af8414-1c96-45f3-bc9c-b1617c630d55 None None] Sync routers for ids ['ca61134a-5cca-48b1-befd-813dd712fa7d'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:43:31.032375 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2af8414-1c96-45f3-bc9c-b1617c630d55 None None] Routers {'ca61134a-5cca-48b1-befd-813dd712fa7d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:43:31.032989 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-f2af8414-1c96-45f3-bc9c-b1617c630d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:43:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['ca61134a-5cca-48b1-befd-813dd712fa7d'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:43:31.036264 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-6b9e09ce-423e-42b7-9c98-88aacab22fe5 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "DELETE /v2.0/floatingips/fad24d6e-1deb-474a-a89c-bf87372d722f HTTP/1.1" status: 204 len: 168 time: 0.8099158 Dec 21 13:43:31.036846 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1394a7b2-7b8e-429a-a7e7-163af2e673d4', 'tag': '0c90aaf5-6023-4ff5-b61f-57be722c79a9'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:43:31.039065 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d59863cea1d3cd3753b105ac340115874538247bffc4ddd9c7a2f3cf3d2521b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ff9b4a2-e43c-4456-bf01-7776b93d615e" -d '{"events": [{"name": "network-changed", "server_uuid": "1394a7b2-7b8e-429a-a7e7-163af2e673d4", "tag": "0c90aaf5-6023-4ff5-b61f-57be722c79a9"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:43:31.078659 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:31.082128 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 13:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d2d636c-3bb4-4c18-bb6d-0cc6628dcd3a x-openstack-request-id: req-7d2d636c-3bb4-4c18-bb6d-0cc6628dcd3a {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:43:31.082528 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1394a7b2-7b8e-429a-a7e7-163af2e673d4", "tag": "0c90aaf5-6023-4ff5-b61f-57be722c79a9", "status": "completed", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:43:31.083311 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7d2d636c-3bb4-4c18-bb6d-0cc6628dcd3a {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:43:31.084276 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1394a7b2-7b8e-429a-a7e7-163af2e673d4', 'tag': '0c90aaf5-6023-4ff5-b61f-57be722c79a9', 'status': 'completed', 'code': 200} Dec 21 13:43:31.163316 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-f2af8414-1c96-45f3-bc9c-b1617c630d55 None None] Set router ca61134a-5cca-48b1-befd-813dd712fa7d gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:43:31.173487 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff9b4a2-e43c-4456-bf01-7776b93d615e req-9589f571-8426-43bd-b212-1d198cdeef5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:43:31.176805 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-4ff9b4a2-e43c-4456-bf01-7776b93d615e req-9589f571-8426-43bd-b212-1d198cdeef5e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=577ee1d2880f4d34a80a7dfd0cf7da03&device_id=1394a7b2-7b8e-429a-a7e7-163af2e673d4 HTTP/1.1" status: 200 len: 1098 time: 0.0513299 Dec 21 13:43:31.276140 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff9b4a2-e43c-4456-bf01-7776b93d615e req-dbeff144-2114-41cf-9c11-d646e9d73da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:43:31.278201 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-4ff9b4a2-e43c-4456-bf01-7776b93d615e req-dbeff144-2114-41cf-9c11-d646e9d73da7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1b5d1314-a319-42e4-978d-12b977f1b0d5 HTTP/1.1" status: 200 len: 897 time: 0.0948606 Dec 21 13:43:31.285085 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d8c6d2-f774-478d-b91a-a1070ed9729c req-894c41ce-c82c-414c-bc80-a376b2ff6c39 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:43:31.286621 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-92d8c6d2-f774-478d-b91a-a1070ed9729c req-894c41ce-c82c-414c-bc80-a376b2ff6c39 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=1394a7b2-7b8e-429a-a7e7-163af2e673d4 HTTP/1.1" status: 200 len: 945 time: 0.0529118 Dec 21 13:43:31.325362 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-4ff9b4a2-e43c-4456-bf01-7776b93d615e req-2eefe5c9-54d8-4c7c-8033-ac1d53f8924c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0c90aaf5-6023-4ff5-b61f-57be722c79a9 HTTP/1.1" status: 200 len: 217 time: 0.0390210 Dec 21 13:43:31.341559 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-92d8c6d2-f774-478d-b91a-a1070ed9729c req-3eda8b3a-0c05-4e0e-b368-4e2f930fb6d2 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=65bae0d9-1a3d-43b7-9598-b1039026adeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471089 Dec 21 13:43:31.381137 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff9b4a2-e43c-4456-bf01-7776b93d615e req-45d25ea8-168c-4c8c-8ddd-7ad77b0d1dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:43:31.382823 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-4ff9b4a2-e43c-4456-bf01-7776b93d615e req-45d25ea8-168c-4c8c-8ddd-7ad77b0d1dfc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3c37f239-f06a-4dc0-8e0a-9ebd907adf78 HTTP/1.1" status: 200 len: 835 time: 0.0502622 Dec 21 13:43:31.416720 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-f2af8414-1c96-45f3-bc9c-b1617c630d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca61134a-5cca-48b1-befd-813dd712fa7d', 'name': 'tempest-TestNetworkBasicOps-router-1447304908', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.161'}], 'enable_snat': True}, 'gw_port_id': 'ecf3dabf-a3c0-468d-8e3e-8cc623df40e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:42:15Z', 'updated_at': '2021-12-21T13:42:18Z', 'revision_number': 4, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': 'ecf3dabf-a3c0-468d-8e3e-8cc623df40e3', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca61134a-5cca-48b1-befd-813dd712fa7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:42:15Z', 'updated_at': '2021-12-21T13:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '2bab2544-c728-4fd7-8fa3-8981ced7b3ac', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'floating_ip_address': '172.36.3.27', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': 'ca61134a-5cca-48b1-befd-813dd712fa7d', 'port_id': 'aea43a71-6528-4c24-8a6b-d3f9f890cb2a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b5d1314-a319-42e4-978d-12b977f1b0d5', 'mac_address': 'fa:16:3e:18:c4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b938f64-6bf7-44e7-ac39-04aba82690e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T13:42:32Z', 'updated_at': '2021-12-21T13:42:34Z', 'revision_number': 1, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed3dca6d-2f8f-47ca-a0fb-17b705f9b92f', 'name': '', 'network_id': '1b5d1314-a319-42e4-978d-12b977f1b0d5', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'mac_address': 'fa:16:3e:5c:64:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca61134a-5cca-48b1-befd-813dd712fa7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '3c37f239-f06a-4dc0-8e0a-9ebd907adf78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:42:18Z', 'updated_at': '2021-12-21T13:42:21Z', 'revision_number': 5, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'subnets': [{'id': '3c37f239-f06a-4dc0-8e0a-9ebd907adf78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:43:31.432437 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff9b4a2-e43c-4456-bf01-7776b93d615e req-edada1fe-6b8a-4ff6-9ed9-7ca5a45bd4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:43:31.434536 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-4ff9b4a2-e43c-4456-bf01-7776b93d615e req-edada1fe-6b8a-4ff6-9ed9-7ca5a45bd4e9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1b5d1314-a319-42e4-978d-12b977f1b0d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0449882 Dec 21 13:43:31.451748 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2af8414-1c96-45f3-bc9c-b1617c630d55 None None] Checking router: ca61134a-5cca-48b1-befd-813dd712fa7d for host: dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:43:31.459948 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2af8414-1c96-45f3-bc9c-b1617c630d55 None None] Routers {'ca61134a-5cca-48b1-befd-813dd712fa7d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:43:31.460548 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-f2af8414-1c96-45f3-bc9c-b1617c630d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:43:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['ca61134a-5cca-48b1-befd-813dd712fa7d'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:43:31.529341 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-4ff9b4a2-e43c-4456-bf01-7776b93d615e req-211b9c37-5b21-43cb-af2f-09de8f07556a service neutron] 10.222.0.60 "GET /v2.0/networks/1b5d1314-a319-42e4-978d-12b977f1b0d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876386 Dec 21 13:43:31.570703 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-f2af8414-1c96-45f3-bc9c-b1617c630d55 None None] Set router ca61134a-5cca-48b1-befd-813dd712fa7d gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:43:31.621248 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-4ff9b4a2-e43c-4456-bf01-7776b93d615e req-175e677b-d5ef-44b9-b03a-43b5ae421ec2 service neutron] 10.222.0.60 "GET /v2.0/networks/1b5d1314-a319-42e4-978d-12b977f1b0d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837169 Dec 21 13:43:31.849344 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.agents_db [None req-c60a5637-8c6f-4692-b23b-7dd82bd36b21 None None] Agent healthcheck: found 6 active agents {{(pid=103155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 13:43:31.937896 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-f2af8414-1c96-45f3-bc9c-b1617c630d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca61134a-5cca-48b1-befd-813dd712fa7d', 'name': 'tempest-TestNetworkBasicOps-router-1447304908', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.161'}], 'enable_snat': True}, 'gw_port_id': 'ecf3dabf-a3c0-468d-8e3e-8cc623df40e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:42:15Z', 'updated_at': '2021-12-21T13:42:18Z', 'revision_number': 4, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': 'ecf3dabf-a3c0-468d-8e3e-8cc623df40e3', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca61134a-5cca-48b1-befd-813dd712fa7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:42:15Z', 'updated_at': '2021-12-21T13:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '2bab2544-c728-4fd7-8fa3-8981ced7b3ac', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'floating_ip_address': '172.36.3.27', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': 'ca61134a-5cca-48b1-befd-813dd712fa7d', 'port_id': 'aea43a71-6528-4c24-8a6b-d3f9f890cb2a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b5d1314-a319-42e4-978d-12b977f1b0d5', 'mac_address': 'fa:16:3e:18:c4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b938f64-6bf7-44e7-ac39-04aba82690e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T13:42:32Z', 'updated_at': '2021-12-21T13:42:34Z', 'revision_number': 1, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed3dca6d-2f8f-47ca-a0fb-17b705f9b92f', 'name': '', 'network_id': '1b5d1314-a319-42e4-978d-12b977f1b0d5', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'mac_address': 'fa:16:3e:5c:64:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca61134a-5cca-48b1-befd-813dd712fa7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '3c37f239-f06a-4dc0-8e0a-9ebd907adf78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:42:18Z', 'updated_at': '2021-12-21T13:42:21Z', 'revision_number': 5, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'subnets': [{'id': '3c37f239-f06a-4dc0-8e0a-9ebd907adf78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:43:31.963090 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2af8414-1c96-45f3-bc9c-b1617c630d55 None None] The sync data for ids ['ca61134a-5cca-48b1-befd-813dd712fa7d'] in dv-neutron-master-2-hyperv is: [{'id': 'ca61134a-5cca-48b1-befd-813dd712fa7d', 'name': 'tempest-TestNetworkBasicOps-router-1447304908', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.161'}], 'enable_snat': True}, 'gw_port_id': 'ecf3dabf-a3c0-468d-8e3e-8cc623df40e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:42:15Z', 'updated_at': '2021-12-21T13:42:18Z', 'revision_number': 4, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': 'ecf3dabf-a3c0-468d-8e3e-8cc623df40e3', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca61134a-5cca-48b1-befd-813dd712fa7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:42:15Z', 'updated_at': '2021-12-21T13:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '2bab2544-c728-4fd7-8fa3-8981ced7b3ac', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'floating_ip_address': '172.36.3.27', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': 'ca61134a-5cca-48b1-befd-813dd712fa7d', 'port_id': 'aea43a71-6528-4c24-8a6b-d3f9f890cb2a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b5d1314-a319-42e4-978d-12b977f1b0d5', 'mac_address': 'fa:16:3e:18:c4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b938f64-6bf7-44e7-ac39-04aba82690e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T13:42:32Z', 'updated_at': '2021-12-21T13:42:34Z', 'revision_number': 1, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed3dca6d-2f8f-47ca-a0fb-17b705f9b92f', 'name': '', 'network_id': '1b5d1314-a319-42e4-978d-12b977f1b0d5', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'mac_address': 'fa:16:3e:5c:64:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca61134a-5cca-48b1-befd-813dd712fa7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '3c37f239-f06a-4dc0-8e0a-9ebd907adf78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:42:18Z', 'updated_at': '2021-12-21T13:42:21Z', 'revision_number': 5, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'subnets': [{'id': '3c37f239-f06a-4dc0-8e0a-9ebd907adf78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:43:32.190873 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e323b340-e0a9-496b-930a-28164b02c033 None None] New status for floating IP fad24d6e-1deb-474a-a89c-bf87372d722f: DOWN {{(pid=103155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 13:43:32.462545 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7d4730-e0a6-4797-86ec-345a9a619d51 req-e5d6d635-08e5-4b9c-8ea6-9dbf153e2b7f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:43:32.464038 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7c7d4730-e0a6-4797-86ec-345a9a619d51 req-e5d6d635-08e5-4b9c-8ea6-9dbf153e2b7f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=1394a7b2-7b8e-429a-a7e7-163af2e673d4 HTTP/1.1" status: 200 len: 945 time: 0.0490603 Dec 21 13:43:32.518036 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7c7d4730-e0a6-4797-86ec-345a9a619d51 req-c9b78d19-7733-439d-a79c-e0959ebcd9f7 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=65bae0d9-1a3d-43b7-9598-b1039026adeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466745 Dec 21 13:43:32.690171 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6efe878-790e-4ee4-adb1-795e435844e9 req-54df8201-8d9b-42d3-b985-e248ca9b0bd8 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:43:32.691529 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f6efe878-790e-4ee4-adb1-795e435844e9 req-54df8201-8d9b-42d3-b985-e248ca9b0bd8 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.60 "GET /v2.0/ports?device_id=1394a7b2-7b8e-429a-a7e7-163af2e673d4 HTTP/1.1" status: 200 len: 945 time: 0.0477049 Dec 21 13:43:32.777807 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [req-f6efe878-790e-4ee4-adb1-795e435844e9 req-7d5119b1-c0ef-4226-ba4e-cf49f4da3a38 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Deleting port 0c90aaf5-6023-4ff5-b61f-57be722c79a9 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:43:32.778141 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-f6efe878-790e-4ee4-adb1-795e435844e9 req-7d5119b1-c0ef-4226-ba4e-cf49f4da3a38 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:32.866375 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-f6efe878-790e-4ee4-adb1-795e435844e9 req-7d5119b1-c0ef-4226-ba4e-cf49f4da3a38 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] For port 0c90aaf5-6023-4ff5-b61f-57be722c79a9, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0c90aaf5-6023-4ff5-b61f-57be722c79a9,segment=NetworkSegment(ba66ee12-2a08-48fb-bba8-b57d1fe04727),segment_id=ba66ee12-2a08-48fb-bba8-b57d1fe04727)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:43:32.866730 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-f6efe878-790e-4ee4-adb1-795e435844e9 req-7d5119b1-c0ef-4226-ba4e-cf49f4da3a38 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:32.878793 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [req-f6efe878-790e-4ee4-adb1-795e435844e9 req-7d5119b1-c0ef-4226-ba4e-cf49f4da3a38 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Calling delete_port for 0c90aaf5-6023-4ff5-b61f-57be722c79a9 owned by compute:nova {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:43:33.005851 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-f6efe878-790e-4ee4-adb1-795e435844e9 req-7d5119b1-c0ef-4226-ba4e-cf49f4da3a38 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:33.034463 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5119b1-c0ef-4226-ba4e-cf49f4da3a38 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event deleted for resources: {'Port': ['ID=0c90aaf5-6023-4ff5-b61f-57be722c79a9,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:43:33.062225 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5119b1-c0ef-4226-ba4e-cf49f4da3a38 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:43:33.062615 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5119b1-c0ef-4226-ba4e-cf49f4da3a38 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:43:33.062964 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5119b1-c0ef-4226-ba4e-cf49f4da3a38 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:43:33.063302 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5119b1-c0ef-4226-ba4e-cf49f4da3a38 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:43:33.063633 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5119b1-c0ef-4226-ba4e-cf49f4da3a38 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:43:33.063962 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5119b1-c0ef-4226-ba4e-cf49f4da3a38 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:43:33.064291 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5119b1-c0ef-4226-ba4e-cf49f4da3a38 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:43:33.064617 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5119b1-c0ef-4226-ba4e-cf49f4da3a38 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:43:33.064944 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5119b1-c0ef-4226-ba4e-cf49f4da3a38 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:43:33.065269 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5119b1-c0ef-4226-ba4e-cf49f4da3a38 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:43:33.065611 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5119b1-c0ef-4226-ba4e-cf49f4da3a38 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:43:33.065915 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5119b1-c0ef-4226-ba4e-cf49f4da3a38 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:43:33.066237 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5119b1-c0ef-4226-ba4e-cf49f4da3a38 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:43:33.084496 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6efe878-790e-4ee4-adb1-795e435844e9 req-7d5119b1-c0ef-4226-ba4e-cf49f4da3a38 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] No DVR routers for this DVR port 0c90aaf5-6023-4ff5-b61f-57be722c79a9 on host hv-neutron-mast {{(pid=103153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:43:33.086869 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-f6efe878-790e-4ee4-adb1-795e435844e9 req-7d5119b1-c0ef-4226-ba4e-cf49f4da3a38 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:33.090273 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f6efe878-790e-4ee4-adb1-795e435844e9 req-7d5119b1-c0ef-4226-ba4e-cf49f4da3a38 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.60 "DELETE /v2.0/ports/0c90aaf5-6023-4ff5-b61f-57be722c79a9 HTTP/1.1" status: 204 len: 173 time: 0.3931603 Dec 21 13:43:33.090741 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1394a7b2-7b8e-429a-a7e7-163af2e673d4', 'name': 'network-vif-deleted', 'tag': '0c90aaf5-6023-4ff5-b61f-57be722c79a9'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:43:33.092955 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af6034c98e584fa55ea4398f343c742ceb598288507feaf30d5a15785b2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77e6271d-069e-4799-8709-81545957ed49" -d '{"events": [{"server_uuid": "1394a7b2-7b8e-429a-a7e7-163af2e673d4", "name": "network-vif-deleted", "tag": "0c90aaf5-6023-4ff5-b61f-57be722c79a9"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:43:33.128924 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 13:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c86cf642-f176-43e5-b205-64aff87a5ee3 x-openstack-request-id: req-c86cf642-f176-43e5-b205-64aff87a5ee3 {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:43:33.129216 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1394a7b2-7b8e-429a-a7e7-163af2e673d4", "name": "network-vif-deleted", "tag": "0c90aaf5-6023-4ff5-b61f-57be722c79a9", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:43:33.129472 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c86cf642-f176-43e5-b205-64aff87a5ee3 {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:43:33.129876 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1394a7b2-7b8e-429a-a7e7-163af2e673d4', 'name': 'network-vif-deleted', 'tag': '0c90aaf5-6023-4ff5-b61f-57be722c79a9', 'status': 'completed', 'code': 200} Dec 21 13:43:33.623296 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-ad1899cf-59d3-41a2-9404-ae49f050ad00 req-f8b6dc44-b581-48bb-a2fc-5dbe0dc53989 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=1394a7b2-7b8e-429a-a7e7-163af2e673d4 HTTP/1.1" status: 200 len: 210 time: 0.0266929 Dec 21 13:43:34.677015 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 34040) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:43:34.732812 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-717d1ef3-b35c-4234-8270-7bf3fb64d2be tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:34.757408 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-717d1ef3-b35c-4234-8270-7bf3fb64d2be tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:34.817817 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-717d1ef3-b35c-4234-8270-7bf3fb64d2be tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:34.820628 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-717d1ef3-b35c-4234-8270-7bf3fb64d2be tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:34.821760 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-717d1ef3-b35c-4234-8270-7bf3fb64d2be tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "DELETE /v2.0/security-groups/65bae0d9-1a3d-43b7-9598-b1039026adeb HTTP/1.1" status: 204 len: 168 time: 0.1435161 Dec 21 13:43:34.830640 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717d1ef3-b35c-4234-8270-7bf3fb64d2be tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65bae0d9-1a3d-43b7-9598-b1039026adeb,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:43:34.851333 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 34044) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:43:35.288318 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-1764a840-2a6e-4fa0-a2c4-9c53377ec5cd tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Deleting port 99ce0c2a-f937-45dc-a856-6bd3d9625812 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:43:35.288657 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1764a840-2a6e-4fa0-a2c4-9c53377ec5cd tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:35.362212 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1764a840-2a6e-4fa0-a2c4-9c53377ec5cd tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:35.362566 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1764a840-2a6e-4fa0-a2c4-9c53377ec5cd tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:35.373813 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-1764a840-2a6e-4fa0-a2c4-9c53377ec5cd tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Calling delete_port for 99ce0c2a-f937-45dc-a856-6bd3d9625812 owned by network:floatingip {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:43:35.521684 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1764a840-2a6e-4fa0-a2c4-9c53377ec5cd tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:35.547221 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1764a840-2a6e-4fa0-a2c4-9c53377ec5cd tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event deleted for resources: {'Port': ['ID=99ce0c2a-f937-45dc-a856-6bd3d9625812,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:43:35.608159 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1764a840-2a6e-4fa0-a2c4-9c53377ec5cd tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for floatingip, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:35.608486 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.l3_db [None req-1764a840-2a6e-4fa0-a2c4-9c53377ec5cd tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Floating IP 2bab2544-c728-4fd7-8fa3-8981ced7b3ac disassociated (deleted). External IP: 172.36.3.27, port: aea43a71-6528-4c24-8a6b-d3f9f890cb2a. Dec 21 13:43:35.809518 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1764a840-2a6e-4fa0-a2c4-9c53377ec5cd tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Router ca61134a-5cca-48b1-befd-813dd712fa7d has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:43:35.914904 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1764a840-2a6e-4fa0-a2c4-9c53377ec5cd tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:43:35.947314 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1764a840-2a6e-4fa0-a2c4-9c53377ec5cd tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for floatingip, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:35.947455 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0c41ef-033b-4b45-94d4-7e6b239f7b8d None None] Sync routers for ids ['ca61134a-5cca-48b1-befd-813dd712fa7d'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:43:35.947455 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0c41ef-033b-4b45-94d4-7e6b239f7b8d None None] Routers {'ca61134a-5cca-48b1-befd-813dd712fa7d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:43:35.947455 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-6b0c41ef-033b-4b45-94d4-7e6b239f7b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:43:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['ca61134a-5cca-48b1-befd-813dd712fa7d'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:43:35.955194 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-1764a840-2a6e-4fa0-a2c4-9c53377ec5cd tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "DELETE /v2.0/floatingips/2bab2544-c728-4fd7-8fa3-8981ced7b3ac HTTP/1.1" status: 204 len: 168 time: 1.1024015 Dec 21 13:43:35.955824 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b938f64-6bf7-44e7-ac39-04aba82690e3', 'tag': 'aea43a71-6528-4c24-8a6b-d3f9f890cb2a'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:43:35.958815 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d59863cea1d3cd3753b105ac340115874538247bffc4ddd9c7a2f3cf3d2521b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d6bd490-8189-4faa-b279-289edaedd605" -d '{"events": [{"name": "network-changed", "server_uuid": "9b938f64-6bf7-44e7-ac39-04aba82690e3", "tag": "aea43a71-6528-4c24-8a6b-d3f9f890cb2a"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:43:35.997556 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 13:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ebc8225-4451-482b-a112-7d48e2ab4576 x-openstack-request-id: req-0ebc8225-4451-482b-a112-7d48e2ab4576 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:43:35.998099 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b938f64-6bf7-44e7-ac39-04aba82690e3", "tag": "aea43a71-6528-4c24-8a6b-d3f9f890cb2a", "status": "completed", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:43:35.998443 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0ebc8225-4451-482b-a112-7d48e2ab4576 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:43:35.998916 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b938f64-6bf7-44e7-ac39-04aba82690e3', 'tag': 'aea43a71-6528-4c24-8a6b-d3f9f890cb2a', 'status': 'completed', 'code': 200} Dec 21 13:43:36.046270 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-6b0c41ef-033b-4b45-94d4-7e6b239f7b8d None None] Set router ca61134a-5cca-48b1-befd-813dd712fa7d gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:43:36.092461 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 0c90aaf5-6023-4ff5-b61f-57be722c79a9 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:43:36.108999 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6bd490-8189-4faa-b279-289edaedd605 req-6365e943-9cfd-4550-be5c-76d6515193d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:43:36.110622 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1d6bd490-8189-4faa-b279-289edaedd605 req-6365e943-9cfd-4550-be5c-76d6515193d7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=577ee1d2880f4d34a80a7dfd0cf7da03&device_id=9b938f64-6bf7-44e7-ac39-04aba82690e3 HTTP/1.1" status: 200 len: 1098 time: 0.0713754 Dec 21 13:43:36.141817 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] No Port match for: 0c90aaf5-6023-4ff5-b61f-57be722c79a9 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:43:36.142155 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 0c90aaf5-6023-4ff5-b61f-57be722c79a9 not bound to the agent host hv-neutron-mast {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:43:36.234418 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c3406c-16db-4639-b7d0-be5f369ba2ee req-24178f66-cef9-4364-8266-4fc7f89c41e8 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:43:36.235819 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-78c3406c-16db-4639-b7d0-be5f369ba2ee req-24178f66-cef9-4364-8266-4fc7f89c41e8 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b938f64-6bf7-44e7-ac39-04aba82690e3 HTTP/1.1" status: 200 len: 945 time: 0.1054807 Dec 21 13:43:36.266185 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-6b0c41ef-033b-4b45-94d4-7e6b239f7b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca61134a-5cca-48b1-befd-813dd712fa7d', 'name': 'tempest-TestNetworkBasicOps-router-1447304908', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.161'}], 'enable_snat': True}, 'gw_port_id': 'ecf3dabf-a3c0-468d-8e3e-8cc623df40e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:42:15Z', 'updated_at': '2021-12-21T13:42:18Z', 'revision_number': 4, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': 'ecf3dabf-a3c0-468d-8e3e-8cc623df40e3', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca61134a-5cca-48b1-befd-813dd712fa7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:42:15Z', 'updated_at': '2021-12-21T13:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'ed3dca6d-2f8f-47ca-a0fb-17b705f9b92f', 'name': '', 'network_id': '1b5d1314-a319-42e4-978d-12b977f1b0d5', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'mac_address': 'fa:16:3e:5c:64:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca61134a-5cca-48b1-befd-813dd712fa7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '3c37f239-f06a-4dc0-8e0a-9ebd907adf78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:42:18Z', 'updated_at': '2021-12-21T13:42:21Z', 'revision_number': 5, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'subnets': [{'id': '3c37f239-f06a-4dc0-8e0a-9ebd907adf78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:43:36.276669 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6bd490-8189-4faa-b279-289edaedd605 req-4676e22a-2ce8-4349-995b-e0b87d50bb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:43:36.278254 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1d6bd490-8189-4faa-b279-289edaedd605 req-4676e22a-2ce8-4349-995b-e0b87d50bb43 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1b5d1314-a319-42e4-978d-12b977f1b0d5 HTTP/1.1" status: 200 len: 897 time: 0.1387925 Dec 21 13:43:36.297075 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0c41ef-033b-4b45-94d4-7e6b239f7b8d None None] Checking router: ca61134a-5cca-48b1-befd-813dd712fa7d for host: dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:43:36.305706 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0c41ef-033b-4b45-94d4-7e6b239f7b8d None None] Routers {'ca61134a-5cca-48b1-befd-813dd712fa7d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:43:36.306321 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-6b0c41ef-033b-4b45-94d4-7e6b239f7b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:43:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['ca61134a-5cca-48b1-befd-813dd712fa7d'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:43:36.330783 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1d6bd490-8189-4faa-b279-289edaedd605 req-911920f9-c21a-4bcc-8e5c-15a12f1c0bf8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aea43a71-6528-4c24-8a6b-d3f9f890cb2a HTTP/1.1" status: 200 len: 217 time: 0.0447192 Dec 21 13:43:36.334975 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-78c3406c-16db-4639-b7d0-be5f369ba2ee req-f9af92b7-1227-47d7-b185-5165fbd3df23 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad5f3547-2f7b-42f8-892a-4380fa00eaae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925498 Dec 21 13:43:36.379705 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6bd490-8189-4faa-b279-289edaedd605 req-768e5f14-489c-4c88-8271-960f1c988ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:43:36.381168 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1d6bd490-8189-4faa-b279-289edaedd605 req-768e5f14-489c-4c88-8271-960f1c988ffd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3c37f239-f06a-4dc0-8e0a-9ebd907adf78 HTTP/1.1" status: 200 len: 835 time: 0.0438380 Dec 21 13:43:36.418116 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-6b0c41ef-033b-4b45-94d4-7e6b239f7b8d None None] Set router ca61134a-5cca-48b1-befd-813dd712fa7d gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:43:36.431688 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6bd490-8189-4faa-b279-289edaedd605 req-95d94590-2990-4e55-8b05-e2ca5d38b9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:43:36.433237 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1d6bd490-8189-4faa-b279-289edaedd605 req-95d94590-2990-4e55-8b05-e2ca5d38b9a4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1b5d1314-a319-42e4-978d-12b977f1b0d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0446322 Dec 21 13:43:36.523804 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1d6bd490-8189-4faa-b279-289edaedd605 req-97c5a5fb-ed6e-46f9-95fe-0c1594987d45 service neutron] 10.222.0.60 "GET /v2.0/networks/1b5d1314-a319-42e4-978d-12b977f1b0d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819342 Dec 21 13:43:36.610427 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-6b0c41ef-033b-4b45-94d4-7e6b239f7b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca61134a-5cca-48b1-befd-813dd712fa7d', 'name': 'tempest-TestNetworkBasicOps-router-1447304908', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.161'}], 'enable_snat': True}, 'gw_port_id': 'ecf3dabf-a3c0-468d-8e3e-8cc623df40e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:42:15Z', 'updated_at': '2021-12-21T13:42:18Z', 'revision_number': 4, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': 'ecf3dabf-a3c0-468d-8e3e-8cc623df40e3', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca61134a-5cca-48b1-befd-813dd712fa7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:42:15Z', 'updated_at': '2021-12-21T13:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'ed3dca6d-2f8f-47ca-a0fb-17b705f9b92f', 'name': '', 'network_id': '1b5d1314-a319-42e4-978d-12b977f1b0d5', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'mac_address': 'fa:16:3e:5c:64:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca61134a-5cca-48b1-befd-813dd712fa7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '3c37f239-f06a-4dc0-8e0a-9ebd907adf78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:42:18Z', 'updated_at': '2021-12-21T13:42:21Z', 'revision_number': 5, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'subnets': [{'id': '3c37f239-f06a-4dc0-8e0a-9ebd907adf78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:43:36.616707 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1d6bd490-8189-4faa-b279-289edaedd605 req-adcf553f-63bb-4c4e-8255-71449fd95ab7 service neutron] 10.222.0.60 "GET /v2.0/networks/1b5d1314-a319-42e4-978d-12b977f1b0d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847905 Dec 21 13:43:36.635718 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0c41ef-033b-4b45-94d4-7e6b239f7b8d None None] The sync data for ids ['ca61134a-5cca-48b1-befd-813dd712fa7d'] in dv-neutron-master-2-hyperv is: [{'id': 'ca61134a-5cca-48b1-befd-813dd712fa7d', 'name': 'tempest-TestNetworkBasicOps-router-1447304908', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.161'}], 'enable_snat': True}, 'gw_port_id': 'ecf3dabf-a3c0-468d-8e3e-8cc623df40e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:42:15Z', 'updated_at': '2021-12-21T13:42:18Z', 'revision_number': 4, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': 'ecf3dabf-a3c0-468d-8e3e-8cc623df40e3', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca61134a-5cca-48b1-befd-813dd712fa7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:42:15Z', 'updated_at': '2021-12-21T13:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'ed3dca6d-2f8f-47ca-a0fb-17b705f9b92f', 'name': '', 'network_id': '1b5d1314-a319-42e4-978d-12b977f1b0d5', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'mac_address': 'fa:16:3e:5c:64:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca61134a-5cca-48b1-befd-813dd712fa7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '3c37f239-f06a-4dc0-8e0a-9ebd907adf78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:42:18Z', 'updated_at': '2021-12-21T13:42:21Z', 'revision_number': 5, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'subnets': [{'id': '3c37f239-f06a-4dc0-8e0a-9ebd907adf78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:43:36.834579 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b5878f-1b2b-4a6e-b586-6c8a9647287c None None] New status for floating IP 2bab2544-c728-4fd7-8fa3-8981ced7b3ac: DOWN {{(pid=103155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 13:43:37.453692 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43780d6-9cc0-47b0-bb46-d2ca1afd924d req-ae47ab53-4a32-4568-9bf1-4ee3adf1f8d6 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:43:37.455213 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-f43780d6-9cc0-47b0-bb46-d2ca1afd924d req-ae47ab53-4a32-4568-9bf1-4ee3adf1f8d6 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b938f64-6bf7-44e7-ac39-04aba82690e3 HTTP/1.1" status: 200 len: 945 time: 0.0503321 Dec 21 13:43:37.504566 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-f43780d6-9cc0-47b0-bb46-d2ca1afd924d req-0a469cfb-c203-45aa-9df9-cf981db0c753 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad5f3547-2f7b-42f8-892a-4380fa00eaae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433509 Dec 21 13:43:37.748467 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fd70b5-0842-493e-b684-cf9b332fef63 req-e0b71e5b-7682-44d1-847a-5d41da40957c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:43:37.749809 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-53fd70b5-0842-493e-b684-cf9b332fef63 req-e0b71e5b-7682-44d1-847a-5d41da40957c tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b938f64-6bf7-44e7-ac39-04aba82690e3 HTTP/1.1" status: 200 len: 945 time: 0.0482018 Dec 21 13:43:37.835141 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [req-53fd70b5-0842-493e-b684-cf9b332fef63 req-8c3dffdb-cbdb-4e01-aaf3-b3cb493b2585 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Deleting port aea43a71-6528-4c24-8a6b-d3f9f890cb2a {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:43:37.835474 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-53fd70b5-0842-493e-b684-cf9b332fef63 req-8c3dffdb-cbdb-4e01-aaf3-b3cb493b2585 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:37.925121 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-53fd70b5-0842-493e-b684-cf9b332fef63 req-8c3dffdb-cbdb-4e01-aaf3-b3cb493b2585 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] For port aea43a71-6528-4c24-8a6b-d3f9f890cb2a, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=aea43a71-6528-4c24-8a6b-d3f9f890cb2a,segment=NetworkSegment(ba66ee12-2a08-48fb-bba8-b57d1fe04727),segment_id=ba66ee12-2a08-48fb-bba8-b57d1fe04727)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:43:37.925476 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-53fd70b5-0842-493e-b684-cf9b332fef63 req-8c3dffdb-cbdb-4e01-aaf3-b3cb493b2585 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:37.937506 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [req-53fd70b5-0842-493e-b684-cf9b332fef63 req-8c3dffdb-cbdb-4e01-aaf3-b3cb493b2585 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Calling delete_port for aea43a71-6528-4c24-8a6b-d3f9f890cb2a owned by compute:nova {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:43:38.062198 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-53fd70b5-0842-493e-b684-cf9b332fef63 req-8c3dffdb-cbdb-4e01-aaf3-b3cb493b2585 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:38.090550 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3dffdb-cbdb-4e01-aaf3-b3cb493b2585 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event deleted for resources: {'Port': ['ID=aea43a71-6528-4c24-8a6b-d3f9f890cb2a,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:43:38.131065 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [req-53fd70b5-0842-493e-b684-cf9b332fef63 req-8c3dffdb-cbdb-4e01-aaf3-b3cb493b2585 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] No DVR routers for this DVR port aea43a71-6528-4c24-8a6b-d3f9f890cb2a on host hv-neutron-mast {{(pid=103153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:43:38.133490 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-53fd70b5-0842-493e-b684-cf9b332fef63 req-8c3dffdb-cbdb-4e01-aaf3-b3cb493b2585 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:38.136764 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-53fd70b5-0842-493e-b684-cf9b332fef63 req-8c3dffdb-cbdb-4e01-aaf3-b3cb493b2585 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.60 "DELETE /v2.0/ports/aea43a71-6528-4c24-8a6b-d3f9f890cb2a HTTP/1.1" status: 204 len: 173 time: 0.3809698 Dec 21 13:43:38.137249 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b938f64-6bf7-44e7-ac39-04aba82690e3', 'name': 'network-vif-deleted', 'tag': 'aea43a71-6528-4c24-8a6b-d3f9f890cb2a'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:43:38.139508 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af6034c98e584fa55ea4398f343c742ceb598288507feaf30d5a15785b2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deefcffa-9fb1-4339-99da-ddc05e7db5f4" -d '{"events": [{"server_uuid": "9b938f64-6bf7-44e7-ac39-04aba82690e3", "name": "network-vif-deleted", "tag": "aea43a71-6528-4c24-8a6b-d3f9f890cb2a"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:43:38.175195 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 13:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e9f0dde-7831-4827-b677-f9b972745c97 x-openstack-request-id: req-3e9f0dde-7831-4827-b677-f9b972745c97 {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:43:38.175488 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b938f64-6bf7-44e7-ac39-04aba82690e3", "name": "network-vif-deleted", "tag": "aea43a71-6528-4c24-8a6b-d3f9f890cb2a", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:43:38.175775 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3e9f0dde-7831-4827-b677-f9b972745c97 {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:43:38.176211 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b938f64-6bf7-44e7-ac39-04aba82690e3', 'name': 'network-vif-deleted', 'tag': 'aea43a71-6528-4c24-8a6b-d3f9f890cb2a', 'status': 'completed', 'code': 200} Dec 21 13:43:38.615374 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-2942e32c-60b7-4e35-a5e6-51dabde1994c req-c16e91c6-72a6-4fb8-8647-5282bb928457 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b938f64-6bf7-44e7-ac39-04aba82690e3 HTTP/1.1" status: 200 len: 210 time: 0.0263019 Dec 21 13:43:39.671440 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 34060) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:43:39.736008 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a81a2f77-db96-4034-a944-c46db8974b31 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:39.760093 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a81a2f77-db96-4034-a944-c46db8974b31 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:39.817238 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a81a2f77-db96-4034-a944-c46db8974b31 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:39.819911 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a81a2f77-db96-4034-a944-c46db8974b31 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:39.821038 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-a81a2f77-db96-4034-a944-c46db8974b31 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "DELETE /v2.0/security-groups/ad5f3547-2f7b-42f8-892a-4380fa00eaae HTTP/1.1" status: 204 len: 168 time: 0.1486173 Dec 21 13:43:39.830419 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a2f77-db96-4034-a944-c46db8974b31 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad5f3547-2f7b-42f8-892a-4380fa00eaae,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:43:39.854841 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 34064) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:43:40.211769 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9e8bd22c-7892-476a-bd19-dc639c1bc3c0 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532692'] for router_interface, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:40.459272 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-9e8bd22c-7892-476a-bd19-dc639c1bc3c0 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Deleting port ed3dca6d-2f8f-47ca-a0fb-17b705f9b92f {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:43:40.459610 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9e8bd22c-7892-476a-bd19-dc639c1bc3c0 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:40.544860 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-9e8bd22c-7892-476a-bd19-dc639c1bc3c0 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] For port ed3dca6d-2f8f-47ca-a0fb-17b705f9b92f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ed3dca6d-2f8f-47ca-a0fb-17b705f9b92f,segment=NetworkSegment(ba66ee12-2a08-48fb-bba8-b57d1fe04727),segment_id=ba66ee12-2a08-48fb-bba8-b57d1fe04727)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:43:40.545145 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9e8bd22c-7892-476a-bd19-dc639c1bc3c0 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:40.557103 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-9e8bd22c-7892-476a-bd19-dc639c1bc3c0 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Calling delete_port for ed3dca6d-2f8f-47ca-a0fb-17b705f9b92f owned by network:router_interface {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:43:40.739343 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9e8bd22c-7892-476a-bd19-dc639c1bc3c0 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:40.765292 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8bd22c-7892-476a-bd19-dc639c1bc3c0 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event deleted for resources: {'Port': ['ID=ed3dca6d-2f8f-47ca-a0fb-17b705f9b92f,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:43:40.936246 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9e8bd22c-7892-476a-bd19-dc639c1bc3c0 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534084'] for router_interface, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:41.152101 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e8bd22c-7892-476a-bd19-dc639c1bc3c0 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Router ca61134a-5cca-48b1-befd-813dd712fa7d has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:43:41.576047 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e8bd22c-7892-476a-bd19-dc639c1bc3c0 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:43:41.580879 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-9e8bd22c-7892-476a-bd19-dc639c1bc3c0 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "PUT /v2.0/routers/ca61134a-5cca-48b1-befd-813dd712fa7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7249873 Dec 21 13:43:41.583561 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 34066) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:43:41.586107 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039f98fe-7959-4a7b-be82-d5e3b08d74f7 None None] Sync routers for ids ['ca61134a-5cca-48b1-befd-813dd712fa7d'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:43:41.596118 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039f98fe-7959-4a7b-be82-d5e3b08d74f7 None None] Routers {'ca61134a-5cca-48b1-befd-813dd712fa7d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:43:41.596802 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-039f98fe-7959-4a7b-be82-d5e3b08d74f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:43:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['ca61134a-5cca-48b1-befd-813dd712fa7d'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:43:41.633633 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef05d49a-11d5-4736-8c8f-19bd24f54a87 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Deleting subnet 3c37f239-f06a-4dc0-8e0a-9ebd907adf78 {{(pid=103153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:43:41.636674 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ef05d49a-11d5-4736-8c8f-19bd24f54a87 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for subnet, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:41.685210 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ef05d49a-11d5-4736-8c8f-19bd24f54a87 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1585439'] for subnet, precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:41.707485 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-039f98fe-7959-4a7b-be82-d5e3b08d74f7 None None] Set router ca61134a-5cca-48b1-befd-813dd712fa7d gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:43:41.769341 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ef05d49a-11d5-4736-8c8f-19bd24f54a87 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:41.827562 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ef05d49a-11d5-4736-8c8f-19bd24f54a87 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11349588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11288746'] for subnet, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:41.856678 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef05d49a-11d5-4736-8c8f-19bd24f54a87 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event deleted for resources: {'Subnet': ['ID=3c37f239-f06a-4dc0-8e0a-9ebd907adf78,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:43:41.858831 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ef05d49a-11d5-4736-8c8f-19bd24f54a87 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:41.862450 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-ef05d49a-11d5-4736-8c8f-19bd24f54a87 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "DELETE /v2.0/subnets/3c37f239-f06a-4dc0-8e0a-9ebd907adf78 HTTP/1.1" status: 204 len: 168 time: 0.2779386 Dec 21 13:43:41.864617 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b10820-f634-42c0-b4a0-733f33bfc6a4 None None] Network 1b5d1314-a319-42e4-978d-12b977f1b0d5 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:43:41.865130 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 34068) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:43:41.960093 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-039f98fe-7959-4a7b-be82-d5e3b08d74f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca61134a-5cca-48b1-befd-813dd712fa7d', 'name': 'tempest-TestNetworkBasicOps-router-1447304908', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.161'}], 'enable_snat': True}, 'gw_port_id': 'ecf3dabf-a3c0-468d-8e3e-8cc623df40e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:42:15Z', 'updated_at': '2021-12-21T13:43:40Z', 'revision_number': 5, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': 'ecf3dabf-a3c0-468d-8e3e-8cc623df40e3', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca61134a-5cca-48b1-befd-813dd712fa7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:42:15Z', 'updated_at': '2021-12-21T13:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:43:41.972103 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6df20360-f276-49e8-bae4-860d06c96e4f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for router, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:41.987261 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039f98fe-7959-4a7b-be82-d5e3b08d74f7 None None] Checking router: ca61134a-5cca-48b1-befd-813dd712fa7d for host: dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:43:42.000083 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039f98fe-7959-4a7b-be82-d5e3b08d74f7 None None] Routers {'ca61134a-5cca-48b1-befd-813dd712fa7d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:43:42.000608 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-039f98fe-7959-4a7b-be82-d5e3b08d74f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:43:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['ca61134a-5cca-48b1-befd-813dd712fa7d'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:43:42.088005 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927c8f32-bbec-400a-8125-b2d0bbca36c4 None None] DHCP port deletion for 1b5d1314-a319-42e4-978d-12b977f1b0d5 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:43:42.091501 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6df20360-f276-49e8-bae4-860d06c96e4f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:42.093547 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device aea43a71-6528-4c24-8a6b-d3f9f890cb2a no longer exists at agent hyperv_hv-neutron-mast {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:43:42.121885 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] No Port match for: aea43a71-6528-4c24-8a6b-d3f9f890cb2a {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:43:42.122233 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device aea43a71-6528-4c24-8a6b-d3f9f890cb2a not bound to the agent host hv-neutron-mast {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:43:42.145097 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-6df20360-f276-49e8-bae4-860d06c96e4f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Deleting port ecf3dabf-a3c0-468d-8e3e-8cc623df40e3 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:43:42.145448 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6df20360-f276-49e8-bae4-860d06c96e4f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:42.233280 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-6df20360-f276-49e8-bae4-860d06c96e4f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] For port ecf3dabf-a3c0-468d-8e3e-8cc623df40e3, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ecf3dabf-a3c0-468d-8e3e-8cc623df40e3,segment=NetworkSegment(a32e5bfd-6fac-434f-817b-5707a23fd2ca),segment_id=a32e5bfd-6fac-434f-817b-5707a23fd2ca)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:43:42.233640 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6df20360-f276-49e8-bae4-860d06c96e4f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:42.246156 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-6df20360-f276-49e8-bae4-860d06c96e4f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Calling delete_port for ecf3dabf-a3c0-468d-8e3e-8cc623df40e3 owned by network:router_gateway {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:43:42.313946 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-039f98fe-7959-4a7b-be82-d5e3b08d74f7 None None] Set router ca61134a-5cca-48b1-befd-813dd712fa7d gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:43:42.433878 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 0fd75266-5c76-48bc-b53a-e55202b8f872 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:43:42.459071 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6df20360-f276-49e8-bae4-860d06c96e4f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:42.468333 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-927c8f32-bbec-400a-8125-b2d0bbca36c4 None None] Deleting port 0fd75266-5c76-48bc-b53a-e55202b8f872 {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:43:42.468713 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-927c8f32-bbec-400a-8125-b2d0bbca36c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:42.485917 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df20360-f276-49e8-bae4-860d06c96e4f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event deleted for resources: {'Port': ['ID=ecf3dabf-a3c0-468d-8e3e-8cc623df40e3,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:43:42.511001 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb3879d-e671-4d23-a28d-693bfaf41ea4 None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:43:42.547857 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6df20360-f276-49e8-bae4-860d06c96e4f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-548638'] for router_gateway, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:42.591996 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-927c8f32-bbec-400a-8125-b2d0bbca36c4 None None] For port 0fd75266-5c76-48bc-b53a-e55202b8f872, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0fd75266-5c76-48bc-b53a-e55202b8f872,segment=NetworkSegment(ba66ee12-2a08-48fb-bba8-b57d1fe04727),segment_id=ba66ee12-2a08-48fb-bba8-b57d1fe04727)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:43:42.592540 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-927c8f32-bbec-400a-8125-b2d0bbca36c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:42.628853 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-927c8f32-bbec-400a-8125-b2d0bbca36c4 None None] Calling delete_port for 0fd75266-5c76-48bc-b53a-e55202b8f872 owned by network:dhcp {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:43:42.644829 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6df20360-f276-49e8-bae4-860d06c96e4f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26950'] for router, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:42.644829 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6df20360-f276-49e8-bae4-860d06c96e4f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:42.654211 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:42.695106 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6df20360-f276-49e8-bae4-860d06c96e4f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534967'] for router, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:42.695667 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6df20360-f276-49e8-bae4-860d06c96e4f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Fanout notify agent at l3_agent the message router_deleted on router ca61134a-5cca-48b1-befd-813dd712fa7d {{(pid=103153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 13:43:42.703800 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6df20360-f276-49e8-bae4-860d06c96e4f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for router, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:42.705058 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-6df20360-f276-49e8-bae4-860d06c96e4f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "DELETE /v2.0/routers/ca61134a-5cca-48b1-befd-813dd712fa7d HTTP/1.1" status: 204 len: 168 time: 0.8389027 Dec 21 13:43:42.707897 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 34070) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:43:42.749646 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] For port 0fd75266-5c76-48bc-b53a-e55202b8f872, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0fd75266-5c76-48bc-b53a-e55202b8f872,segment=NetworkSegment(ba66ee12-2a08-48fb-bba8-b57d1fe04727),segment_id=ba66ee12-2a08-48fb-bba8-b57d1fe04727)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:43:42.762809 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:42.767756 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-039f98fe-7959-4a7b-be82-d5e3b08d74f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca61134a-5cca-48b1-befd-813dd712fa7d', 'name': 'tempest-TestNetworkBasicOps-router-1447304908', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.161'}], 'enable_snat': True}, 'gw_port_id': 'ecf3dabf-a3c0-468d-8e3e-8cc623df40e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:42:15Z', 'updated_at': '2021-12-21T13:43:40Z', 'revision_number': 5, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': 'ecf3dabf-a3c0-468d-8e3e-8cc623df40e3', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca61134a-5cca-48b1-befd-813dd712fa7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:42:15Z', 'updated_at': '2021-12-21T13:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:43:42.793003 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ba4a7338-97b4-4e62-bcf3-42868d9b5e33 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:42.815291 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039f98fe-7959-4a7b-be82-d5e3b08d74f7 None None] The sync data for ids ['ca61134a-5cca-48b1-befd-813dd712fa7d'] in dv-neutron-master-2-hyperv is: [{'id': 'ca61134a-5cca-48b1-befd-813dd712fa7d', 'name': 'tempest-TestNetworkBasicOps-router-1447304908', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.161'}], 'enable_snat': True}, 'gw_port_id': 'ecf3dabf-a3c0-468d-8e3e-8cc623df40e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:42:15Z', 'updated_at': '2021-12-21T13:43:40Z', 'revision_number': 5, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': 'ecf3dabf-a3c0-468d-8e3e-8cc623df40e3', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca61134a-5cca-48b1-befd-813dd712fa7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:42:15Z', 'updated_at': '2021-12-21T13:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:43:42.823181 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-927c8f32-bbec-400a-8125-b2d0bbca36c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636'] for port, after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:42.844887 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927c8f32-bbec-400a-8125-b2d0bbca36c4 None None] No DVR routers for this DVR port 0fd75266-5c76-48bc-b53a-e55202b8f872 on host dv-neutron-master-2-hyperv {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:43:42.849294 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Pushing event updated for resources: {'Port': ['ID=0fd75266-5c76-48bc-b53a-e55202b8f872,revision_number=5']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:43:42.849896 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-ba4a7338-97b4-4e62-bcf3-42868d9b5e33 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Deleting port 0fd75266-5c76-48bc-b53a-e55202b8f872 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:43:42.850235 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ba4a7338-97b4-4e62-bcf3-42868d9b5e33 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:42.865888 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:43:42.865888 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:43:42.865888 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:43:42.865888 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:43:42.865888 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:43:42.865888 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:43:42.865888 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:43:42.865888 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:43:42.865888 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:43:42.865888 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:43:42.865888 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:43:42.865888 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:43:42.865888 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:43:42.895692 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927c8f32-bbec-400a-8125-b2d0bbca36c4 None None] Pushing event deleted for resources: {'Port': ['ID=0fd75266-5c76-48bc-b53a-e55202b8f872,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:43:42.918172 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-ba4a7338-97b4-4e62-bcf3-42868d9b5e33 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] For port 0fd75266-5c76-48bc-b53a-e55202b8f872, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:43:42.919151 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ba4a7338-97b4-4e62-bcf3-42868d9b5e33 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:42.931617 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-ba4a7338-97b4-4e62-bcf3-42868d9b5e33 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Calling delete_port for 0fd75266-5c76-48bc-b53a-e55202b8f872 owned by network:dhcp {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:43:42.934866 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.ipam_backend_mixin [None req-ba4a7338-97b4-4e62-bcf3-42868d9b5e33 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Port 0fd75266-5c76-48bc-b53a-e55202b8f872 was not found and therefore no delete operation was performed {{(pid=103153) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 21 13:43:42.936086 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ba4a7338-97b4-4e62-bcf3-42868d9b5e33 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:42.961694 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4a7338-97b4-4e62-bcf3-42868d9b5e33 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event deleted for resources: {'Port': ['ID=0fd75266-5c76-48bc-b53a-e55202b8f872,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:43:42.965184 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4a7338-97b4-4e62-bcf3-42868d9b5e33 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] No DVR routers for this DVR port 0fd75266-5c76-48bc-b53a-e55202b8f872 on host dv-neutron-master-2-hyperv {{(pid=103153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:43:43.044216 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ba4a7338-97b4-4e62-bcf3-42868d9b5e33 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:43.064122 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-ba4a7338-97b4-4e62-bcf3-42868d9b5e33 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b5d1314-a319-42e4-978d-12b977f1b0d5']}} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:43:43.073043 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-ba4a7338-97b4-4e62-bcf3-42868d9b5e33 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba66ee12-2a08-48fb-bba8-b57d1fe04727') {'for_net_delete': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:43:43.073337 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-ba4a7338-97b4-4e62-bcf3-42868d9b5e33 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba66ee12-2a08-48fb-bba8-b57d1fe04727') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:43:43.082465 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ba4a7338-97b4-4e62-bcf3-42868d9b5e33 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1585430'] for segment, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:43.095403 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ba4a7338-97b4-4e62-bcf3-42868d9b5e33 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:43.101055 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba4a7338-97b4-4e62-bcf3-42868d9b5e33 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=103153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:43:43.101433 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ba4a7338-97b4-4e62-bcf3-42868d9b5e33 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11349758'] for segment, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:43.104364 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:43:43.104364 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:43:43.104364 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:43:43.104364 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:43:43.104364 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:43:43.104364 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:43:43.104364 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:43:43.104364 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:43:43.104364 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:43:43.104364 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:43:43.104364 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:43:43.104364 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:43:43.104364 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:43:43.104364 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:43:43.104364 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:43:43.104364 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:43:43.104364 dv-neutron-master-2-hyperv neutron-server[103153]: Traceback (most recent call last): Dec 21 13:43:43.104364 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:43:43.104364 dv-neutron-master-2-hyperv neutron-server[103153]: timer() Dec 21 13:43:43.104364 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:43:43.104364 dv-neutron-master-2-hyperv neutron-server[103153]: cb(*args, **kw) Dec 21 13:43:43.104364 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:43:43.104364 dv-neutron-master-2-hyperv neutron-server[103153]: return func(*args, **kwargs) Dec 21 13:43:43.104364 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:43:43.104364 dv-neutron-master-2-hyperv neutron-server[103153]: self._notify() Dec 21 13:43:43.104364 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:43:43.104364 dv-neutron-master-2-hyperv neutron-server[103153]: self.callback(batched_events) Dec 21 13:43:43.104364 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:43:43.104364 dv-neutron-master-2-hyperv neutron-server[103153]: event.method(event) Dec 21 13:43:43.104364 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:43:43.104364 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:43:43.104364 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:43:43.104364 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:43:43.104364 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:43:43.104364 dv-neutron-master-2-hyperv neutron-server[103153]: return f(self, *a, **k) Dec 21 13:43:43.104364 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:43:43.104364 dv-neutron-master-2-hyperv neutron-server[103153]: return self._get(url).json() Dec 21 13:43:43.104364 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:43:43.104364 dv-neutron-master-2-hyperv neutron-server[103153]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:43:43.104364 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:43:43.104364 dv-neutron-master-2-hyperv neutron-server[103153]: return self.request(url, 'GET', **kwargs) Dec 21 13:43:43.104364 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:43:43.104364 dv-neutron-master-2-hyperv neutron-server[103153]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:43:43.104364 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:43:43.104364 dv-neutron-master-2-hyperv neutron-server[103153]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:43:43.104364 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:43:43.104364 dv-neutron-master-2-hyperv neutron-server[103153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:43:43.104364 dv-neutron-master-2-hyperv neutron-server[103153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:43:43.168209 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ba4a7338-97b4-4e62-bcf3-42868d9b5e33 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:43.177414 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ba4a7338-97b4-4e62-bcf3-42868d9b5e33 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:43.180998 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-ba4a7338-97b4-4e62-bcf3-42868d9b5e33 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "DELETE /v2.0/networks/1b5d1314-a319-42e4-978d-12b977f1b0d5 HTTP/1.1" status: 204 len: 168 time: 0.4722092 Dec 21 13:43:43.193311 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4a7338-97b4-4e62-bcf3-42868d9b5e33 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event deleted for resources: {'Network': ['ID=1b5d1314-a319-42e4-978d-12b977f1b0d5,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:43:43.207044 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 34072) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:43:43.215095 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-3c9e0875-c669-4c18-b8aa-6f3644d05e02 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'network': {'name': 'tempest-network-smoke--364549155', 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'port_security_enabled': True}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:43:43.238850 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c9e0875-c669-4c18-b8aa-6f3644d05e02 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Made reservation on behalf of 577ee1d2880f4d34a80a7dfd0cf7da03 for: {'network': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:43:43.242530 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3c9e0875-c669-4c18-b8aa-6f3644d05e02 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:43.267283 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c9e0875-c669-4c18-b8aa-6f3644d05e02 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=103153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:43:43.278187 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3c9e0875-c669-4c18-b8aa-6f3644d05e02 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:43.278575 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.segments_db [None req-3c9e0875-c669-4c18-b8aa-6f3644d05e02 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Added segment 05fa0648-3cb7-416e-b72e-b419ce27fe87 of type vlan for network 6a2d0951-6e45-4178-99c9-483f6c9d8878 Dec 21 13:43:43.317183 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:43.322412 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3c9e0875-c669-4c18-b8aa-6f3644d05e02 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:43.351956 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3c9e0875-c669-4c18-b8aa-6f3644d05e02 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:43.358150 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9e0875-c669-4c18-b8aa-6f3644d05e02 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:43:43.358765 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3c9e0875-c669-4c18-b8aa-6f3644d05e02 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:43.397261 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-3c9e0875-c669-4c18-b8aa-6f3644d05e02 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1888528 Dec 21 13:43:43.400318 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 34074) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:43:43.406004 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-30a42795-9b52-454d-aa51-41ca2348d5a4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1524158140', 'admin_state_up': True, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:43:43.437761 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9e0875-c669-4c18-b8aa-6f3644d05e02 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'Network': ['ID=6a2d0951-6e45-4178-99c9-483f6c9d8878,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:43:43.442969 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-30a42795-9b52-454d-aa51-41ca2348d5a4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26964'] for router, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:43.444097 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-30a42795-9b52-454d-aa51-41ca2348d5a4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-642316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26957'] for router, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:43.453440 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network 6a2d0951-6e45-4178-99c9-483f6c9d8878 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:43:43.500349 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-30a42795-9b52-454d-aa51-41ca2348d5a4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:43.639148 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-30a42795-9b52-454d-aa51-41ca2348d5a4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:43.823878 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-30a42795-9b52-454d-aa51-41ca2348d5a4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for router_gateway, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:43.842880 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-30a42795-9b52-454d-aa51-41ca2348d5a4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:43.943266 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-30a42795-9b52-454d-aa51-41ca2348d5a4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Allocated IP 172.36.3.167 (7fdf1889-f079-4166-bbda-88b2a8d8d595/051a5607-1753-4008-a2f2-d94b48752e9c/7101f068-aeca-4350-82f7-1f5e6f99314c) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:43:44.043417 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-30a42795-9b52-454d-aa51-41ca2348d5a4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:44.077167 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-30a42795-9b52-454d-aa51-41ca2348d5a4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:44.115541 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a42795-9b52-454d-aa51-41ca2348d5a4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Network 7fdf1889-f079-4166-bbda-88b2a8d8d595 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:43:44.118348 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-30a42795-9b52-454d-aa51-41ca2348d5a4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:43:44.122259 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a42795-9b52-454d-aa51-41ca2348d5a4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:43:44.132462 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b905507-0105-4878-94aa-a9013b988e46 None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:43:44.146100 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a42795-9b52-454d-aa51-41ca2348d5a4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'Port': ['ID=7101f068-aeca-4350-82f7-1f5e6f99314c,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:43:44.219919 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6ef621e5-e609-4338-a450-70a9f9cbf2da None None] Provisioning complete for port 7101f068-aeca-4350-82f7-1f5e6f99314c triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:43:44.220296 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6ef621e5-e609-4338-a450-70a9f9cbf2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:44.256901 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-6ef621e5-e609-4338-a450-70a9f9cbf2da None None] Port 7101f068-aeca-4350-82f7-1f5e6f99314c cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:43:44.327967 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device ed3dca6d-2f8f-47ca-a0fb-17b705f9b92f no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:43:44.347071 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: ed3dca6d-2f8f-47ca-a0fb-17b705f9b92f {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:43:44.347413 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device ed3dca6d-2f8f-47ca-a0fb-17b705f9b92f not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:43:44.347819 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device ecf3dabf-a3c0-468d-8e3e-8cc623df40e3 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:43:44.367128 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: ecf3dabf-a3c0-468d-8e3e-8cc623df40e3 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:43:44.367479 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device ecf3dabf-a3c0-468d-8e3e-8cc623df40e3 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:43:44.374336 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-30a42795-9b52-454d-aa51-41ca2348d5a4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for router_gateway, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:44.563652 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-30a42795-9b52-454d-aa51-41ca2348d5a4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548730'] for router, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:44.690151 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30a42795-9b52-454d-aa51-41ca2348d5a4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Router 8da292ea-574e-4620-aefa-1550daa19a7d is scheduled to L3 agent 59e14383-78fa-487e-9299-b32042a98157 with binding_index 1 {{(pid=103152) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 13:43:44.793711 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30a42795-9b52-454d-aa51-41ca2348d5a4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:43:44.803556 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d008d680-dc17-404a-966d-b2f2a4ed6b5c None None] Sync routers for ids ['8da292ea-574e-4620-aefa-1550daa19a7d'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:43:44.813513 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-30a42795-9b52-454d-aa51-41ca2348d5a4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for router, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:44.814196 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d008d680-dc17-404a-966d-b2f2a4ed6b5c None None] Routers {'8da292ea-574e-4620-aefa-1550daa19a7d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:43:44.814824 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-30a42795-9b52-454d-aa51-41ca2348d5a4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.4134414 Dec 21 13:43:44.814926 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-d008d680-dc17-404a-966d-b2f2a4ed6b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:43:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['8da292ea-574e-4620-aefa-1550daa19a7d'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:43:44.817851 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 34078) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:43:44.845632 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-51f68e0e-24fe-4f42-a749-c9594b5fb9f2 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=577ee1d2880f4d34a80a7dfd0cf7da03&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266964 Dec 21 13:43:44.848306 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 34080) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:43:44.918132 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-d008d680-dc17-404a-966d-b2f2a4ed6b5c None None] Set router 8da292ea-574e-4620-aefa-1550daa19a7d gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:43:44.932707 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f780a77-906f-42fc-800d-23894696d8c4 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:43:44.934813 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-7f780a77-906f-42fc-800d-23894696d8c4 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0857148 Dec 21 13:43:44.937080 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 34082) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:43:44.968295 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-bb993b7c-f415-4556-8550-656e726b3c48 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=7fdf1889-f079-4166-bbda-88b2a8d8d595&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0301387 Dec 21 13:43:44.972893 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 34084) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:43:44.978066 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-e9975596-aad2-49df-941a-1bb791409b69 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1025366042', 'network_id': '6a2d0951-6e45-4178-99c9-483f6c9d8878', 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:43:45.073158 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9975596-aad2-49df-941a-1bb791409b69 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Made reservation on behalf of 577ee1d2880f4d34a80a7dfd0cf7da03 for: {'subnet': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:43:45.077494 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e9975596-aad2-49df-941a-1bb791409b69 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12346583'] for subnet, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:45.097802 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-d008d680-dc17-404a-966d-b2f2a4ed6b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da292ea-574e-4620-aefa-1550daa19a7d', 'name': 'tempest-TestNetworkBasicOps-router-1524158140', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.167'}], 'enable_snat': True}, 'gw_port_id': '7101f068-aeca-4350-82f7-1f5e6f99314c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:43:43Z', 'updated_at': '2021-12-21T13:43:44Z', 'revision_number': 3, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': '7101f068-aeca-4350-82f7-1f5e6f99314c', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ae:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da292ea-574e-4620-aefa-1550daa19a7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:43:43Z', 'updated_at': '2021-12-21T13:43:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:43:45.213879 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d008d680-dc17-404a-966d-b2f2a4ed6b5c None None] Checking router: 8da292ea-574e-4620-aefa-1550daa19a7d for host: dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:43:45.215026 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d008d680-dc17-404a-966d-b2f2a4ed6b5c None None] Updating router 8da292ea-574e-4620-aefa-1550daa19a7d port 7101f068-aeca-4350-82f7-1f5e6f99314c binding host dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 13:43:45.239461 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-d008d680-dc17-404a-966d-b2f2a4ed6b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:45.266533 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e9975596-aad2-49df-941a-1bb791409b69 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12346565'] for subnet, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:45.334595 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9975596-aad2-49df-941a-1bb791409b69 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'Subnet': ['ID=128069a0-c9b3-41a2-96aa-0b910d1342e2,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:43:45.347096 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9975596-aad2-49df-941a-1bb791409b69 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Checking segment: {'id': '05fa0648-3cb7-416e-b72e-b419ce27fe87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '6a2d0951-6e45-4178-99c9-483f6c9d8878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:43:45.347697 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9975596-aad2-49df-941a-1bb791409b69 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Network hostable DHCP agents. Network: 6a2d0951-6e45-4178-99c9-483f6c9d8878, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:43:45.365934 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9975596-aad2-49df-941a-1bb791409b69 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Network 6a2d0951-6e45-4178-99c9-483f6c9d8878 is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:43:45.374602 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-e9975596-aad2-49df-941a-1bb791409b69 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 6a2d0951-6e45-4178-99c9-483f6c9d8878) {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:43:45.378709 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9975596-aad2-49df-941a-1bb791409b69 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:43:45.379399 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e9975596-aad2-49df-941a-1bb791409b69 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:45.392132 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a91c5c-fdb3-4a2b-9daa-f75197366730 None None] Network 6a2d0951-6e45-4178-99c9-483f6c9d8878 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:43:45.402798 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-e9975596-aad2-49df-941a-1bb791409b69 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4288323 Dec 21 13:43:45.405589 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 34086) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:43:45.495979 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-d008d680-dc17-404a-966d-b2f2a4ed6b5c None None] Publish callbacks [] for port, precommit_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:45.497350 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de72f2b-eba0-4714-8637-551713616c31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-6a2d0951-6e45-4178-99c9-483f6c9d8878', 'network_id': '6a2d0951-6e45-4178-99c9-483f6c9d8878', 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'fixed_ips': [{'subnet_id': '128069a0-c9b3-41a2-96aa-0b910d1342e2'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:43:45.498320 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6de72f2b-eba0-4714-8637-551713616c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:45.503139 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-d008d680-dc17-404a-966d-b2f2a4ed6b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:45.552433 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd840bf-1719-4aa2-b955-ba02737d8bf4 None None] Pushing event updated for resources: {'Port': ['ID=7101f068-aeca-4350-82f7-1f5e6f99314c,revision_number=2']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:43:45.564282 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd840bf-1719-4aa2-b955-ba02737d8bf4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:43:45.564760 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd840bf-1719-4aa2-b955-ba02737d8bf4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:43:45.565177 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd840bf-1719-4aa2-b955-ba02737d8bf4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:43:45.566280 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd840bf-1719-4aa2-b955-ba02737d8bf4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:43:45.566280 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd840bf-1719-4aa2-b955-ba02737d8bf4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:43:45.566280 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd840bf-1719-4aa2-b955-ba02737d8bf4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:43:45.566769 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd840bf-1719-4aa2-b955-ba02737d8bf4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:43:45.567176 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd840bf-1719-4aa2-b955-ba02737d8bf4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:43:45.567585 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd840bf-1719-4aa2-b955-ba02737d8bf4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:43:45.568024 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd840bf-1719-4aa2-b955-ba02737d8bf4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:43:45.568386 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd840bf-1719-4aa2-b955-ba02737d8bf4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:43:45.568775 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd840bf-1719-4aa2-b955-ba02737d8bf4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:43:45.569158 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd840bf-1719-4aa2-b955-ba02737d8bf4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:43:45.570526 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7854959b-80b9-44d6-a327-d46df7b7ebd6 None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:43:45.582413 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-d008d680-dc17-404a-966d-b2f2a4ed6b5c None None] Attempting to bind port 7101f068-aeca-4350-82f7-1f5e6f99314c on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:43:45.582865 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-d008d680-dc17-404a-966d-b2f2a4ed6b5c None None] Attempting to bind port 7101f068-aeca-4350-82f7-1f5e6f99314c by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:43:45.583290 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d008d680-dc17-404a-966d-b2f2a4ed6b5c None None] Attempting to bind port 7101f068-aeca-4350-82f7-1f5e6f99314c on network 7fdf1889-f079-4166-bbda-88b2a8d8d595 {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:43:45.589952 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d008d680-dc17-404a-966d-b2f2a4ed6b5c None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:43:45.590334 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d008d680-dc17-404a-966d-b2f2a4ed6b5c None None] Checking segment: {'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:43:45.590821 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-d008d680-dc17-404a-966d-b2f2a4ed6b5c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:45.591399 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d008d680-dc17-404a-966d-b2f2a4ed6b5c None None] Bound using segment: {'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:43:45.592057 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-d008d680-dc17-404a-966d-b2f2a4ed6b5c None None] Bound port: 7101f068-aeca-4350-82f7-1f5e6f99314c, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:43:45.592647 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-d008d680-dc17-404a-966d-b2f2a4ed6b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:45.650076 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-d008d680-dc17-404a-966d-b2f2a4ed6b5c None None] For port 7101f068-aeca-4350-82f7-1f5e6f99314c, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:43:45.652191 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-6de72f2b-eba0-4714-8637-551713616c31 None None] Allocated IP 172.20.0.2 (6a2d0951-6e45-4178-99c9-483f6c9d8878/128069a0-c9b3-41a2-96aa-0b910d1342e2/683c6c81-67ea-4379-a9d7-09fc0f10da18) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:43:45.654389 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-d008d680-dc17-404a-966d-b2f2a4ed6b5c None None] For port 7101f068-aeca-4350-82f7-1f5e6f99314c, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7101f068-aeca-4350-82f7-1f5e6f99314c,segment=NetworkSegment(a32e5bfd-6fac-434f-817b-5707a23fd2ca),segment_id=a32e5bfd-6fac-434f-817b-5707a23fd2ca)] {{(pid=103155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:43:45.660821 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-d008d680-dc17-404a-966d-b2f2a4ed6b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:45.714832 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fccc501e-5080-44d5-833b-ec970e6271ed None None] Provisioning complete for port 7101f068-aeca-4350-82f7-1f5e6f99314c triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:43:45.715451 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fccc501e-5080-44d5-833b-ec970e6271ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:45.717610 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e41a454-e6ae-4e4b-8f7d-3004b83acf12 None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:43:45.719226 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd840bf-1719-4aa2-b955-ba02737d8bf4 None None] Pushing event updated for resources: {'Port': ['ID=7101f068-aeca-4350-82f7-1f5e6f99314c,revision_number=3']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:43:45.738516 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d008d680-dc17-404a-966d-b2f2a4ed6b5c None None] Routers {'8da292ea-574e-4620-aefa-1550daa19a7d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:43:45.739303 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-d008d680-dc17-404a-966d-b2f2a4ed6b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:43:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['8da292ea-574e-4620-aefa-1550daa19a7d'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:43:45.852389 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-d008d680-dc17-404a-966d-b2f2a4ed6b5c None None] Set router 8da292ea-574e-4620-aefa-1550daa19a7d gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:43:45.904795 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6de72f2b-eba0-4714-8637-551713616c31 None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:45.906644 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fccc501e-5080-44d5-833b-ec970e6271ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:45.922240 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6de72f2b-eba0-4714-8637-551713616c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:45.950767 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-fccc501e-5080-44d5-833b-ec970e6271ed None None] For port 7101f068-aeca-4350-82f7-1f5e6f99314c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7101f068-aeca-4350-82f7-1f5e6f99314c,segment=NetworkSegment(a32e5bfd-6fac-434f-817b-5707a23fd2ca),segment_id=a32e5bfd-6fac-434f-817b-5707a23fd2ca)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:43:45.963729 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fccc501e-5080-44d5-833b-ec970e6271ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:45.980279 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de72f2b-eba0-4714-8637-551713616c31 None None] Network 6a2d0951-6e45-4178-99c9-483f6c9d8878 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:43:45.981118 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de72f2b-eba0-4714-8637-551713616c31 None None] Pushing event updated for resources: {'Port': ['ID=683c6c81-67ea-4379-a9d7-09fc0f10da18,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:43:45.987202 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-6de72f2b-eba0-4714-8637-551713616c31 None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:43:45.989405 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de72f2b-eba0-4714-8637-551713616c31 None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:43:46.039614 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-d008d680-dc17-404a-966d-b2f2a4ed6b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da292ea-574e-4620-aefa-1550daa19a7d', 'name': 'tempest-TestNetworkBasicOps-router-1524158140', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.167'}], 'enable_snat': True}, 'gw_port_id': '7101f068-aeca-4350-82f7-1f5e6f99314c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:43:43Z', 'updated_at': '2021-12-21T13:43:44Z', 'revision_number': 3, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': '7101f068-aeca-4350-82f7-1f5e6f99314c', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ae:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da292ea-574e-4620-aefa-1550daa19a7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:43:43Z', 'updated_at': '2021-12-21T13:43:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:43:46.068542 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d008d680-dc17-404a-966d-b2f2a4ed6b5c None None] The sync data for ids ['8da292ea-574e-4620-aefa-1550daa19a7d'] in dv-neutron-master-2-hyperv is: [{'id': '8da292ea-574e-4620-aefa-1550daa19a7d', 'name': 'tempest-TestNetworkBasicOps-router-1524158140', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.167'}], 'enable_snat': True}, 'gw_port_id': '7101f068-aeca-4350-82f7-1f5e6f99314c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:43:43Z', 'updated_at': '2021-12-21T13:43:44Z', 'revision_number': 3, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': '7101f068-aeca-4350-82f7-1f5e6f99314c', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ae:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da292ea-574e-4620-aefa-1550daa19a7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:43:43Z', 'updated_at': '2021-12-21T13:43:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:43:46.085947 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccc501e-5080-44d5-833b-ec970e6271ed None None] Pushing event updated for resources: {'Port': ['ID=7101f068-aeca-4350-82f7-1f5e6f99314c,revision_number=4']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:43:46.092149 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-6de72f2b-eba0-4714-8637-551713616c31 None None] Attempting to bind port 683c6c81-67ea-4379-a9d7-09fc0f10da18 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:43:46.092528 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-6de72f2b-eba0-4714-8637-551713616c31 None None] Attempting to bind port 683c6c81-67ea-4379-a9d7-09fc0f10da18 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '05fa0648-3cb7-416e-b72e-b419ce27fe87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '6a2d0951-6e45-4178-99c9-483f6c9d8878'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:43:46.092889 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de72f2b-eba0-4714-8637-551713616c31 None None] Attempting to bind port 683c6c81-67ea-4379-a9d7-09fc0f10da18 on network 6a2d0951-6e45-4178-99c9-483f6c9d8878 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:43:46.100879 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de72f2b-eba0-4714-8637-551713616c31 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:43:46.101259 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de72f2b-eba0-4714-8637-551713616c31 None None] Checking segment: {'id': '05fa0648-3cb7-416e-b72e-b419ce27fe87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '6a2d0951-6e45-4178-99c9-483f6c9d8878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:43:46.101667 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6de72f2b-eba0-4714-8637-551713616c31 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:46.102057 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de72f2b-eba0-4714-8637-551713616c31 None None] Bound using segment: {'id': '05fa0648-3cb7-416e-b72e-b419ce27fe87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '6a2d0951-6e45-4178-99c9-483f6c9d8878'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:43:46.102605 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-6de72f2b-eba0-4714-8637-551713616c31 None None] Bound port: 683c6c81-67ea-4379-a9d7-09fc0f10da18, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05fa0648-3cb7-416e-b72e-b419ce27fe87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '6a2d0951-6e45-4178-99c9-483f6c9d8878'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:43:46.102936 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6de72f2b-eba0-4714-8637-551713616c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:46.115647 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-c1c56a8f-ab9b-43a7-88f9-f64661894f55 None None] Provisioning complete for port 7101f068-aeca-4350-82f7-1f5e6f99314c triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:43:46.116013 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c1c56a8f-ab9b-43a7-88f9-f64661894f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:46.165827 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6ed7482d-ad33-48fa-8d15-6261ffc2b419 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:46.211145 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6de72f2b-eba0-4714-8637-551713616c31 None None] For port 683c6c81-67ea-4379-a9d7-09fc0f10da18, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:43:46.216078 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6de72f2b-eba0-4714-8637-551713616c31 None None] For port 683c6c81-67ea-4379-a9d7-09fc0f10da18, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=683c6c81-67ea-4379-a9d7-09fc0f10da18,segment=NetworkSegment(05fa0648-3cb7-416e-b72e-b419ce27fe87),segment_id=05fa0648-3cb7-416e-b72e-b419ce27fe87)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:43:46.221678 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6de72f2b-eba0-4714-8637-551713616c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:46.336175 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de72f2b-eba0-4714-8637-551713616c31 None None] Pushing event updated for resources: {'Port': ['ID=683c6c81-67ea-4379-a9d7-09fc0f10da18,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:43:46.524302 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-6ed7482d-ad33-48fa-8d15-6261ffc2b419 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Allocated IP 172.20.0.1 (6a2d0951-6e45-4178-99c9-483f6c9d8878/128069a0-c9b3-41a2-96aa-0b910d1342e2/14ab1d94-381a-4924-9f6c-51e134ad2c0b) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:43:46.658701 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6ed7482d-ad33-48fa-8d15-6261ffc2b419 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:46.698018 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6ed7482d-ad33-48fa-8d15-6261ffc2b419 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:46.744958 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed7482d-ad33-48fa-8d15-6261ffc2b419 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Network 6a2d0951-6e45-4178-99c9-483f6c9d8878 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:43:46.748794 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-6ed7482d-ad33-48fa-8d15-6261ffc2b419 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:43:46.751331 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed7482d-ad33-48fa-8d15-6261ffc2b419 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:43:46.758222 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed7482d-ad33-48fa-8d15-6261ffc2b419 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'Port': ['ID=14ab1d94-381a-4924-9f6c-51e134ad2c0b,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:43:46.801314 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6ed7482d-ad33-48fa-8d15-6261ffc2b419 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532557'] for router_interface, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:46.938415 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6ed7482d-ad33-48fa-8d15-6261ffc2b419 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:47.227924 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6ed7482d-ad33-48fa-8d15-6261ffc2b419 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:47.233126 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6ed7482d-ad33-48fa-8d15-6261ffc2b419 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805230'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:47.295998 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4adb1ad6-e779-40fa-a57e-5b21388b1592 None None] Network 6a2d0951-6e45-4178-99c9-483f6c9d8878 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:43:47.306625 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6ed7482d-ad33-48fa-8d15-6261ffc2b419 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532537'] for router_interface, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:47.308937 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed7482d-ad33-48fa-8d15-6261ffc2b419 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'Port': ['ID=14ab1d94-381a-4924-9f6c-51e134ad2c0b,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:43:47.381464 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-3a3c7682-ada5-4eaa-a584-8a2596417afe None None] Provisioning complete for port 683c6c81-67ea-4379-a9d7-09fc0f10da18 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:43:47.381839 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-3a3c7682-ada5-4eaa-a584-8a2596417afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:47.418626 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed7482d-ad33-48fa-8d15-6261ffc2b419 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Network 6a2d0951-6e45-4178-99c9-483f6c9d8878 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:43:47.420052 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-6ed7482d-ad33-48fa-8d15-6261ffc2b419 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:43:47.501915 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-3a3c7682-ada5-4eaa-a584-8a2596417afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:47.544543 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-3a3c7682-ada5-4eaa-a584-8a2596417afe None None] For port 683c6c81-67ea-4379-a9d7-09fc0f10da18, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=683c6c81-67ea-4379-a9d7-09fc0f10da18,segment=NetworkSegment(05fa0648-3cb7-416e-b72e-b419ce27fe87),segment_id=05fa0648-3cb7-416e-b72e-b419ce27fe87)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:43:47.547287 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ed7482d-ad33-48fa-8d15-6261ffc2b419 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Router 8da292ea-574e-4620-aefa-1550daa19a7d has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:43:47.551975 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-3a3c7682-ada5-4eaa-a584-8a2596417afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:47.607910 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3c7682-ada5-4eaa-a584-8a2596417afe None None] Pushing event updated for resources: {'Port': ['ID=683c6c81-67ea-4379-a9d7-09fc0f10da18,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:43:47.673760 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ed7482d-ad33-48fa-8d15-6261ffc2b419 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:43:47.679487 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-6ed7482d-ad33-48fa-8d15-6261ffc2b419 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "PUT /v2.0/routers/8da292ea-574e-4620-aefa-1550daa19a7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2728839 Dec 21 13:43:47.683279 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 34088) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:43:47.748782 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731d6c08-438d-4f66-aaaf-f462083f4aac None None] Sync routers for ids ['8da292ea-574e-4620-aefa-1550daa19a7d'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:43:47.766284 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731d6c08-438d-4f66-aaaf-f462083f4aac None None] Routers {'8da292ea-574e-4620-aefa-1550daa19a7d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:43:47.766990 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-731d6c08-438d-4f66-aaaf-f462083f4aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:43:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['8da292ea-574e-4620-aefa-1550daa19a7d'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:43:47.783652 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392d1228-c6ef-4878-9bbc-249597e4dc53 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:43:47.784197 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392d1228-c6ef-4878-9bbc-249597e4dc53 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:43:47.784664 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392d1228-c6ef-4878-9bbc-249597e4dc53 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:43:47.785127 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392d1228-c6ef-4878-9bbc-249597e4dc53 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:43:47.786862 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-392d1228-c6ef-4878-9bbc-249597e4dc53 tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1025567 Dec 21 13:43:47.789559 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 34090) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:43:47.822727 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-dfea4d2e-3588-4775-b300-de54701c3ea7 None None] Provisioning complete for port 14ab1d94-381a-4924-9f6c-51e134ad2c0b triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:43:47.823103 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-dfea4d2e-3588-4775-b300-de54701c3ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:47.849957 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c839d09-196c-4850-8289-4e2485a6d59f tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:43:47.850581 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c839d09-196c-4850-8289-4e2485a6d59f tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:43:47.851038 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c839d09-196c-4850-8289-4e2485a6d59f tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:43:47.851488 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c839d09-196c-4850-8289-4e2485a6d59f tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:43:47.853338 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-1c839d09-196c-4850-8289-4e2485a6d59f tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0628142 Dec 21 13:43:47.856195 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 34092) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:43:47.900007 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-dfea4d2e-3588-4775-b300-de54701c3ea7 None None] Port 14ab1d94-381a-4924-9f6c-51e134ad2c0b cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:43:47.923565 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-731d6c08-438d-4f66-aaaf-f462083f4aac None None] Set router 8da292ea-574e-4620-aefa-1550daa19a7d gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:43:47.926009 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-dfea4d2e-3588-4775-b300-de54701c3ea7 None None] Provisioning complete for port 683c6c81-67ea-4379-a9d7-09fc0f10da18 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:43:47.926398 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-dfea4d2e-3588-4775-b300-de54701c3ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:48.001573 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-8c28428e-417c-45e2-9320-3e90777859ca tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1441965 Dec 21 13:43:48.191718 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-731d6c08-438d-4f66-aaaf-f462083f4aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da292ea-574e-4620-aefa-1550daa19a7d', 'name': 'tempest-TestNetworkBasicOps-router-1524158140', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.167'}], 'enable_snat': True}, 'gw_port_id': '7101f068-aeca-4350-82f7-1f5e6f99314c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:43:43Z', 'updated_at': '2021-12-21T13:43:46Z', 'revision_number': 4, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': '7101f068-aeca-4350-82f7-1f5e6f99314c', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ae:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da292ea-574e-4620-aefa-1550daa19a7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:43:43Z', 'updated_at': '2021-12-21T13:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '14ab1d94-381a-4924-9f6c-51e134ad2c0b', 'name': '', 'network_id': '6a2d0951-6e45-4178-99c9-483f6c9d8878', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'mac_address': 'fa:16:3e:b9:8e:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da292ea-574e-4620-aefa-1550daa19a7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '128069a0-c9b3-41a2-96aa-0b910d1342e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:43:46Z', 'updated_at': '2021-12-21T13:43:47Z', 'revision_number': 2, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'subnets': [{'id': '128069a0-c9b3-41a2-96aa-0b910d1342e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:43:48.326653 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 34096) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:43:48.331531 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-3bd4e052-4374-445f-a4ee-786f687f74b1 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-152139674', 'description': 'tempest-secgroup-smoke-152139674 description', 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:43:48.357379 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3bd4e052-4374-445f-a4ee-786f687f74b1 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:48.379137 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731d6c08-438d-4f66-aaaf-f462083f4aac None None] Checking router: 8da292ea-574e-4620-aefa-1550daa19a7d for host: dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:43:48.379631 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731d6c08-438d-4f66-aaaf-f462083f4aac None None] Updating router 8da292ea-574e-4620-aefa-1550daa19a7d port 14ab1d94-381a-4924-9f6c-51e134ad2c0b binding host dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 13:43:48.413147 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 7101f068-aeca-4350-82f7-1f5e6f99314c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:43:48.436322 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3bd4e052-4374-445f-a4ee-786f687f74b1 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:48.440001 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3bd4e052-4374-445f-a4ee-786f687f74b1 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:48.445574 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-731d6c08-438d-4f66-aaaf-f462083f4aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:48.447251 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-a581cd01-eb24-467e-83bc-b34abd6397d2 None None] Provisioning complete for port 14ab1d94-381a-4924-9f6c-51e134ad2c0b triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:43:48.447603 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a581cd01-eb24-467e-83bc-b34abd6397d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:48.468347 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd4e052-4374-445f-a4ee-786f687f74b1 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70b7ec4c-da97-43e9-8145-73ae93a31988,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:43:48.472407 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3bd4e052-4374-445f-a4ee-786f687f74b1 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:48.476472 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-3bd4e052-4374-445f-a4ee-786f687f74b1 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1458538 Dec 21 13:43:48.476790 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 34098) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:43:48.482112 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-7ba98b97-5bca-4e22-996d-f903cb7fea9d tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'security_group_rule': {'security_group_id': '70b7ec4c-da97-43e9-8145-73ae93a31988', 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:43:48.509620 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7ba98b97-5bca-4e22-996d-f903cb7fea9d tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:48.523108 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-a581cd01-eb24-467e-83bc-b34abd6397d2 None None] Port 14ab1d94-381a-4924-9f6c-51e134ad2c0b cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:43:48.566550 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7ba98b97-5bca-4e22-996d-f903cb7fea9d tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:48.570273 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7ba98b97-5bca-4e22-996d-f903cb7fea9d tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:48.587249 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba98b97-5bca-4e22-996d-f903cb7fea9d tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9563cdb6-45e8-4308-8174-303d0a03bb2d,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:43:48.593996 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 7101f068-aeca-4350-82f7-1f5e6f99314c triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:43:48.594447 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:48.597433 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7ba98b97-5bca-4e22-996d-f903cb7fea9d tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:48.598721 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-7ba98b97-5bca-4e22-996d-f903cb7fea9d tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1208010 Dec 21 13:43:48.601530 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 34100) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:43:48.606468 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-0e64e90e-9f35-456d-be67-e37b0e9acf70 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'security_group_rule': {'security_group_id': '70b7ec4c-da97-43e9-8145-73ae93a31988', 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:43:48.634806 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0e64e90e-9f35-456d-be67-e37b0e9acf70 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:48.691031 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0e64e90e-9f35-456d-be67-e37b0e9acf70 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:48.694583 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0e64e90e-9f35-456d-be67-e37b0e9acf70 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:48.713054 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e64e90e-9f35-456d-be67-e37b0e9acf70 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b52ac68-608a-436d-8921-864c2988aa6f,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:43:48.722493 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0e64e90e-9f35-456d-be67-e37b0e9acf70 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:48.727176 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-0e64e90e-9f35-456d-be67-e37b0e9acf70 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1213713 Dec 21 13:43:48.727470 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 34102) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:43:48.733694 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-3e68811b-7e2b-426a-a9eb-f3031f3d58c5 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'security_group_rule': {'security_group_id': '70b7ec4c-da97-43e9-8145-73ae93a31988', 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:43:48.761494 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 683c6c81-67ea-4379-a9d7-09fc0f10da18 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:43:48.762108 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3e68811b-7e2b-426a-a9eb-f3031f3d58c5 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:48.819939 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3e68811b-7e2b-426a-a9eb-f3031f3d58c5 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:48.826940 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3e68811b-7e2b-426a-a9eb-f3031f3d58c5 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:48.845062 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e68811b-7e2b-426a-a9eb-f3031f3d58c5 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad677c8b-3230-43ef-9413-5fa49c6d5071,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:43:48.853881 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3e68811b-7e2b-426a-a9eb-f3031f3d58c5 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:48.855152 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-3e68811b-7e2b-426a-a9eb-f3031f3d58c5 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1255624 Dec 21 13:43:48.857932 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 34104) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:43:48.862254 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-20d2973e-a3ee-407c-b5b2-71d8edad7535 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'security_group_rule': {'security_group_id': '70b7ec4c-da97-43e9-8145-73ae93a31988', 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:43:48.869518 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 683c6c81-67ea-4379-a9d7-09fc0f10da18 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:43:48.869889 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:48.875241 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-731d6c08-438d-4f66-aaaf-f462083f4aac None None] Publish callbacks [] for port, precommit_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:48.890462 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-20d2973e-a3ee-407c-b5b2-71d8edad7535 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:48.902839 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-731d6c08-438d-4f66-aaaf-f462083f4aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:48.951572 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-20d2973e-a3ee-407c-b5b2-71d8edad7535 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:48.957443 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-20d2973e-a3ee-407c-b5b2-71d8edad7535 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:48.966728 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf478ac-6689-441b-a621-ed9dda8ffaab None None] Pushing event updated for resources: {'Port': ['ID=14ab1d94-381a-4924-9f6c-51e134ad2c0b,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:43:48.984052 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d2973e-a3ee-407c-b5b2-71d8edad7535 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=680cb0f5-c05e-4d08-a8d0-a4774d88902b,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:43:48.993354 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-20d2973e-a3ee-407c-b5b2-71d8edad7535 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:48.995106 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-20d2973e-a3ee-407c-b5b2-71d8edad7535 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1361668 Dec 21 13:43:48.998596 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 34106) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:43:49.004170 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-d6d14571-510b-4b71-9d8c-ba80a309cce6 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'security_group_rule': {'security_group_id': '70b7ec4c-da97-43e9-8145-73ae93a31988', 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:43:49.034112 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.securitygroups_db [None req-d6d14571-510b-4b71-9d8c-ba80a309cce6 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Project 577ee1d2880f4d34a80a7dfd0cf7da03 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 13:43:49.040687 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d6d14571-510b-4b71-9d8c-ba80a309cce6 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:49.055665 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-731d6c08-438d-4f66-aaaf-f462083f4aac None None] Attempting to bind port 14ab1d94-381a-4924-9f6c-51e134ad2c0b on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:43:49.056038 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-731d6c08-438d-4f66-aaaf-f462083f4aac None None] Attempting to bind port 14ab1d94-381a-4924-9f6c-51e134ad2c0b by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '05fa0648-3cb7-416e-b72e-b419ce27fe87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '6a2d0951-6e45-4178-99c9-483f6c9d8878'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:43:49.056412 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731d6c08-438d-4f66-aaaf-f462083f4aac None None] Attempting to bind port 14ab1d94-381a-4924-9f6c-51e134ad2c0b on network 6a2d0951-6e45-4178-99c9-483f6c9d8878 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:43:49.065021 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731d6c08-438d-4f66-aaaf-f462083f4aac None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:43:49.065408 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731d6c08-438d-4f66-aaaf-f462083f4aac None None] Checking segment: {'id': '05fa0648-3cb7-416e-b72e-b419ce27fe87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '6a2d0951-6e45-4178-99c9-483f6c9d8878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:43:49.065818 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-731d6c08-438d-4f66-aaaf-f462083f4aac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:49.066207 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731d6c08-438d-4f66-aaaf-f462083f4aac None None] Bound using segment: {'id': '05fa0648-3cb7-416e-b72e-b419ce27fe87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '6a2d0951-6e45-4178-99c9-483f6c9d8878'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:43:49.066714 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-731d6c08-438d-4f66-aaaf-f462083f4aac None None] Bound port: 14ab1d94-381a-4924-9f6c-51e134ad2c0b, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05fa0648-3cb7-416e-b72e-b419ce27fe87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '6a2d0951-6e45-4178-99c9-483f6c9d8878'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:43:49.067102 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-731d6c08-438d-4f66-aaaf-f462083f4aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:49.110599 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d6d14571-510b-4b71-9d8c-ba80a309cce6 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:49.115346 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d6d14571-510b-4b71-9d8c-ba80a309cce6 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:49.137793 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-731d6c08-438d-4f66-aaaf-f462083f4aac None None] For port 14ab1d94-381a-4924-9f6c-51e134ad2c0b, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:43:49.139538 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d14571-510b-4b71-9d8c-ba80a309cce6 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a033643-7f80-4232-8d8e-ceb127a20e29,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:43:49.141952 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-731d6c08-438d-4f66-aaaf-f462083f4aac None None] For port 14ab1d94-381a-4924-9f6c-51e134ad2c0b, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=14ab1d94-381a-4924-9f6c-51e134ad2c0b,segment=NetworkSegment(05fa0648-3cb7-416e-b72e-b419ce27fe87),segment_id=05fa0648-3cb7-416e-b72e-b419ce27fe87)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:43:49.144805 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d6d14571-510b-4b71-9d8c-ba80a309cce6 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:49.146502 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-d6d14571-510b-4b71-9d8c-ba80a309cce6 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1467555 Dec 21 13:43:49.149354 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 34108) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:43:49.152688 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-731d6c08-438d-4f66-aaaf-f462083f4aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:49.154674 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-23df4581-7fc3-41bc-aa1a-fe3e883fe1f0 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'security_group_rule': {'security_group_id': '70b7ec4c-da97-43e9-8145-73ae93a31988', 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:43:49.179767 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.securitygroups_db [None req-23df4581-7fc3-41bc-aa1a-fe3e883fe1f0 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Project 577ee1d2880f4d34a80a7dfd0cf7da03 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 13:43:49.185517 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-23df4581-7fc3-41bc-aa1a-fe3e883fe1f0 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:49.214454 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731d6c08-438d-4f66-aaaf-f462083f4aac None None] Routers {'8da292ea-574e-4620-aefa-1550daa19a7d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:43:49.215037 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-731d6c08-438d-4f66-aaaf-f462083f4aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:43:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['8da292ea-574e-4620-aefa-1550daa19a7d'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:43:49.255210 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf478ac-6689-441b-a621-ed9dda8ffaab None None] Pushing event updated for resources: {'Port': ['ID=14ab1d94-381a-4924-9f6c-51e134ad2c0b,revision_number=4']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:43:49.255407 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-23df4581-7fc3-41bc-aa1a-fe3e883fe1f0 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:49.263640 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-23df4581-7fc3-41bc-aa1a-fe3e883fe1f0 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:49.285014 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23df4581-7fc3-41bc-aa1a-fe3e883fe1f0 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=102db03a-e3d2-47b8-b078-abe21cd3419c,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:43:49.296678 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-23df4581-7fc3-41bc-aa1a-fe3e883fe1f0 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:49.307460 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-23df4581-7fc3-41bc-aa1a-fe3e883fe1f0 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1476581 Dec 21 13:43:49.314308 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-99c5a379-3f9a-43ca-8835-b6728c025370 None None] Provisioning complete for port 14ab1d94-381a-4924-9f6c-51e134ad2c0b triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:43:49.314715 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-99c5a379-3f9a-43ca-8835-b6728c025370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:49.375547 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-731d6c08-438d-4f66-aaaf-f462083f4aac None None] Set router 8da292ea-574e-4620-aefa-1550daa19a7d gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:43:49.474118 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-5892dfc6-eed6-43a6-b13a-005a02092080 req-11947002-bc50-4906-ba0a-91e7432c92aa tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-152139674&fields=id&tenant_id=577ee1d2880f4d34a80a7dfd0cf7da03 HTTP/1.1" status: 200 len: 267 time: 0.0448346 Dec 21 13:43:49.523654 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-99c5a379-3f9a-43ca-8835-b6728c025370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:49.580502 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-99c5a379-3f9a-43ca-8835-b6728c025370 None None] For port 14ab1d94-381a-4924-9f6c-51e134ad2c0b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=14ab1d94-381a-4924-9f6c-51e134ad2c0b,segment=NetworkSegment(05fa0648-3cb7-416e-b72e-b419ce27fe87),segment_id=05fa0648-3cb7-416e-b72e-b419ce27fe87)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:43:49.582760 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5892dfc6-eed6-43a6-b13a-005a02092080 req-0f19268f-d55e-46c9-ba4a-9d4ba8549232 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:43:49.584611 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-5892dfc6-eed6-43a6-b13a-005a02092080 req-0f19268f-d55e-46c9-ba4a-9d4ba8549232 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/networks?id=6a2d0951-6e45-4178-99c9-483f6c9d8878 HTTP/1.1" status: 200 len: 796 time: 0.1034622 Dec 21 13:43:49.586172 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-99c5a379-3f9a-43ca-8835-b6728c025370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:49.600896 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-5892dfc6-eed6-43a6-b13a-005a02092080 req-3b9c4fb9-33a1-478d-9c7b-348439f718a6 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/quotas/577ee1d2880f4d34a80a7dfd0cf7da03 HTTP/1.1" status: 200 len: 375 time: 0.0095930 Dec 21 13:43:49.652785 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-5892dfc6-eed6-43a6-b13a-005a02092080 req-244bfef5-7164-4619-927d-29b42e5090ec tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=577ee1d2880f4d34a80a7dfd0cf7da03&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454335 Dec 21 13:43:49.660339 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c5a379-3f9a-43ca-8835-b6728c025370 None None] Pushing event updated for resources: {'Port': ['ID=14ab1d94-381a-4924-9f6c-51e134ad2c0b,revision_number=5']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:43:49.675112 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-731d6c08-438d-4f66-aaaf-f462083f4aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da292ea-574e-4620-aefa-1550daa19a7d', 'name': 'tempest-TestNetworkBasicOps-router-1524158140', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.167'}], 'enable_snat': True}, 'gw_port_id': '7101f068-aeca-4350-82f7-1f5e6f99314c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:43:43Z', 'updated_at': '2021-12-21T13:43:46Z', 'revision_number': 4, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': '7101f068-aeca-4350-82f7-1f5e6f99314c', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ae:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da292ea-574e-4620-aefa-1550daa19a7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:43:43Z', 'updated_at': '2021-12-21T13:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '14ab1d94-381a-4924-9f6c-51e134ad2c0b', 'name': '', 'network_id': '6a2d0951-6e45-4178-99c9-483f6c9d8878', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'mac_address': 'fa:16:3e:b9:8e:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da292ea-574e-4620-aefa-1550daa19a7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '128069a0-c9b3-41a2-96aa-0b910d1342e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:43:46Z', 'updated_at': '2021-12-21T13:43:49Z', 'revision_number': 4, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'subnets': [{'id': '128069a0-c9b3-41a2-96aa-0b910d1342e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:43:49.705254 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731d6c08-438d-4f66-aaaf-f462083f4aac None None] The sync data for ids ['8da292ea-574e-4620-aefa-1550daa19a7d'] in dv-neutron-master-2-hyperv is: [{'id': '8da292ea-574e-4620-aefa-1550daa19a7d', 'name': 'tempest-TestNetworkBasicOps-router-1524158140', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.167'}], 'enable_snat': True}, 'gw_port_id': '7101f068-aeca-4350-82f7-1f5e6f99314c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:43:43Z', 'updated_at': '2021-12-21T13:43:46Z', 'revision_number': 4, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': '7101f068-aeca-4350-82f7-1f5e6f99314c', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ae:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da292ea-574e-4620-aefa-1550daa19a7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:43:43Z', 'updated_at': '2021-12-21T13:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '14ab1d94-381a-4924-9f6c-51e134ad2c0b', 'name': '', 'network_id': '6a2d0951-6e45-4178-99c9-483f6c9d8878', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'mac_address': 'fa:16:3e:b9:8e:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da292ea-574e-4620-aefa-1550daa19a7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '128069a0-c9b3-41a2-96aa-0b910d1342e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:43:46Z', 'updated_at': '2021-12-21T13:43:49Z', 'revision_number': 4, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'subnets': [{'id': '128069a0-c9b3-41a2-96aa-0b910d1342e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:43:49.716361 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-c832d06c-719d-435e-a828-12b96a07165e None None] Provisioning complete for port 14ab1d94-381a-4924-9f6c-51e134ad2c0b triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:43:49.716728 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c832d06c-719d-435e-a828-12b96a07165e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:49.829587 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-5892dfc6-eed6-43a6-b13a-005a02092080 req-f365a36e-d7d0-4bda-a5b1-af24587f9bae service neutron] 10.222.0.37 "GET /v2.0/networks/6a2d0951-6e45-4178-99c9-483f6c9d8878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624415 Dec 21 13:43:49.924889 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-5892dfc6-eed6-43a6-b13a-005a02092080 req-68fbae74-dbf7-4779-a783-a01f042c8f1b service neutron] 10.222.0.37 "GET /v2.0/networks/6a2d0951-6e45-4178-99c9-483f6c9d8878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909357 Dec 21 13:43:50.094323 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-ad2ec418-b7a4-4359-aee0-100dc819e379 req-f87a31e4-9a31-4ca3-a6e0-d6dc2eaebe9f tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=9aefd6bf-71b6-4fc4-b778-0a3b8cc2e581 HTTP/1.1" status: 200 len: 210 time: 0.0284879 Dec 21 13:43:50.373592 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 14ab1d94-381a-4924-9f6c-51e134ad2c0b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:43:50.431337 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 14ab1d94-381a-4924-9f6c-51e134ad2c0b triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:43:50.431795 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:51.208250 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-598f6641-b4be-4f4a-93ce-759e9f7d0fff req-23926c2e-2434-47d8-ab65-02185307b094 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=9aefd6bf-71b6-4fc4-b778-0a3b8cc2e581 HTTP/1.1" status: 200 len: 210 time: 0.0417023 Dec 21 13:43:51.238116 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5892dfc6-eed6-43a6-b13a-005a02092080 req-88f13c7e-0c3e-4d04-aa13-b657c733b0b2 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:43:51.239607 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-5892dfc6-eed6-43a6-b13a-005a02092080 req-88f13c7e-0c3e-4d04-aa13-b657c733b0b2 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.60 "GET /v2.0/networks?id=6a2d0951-6e45-4178-99c9-483f6c9d8878 HTTP/1.1" status: 200 len: 796 time: 0.1191642 Dec 21 13:43:51.324382 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-5892dfc6-eed6-43a6-b13a-005a02092080 req-4da49236-70cc-4550-b258-6dcf2f0ec3a9 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=577ee1d2880f4d34a80a7dfd0cf7da03 HTTP/1.1" status: 200 len: 379 time: 0.0588934 Dec 21 13:43:51.334069 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [req-5892dfc6-eed6-43a6-b13a-005a02092080 req-55c60730-7115-4e4c-b8f2-0a8b54138cb9 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'port': {'device_id': '9aefd6bf-71b6-4fc4-b778-0a3b8cc2e581', 'network_id': '6a2d0951-6e45-4178-99c9-483f6c9d8878', 'admin_state_up': True, 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'security_groups': ['70b7ec4c-da97-43e9-8145-73ae93a31988']}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:43:51.443986 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5892dfc6-eed6-43a6-b13a-005a02092080 req-55c60730-7115-4e4c-b8f2-0a8b54138cb9 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Made reservation on behalf of 577ee1d2880f4d34a80a7dfd0cf7da03 for: {'port': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:43:51.447660 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-5892dfc6-eed6-43a6-b13a-005a02092080 req-55c60730-7115-4e4c-b8f2-0a8b54138cb9 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:51.573232 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [req-5892dfc6-eed6-43a6-b13a-005a02092080 req-55c60730-7115-4e4c-b8f2-0a8b54138cb9 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Allocated IP 172.20.0.9 (6a2d0951-6e45-4178-99c9-483f6c9d8878/128069a0-c9b3-41a2-96aa-0b910d1342e2/a656b92c-0100-4f90-8f9d-697b5ad854d2) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:43:51.707396 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-5892dfc6-eed6-43a6-b13a-005a02092080 req-55c60730-7115-4e4c-b8f2-0a8b54138cb9 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:51.745154 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-5892dfc6-eed6-43a6-b13a-005a02092080 req-55c60730-7115-4e4c-b8f2-0a8b54138cb9 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:51.788998 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5892dfc6-eed6-43a6-b13a-005a02092080 req-55c60730-7115-4e4c-b8f2-0a8b54138cb9 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Network 6a2d0951-6e45-4178-99c9-483f6c9d8878 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:43:51.791959 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [req-5892dfc6-eed6-43a6-b13a-005a02092080 req-55c60730-7115-4e4c-b8f2-0a8b54138cb9 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:43:51.795521 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [req-5892dfc6-eed6-43a6-b13a-005a02092080 req-55c60730-7115-4e4c-b8f2-0a8b54138cb9 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:43:51.802290 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c60730-7115-4e4c-b8f2-0a8b54138cb9 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'Port': ['ID=a656b92c-0100-4f90-8f9d-697b5ad854d2,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:43:51.849163 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5892dfc6-eed6-43a6-b13a-005a02092080 req-55c60730-7115-4e4c-b8f2-0a8b54138cb9 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:43:51.849801 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-5892dfc6-eed6-43a6-b13a-005a02092080 req-55c60730-7115-4e4c-b8f2-0a8b54138cb9 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:51.866774 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-5892dfc6-eed6-43a6-b13a-005a02092080 req-55c60730-7115-4e4c-b8f2-0a8b54138cb9 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5361755 Dec 21 13:43:51.884153 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [req-5892dfc6-eed6-43a6-b13a-005a02092080 req-2ec209d6-cdbb-4910-adfa-973c4093ba27 service neutron] Request body: {'port': {'device_id': '9aefd6bf-71b6-4fc4-b778-0a3b8cc2e581', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:43:51.942686 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-5892dfc6-eed6-43a6-b13a-005a02092080 req-2ec209d6-cdbb-4910-adfa-973c4093ba27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:52.061932 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-930bb3e6-724a-4381-8aa3-104c1162dd82 None None] Provisioning complete for port a656b92c-0100-4f90-8f9d-697b5ad854d2 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:43:52.062567 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-930bb3e6-724a-4381-8aa3-104c1162dd82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:52.096655 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-930bb3e6-724a-4381-8aa3-104c1162dd82 None None] Port a656b92c-0100-4f90-8f9d-697b5ad854d2 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:43:52.203161 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [req-5892dfc6-eed6-43a6-b13a-005a02092080 req-2ec209d6-cdbb-4910-adfa-973c4093ba27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a656b92c-0100-4f90-8f9d-697b5ad854d2 {{(pid=103153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 13:43:52.210588 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-5892dfc6-eed6-43a6-b13a-005a02092080 req-2ec209d6-cdbb-4910-adfa-973c4093ba27 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:52.222279 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.provisioning_blocks [req-5892dfc6-eed6-43a6-b13a-005a02092080 req-2ec209d6-cdbb-4910-adfa-973c4093ba27 service neutron] Transition to ACTIVE for port object a656b92c-0100-4f90-8f9d-697b5ad854d2 will not be triggered until provisioned by entity L2. {{(pid=103153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 13:43:52.225895 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-5892dfc6-eed6-43a6-b13a-005a02092080 req-2ec209d6-cdbb-4910-adfa-973c4093ba27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:52.279862 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec209d6-cdbb-4910-adfa-973c4093ba27 service neutron] Pushing event updated for resources: {'Port': ['ID=a656b92c-0100-4f90-8f9d-697b5ad854d2,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:43:52.382296 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00456dbc-97d3-41d9-b1cf-e4ba7e72cd7d req-d5d32cd4-eeef-4c1b-b723-d7a18d12f539 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:43:52.383949 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-00456dbc-97d3-41d9-b1cf-e4ba7e72cd7d req-d5d32cd4-eeef-4c1b-b723-d7a18d12f539 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=9aefd6bf-71b6-4fc4-b778-0a3b8cc2e581 HTTP/1.1" status: 200 len: 943 time: 0.1060638 Dec 21 13:43:52.389500 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-5892dfc6-eed6-43a6-b13a-005a02092080 req-2ec209d6-cdbb-4910-adfa-973c4093ba27 service neutron] Attempting to bind port a656b92c-0100-4f90-8f9d-697b5ad854d2 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:43:52.389882 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-5892dfc6-eed6-43a6-b13a-005a02092080 req-2ec209d6-cdbb-4910-adfa-973c4093ba27 service neutron] Attempting to bind port a656b92c-0100-4f90-8f9d-697b5ad854d2 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '05fa0648-3cb7-416e-b72e-b419ce27fe87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '6a2d0951-6e45-4178-99c9-483f6c9d8878'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:43:52.390217 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5892dfc6-eed6-43a6-b13a-005a02092080 req-2ec209d6-cdbb-4910-adfa-973c4093ba27 service neutron] Attempting to bind port a656b92c-0100-4f90-8f9d-697b5ad854d2 on network 6a2d0951-6e45-4178-99c9-483f6c9d8878 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:43:52.401754 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5892dfc6-eed6-43a6-b13a-005a02092080 req-2ec209d6-cdbb-4910-adfa-973c4093ba27 service neutron] Port a656b92c-0100-4f90-8f9d-697b5ad854d2 on network 6a2d0951-6e45-4178-99c9-483f6c9d8878 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 13:43:52.402091 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5892dfc6-eed6-43a6-b13a-005a02092080 req-2ec209d6-cdbb-4910-adfa-973c4093ba27 service neutron] Attempting to bind port a656b92c-0100-4f90-8f9d-697b5ad854d2 on network 6a2d0951-6e45-4178-99c9-483f6c9d8878 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:43:52.415839 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5892dfc6-eed6-43a6-b13a-005a02092080 req-2ec209d6-cdbb-4910-adfa-973c4093ba27 service neutron] Checking agent: {'id': 'cb078e0e-af00-4e4f-8117-46ca6496af1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 23, 43), 'started_at': datetime.datetime(2021, 12, 21, 13, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:43:52.416177 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5892dfc6-eed6-43a6-b13a-005a02092080 req-2ec209d6-cdbb-4910-adfa-973c4093ba27 service neutron] Checking segment: {'id': '05fa0648-3cb7-416e-b72e-b419ce27fe87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '6a2d0951-6e45-4178-99c9-483f6c9d8878'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:43:52.416567 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5892dfc6-eed6-43a6-b13a-005a02092080 req-2ec209d6-cdbb-4910-adfa-973c4093ba27 service neutron] Bound using segment: {'id': '05fa0648-3cb7-416e-b72e-b419ce27fe87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '6a2d0951-6e45-4178-99c9-483f6c9d8878'} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:43:52.417035 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-5892dfc6-eed6-43a6-b13a-005a02092080 req-2ec209d6-cdbb-4910-adfa-973c4093ba27 service neutron] Bound port: a656b92c-0100-4f90-8f9d-697b5ad854d2, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05fa0648-3cb7-416e-b72e-b419ce27fe87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '6a2d0951-6e45-4178-99c9-483f6c9d8878'}}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:43:52.417392 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-5892dfc6-eed6-43a6-b13a-005a02092080 req-2ec209d6-cdbb-4910-adfa-973c4093ba27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:52.476390 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-00456dbc-97d3-41d9-b1cf-e4ba7e72cd7d req-7e554b67-81ae-4e74-b1df-e9bbdf319cca tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=70b7ec4c-da97-43e9-8145-73ae93a31988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836654 Dec 21 13:43:52.505815 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-5892dfc6-eed6-43a6-b13a-005a02092080 req-2ec209d6-cdbb-4910-adfa-973c4093ba27 service neutron] For port a656b92c-0100-4f90-8f9d-697b5ad854d2, host hv-neutron-mast, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:43:52.509031 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-5892dfc6-eed6-43a6-b13a-005a02092080 req-2ec209d6-cdbb-4910-adfa-973c4093ba27 service neutron] For port a656b92c-0100-4f90-8f9d-697b5ad854d2, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a656b92c-0100-4f90-8f9d-697b5ad854d2,segment=NetworkSegment(05fa0648-3cb7-416e-b72e-b419ce27fe87),segment_id=05fa0648-3cb7-416e-b72e-b419ce27fe87)] {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:43:52.513987 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-5892dfc6-eed6-43a6-b13a-005a02092080 req-2ec209d6-cdbb-4910-adfa-973c4093ba27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:52.550212 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5892dfc6-eed6-43a6-b13a-005a02092080 req-2ec209d6-cdbb-4910-adfa-973c4093ba27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:43:52.550850 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-5892dfc6-eed6-43a6-b13a-005a02092080 req-2ec209d6-cdbb-4910-adfa-973c4093ba27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:52.552215 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-5892dfc6-eed6-43a6-b13a-005a02092080 req-2ec209d6-cdbb-4910-adfa-973c4093ba27 service neutron] 10.222.0.60 "PUT /v2.0/ports/a656b92c-0100-4f90-8f9d-697b5ad854d2 HTTP/1.1" status: 200 len: 1093 time: 0.6725044 Dec 21 13:43:52.552903 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9aefd6bf-71b6-4fc4-b778-0a3b8cc2e581', 'tag': 'a656b92c-0100-4f90-8f9d-697b5ad854d2'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:43:52.555148 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af6034c98e584fa55ea4398f343c742ceb598288507feaf30d5a15785b2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1292265-963b-48c8-84ee-d59c54a6db68" -d '{"events": [{"name": "network-changed", "server_uuid": "9aefd6bf-71b6-4fc4-b778-0a3b8cc2e581", "tag": "a656b92c-0100-4f90-8f9d-697b5ad854d2"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:43:52.583096 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec209d6-cdbb-4910-adfa-973c4093ba27 service neutron] Pushing event updated for resources: {'Port': ['ID=a656b92c-0100-4f90-8f9d-697b5ad854d2,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:43:52.602728 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 13:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d595c74-82f1-4ead-b7ad-797e599f22ee x-openstack-request-id: req-5d595c74-82f1-4ead-b7ad-797e599f22ee {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:43:52.603036 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9aefd6bf-71b6-4fc4-b778-0a3b8cc2e581", "tag": "a656b92c-0100-4f90-8f9d-697b5ad854d2", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:43:52.603431 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5d595c74-82f1-4ead-b7ad-797e599f22ee {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:43:52.603840 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9aefd6bf-71b6-4fc4-b778-0a3b8cc2e581', 'tag': 'a656b92c-0100-4f90-8f9d-697b5ad854d2', 'status': 'completed', 'code': 200} Dec 21 13:43:52.658345 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5892dfc6-eed6-43a6-b13a-005a02092080 req-aa28b8e4-82bb-4616-aeb6-3e204194f3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:43:52.659920 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-5892dfc6-eed6-43a6-b13a-005a02092080 req-aa28b8e4-82bb-4616-aeb6-3e204194f3b8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=577ee1d2880f4d34a80a7dfd0cf7da03&device_id=9aefd6bf-71b6-4fc4-b778-0a3b8cc2e581 HTTP/1.1" status: 200 len: 1096 time: 0.0425208 Dec 21 13:43:52.707212 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-5892dfc6-eed6-43a6-b13a-005a02092080 req-52a961ad-5013-49c0-a767-5afb79f92605 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a656b92c-0100-4f90-8f9d-697b5ad854d2 HTTP/1.1" status: 200 len: 217 time: 0.0354173 Dec 21 13:43:52.762099 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5892dfc6-eed6-43a6-b13a-005a02092080 req-ae55087f-51f9-4632-bf7a-02dee9ba8c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:43:52.763578 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-5892dfc6-eed6-43a6-b13a-005a02092080 req-ae55087f-51f9-4632-bf7a-02dee9ba8c93 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=128069a0-c9b3-41a2-96aa-0b910d1342e2 HTTP/1.1" status: 200 len: 835 time: 0.0487504 Dec 21 13:43:52.807405 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5892dfc6-eed6-43a6-b13a-005a02092080 req-92c4eec8-d341-4241-8ced-a3144cae7393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:43:52.809475 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-5892dfc6-eed6-43a6-b13a-005a02092080 req-92c4eec8-d341-4241-8ced-a3144cae7393 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6a2d0951-6e45-4178-99c9-483f6c9d8878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0400078 Dec 21 13:43:52.895647 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-5892dfc6-eed6-43a6-b13a-005a02092080 req-06762e12-c643-4bf2-9b77-37ec6810e5e3 service neutron] 10.222.0.60 "GET /v2.0/networks/6a2d0951-6e45-4178-99c9-483f6c9d8878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793412 Dec 21 13:43:52.986622 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-5892dfc6-eed6-43a6-b13a-005a02092080 req-63873315-7c70-4d56-ab4c-e878e7db6664 service neutron] 10.222.0.60 "GET /v2.0/networks/6a2d0951-6e45-4178-99c9-483f6c9d8878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842280 Dec 21 13:43:53.123403 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1292265-963b-48c8-84ee-d59c54a6db68 req-2b06ed3e-8a71-491e-ba65-0ae11dd85b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:43:53.124876 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-e1292265-963b-48c8-84ee-d59c54a6db68 req-2b06ed3e-8a71-491e-ba65-0ae11dd85b7e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=577ee1d2880f4d34a80a7dfd0cf7da03&device_id=9aefd6bf-71b6-4fc4-b778-0a3b8cc2e581 HTTP/1.1" status: 200 len: 1096 time: 0.0414565 Dec 21 13:43:53.217022 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1292265-963b-48c8-84ee-d59c54a6db68 req-aacdf160-50bf-44d2-82ed-f4e162ba9478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:43:53.218574 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-e1292265-963b-48c8-84ee-d59c54a6db68 req-aacdf160-50bf-44d2-82ed-f4e162ba9478 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6a2d0951-6e45-4178-99c9-483f6c9d8878 HTTP/1.1" status: 200 len: 897 time: 0.0872188 Dec 21 13:43:53.259060 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-e1292265-963b-48c8-84ee-d59c54a6db68 req-d542aaa3-b6aa-4584-92c4-e248ff8ff911 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a656b92c-0100-4f90-8f9d-697b5ad854d2 HTTP/1.1" status: 200 len: 217 time: 0.0333607 Dec 21 13:43:53.309380 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1292265-963b-48c8-84ee-d59c54a6db68 req-2d094a6f-9b01-4bef-99c3-cd4518015e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:43:53.310849 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-e1292265-963b-48c8-84ee-d59c54a6db68 req-2d094a6f-9b01-4bef-99c3-cd4518015e0b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=128069a0-c9b3-41a2-96aa-0b910d1342e2 HTTP/1.1" status: 200 len: 835 time: 0.0421872 Dec 21 13:43:53.360253 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1292265-963b-48c8-84ee-d59c54a6db68 req-72bedad7-268b-4349-96e2-05a3c0d0a898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:43:53.361753 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-e1292265-963b-48c8-84ee-d59c54a6db68 req-72bedad7-268b-4349-96e2-05a3c0d0a898 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6a2d0951-6e45-4178-99c9-483f6c9d8878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0435975 Dec 21 13:43:53.453454 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-e1292265-963b-48c8-84ee-d59c54a6db68 req-556d0303-5aaa-412c-9ae7-68cf05178c3c service neutron] 10.222.0.60 "GET /v2.0/networks/6a2d0951-6e45-4178-99c9-483f6c9d8878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849745 Dec 21 13:43:53.544928 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-e1292265-963b-48c8-84ee-d59c54a6db68 req-45676381-ecc3-4799-ae8c-7ef739b733f4 service neutron] 10.222.0.60 "GET /v2.0/networks/6a2d0951-6e45-4178-99c9-483f6c9d8878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843892 Dec 21 13:43:53.594486 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60fea6a-d901-45bd-88be-eb58b3b5f51a req-761fbade-7ec9-4716-abb2-4378f0cea49e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:43:53.595988 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c60fea6a-d901-45bd-88be-eb58b3b5f51a req-761fbade-7ec9-4716-abb2-4378f0cea49e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=9aefd6bf-71b6-4fc4-b778-0a3b8cc2e581 HTTP/1.1" status: 200 len: 943 time: 0.0502048 Dec 21 13:43:53.643329 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c60fea6a-d901-45bd-88be-eb58b3b5f51a req-fa40f739-7787-4404-9246-561ace8fd902 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=70b7ec4c-da97-43e9-8145-73ae93a31988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415509 Dec 21 13:43:54.757858 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba0ae35-afbf-485a-bfe7-dfa059f663ca req-c754bc48-caa0-48ce-9da2-fd6db135abe8 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:43:54.759362 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-1ba0ae35-afbf-485a-bfe7-dfa059f663ca req-c754bc48-caa0-48ce-9da2-fd6db135abe8 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=9aefd6bf-71b6-4fc4-b778-0a3b8cc2e581 HTTP/1.1" status: 200 len: 943 time: 0.0493279 Dec 21 13:43:54.807732 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-1ba0ae35-afbf-485a-bfe7-dfa059f663ca req-8c9cab83-6f5d-476c-80cd-877eb3a6b937 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=70b7ec4c-da97-43e9-8145-73ae93a31988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419357 Dec 21 13:43:55.160344 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f8910ab5-df91-4932-9260-da15161f88a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:55.920391 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f40049-49ad-4411-8bc6-d24832dbff79 req-f4bf78fc-feda-4943-aa8b-203bca34b34a tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:43:55.921857 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-99f40049-49ad-4411-8bc6-d24832dbff79 req-f4bf78fc-feda-4943-aa8b-203bca34b34a tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=9aefd6bf-71b6-4fc4-b778-0a3b8cc2e581 HTTP/1.1" status: 200 len: 943 time: 0.0482368 Dec 21 13:43:55.973391 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-99f40049-49ad-4411-8bc6-d24832dbff79 req-30ea96d7-e488-4330-ae03-a05c0f7b84a7 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=70b7ec4c-da97-43e9-8145-73ae93a31988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456717 Dec 21 13:43:56.153056 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device a656b92c-0100-4f90-8f9d-697b5ad854d2 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 13:43:56.244667 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port a656b92c-0100-4f90-8f9d-697b5ad854d2, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a656b92c-0100-4f90-8f9d-697b5ad854d2,segment=NetworkSegment(05fa0648-3cb7-416e-b72e-b419ce27fe87),segment_id=05fa0648-3cb7-416e-b72e-b419ce27fe87)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:43:56.254698 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Returning: {'device': 'a656b92c-0100-4f90-8f9d-697b5ad854d2', 'network_id': '6a2d0951-6e45-4178-99c9-483f6c9d8878', 'port_id': 'a656b92c-0100-4f90-8f9d-697b5ad854d2', 'mac_address': 'fa:16:3e:c4:78:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '128069a0-c9b3-41a2-96aa-0b910d1342e2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 13:43:56.291959 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:56.308429 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a656b92c-0100-4f90-8f9d-697b5ad854d2 {{(pid=103154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 13:43:56.329816 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port a656b92c-0100-4f90-8f9d-697b5ad854d2, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a656b92c-0100-4f90-8f9d-697b5ad854d2,segment=NetworkSegment(05fa0648-3cb7-416e-b72e-b419ce27fe87),segment_id=05fa0648-3cb7-416e-b72e-b419ce27fe87)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:43:56.333752 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:56.378598 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=a656b92c-0100-4f90-8f9d-697b5ad854d2,revision_number=4']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:43:56.606638 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] get_ports_and_sgs() called for port_ids ['a656b92c-0100-4f90-8f9d-697b5ad854d2'] {{(pid=103154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 13:43:57.090663 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55e6c60-03a2-4aca-af03-b98572d21af2 req-81e8beee-1b1c-4000-bf70-49b7194f123d tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:43:57.092131 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-f55e6c60-03a2-4aca-af03-b98572d21af2 req-81e8beee-1b1c-4000-bf70-49b7194f123d tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=9aefd6bf-71b6-4fc4-b778-0a3b8cc2e581 HTTP/1.1" status: 200 len: 944 time: 0.0524933 Dec 21 13:43:57.140621 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-f55e6c60-03a2-4aca-af03-b98572d21af2 req-55030cdd-ef37-45ba-82fe-b723a513ea70 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=70b7ec4c-da97-43e9-8145-73ae93a31988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426474 Dec 21 13:43:57.586766 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-05e82f3f-6a26-4689-b30d-14d88175f813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:58.163004 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device a656b92c-0100-4f90-8f9d-697b5ad854d2 up at agent hyperv_hv-neutron-mast {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:43:58.214492 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Provisioning for port a656b92c-0100-4f90-8f9d-697b5ad854d2 completed by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 13:43:58.219658 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Provisioning complete for port a656b92c-0100-4f90-8f9d-697b5ad854d2 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:43:58.219658 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:58.255573 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f3188e-91e6-4268-b07d-268503c197e0 req-61fe926b-888f-415b-b601-ec11011a44a7 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:43:58.257166 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-42f3188e-91e6-4268-b07d-268503c197e0 req-61fe926b-888f-415b-b601-ec11011a44a7 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=9aefd6bf-71b6-4fc4-b778-0a3b8cc2e581 HTTP/1.1" status: 200 len: 944 time: 0.0503128 Dec 21 13:43:58.300542 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:58.319762 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-42f3188e-91e6-4268-b07d-268503c197e0 req-aa1fd577-83cb-480f-9d10-e95dde7f8e22 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=70b7ec4c-da97-43e9-8145-73ae93a31988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522416 Dec 21 13:43:58.325843 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aefd6bf-71b6-4fc4-b778-0a3b8cc2e581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a656b92c-0100-4f90-8f9d-697b5ad854d2'}] {{(pid=103154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:43:58.328101 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6f45aca8ac5f8c0cc5868273c98d8aa60330245aed22d61c8da5c1f2d6fc01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bb94c96-66fc-4010-a9e8-a83cc0d60ef8" -d '{"events": [{"server_uuid": "9aefd6bf-71b6-4fc4-b778-0a3b8cc2e581", "name": "network-vif-plugged", "status": "completed", "tag": "a656b92c-0100-4f90-8f9d-697b5ad854d2"}]}' {{(pid=103154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:43:58.342131 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port a656b92c-0100-4f90-8f9d-697b5ad854d2, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a656b92c-0100-4f90-8f9d-697b5ad854d2,segment=NetworkSegment(05fa0648-3cb7-416e-b72e-b419ce27fe87),segment_id=05fa0648-3cb7-416e-b72e-b419ce27fe87)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:43:58.347781 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:58.401128 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=a656b92c-0100-4f90-8f9d-697b5ad854d2,revision_number=5']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:43:58.431363 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 13:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6913bae7-5a26-4a1f-aa50-90b1d19fba71 x-openstack-request-id: req-6913bae7-5a26-4a1f-aa50-90b1d19fba71 {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:43:58.431764 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aefd6bf-71b6-4fc4-b778-0a3b8cc2e581", "name": "network-vif-plugged", "status": "completed", "tag": "a656b92c-0100-4f90-8f9d-697b5ad854d2", "code": 200}]} {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:43:58.432016 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6913bae7-5a26-4a1f-aa50-90b1d19fba71 {{(pid=103154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:43:58.432909 dv-neutron-master-2-hyperv neutron-server[103154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aefd6bf-71b6-4fc4-b778-0a3b8cc2e581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a656b92c-0100-4f90-8f9d-697b5ad854d2', 'code': 200} Dec 21 13:43:58.624357 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63517a11-1f04-4a76-9380-4c2ca0360a84 req-6e8f2db3-82ad-422b-8cad-ab0f0ad4679f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:43:58.625844 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-63517a11-1f04-4a76-9380-4c2ca0360a84 req-6e8f2db3-82ad-422b-8cad-ab0f0ad4679f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9aefd6bf-71b6-4fc4-b778-0a3b8cc2e581 HTTP/1.1" status: 200 len: 1098 time: 0.0404258 Dec 21 13:43:58.675884 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-63517a11-1f04-4a76-9380-4c2ca0360a84 req-0ee6538e-0351-4bd7-b881-73bf5fba90d0 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=70b7ec4c-da97-43e9-8145-73ae93a31988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438092 Dec 21 13:43:58.809945 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:43:59.446929 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75958bcf-4149-4b0b-a773-da7efd793478 req-45b3fdee-136f-4885-8658-ea0d75afed5b tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:43:59.448902 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-75958bcf-4149-4b0b-a773-da7efd793478 req-45b3fdee-136f-4885-8658-ea0d75afed5b tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=9aefd6bf-71b6-4fc4-b778-0a3b8cc2e581 HTTP/1.1" status: 200 len: 945 time: 0.0589571 Dec 21 13:43:59.495694 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-75958bcf-4149-4b0b-a773-da7efd793478 req-7c71affd-8bc9-489b-a6a8-2ac23a99ac06 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=70b7ec4c-da97-43e9-8145-73ae93a31988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408735 Dec 21 13:44:00.616087 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3281f463-bb25-46a8-9e01-136c04d1a204 req-94e28f98-e1d1-4e27-b799-90b6788f1b54 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:44:00.617559 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-3281f463-bb25-46a8-9e01-136c04d1a204 req-94e28f98-e1d1-4e27-b799-90b6788f1b54 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=9aefd6bf-71b6-4fc4-b778-0a3b8cc2e581 HTTP/1.1" status: 200 len: 945 time: 0.0528848 Dec 21 13:44:00.665613 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-3281f463-bb25-46a8-9e01-136c04d1a204 req-0e1551ef-d93f-4427-a207-7dd8858ca4f3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=70b7ec4c-da97-43e9-8145-73ae93a31988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415998 Dec 21 13:44:00.778204 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc00eebd-2273-48d4-b84f-339bdadaf009 req-c6238fed-6a36-4a1c-ac00-c773cac60511 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:44:00.779713 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-cc00eebd-2273-48d4-b84f-339bdadaf009 req-c6238fed-6a36-4a1c-ac00-c773cac60511 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=9aefd6bf-71b6-4fc4-b778-0a3b8cc2e581 HTTP/1.1" status: 200 len: 945 time: 0.0487604 Dec 21 13:44:00.810948 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:44:00.830000 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-cc00eebd-2273-48d4-b84f-339bdadaf009 req-c896407a-1e95-42b1-9e2f-9c8743504a54 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=70b7ec4c-da97-43e9-8145-73ae93a31988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444660 Dec 21 13:44:00.851443 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 34170) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:44:00.894061 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94646b1-a8f4-4d0a-b6a5-4da3f8e3e80e tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:44:00.895596 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-a94646b1-a8f4-4d0a-b6a5-4da3f8e3e80e tempest-TestNetworkBasicOps-139313784 tempest-TestNetworkBasicOps-139313784-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=9aefd6bf-71b6-4fc4-b778-0a3b8cc2e581 HTTP/1.1" status: 200 len: 1093 time: 0.0431740 Dec 21 13:44:00.898410 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 34172) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:44:00.902581 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-4aaf9a00-501b-4eb8-b4be-24df2ef84ac8 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'floatingip': {'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'port_id': 'a656b92c-0100-4f90-8f9d-697b5ad854d2', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:44:00.925307 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4aaf9a00-501b-4eb8-b4be-24df2ef84ac8 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for floatingip, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:44:01.030687 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4aaf9a00-501b-4eb8-b4be-24df2ef84ac8 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:44:01.044714 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:44:01.141084 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-4aaf9a00-501b-4eb8-b4be-24df2ef84ac8 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Allocated IP 172.36.3.58 (7fdf1889-f079-4166-bbda-88b2a8d8d595/051a5607-1753-4008-a2f2-d94b48752e9c/c1501b11-fff6-4666-9e67-487a318da968) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:44:01.243509 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4aaf9a00-501b-4eb8-b4be-24df2ef84ac8 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:44:01.275384 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4aaf9a00-501b-4eb8-b4be-24df2ef84ac8 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:44:01.316924 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aaf9a00-501b-4eb8-b4be-24df2ef84ac8 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Network 7fdf1889-f079-4166-bbda-88b2a8d8d595 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:44:01.319813 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-4aaf9a00-501b-4eb8-b4be-24df2ef84ac8 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:44:01.323185 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aaf9a00-501b-4eb8-b4be-24df2ef84ac8 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:44:01.345604 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaf9a00-501b-4eb8-b4be-24df2ef84ac8 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'Port': ['ID=c1501b11-fff6-4666-9e67-487a318da968,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:44:01.671095 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4aaf9a00-501b-4eb8-b4be-24df2ef84ac8 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:44:01.738330 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4aaf9a00-501b-4eb8-b4be-24df2ef84ac8 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:44:01.879736 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4aaf9a00-501b-4eb8-b4be-24df2ef84ac8 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:44:01.884118 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4aaf9a00-501b-4eb8-b4be-24df2ef84ac8 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805230'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:44:01.956877 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaf9a00-501b-4eb8-b4be-24df2ef84ac8 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event updated for resources: {'Port': ['ID=c1501b11-fff6-4666-9e67-487a318da968,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:44:01.964655 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4aaf9a00-501b-4eb8-b4be-24df2ef84ac8 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548820'] for floatingip, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:44:02.061733 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.l3_db [None req-4aaf9a00-501b-4eb8-b4be-24df2ef84ac8 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Floating IP 436929d9-a799-4b62-97e2-ae9c124deaff associated. External IP: 172.36.3.58, port: a656b92c-0100-4f90-8f9d-697b5ad854d2. Dec 21 13:44:02.269313 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aaf9a00-501b-4eb8-b4be-24df2ef84ac8 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Router 8da292ea-574e-4620-aefa-1550daa19a7d has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:44:02.666118 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aaf9a00-501b-4eb8-b4be-24df2ef84ac8 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:44:02.676152 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b47477-17be-40f2-b0ae-7b74c2edea16 None None] Sync routers for ids ['8da292ea-574e-4620-aefa-1550daa19a7d'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:44:02.684410 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4aaf9a00-501b-4eb8-b4be-24df2ef84ac8 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for floatingip, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:44:02.686824 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b47477-17be-40f2-b0ae-7b74c2edea16 None None] Routers {'8da292ea-574e-4620-aefa-1550daa19a7d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:44:02.687454 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-34b47477-17be-40f2-b0ae-7b74c2edea16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:43:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['8da292ea-574e-4620-aefa-1550daa19a7d'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:44:02.711193 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-4aaf9a00-501b-4eb8-b4be-24df2ef84ac8 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8117673 Dec 21 13:44:02.711833 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9aefd6bf-71b6-4fc4-b778-0a3b8cc2e581', 'tag': 'a656b92c-0100-4f90-8f9d-697b5ad854d2'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:44:02.714675 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d59863cea1d3cd3753b105ac340115874538247bffc4ddd9c7a2f3cf3d2521b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e310e2f-fca6-4b5b-897b-29a5f730b983" -d '{"events": [{"name": "network-changed", "server_uuid": "9aefd6bf-71b6-4fc4-b778-0a3b8cc2e581", "tag": "a656b92c-0100-4f90-8f9d-697b5ad854d2"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:44:02.715107 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 34174) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:44:02.772299 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 13:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcf67250-b53e-45ea-a075-5232b2939555 x-openstack-request-id: req-fcf67250-b53e-45ea-a075-5232b2939555 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:44:02.772599 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9aefd6bf-71b6-4fc4-b778-0a3b8cc2e581", "tag": "a656b92c-0100-4f90-8f9d-697b5ad854d2", "status": "completed", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:44:02.772856 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fcf67250-b53e-45ea-a075-5232b2939555 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:44:02.773311 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9aefd6bf-71b6-4fc4-b778-0a3b8cc2e581', 'tag': 'a656b92c-0100-4f90-8f9d-697b5ad854d2', 'status': 'completed', 'code': 200} Dec 21 13:44:02.785388 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-2e77a80e-052d-4f6a-8bc3-0fa5d49c45ca tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/floatingips/436929d9-a799-4b62-97e2-ae9c124deaff HTTP/1.1" status: 200 len: 990 time: 0.0674062 Dec 21 13:44:02.796930 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-34b47477-17be-40f2-b0ae-7b74c2edea16 None None] Set router 8da292ea-574e-4620-aefa-1550daa19a7d gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:44:02.854868 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e310e2f-fca6-4b5b-897b-29a5f730b983 req-e3878063-28ce-4db2-9fed-82c4dce90601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:44:02.856371 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-3e310e2f-fca6-4b5b-897b-29a5f730b983 req-e3878063-28ce-4db2-9fed-82c4dce90601 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=577ee1d2880f4d34a80a7dfd0cf7da03&device_id=9aefd6bf-71b6-4fc4-b778-0a3b8cc2e581 HTTP/1.1" status: 200 len: 1098 time: 0.0432131 Dec 21 13:44:02.951480 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e310e2f-fca6-4b5b-897b-29a5f730b983 req-4e6e299c-5bd9-47a4-879c-11dcfe3fc226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:44:02.952890 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-3e310e2f-fca6-4b5b-897b-29a5f730b983 req-4e6e299c-5bd9-47a4-879c-11dcfe3fc226 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6a2d0951-6e45-4178-99c9-483f6c9d8878 HTTP/1.1" status: 200 len: 897 time: 0.0893757 Dec 21 13:44:03.048854 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-3e310e2f-fca6-4b5b-897b-29a5f730b983 req-f2372b8b-c6d3-41a7-ae04-9bcd2edf8faa service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a656b92c-0100-4f90-8f9d-697b5ad854d2 HTTP/1.1" status: 200 len: 998 time: 0.0898936 Dec 21 13:44:03.049493 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-34b47477-17be-40f2-b0ae-7b74c2edea16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da292ea-574e-4620-aefa-1550daa19a7d', 'name': 'tempest-TestNetworkBasicOps-router-1524158140', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.167'}], 'enable_snat': True}, 'gw_port_id': '7101f068-aeca-4350-82f7-1f5e6f99314c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:43:43Z', 'updated_at': '2021-12-21T13:43:46Z', 'revision_number': 4, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': '7101f068-aeca-4350-82f7-1f5e6f99314c', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ae:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da292ea-574e-4620-aefa-1550daa19a7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:43:43Z', 'updated_at': '2021-12-21T13:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '436929d9-a799-4b62-97e2-ae9c124deaff', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'floating_ip_address': '172.36.3.58', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': '8da292ea-574e-4620-aefa-1550daa19a7d', 'port_id': 'a656b92c-0100-4f90-8f9d-697b5ad854d2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a2d0951-6e45-4178-99c9-483f6c9d8878', 'mac_address': 'fa:16:3e:c4:78:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aefd6bf-71b6-4fc4-b778-0a3b8cc2e581', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T13:44:01Z', 'updated_at': '2021-12-21T13:44:01Z', 'revision_number': 0, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14ab1d94-381a-4924-9f6c-51e134ad2c0b', 'name': '', 'network_id': '6a2d0951-6e45-4178-99c9-483f6c9d8878', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'mac_address': 'fa:16:3e:b9:8e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da292ea-574e-4620-aefa-1550daa19a7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '128069a0-c9b3-41a2-96aa-0b910d1342e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:43:46Z', 'updated_at': '2021-12-21T13:43:49Z', 'revision_number': 5, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'subnets': [{'id': '128069a0-c9b3-41a2-96aa-0b910d1342e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:44:03.076309 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b47477-17be-40f2-b0ae-7b74c2edea16 None None] Checking router: 8da292ea-574e-4620-aefa-1550daa19a7d for host: dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:44:03.084550 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b47477-17be-40f2-b0ae-7b74c2edea16 None None] Routers {'8da292ea-574e-4620-aefa-1550daa19a7d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:44:03.085163 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-34b47477-17be-40f2-b0ae-7b74c2edea16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:43:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['8da292ea-574e-4620-aefa-1550daa19a7d'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:44:03.096428 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e310e2f-fca6-4b5b-897b-29a5f730b983 req-3fe309a4-0a2a-45b5-b45c-772417887227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:44:03.097872 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-3e310e2f-fca6-4b5b-897b-29a5f730b983 req-3fe309a4-0a2a-45b5-b45c-772417887227 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=128069a0-c9b3-41a2-96aa-0b910d1342e2 HTTP/1.1" status: 200 len: 835 time: 0.0429645 Dec 21 13:44:03.144785 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e310e2f-fca6-4b5b-897b-29a5f730b983 req-fd6cca6f-e78a-4fb0-8a56-bea74e5acdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:44:03.146261 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-3e310e2f-fca6-4b5b-897b-29a5f730b983 req-fd6cca6f-e78a-4fb0-8a56-bea74e5acdb9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6a2d0951-6e45-4178-99c9-483f6c9d8878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0421412 Dec 21 13:44:03.189462 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-34b47477-17be-40f2-b0ae-7b74c2edea16 None None] Set router 8da292ea-574e-4620-aefa-1550daa19a7d gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:44:03.234638 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-3e310e2f-fca6-4b5b-897b-29a5f730b983 req-4e292ace-6034-4d62-a7ac-ae08462b1eb0 service neutron] 10.222.0.60 "GET /v2.0/networks/6a2d0951-6e45-4178-99c9-483f6c9d8878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816026 Dec 21 13:44:03.326871 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-3e310e2f-fca6-4b5b-897b-29a5f730b983 req-9803d986-d730-4c14-90ae-a98373e7080e service neutron] 10.222.0.60 "GET /v2.0/networks/6a2d0951-6e45-4178-99c9-483f6c9d8878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860763 Dec 21 13:44:03.410367 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-34b47477-17be-40f2-b0ae-7b74c2edea16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da292ea-574e-4620-aefa-1550daa19a7d', 'name': 'tempest-TestNetworkBasicOps-router-1524158140', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.167'}], 'enable_snat': True}, 'gw_port_id': '7101f068-aeca-4350-82f7-1f5e6f99314c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:43:43Z', 'updated_at': '2021-12-21T13:43:46Z', 'revision_number': 4, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': '7101f068-aeca-4350-82f7-1f5e6f99314c', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ae:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da292ea-574e-4620-aefa-1550daa19a7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:43:43Z', 'updated_at': '2021-12-21T13:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '436929d9-a799-4b62-97e2-ae9c124deaff', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'floating_ip_address': '172.36.3.58', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': '8da292ea-574e-4620-aefa-1550daa19a7d', 'port_id': 'a656b92c-0100-4f90-8f9d-697b5ad854d2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a2d0951-6e45-4178-99c9-483f6c9d8878', 'mac_address': 'fa:16:3e:c4:78:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aefd6bf-71b6-4fc4-b778-0a3b8cc2e581', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T13:44:01Z', 'updated_at': '2021-12-21T13:44:01Z', 'revision_number': 0, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14ab1d94-381a-4924-9f6c-51e134ad2c0b', 'name': '', 'network_id': '6a2d0951-6e45-4178-99c9-483f6c9d8878', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'mac_address': 'fa:16:3e:b9:8e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da292ea-574e-4620-aefa-1550daa19a7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '128069a0-c9b3-41a2-96aa-0b910d1342e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:43:46Z', 'updated_at': '2021-12-21T13:43:49Z', 'revision_number': 5, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'subnets': [{'id': '128069a0-c9b3-41a2-96aa-0b910d1342e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:44:03.519184 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b47477-17be-40f2-b0ae-7b74c2edea16 None None] The sync data for ids ['8da292ea-574e-4620-aefa-1550daa19a7d'] in dv-neutron-master-2-hyperv is: [{'id': '8da292ea-574e-4620-aefa-1550daa19a7d', 'name': 'tempest-TestNetworkBasicOps-router-1524158140', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.167'}], 'enable_snat': True}, 'gw_port_id': '7101f068-aeca-4350-82f7-1f5e6f99314c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:43:43Z', 'updated_at': '2021-12-21T13:43:46Z', 'revision_number': 4, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': '7101f068-aeca-4350-82f7-1f5e6f99314c', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ae:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da292ea-574e-4620-aefa-1550daa19a7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:43:43Z', 'updated_at': '2021-12-21T13:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '436929d9-a799-4b62-97e2-ae9c124deaff', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'floating_ip_address': '172.36.3.58', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': '8da292ea-574e-4620-aefa-1550daa19a7d', 'port_id': 'a656b92c-0100-4f90-8f9d-697b5ad854d2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a2d0951-6e45-4178-99c9-483f6c9d8878', 'mac_address': 'fa:16:3e:c4:78:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aefd6bf-71b6-4fc4-b778-0a3b8cc2e581', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T13:44:01Z', 'updated_at': '2021-12-21T13:44:01Z', 'revision_number': 0, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14ab1d94-381a-4924-9f6c-51e134ad2c0b', 'name': '', 'network_id': '6a2d0951-6e45-4178-99c9-483f6c9d8878', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'mac_address': 'fa:16:3e:b9:8e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da292ea-574e-4620-aefa-1550daa19a7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '128069a0-c9b3-41a2-96aa-0b910d1342e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:43:46Z', 'updated_at': '2021-12-21T13:43:49Z', 'revision_number': 5, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'subnets': [{'id': '128069a0-c9b3-41a2-96aa-0b910d1342e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:44:03.696413 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89db155-6dd6-474f-84dc-ccf18a738bff None None] New status for floating IP 436929d9-a799-4b62-97e2-ae9c124deaff: ACTIVE {{(pid=103154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 13:44:03.788168 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 34178) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:44:03.853036 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-a5548135-cc15-4738-9d91-df1f378cc063 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/floatingips/436929d9-a799-4b62-97e2-ae9c124deaff HTTP/1.1" status: 200 len: 990 time: 0.0635948 Dec 21 13:44:04.857106 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 34180) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:44:04.916291 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-8d815ba0-7c19-4ec3-8488-4afcafa41a80 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/floatingips/436929d9-a799-4b62-97e2-ae9c124deaff HTTP/1.1" status: 200 len: 992 time: 0.0580604 Dec 21 13:44:08.847367 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.agents_db [None req-c60a5637-8c6f-4692-b23b-7dd82bd36b21 None None] Agent healthcheck: found 6 active agents {{(pid=103155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 13:44:13.330600 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:44:25.161618 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-010881b6-86f4-4176-b201-707bbf4233a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:44:27.589411 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a0a60d55-0402-4831-8a01-93f4b799991f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:44:28.809983 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:44:30.813101 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:44:31.040884 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:44:31.501216 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 34190) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:44:31.505860 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-0590e8d5-0a5b-4a98-b1a1-8b9b893fcda5 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'router': {'admin_state_up': False}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:44:32.111957 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0590e8d5-0a5b-4a98-b1a1-8b9b893fcda5 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26943'] for router, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:44:32.122851 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0590e8d5-0a5b-4a98-b1a1-8b9b893fcda5 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-548712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-548721', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-534931'] for router, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:44:32.231257 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0590e8d5-0a5b-4a98-b1a1-8b9b893fcda5 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Router 8da292ea-574e-4620-aefa-1550daa19a7d has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:44:32.345819 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0590e8d5-0a5b-4a98-b1a1-8b9b893fcda5 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:44:32.353148 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0590e8d5-0a5b-4a98-b1a1-8b9b893fcda5 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for router, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:44:32.354561 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-0590e8d5-0a5b-4a98-b1a1-8b9b893fcda5 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "PUT /v2.0/routers/8da292ea-574e-4620-aefa-1550daa19a7d HTTP/1.1" status: 200 len: 889 time: 0.8517959 Dec 21 13:44:32.356011 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e213f31-f610-46b5-8689-cb3b590e226f None None] Sync routers for ids ['8da292ea-574e-4620-aefa-1550daa19a7d'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:44:32.368021 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e213f31-f610-46b5-8689-cb3b590e226f None None] Routers {'8da292ea-574e-4620-aefa-1550daa19a7d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:44:32.368573 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-3e213f31-f610-46b5-8689-cb3b590e226f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:44:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['8da292ea-574e-4620-aefa-1550daa19a7d'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:44:32.400347 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-3e213f31-f610-46b5-8689-cb3b590e226f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:44:32.408889 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e213f31-f610-46b5-8689-cb3b590e226f None None] Routers {'8da292ea-574e-4620-aefa-1550daa19a7d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:44:32.409490 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-3e213f31-f610-46b5-8689-cb3b590e226f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:44:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['8da292ea-574e-4620-aefa-1550daa19a7d'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:44:32.443942 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-3e213f31-f610-46b5-8689-cb3b590e226f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:44:32.444570 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e213f31-f610-46b5-8689-cb3b590e226f None None] The sync data for ids ['8da292ea-574e-4620-aefa-1550daa19a7d'] in dv-neutron-master-2-hyperv is: [] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:44:33.201568 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2c11cb-d7c1-45c9-a118-095a9b482eca None None] New status for floating IP 436929d9-a799-4b62-97e2-ae9c124deaff: DOWN {{(pid=103154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 13:44:34.354422 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 7101f068-aeca-4350-82f7-1f5e6f99314c no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:44:34.437760 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:44:34.458133 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] For port 7101f068-aeca-4350-82f7-1f5e6f99314c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7101f068-aeca-4350-82f7-1f5e6f99314c,segment=NetworkSegment(a32e5bfd-6fac-434f-817b-5707a23fd2ca),segment_id=a32e5bfd-6fac-434f-817b-5707a23fd2ca)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:44:34.461599 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:44:34.462272 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 14ab1d94-381a-4924-9f6c-51e134ad2c0b no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:44:34.494961 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 34194) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:44:34.499624 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-03f26aed-b608-4f22-8a59-58cefe5de8a1 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:44:34.536220 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Pushing event updated for resources: {'Port': ['ID=7101f068-aeca-4350-82f7-1f5e6f99314c,revision_number=5']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:44:34.577866 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:44:34.612388 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] For port 14ab1d94-381a-4924-9f6c-51e134ad2c0b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=14ab1d94-381a-4924-9f6c-51e134ad2c0b,segment=NetworkSegment(05fa0648-3cb7-416e-b72e-b419ce27fe87),segment_id=05fa0648-3cb7-416e-b72e-b419ce27fe87)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:44:34.616259 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:44:34.662325 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Pushing event updated for resources: {'Port': ['ID=14ab1d94-381a-4924-9f6c-51e134ad2c0b,revision_number=6']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:44:34.805991 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-03f26aed-b608-4f22-8a59-58cefe5de8a1 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26943'] for router, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:44:34.816712 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-03f26aed-b608-4f22-8a59-58cefe5de8a1 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-548712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-548721', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-534931'] for router, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:44:34.933616 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03f26aed-b608-4f22-8a59-58cefe5de8a1 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Router 8da292ea-574e-4620-aefa-1550daa19a7d has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:44:35.036030 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03f26aed-b608-4f22-8a59-58cefe5de8a1 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:44:35.043190 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-03f26aed-b608-4f22-8a59-58cefe5de8a1 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for router, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:44:35.044346 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-03f26aed-b608-4f22-8a59-58cefe5de8a1 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "PUT /v2.0/routers/8da292ea-574e-4620-aefa-1550daa19a7d HTTP/1.1" status: 200 len: 888 time: 0.5484118 Dec 21 13:44:35.046095 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477ad1cb-20cb-4996-a628-aa5611ded297 None None] Sync routers for ids ['8da292ea-574e-4620-aefa-1550daa19a7d'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:44:35.047276 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 34196) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:44:35.056057 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477ad1cb-20cb-4996-a628-aa5611ded297 None None] Routers {'8da292ea-574e-4620-aefa-1550daa19a7d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:44:35.056730 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-477ad1cb-20cb-4996-a628-aa5611ded297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:44:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['8da292ea-574e-4620-aefa-1550daa19a7d'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:44:35.112904 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-20a5e9d1-f965-44a3-98be-0c9622e77bc0 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/floatingips/436929d9-a799-4b62-97e2-ae9c124deaff HTTP/1.1" status: 200 len: 990 time: 0.0645590 Dec 21 13:44:35.160093 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-477ad1cb-20cb-4996-a628-aa5611ded297 None None] Set router 8da292ea-574e-4620-aefa-1550daa19a7d gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:44:35.382840 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-477ad1cb-20cb-4996-a628-aa5611ded297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da292ea-574e-4620-aefa-1550daa19a7d', 'name': 'tempest-TestNetworkBasicOps-router-1524158140', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.167'}], 'enable_snat': True}, 'gw_port_id': '7101f068-aeca-4350-82f7-1f5e6f99314c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:43:43Z', 'updated_at': '2021-12-21T13:44:34Z', 'revision_number': 6, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': '7101f068-aeca-4350-82f7-1f5e6f99314c', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ae:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da292ea-574e-4620-aefa-1550daa19a7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:43:43Z', 'updated_at': '2021-12-21T13:44:34Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '436929d9-a799-4b62-97e2-ae9c124deaff', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'floating_ip_address': '172.36.3.58', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': '8da292ea-574e-4620-aefa-1550daa19a7d', 'port_id': 'a656b92c-0100-4f90-8f9d-697b5ad854d2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a2d0951-6e45-4178-99c9-483f6c9d8878', 'mac_address': 'fa:16:3e:c4:78:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aefd6bf-71b6-4fc4-b778-0a3b8cc2e581', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T13:44:01Z', 'updated_at': '2021-12-21T13:44:33Z', 'revision_number': 2, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14ab1d94-381a-4924-9f6c-51e134ad2c0b', 'name': '', 'network_id': '6a2d0951-6e45-4178-99c9-483f6c9d8878', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'mac_address': 'fa:16:3e:b9:8e:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da292ea-574e-4620-aefa-1550daa19a7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '128069a0-c9b3-41a2-96aa-0b910d1342e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:43:46Z', 'updated_at': '2021-12-21T13:44:34Z', 'revision_number': 6, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'subnets': [{'id': '128069a0-c9b3-41a2-96aa-0b910d1342e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:44:35.409165 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477ad1cb-20cb-4996-a628-aa5611ded297 None None] Checking router: 8da292ea-574e-4620-aefa-1550daa19a7d for host: dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:44:35.418081 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477ad1cb-20cb-4996-a628-aa5611ded297 None None] Routers {'8da292ea-574e-4620-aefa-1550daa19a7d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:44:35.418761 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-477ad1cb-20cb-4996-a628-aa5611ded297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:44:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['8da292ea-574e-4620-aefa-1550daa19a7d'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:44:35.521932 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-477ad1cb-20cb-4996-a628-aa5611ded297 None None] Set router 8da292ea-574e-4620-aefa-1550daa19a7d gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:44:35.740401 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-477ad1cb-20cb-4996-a628-aa5611ded297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da292ea-574e-4620-aefa-1550daa19a7d', 'name': 'tempest-TestNetworkBasicOps-router-1524158140', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.167'}], 'enable_snat': True}, 'gw_port_id': '7101f068-aeca-4350-82f7-1f5e6f99314c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:43:43Z', 'updated_at': '2021-12-21T13:44:34Z', 'revision_number': 6, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': '7101f068-aeca-4350-82f7-1f5e6f99314c', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ae:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da292ea-574e-4620-aefa-1550daa19a7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:43:43Z', 'updated_at': '2021-12-21T13:44:34Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '436929d9-a799-4b62-97e2-ae9c124deaff', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'floating_ip_address': '172.36.3.58', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': '8da292ea-574e-4620-aefa-1550daa19a7d', 'port_id': 'a656b92c-0100-4f90-8f9d-697b5ad854d2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a2d0951-6e45-4178-99c9-483f6c9d8878', 'mac_address': 'fa:16:3e:c4:78:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aefd6bf-71b6-4fc4-b778-0a3b8cc2e581', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T13:44:01Z', 'updated_at': '2021-12-21T13:44:33Z', 'revision_number': 2, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14ab1d94-381a-4924-9f6c-51e134ad2c0b', 'name': '', 'network_id': '6a2d0951-6e45-4178-99c9-483f6c9d8878', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'mac_address': 'fa:16:3e:b9:8e:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da292ea-574e-4620-aefa-1550daa19a7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '128069a0-c9b3-41a2-96aa-0b910d1342e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:43:46Z', 'updated_at': '2021-12-21T13:44:34Z', 'revision_number': 6, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'subnets': [{'id': '128069a0-c9b3-41a2-96aa-0b910d1342e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:44:35.769309 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477ad1cb-20cb-4996-a628-aa5611ded297 None None] The sync data for ids ['8da292ea-574e-4620-aefa-1550daa19a7d'] in dv-neutron-master-2-hyperv is: [{'id': '8da292ea-574e-4620-aefa-1550daa19a7d', 'name': 'tempest-TestNetworkBasicOps-router-1524158140', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.167'}], 'enable_snat': True}, 'gw_port_id': '7101f068-aeca-4350-82f7-1f5e6f99314c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:43:43Z', 'updated_at': '2021-12-21T13:44:34Z', 'revision_number': 6, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': '7101f068-aeca-4350-82f7-1f5e6f99314c', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ae:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da292ea-574e-4620-aefa-1550daa19a7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:43:43Z', 'updated_at': '2021-12-21T13:44:34Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '436929d9-a799-4b62-97e2-ae9c124deaff', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'floating_ip_address': '172.36.3.58', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': '8da292ea-574e-4620-aefa-1550daa19a7d', 'port_id': 'a656b92c-0100-4f90-8f9d-697b5ad854d2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a2d0951-6e45-4178-99c9-483f6c9d8878', 'mac_address': 'fa:16:3e:c4:78:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aefd6bf-71b6-4fc4-b778-0a3b8cc2e581', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T13:44:01Z', 'updated_at': '2021-12-21T13:44:33Z', 'revision_number': 2, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14ab1d94-381a-4924-9f6c-51e134ad2c0b', 'name': '', 'network_id': '6a2d0951-6e45-4178-99c9-483f6c9d8878', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'mac_address': 'fa:16:3e:b9:8e:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da292ea-574e-4620-aefa-1550daa19a7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '128069a0-c9b3-41a2-96aa-0b910d1342e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:43:46Z', 'updated_at': '2021-12-21T13:44:34Z', 'revision_number': 6, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'subnets': [{'id': '128069a0-c9b3-41a2-96aa-0b910d1342e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:44:36.116161 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 34198) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:44:36.178525 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-a19b9834-0d70-4e3c-9a39-25e8896db151 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/floatingips/436929d9-a799-4b62-97e2-ae9c124deaff HTTP/1.1" status: 200 len: 990 time: 0.0609047 Dec 21 13:44:36.405189 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 14ab1d94-381a-4924-9f6c-51e134ad2c0b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:44:36.455127 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 14ab1d94-381a-4924-9f6c-51e134ad2c0b triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:44:36.455501 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:44:36.537860 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:44:36.571938 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] For port 14ab1d94-381a-4924-9f6c-51e134ad2c0b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=14ab1d94-381a-4924-9f6c-51e134ad2c0b,segment=NetworkSegment(05fa0648-3cb7-416e-b72e-b419ce27fe87),segment_id=05fa0648-3cb7-416e-b72e-b419ce27fe87)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:44:36.577055 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:44:36.624076 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Pushing event updated for resources: {'Port': ['ID=14ab1d94-381a-4924-9f6c-51e134ad2c0b,revision_number=7']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:44:37.182430 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 34200) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:44:37.244921 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-d73c5acb-6cdf-4421-8800-a25d94afb3d7 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/floatingips/436929d9-a799-4b62-97e2-ae9c124deaff HTTP/1.1" status: 200 len: 990 time: 0.0613401 Dec 21 13:44:37.353091 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65c7078-352d-4f92-8109-f949bce6f25b None None] New status for floating IP 436929d9-a799-4b62-97e2-ae9c124deaff: ACTIVE {{(pid=103154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 13:44:38.248204 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 34202) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:44:38.311260 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-d08ed439-b594-4251-8a5f-d955dcf97cc2 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/floatingips/436929d9-a799-4b62-97e2-ae9c124deaff HTTP/1.1" status: 200 len: 992 time: 0.0601349 Dec 21 13:44:38.420468 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 7101f068-aeca-4350-82f7-1f5e6f99314c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:44:38.471823 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 7101f068-aeca-4350-82f7-1f5e6f99314c triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:44:38.472194 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:44:38.544662 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:44:38.563509 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] For port 7101f068-aeca-4350-82f7-1f5e6f99314c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7101f068-aeca-4350-82f7-1f5e6f99314c,segment=NetworkSegment(a32e5bfd-6fac-434f-817b-5707a23fd2ca),segment_id=a32e5bfd-6fac-434f-817b-5707a23fd2ca)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:44:38.567290 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:44:38.568006 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 14ab1d94-381a-4924-9f6c-51e134ad2c0b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:44:38.641330 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Pushing event updated for resources: {'Port': ['ID=7101f068-aeca-4350-82f7-1f5e6f99314c,revision_number=6']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:44:38.654136 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 14ab1d94-381a-4924-9f6c-51e134ad2c0b triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:44:38.654527 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:44:40.362030 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 7101f068-aeca-4350-82f7-1f5e6f99314c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:44:40.412934 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 7101f068-aeca-4350-82f7-1f5e6f99314c triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:44:40.413303 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:44:40.581468 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 34208) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:44:40.738015 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-696f1c05-e3ea-416b-94b4-bde73ef84e6b tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Deleting port c1501b11-fff6-4666-9e67-487a318da968 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:44:40.738370 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-696f1c05-e3ea-416b-94b4-bde73ef84e6b tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:44:40.812082 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-696f1c05-e3ea-416b-94b4-bde73ef84e6b tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:44:40.812407 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-696f1c05-e3ea-416b-94b4-bde73ef84e6b tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:44:40.823783 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-696f1c05-e3ea-416b-94b4-bde73ef84e6b tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Calling delete_port for c1501b11-fff6-4666-9e67-487a318da968 owned by network:floatingip {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:44:40.969614 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-696f1c05-e3ea-416b-94b4-bde73ef84e6b tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:44:40.996113 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696f1c05-e3ea-416b-94b4-bde73ef84e6b tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event deleted for resources: {'Port': ['ID=c1501b11-fff6-4666-9e67-487a318da968,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:44:41.018077 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696f1c05-e3ea-416b-94b4-bde73ef84e6b tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:44:41.018448 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696f1c05-e3ea-416b-94b4-bde73ef84e6b tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:44:41.018797 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696f1c05-e3ea-416b-94b4-bde73ef84e6b tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:44:41.019138 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696f1c05-e3ea-416b-94b4-bde73ef84e6b tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:44:41.019466 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696f1c05-e3ea-416b-94b4-bde73ef84e6b tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:44:41.019792 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696f1c05-e3ea-416b-94b4-bde73ef84e6b tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:44:41.020118 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696f1c05-e3ea-416b-94b4-bde73ef84e6b tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:44:41.020443 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696f1c05-e3ea-416b-94b4-bde73ef84e6b tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:44:41.020762 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696f1c05-e3ea-416b-94b4-bde73ef84e6b tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:44:41.021082 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696f1c05-e3ea-416b-94b4-bde73ef84e6b tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:44:41.021401 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696f1c05-e3ea-416b-94b4-bde73ef84e6b tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:44:41.021716 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696f1c05-e3ea-416b-94b4-bde73ef84e6b tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:44:41.022030 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696f1c05-e3ea-416b-94b4-bde73ef84e6b tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:44:41.065671 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-696f1c05-e3ea-416b-94b4-bde73ef84e6b tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for floatingip, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:44:41.066003 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.l3_db [None req-696f1c05-e3ea-416b-94b4-bde73ef84e6b tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Floating IP 436929d9-a799-4b62-97e2-ae9c124deaff disassociated (deleted). External IP: 172.36.3.58, port: a656b92c-0100-4f90-8f9d-697b5ad854d2. Dec 21 13:44:41.280145 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-696f1c05-e3ea-416b-94b4-bde73ef84e6b tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Router 8da292ea-574e-4620-aefa-1550daa19a7d has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:44:41.386626 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-696f1c05-e3ea-416b-94b4-bde73ef84e6b tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:44:41.391282 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-696f1c05-e3ea-416b-94b4-bde73ef84e6b tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for floatingip, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:44:41.397077 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73cc4954-4f41-4e36-a612-a4cced9925d8 None None] Sync routers for ids ['8da292ea-574e-4620-aefa-1550daa19a7d'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:44:41.406543 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73cc4954-4f41-4e36-a612-a4cced9925d8 None None] Routers {'8da292ea-574e-4620-aefa-1550daa19a7d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:44:41.407217 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-73cc4954-4f41-4e36-a612-a4cced9925d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:44:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['8da292ea-574e-4620-aefa-1550daa19a7d'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:44:41.419217 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-696f1c05-e3ea-416b-94b4-bde73ef84e6b tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "DELETE /v2.0/floatingips/436929d9-a799-4b62-97e2-ae9c124deaff HTTP/1.1" status: 204 len: 168 time: 0.8366823 Dec 21 13:44:41.419909 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9aefd6bf-71b6-4fc4-b778-0a3b8cc2e581', 'tag': 'a656b92c-0100-4f90-8f9d-697b5ad854d2'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:44:41.422280 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af6034c98e584fa55ea4398f343c742ceb598288507feaf30d5a15785b2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e344122-df8d-4544-aa58-9063740c72c8" -d '{"events": [{"name": "network-changed", "server_uuid": "9aefd6bf-71b6-4fc4-b778-0a3b8cc2e581", "tag": "a656b92c-0100-4f90-8f9d-697b5ad854d2"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:44:41.471528 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 13:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-620c6f38-858c-414f-b0ff-79428fcd779e x-openstack-request-id: req-620c6f38-858c-414f-b0ff-79428fcd779e {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:44:41.471894 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9aefd6bf-71b6-4fc4-b778-0a3b8cc2e581", "tag": "a656b92c-0100-4f90-8f9d-697b5ad854d2", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:44:41.472217 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-620c6f38-858c-414f-b0ff-79428fcd779e {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:44:41.472726 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9aefd6bf-71b6-4fc4-b778-0a3b8cc2e581', 'tag': 'a656b92c-0100-4f90-8f9d-697b5ad854d2', 'status': 'completed', 'code': 200} Dec 21 13:44:41.514967 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-73cc4954-4f41-4e36-a612-a4cced9925d8 None None] Set router 8da292ea-574e-4620-aefa-1550daa19a7d gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:44:41.564682 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e344122-df8d-4544-aa58-9063740c72c8 req-47c354ae-f594-4446-a76c-96fd2bb4f132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:44:41.566265 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-2e344122-df8d-4544-aa58-9063740c72c8 req-47c354ae-f594-4446-a76c-96fd2bb4f132 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=577ee1d2880f4d34a80a7dfd0cf7da03&device_id=9aefd6bf-71b6-4fc4-b778-0a3b8cc2e581 HTTP/1.1" status: 200 len: 1098 time: 0.0527604 Dec 21 13:44:41.707425 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51203f0a-be59-4637-ba26-68df19db0cf9 req-d455a49e-0f27-45e7-9b0d-e2200e0460fd tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:44:41.708916 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-51203f0a-be59-4637-ba26-68df19db0cf9 req-d455a49e-0f27-45e7-9b0d-e2200e0460fd tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=9aefd6bf-71b6-4fc4-b778-0a3b8cc2e581 HTTP/1.1" status: 200 len: 945 time: 0.1061704 Dec 21 13:44:41.723456 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-73cc4954-4f41-4e36-a612-a4cced9925d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da292ea-574e-4620-aefa-1550daa19a7d', 'name': 'tempest-TestNetworkBasicOps-router-1524158140', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.167'}], 'enable_snat': True}, 'gw_port_id': '7101f068-aeca-4350-82f7-1f5e6f99314c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:43:43Z', 'updated_at': '2021-12-21T13:44:34Z', 'revision_number': 6, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': '7101f068-aeca-4350-82f7-1f5e6f99314c', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ae:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da292ea-574e-4620-aefa-1550daa19a7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:43:43Z', 'updated_at': '2021-12-21T13:44:38Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '14ab1d94-381a-4924-9f6c-51e134ad2c0b', 'name': '', 'network_id': '6a2d0951-6e45-4178-99c9-483f6c9d8878', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'mac_address': 'fa:16:3e:b9:8e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da292ea-574e-4620-aefa-1550daa19a7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '128069a0-c9b3-41a2-96aa-0b910d1342e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:43:46Z', 'updated_at': '2021-12-21T13:44:36Z', 'revision_number': 7, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'subnets': [{'id': '128069a0-c9b3-41a2-96aa-0b910d1342e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:44:41.747045 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e344122-df8d-4544-aa58-9063740c72c8 req-6a8bb8f4-84d3-4e92-b1b1-ffcec7e4bd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:44:41.748575 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-2e344122-df8d-4544-aa58-9063740c72c8 req-6a8bb8f4-84d3-4e92-b1b1-ffcec7e4bd32 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6a2d0951-6e45-4178-99c9-483f6c9d8878 HTTP/1.1" status: 200 len: 897 time: 0.1352997 Dec 21 13:44:41.753297 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73cc4954-4f41-4e36-a612-a4cced9925d8 None None] Checking router: 8da292ea-574e-4620-aefa-1550daa19a7d for host: dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:44:41.761493 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73cc4954-4f41-4e36-a612-a4cced9925d8 None None] Routers {'8da292ea-574e-4620-aefa-1550daa19a7d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:44:41.762102 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-73cc4954-4f41-4e36-a612-a4cced9925d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:44:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['8da292ea-574e-4620-aefa-1550daa19a7d'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:44:41.800555 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-2e344122-df8d-4544-aa58-9063740c72c8 req-cd29f1e5-489d-4194-ac50-1384ec7d7f6f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a656b92c-0100-4f90-8f9d-697b5ad854d2 HTTP/1.1" status: 200 len: 217 time: 0.0439978 Dec 21 13:44:41.805014 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-51203f0a-be59-4637-ba26-68df19db0cf9 req-ef4b670a-4b89-49b2-9a30-a479d8ea62d4 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=70b7ec4c-da97-43e9-8145-73ae93a31988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891395 Dec 21 13:44:41.849147 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e344122-df8d-4544-aa58-9063740c72c8 req-3332e0a1-4f88-4927-ba7e-7976414d3776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:44:41.850642 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-2e344122-df8d-4544-aa58-9063740c72c8 req-3332e0a1-4f88-4927-ba7e-7976414d3776 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=128069a0-c9b3-41a2-96aa-0b910d1342e2 HTTP/1.1" status: 200 len: 835 time: 0.0432386 Dec 21 13:44:41.866803 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-73cc4954-4f41-4e36-a612-a4cced9925d8 None None] Set router 8da292ea-574e-4620-aefa-1550daa19a7d gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:44:41.902282 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e344122-df8d-4544-aa58-9063740c72c8 req-e20a5298-6a83-4e19-b87b-ef86216f5ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:44:41.903823 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-2e344122-df8d-4544-aa58-9063740c72c8 req-e20a5298-6a83-4e19-b87b-ef86216f5ae3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6a2d0951-6e45-4178-99c9-483f6c9d8878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0468967 Dec 21 13:44:41.997295 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-2e344122-df8d-4544-aa58-9063740c72c8 req-bfc8c56a-de62-4499-aff8-76274c011dcf service neutron] 10.222.0.60 "GET /v2.0/networks/6a2d0951-6e45-4178-99c9-483f6c9d8878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844805 Dec 21 13:44:42.091421 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-2e344122-df8d-4544-aa58-9063740c72c8 req-64b07ba4-5836-4884-a426-ae3570619ea7 service neutron] 10.222.0.60 "GET /v2.0/networks/6a2d0951-6e45-4178-99c9-483f6c9d8878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866492 Dec 21 13:44:42.148508 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-73cc4954-4f41-4e36-a612-a4cced9925d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da292ea-574e-4620-aefa-1550daa19a7d', 'name': 'tempest-TestNetworkBasicOps-router-1524158140', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.167'}], 'enable_snat': True}, 'gw_port_id': '7101f068-aeca-4350-82f7-1f5e6f99314c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:43:43Z', 'updated_at': '2021-12-21T13:44:34Z', 'revision_number': 6, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': '7101f068-aeca-4350-82f7-1f5e6f99314c', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ae:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da292ea-574e-4620-aefa-1550daa19a7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:43:43Z', 'updated_at': '2021-12-21T13:44:38Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '14ab1d94-381a-4924-9f6c-51e134ad2c0b', 'name': '', 'network_id': '6a2d0951-6e45-4178-99c9-483f6c9d8878', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'mac_address': 'fa:16:3e:b9:8e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da292ea-574e-4620-aefa-1550daa19a7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '128069a0-c9b3-41a2-96aa-0b910d1342e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:43:46Z', 'updated_at': '2021-12-21T13:44:36Z', 'revision_number': 7, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'subnets': [{'id': '128069a0-c9b3-41a2-96aa-0b910d1342e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:44:42.177368 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73cc4954-4f41-4e36-a612-a4cced9925d8 None None] The sync data for ids ['8da292ea-574e-4620-aefa-1550daa19a7d'] in dv-neutron-master-2-hyperv is: [{'id': '8da292ea-574e-4620-aefa-1550daa19a7d', 'name': 'tempest-TestNetworkBasicOps-router-1524158140', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.167'}], 'enable_snat': True}, 'gw_port_id': '7101f068-aeca-4350-82f7-1f5e6f99314c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:43:43Z', 'updated_at': '2021-12-21T13:44:34Z', 'revision_number': 6, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': '7101f068-aeca-4350-82f7-1f5e6f99314c', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ae:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da292ea-574e-4620-aefa-1550daa19a7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:43:43Z', 'updated_at': '2021-12-21T13:44:38Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '14ab1d94-381a-4924-9f6c-51e134ad2c0b', 'name': '', 'network_id': '6a2d0951-6e45-4178-99c9-483f6c9d8878', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'mac_address': 'fa:16:3e:b9:8e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da292ea-574e-4620-aefa-1550daa19a7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '128069a0-c9b3-41a2-96aa-0b910d1342e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:43:46Z', 'updated_at': '2021-12-21T13:44:36Z', 'revision_number': 7, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'subnets': [{'id': '128069a0-c9b3-41a2-96aa-0b910d1342e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:44:42.832118 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efc8473-d763-4fb1-bb3d-934f63dff72e None None] New status for floating IP 436929d9-a799-4b62-97e2-ae9c124deaff: DOWN {{(pid=103154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 13:44:42.925715 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab49785-6c27-4fef-a9d0-554432539dfd req-7fd3df6b-6e48-42f3-908c-b4299bfb526b tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:44:42.927265 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-bab49785-6c27-4fef-a9d0-554432539dfd req-7fd3df6b-6e48-42f3-908c-b4299bfb526b tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=9aefd6bf-71b6-4fc4-b778-0a3b8cc2e581 HTTP/1.1" status: 200 len: 945 time: 0.0500007 Dec 21 13:44:42.975395 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-bab49785-6c27-4fef-a9d0-554432539dfd req-61f8be99-eaf9-4441-b70e-aa43de47451d tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/security-groups?id=70b7ec4c-da97-43e9-8145-73ae93a31988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411434 Dec 21 13:44:43.060596 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66afbeae-1eb3-460d-84fb-b38d246dd472 req-5e8f5130-dc6c-4298-8f9b-f3fe42ad07b3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:44:43.062014 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-66afbeae-1eb3-460d-84fb-b38d246dd472 req-5e8f5130-dc6c-4298-8f9b-f3fe42ad07b3 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.60 "GET /v2.0/ports?device_id=9aefd6bf-71b6-4fc4-b778-0a3b8cc2e581 HTTP/1.1" status: 200 len: 945 time: 0.0481834 Dec 21 13:44:43.145943 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [req-66afbeae-1eb3-460d-84fb-b38d246dd472 req-05d7df88-710d-4112-b8a8-a4613f562c6b tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Deleting port a656b92c-0100-4f90-8f9d-697b5ad854d2 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:44:43.146273 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-66afbeae-1eb3-460d-84fb-b38d246dd472 req-05d7df88-710d-4112-b8a8-a4613f562c6b tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:44:43.235297 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-66afbeae-1eb3-460d-84fb-b38d246dd472 req-05d7df88-710d-4112-b8a8-a4613f562c6b tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] For port a656b92c-0100-4f90-8f9d-697b5ad854d2, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a656b92c-0100-4f90-8f9d-697b5ad854d2,segment=NetworkSegment(05fa0648-3cb7-416e-b72e-b419ce27fe87),segment_id=05fa0648-3cb7-416e-b72e-b419ce27fe87)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:44:43.235573 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-66afbeae-1eb3-460d-84fb-b38d246dd472 req-05d7df88-710d-4112-b8a8-a4613f562c6b tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:44:43.247006 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [req-66afbeae-1eb3-460d-84fb-b38d246dd472 req-05d7df88-710d-4112-b8a8-a4613f562c6b tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Calling delete_port for a656b92c-0100-4f90-8f9d-697b5ad854d2 owned by compute:nova {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:44:43.343905 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:44:43.376036 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-66afbeae-1eb3-460d-84fb-b38d246dd472 req-05d7df88-710d-4112-b8a8-a4613f562c6b tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:44:43.405342 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d7df88-710d-4112-b8a8-a4613f562c6b tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event deleted for resources: {'Port': ['ID=a656b92c-0100-4f90-8f9d-697b5ad854d2,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:44:43.445643 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [req-66afbeae-1eb3-460d-84fb-b38d246dd472 req-05d7df88-710d-4112-b8a8-a4613f562c6b tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] No DVR routers for this DVR port a656b92c-0100-4f90-8f9d-697b5ad854d2 on host hv-neutron-mast {{(pid=103153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:44:43.448396 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-66afbeae-1eb3-460d-84fb-b38d246dd472 req-05d7df88-710d-4112-b8a8-a4613f562c6b tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:44:43.451902 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-66afbeae-1eb3-460d-84fb-b38d246dd472 req-05d7df88-710d-4112-b8a8-a4613f562c6b tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.60 "DELETE /v2.0/ports/a656b92c-0100-4f90-8f9d-697b5ad854d2 HTTP/1.1" status: 204 len: 173 time: 0.3841550 Dec 21 13:44:43.473519 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aefd6bf-71b6-4fc4-b778-0a3b8cc2e581', 'name': 'network-vif-deleted', 'tag': 'a656b92c-0100-4f90-8f9d-697b5ad854d2'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:44:43.475847 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af6034c98e584fa55ea4398f343c742ceb598288507feaf30d5a15785b2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae7c5070-ab24-4089-b8b8-78a66bad352a" -d '{"events": [{"server_uuid": "9aefd6bf-71b6-4fc4-b778-0a3b8cc2e581", "name": "network-vif-deleted", "tag": "a656b92c-0100-4f90-8f9d-697b5ad854d2"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:44:43.510239 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 13:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d2bc253-1c0a-49c9-a809-3ca09745764b x-openstack-request-id: req-7d2bc253-1c0a-49c9-a809-3ca09745764b {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:44:43.510557 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aefd6bf-71b6-4fc4-b778-0a3b8cc2e581", "name": "network-vif-deleted", "tag": "a656b92c-0100-4f90-8f9d-697b5ad854d2", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:44:43.511307 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7d2bc253-1c0a-49c9-a809-3ca09745764b {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:44:43.511707 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aefd6bf-71b6-4fc4-b778-0a3b8cc2e581', 'name': 'network-vif-deleted', 'tag': 'a656b92c-0100-4f90-8f9d-697b5ad854d2', 'status': 'completed', 'code': 200} Dec 21 13:44:44.080633 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-ae205b89-c6b2-430f-9d00-31a54dc2693f req-5844b458-3cd5-4255-becb-9152fabc0223 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "GET /v2.0/ports?device_id=9aefd6bf-71b6-4fc4-b778-0a3b8cc2e581 HTTP/1.1" status: 200 len: 210 time: 0.0270147 Dec 21 13:44:45.136713 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 34226) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:44:45.192916 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d93e6545-1c08-452b-81bc-b7928310af1e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:44:45.218908 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d93e6545-1c08-452b-81bc-b7928310af1e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:44:45.280742 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d93e6545-1c08-452b-81bc-b7928310af1e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:44:45.283281 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d93e6545-1c08-452b-81bc-b7928310af1e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:44:45.284419 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-d93e6545-1c08-452b-81bc-b7928310af1e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "DELETE /v2.0/security-groups/70b7ec4c-da97-43e9-8145-73ae93a31988 HTTP/1.1" status: 204 len: 168 time: 0.1467066 Dec 21 13:44:45.293325 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93e6545-1c08-452b-81bc-b7928310af1e tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b7ec4c-da97-43e9-8145-73ae93a31988,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:44:45.313665 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 34230) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:44:45.846870 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.agents_db [None req-c60a5637-8c6f-4692-b23b-7dd82bd36b21 None None] Agent healthcheck: found 6 active agents {{(pid=103155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 13:44:45.980908 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-681aa8c8-3b1b-4572-8375-7e3cf41c16e1 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532692'] for router_interface, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:44:46.237049 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-681aa8c8-3b1b-4572-8375-7e3cf41c16e1 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Deleting port 14ab1d94-381a-4924-9f6c-51e134ad2c0b {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:44:46.237679 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-681aa8c8-3b1b-4572-8375-7e3cf41c16e1 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:44:46.323173 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device a656b92c-0100-4f90-8f9d-697b5ad854d2 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:44:46.325850 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-681aa8c8-3b1b-4572-8375-7e3cf41c16e1 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] For port 14ab1d94-381a-4924-9f6c-51e134ad2c0b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=14ab1d94-381a-4924-9f6c-51e134ad2c0b,segment=NetworkSegment(05fa0648-3cb7-416e-b72e-b419ce27fe87),segment_id=05fa0648-3cb7-416e-b72e-b419ce27fe87)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:44:46.326212 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-681aa8c8-3b1b-4572-8375-7e3cf41c16e1 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:44:46.337864 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-681aa8c8-3b1b-4572-8375-7e3cf41c16e1 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Calling delete_port for 14ab1d94-381a-4924-9f6c-51e134ad2c0b owned by network:router_interface {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:44:46.345774 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] No Port match for: a656b92c-0100-4f90-8f9d-697b5ad854d2 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:44:46.346121 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device a656b92c-0100-4f90-8f9d-697b5ad854d2 not bound to the agent host hv-neutron-mast {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:44:46.528707 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-681aa8c8-3b1b-4572-8375-7e3cf41c16e1 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:44:46.551827 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681aa8c8-3b1b-4572-8375-7e3cf41c16e1 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event deleted for resources: {'Port': ['ID=14ab1d94-381a-4924-9f6c-51e134ad2c0b,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:44:46.728492 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-681aa8c8-3b1b-4572-8375-7e3cf41c16e1 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534084'] for router_interface, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:44:46.938171 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-681aa8c8-3b1b-4572-8375-7e3cf41c16e1 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Router 8da292ea-574e-4620-aefa-1550daa19a7d has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:44:47.041723 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-681aa8c8-3b1b-4572-8375-7e3cf41c16e1 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:44:47.047981 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-681aa8c8-3b1b-4572-8375-7e3cf41c16e1 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "PUT /v2.0/routers/8da292ea-574e-4620-aefa-1550daa19a7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7329628 Dec 21 13:44:47.050976 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 34232) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:44:47.051879 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5979444-8719-4166-bda2-a4b8bbc32e2d None None] Sync routers for ids ['8da292ea-574e-4620-aefa-1550daa19a7d'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:44:47.061642 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5979444-8719-4166-bda2-a4b8bbc32e2d None None] Routers {'8da292ea-574e-4620-aefa-1550daa19a7d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:44:47.062320 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-f5979444-8719-4166-bda2-a4b8bbc32e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:44:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['8da292ea-574e-4620-aefa-1550daa19a7d'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:44:47.101285 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_v2 [None req-f495f516-ee09-458a-a687-e7e9921323e2 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Deleting subnet 128069a0-c9b3-41a2-96aa-0b910d1342e2 {{(pid=103152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:44:47.105070 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f495f516-ee09-458a-a687-e7e9921323e2 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for subnet, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:44:47.148338 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f495f516-ee09-458a-a687-e7e9921323e2 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526644'] for subnet, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:44:47.163639 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-f5979444-8719-4166-bda2-a4b8bbc32e2d None None] Set router 8da292ea-574e-4620-aefa-1550daa19a7d gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:44:47.229990 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f495f516-ee09-458a-a687-e7e9921323e2 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:44:47.287409 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f495f516-ee09-458a-a687-e7e9921323e2 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12346570'] for subnet, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:44:47.317387 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f495f516-ee09-458a-a687-e7e9921323e2 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event deleted for resources: {'Subnet': ['ID=128069a0-c9b3-41a2-96aa-0b910d1342e2,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:44:47.321938 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f495f516-ee09-458a-a687-e7e9921323e2 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:44:47.325610 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-f495f516-ee09-458a-a687-e7e9921323e2 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "DELETE /v2.0/subnets/128069a0-c9b3-41a2-96aa-0b910d1342e2 HTTP/1.1" status: 204 len: 168 time: 0.2736428 Dec 21 13:44:47.328615 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 34234) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:44:47.329091 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa2e881-f4af-410a-b754-dd469cd7caf5 None None] Network 6a2d0951-6e45-4178-99c9-483f6c9d8878 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:44:47.330565 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f495f516-ee09-458a-a687-e7e9921323e2 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:44:47.330915 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f495f516-ee09-458a-a687-e7e9921323e2 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:44:47.331260 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f495f516-ee09-458a-a687-e7e9921323e2 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:44:47.331596 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f495f516-ee09-458a-a687-e7e9921323e2 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:44:47.331926 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f495f516-ee09-458a-a687-e7e9921323e2 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:44:47.332256 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f495f516-ee09-458a-a687-e7e9921323e2 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:44:47.332585 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f495f516-ee09-458a-a687-e7e9921323e2 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:44:47.332909 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f495f516-ee09-458a-a687-e7e9921323e2 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:44:47.333233 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f495f516-ee09-458a-a687-e7e9921323e2 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:44:47.333563 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f495f516-ee09-458a-a687-e7e9921323e2 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:44:47.333883 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f495f516-ee09-458a-a687-e7e9921323e2 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:44:47.334243 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f495f516-ee09-458a-a687-e7e9921323e2 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:44:47.334547 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f495f516-ee09-458a-a687-e7e9921323e2 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:44:47.349050 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-f5979444-8719-4166-bda2-a4b8bbc32e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da292ea-574e-4620-aefa-1550daa19a7d', 'name': 'tempest-TestNetworkBasicOps-router-1524158140', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.167'}], 'enable_snat': True}, 'gw_port_id': '7101f068-aeca-4350-82f7-1f5e6f99314c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:43:43Z', 'updated_at': '2021-12-21T13:44:46Z', 'revision_number': 7, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': '7101f068-aeca-4350-82f7-1f5e6f99314c', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ae:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da292ea-574e-4620-aefa-1550daa19a7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:43:43Z', 'updated_at': '2021-12-21T13:44:38Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:44:47.378090 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5979444-8719-4166-bda2-a4b8bbc32e2d None None] Checking router: 8da292ea-574e-4620-aefa-1550daa19a7d for host: dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:44:47.398574 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5979444-8719-4166-bda2-a4b8bbc32e2d None None] Routers {'8da292ea-574e-4620-aefa-1550daa19a7d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:44:47.399212 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-f5979444-8719-4166-bda2-a4b8bbc32e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:44:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['8da292ea-574e-4620-aefa-1550daa19a7d'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:44:47.452076 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-547fdac8-06f5-4aa2-abfb-38a0530cbb0a tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for router, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:44:47.496248 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82822b98-4500-4d59-b3dc-62dbd4482239 None None] DHCP port deletion for 6a2d0951-6e45-4178-99c9-483f6c9d8878 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:44:47.505148 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-f5979444-8719-4166-bda2-a4b8bbc32e2d None None] Set router 8da292ea-574e-4620-aefa-1550daa19a7d gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:44:47.546103 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-82822b98-4500-4d59-b3dc-62dbd4482239 None None] Deleting port 683c6c81-67ea-4379-a9d7-09fc0f10da18 {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:44:47.546789 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-82822b98-4500-4d59-b3dc-62dbd4482239 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:44:47.576420 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-547fdac8-06f5-4aa2-abfb-38a0530cbb0a tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:44:47.611802 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-82822b98-4500-4d59-b3dc-62dbd4482239 None None] For port 683c6c81-67ea-4379-a9d7-09fc0f10da18, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=683c6c81-67ea-4379-a9d7-09fc0f10da18,segment=NetworkSegment(05fa0648-3cb7-416e-b72e-b419ce27fe87),segment_id=05fa0648-3cb7-416e-b72e-b419ce27fe87)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:44:47.612200 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-82822b98-4500-4d59-b3dc-62dbd4482239 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:44:47.626546 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-82822b98-4500-4d59-b3dc-62dbd4482239 None None] Calling delete_port for 683c6c81-67ea-4379-a9d7-09fc0f10da18 owned by network:dhcp {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:44:47.634574 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-547fdac8-06f5-4aa2-abfb-38a0530cbb0a tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Deleting port 7101f068-aeca-4350-82f7-1f5e6f99314c {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:44:47.635066 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-547fdac8-06f5-4aa2-abfb-38a0530cbb0a tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:44:47.688613 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-f5979444-8719-4166-bda2-a4b8bbc32e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da292ea-574e-4620-aefa-1550daa19a7d', 'name': 'tempest-TestNetworkBasicOps-router-1524158140', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.167'}], 'enable_snat': True}, 'gw_port_id': '7101f068-aeca-4350-82f7-1f5e6f99314c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:43:43Z', 'updated_at': '2021-12-21T13:44:46Z', 'revision_number': 7, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': '7101f068-aeca-4350-82f7-1f5e6f99314c', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ae:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da292ea-574e-4620-aefa-1550daa19a7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:43:43Z', 'updated_at': '2021-12-21T13:44:38Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:44:47.712243 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-82822b98-4500-4d59-b3dc-62dbd4482239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636'] for port, after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:44:47.715840 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5979444-8719-4166-bda2-a4b8bbc32e2d None None] The sync data for ids ['8da292ea-574e-4620-aefa-1550daa19a7d'] in dv-neutron-master-2-hyperv is: [{'id': '8da292ea-574e-4620-aefa-1550daa19a7d', 'name': 'tempest-TestNetworkBasicOps-router-1524158140', 'tenant_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.167'}], 'enable_snat': True}, 'gw_port_id': '7101f068-aeca-4350-82f7-1f5e6f99314c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:43:43Z', 'updated_at': '2021-12-21T13:44:46Z', 'revision_number': 7, 'project_id': '577ee1d2880f4d34a80a7dfd0cf7da03', 'gw_port': {'id': '7101f068-aeca-4350-82f7-1f5e6f99314c', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ae:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da292ea-574e-4620-aefa-1550daa19a7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:43:43Z', 'updated_at': '2021-12-21T13:44:38Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:44:47.725464 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-547fdac8-06f5-4aa2-abfb-38a0530cbb0a tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] For port 7101f068-aeca-4350-82f7-1f5e6f99314c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7101f068-aeca-4350-82f7-1f5e6f99314c,segment=NetworkSegment(a32e5bfd-6fac-434f-817b-5707a23fd2ca),segment_id=a32e5bfd-6fac-434f-817b-5707a23fd2ca)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:44:47.725832 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-547fdac8-06f5-4aa2-abfb-38a0530cbb0a tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:44:47.739450 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82822b98-4500-4d59-b3dc-62dbd4482239 None None] No DVR routers for this DVR port 683c6c81-67ea-4379-a9d7-09fc0f10da18 on host dv-neutron-master-2-hyperv {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:44:47.739647 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-547fdac8-06f5-4aa2-abfb-38a0530cbb0a tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Calling delete_port for 7101f068-aeca-4350-82f7-1f5e6f99314c owned by network:router_gateway {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:44:47.741527 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82822b98-4500-4d59-b3dc-62dbd4482239 None None] Pushing event deleted for resources: {'Port': ['ID=683c6c81-67ea-4379-a9d7-09fc0f10da18,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:44:47.756703 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82822b98-4500-4d59-b3dc-62dbd4482239 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:44:47.757187 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82822b98-4500-4d59-b3dc-62dbd4482239 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:44:47.757507 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82822b98-4500-4d59-b3dc-62dbd4482239 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:44:47.757845 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82822b98-4500-4d59-b3dc-62dbd4482239 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:44:47.758178 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82822b98-4500-4d59-b3dc-62dbd4482239 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:44:47.758565 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82822b98-4500-4d59-b3dc-62dbd4482239 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:44:47.758896 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82822b98-4500-4d59-b3dc-62dbd4482239 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:44:47.759221 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82822b98-4500-4d59-b3dc-62dbd4482239 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:44:47.759622 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82822b98-4500-4d59-b3dc-62dbd4482239 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:44:47.759990 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82822b98-4500-4d59-b3dc-62dbd4482239 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:44:47.760275 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82822b98-4500-4d59-b3dc-62dbd4482239 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:44:47.760643 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82822b98-4500-4d59-b3dc-62dbd4482239 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:44:47.761483 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82822b98-4500-4d59-b3dc-62dbd4482239 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:44:47.928100 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-547fdac8-06f5-4aa2-abfb-38a0530cbb0a tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:44:47.953139 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fdac8-06f5-4aa2-abfb-38a0530cbb0a tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event deleted for resources: {'Port': ['ID=7101f068-aeca-4350-82f7-1f5e6f99314c,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:44:47.968484 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e573bf-d245-463b-ad30-0f8e9a405a40 None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:44:48.014840 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-547fdac8-06f5-4aa2-abfb-38a0530cbb0a tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-548638'] for router_gateway, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:44:48.107246 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-547fdac8-06f5-4aa2-abfb-38a0530cbb0a tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26950'] for router, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:44:48.109365 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-547fdac8-06f5-4aa2-abfb-38a0530cbb0a tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:44:48.151967 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-547fdac8-06f5-4aa2-abfb-38a0530cbb0a tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534967'] for router, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:44:48.152511 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-547fdac8-06f5-4aa2-abfb-38a0530cbb0a tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Fanout notify agent at l3_agent the message router_deleted on router 8da292ea-574e-4620-aefa-1550daa19a7d {{(pid=103153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 13:44:48.159375 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-547fdac8-06f5-4aa2-abfb-38a0530cbb0a tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for router, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:44:48.163067 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-547fdac8-06f5-4aa2-abfb-38a0530cbb0a tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "DELETE /v2.0/routers/8da292ea-574e-4620-aefa-1550daa19a7d HTTP/1.1" status: 204 len: 168 time: 0.8301091 Dec 21 13:44:48.163276 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 34236) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:44:48.242531 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e4fc8ec3-8a45-4082-bd5f-6d9a195d65b9 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:44:48.333549 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e4fc8ec3-8a45-4082-bd5f-6d9a195d65b9 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:44:48.353156 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-e4fc8ec3-8a45-4082-bd5f-6d9a195d65b9 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a2d0951-6e45-4178-99c9-483f6c9d8878']}} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:44:48.362617 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-e4fc8ec3-8a45-4082-bd5f-6d9a195d65b9 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05fa0648-3cb7-416e-b72e-b419ce27fe87') {'for_net_delete': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:44:48.362912 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-e4fc8ec3-8a45-4082-bd5f-6d9a195d65b9 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05fa0648-3cb7-416e-b72e-b419ce27fe87') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:44:48.371957 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e4fc8ec3-8a45-4082-bd5f-6d9a195d65b9 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1585430'] for segment, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:44:48.384660 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e4fc8ec3-8a45-4082-bd5f-6d9a195d65b9 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:44:48.390560 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4fc8ec3-8a45-4082-bd5f-6d9a195d65b9 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=103153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:44:48.390944 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e4fc8ec3-8a45-4082-bd5f-6d9a195d65b9 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11349758'] for segment, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:44:48.394158 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:44:48.394158 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:44:48.394158 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:44:48.394158 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:44:48.394158 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:44:48.394158 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:44:48.394158 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:44:48.394158 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:44:48.394158 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:44:48.394158 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:44:48.394158 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:44:48.394158 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:44:48.394158 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:44:48.394158 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:44:48.394158 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:44:48.394158 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:44:48.394158 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:44:48.394158 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:44:48.394158 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:44:48.394158 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:44:48.394158 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:44:48.394158 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:44:48.394158 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:44:48.394158 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:44:48.394158 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:44:48.394158 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:44:48.394158 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:44:48.394158 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:44:48.394158 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:44:48.394158 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:44:48.394158 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:44:48.394158 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:44:48.394158 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:44:48.394158 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:44:48.394158 dv-neutron-master-2-hyperv neutron-server[103153]: Traceback (most recent call last): Dec 21 13:44:48.394158 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:44:48.394158 dv-neutron-master-2-hyperv neutron-server[103153]: timer() Dec 21 13:44:48.394158 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:44:48.394158 dv-neutron-master-2-hyperv neutron-server[103153]: cb(*args, **kw) Dec 21 13:44:48.394158 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:44:48.394158 dv-neutron-master-2-hyperv neutron-server[103153]: return func(*args, **kwargs) Dec 21 13:44:48.394158 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:44:48.394158 dv-neutron-master-2-hyperv neutron-server[103153]: self._notify() Dec 21 13:44:48.394158 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:44:48.394158 dv-neutron-master-2-hyperv neutron-server[103153]: self.callback(batched_events) Dec 21 13:44:48.394158 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:44:48.394158 dv-neutron-master-2-hyperv neutron-server[103153]: event.method(event) Dec 21 13:44:48.394158 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:44:48.394158 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:44:48.394158 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:44:48.394158 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:44:48.394158 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:44:48.394158 dv-neutron-master-2-hyperv neutron-server[103153]: return f(self, *a, **k) Dec 21 13:44:48.394158 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:44:48.394158 dv-neutron-master-2-hyperv neutron-server[103153]: return self._get(url).json() Dec 21 13:44:48.394158 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:44:48.394158 dv-neutron-master-2-hyperv neutron-server[103153]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:44:48.394158 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:44:48.394158 dv-neutron-master-2-hyperv neutron-server[103153]: return self.request(url, 'GET', **kwargs) Dec 21 13:44:48.394158 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:44:48.394158 dv-neutron-master-2-hyperv neutron-server[103153]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:44:48.394158 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:44:48.394158 dv-neutron-master-2-hyperv neutron-server[103153]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:44:48.394158 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:44:48.394158 dv-neutron-master-2-hyperv neutron-server[103153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:44:48.394158 dv-neutron-master-2-hyperv neutron-server[103153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:44:48.453833 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e4fc8ec3-8a45-4082-bd5f-6d9a195d65b9 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:44:48.460598 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e4fc8ec3-8a45-4082-bd5f-6d9a195d65b9 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:44:48.464221 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-e4fc8ec3-8a45-4082-bd5f-6d9a195d65b9 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] 10.222.0.37 "DELETE /v2.0/networks/6a2d0951-6e45-4178-99c9-483f6c9d8878 HTTP/1.1" status: 204 len: 168 time: 0.2995341 Dec 21 13:44:48.475396 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fc8ec3-8a45-4082-bd5f-6d9a195d65b9 tempest-TestNetworkBasicOps-741954805 tempest-TestNetworkBasicOps-741954805-project] Pushing event deleted for resources: {'Network': ['ID=6a2d0951-6e45-4178-99c9-483f6c9d8878,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:44:48.638170 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 7101f068-aeca-4350-82f7-1f5e6f99314c no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:44:48.658491 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: 7101f068-aeca-4350-82f7-1f5e6f99314c {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:44:48.658884 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 7101f068-aeca-4350-82f7-1f5e6f99314c not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:44:48.659261 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 683c6c81-67ea-4379-a9d7-09fc0f10da18 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:44:48.678427 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: 683c6c81-67ea-4379-a9d7-09fc0f10da18 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:44:48.678781 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 683c6c81-67ea-4379-a9d7-09fc0f10da18 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:44:48.679197 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 14ab1d94-381a-4924-9f6c-51e134ad2c0b no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:44:48.698070 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: 14ab1d94-381a-4924-9f6c-51e134ad2c0b {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:44:48.698465 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 14ab1d94-381a-4924-9f6c-51e134ad2c0b not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:44:48.742603 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 34242) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:44:48.871843 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-092928e5-5497-4cfa-a89e-f4559c5b65d3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=577ee1d2880f4d34a80a7dfd0cf7da03&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1276174 Dec 21 13:44:48.873862 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 34246) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:44:48.919589 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-422ca339-40f6-4dfd-99c4-f540a052d688 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:44:48.939638 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-422ca339-40f6-4dfd-99c4-f540a052d688 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:44:48.984820 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-422ca339-40f6-4dfd-99c4-f540a052d688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:44:48.987731 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-422ca339-40f6-4dfd-99c4-f540a052d688 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:44:48.988883 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-422ca339-40f6-4dfd-99c4-f540a052d688 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/24ee8043-4233-4131-8496-70954a89d2aa HTTP/1.1" status: 204 len: 168 time: 0.1140909 Dec 21 13:44:48.996571 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422ca339-40f6-4dfd-99c4-f540a052d688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24ee8043-4233-4131-8496-70954a89d2aa,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:44:49.240223 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 34252) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:44:49.254038 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b81aa956-bc9b-4e8d-87b1-2e91b50169c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:44:49.325443 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b81aa956-bc9b-4e8d-87b1-2e91b50169c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:44:49.328818 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b81aa956-bc9b-4e8d-87b1-2e91b50169c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:44:49.365158 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-b81aa956-bc9b-4e8d-87b1-2e91b50169c1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e925c2588f7e4008811234cb52ddcb34&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1238265 Dec 21 13:44:49.367862 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 34254) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:44:49.374031 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81aa956-bc9b-4e8d-87b1-2e91b50169c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03a2bd1b-6dab-49f6-8280-52a27f0886a3,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:44:49.417449 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2cbeb720-3bd5-48a9-b680-6b7e5be07f9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:44:49.437991 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2cbeb720-3bd5-48a9-b680-6b7e5be07f9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:44:49.483231 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2cbeb720-3bd5-48a9-b680-6b7e5be07f9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:44:49.485736 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2cbeb720-3bd5-48a9-b680-6b7e5be07f9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:44:49.486874 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-2cbeb720-3bd5-48a9-b680-6b7e5be07f9d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/03a2bd1b-6dab-49f6-8280-52a27f0886a3 HTTP/1.1" status: 204 len: 168 time: 0.1181340 Dec 21 13:44:49.494149 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbeb720-3bd5-48a9-b680-6b7e5be07f9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03a2bd1b-6dab-49f6-8280-52a27f0886a3,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:44:55.167218 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-4acc3dbb-fe60-4909-bbf9-69654502d58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:44:56.130092 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-e6fb660c-a73e-4042-bbcd-46821fce6ad9 req-7b1638fe-32dd-470a-bee7-76c91f75eb9e tempest-ServersAdminNegativeTestJSON-588628078 tempest-ServersAdminNegativeTestJSON-588628078-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=379ba55c46f54549b4e4f4f1c2cc4f3e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330181 Dec 21 13:44:56.308511 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb660c-a73e-4042-bbcd-46821fce6ad9 req-a340705f-60e4-4350-9d14-c9060c852503 tempest-ServersAdminNegativeTestJSON-588628078 tempest-ServersAdminNegativeTestJSON-588628078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:44:56.309959 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-e6fb660c-a73e-4042-bbcd-46821fce6ad9 req-a340705f-60e4-4350-9d14-c9060c852503 tempest-ServersAdminNegativeTestJSON-588628078 tempest-ServersAdminNegativeTestJSON-588628078-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1745634 Dec 21 13:44:56.325405 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-e6fb660c-a73e-4042-bbcd-46821fce6ad9 req-eeb6004a-c65c-4ce3-b945-09bfa02f8205 tempest-ServersAdminNegativeTestJSON-588628078 tempest-ServersAdminNegativeTestJSON-588628078-project] 10.222.0.37 "GET /v2.0/quotas/379ba55c46f54549b4e4f4f1c2cc4f3e HTTP/1.1" status: 200 len: 375 time: 0.0094953 Dec 21 13:44:56.356061 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-e6fb660c-a73e-4042-bbcd-46821fce6ad9 req-f60d036e-be7f-4ad3-9899-caeac63758f4 tempest-ServersAdminNegativeTestJSON-588628078 tempest-ServersAdminNegativeTestJSON-588628078-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=379ba55c46f54549b4e4f4f1c2cc4f3e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0254707 Dec 21 13:44:56.511633 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-0060e7c4-50e7-4465-b7c6-b387a7c2019a req-80218e7e-7b9d-4490-aca6-625e31173139 tempest-ServersAdminNegativeTestJSON-588628078 tempest-ServersAdminNegativeTestJSON-588628078-project] 10.222.0.37 "GET /v2.0/ports?device_id=b76dc718-d7a8-4722-a445-6bb8885b8cc3 HTTP/1.1" status: 200 len: 210 time: 0.0284114 Dec 21 13:44:57.388339 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-e6fb660c-a73e-4042-bbcd-46821fce6ad9 req-d1a3d16c-1558-4062-a867-164869b40089 tempest-ServersAdminNegativeTestJSON-588628078 tempest-ServersAdminNegativeTestJSON-588628078-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=379ba55c46f54549b4e4f4f1c2cc4f3e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0225723 Dec 21 13:44:57.509343 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb660c-a73e-4042-bbcd-46821fce6ad9 req-28f78d22-2e54-4ef2-9cd7-9a06926074c3 tempest-ServersAdminNegativeTestJSON-588628078 tempest-ServersAdminNegativeTestJSON-588628078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:44:57.511392 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-e6fb660c-a73e-4042-bbcd-46821fce6ad9 req-28f78d22-2e54-4ef2-9cd7-9a06926074c3 tempest-ServersAdminNegativeTestJSON-588628078 tempest-ServersAdminNegativeTestJSON-588628078-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1173925 Dec 21 13:44:57.533060 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [req-e6fb660c-a73e-4042-bbcd-46821fce6ad9 req-a80bf1ac-4b64-48f2-ba27-2c6ea7b908bd tempest-ServersAdminNegativeTestJSON-588628078 tempest-ServersAdminNegativeTestJSON-588628078-project] Request body: {'port': {'device_id': 'b76dc718-d7a8-4722-a445-6bb8885b8cc3', 'network_id': '095a9d61-fbb6-404f-85a6-eabb1bb70917', 'admin_state_up': True, 'tenant_id': '379ba55c46f54549b4e4f4f1c2cc4f3e'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:44:57.592619 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c14ad65d-53e8-46fc-ac75-daad35556342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:44:57.629973 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a07cce87-cfa2-4d95-a224-bc7a60a0f9e8 req-8b85440d-a704-4f24-bed7-3bd30918f071 tempest-ServersAdminNegativeTestJSON-588628078 tempest-ServersAdminNegativeTestJSON-588628078-project] 10.222.0.37 "GET /v2.0/ports?device_id=b76dc718-d7a8-4722-a445-6bb8885b8cc3 HTTP/1.1" status: 200 len: 210 time: 0.0369964 Dec 21 13:44:57.671528 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6fb660c-a73e-4042-bbcd-46821fce6ad9 req-a80bf1ac-4b64-48f2-ba27-2c6ea7b908bd tempest-ServersAdminNegativeTestJSON-588628078 tempest-ServersAdminNegativeTestJSON-588628078-project] Made reservation on behalf of 379ba55c46f54549b4e4f4f1c2cc4f3e for: {'port': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:44:57.675339 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-e6fb660c-a73e-4042-bbcd-46821fce6ad9 req-a80bf1ac-4b64-48f2-ba27-2c6ea7b908bd tempest-ServersAdminNegativeTestJSON-588628078 tempest-ServersAdminNegativeTestJSON-588628078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:44:57.684559 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-e6fb660c-a73e-4042-bbcd-46821fce6ad9 req-a80bf1ac-4b64-48f2-ba27-2c6ea7b908bd tempest-ServersAdminNegativeTestJSON-588628078 tempest-ServersAdminNegativeTestJSON-588628078-project] Publish callbacks [] for security_group, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:44:57.758290 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-e6fb660c-a73e-4042-bbcd-46821fce6ad9 req-a80bf1ac-4b64-48f2-ba27-2c6ea7b908bd tempest-ServersAdminNegativeTestJSON-588628078 tempest-ServersAdminNegativeTestJSON-588628078-project] Publish callbacks [] for security_group, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:44:57.761909 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-e6fb660c-a73e-4042-bbcd-46821fce6ad9 req-a80bf1ac-4b64-48f2-ba27-2c6ea7b908bd tempest-ServersAdminNegativeTestJSON-588628078 tempest-ServersAdminNegativeTestJSON-588628078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:44:57.827194 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80bf1ac-4b64-48f2-ba27-2c6ea7b908bd tempest-ServersAdminNegativeTestJSON-588628078 tempest-ServersAdminNegativeTestJSON-588628078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21e6043e-9981-4ba6-91a5-19fb4d2277c6,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:44:57.909412 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [req-e6fb660c-a73e-4042-bbcd-46821fce6ad9 req-a80bf1ac-4b64-48f2-ba27-2c6ea7b908bd tempest-ServersAdminNegativeTestJSON-588628078 tempest-ServersAdminNegativeTestJSON-588628078-project] Allocated IP 192.168.233.232 (095a9d61-fbb6-404f-85a6-eabb1bb70917/768c2252-d036-4b29-83d2-7692284eb17c/5b7c18ea-7dfd-409e-8ab7-0971424a90df) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:44:58.050263 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-e6fb660c-a73e-4042-bbcd-46821fce6ad9 req-a80bf1ac-4b64-48f2-ba27-2c6ea7b908bd tempest-ServersAdminNegativeTestJSON-588628078 tempest-ServersAdminNegativeTestJSON-588628078-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:44:58.086519 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-e6fb660c-a73e-4042-bbcd-46821fce6ad9 req-a80bf1ac-4b64-48f2-ba27-2c6ea7b908bd tempest-ServersAdminNegativeTestJSON-588628078 tempest-ServersAdminNegativeTestJSON-588628078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:44:58.128934 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6fb660c-a73e-4042-bbcd-46821fce6ad9 req-a80bf1ac-4b64-48f2-ba27-2c6ea7b908bd tempest-ServersAdminNegativeTestJSON-588628078 tempest-ServersAdminNegativeTestJSON-588628078-project] Network 095a9d61-fbb6-404f-85a6-eabb1bb70917 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:44:58.132065 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [req-e6fb660c-a73e-4042-bbcd-46821fce6ad9 req-a80bf1ac-4b64-48f2-ba27-2c6ea7b908bd tempest-ServersAdminNegativeTestJSON-588628078 tempest-ServersAdminNegativeTestJSON-588628078-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:44:58.134462 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6fb660c-a73e-4042-bbcd-46821fce6ad9 req-a80bf1ac-4b64-48f2-ba27-2c6ea7b908bd tempest-ServersAdminNegativeTestJSON-588628078 tempest-ServersAdminNegativeTestJSON-588628078-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:44:58.164143 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80bf1ac-4b64-48f2-ba27-2c6ea7b908bd tempest-ServersAdminNegativeTestJSON-588628078 tempest-ServersAdminNegativeTestJSON-588628078-project] Pushing event updated for resources: {'Port': ['ID=5b7c18ea-7dfd-409e-8ab7-0971424a90df,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:44:58.192392 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb660c-a73e-4042-bbcd-46821fce6ad9 req-a80bf1ac-4b64-48f2-ba27-2c6ea7b908bd tempest-ServersAdminNegativeTestJSON-588628078 tempest-ServersAdminNegativeTestJSON-588628078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:44:58.193014 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-e6fb660c-a73e-4042-bbcd-46821fce6ad9 req-a80bf1ac-4b64-48f2-ba27-2c6ea7b908bd tempest-ServersAdminNegativeTestJSON-588628078 tempest-ServersAdminNegativeTestJSON-588628078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:44:58.210313 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-e6fb660c-a73e-4042-bbcd-46821fce6ad9 req-a80bf1ac-4b64-48f2-ba27-2c6ea7b908bd tempest-ServersAdminNegativeTestJSON-588628078 tempest-ServersAdminNegativeTestJSON-588628078-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6809657 Dec 21 13:44:58.231949 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [req-e6fb660c-a73e-4042-bbcd-46821fce6ad9 req-9225210a-3f62-4c3b-b92b-8292bd3eb4d8 service neutron] Request body: {'port': {'device_id': 'b76dc718-d7a8-4722-a445-6bb8885b8cc3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:44:58.287067 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-e6fb660c-a73e-4042-bbcd-46821fce6ad9 req-9225210a-3f62-4c3b-b92b-8292bd3eb4d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:44:58.362402 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-e905fa70-d97b-4674-bda4-87f041413a1f None None] Provisioning complete for port 5b7c18ea-7dfd-409e-8ab7-0971424a90df triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:44:58.362770 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e905fa70-d97b-4674-bda4-87f041413a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:44:58.399260 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-e905fa70-d97b-4674-bda4-87f041413a1f None None] Port 5b7c18ea-7dfd-409e-8ab7-0971424a90df cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:44:58.544793 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [req-e6fb660c-a73e-4042-bbcd-46821fce6ad9 req-9225210a-3f62-4c3b-b92b-8292bd3eb4d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b7c18ea-7dfd-409e-8ab7-0971424a90df {{(pid=103153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 13:44:58.551927 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-e6fb660c-a73e-4042-bbcd-46821fce6ad9 req-9225210a-3f62-4c3b-b92b-8292bd3eb4d8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:44:58.564285 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.provisioning_blocks [req-e6fb660c-a73e-4042-bbcd-46821fce6ad9 req-9225210a-3f62-4c3b-b92b-8292bd3eb4d8 service neutron] Transition to ACTIVE for port object 5b7c18ea-7dfd-409e-8ab7-0971424a90df will not be triggered until provisioned by entity L2. {{(pid=103153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 13:44:58.567033 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-e6fb660c-a73e-4042-bbcd-46821fce6ad9 req-9225210a-3f62-4c3b-b92b-8292bd3eb4d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:44:58.631786 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9225210a-3f62-4c3b-b92b-8292bd3eb4d8 service neutron] Pushing event updated for resources: {'Port': ['ID=5b7c18ea-7dfd-409e-8ab7-0971424a90df,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:44:58.690140 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-e6fb660c-a73e-4042-bbcd-46821fce6ad9 req-9225210a-3f62-4c3b-b92b-8292bd3eb4d8 service neutron] Attempting to bind port 5b7c18ea-7dfd-409e-8ab7-0971424a90df on host hv-neutron-mast for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:44:58.690711 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-e6fb660c-a73e-4042-bbcd-46821fce6ad9 req-9225210a-3f62-4c3b-b92b-8292bd3eb4d8 service neutron] Attempting to bind port 5b7c18ea-7dfd-409e-8ab7-0971424a90df by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '37a11b89-64a6-4535-9b7b-832dfcf3cb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '095a9d61-fbb6-404f-85a6-eabb1bb70917'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:44:58.691043 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6fb660c-a73e-4042-bbcd-46821fce6ad9 req-9225210a-3f62-4c3b-b92b-8292bd3eb4d8 service neutron] Attempting to bind port 5b7c18ea-7dfd-409e-8ab7-0971424a90df on network 095a9d61-fbb6-404f-85a6-eabb1bb70917 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:44:58.695889 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6fb660c-a73e-4042-bbcd-46821fce6ad9 req-9225210a-3f62-4c3b-b92b-8292bd3eb4d8 service neutron] Port 5b7c18ea-7dfd-409e-8ab7-0971424a90df on network 095a9d61-fbb6-404f-85a6-eabb1bb70917 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 13:44:58.696214 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6fb660c-a73e-4042-bbcd-46821fce6ad9 req-9225210a-3f62-4c3b-b92b-8292bd3eb4d8 service neutron] Attempting to bind port 5b7c18ea-7dfd-409e-8ab7-0971424a90df on network 095a9d61-fbb6-404f-85a6-eabb1bb70917 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:44:58.701947 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6fb660c-a73e-4042-bbcd-46821fce6ad9 req-9225210a-3f62-4c3b-b92b-8292bd3eb4d8 service neutron] Checking agent: {'id': 'cb078e0e-af00-4e4f-8117-46ca6496af1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 23, 43), 'started_at': datetime.datetime(2021, 12, 21, 13, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:44:58.702288 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6fb660c-a73e-4042-bbcd-46821fce6ad9 req-9225210a-3f62-4c3b-b92b-8292bd3eb4d8 service neutron] Checking segment: {'id': '37a11b89-64a6-4535-9b7b-832dfcf3cb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '095a9d61-fbb6-404f-85a6-eabb1bb70917'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:44:58.702702 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6fb660c-a73e-4042-bbcd-46821fce6ad9 req-9225210a-3f62-4c3b-b92b-8292bd3eb4d8 service neutron] Bound using segment: {'id': '37a11b89-64a6-4535-9b7b-832dfcf3cb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '095a9d61-fbb6-404f-85a6-eabb1bb70917'} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:44:58.703140 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-e6fb660c-a73e-4042-bbcd-46821fce6ad9 req-9225210a-3f62-4c3b-b92b-8292bd3eb4d8 service neutron] Bound port: 5b7c18ea-7dfd-409e-8ab7-0971424a90df, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37a11b89-64a6-4535-9b7b-832dfcf3cb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '095a9d61-fbb6-404f-85a6-eabb1bb70917'}}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:44:58.703500 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-e6fb660c-a73e-4042-bbcd-46821fce6ad9 req-9225210a-3f62-4c3b-b92b-8292bd3eb4d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:44:58.749038 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f51636-9f9f-4a08-a9a2-36494a4703fd req-3444013d-af81-4965-9616-674dd7c23092 tempest-ServersAdminNegativeTestJSON-588628078 tempest-ServersAdminNegativeTestJSON-588628078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:44:58.750721 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-f5f51636-9f9f-4a08-a9a2-36494a4703fd req-3444013d-af81-4965-9616-674dd7c23092 tempest-ServersAdminNegativeTestJSON-588628078 tempest-ServersAdminNegativeTestJSON-588628078-project] 10.222.0.37 "GET /v2.0/ports?device_id=b76dc718-d7a8-4722-a445-6bb8885b8cc3 HTTP/1.1" status: 200 len: 948 time: 0.0511594 Dec 21 13:44:58.768607 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-e6fb660c-a73e-4042-bbcd-46821fce6ad9 req-9225210a-3f62-4c3b-b92b-8292bd3eb4d8 service neutron] For port 5b7c18ea-7dfd-409e-8ab7-0971424a90df, host hv-neutron-mast, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:44:58.771779 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-e6fb660c-a73e-4042-bbcd-46821fce6ad9 req-9225210a-3f62-4c3b-b92b-8292bd3eb4d8 service neutron] For port 5b7c18ea-7dfd-409e-8ab7-0971424a90df, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=5b7c18ea-7dfd-409e-8ab7-0971424a90df,segment=NetworkSegment(37a11b89-64a6-4535-9b7b-832dfcf3cb4d),segment_id=37a11b89-64a6-4535-9b7b-832dfcf3cb4d)] {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:44:58.778129 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-e6fb660c-a73e-4042-bbcd-46821fce6ad9 req-9225210a-3f62-4c3b-b92b-8292bd3eb4d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:44:58.805090 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-f5f51636-9f9f-4a08-a9a2-36494a4703fd req-8cc2c606-ec8c-4ee3-819c-f98c2065a158 tempest-ServersAdminNegativeTestJSON-588628078 tempest-ServersAdminNegativeTestJSON-588628078-project] 10.222.0.37 "GET /v2.0/security-groups?id=21e6043e-9981-4ba6-91a5-19fb4d2277c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477314 Dec 21 13:44:58.815284 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb660c-a73e-4042-bbcd-46821fce6ad9 req-9225210a-3f62-4c3b-b92b-8292bd3eb4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:44:58.815967 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-e6fb660c-a73e-4042-bbcd-46821fce6ad9 req-9225210a-3f62-4c3b-b92b-8292bd3eb4d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:44:58.817478 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-e6fb660c-a73e-4042-bbcd-46821fce6ad9 req-9225210a-3f62-4c3b-b92b-8292bd3eb4d8 service neutron] 10.222.0.60 "PUT /v2.0/ports/5b7c18ea-7dfd-409e-8ab7-0971424a90df HTTP/1.1" status: 200 len: 1098 time: 0.5905910 Dec 21 13:44:58.817927 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b76dc718-d7a8-4722-a445-6bb8885b8cc3', 'tag': '5b7c18ea-7dfd-409e-8ab7-0971424a90df'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:44:58.820220 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af6034c98e584fa55ea4398f343c742ceb598288507feaf30d5a15785b2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43236e0b-7b70-46e4-a4ed-cde39e269d08" -d '{"events": [{"name": "network-changed", "server_uuid": "b76dc718-d7a8-4722-a445-6bb8885b8cc3", "tag": "5b7c18ea-7dfd-409e-8ab7-0971424a90df"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:44:58.821409 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:44:58.846317 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9225210a-3f62-4c3b-b92b-8292bd3eb4d8 service neutron] Pushing event updated for resources: {'Port': ['ID=5b7c18ea-7dfd-409e-8ab7-0971424a90df,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:44:58.863235 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 13:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90b06416-cc41-4c6e-8b58-e761ec7080eb x-openstack-request-id: req-90b06416-cc41-4c6e-8b58-e761ec7080eb {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:44:58.863379 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b76dc718-d7a8-4722-a445-6bb8885b8cc3", "tag": "5b7c18ea-7dfd-409e-8ab7-0971424a90df", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:44:58.863639 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-90b06416-cc41-4c6e-8b58-e761ec7080eb {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:44:58.864052 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b76dc718-d7a8-4722-a445-6bb8885b8cc3', 'tag': '5b7c18ea-7dfd-409e-8ab7-0971424a90df', 'status': 'completed', 'code': 200} Dec 21 13:44:58.920953 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb660c-a73e-4042-bbcd-46821fce6ad9 req-a8b49e0d-130c-495b-9b90-12bce362350e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:44:58.922492 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-e6fb660c-a73e-4042-bbcd-46821fce6ad9 req-a8b49e0d-130c-495b-9b90-12bce362350e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=379ba55c46f54549b4e4f4f1c2cc4f3e&device_id=b76dc718-d7a8-4722-a445-6bb8885b8cc3 HTTP/1.1" status: 200 len: 1101 time: 0.0420947 Dec 21 13:44:58.973930 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-e6fb660c-a73e-4042-bbcd-46821fce6ad9 req-18aabf7b-f50f-481e-8506-26bb79dccda6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=5b7c18ea-7dfd-409e-8ab7-0971424a90df HTTP/1.1" status: 200 len: 217 time: 0.0396667 Dec 21 13:44:59.023803 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb660c-a73e-4042-bbcd-46821fce6ad9 req-0dbd391a-6513-495d-ba43-1bffa396587e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:44:59.025273 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-e6fb660c-a73e-4042-bbcd-46821fce6ad9 req-0dbd391a-6513-495d-ba43-1bffa396587e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=768c2252-d036-4b29-83d2-7692284eb17c HTTP/1.1" status: 200 len: 843 time: 0.0451529 Dec 21 13:44:59.069713 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb660c-a73e-4042-bbcd-46821fce6ad9 req-f165eb69-94ca-4973-8b24-99e5b4387000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:44:59.071154 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-e6fb660c-a73e-4042-bbcd-46821fce6ad9 req-f165eb69-94ca-4973-8b24-99e5b4387000 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=095a9d61-fbb6-404f-85a6-eabb1bb70917&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0397449 Dec 21 13:44:59.477125 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-e6fb660c-a73e-4042-bbcd-46821fce6ad9 req-900d04f4-ba4a-400d-9b79-f1a8468e6f4f service neutron] 10.222.0.60 "GET /v2.0/networks/095a9d61-fbb6-404f-85a6-eabb1bb70917?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3985147 Dec 21 13:44:59.567095 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-e6fb660c-a73e-4042-bbcd-46821fce6ad9 req-f54dd39b-4a75-4c4b-b30b-4aec0e323682 service neutron] 10.222.0.60 "GET /v2.0/networks/095a9d61-fbb6-404f-85a6-eabb1bb70917?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827212 Dec 21 13:44:59.698776 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43236e0b-7b70-46e4-a4ed-cde39e269d08 req-769eaba4-4aca-4538-95e7-70512c2cee9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:44:59.700154 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-43236e0b-7b70-46e4-a4ed-cde39e269d08 req-769eaba4-4aca-4538-95e7-70512c2cee9f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=379ba55c46f54549b4e4f4f1c2cc4f3e&device_id=b76dc718-d7a8-4722-a445-6bb8885b8cc3 HTTP/1.1" status: 200 len: 1101 time: 0.0441895 Dec 21 13:44:59.787493 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43236e0b-7b70-46e4-a4ed-cde39e269d08 req-2df543db-62a9-4c23-ae61-d23d9d099d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:44:59.788927 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-43236e0b-7b70-46e4-a4ed-cde39e269d08 req-2df543db-62a9-4c23-ae61-d23d9d099d09 service neutron] 10.222.0.60 "GET /v2.0/networks?id=095a9d61-fbb6-404f-85a6-eabb1bb70917 HTTP/1.1" status: 200 len: 870 time: 0.0807505 Dec 21 13:44:59.836371 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-43236e0b-7b70-46e4-a4ed-cde39e269d08 req-42da0b01-652c-443f-b22c-2f5f7e71e3fd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=5b7c18ea-7dfd-409e-8ab7-0971424a90df HTTP/1.1" status: 200 len: 217 time: 0.0391674 Dec 21 13:44:59.887802 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43236e0b-7b70-46e4-a4ed-cde39e269d08 req-55ed96be-6236-4617-840b-33c14b04fafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:44:59.889291 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-43236e0b-7b70-46e4-a4ed-cde39e269d08 req-55ed96be-6236-4617-840b-33c14b04fafb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=768c2252-d036-4b29-83d2-7692284eb17c HTTP/1.1" status: 200 len: 843 time: 0.0459998 Dec 21 13:44:59.934371 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43236e0b-7b70-46e4-a4ed-cde39e269d08 req-7e0e6c8c-50b9-46c6-9a37-35f5d77c2c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:44:59.935848 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-43236e0b-7b70-46e4-a4ed-cde39e269d08 req-7e0e6c8c-50b9-46c6-9a37-35f5d77c2c84 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=095a9d61-fbb6-404f-85a6-eabb1bb70917&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0397556 Dec 21 13:44:59.949290 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a59c0c-2ca9-4d3c-b9bb-9c10996df7a2 req-7bc10043-a7ab-48da-ae7c-e8116f0944b3 tempest-ServersAdminNegativeTestJSON-588628078 tempest-ServersAdminNegativeTestJSON-588628078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:44:59.950755 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-67a59c0c-2ca9-4d3c-b9bb-9c10996df7a2 req-7bc10043-a7ab-48da-ae7c-e8116f0944b3 tempest-ServersAdminNegativeTestJSON-588628078 tempest-ServersAdminNegativeTestJSON-588628078-project] 10.222.0.37 "GET /v2.0/ports?device_id=b76dc718-d7a8-4722-a445-6bb8885b8cc3 HTTP/1.1" status: 200 len: 948 time: 0.0584629 Dec 21 13:44:59.998079 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-67a59c0c-2ca9-4d3c-b9bb-9c10996df7a2 req-f4a62a8d-2806-439c-9e65-06676c625b88 tempest-ServersAdminNegativeTestJSON-588628078 tempest-ServersAdminNegativeTestJSON-588628078-project] 10.222.0.37 "GET /v2.0/security-groups?id=21e6043e-9981-4ba6-91a5-19fb4d2277c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412588 Dec 21 13:45:00.030807 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-43236e0b-7b70-46e4-a4ed-cde39e269d08 req-24445c26-cbd2-49af-abf3-5e0062fe0b04 service neutron] 10.222.0.60 "GET /v2.0/networks/095a9d61-fbb6-404f-85a6-eabb1bb70917?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876112 Dec 21 13:45:00.119076 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-43236e0b-7b70-46e4-a4ed-cde39e269d08 req-baa5b68d-5fad-436e-af4c-c9b2c6c9283e service neutron] 10.222.0.60 "GET /v2.0/networks/095a9d61-fbb6-404f-85a6-eabb1bb70917?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812137 Dec 21 13:45:00.815497 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:45:01.043534 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:45:01.118621 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ed142d-0be7-43b2-a1c9-575831964c83 req-aaa0ea5d-5cdc-4b2e-9f48-65794ff4da33 tempest-ServersAdminNegativeTestJSON-588628078 tempest-ServersAdminNegativeTestJSON-588628078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:45:01.120588 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-21ed142d-0be7-43b2-a1c9-575831964c83 req-aaa0ea5d-5cdc-4b2e-9f48-65794ff4da33 tempest-ServersAdminNegativeTestJSON-588628078 tempest-ServersAdminNegativeTestJSON-588628078-project] 10.222.0.37 "GET /v2.0/ports?device_id=b76dc718-d7a8-4722-a445-6bb8885b8cc3 HTTP/1.1" status: 200 len: 948 time: 0.0538211 Dec 21 13:45:01.168029 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-21ed142d-0be7-43b2-a1c9-575831964c83 req-b2ef8088-41d4-4a49-811b-788b23eb52bc tempest-ServersAdminNegativeTestJSON-588628078 tempest-ServersAdminNegativeTestJSON-588628078-project] 10.222.0.37 "GET /v2.0/security-groups?id=21e6043e-9981-4ba6-91a5-19fb4d2277c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414565 Dec 21 13:45:02.283619 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711cd338-7d50-4832-b5f1-af27d715708c req-bd84d584-ad85-4eb2-a162-88c8e275e2ec tempest-ServersAdminNegativeTestJSON-588628078 tempest-ServersAdminNegativeTestJSON-588628078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:45:02.285082 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-711cd338-7d50-4832-b5f1-af27d715708c req-bd84d584-ad85-4eb2-a162-88c8e275e2ec tempest-ServersAdminNegativeTestJSON-588628078 tempest-ServersAdminNegativeTestJSON-588628078-project] 10.222.0.37 "GET /v2.0/ports?device_id=b76dc718-d7a8-4722-a445-6bb8885b8cc3 HTTP/1.1" status: 200 len: 948 time: 0.0508876 Dec 21 13:45:02.333102 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-711cd338-7d50-4832-b5f1-af27d715708c req-56fe775d-b151-441d-81bb-8855be74cc45 tempest-ServersAdminNegativeTestJSON-588628078 tempest-ServersAdminNegativeTestJSON-588628078-project] 10.222.0.37 "GET /v2.0/security-groups?id=21e6043e-9981-4ba6-91a5-19fb4d2277c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418935 Dec 21 13:45:02.417139 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 5b7c18ea-7dfd-409e-8ab7-0971424a90df details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 13:45:02.512161 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port 5b7c18ea-7dfd-409e-8ab7-0971424a90df, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=5b7c18ea-7dfd-409e-8ab7-0971424a90df,segment=NetworkSegment(37a11b89-64a6-4535-9b7b-832dfcf3cb4d),segment_id=37a11b89-64a6-4535-9b7b-832dfcf3cb4d)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:45:02.522408 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Returning: {'device': '5b7c18ea-7dfd-409e-8ab7-0971424a90df', 'network_id': '095a9d61-fbb6-404f-85a6-eabb1bb70917', 'port_id': '5b7c18ea-7dfd-409e-8ab7-0971424a90df', 'mac_address': 'fa:16:3e:09:09:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '768c2252-d036-4b29-83d2-7692284eb17c', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 13:45:02.559700 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:45:02.572670 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b7c18ea-7dfd-409e-8ab7-0971424a90df {{(pid=103154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 13:45:02.592116 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port 5b7c18ea-7dfd-409e-8ab7-0971424a90df, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=5b7c18ea-7dfd-409e-8ab7-0971424a90df,segment=NetworkSegment(37a11b89-64a6-4535-9b7b-832dfcf3cb4d),segment_id=37a11b89-64a6-4535-9b7b-832dfcf3cb4d)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:45:02.595495 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:45:02.639970 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=5b7c18ea-7dfd-409e-8ab7-0971424a90df,revision_number=4']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:45:02.872255 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] get_ports_and_sgs() called for port_ids ['5b7c18ea-7dfd-409e-8ab7-0971424a90df'] {{(pid=103154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 13:45:03.448581 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ef536a-dd52-44f2-b353-bf59373979f0 req-d2bb2043-ad42-4492-9740-9216c1deb782 tempest-ServersAdminNegativeTestJSON-588628078 tempest-ServersAdminNegativeTestJSON-588628078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:45:03.450107 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f8ef536a-dd52-44f2-b353-bf59373979f0 req-d2bb2043-ad42-4492-9740-9216c1deb782 tempest-ServersAdminNegativeTestJSON-588628078 tempest-ServersAdminNegativeTestJSON-588628078-project] 10.222.0.37 "GET /v2.0/ports?device_id=b76dc718-d7a8-4722-a445-6bb8885b8cc3 HTTP/1.1" status: 200 len: 949 time: 0.0494716 Dec 21 13:45:03.495339 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f8ef536a-dd52-44f2-b353-bf59373979f0 req-07d8b1c4-9105-4b5c-a5e5-aa21a3edacda tempest-ServersAdminNegativeTestJSON-588628078 tempest-ServersAdminNegativeTestJSON-588628078-project] 10.222.0.37 "GET /v2.0/security-groups?id=21e6043e-9981-4ba6-91a5-19fb4d2277c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389020 Dec 21 13:45:04.433490 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 5b7c18ea-7dfd-409e-8ab7-0971424a90df up at agent hyperv_hv-neutron-mast {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:45:04.479406 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Provisioning for port 5b7c18ea-7dfd-409e-8ab7-0971424a90df completed by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 13:45:04.482858 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Provisioning complete for port 5b7c18ea-7dfd-409e-8ab7-0971424a90df triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:45:04.483221 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:45:04.560854 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:45:04.582569 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b76dc718-d7a8-4722-a445-6bb8885b8cc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b7c18ea-7dfd-409e-8ab7-0971424a90df'}] {{(pid=103154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:45:04.584783 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6f45aca8ac5f8c0cc5868273c98d8aa60330245aed22d61c8da5c1f2d6fc01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e31237ea-df94-4323-9496-7e28bbcb4b2b" -d '{"events": [{"server_uuid": "b76dc718-d7a8-4722-a445-6bb8885b8cc3", "name": "network-vif-plugged", "status": "completed", "tag": "5b7c18ea-7dfd-409e-8ab7-0971424a90df"}]}' {{(pid=103154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:45:04.597877 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port 5b7c18ea-7dfd-409e-8ab7-0971424a90df, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=5b7c18ea-7dfd-409e-8ab7-0971424a90df,segment=NetworkSegment(37a11b89-64a6-4535-9b7b-832dfcf3cb4d),segment_id=37a11b89-64a6-4535-9b7b-832dfcf3cb4d)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:45:04.604540 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:45:04.608461 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a60e40f-917a-41ac-8ca3-1118dc1cdf58 req-90c1fbd4-035d-4eb4-966f-dcbc9834f353 tempest-ServersAdminNegativeTestJSON-588628078 tempest-ServersAdminNegativeTestJSON-588628078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:45:04.609985 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-0a60e40f-917a-41ac-8ca3-1118dc1cdf58 req-90c1fbd4-035d-4eb4-966f-dcbc9834f353 tempest-ServersAdminNegativeTestJSON-588628078 tempest-ServersAdminNegativeTestJSON-588628078-project] 10.222.0.37 "GET /v2.0/ports?device_id=b76dc718-d7a8-4722-a445-6bb8885b8cc3 HTTP/1.1" status: 200 len: 949 time: 0.0484340 Dec 21 13:45:04.631564 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 13:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2317d89-bf24-458b-a59b-13c24128178d x-openstack-request-id: req-d2317d89-bf24-458b-a59b-13c24128178d {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:45:04.631854 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b76dc718-d7a8-4722-a445-6bb8885b8cc3", "name": "network-vif-plugged", "status": "completed", "tag": "5b7c18ea-7dfd-409e-8ab7-0971424a90df", "code": 200}]} {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:45:04.632113 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d2317d89-bf24-458b-a59b-13c24128178d {{(pid=103154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:45:04.632497 dv-neutron-master-2-hyperv neutron-server[103154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b76dc718-d7a8-4722-a445-6bb8885b8cc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b7c18ea-7dfd-409e-8ab7-0971424a90df', 'code': 200} Dec 21 13:45:04.655055 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=5b7c18ea-7dfd-409e-8ab7-0971424a90df,revision_number=5']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:45:04.656933 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-0a60e40f-917a-41ac-8ca3-1118dc1cdf58 req-ae126d42-427c-4889-a555-8dfe763e9f18 tempest-ServersAdminNegativeTestJSON-588628078 tempest-ServersAdminNegativeTestJSON-588628078-project] 10.222.0.37 "GET /v2.0/security-groups?id=21e6043e-9981-4ba6-91a5-19fb4d2277c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411589 Dec 21 13:45:04.833451 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d322cf-7d71-4964-87c9-6d3f3149bd69 req-ce2aac6c-a54d-414e-9dac-51600251c303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:45:04.834902 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-82d322cf-7d71-4964-87c9-6d3f3149bd69 req-ce2aac6c-a54d-414e-9dac-51600251c303 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b76dc718-d7a8-4722-a445-6bb8885b8cc3 HTTP/1.1" status: 200 len: 1103 time: 0.0421650 Dec 21 13:45:04.886194 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-82d322cf-7d71-4964-87c9-6d3f3149bd69 req-253774d9-a34e-4594-8afd-ff39457bdfdb service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=21e6043e-9981-4ba6-91a5-19fb4d2277c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447547 Dec 21 13:45:05.777440 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348e4c30-238f-4b5d-93c2-1ee1dfae4ca6 req-8b26382a-4c30-42bc-a487-c26043ac6584 tempest-ServersAdminNegativeTestJSON-588628078 tempest-ServersAdminNegativeTestJSON-588628078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:45:05.779022 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-348e4c30-238f-4b5d-93c2-1ee1dfae4ca6 req-8b26382a-4c30-42bc-a487-c26043ac6584 tempest-ServersAdminNegativeTestJSON-588628078 tempest-ServersAdminNegativeTestJSON-588628078-project] 10.222.0.37 "GET /v2.0/ports?device_id=b76dc718-d7a8-4722-a445-6bb8885b8cc3 HTTP/1.1" status: 200 len: 950 time: 0.0528584 Dec 21 13:45:05.827464 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-348e4c30-238f-4b5d-93c2-1ee1dfae4ca6 req-430885b4-94fe-4d2a-a9a7-36555b004899 tempest-ServersAdminNegativeTestJSON-588628078 tempest-ServersAdminNegativeTestJSON-588628078-project] 10.222.0.37 "GET /v2.0/security-groups?id=21e6043e-9981-4ba6-91a5-19fb4d2277c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425537 Dec 21 13:45:06.945222 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed0f65c-5adf-4864-9a29-bf0f09f5e0b4 req-efc19563-4bad-4526-b2a0-e84534cc2b96 tempest-ServersAdminNegativeTestJSON-588628078 tempest-ServersAdminNegativeTestJSON-588628078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:45:06.946725 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-2ed0f65c-5adf-4864-9a29-bf0f09f5e0b4 req-efc19563-4bad-4526-b2a0-e84534cc2b96 tempest-ServersAdminNegativeTestJSON-588628078 tempest-ServersAdminNegativeTestJSON-588628078-project] 10.222.0.37 "GET /v2.0/ports?device_id=b76dc718-d7a8-4722-a445-6bb8885b8cc3 HTTP/1.1" status: 200 len: 950 time: 0.0519307 Dec 21 13:45:06.992984 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-2ed0f65c-5adf-4864-9a29-bf0f09f5e0b4 req-6ffeb144-959b-4651-80c9-ec7ab46dd076 tempest-ServersAdminNegativeTestJSON-588628078 tempest-ServersAdminNegativeTestJSON-588628078-project] 10.222.0.37 "GET /v2.0/security-groups?id=21e6043e-9981-4ba6-91a5-19fb4d2277c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399301 Dec 21 13:45:07.358924 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [req-13c4db61-cb82-4398-839f-22e204d79f7a req-48f75500-f2a7-4390-8a0f-aa012464277b service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 13:45:07.360017 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-13c4db61-cb82-4398-839f-22e204d79f7a req-48f75500-f2a7-4390-8a0f-aa012464277b service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0944765 Dec 21 13:45:07.730226 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [req-cc44510d-12a4-41bd-a046-59dfd7fca62a req-88645a7f-9f0d-4d94-a340-aa3085109258 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103152) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 13:45:07.731387 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-cc44510d-12a4-41bd-a046-59dfd7fca62a req-88645a7f-9f0d-4d94-a340-aa3085109258 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055065 Dec 21 13:45:08.075095 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571b8754-9082-4472-81f1-090bc2417932 req-bfeecef7-c68f-415e-bee2-5ccd6f7be873 tempest-ServersAdminNegativeTestJSON-588628078 tempest-ServersAdminNegativeTestJSON-588628078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:45:08.076565 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-571b8754-9082-4472-81f1-090bc2417932 req-bfeecef7-c68f-415e-bee2-5ccd6f7be873 tempest-ServersAdminNegativeTestJSON-588628078 tempest-ServersAdminNegativeTestJSON-588628078-project] 10.222.0.37 "GET /v2.0/ports?device_id=b76dc718-d7a8-4722-a445-6bb8885b8cc3 HTTP/1.1" status: 200 len: 950 time: 0.0485487 Dec 21 13:45:08.122451 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-571b8754-9082-4472-81f1-090bc2417932 req-0f2f32de-a689-4b07-8e70-29aa9f27b22a tempest-ServersAdminNegativeTestJSON-588628078 tempest-ServersAdminNegativeTestJSON-588628078-project] 10.222.0.37 "GET /v2.0/security-groups?id=21e6043e-9981-4ba6-91a5-19fb4d2277c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398903 Dec 21 13:45:09.237923 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49fee23-fe29-4600-94a0-602aa2520382 req-8ac9e893-d2c8-4ed7-9725-b13c4242120e tempest-ServersAdminNegativeTestJSON-588628078 tempest-ServersAdminNegativeTestJSON-588628078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:45:09.239428 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c49fee23-fe29-4600-94a0-602aa2520382 req-8ac9e893-d2c8-4ed7-9725-b13c4242120e tempest-ServersAdminNegativeTestJSON-588628078 tempest-ServersAdminNegativeTestJSON-588628078-project] 10.222.0.37 "GET /v2.0/ports?device_id=b76dc718-d7a8-4722-a445-6bb8885b8cc3 HTTP/1.1" status: 200 len: 950 time: 0.0496421 Dec 21 13:45:09.285637 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c49fee23-fe29-4600-94a0-602aa2520382 req-6536747d-2a34-4981-80e7-14c1ce0c7214 tempest-ServersAdminNegativeTestJSON-588628078 tempest-ServersAdminNegativeTestJSON-588628078-project] 10.222.0.37 "GET /v2.0/security-groups?id=21e6043e-9981-4ba6-91a5-19fb4d2277c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401368 Dec 21 13:45:09.442129 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ed11ec-5ac5-4c77-add9-7cf8b820c492 req-48c24ab0-bfe3-442c-b9e2-7f6a4397bea2 tempest-ServersAdminNegativeTestJSON-588628078 tempest-ServersAdminNegativeTestJSON-588628078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:45:09.443480 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-63ed11ec-5ac5-4c77-add9-7cf8b820c492 req-48c24ab0-bfe3-442c-b9e2-7f6a4397bea2 tempest-ServersAdminNegativeTestJSON-588628078 tempest-ServersAdminNegativeTestJSON-588628078-project] 10.222.0.60 "GET /v2.0/ports?device_id=b76dc718-d7a8-4722-a445-6bb8885b8cc3 HTTP/1.1" status: 200 len: 950 time: 0.0516806 Dec 21 13:45:09.528310 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [req-63ed11ec-5ac5-4c77-add9-7cf8b820c492 req-26e99139-56e7-41e9-a4f1-a2453c739d1b tempest-ServersAdminNegativeTestJSON-588628078 tempest-ServersAdminNegativeTestJSON-588628078-project] Deleting port 5b7c18ea-7dfd-409e-8ab7-0971424a90df {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:45:09.528653 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-63ed11ec-5ac5-4c77-add9-7cf8b820c492 req-26e99139-56e7-41e9-a4f1-a2453c739d1b tempest-ServersAdminNegativeTestJSON-588628078 tempest-ServersAdminNegativeTestJSON-588628078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:45:09.620594 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-63ed11ec-5ac5-4c77-add9-7cf8b820c492 req-26e99139-56e7-41e9-a4f1-a2453c739d1b tempest-ServersAdminNegativeTestJSON-588628078 tempest-ServersAdminNegativeTestJSON-588628078-project] For port 5b7c18ea-7dfd-409e-8ab7-0971424a90df, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=5b7c18ea-7dfd-409e-8ab7-0971424a90df,segment=NetworkSegment(37a11b89-64a6-4535-9b7b-832dfcf3cb4d),segment_id=37a11b89-64a6-4535-9b7b-832dfcf3cb4d)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:45:09.620952 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-63ed11ec-5ac5-4c77-add9-7cf8b820c492 req-26e99139-56e7-41e9-a4f1-a2453c739d1b tempest-ServersAdminNegativeTestJSON-588628078 tempest-ServersAdminNegativeTestJSON-588628078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:45:09.641504 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [req-63ed11ec-5ac5-4c77-add9-7cf8b820c492 req-26e99139-56e7-41e9-a4f1-a2453c739d1b tempest-ServersAdminNegativeTestJSON-588628078 tempest-ServersAdminNegativeTestJSON-588628078-project] Calling delete_port for 5b7c18ea-7dfd-409e-8ab7-0971424a90df owned by compute:nova {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:45:09.772986 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-63ed11ec-5ac5-4c77-add9-7cf8b820c492 req-26e99139-56e7-41e9-a4f1-a2453c739d1b tempest-ServersAdminNegativeTestJSON-588628078 tempest-ServersAdminNegativeTestJSON-588628078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:45:09.805987 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e99139-56e7-41e9-a4f1-a2453c739d1b tempest-ServersAdminNegativeTestJSON-588628078 tempest-ServersAdminNegativeTestJSON-588628078-project] Pushing event deleted for resources: {'Port': ['ID=5b7c18ea-7dfd-409e-8ab7-0971424a90df,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:45:09.809952 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] get_ports_and_sgs() called for port_ids ['5b7c18ea-7dfd-409e-8ab7-0971424a90df'] {{(pid=103154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 13:45:09.851300 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [req-63ed11ec-5ac5-4c77-add9-7cf8b820c492 req-26e99139-56e7-41e9-a4f1-a2453c739d1b tempest-ServersAdminNegativeTestJSON-588628078 tempest-ServersAdminNegativeTestJSON-588628078-project] No DVR routers for this DVR port 5b7c18ea-7dfd-409e-8ab7-0971424a90df on host hv-neutron-mast {{(pid=103153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:45:09.854705 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-63ed11ec-5ac5-4c77-add9-7cf8b820c492 req-26e99139-56e7-41e9-a4f1-a2453c739d1b tempest-ServersAdminNegativeTestJSON-588628078 tempest-ServersAdminNegativeTestJSON-588628078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:45:09.858507 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-63ed11ec-5ac5-4c77-add9-7cf8b820c492 req-26e99139-56e7-41e9-a4f1-a2453c739d1b tempest-ServersAdminNegativeTestJSON-588628078 tempest-ServersAdminNegativeTestJSON-588628078-project] 10.222.0.60 "DELETE /v2.0/ports/5b7c18ea-7dfd-409e-8ab7-0971424a90df HTTP/1.1" status: 204 len: 173 time: 0.4091628 Dec 21 13:45:09.859005 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b76dc718-d7a8-4722-a445-6bb8885b8cc3', 'name': 'network-vif-deleted', 'tag': '5b7c18ea-7dfd-409e-8ab7-0971424a90df'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:45:09.862116 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af6034c98e584fa55ea4398f343c742ceb598288507feaf30d5a15785b2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e12973e2-c0d2-4828-b19e-a7059e720736" -d '{"events": [{"server_uuid": "b76dc718-d7a8-4722-a445-6bb8885b8cc3", "name": "network-vif-deleted", "tag": "5b7c18ea-7dfd-409e-8ab7-0971424a90df"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:45:09.908195 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 13:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67b2d114-43a6-4f8c-9f9d-2ffda125fcec x-openstack-request-id: req-67b2d114-43a6-4f8c-9f9d-2ffda125fcec {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:45:09.908763 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b76dc718-d7a8-4722-a445-6bb8885b8cc3", "name": "network-vif-deleted", "tag": "5b7c18ea-7dfd-409e-8ab7-0971424a90df", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:45:09.909165 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-67b2d114-43a6-4f8c-9f9d-2ffda125fcec {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:45:09.909743 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b76dc718-d7a8-4722-a445-6bb8885b8cc3', 'name': 'network-vif-deleted', 'tag': '5b7c18ea-7dfd-409e-8ab7-0971424a90df', 'status': 'completed', 'code': 200} Dec 21 13:45:10.394817 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a44d3b4a-de1d-409d-b639-a6ecc4f8cf37 req-e4651e60-3d74-4387-b709-71f13971d8e5 tempest-ServersAdminNegativeTestJSON-588628078 tempest-ServersAdminNegativeTestJSON-588628078-project] 10.222.0.37 "GET /v2.0/ports?device_id=b76dc718-d7a8-4722-a445-6bb8885b8cc3 HTTP/1.1" status: 200 len: 210 time: 0.0309284 Dec 21 13:45:11.683680 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 34392) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:45:11.810933 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-2813b944-b53b-4005-9831-658b52159584 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=379ba55c46f54549b4e4f4f1c2cc4f3e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1260979 Dec 21 13:45:11.813339 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 34396) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:45:11.858334 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0bb8c45a-1277-4ba1-8cf3-0275287a8c19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:45:11.881855 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0bb8c45a-1277-4ba1-8cf3-0275287a8c19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:45:11.926277 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0bb8c45a-1277-4ba1-8cf3-0275287a8c19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:45:11.929088 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0bb8c45a-1277-4ba1-8cf3-0275287a8c19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:45:11.930423 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-0bb8c45a-1277-4ba1-8cf3-0275287a8c19 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/21e6043e-9981-4ba6-91a5-19fb4d2277c6 HTTP/1.1" status: 204 len: 168 time: 0.1161132 Dec 21 13:45:11.937801 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb8c45a-1277-4ba1-8cf3-0275287a8c19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21e6043e-9981-4ba6-91a5-19fb4d2277c6,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:45:12.182108 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 34402) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:45:12.198763 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-68083caa-25ca-4174-a455-29d7f824c0fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:45:12.272787 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-68083caa-25ca-4174-a455-29d7f824c0fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:45:12.276579 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-68083caa-25ca-4174-a455-29d7f824c0fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:45:12.316588 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-68083caa-25ca-4174-a455-29d7f824c0fc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e013aacf9eed4f5598e8311a54e45577&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1334553 Dec 21 13:45:12.317437 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68083caa-25ca-4174-a455-29d7f824c0fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81833d54-bb49-4c9d-b022-70b3e342b6f0,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:45:12.319297 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 34404) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:45:12.367494 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7aacb27b-0043-4658-b307-33c45c5a3635 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:45:12.388032 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7aacb27b-0043-4658-b307-33c45c5a3635 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:45:12.438374 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7aacb27b-0043-4658-b307-33c45c5a3635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:45:12.440956 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7aacb27b-0043-4658-b307-33c45c5a3635 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:45:12.442104 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-7aacb27b-0043-4658-b307-33c45c5a3635 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/81833d54-bb49-4c9d-b022-70b3e342b6f0 HTTP/1.1" status: 204 len: 168 time: 0.1216617 Dec 21 13:45:12.447458 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 5b7c18ea-7dfd-409e-8ab7-0971424a90df no longer exists at agent hyperv_hv-neutron-mast {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:45:12.449669 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aacb27b-0043-4658-b307-33c45c5a3635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81833d54-bb49-4c9d-b022-70b3e342b6f0,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:45:12.472707 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] No Port match for: 5b7c18ea-7dfd-409e-8ab7-0971424a90df {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:45:12.473052 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 5b7c18ea-7dfd-409e-8ab7-0971424a90df not bound to the agent host hv-neutron-mast {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:45:13.089908 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 34426) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:45:13.183445 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-91a837b4-36ea-468e-84b4-df3b6cc2dc69 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-225825332-network', 'tenant_id': '7ef84a4e946a40279a941b53832d91ac'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:45:13.206333 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91a837b4-36ea-468e-84b4-df3b6cc2dc69 admin admin] Made reservation on behalf of 7ef84a4e946a40279a941b53832d91ac for: {'network': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:45:13.208605 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-91a837b4-36ea-468e-84b4-df3b6cc2dc69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:45:13.217480 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-91a837b4-36ea-468e-84b4-df3b6cc2dc69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:45:13.287458 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-91a837b4-36ea-468e-84b4-df3b6cc2dc69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:45:13.291786 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-91a837b4-36ea-468e-84b4-df3b6cc2dc69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:45:13.311569 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91a837b4-36ea-468e-84b4-df3b6cc2dc69 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=103153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:45:13.324388 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a837b4-36ea-468e-84b4-df3b6cc2dc69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ab28c3-9939-4f6d-ae8c-e0210edd1d45,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:45:13.329059 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-91a837b4-36ea-468e-84b4-df3b6cc2dc69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:45:13.329491 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.segments_db [None req-91a837b4-36ea-468e-84b4-df3b6cc2dc69 admin admin] Added segment c15dc389-a551-4ca1-b7f1-b7c1dd30f3bc of type vlan for network 8d30e34f-9966-4786-9024-ab0d00c0538b Dec 21 13:45:13.347034 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:45:13.369147 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-91a837b4-36ea-468e-84b4-df3b6cc2dc69 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:45:13.393511 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-91a837b4-36ea-468e-84b4-df3b6cc2dc69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:45:13.394518 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a837b4-36ea-468e-84b4-df3b6cc2dc69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:45:13.395151 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-91a837b4-36ea-468e-84b4-df3b6cc2dc69 admin admin] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:45:13.442038 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-91a837b4-36ea-468e-84b4-df3b6cc2dc69 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3510091 Dec 21 13:45:13.445099 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 34430) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:45:13.450051 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-3bfd0ffd-7bd5-4393-83e4-ebfe5e220ee9 admin admin] Request body: {'subnet': {'network_id': '8d30e34f-9966-4786-9024-ab0d00c0538b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-225825332-subnet', 'tenant_id': '7ef84a4e946a40279a941b53832d91ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:45:13.472184 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bfd0ffd-7bd5-4393-83e4-ebfe5e220ee9 admin admin] Made reservation on behalf of 7ef84a4e946a40279a941b53832d91ac for: {'subnet': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:45:13.474590 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3bfd0ffd-7bd5-4393-83e4-ebfe5e220ee9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12346583'] for subnet, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:45:13.491180 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a837b4-36ea-468e-84b4-df3b6cc2dc69 admin admin] Pushing event updated for resources: {'Network': ['ID=8d30e34f-9966-4786-9024-ab0d00c0538b,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:45:13.501007 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network 8d30e34f-9966-4786-9024-ab0d00c0538b details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:45:13.649760 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3bfd0ffd-7bd5-4393-83e4-ebfe5e220ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12346565'] for subnet, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:45:13.716868 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfd0ffd-7bd5-4393-83e4-ebfe5e220ee9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ff972f7-9279-44b7-825a-82f484bb4cb4,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:45:13.725656 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bfd0ffd-7bd5-4393-83e4-ebfe5e220ee9 admin admin] Checking segment: {'id': 'c15dc389-a551-4ca1-b7f1-b7c1dd30f3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8d30e34f-9966-4786-9024-ab0d00c0538b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:45:13.725938 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bfd0ffd-7bd5-4393-83e4-ebfe5e220ee9 admin admin] Network hostable DHCP agents. Network: 8d30e34f-9966-4786-9024-ab0d00c0538b, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:45:13.742346 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bfd0ffd-7bd5-4393-83e4-ebfe5e220ee9 admin admin] Network 8d30e34f-9966-4786-9024-ab0d00c0538b is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:45:13.751635 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-3bfd0ffd-7bd5-4393-83e4-ebfe5e220ee9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 8d30e34f-9966-4786-9024-ab0d00c0538b) {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:45:13.755780 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bfd0ffd-7bd5-4393-83e4-ebfe5e220ee9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:45:13.756375 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3bfd0ffd-7bd5-4393-83e4-ebfe5e220ee9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:45:13.761956 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9fc01a-3559-409d-b0d8-44578312f60b None None] Network 8d30e34f-9966-4786-9024-ab0d00c0538b requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:45:13.773760 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-3bfd0ffd-7bd5-4393-83e4-ebfe5e220ee9 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3272114 Dec 21 13:45:13.862028 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af88b0df-70d9-4f18-a799-acb5f292ffcc None None] Network 8d30e34f-9966-4786-9024-ab0d00c0538b requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:45:14.184107 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3086548-556d-4cd2-9ef2-61713cf895e1 req-858fa361-b1ff-41d4-b421-ad33e729445b tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:45:14.185558 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-d3086548-556d-4cd2-9ef2-61713cf895e1 req-858fa361-b1ff-41d4-b421-ad33e729445b tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] 10.222.0.37 "GET /v2.0/networks?id=8d30e34f-9966-4786-9024-ab0d00c0538b HTTP/1.1" status: 200 len: 811 time: 0.1047437 Dec 21 13:45:14.199829 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-d3086548-556d-4cd2-9ef2-61713cf895e1 req-b39cab7b-a6d0-4f48-ace3-6ea6ce10900a tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] 10.222.0.37 "GET /v2.0/quotas/7ef84a4e946a40279a941b53832d91ac HTTP/1.1" status: 200 len: 375 time: 0.0086946 Dec 21 13:45:14.231474 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-d3086548-556d-4cd2-9ef2-61713cf895e1 req-d1941594-efa4-4923-a4e9-71072c2743ca tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=7ef84a4e946a40279a941b53832d91ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265784 Dec 21 13:45:14.318106 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-d3086548-556d-4cd2-9ef2-61713cf895e1 req-845eb53f-125c-4556-b59d-80d40d79948b service neutron] 10.222.0.37 "GET /v2.0/networks/8d30e34f-9966-4786-9024-ab0d00c0538b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797486 Dec 21 13:45:14.409215 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-d3086548-556d-4cd2-9ef2-61713cf895e1 req-5ca4eb13-ea3c-4011-9ffc-b52ad2296114 service neutron] 10.222.0.37 "GET /v2.0/networks/8d30e34f-9966-4786-9024-ab0d00c0538b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847065 Dec 21 13:45:14.559548 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-8b63c48f-66dd-45c4-9191-855362936b8c req-da8aff42-8578-4e31-b307-416390676c90 tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0f69d5-bd23-4567-91a6-34b7dfccabdb HTTP/1.1" status: 200 len: 210 time: 0.0260818 Dec 21 13:45:15.508955 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3086548-556d-4cd2-9ef2-61713cf895e1 req-d8caccff-42cf-495f-bd46-5afb92272f7c tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:45:15.510461 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-d3086548-556d-4cd2-9ef2-61713cf895e1 req-d8caccff-42cf-495f-bd46-5afb92272f7c tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] 10.222.0.60 "GET /v2.0/networks?id=8d30e34f-9966-4786-9024-ab0d00c0538b HTTP/1.1" status: 200 len: 811 time: 0.1062615 Dec 21 13:45:15.529728 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [req-d3086548-556d-4cd2-9ef2-61713cf895e1 req-25f1341d-c5b7-4e6c-b2da-6d810ab6bad4 tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] Request body: {'port': {'device_id': 'dd0f69d5-bd23-4567-91a6-34b7dfccabdb', 'network_id': '8d30e34f-9966-4786-9024-ab0d00c0538b', 'admin_state_up': True, 'tenant_id': '7ef84a4e946a40279a941b53832d91ac'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:45:15.663698 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-4d49c476-cc79-46bc-978d-d91e775a4332 req-4667f8f6-880c-4a14-bd3c-85758614c2b7 tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0f69d5-bd23-4567-91a6-34b7dfccabdb HTTP/1.1" status: 200 len: 210 time: 0.0316777 Dec 21 13:45:15.670529 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3086548-556d-4cd2-9ef2-61713cf895e1 req-25f1341d-c5b7-4e6c-b2da-6d810ab6bad4 tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] Made reservation on behalf of 7ef84a4e946a40279a941b53832d91ac for: {'port': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:45:15.674094 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-d3086548-556d-4cd2-9ef2-61713cf895e1 req-25f1341d-c5b7-4e6c-b2da-6d810ab6bad4 tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:45:15.799595 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [req-d3086548-556d-4cd2-9ef2-61713cf895e1 req-25f1341d-c5b7-4e6c-b2da-6d810ab6bad4 tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] Allocated IP 172.20.0.11 (8d30e34f-9966-4786-9024-ab0d00c0538b/4ff972f7-9279-44b7-825a-82f484bb4cb4/e6340256-1863-4e04-a0ec-f79e586b835c) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:45:15.960515 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-d3086548-556d-4cd2-9ef2-61713cf895e1 req-25f1341d-c5b7-4e6c-b2da-6d810ab6bad4 tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:45:15.992653 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-d3086548-556d-4cd2-9ef2-61713cf895e1 req-25f1341d-c5b7-4e6c-b2da-6d810ab6bad4 tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:45:16.036238 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3086548-556d-4cd2-9ef2-61713cf895e1 req-25f1341d-c5b7-4e6c-b2da-6d810ab6bad4 tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] Network 8d30e34f-9966-4786-9024-ab0d00c0538b is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:45:16.039111 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [req-d3086548-556d-4cd2-9ef2-61713cf895e1 req-25f1341d-c5b7-4e6c-b2da-6d810ab6bad4 tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:45:16.042635 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3086548-556d-4cd2-9ef2-61713cf895e1 req-25f1341d-c5b7-4e6c-b2da-6d810ab6bad4 tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:45:16.065082 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f1341d-c5b7-4e6c-b2da-6d810ab6bad4 tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] Pushing event updated for resources: {'Port': ['ID=e6340256-1863-4e04-a0ec-f79e586b835c,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:45:16.093189 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3086548-556d-4cd2-9ef2-61713cf895e1 req-25f1341d-c5b7-4e6c-b2da-6d810ab6bad4 tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:45:16.093786 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-d3086548-556d-4cd2-9ef2-61713cf895e1 req-25f1341d-c5b7-4e6c-b2da-6d810ab6bad4 tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:45:16.108891 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-d3086548-556d-4cd2-9ef2-61713cf895e1 req-25f1341d-c5b7-4e6c-b2da-6d810ab6bad4 tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5843050 Dec 21 13:45:16.125041 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [req-d3086548-556d-4cd2-9ef2-61713cf895e1 req-943c77e1-656f-44db-85a6-9e70d75da591 service neutron] Request body: {'port': {'device_id': 'dd0f69d5-bd23-4567-91a6-34b7dfccabdb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:45:16.186747 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-d3086548-556d-4cd2-9ef2-61713cf895e1 req-943c77e1-656f-44db-85a6-9e70d75da591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:45:16.443988 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [req-d3086548-556d-4cd2-9ef2-61713cf895e1 req-943c77e1-656f-44db-85a6-9e70d75da591 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6340256-1863-4e04-a0ec-f79e586b835c {{(pid=103153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 13:45:16.451756 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-d3086548-556d-4cd2-9ef2-61713cf895e1 req-943c77e1-656f-44db-85a6-9e70d75da591 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:45:16.464098 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.provisioning_blocks [req-d3086548-556d-4cd2-9ef2-61713cf895e1 req-943c77e1-656f-44db-85a6-9e70d75da591 service neutron] Transition to ACTIVE for port object e6340256-1863-4e04-a0ec-f79e586b835c will not be triggered until provisioned by entity L2. {{(pid=103153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 13:45:16.467848 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-d3086548-556d-4cd2-9ef2-61713cf895e1 req-943c77e1-656f-44db-85a6-9e70d75da591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:45:16.520520 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943c77e1-656f-44db-85a6-9e70d75da591 service neutron] Pushing event updated for resources: {'Port': ['ID=e6340256-1863-4e04-a0ec-f79e586b835c,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:45:16.585745 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-d3086548-556d-4cd2-9ef2-61713cf895e1 req-943c77e1-656f-44db-85a6-9e70d75da591 service neutron] Attempting to bind port e6340256-1863-4e04-a0ec-f79e586b835c on host hv-neutron-mast for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:45:16.586083 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-d3086548-556d-4cd2-9ef2-61713cf895e1 req-943c77e1-656f-44db-85a6-9e70d75da591 service neutron] Attempting to bind port e6340256-1863-4e04-a0ec-f79e586b835c by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'c15dc389-a551-4ca1-b7f1-b7c1dd30f3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8d30e34f-9966-4786-9024-ab0d00c0538b'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:45:16.586449 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3086548-556d-4cd2-9ef2-61713cf895e1 req-943c77e1-656f-44db-85a6-9e70d75da591 service neutron] Attempting to bind port e6340256-1863-4e04-a0ec-f79e586b835c on network 8d30e34f-9966-4786-9024-ab0d00c0538b {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:45:16.590706 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3086548-556d-4cd2-9ef2-61713cf895e1 req-943c77e1-656f-44db-85a6-9e70d75da591 service neutron] Port e6340256-1863-4e04-a0ec-f79e586b835c on network 8d30e34f-9966-4786-9024-ab0d00c0538b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 13:45:16.591031 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3086548-556d-4cd2-9ef2-61713cf895e1 req-943c77e1-656f-44db-85a6-9e70d75da591 service neutron] Attempting to bind port e6340256-1863-4e04-a0ec-f79e586b835c on network 8d30e34f-9966-4786-9024-ab0d00c0538b {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:45:16.595796 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3086548-556d-4cd2-9ef2-61713cf895e1 req-943c77e1-656f-44db-85a6-9e70d75da591 service neutron] Checking agent: {'id': 'cb078e0e-af00-4e4f-8117-46ca6496af1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 23, 43), 'started_at': datetime.datetime(2021, 12, 21, 13, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:45:16.596134 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3086548-556d-4cd2-9ef2-61713cf895e1 req-943c77e1-656f-44db-85a6-9e70d75da591 service neutron] Checking segment: {'id': 'c15dc389-a551-4ca1-b7f1-b7c1dd30f3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8d30e34f-9966-4786-9024-ab0d00c0538b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:45:16.596516 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3086548-556d-4cd2-9ef2-61713cf895e1 req-943c77e1-656f-44db-85a6-9e70d75da591 service neutron] Bound using segment: {'id': 'c15dc389-a551-4ca1-b7f1-b7c1dd30f3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8d30e34f-9966-4786-9024-ab0d00c0538b'} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:45:16.596943 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-d3086548-556d-4cd2-9ef2-61713cf895e1 req-943c77e1-656f-44db-85a6-9e70d75da591 service neutron] Bound port: e6340256-1863-4e04-a0ec-f79e586b835c, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c15dc389-a551-4ca1-b7f1-b7c1dd30f3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8d30e34f-9966-4786-9024-ab0d00c0538b'}}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:45:16.597293 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-d3086548-556d-4cd2-9ef2-61713cf895e1 req-943c77e1-656f-44db-85a6-9e70d75da591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:45:16.658605 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-d3086548-556d-4cd2-9ef2-61713cf895e1 req-943c77e1-656f-44db-85a6-9e70d75da591 service neutron] For port e6340256-1863-4e04-a0ec-f79e586b835c, host hv-neutron-mast, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:45:16.662389 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-d3086548-556d-4cd2-9ef2-61713cf895e1 req-943c77e1-656f-44db-85a6-9e70d75da591 service neutron] For port e6340256-1863-4e04-a0ec-f79e586b835c, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e6340256-1863-4e04-a0ec-f79e586b835c,segment=NetworkSegment(c15dc389-a551-4ca1-b7f1-b7c1dd30f3bc),segment_id=c15dc389-a551-4ca1-b7f1-b7c1dd30f3bc)] {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:45:16.667084 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-d3086548-556d-4cd2-9ef2-61713cf895e1 req-943c77e1-656f-44db-85a6-9e70d75da591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:45:16.698384 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3086548-556d-4cd2-9ef2-61713cf895e1 req-943c77e1-656f-44db-85a6-9e70d75da591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:45:16.699023 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-d3086548-556d-4cd2-9ef2-61713cf895e1 req-943c77e1-656f-44db-85a6-9e70d75da591 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:45:16.700756 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-d3086548-556d-4cd2-9ef2-61713cf895e1 req-943c77e1-656f-44db-85a6-9e70d75da591 service neutron] 10.222.0.60 "PUT /v2.0/ports/e6340256-1863-4e04-a0ec-f79e586b835c HTTP/1.1" status: 200 len: 1094 time: 0.5796778 Dec 21 13:45:16.702906 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd0f69d5-bd23-4567-91a6-34b7dfccabdb', 'tag': 'e6340256-1863-4e04-a0ec-f79e586b835c'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:45:16.705131 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af6034c98e584fa55ea4398f343c742ceb598288507feaf30d5a15785b2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aaf0780-bf9a-46cf-94f6-106e8fec25aa" -d '{"events": [{"name": "network-changed", "server_uuid": "dd0f69d5-bd23-4567-91a6-34b7dfccabdb", "tag": "e6340256-1863-4e04-a0ec-f79e586b835c"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:45:16.737531 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943c77e1-656f-44db-85a6-9e70d75da591 service neutron] Pushing event updated for resources: {'Port': ['ID=e6340256-1863-4e04-a0ec-f79e586b835c,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:45:16.753821 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 13:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c629b080-d5ef-4e50-9339-13fd62e90637 x-openstack-request-id: req-c629b080-d5ef-4e50-9339-13fd62e90637 {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:45:16.754111 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd0f69d5-bd23-4567-91a6-34b7dfccabdb", "tag": "e6340256-1863-4e04-a0ec-f79e586b835c", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:45:16.754384 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c629b080-d5ef-4e50-9339-13fd62e90637 {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:45:16.754796 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd0f69d5-bd23-4567-91a6-34b7dfccabdb', 'tag': 'e6340256-1863-4e04-a0ec-f79e586b835c', 'status': 'completed', 'code': 200} Dec 21 13:45:16.783752 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f34be09-700b-45b8-8fa9-a98892b69b33 req-c08fdfe9-3363-437c-90e2-423a37fc00b2 tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:45:16.785230 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-8f34be09-700b-45b8-8fa9-a98892b69b33 req-c08fdfe9-3363-437c-90e2-423a37fc00b2 tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0f69d5-bd23-4567-91a6-34b7dfccabdb HTTP/1.1" status: 200 len: 944 time: 0.0502937 Dec 21 13:45:16.816769 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3086548-556d-4cd2-9ef2-61713cf895e1 req-e07bd275-2dea-4d2d-8759-582edfb9cda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:45:16.818269 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-d3086548-556d-4cd2-9ef2-61713cf895e1 req-e07bd275-2dea-4d2d-8759-582edfb9cda6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7ef84a4e946a40279a941b53832d91ac&device_id=dd0f69d5-bd23-4567-91a6-34b7dfccabdb HTTP/1.1" status: 200 len: 1097 time: 0.0466890 Dec 21 13:45:16.833093 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-8f34be09-700b-45b8-8fa9-a98892b69b33 req-b5b969df-f91a-46e0-84a5-b5dcfe0c0e0b tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0ab28c3-9939-4f6d-ae8c-e0210edd1d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419176 Dec 21 13:45:16.865624 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-d3086548-556d-4cd2-9ef2-61713cf895e1 req-39e25a37-26d1-4bf2-85c2-d71aab1aec06 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e6340256-1863-4e04-a0ec-f79e586b835c HTTP/1.1" status: 200 len: 217 time: 0.0349553 Dec 21 13:45:16.913093 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3086548-556d-4cd2-9ef2-61713cf895e1 req-77289af2-f4ee-42d3-ae23-9ddde95018a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:45:16.914581 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-d3086548-556d-4cd2-9ef2-61713cf895e1 req-77289af2-f4ee-42d3-ae23-9ddde95018a4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4ff972f7-9279-44b7-825a-82f484bb4cb4 HTTP/1.1" status: 200 len: 851 time: 0.0429256 Dec 21 13:45:16.944619 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-d3086548-556d-4cd2-9ef2-61713cf895e1 req-3ed428f2-4572-411a-a86a-16a5ce072a89 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8d30e34f-9966-4786-9024-ab0d00c0538b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236735 Dec 21 13:45:17.033756 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-d3086548-556d-4cd2-9ef2-61713cf895e1 req-c88045f2-52cf-4493-99be-d0f6ca28d869 service neutron] 10.222.0.60 "GET /v2.0/networks/8d30e34f-9966-4786-9024-ab0d00c0538b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825891 Dec 21 13:45:17.124171 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-d3086548-556d-4cd2-9ef2-61713cf895e1 req-1bea69f2-5bf2-4a28-80f9-81d88e682e2e service neutron] 10.222.0.60 "GET /v2.0/networks/8d30e34f-9966-4786-9024-ab0d00c0538b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839748 Dec 21 13:45:17.255904 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaf0780-bf9a-46cf-94f6-106e8fec25aa req-4e4ea728-3ef9-4cf2-bafe-6d7a8348c23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:45:17.257424 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7aaf0780-bf9a-46cf-94f6-106e8fec25aa req-4e4ea728-3ef9-4cf2-bafe-6d7a8348c23d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7ef84a4e946a40279a941b53832d91ac&device_id=dd0f69d5-bd23-4567-91a6-34b7dfccabdb HTTP/1.1" status: 200 len: 1097 time: 0.0423815 Dec 21 13:45:17.346474 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaf0780-bf9a-46cf-94f6-106e8fec25aa req-6a6d7e28-bf65-463e-8fe6-b762d6a653ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:45:17.347919 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7aaf0780-bf9a-46cf-94f6-106e8fec25aa req-6a6d7e28-bf65-463e-8fe6-b762d6a653ba service neutron] 10.222.0.60 "GET /v2.0/networks?id=8d30e34f-9966-4786-9024-ab0d00c0538b HTTP/1.1" status: 200 len: 912 time: 0.0840149 Dec 21 13:45:17.391564 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7aaf0780-bf9a-46cf-94f6-106e8fec25aa req-7d74e20a-b706-41a4-aeed-950355be2555 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e6340256-1863-4e04-a0ec-f79e586b835c HTTP/1.1" status: 200 len: 217 time: 0.0366356 Dec 21 13:45:17.439616 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaf0780-bf9a-46cf-94f6-106e8fec25aa req-feab0714-4086-44e5-ad7d-a83935f8098f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:45:17.441022 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7aaf0780-bf9a-46cf-94f6-106e8fec25aa req-feab0714-4086-44e5-ad7d-a83935f8098f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4ff972f7-9279-44b7-825a-82f484bb4cb4 HTTP/1.1" status: 200 len: 851 time: 0.0432317 Dec 21 13:45:17.472490 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7aaf0780-bf9a-46cf-94f6-106e8fec25aa req-0d20485f-b5a3-473e-bb6c-fb4d400262a7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8d30e34f-9966-4786-9024-ab0d00c0538b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239072 Dec 21 13:45:17.562453 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7aaf0780-bf9a-46cf-94f6-106e8fec25aa req-16412ab2-c743-438a-9dc0-b992212d05d5 service neutron] 10.222.0.60 "GET /v2.0/networks/8d30e34f-9966-4786-9024-ab0d00c0538b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831649 Dec 21 13:45:17.650711 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7aaf0780-bf9a-46cf-94f6-106e8fec25aa req-ecd368ee-500e-4c73-90f1-3668286d7c38 service neutron] 10.222.0.60 "GET /v2.0/networks/8d30e34f-9966-4786-9024-ab0d00c0538b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814259 Dec 21 13:45:17.948797 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12af1496-2d8b-4a51-9972-05d3f08ba0e8 req-c8e422e8-7e5d-43f2-822a-36226ebedb63 tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:45:17.950188 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-12af1496-2d8b-4a51-9972-05d3f08ba0e8 req-c8e422e8-7e5d-43f2-822a-36226ebedb63 tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0f69d5-bd23-4567-91a6-34b7dfccabdb HTTP/1.1" status: 200 len: 944 time: 0.0493381 Dec 21 13:45:18.000184 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-12af1496-2d8b-4a51-9972-05d3f08ba0e8 req-6488fee4-dc5a-4d80-a481-daa1494572bd tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0ab28c3-9939-4f6d-ae8c-e0210edd1d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441701 Dec 21 13:45:18.477308 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device e6340256-1863-4e04-a0ec-f79e586b835c details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 13:45:18.569735 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port e6340256-1863-4e04-a0ec-f79e586b835c, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e6340256-1863-4e04-a0ec-f79e586b835c,segment=NetworkSegment(c15dc389-a551-4ca1-b7f1-b7c1dd30f3bc),segment_id=c15dc389-a551-4ca1-b7f1-b7c1dd30f3bc)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:45:18.583732 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Returning: {'device': 'e6340256-1863-4e04-a0ec-f79e586b835c', 'network_id': '8d30e34f-9966-4786-9024-ab0d00c0538b', 'port_id': 'e6340256-1863-4e04-a0ec-f79e586b835c', 'mac_address': 'fa:16:3e:90:85:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ff972f7-9279-44b7-825a-82f484bb4cb4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 13:45:18.619850 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:45:18.631921 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6340256-1863-4e04-a0ec-f79e586b835c {{(pid=103154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 13:45:18.650741 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port e6340256-1863-4e04-a0ec-f79e586b835c, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e6340256-1863-4e04-a0ec-f79e586b835c,segment=NetworkSegment(c15dc389-a551-4ca1-b7f1-b7c1dd30f3bc),segment_id=c15dc389-a551-4ca1-b7f1-b7c1dd30f3bc)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:45:18.655102 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:45:18.699739 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=e6340256-1863-4e04-a0ec-f79e586b835c,revision_number=4']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:45:18.913282 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] get_ports_and_sgs() called for port_ids ['e6340256-1863-4e04-a0ec-f79e586b835c'] {{(pid=103154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 13:45:19.115318 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6426bbb4-096e-470f-b47c-60c3549c0b5b req-c1b748b8-a350-41b0-8b98-6acd174540de tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:45:19.116771 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-6426bbb4-096e-470f-b47c-60c3549c0b5b req-c1b748b8-a350-41b0-8b98-6acd174540de tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0f69d5-bd23-4567-91a6-34b7dfccabdb HTTP/1.1" status: 200 len: 945 time: 0.0480354 Dec 21 13:45:19.166447 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-6426bbb4-096e-470f-b47c-60c3549c0b5b req-2929c9be-f56f-4bd1-9489-ad653b6e090a tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0ab28c3-9939-4f6d-ae8c-e0210edd1d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432861 Dec 21 13:45:20.279515 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9b8c23-f925-4f4e-8fac-4e20b23feea4 req-2450d1ca-d1ac-41e3-a7ad-304b2b3c6bfe tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:45:20.280979 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7f9b8c23-f925-4f4e-8fac-4e20b23feea4 req-2450d1ca-d1ac-41e3-a7ad-304b2b3c6bfe tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0f69d5-bd23-4567-91a6-34b7dfccabdb HTTP/1.1" status: 200 len: 945 time: 0.0483663 Dec 21 13:45:20.326755 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7f9b8c23-f925-4f4e-8fac-4e20b23feea4 req-1fefd156-08b3-45e9-ad8b-f4518577b665 tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0ab28c3-9939-4f6d-ae8c-e0210edd1d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399070 Dec 21 13:45:20.478856 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device e6340256-1863-4e04-a0ec-f79e586b835c up at agent hyperv_hv-neutron-mast {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:45:20.526745 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Provisioning for port e6340256-1863-4e04-a0ec-f79e586b835c completed by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 13:45:20.530306 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Provisioning complete for port e6340256-1863-4e04-a0ec-f79e586b835c triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:45:20.530703 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:45:20.612079 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:45:20.633981 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd0f69d5-bd23-4567-91a6-34b7dfccabdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6340256-1863-4e04-a0ec-f79e586b835c'}] {{(pid=103154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:45:20.636860 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6f45aca8ac5f8c0cc5868273c98d8aa60330245aed22d61c8da5c1f2d6fc01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e8bcbed-1684-42dd-bcbf-d0a721d3f742" -d '{"events": [{"server_uuid": "dd0f69d5-bd23-4567-91a6-34b7dfccabdb", "name": "network-vif-plugged", "status": "completed", "tag": "e6340256-1863-4e04-a0ec-f79e586b835c"}]}' {{(pid=103154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:45:20.648785 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port e6340256-1863-4e04-a0ec-f79e586b835c, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e6340256-1863-4e04-a0ec-f79e586b835c,segment=NetworkSegment(c15dc389-a551-4ca1-b7f1-b7c1dd30f3bc),segment_id=c15dc389-a551-4ca1-b7f1-b7c1dd30f3bc)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:45:20.653102 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:45:20.675759 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 13:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9010e067-4052-430a-8c1e-e2b74fbac19f x-openstack-request-id: req-9010e067-4052-430a-8c1e-e2b74fbac19f {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:45:20.676051 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd0f69d5-bd23-4567-91a6-34b7dfccabdb", "name": "network-vif-plugged", "status": "completed", "tag": "e6340256-1863-4e04-a0ec-f79e586b835c", "code": 200}]} {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:45:20.676304 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9010e067-4052-430a-8c1e-e2b74fbac19f {{(pid=103154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:45:20.676689 dv-neutron-master-2-hyperv neutron-server[103154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd0f69d5-bd23-4567-91a6-34b7dfccabdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6340256-1863-4e04-a0ec-f79e586b835c', 'code': 200} Dec 21 13:45:20.702117 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=e6340256-1863-4e04-a0ec-f79e586b835c,revision_number=5']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:45:20.873172 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997ea0cf-33f9-45d8-8180-5b910179e16f req-259699f7-721b-4a0a-afee-6720733dec77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:45:20.874758 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-997ea0cf-33f9-45d8-8180-5b910179e16f req-259699f7-721b-4a0a-afee-6720733dec77 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=dd0f69d5-bd23-4567-91a6-34b7dfccabdb HTTP/1.1" status: 200 len: 1099 time: 0.0431538 Dec 21 13:45:20.917460 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-997ea0cf-33f9-45d8-8180-5b910179e16f req-db20e6ca-733c-471a-91f4-3d1ca28b9946 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e0ab28c3-9939-4f6d-ae8c-e0210edd1d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363517 Dec 21 13:45:21.442290 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc851ef0-d6cc-4b40-a166-b751170cdf66 req-7ec39184-54a1-4aad-8f0c-154d41fd4ee5 tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:45:21.443772 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-fc851ef0-d6cc-4b40-a166-b751170cdf66 req-7ec39184-54a1-4aad-8f0c-154d41fd4ee5 tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0f69d5-bd23-4567-91a6-34b7dfccabdb HTTP/1.1" status: 200 len: 946 time: 0.0518785 Dec 21 13:45:21.490142 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-fc851ef0-d6cc-4b40-a166-b751170cdf66 req-2fb4c13a-d1be-432c-b945-5f2a0682c580 tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0ab28c3-9939-4f6d-ae8c-e0210edd1d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405042 Dec 21 13:45:22.603762 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0ec235-b057-419f-b4df-f8a339c4bbbc req-104af19b-e969-41c3-8de4-5003cae2cbc2 tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:45:22.605651 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-7e0ec235-b057-419f-b4df-f8a339c4bbbc req-104af19b-e969-41c3-8de4-5003cae2cbc2 tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0f69d5-bd23-4567-91a6-34b7dfccabdb HTTP/1.1" status: 200 len: 946 time: 0.0480723 Dec 21 13:45:22.651214 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-7e0ec235-b057-419f-b4df-f8a339c4bbbc req-3806a7b0-3da4-45bd-8387-2049f509a31e tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0ab28c3-9939-4f6d-ae8c-e0210edd1d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395443 Dec 21 13:45:22.846018 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.agents_db [None req-c60a5637-8c6f-4692-b23b-7dd82bd36b21 None None] Agent healthcheck: found 6 active agents {{(pid=103155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 13:45:22.994593 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308cc971-2042-4dab-b889-793a164f3c25 req-927e1755-07b2-4438-a8a2-b5ae94a178d2 tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:45:22.996381 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-308cc971-2042-4dab-b889-793a164f3c25 req-927e1755-07b2-4438-a8a2-b5ae94a178d2 tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0f69d5-bd23-4567-91a6-34b7dfccabdb HTTP/1.1" status: 200 len: 946 time: 0.0563874 Dec 21 13:45:23.020487 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 34488) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:45:23.053653 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-308cc971-2042-4dab-b889-793a164f3c25 req-1e0abea5-17fe-4925-821d-dfa1a427a3ac tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0ab28c3-9939-4f6d-ae8c-e0210edd1d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501454 Dec 21 13:45:23.107493 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-d3ac48a4-c526-45f3-b993-682f26303edf req-478b6aef-7cda-401e-b159-fb7e7b9641b8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=dd0f69d5-bd23-4567-91a6-34b7dfccabdb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0856802 Dec 21 13:45:23.116698 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [req-d3ac48a4-c526-45f3-b993-682f26303edf req-339543f5-d641-455c-b672-6ef8938795a0 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 13:45:23.117651 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-d3ac48a4-c526-45f3-b993-682f26303edf req-339543f5-d641-455c-b672-6ef8938795a0 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050685 Dec 21 13:45:24.160964 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51482fe2-36c7-43ca-a0e3-f0984577753f req-f94a645e-898d-482f-9724-78dfa5f4975d tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:45:24.162348 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-51482fe2-36c7-43ca-a0e3-f0984577753f req-f94a645e-898d-482f-9724-78dfa5f4975d tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0f69d5-bd23-4567-91a6-34b7dfccabdb HTTP/1.1" status: 200 len: 946 time: 0.0476604 Dec 21 13:45:24.212824 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-51482fe2-36c7-43ca-a0e3-f0984577753f req-4dea0f99-d903-4dc0-ad2c-9bfa2ffeb17a tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0ab28c3-9939-4f6d-ae8c-e0210edd1d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437422 Dec 21 13:45:24.415292 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ac48a4-c526-45f3-b993-682f26303edf req-e9cfd5af-7fd6-463c-a751-e42a2610980c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:45:24.416863 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-d3ac48a4-c526-45f3-b993-682f26303edf req-e9cfd5af-7fd6-463c-a751-e42a2610980c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7ef84a4e946a40279a941b53832d91ac&device_id=dd0f69d5-bd23-4567-91a6-34b7dfccabdb HTTP/1.1" status: 200 len: 1099 time: 0.0436456 Dec 21 13:45:24.505969 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ac48a4-c526-45f3-b993-682f26303edf req-1791a903-cb02-48e3-8ef9-00fd0cd62af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:45:24.507589 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-d3ac48a4-c526-45f3-b993-682f26303edf req-1791a903-cb02-48e3-8ef9-00fd0cd62af9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8d30e34f-9966-4786-9024-ab0d00c0538b HTTP/1.1" status: 200 len: 912 time: 0.0842955 Dec 21 13:45:24.552133 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-d3ac48a4-c526-45f3-b993-682f26303edf req-13465126-efc4-4fb8-a0be-1725a3d538cb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e6340256-1863-4e04-a0ec-f79e586b835c HTTP/1.1" status: 200 len: 217 time: 0.0380278 Dec 21 13:45:24.600570 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ac48a4-c526-45f3-b993-682f26303edf req-22dabb20-33a0-4ec6-85de-3c55e82a1bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:45:24.602038 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-d3ac48a4-c526-45f3-b993-682f26303edf req-22dabb20-33a0-4ec6-85de-3c55e82a1bef service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4ff972f7-9279-44b7-825a-82f484bb4cb4 HTTP/1.1" status: 200 len: 851 time: 0.0435522 Dec 21 13:45:24.632030 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-d3ac48a4-c526-45f3-b993-682f26303edf req-111b2075-666c-4aca-b072-f97a1eb8be72 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8d30e34f-9966-4786-9024-ab0d00c0538b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236213 Dec 21 13:45:24.722944 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-d3ac48a4-c526-45f3-b993-682f26303edf req-95400057-2b78-4955-b0da-01af23db7a56 service neutron] 10.222.0.60 "GET /v2.0/networks/8d30e34f-9966-4786-9024-ab0d00c0538b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830734 Dec 21 13:45:24.810244 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-d3ac48a4-c526-45f3-b993-682f26303edf req-be4b9255-b30c-44db-928e-7f027439e130 service neutron] 10.222.0.60 "GET /v2.0/networks/8d30e34f-9966-4786-9024-ab0d00c0538b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811751 Dec 21 13:45:25.158339 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-3250d2b8-16e8-4996-bc31-46dfde936033 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:45:25.330197 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672575b1-9cf6-4781-9a59-6075cd244405 req-da88be4a-ddc0-49c1-9d87-b004068a3d92 tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:45:25.331690 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-672575b1-9cf6-4781-9a59-6075cd244405 req-da88be4a-ddc0-49c1-9d87-b004068a3d92 tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0f69d5-bd23-4567-91a6-34b7dfccabdb HTTP/1.1" status: 200 len: 946 time: 0.0524888 Dec 21 13:45:25.376942 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-672575b1-9cf6-4781-9a59-6075cd244405 req-81aa7b3b-ff13-4e81-9bb5-33775b6c9b83 tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0ab28c3-9939-4f6d-ae8c-e0210edd1d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393887 Dec 21 13:45:26.490676 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68250404-95b0-469e-87d1-1e508d58c490 req-23fa33d4-947b-4c1f-81d5-3bd93f037b7f tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:45:26.492126 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-68250404-95b0-469e-87d1-1e508d58c490 req-23fa33d4-947b-4c1f-81d5-3bd93f037b7f tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0f69d5-bd23-4567-91a6-34b7dfccabdb HTTP/1.1" status: 200 len: 946 time: 0.0483592 Dec 21 13:45:26.546540 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-68250404-95b0-469e-87d1-1e508d58c490 req-289c686c-1539-4789-971b-f15386041f0b tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0ab28c3-9939-4f6d-ae8c-e0210edd1d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485544 Dec 21 13:45:27.598521 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-18fb76cd-d0aa-4cfe-9037-50121410e6ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:45:27.662290 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015deda9-f8f2-43e7-83a5-a01d3a9e00e5 req-82f0f38e-2e6b-4c71-a6ce-17250d5624b6 tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:45:27.663671 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-015deda9-f8f2-43e7-83a5-a01d3a9e00e5 req-82f0f38e-2e6b-4c71-a6ce-17250d5624b6 tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0f69d5-bd23-4567-91a6-34b7dfccabdb HTTP/1.1" status: 200 len: 946 time: 0.0475678 Dec 21 13:45:27.710899 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-015deda9-f8f2-43e7-83a5-a01d3a9e00e5 req-8f99e08c-c9c4-4f34-8bf9-c3f05483daef tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0ab28c3-9939-4f6d-ae8c-e0210edd1d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406415 Dec 21 13:45:28.815129 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:45:28.825839 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78537c1-4b9a-40b5-81cf-87c5b30bdb2b req-03a95f05-e1d5-4567-9932-a78bae6a33f6 tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:45:28.827367 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-d78537c1-4b9a-40b5-81cf-87c5b30bdb2b req-03a95f05-e1d5-4567-9932-a78bae6a33f6 tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0f69d5-bd23-4567-91a6-34b7dfccabdb HTTP/1.1" status: 200 len: 946 time: 0.0500581 Dec 21 13:45:28.873628 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-d78537c1-4b9a-40b5-81cf-87c5b30bdb2b req-76d465c4-c110-4b6b-af02-114582f699cf tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0ab28c3-9939-4f6d-ae8c-e0210edd1d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404930 Dec 21 13:45:29.985737 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146e8cbf-c7ec-4278-8aa1-5119082d5c9d req-91abf057-bf93-4351-8fd7-7ac6739b3048 tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:45:29.987249 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-146e8cbf-c7ec-4278-8aa1-5119082d5c9d req-91abf057-bf93-4351-8fd7-7ac6739b3048 tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0f69d5-bd23-4567-91a6-34b7dfccabdb HTTP/1.1" status: 200 len: 946 time: 0.0480466 Dec 21 13:45:30.037998 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-146e8cbf-c7ec-4278-8aa1-5119082d5c9d req-ae78316d-85ae-4856-a466-8ff124e386ab tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0ab28c3-9939-4f6d-ae8c-e0210edd1d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448492 Dec 21 13:45:30.816493 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:45:31.047728 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:45:31.152977 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8649be-a92f-4e07-9b31-6a4b58352a7d req-b2da086a-9901-47a1-b054-585d6b8c80ab tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:45:31.154486 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7b8649be-a92f-4e07-9b31-6a4b58352a7d req-b2da086a-9901-47a1-b054-585d6b8c80ab tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0f69d5-bd23-4567-91a6-34b7dfccabdb HTTP/1.1" status: 200 len: 946 time: 0.0489099 Dec 21 13:45:31.214603 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7b8649be-a92f-4e07-9b31-6a4b58352a7d req-be45054b-d289-47f9-8cec-28f554d9fdf7 tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0ab28c3-9939-4f6d-ae8c-e0210edd1d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528436 Dec 21 13:45:32.332471 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4c0c28-6a96-4ed3-a382-56aad651b8d6 req-ffa188b1-b718-4e0a-8fe0-20ef8d0e4879 tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:45:32.333958 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-9b4c0c28-6a96-4ed3-a382-56aad651b8d6 req-ffa188b1-b718-4e0a-8fe0-20ef8d0e4879 tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0f69d5-bd23-4567-91a6-34b7dfccabdb HTTP/1.1" status: 200 len: 946 time: 0.0514338 Dec 21 13:45:32.380585 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-9b4c0c28-6a96-4ed3-a382-56aad651b8d6 req-65442f52-7f8a-4629-86ba-49da8e110833 tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0ab28c3-9939-4f6d-ae8c-e0210edd1d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401022 Dec 21 13:45:33.498797 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea6d0ad-5f8c-422b-83b0-a5a89981a175 req-e39af8ce-4aa6-411a-86f2-901fd219fa46 tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:45:33.500240 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-fea6d0ad-5f8c-422b-83b0-a5a89981a175 req-e39af8ce-4aa6-411a-86f2-901fd219fa46 tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0f69d5-bd23-4567-91a6-34b7dfccabdb HTTP/1.1" status: 200 len: 946 time: 0.0514312 Dec 21 13:45:33.546170 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-fea6d0ad-5f8c-422b-83b0-a5a89981a175 req-b1758d9a-6c8a-4f4a-ad2f-139c4e4b7c19 tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0ab28c3-9939-4f6d-ae8c-e0210edd1d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401142 Dec 21 13:45:34.657574 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32c4489-e12c-4093-9668-9bed1f31eac7 req-714ee648-07e0-4216-9efb-e3778de1b2a8 tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:45:34.659005 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-b32c4489-e12c-4093-9668-9bed1f31eac7 req-714ee648-07e0-4216-9efb-e3778de1b2a8 tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0f69d5-bd23-4567-91a6-34b7dfccabdb HTTP/1.1" status: 200 len: 946 time: 0.0480175 Dec 21 13:45:34.705368 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-b32c4489-e12c-4093-9668-9bed1f31eac7 req-cfcb09ec-4724-4ca6-849f-91496cc81399 tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0ab28c3-9939-4f6d-ae8c-e0210edd1d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405474 Dec 21 13:45:35.823746 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9302aa-6337-40b3-bd7c-5311a40ab651 req-d2540907-0a02-4605-b24c-69bf8f44b220 tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:45:35.825219 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-ae9302aa-6337-40b3-bd7c-5311a40ab651 req-d2540907-0a02-4605-b24c-69bf8f44b220 tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0f69d5-bd23-4567-91a6-34b7dfccabdb HTTP/1.1" status: 200 len: 946 time: 0.0488136 Dec 21 13:45:35.872379 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-ae9302aa-6337-40b3-bd7c-5311a40ab651 req-af435a47-90ab-454e-9eb1-d62024a7ad2b tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0ab28c3-9939-4f6d-ae8c-e0210edd1d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412469 Dec 21 13:45:36.990856 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d038c185-9dd9-48b2-92f2-00b24aedf459 req-e71a2e91-d542-4ac1-951e-0bd6ef9fb06e tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:45:36.992316 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-d038c185-9dd9-48b2-92f2-00b24aedf459 req-e71a2e91-d542-4ac1-951e-0bd6ef9fb06e tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0f69d5-bd23-4567-91a6-34b7dfccabdb HTTP/1.1" status: 200 len: 946 time: 0.0522833 Dec 21 13:45:37.038321 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-d038c185-9dd9-48b2-92f2-00b24aedf459 req-9862a896-fcd4-4e4a-9d73-b6f48c8b6325 tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0ab28c3-9939-4f6d-ae8c-e0210edd1d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401871 Dec 21 13:45:38.153549 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caac1ae-b004-464c-b861-c3690abed2d4 req-9377bcd3-c4bc-43d1-85d6-1db800f4308a tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:45:38.155044 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7caac1ae-b004-464c-b861-c3690abed2d4 req-9377bcd3-c4bc-43d1-85d6-1db800f4308a tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0f69d5-bd23-4567-91a6-34b7dfccabdb HTTP/1.1" status: 200 len: 946 time: 0.0516069 Dec 21 13:45:38.203762 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7caac1ae-b004-464c-b861-c3690abed2d4 req-a494ea2a-9952-4932-bffd-e4769eab0b8e tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0ab28c3-9939-4f6d-ae8c-e0210edd1d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426869 Dec 21 13:45:39.316842 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c431f8-2244-4d7d-af40-4893d8eb79f2 req-7b0e49f8-27b2-4381-8d96-ab445aff2d7b tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:45:39.318304 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-08c431f8-2244-4d7d-af40-4893d8eb79f2 req-7b0e49f8-27b2-4381-8d96-ab445aff2d7b tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0f69d5-bd23-4567-91a6-34b7dfccabdb HTTP/1.1" status: 200 len: 946 time: 0.0490615 Dec 21 13:45:39.364067 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-08c431f8-2244-4d7d-af40-4893d8eb79f2 req-efa37d47-7cfd-47ae-ba90-fc571a1303b3 tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0ab28c3-9939-4f6d-ae8c-e0210edd1d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392988 Dec 21 13:45:40.476520 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68124acf-d20b-44f0-b82b-b0358f8af822 req-f187411f-ea84-496a-830b-f4be76919cdd tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:45:40.477960 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-68124acf-d20b-44f0-b82b-b0358f8af822 req-f187411f-ea84-496a-830b-f4be76919cdd tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0f69d5-bd23-4567-91a6-34b7dfccabdb HTTP/1.1" status: 200 len: 946 time: 0.0476947 Dec 21 13:45:40.522493 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-68124acf-d20b-44f0-b82b-b0358f8af822 req-450ec2ef-7aaa-43f9-9198-38842e830a05 tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0ab28c3-9939-4f6d-ae8c-e0210edd1d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387461 Dec 21 13:45:41.640010 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b554bece-fcab-4c38-bd50-57dec92a3dbf req-12d53c4e-cd26-4014-8bc0-365fbfc4f13f tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:45:41.641404 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-b554bece-fcab-4c38-bd50-57dec92a3dbf req-12d53c4e-cd26-4014-8bc0-365fbfc4f13f tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0f69d5-bd23-4567-91a6-34b7dfccabdb HTTP/1.1" status: 200 len: 946 time: 0.0533817 Dec 21 13:45:41.689632 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-b554bece-fcab-4c38-bd50-57dec92a3dbf req-5a5d95ae-1b68-4ab0-b92e-0681063ab23d tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0ab28c3-9939-4f6d-ae8c-e0210edd1d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423851 Dec 21 13:45:42.802415 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b83950-aec5-4457-b85a-995142f985a2 req-b1ba4e5c-13fa-4bc3-aee6-4e868ba59a23 tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:45:42.804139 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-46b83950-aec5-4457-b85a-995142f985a2 req-b1ba4e5c-13fa-4bc3-aee6-4e868ba59a23 tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0f69d5-bd23-4567-91a6-34b7dfccabdb HTTP/1.1" status: 200 len: 946 time: 0.0479922 Dec 21 13:45:42.861479 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-46b83950-aec5-4457-b85a-995142f985a2 req-bed97a6f-8b3c-40b5-a59f-73597401b923 tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0ab28c3-9939-4f6d-ae8c-e0210edd1d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494018 Dec 21 13:45:43.344942 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:45:43.974389 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a43ee2b-17e1-43f2-9da5-fe6ed6611b69 req-50277f58-99ab-4894-82b4-c7111e6de176 tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:45:43.975834 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-6a43ee2b-17e1-43f2-9da5-fe6ed6611b69 req-50277f58-99ab-4894-82b4-c7111e6de176 tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0f69d5-bd23-4567-91a6-34b7dfccabdb HTTP/1.1" status: 200 len: 946 time: 0.0482659 Dec 21 13:45:44.022249 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-6a43ee2b-17e1-43f2-9da5-fe6ed6611b69 req-8d09c33e-0f44-4594-9e97-39b2a01b1430 tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0ab28c3-9939-4f6d-ae8c-e0210edd1d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406229 Dec 21 13:45:45.133986 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e0f085-5d65-410c-b929-3e876ea26d48 req-17db44f8-f4a3-4fd4-9033-fb606938ad7e tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:45:45.135460 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-57e0f085-5d65-410c-b929-3e876ea26d48 req-17db44f8-f4a3-4fd4-9033-fb606938ad7e tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0f69d5-bd23-4567-91a6-34b7dfccabdb HTTP/1.1" status: 200 len: 946 time: 0.0479274 Dec 21 13:45:45.180847 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-57e0f085-5d65-410c-b929-3e876ea26d48 req-ce3af169-dc76-42c5-81a0-9c8336b84bc5 tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0ab28c3-9939-4f6d-ae8c-e0210edd1d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397046 Dec 21 13:45:46.293979 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41d8e84-5e6b-4056-8512-583f02ecfb31 req-6d884b80-20c8-437a-9f14-29281f9e4bca tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:45:46.295441 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-c41d8e84-5e6b-4056-8512-583f02ecfb31 req-6d884b80-20c8-437a-9f14-29281f9e4bca tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0f69d5-bd23-4567-91a6-34b7dfccabdb HTTP/1.1" status: 200 len: 946 time: 0.0473127 Dec 21 13:45:46.347039 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-c41d8e84-5e6b-4056-8512-583f02ecfb31 req-1aca86c3-d2d8-484b-8182-25e7c59843c8 tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0ab28c3-9939-4f6d-ae8c-e0210edd1d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452116 Dec 21 13:45:47.460775 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfeecf1-7821-49a4-9e9d-3b1af4e1159e req-1e7227d5-cacd-4afd-9af0-4413e6dd11d5 tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:45:47.462206 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-6dfeecf1-7821-49a4-9e9d-3b1af4e1159e req-1e7227d5-cacd-4afd-9af0-4413e6dd11d5 tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0f69d5-bd23-4567-91a6-34b7dfccabdb HTTP/1.1" status: 200 len: 946 time: 0.0470567 Dec 21 13:45:47.507175 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-6dfeecf1-7821-49a4-9e9d-3b1af4e1159e req-bab6af86-2db3-4fe5-90e0-7d26b50e152b tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0ab28c3-9939-4f6d-ae8c-e0210edd1d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384762 Dec 21 13:45:48.621689 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db395b90-ea9e-40e1-a256-fdb53dfb78a6 req-d2db421d-1ea6-4639-966d-e134471c9ed4 tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:45:48.623100 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-db395b90-ea9e-40e1-a256-fdb53dfb78a6 req-d2db421d-1ea6-4639-966d-e134471c9ed4 tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0f69d5-bd23-4567-91a6-34b7dfccabdb HTTP/1.1" status: 200 len: 946 time: 0.0492198 Dec 21 13:45:48.670651 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-db395b90-ea9e-40e1-a256-fdb53dfb78a6 req-a12ecdc7-35a8-4a09-8bed-ba2274f0db6a tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0ab28c3-9939-4f6d-ae8c-e0210edd1d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416493 Dec 21 13:45:49.938176 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84345787-07a8-479d-993e-bbb6a220d014 req-29764337-8c8c-4d52-95dc-8ce45256766c tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:45:49.939661 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-84345787-07a8-479d-993e-bbb6a220d014 req-29764337-8c8c-4d52-95dc-8ce45256766c tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0f69d5-bd23-4567-91a6-34b7dfccabdb HTTP/1.1" status: 200 len: 946 time: 0.0521104 Dec 21 13:45:49.985306 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-84345787-07a8-479d-993e-bbb6a220d014 req-8889a7f5-cb28-424e-ad98-137d810e9347 tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0ab28c3-9939-4f6d-ae8c-e0210edd1d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397956 Dec 21 13:45:51.099496 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc60139-76b9-4e53-8b17-7cdadbc86f6a req-818f5f9c-bc21-4fcc-a416-7c736a3a5041 tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:45:51.100994 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-9cc60139-76b9-4e53-8b17-7cdadbc86f6a req-818f5f9c-bc21-4fcc-a416-7c736a3a5041 tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0f69d5-bd23-4567-91a6-34b7dfccabdb HTTP/1.1" status: 200 len: 946 time: 0.0507376 Dec 21 13:45:51.148853 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-9cc60139-76b9-4e53-8b17-7cdadbc86f6a req-607eedc0-e861-4ab8-87ea-c9021c15dffd tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0ab28c3-9939-4f6d-ae8c-e0210edd1d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413024 Dec 21 13:45:51.606812 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-d3ac48a4-c526-45f3-b993-682f26303edf req-3a138dd1-15d8-404a-8a13-6fb0b6104cae service neutron] 10.222.0.60 "GET /v2.0/ports/e6340256-1863-4e04-a0ec-f79e586b835c/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0542736 Dec 21 13:45:51.855486 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ac48a4-c526-45f3-b993-682f26303edf req-ce7842ec-1a03-44c5-abb3-5f2ddbd09c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:45:51.856965 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-d3ac48a4-c526-45f3-b993-682f26303edf req-ce7842ec-1a03-44c5-abb3-5f2ddbd09c81 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=dd0f69d5-bd23-4567-91a6-34b7dfccabdb&tenant_id=7ef84a4e946a40279a941b53832d91ac HTTP/1.1" status: 200 len: 1099 time: 0.0777538 Dec 21 13:45:51.925292 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ac48a4-c526-45f3-b993-682f26303edf req-b5e4bef4-fcf4-44f5-a0a6-4a5de9fd6d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:45:51.926807 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-d3ac48a4-c526-45f3-b993-682f26303edf req-b5e4bef4-fcf4-44f5-a0a6-4a5de9fd6d11 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7ef84a4e946a40279a941b53832d91ac&device_id=dd0f69d5-bd23-4567-91a6-34b7dfccabdb HTTP/1.1" status: 200 len: 1099 time: 0.0388601 Dec 21 13:45:52.011016 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ac48a4-c526-45f3-b993-682f26303edf req-32be6c75-cbf2-4057-a0f1-66cca709b1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:45:52.012408 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-d3ac48a4-c526-45f3-b993-682f26303edf req-32be6c75-cbf2-4057-a0f1-66cca709b1d4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8d30e34f-9966-4786-9024-ab0d00c0538b HTTP/1.1" status: 200 len: 912 time: 0.0797069 Dec 21 13:45:52.055093 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-d3ac48a4-c526-45f3-b993-682f26303edf req-5b1b0629-f0a2-4ec4-a5e0-4123c6a26000 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e6340256-1863-4e04-a0ec-f79e586b835c HTTP/1.1" status: 200 len: 217 time: 0.0353587 Dec 21 13:45:52.106597 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ac48a4-c526-45f3-b993-682f26303edf req-f6faafb2-53de-4330-a56b-93af69a1a2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:45:52.108198 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-d3ac48a4-c526-45f3-b993-682f26303edf req-f6faafb2-53de-4330-a56b-93af69a1a2dc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4ff972f7-9279-44b7-825a-82f484bb4cb4 HTTP/1.1" status: 200 len: 851 time: 0.0461943 Dec 21 13:45:52.139106 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-d3ac48a4-c526-45f3-b993-682f26303edf req-0998e16a-819e-49c5-8ebe-73f41281fb33 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8d30e34f-9966-4786-9024-ab0d00c0538b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248289 Dec 21 13:45:52.238667 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-d3ac48a4-c526-45f3-b993-682f26303edf req-d4a41a5c-6603-41ff-b3e8-eb1e09be1381 service neutron] 10.222.0.60 "GET /v2.0/networks/8d30e34f-9966-4786-9024-ab0d00c0538b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930295 Dec 21 13:45:52.325788 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:45:52.325788 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:45:52.325788 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:45:52.325788 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:45:52.325788 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:45:52.325788 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:45:52.325788 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:45:52.325788 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:45:52.325788 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:45:52.325788 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:45:52.325788 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:45:52.325788 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:45:52.325788 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:45:52.325788 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:45:52.325788 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:45:52.325788 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:45:52.325788 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:45:52.325788 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:45:52.325788 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:45:52.325788 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:45:52.325788 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:45:52.325788 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:45:52.325788 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:45:52.325788 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:45:52.325788 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:45:52.325788 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:45:52.325788 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:45:52.325788 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:45:52.325788 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:45:52.325788 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:45:52.325788 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:45:52.325788 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:45:52.325788 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:45:52.325788 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:45:52.325788 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:45:52.325788 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:45:52.325788 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:45:52.325788 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:45:52.325788 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:45:52.325788 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:45:52.325788 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:45:52.325788 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:45:52.325788 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:45:52.325788 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:45:52.325788 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:45:52.325788 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:45:52.325788 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:45:52.325788 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:45:52.329044 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c013a3e-2171-4633-ac5d-bf34ee1c1a99 req-e540f83e-eb59-42ea-b47d-55e0eb1eafff tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:45:52.329566 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-5c013a3e-2171-4633-ac5d-bf34ee1c1a99 req-e540f83e-eb59-42ea-b47d-55e0eb1eafff tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0f69d5-bd23-4567-91a6-34b7dfccabdb HTTP/1.1" status: 200 len: 946 time: 0.1051736 Dec 21 13:45:52.692490 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-d3ac48a4-c526-45f3-b993-682f26303edf req-564281bd-1794-46c2-b540-bdeb17cd1bbc service neutron] 10.222.0.60 "GET /v2.0/networks/8d30e34f-9966-4786-9024-ab0d00c0538b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4404294 Dec 21 13:45:52.713182 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-5c013a3e-2171-4633-ac5d-bf34ee1c1a99 req-10d91cbe-aca2-47dd-809f-d0c2a64c3cd8 tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0ab28c3-9939-4f6d-ae8c-e0210edd1d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3776722 Dec 21 13:45:53.837936 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d46e39-af3c-466a-bfd2-057f86ad1f4e req-4372c1ff-3b0c-401c-a0f7-1774364f484a tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:45:53.839434 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-b7d46e39-af3c-466a-bfd2-057f86ad1f4e req-4372c1ff-3b0c-401c-a0f7-1774364f484a tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0f69d5-bd23-4567-91a6-34b7dfccabdb HTTP/1.1" status: 200 len: 946 time: 0.0564196 Dec 21 13:45:53.886037 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-b7d46e39-af3c-466a-bfd2-057f86ad1f4e req-ca5ed2a4-cab7-42da-9c68-909751d92f6b tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0ab28c3-9939-4f6d-ae8c-e0210edd1d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406091 Dec 21 13:45:54.642890 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device e6340256-1863-4e04-a0ec-f79e586b835c details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 13:45:54.653274 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device e6340256-1863-4e04-a0ec-f79e586b835c no longer exists at agent hyperv_hv-neutron-mast {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:45:54.795690 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:45:54.798397 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port e6340256-1863-4e04-a0ec-f79e586b835c, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e6340256-1863-4e04-a0ec-f79e586b835c,segment=NetworkSegment(c15dc389-a551-4ca1-b7f1-b7c1dd30f3bc),segment_id=c15dc389-a551-4ca1-b7f1-b7c1dd30f3bc)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:45:54.815470 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Returning: {'device': 'e6340256-1863-4e04-a0ec-f79e586b835c', 'network_id': '8d30e34f-9966-4786-9024-ab0d00c0538b', 'port_id': 'e6340256-1863-4e04-a0ec-f79e586b835c', 'mac_address': 'fa:16:3e:90:85:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ff972f7-9279-44b7-825a-82f484bb4cb4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 13:45:54.830820 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd0f69d5-bd23-4567-91a6-34b7dfccabdb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6340256-1863-4e04-a0ec-f79e586b835c'}] {{(pid=103154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:45:54.832988 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6f45aca8ac5f8c0cc5868273c98d8aa60330245aed22d61c8da5c1f2d6fc01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82abd41f-2ce4-498f-9189-c9ae6015ae33" -d '{"events": [{"server_uuid": "dd0f69d5-bd23-4567-91a6-34b7dfccabdb", "name": "network-vif-unplugged", "status": "completed", "tag": "e6340256-1863-4e04-a0ec-f79e586b835c"}]}' {{(pid=103154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:45:54.870976 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port e6340256-1863-4e04-a0ec-f79e586b835c, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e6340256-1863-4e04-a0ec-f79e586b835c,segment=NetworkSegment(c15dc389-a551-4ca1-b7f1-b7c1dd30f3bc),segment_id=c15dc389-a551-4ca1-b7f1-b7c1dd30f3bc)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:45:54.876841 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:45:54.880614 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:45:54.907819 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Dec 2021 13:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c29fa8b-524f-4d5c-bc81-42b86ea24a27 x-openstack-request-id: req-9c29fa8b-524f-4d5c-bc81-42b86ea24a27 {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:45:54.908108 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd0f69d5-bd23-4567-91a6-34b7dfccabdb", "name": "network-vif-unplugged", "status": "completed", "tag": "e6340256-1863-4e04-a0ec-f79e586b835c", "code": 200}]} {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:45:54.908358 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9c29fa8b-524f-4d5c-bc81-42b86ea24a27 {{(pid=103154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:45:54.908738 dv-neutron-master-2-hyperv neutron-server[103154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd0f69d5-bd23-4567-91a6-34b7dfccabdb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6340256-1863-4e04-a0ec-f79e586b835c', 'code': 200} Dec 21 13:45:54.918304 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e6340256-1863-4e04-a0ec-f79e586b835c {{(pid=103154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 13:45:54.960409 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=e6340256-1863-4e04-a0ec-f79e586b835c,revision_number=6']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:45:54.974495 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:45:54.974848 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:45:54.975192 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:45:54.975535 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:45:54.975867 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:45:54.976194 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:45:54.976524 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:45:54.976848 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:45:54.977175 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:45:54.977498 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:45:54.977819 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:45:54.978162 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:45:54.978515 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:45:54.985204 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.db.api [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 13:45:54.985613 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG oslo_db.api [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 13:45:55.001658 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71758165-d7a2-4f56-960e-7d72cec4064d req-8aab2d2d-29b4-47c7-bc24-19f31e9ac5cc tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:45:55.003184 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-71758165-d7a2-4f56-960e-7d72cec4064d req-8aab2d2d-29b4-47c7-bc24-19f31e9ac5cc tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0f69d5-bd23-4567-91a6-34b7dfccabdb HTTP/1.1" status: 200 len: 944 time: 0.0511401 Dec 21 13:45:55.050491 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-71758165-d7a2-4f56-960e-7d72cec4064d req-0984a092-0ded-4d82-aa53-87f9099c89be tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0ab28c3-9939-4f6d-ae8c-e0210edd1d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412352 Dec 21 13:45:55.158344 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a01401f0-ad71-4a4a-b07b-a9147cad95ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:45:55.361767 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545cf08e-eed4-47a5-bb92-07cb393b6239 req-a632b203-c1c6-4838-b573-1dd9b35f504e tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:45:55.363242 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-545cf08e-eed4-47a5-bb92-07cb393b6239 req-a632b203-c1c6-4838-b573-1dd9b35f504e tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd0f69d5-bd23-4567-91a6-34b7dfccabdb&tenant_id=7ef84a4e946a40279a941b53832d91ac&binding%3Ahost_id=hv-neutron-mast HTTP/1.1" status: 200 len: 944 time: 0.0826173 Dec 21 13:45:55.459816 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545cf08e-eed4-47a5-bb92-07cb393b6239 req-7588f262-ddcc-403a-a8e1-91326a1fb27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:45:55.461161 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-545cf08e-eed4-47a5-bb92-07cb393b6239 req-7588f262-ddcc-403a-a8e1-91326a1fb27c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7ef84a4e946a40279a941b53832d91ac&device_id=dd0f69d5-bd23-4567-91a6-34b7dfccabdb HTTP/1.1" status: 200 len: 1097 time: 0.0402620 Dec 21 13:45:55.523002 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:45:55.535027 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6340256-1863-4e04-a0ec-f79e586b835c {{(pid=103154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 13:45:55.552717 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545cf08e-eed4-47a5-bb92-07cb393b6239 req-6dce4ff3-b6aa-4f78-b661-f2ce4c026ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:45:55.554473 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-545cf08e-eed4-47a5-bb92-07cb393b6239 req-6dce4ff3-b6aa-4f78-b661-f2ce4c026ad3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8d30e34f-9966-4786-9024-ab0d00c0538b HTTP/1.1" status: 200 len: 912 time: 0.0867651 Dec 21 13:45:55.554769 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port e6340256-1863-4e04-a0ec-f79e586b835c, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e6340256-1863-4e04-a0ec-f79e586b835c,segment=NetworkSegment(c15dc389-a551-4ca1-b7f1-b7c1dd30f3bc),segment_id=c15dc389-a551-4ca1-b7f1-b7c1dd30f3bc)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:45:55.559031 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:45:55.595013 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-545cf08e-eed4-47a5-bb92-07cb393b6239 req-aa345313-1c6c-4fe0-b729-82fc9fd7abb3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e6340256-1863-4e04-a0ec-f79e586b835c HTTP/1.1" status: 200 len: 217 time: 0.0335300 Dec 21 13:45:55.604945 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=e6340256-1863-4e04-a0ec-f79e586b835c,revision_number=7']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:45:55.647273 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545cf08e-eed4-47a5-bb92-07cb393b6239 req-7e576406-d8b8-4b0d-b40b-4c70f677765d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:45:55.648720 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-545cf08e-eed4-47a5-bb92-07cb393b6239 req-7e576406-d8b8-4b0d-b40b-4c70f677765d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4ff972f7-9279-44b7-825a-82f484bb4cb4 HTTP/1.1" status: 200 len: 851 time: 0.0473433 Dec 21 13:45:55.680255 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-545cf08e-eed4-47a5-bb92-07cb393b6239 req-b19871d9-7a1f-44b1-b38d-4a8013ce4a5d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8d30e34f-9966-4786-9024-ab0d00c0538b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242708 Dec 21 13:45:55.684892 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] get_ports_and_sgs() called for port_ids ['e6340256-1863-4e04-a0ec-f79e586b835c'] {{(pid=103154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 13:45:55.769163 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-545cf08e-eed4-47a5-bb92-07cb393b6239 req-4fed7225-fffb-4e19-afb8-c5d5c7860dea service neutron] 10.222.0.60 "GET /v2.0/networks/8d30e34f-9966-4786-9024-ab0d00c0538b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816123 Dec 21 13:45:55.866061 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-545cf08e-eed4-47a5-bb92-07cb393b6239 req-379c6f11-0e72-430c-a94a-7ec59ac6687b service neutron] 10.222.0.60 "GET /v2.0/networks/8d30e34f-9966-4786-9024-ab0d00c0538b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888350 Dec 21 13:45:56.609763 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dc7455-9a68-4e61-9214-7655696585a1 req-0f74fc10-2a4d-44aa-9b3e-ec901b5dc043 tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:45:56.611269 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-a7dc7455-9a68-4e61-9214-7655696585a1 req-0f74fc10-2a4d-44aa-9b3e-ec901b5dc043 tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0f69d5-bd23-4567-91a6-34b7dfccabdb HTTP/1.1" status: 200 len: 945 time: 0.0479078 Dec 21 13:45:56.663104 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-a7dc7455-9a68-4e61-9214-7655696585a1 req-314ab34f-6bf8-41a9-a3cb-1df758cd2c7d tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0ab28c3-9939-4f6d-ae8c-e0210edd1d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451605 Dec 21 13:45:56.664946 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device e6340256-1863-4e04-a0ec-f79e586b835c up at agent hyperv_hv-neutron-mast {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:45:56.712912 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Provisioning complete for port e6340256-1863-4e04-a0ec-f79e586b835c triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:45:56.713524 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:45:56.789545 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:45:56.824103 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port e6340256-1863-4e04-a0ec-f79e586b835c, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e6340256-1863-4e04-a0ec-f79e586b835c,segment=NetworkSegment(c15dc389-a551-4ca1-b7f1-b7c1dd30f3bc),segment_id=c15dc389-a551-4ca1-b7f1-b7c1dd30f3bc)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:45:56.828031 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:45:56.875277 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=e6340256-1863-4e04-a0ec-f79e586b835c,revision_number=8']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:45:56.909364 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd0f69d5-bd23-4567-91a6-34b7dfccabdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6340256-1863-4e04-a0ec-f79e586b835c'}] {{(pid=103154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:45:56.911889 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6f45aca8ac5f8c0cc5868273c98d8aa60330245aed22d61c8da5c1f2d6fc01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4364915e-0449-4ee0-84cb-e3c689e13665" -d '{"events": [{"server_uuid": "dd0f69d5-bd23-4567-91a6-34b7dfccabdb", "name": "network-vif-plugged", "status": "completed", "tag": "e6340256-1863-4e04-a0ec-f79e586b835c"}]}' {{(pid=103154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:45:56.947807 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 13:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-045401f5-8169-4473-b942-ec7e98bc8fd2 x-openstack-request-id: req-045401f5-8169-4473-b942-ec7e98bc8fd2 {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:45:56.948169 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd0f69d5-bd23-4567-91a6-34b7dfccabdb", "name": "network-vif-plugged", "status": "completed", "tag": "e6340256-1863-4e04-a0ec-f79e586b835c", "code": 200}]} {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:45:56.948427 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-045401f5-8169-4473-b942-ec7e98bc8fd2 {{(pid=103154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:45:56.948820 dv-neutron-master-2-hyperv neutron-server[103154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd0f69d5-bd23-4567-91a6-34b7dfccabdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6340256-1863-4e04-a0ec-f79e586b835c', 'code': 200} Dec 21 13:45:57.600950 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6db2a183-6ca8-4577-8f52-daf61ee40da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:45:57.776309 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75a6109-9d31-4be7-9fbb-fd4b1c39b7d1 req-1914ee5a-a8ec-402d-a643-9519d2fe4020 tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:45:57.777769 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-d75a6109-9d31-4be7-9fbb-fd4b1c39b7d1 req-1914ee5a-a8ec-402d-a643-9519d2fe4020 tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0f69d5-bd23-4567-91a6-34b7dfccabdb HTTP/1.1" status: 200 len: 946 time: 0.0491669 Dec 21 13:45:57.823603 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-d75a6109-9d31-4be7-9fbb-fd4b1c39b7d1 req-f189838e-0651-4c2b-9b2b-48b8d1049d82 tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0ab28c3-9939-4f6d-ae8c-e0210edd1d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398481 Dec 21 13:45:58.374934 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545cf08e-eed4-47a5-bb92-07cb393b6239 req-8e90e567-e1ba-4d0c-8092-ca98248b3d48 tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:45:58.376429 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-545cf08e-eed4-47a5-bb92-07cb393b6239 req-8e90e567-e1ba-4d0c-8092-ca98248b3d48 tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd0f69d5-bd23-4567-91a6-34b7dfccabdb HTTP/1.1" status: 200 len: 946 time: 0.0480022 Dec 21 13:45:58.470043 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [req-545cf08e-eed4-47a5-bb92-07cb393b6239 req-052379e7-408c-4886-8771-37136448f9f6 tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] Deleting port e6340256-1863-4e04-a0ec-f79e586b835c {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:45:58.470406 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-545cf08e-eed4-47a5-bb92-07cb393b6239 req-052379e7-408c-4886-8771-37136448f9f6 tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:45:58.556141 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-545cf08e-eed4-47a5-bb92-07cb393b6239 req-052379e7-408c-4886-8771-37136448f9f6 tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] For port e6340256-1863-4e04-a0ec-f79e586b835c, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e6340256-1863-4e04-a0ec-f79e586b835c,segment=NetworkSegment(c15dc389-a551-4ca1-b7f1-b7c1dd30f3bc),segment_id=c15dc389-a551-4ca1-b7f1-b7c1dd30f3bc)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:45:58.557091 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-545cf08e-eed4-47a5-bb92-07cb393b6239 req-052379e7-408c-4886-8771-37136448f9f6 tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:45:58.569048 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [req-545cf08e-eed4-47a5-bb92-07cb393b6239 req-052379e7-408c-4886-8771-37136448f9f6 tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] Calling delete_port for e6340256-1863-4e04-a0ec-f79e586b835c owned by compute:nova {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:45:58.697111 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-545cf08e-eed4-47a5-bb92-07cb393b6239 req-052379e7-408c-4886-8771-37136448f9f6 tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:45:58.724611 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052379e7-408c-4886-8771-37136448f9f6 tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] Pushing event deleted for resources: {'Port': ['ID=e6340256-1863-4e04-a0ec-f79e586b835c,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:45:58.731242 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] get_ports_and_sgs() called for port_ids ['e6340256-1863-4e04-a0ec-f79e586b835c'] {{(pid=103154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 13:45:58.738547 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052379e7-408c-4886-8771-37136448f9f6 tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:45:58.738547 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052379e7-408c-4886-8771-37136448f9f6 tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:45:58.738792 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052379e7-408c-4886-8771-37136448f9f6 tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:45:58.739087 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052379e7-408c-4886-8771-37136448f9f6 tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:45:58.739422 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052379e7-408c-4886-8771-37136448f9f6 tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:45:58.739756 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052379e7-408c-4886-8771-37136448f9f6 tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:45:58.740084 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052379e7-408c-4886-8771-37136448f9f6 tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:45:58.740415 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052379e7-408c-4886-8771-37136448f9f6 tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:45:58.740744 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052379e7-408c-4886-8771-37136448f9f6 tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:45:58.741075 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052379e7-408c-4886-8771-37136448f9f6 tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:45:58.741398 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052379e7-408c-4886-8771-37136448f9f6 tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:45:58.741720 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052379e7-408c-4886-8771-37136448f9f6 tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:45:58.742039 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052379e7-408c-4886-8771-37136448f9f6 tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:45:58.778666 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [req-545cf08e-eed4-47a5-bb92-07cb393b6239 req-052379e7-408c-4886-8771-37136448f9f6 tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] No DVR routers for this DVR port e6340256-1863-4e04-a0ec-f79e586b835c on host hv-neutron-mast {{(pid=103153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:45:58.781041 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-545cf08e-eed4-47a5-bb92-07cb393b6239 req-052379e7-408c-4886-8771-37136448f9f6 tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:45:58.784339 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-545cf08e-eed4-47a5-bb92-07cb393b6239 req-052379e7-408c-4886-8771-37136448f9f6 tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] 10.222.0.60 "DELETE /v2.0/ports/e6340256-1863-4e04-a0ec-f79e586b835c HTTP/1.1" status: 204 len: 173 time: 0.4023869 Dec 21 13:45:58.784771 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd0f69d5-bd23-4567-91a6-34b7dfccabdb', 'name': 'network-vif-deleted', 'tag': 'e6340256-1863-4e04-a0ec-f79e586b835c'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:45:58.787059 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af6034c98e584fa55ea4398f343c742ceb598288507feaf30d5a15785b2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4ac2ea9-9f57-4964-b8f7-b90e5d43bfbd" -d '{"events": [{"server_uuid": "dd0f69d5-bd23-4567-91a6-34b7dfccabdb", "name": "network-vif-deleted", "tag": "e6340256-1863-4e04-a0ec-f79e586b835c"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:45:58.823293 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:45:58.828651 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 13:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d36468a2-35ad-4318-817d-eed7670ff2cb x-openstack-request-id: req-d36468a2-35ad-4318-817d-eed7670ff2cb {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:45:58.829062 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd0f69d5-bd23-4567-91a6-34b7dfccabdb", "name": "network-vif-deleted", "tag": "e6340256-1863-4e04-a0ec-f79e586b835c", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:45:58.829402 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d36468a2-35ad-4318-817d-eed7670ff2cb {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:45:58.829805 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd0f69d5-bd23-4567-91a6-34b7dfccabdb', 'name': 'network-vif-deleted', 'tag': 'e6340256-1863-4e04-a0ec-f79e586b835c', 'status': 'completed', 'code': 200} Dec 21 13:45:58.920387 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-72aaea20-1ac9-4c81-a9df-d8ae0b7edeac req-dd3d2dd1-eee0-40e4-a3cc-d379c68e584f tempest-DeleteServersTestJSON-479619776 tempest-DeleteServersTestJSON-479619776-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0f69d5-bd23-4567-91a6-34b7dfccabdb HTTP/1.1" status: 200 len: 210 time: 0.0275905 Dec 21 13:45:59.844514 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.agents_db [None req-c60a5637-8c6f-4692-b23b-7dd82bd36b21 None None] Agent healthcheck: found 6 active agents {{(pid=103155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 13:46:00.046808 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 34592) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:46:00.093364 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bf70563-5ac1-43b3-b11c-7882ef794c00 admin admin] Deleting subnet 4ff972f7-9279-44b7-825a-82f484bb4cb4 {{(pid=103152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:46:00.096417 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6bf70563-5ac1-43b3-b11c-7882ef794c00 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:46:00.130484 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6bf70563-5ac1-43b3-b11c-7882ef794c00 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526644'] for subnet, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:46:00.167908 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6bf70563-5ac1-43b3-b11c-7882ef794c00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:46:00.220278 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6bf70563-5ac1-43b3-b11c-7882ef794c00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12346570'] for subnet, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:46:00.247804 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6bf70563-5ac1-43b3-b11c-7882ef794c00 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:46:00.251034 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-6bf70563-5ac1-43b3-b11c-7882ef794c00 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/4ff972f7-9279-44b7-825a-82f484bb4cb4 HTTP/1.1" status: 204 len: 168 time: 0.2031789 Dec 21 13:46:00.252287 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf70563-5ac1-43b3-b11c-7882ef794c00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ff972f7-9279-44b7-825a-82f484bb4cb4,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:46:00.253599 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 34594) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:46:00.259703 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf70563-5ac1-43b3-b11c-7882ef794c00 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:46:00.260056 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf70563-5ac1-43b3-b11c-7882ef794c00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:46:00.260399 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf70563-5ac1-43b3-b11c-7882ef794c00 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:46:00.260738 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf70563-5ac1-43b3-b11c-7882ef794c00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:46:00.261074 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf70563-5ac1-43b3-b11c-7882ef794c00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:46:00.261404 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf70563-5ac1-43b3-b11c-7882ef794c00 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:46:00.261733 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf70563-5ac1-43b3-b11c-7882ef794c00 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:46:00.262062 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf70563-5ac1-43b3-b11c-7882ef794c00 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:46:00.262432 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf70563-5ac1-43b3-b11c-7882ef794c00 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:46:00.262766 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf70563-5ac1-43b3-b11c-7882ef794c00 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:46:00.263100 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf70563-5ac1-43b3-b11c-7882ef794c00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:46:00.263422 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf70563-5ac1-43b3-b11c-7882ef794c00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:46:00.263741 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf70563-5ac1-43b3-b11c-7882ef794c00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:46:00.322593 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3cc0425f-32b9-4392-94c5-5bb3fbe3036c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:46:00.402075 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3cc0425f-32b9-4392-94c5-5bb3fbe3036c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:46:00.423018 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-3cc0425f-32b9-4392-94c5-5bb3fbe3036c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d30e34f-9966-4786-9024-ab0d00c0538b']}} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:46:00.432426 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-3cc0425f-32b9-4392-94c5-5bb3fbe3036c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c15dc389-a551-4ca1-b7f1-b7c1dd30f3bc') {'for_net_delete': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:46:00.432719 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-3cc0425f-32b9-4392-94c5-5bb3fbe3036c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c15dc389-a551-4ca1-b7f1-b7c1dd30f3bc') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:46:00.441716 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3cc0425f-32b9-4392-94c5-5bb3fbe3036c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1585430'] for segment, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:46:00.454327 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3cc0425f-32b9-4392-94c5-5bb3fbe3036c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:46:00.459999 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cc0425f-32b9-4392-94c5-5bb3fbe3036c admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=103153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:46:00.460382 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3cc0425f-32b9-4392-94c5-5bb3fbe3036c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11349758'] for segment, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:46:00.461968 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:46:00.461968 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:46:00.461968 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:46:00.461968 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:46:00.461968 dv-neutron-master-2-hyperv neutron-server[103153]: Traceback (most recent call last): Dec 21 13:46:00.461968 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:46:00.461968 dv-neutron-master-2-hyperv neutron-server[103153]: timer() Dec 21 13:46:00.461968 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:46:00.461968 dv-neutron-master-2-hyperv neutron-server[103153]: cb(*args, **kw) Dec 21 13:46:00.461968 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:46:00.461968 dv-neutron-master-2-hyperv neutron-server[103153]: return func(*args, **kwargs) Dec 21 13:46:00.461968 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:46:00.461968 dv-neutron-master-2-hyperv neutron-server[103153]: self._notify() Dec 21 13:46:00.461968 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:46:00.461968 dv-neutron-master-2-hyperv neutron-server[103153]: self.callback(batched_events) Dec 21 13:46:00.461968 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:46:00.461968 dv-neutron-master-2-hyperv neutron-server[103153]: event.method(event) Dec 21 13:46:00.461968 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:46:00.461968 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:46:00.461968 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:46:00.461968 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:46:00.461968 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:46:00.461968 dv-neutron-master-2-hyperv neutron-server[103153]: return f(self, *a, **k) Dec 21 13:46:00.461968 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:46:00.461968 dv-neutron-master-2-hyperv neutron-server[103153]: return self._get(url).json() Dec 21 13:46:00.461968 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:46:00.461968 dv-neutron-master-2-hyperv neutron-server[103153]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:46:00.461968 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:46:00.461968 dv-neutron-master-2-hyperv neutron-server[103153]: return self.request(url, 'GET', **kwargs) Dec 21 13:46:00.461968 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:46:00.461968 dv-neutron-master-2-hyperv neutron-server[103153]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:46:00.461968 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:46:00.461968 dv-neutron-master-2-hyperv neutron-server[103153]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:46:00.461968 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:46:00.461968 dv-neutron-master-2-hyperv neutron-server[103153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:46:00.461968 dv-neutron-master-2-hyperv neutron-server[103153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:46:00.513882 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3cc0425f-32b9-4392-94c5-5bb3fbe3036c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:46:00.519200 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3cc0425f-32b9-4392-94c5-5bb3fbe3036c admin admin] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:46:00.522518 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-3cc0425f-32b9-4392-94c5-5bb3fbe3036c admin admin] 10.222.0.37 "DELETE /v2.0/networks/8d30e34f-9966-4786-9024-ab0d00c0538b HTTP/1.1" status: 204 len: 168 time: 0.2678661 Dec 21 13:46:00.533604 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc0425f-32b9-4392-94c5-5bb3fbe3036c admin admin] Pushing event deleted for resources: {'Network': ['ID=8d30e34f-9966-4786-9024-ab0d00c0538b,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:46:00.628242 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 34598) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:46:00.670543 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-aded00d4-3e60-4797-b45a-c9780ff0ee0e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7ef84a4e946a40279a941b53832d91ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0411422 Dec 21 13:46:00.672980 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 34600) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:46:00.718111 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4af594c5-1536-449c-acc0-0c32ec9cc78d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:46:00.738828 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4af594c5-1536-449c-acc0-0c32ec9cc78d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:46:00.785297 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4af594c5-1536-449c-acc0-0c32ec9cc78d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:46:00.787997 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4af594c5-1536-449c-acc0-0c32ec9cc78d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:46:00.789397 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-4af594c5-1536-449c-acc0-0c32ec9cc78d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e0ab28c3-9939-4f6d-ae8c-e0210edd1d45 HTTP/1.1" status: 204 len: 168 time: 0.1153312 Dec 21 13:46:00.798346 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af594c5-1536-449c-acc0-0c32ec9cc78d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ab28c3-9939-4f6d-ae8c-e0210edd1d45,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:46:00.831825 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:46:01.051899 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:46:01.468432 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 34622) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:46:01.561858 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-c71417fa-6e38-481a-860b-428ee5bc5568 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1932539026-network', 'tenant_id': '2c68099f821f4a7282f0c2c70f697314'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:46:01.583637 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c71417fa-6e38-481a-860b-428ee5bc5568 admin admin] Made reservation on behalf of 2c68099f821f4a7282f0c2c70f697314 for: {'network': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:46:01.585866 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c71417fa-6e38-481a-860b-428ee5bc5568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:46:01.593992 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c71417fa-6e38-481a-860b-428ee5bc5568 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:46:01.667248 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c71417fa-6e38-481a-860b-428ee5bc5568 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:46:01.670673 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c71417fa-6e38-481a-860b-428ee5bc5568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:46:01.695421 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c71417fa-6e38-481a-860b-428ee5bc5568 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=103153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:46:01.704925 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71417fa-6e38-481a-860b-428ee5bc5568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf78df26-1132-4050-a953-b538d7934499,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:46:01.710905 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c71417fa-6e38-481a-860b-428ee5bc5568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:46:01.711250 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.segments_db [None req-c71417fa-6e38-481a-860b-428ee5bc5568 admin admin] Added segment abb84a6f-300d-45c3-8f0d-c75017e47fb7 of type vlan for network 692b6312-57aa-4235-8a79-24a4ca67727b Dec 21 13:46:01.756047 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c71417fa-6e38-481a-860b-428ee5bc5568 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:46:01.785338 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c71417fa-6e38-481a-860b-428ee5bc5568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:46:01.786349 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71417fa-6e38-481a-860b-428ee5bc5568 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:46:01.787025 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c71417fa-6e38-481a-860b-428ee5bc5568 admin admin] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:46:01.821741 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-c71417fa-6e38-481a-860b-428ee5bc5568 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3521490 Dec 21 13:46:01.824709 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 34626) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:46:01.829803 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-e2b429d8-43a2-4818-9a10-cf66d216f61c admin admin] Request body: {'subnet': {'network_id': '692b6312-57aa-4235-8a79-24a4ca67727b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1932539026-subnet', 'tenant_id': '2c68099f821f4a7282f0c2c70f697314', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:46:01.854232 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71417fa-6e38-481a-860b-428ee5bc5568 admin admin] Pushing event updated for resources: {'Network': ['ID=692b6312-57aa-4235-8a79-24a4ca67727b,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:46:01.856091 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2b429d8-43a2-4818-9a10-cf66d216f61c admin admin] Made reservation on behalf of 2c68099f821f4a7282f0c2c70f697314 for: {'subnet': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:46:01.858624 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e2b429d8-43a2-4818-9a10-cf66d216f61c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12346583'] for subnet, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:46:01.863825 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network 692b6312-57aa-4235-8a79-24a4ca67727b details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:46:02.026038 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e2b429d8-43a2-4818-9a10-cf66d216f61c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12346565'] for subnet, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:46:02.093255 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b429d8-43a2-4818-9a10-cf66d216f61c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f30273e1-baf7-4dd6-834e-1aaf1d028fcc,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:46:02.100630 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b429d8-43a2-4818-9a10-cf66d216f61c admin admin] Checking segment: {'id': 'abb84a6f-300d-45c3-8f0d-c75017e47fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '692b6312-57aa-4235-8a79-24a4ca67727b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:46:02.101000 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b429d8-43a2-4818-9a10-cf66d216f61c admin admin] Network hostable DHCP agents. Network: 692b6312-57aa-4235-8a79-24a4ca67727b, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:46:02.117847 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b429d8-43a2-4818-9a10-cf66d216f61c admin admin] Network 692b6312-57aa-4235-8a79-24a4ca67727b is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:46:02.126884 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-e2b429d8-43a2-4818-9a10-cf66d216f61c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 692b6312-57aa-4235-8a79-24a4ca67727b) {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:46:02.131372 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b429d8-43a2-4818-9a10-cf66d216f61c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:46:02.131964 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e2b429d8-43a2-4818-9a10-cf66d216f61c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:46:02.137226 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57deceab-fa65-4d8b-aadc-6fd33ffc44b5 None None] Network 692b6312-57aa-4235-8a79-24a4ca67727b requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:46:02.155051 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-e2b429d8-43a2-4818-9a10-cf66d216f61c admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3289442 Dec 21 13:46:02.240335 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531af5e1-7c29-4989-a5fa-27f24469eb98 None None] Network 692b6312-57aa-4235-8a79-24a4ca67727b requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:46:02.571001 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe8092a-7d7d-4c0d-9f9b-60b96a0bdf88 req-166424c4-5385-4a6f-8364-3fc65bdd3918 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:46:02.573067 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-dfe8092a-7d7d-4c0d-9f9b-60b96a0bdf88 req-166424c4-5385-4a6f-8364-3fc65bdd3918 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/networks?id=692b6312-57aa-4235-8a79-24a4ca67727b HTTP/1.1" status: 200 len: 815 time: 0.1008356 Dec 21 13:46:02.587783 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-dfe8092a-7d7d-4c0d-9f9b-60b96a0bdf88 req-a71f999f-dc35-4ae5-aeda-6506e8caf506 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/quotas/2c68099f821f4a7282f0c2c70f697314 HTTP/1.1" status: 200 len: 375 time: 0.0089049 Dec 21 13:46:02.622595 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-dfe8092a-7d7d-4c0d-9f9b-60b96a0bdf88 req-f43b7ac9-d5f3-4c48-a0a4-d6484bd3b3fc tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2c68099f821f4a7282f0c2c70f697314&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296311 Dec 21 13:46:02.711317 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device e6340256-1863-4e04-a0ec-f79e586b835c no longer exists at agent hyperv_hv-neutron-mast {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:46:02.713253 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-dfe8092a-7d7d-4c0d-9f9b-60b96a0bdf88 req-afb4abee-bb43-417c-ac3c-2d292bedc01a service neutron] 10.222.0.37 "GET /v2.0/networks/692b6312-57aa-4235-8a79-24a4ca67727b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839024 Dec 21 13:46:02.734584 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] No Port match for: e6340256-1863-4e04-a0ec-f79e586b835c {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:46:02.734931 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device e6340256-1863-4e04-a0ec-f79e586b835c not bound to the agent host hv-neutron-mast {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:46:02.808392 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-dfe8092a-7d7d-4c0d-9f9b-60b96a0bdf88 req-0c83dbbb-2db0-47a7-bb81-77c00ec8f5cb service neutron] 10.222.0.37 "GET /v2.0/networks/692b6312-57aa-4235-8a79-24a4ca67727b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890296 Dec 21 13:46:02.966237 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-67d24f02-3100-4f57-bd59-45b253aa9f4f req-f8b21b8d-32b3-4bd6-8722-de9650988e65 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/ports?device_id=6399d19d-4bf3-46dd-8a41-6e38b3fad98a HTTP/1.1" status: 200 len: 210 time: 0.0273495 Dec 21 13:46:03.980589 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe8092a-7d7d-4c0d-9f9b-60b96a0bdf88 req-91568db5-758e-4a32-a63c-35b621881327 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:46:03.982057 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-dfe8092a-7d7d-4c0d-9f9b-60b96a0bdf88 req-91568db5-758e-4a32-a63c-35b621881327 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.60 "GET /v2.0/networks?id=692b6312-57aa-4235-8a79-24a4ca67727b HTTP/1.1" status: 200 len: 815 time: 0.1055553 Dec 21 13:46:04.003439 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [req-dfe8092a-7d7d-4c0d-9f9b-60b96a0bdf88 req-b2daa5a5-ccd2-40db-a1d9-3c5e914d7824 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Request body: {'port': {'device_id': '6399d19d-4bf3-46dd-8a41-6e38b3fad98a', 'network_id': '692b6312-57aa-4235-8a79-24a4ca67727b', 'admin_state_up': True, 'tenant_id': '2c68099f821f4a7282f0c2c70f697314'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:46:04.063035 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-fcb28821-e9c5-4868-9797-81ca5b8b2977 req-874f7a6c-f1dd-4907-b7d3-717d96460d15 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/ports?device_id=6399d19d-4bf3-46dd-8a41-6e38b3fad98a HTTP/1.1" status: 200 len: 210 time: 0.0275121 Dec 21 13:46:04.118101 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfe8092a-7d7d-4c0d-9f9b-60b96a0bdf88 req-b2daa5a5-ccd2-40db-a1d9-3c5e914d7824 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Made reservation on behalf of 2c68099f821f4a7282f0c2c70f697314 for: {'port': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:46:04.122069 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-dfe8092a-7d7d-4c0d-9f9b-60b96a0bdf88 req-b2daa5a5-ccd2-40db-a1d9-3c5e914d7824 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:46:04.247148 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [req-dfe8092a-7d7d-4c0d-9f9b-60b96a0bdf88 req-b2daa5a5-ccd2-40db-a1d9-3c5e914d7824 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Allocated IP 172.20.0.14 (692b6312-57aa-4235-8a79-24a4ca67727b/f30273e1-baf7-4dd6-834e-1aaf1d028fcc/9513b0e1-f840-4297-a2cc-7f2ddd28a867) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:46:04.391018 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-dfe8092a-7d7d-4c0d-9f9b-60b96a0bdf88 req-b2daa5a5-ccd2-40db-a1d9-3c5e914d7824 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:46:04.423843 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-dfe8092a-7d7d-4c0d-9f9b-60b96a0bdf88 req-b2daa5a5-ccd2-40db-a1d9-3c5e914d7824 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:46:04.467458 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfe8092a-7d7d-4c0d-9f9b-60b96a0bdf88 req-b2daa5a5-ccd2-40db-a1d9-3c5e914d7824 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Network 692b6312-57aa-4235-8a79-24a4ca67727b is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:46:04.470307 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [req-dfe8092a-7d7d-4c0d-9f9b-60b96a0bdf88 req-b2daa5a5-ccd2-40db-a1d9-3c5e914d7824 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:46:04.473871 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfe8092a-7d7d-4c0d-9f9b-60b96a0bdf88 req-b2daa5a5-ccd2-40db-a1d9-3c5e914d7824 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:46:04.480619 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2daa5a5-ccd2-40db-a1d9-3c5e914d7824 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Pushing event updated for resources: {'Port': ['ID=9513b0e1-f840-4297-a2cc-7f2ddd28a867,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:46:04.524358 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe8092a-7d7d-4c0d-9f9b-60b96a0bdf88 req-b2daa5a5-ccd2-40db-a1d9-3c5e914d7824 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:46:04.524983 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-dfe8092a-7d7d-4c0d-9f9b-60b96a0bdf88 req-b2daa5a5-ccd2-40db-a1d9-3c5e914d7824 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:46:04.539912 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-dfe8092a-7d7d-4c0d-9f9b-60b96a0bdf88 req-b2daa5a5-ccd2-40db-a1d9-3c5e914d7824 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5404961 Dec 21 13:46:04.558163 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [req-dfe8092a-7d7d-4c0d-9f9b-60b96a0bdf88 req-8a3e5185-4161-43bb-9d33-cae59bd38adc service neutron] Request body: {'port': {'device_id': '6399d19d-4bf3-46dd-8a41-6e38b3fad98a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:46:04.611653 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-dfe8092a-7d7d-4c0d-9f9b-60b96a0bdf88 req-8a3e5185-4161-43bb-9d33-cae59bd38adc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:46:04.864215 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [req-dfe8092a-7d7d-4c0d-9f9b-60b96a0bdf88 req-8a3e5185-4161-43bb-9d33-cae59bd38adc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9513b0e1-f840-4297-a2cc-7f2ddd28a867 {{(pid=103153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 13:46:04.871729 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-dfe8092a-7d7d-4c0d-9f9b-60b96a0bdf88 req-8a3e5185-4161-43bb-9d33-cae59bd38adc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:46:04.883561 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.provisioning_blocks [req-dfe8092a-7d7d-4c0d-9f9b-60b96a0bdf88 req-8a3e5185-4161-43bb-9d33-cae59bd38adc service neutron] Transition to ACTIVE for port object 9513b0e1-f840-4297-a2cc-7f2ddd28a867 will not be triggered until provisioned by entity L2. {{(pid=103153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 13:46:04.887377 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-dfe8092a-7d7d-4c0d-9f9b-60b96a0bdf88 req-8a3e5185-4161-43bb-9d33-cae59bd38adc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:46:04.956722 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3e5185-4161-43bb-9d33-cae59bd38adc service neutron] Pushing event updated for resources: {'Port': ['ID=9513b0e1-f840-4297-a2cc-7f2ddd28a867,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:46:05.004075 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-dfe8092a-7d7d-4c0d-9f9b-60b96a0bdf88 req-8a3e5185-4161-43bb-9d33-cae59bd38adc service neutron] Attempting to bind port 9513b0e1-f840-4297-a2cc-7f2ddd28a867 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:46:05.004713 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-dfe8092a-7d7d-4c0d-9f9b-60b96a0bdf88 req-8a3e5185-4161-43bb-9d33-cae59bd38adc service neutron] Attempting to bind port 9513b0e1-f840-4297-a2cc-7f2ddd28a867 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'abb84a6f-300d-45c3-8f0d-c75017e47fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '692b6312-57aa-4235-8a79-24a4ca67727b'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:46:05.004713 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe8092a-7d7d-4c0d-9f9b-60b96a0bdf88 req-8a3e5185-4161-43bb-9d33-cae59bd38adc service neutron] Attempting to bind port 9513b0e1-f840-4297-a2cc-7f2ddd28a867 on network 692b6312-57aa-4235-8a79-24a4ca67727b {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:46:05.008881 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe8092a-7d7d-4c0d-9f9b-60b96a0bdf88 req-8a3e5185-4161-43bb-9d33-cae59bd38adc service neutron] Port 9513b0e1-f840-4297-a2cc-7f2ddd28a867 on network 692b6312-57aa-4235-8a79-24a4ca67727b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 13:46:05.009310 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe8092a-7d7d-4c0d-9f9b-60b96a0bdf88 req-8a3e5185-4161-43bb-9d33-cae59bd38adc service neutron] Attempting to bind port 9513b0e1-f840-4297-a2cc-7f2ddd28a867 on network 692b6312-57aa-4235-8a79-24a4ca67727b {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:46:05.014063 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe8092a-7d7d-4c0d-9f9b-60b96a0bdf88 req-8a3e5185-4161-43bb-9d33-cae59bd38adc service neutron] Checking agent: {'id': 'cb078e0e-af00-4e4f-8117-46ca6496af1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 23, 43), 'started_at': datetime.datetime(2021, 12, 21, 13, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:46:05.014482 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe8092a-7d7d-4c0d-9f9b-60b96a0bdf88 req-8a3e5185-4161-43bb-9d33-cae59bd38adc service neutron] Checking segment: {'id': 'abb84a6f-300d-45c3-8f0d-c75017e47fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '692b6312-57aa-4235-8a79-24a4ca67727b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:46:05.014867 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe8092a-7d7d-4c0d-9f9b-60b96a0bdf88 req-8a3e5185-4161-43bb-9d33-cae59bd38adc service neutron] Bound using segment: {'id': 'abb84a6f-300d-45c3-8f0d-c75017e47fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '692b6312-57aa-4235-8a79-24a4ca67727b'} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:46:05.015288 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-dfe8092a-7d7d-4c0d-9f9b-60b96a0bdf88 req-8a3e5185-4161-43bb-9d33-cae59bd38adc service neutron] Bound port: 9513b0e1-f840-4297-a2cc-7f2ddd28a867, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abb84a6f-300d-45c3-8f0d-c75017e47fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '692b6312-57aa-4235-8a79-24a4ca67727b'}}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:46:05.015635 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-dfe8092a-7d7d-4c0d-9f9b-60b96a0bdf88 req-8a3e5185-4161-43bb-9d33-cae59bd38adc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:46:05.076525 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-dfe8092a-7d7d-4c0d-9f9b-60b96a0bdf88 req-8a3e5185-4161-43bb-9d33-cae59bd38adc service neutron] For port 9513b0e1-f840-4297-a2cc-7f2ddd28a867, host hv-neutron-mast, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:46:05.079447 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-dfe8092a-7d7d-4c0d-9f9b-60b96a0bdf88 req-8a3e5185-4161-43bb-9d33-cae59bd38adc service neutron] For port 9513b0e1-f840-4297-a2cc-7f2ddd28a867, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9513b0e1-f840-4297-a2cc-7f2ddd28a867,segment=NetworkSegment(abb84a6f-300d-45c3-8f0d-c75017e47fb7),segment_id=abb84a6f-300d-45c3-8f0d-c75017e47fb7)] {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:46:05.084471 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-dfe8092a-7d7d-4c0d-9f9b-60b96a0bdf88 req-8a3e5185-4161-43bb-9d33-cae59bd38adc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:46:05.120787 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe8092a-7d7d-4c0d-9f9b-60b96a0bdf88 req-8a3e5185-4161-43bb-9d33-cae59bd38adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:46:05.121404 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-dfe8092a-7d7d-4c0d-9f9b-60b96a0bdf88 req-8a3e5185-4161-43bb-9d33-cae59bd38adc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:46:05.122809 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-dfe8092a-7d7d-4c0d-9f9b-60b96a0bdf88 req-8a3e5185-4161-43bb-9d33-cae59bd38adc service neutron] 10.222.0.60 "PUT /v2.0/ports/9513b0e1-f840-4297-a2cc-7f2ddd28a867 HTTP/1.1" status: 200 len: 1094 time: 0.5691903 Dec 21 13:46:05.123248 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6399d19d-4bf3-46dd-8a41-6e38b3fad98a', 'tag': '9513b0e1-f840-4297-a2cc-7f2ddd28a867'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:46:05.125465 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af6034c98e584fa55ea4398f343c742ceb598288507feaf30d5a15785b2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6976a2f-51ea-49d1-939f-9c1b09b42730" -d '{"events": [{"name": "network-changed", "server_uuid": "6399d19d-4bf3-46dd-8a41-6e38b3fad98a", "tag": "9513b0e1-f840-4297-a2cc-7f2ddd28a867"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:46:05.172273 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 13:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88aad65c-2eab-499e-9e00-78869522e180 x-openstack-request-id: req-88aad65c-2eab-499e-9e00-78869522e180 {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:46:05.172564 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6399d19d-4bf3-46dd-8a41-6e38b3fad98a", "tag": "9513b0e1-f840-4297-a2cc-7f2ddd28a867", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:46:05.172814 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-88aad65c-2eab-499e-9e00-78869522e180 {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:46:05.173210 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6399d19d-4bf3-46dd-8a41-6e38b3fad98a', 'tag': '9513b0e1-f840-4297-a2cc-7f2ddd28a867', 'status': 'completed', 'code': 200} Dec 21 13:46:05.178906 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3e5185-4161-43bb-9d33-cae59bd38adc service neutron] Pushing event updated for resources: {'Port': ['ID=9513b0e1-f840-4297-a2cc-7f2ddd28a867,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:46:05.227367 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4070c71-086a-458a-9a6b-c26be1cefbb3 req-a8b89453-f488-43ef-b643-679e44d075b3 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:46:05.228873 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-d4070c71-086a-458a-9a6b-c26be1cefbb3 req-a8b89453-f488-43ef-b643-679e44d075b3 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/ports?device_id=6399d19d-4bf3-46dd-8a41-6e38b3fad98a HTTP/1.1" status: 200 len: 944 time: 0.0964086 Dec 21 13:46:05.242812 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe8092a-7d7d-4c0d-9f9b-60b96a0bdf88 req-af325fde-4031-4ff0-a880-b58f9379549f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:46:05.244230 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-dfe8092a-7d7d-4c0d-9f9b-60b96a0bdf88 req-af325fde-4031-4ff0-a880-b58f9379549f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2c68099f821f4a7282f0c2c70f697314&device_id=6399d19d-4bf3-46dd-8a41-6e38b3fad98a HTTP/1.1" status: 200 len: 1097 time: 0.0625255 Dec 21 13:46:05.296954 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-dfe8092a-7d7d-4c0d-9f9b-60b96a0bdf88 req-264b5c94-02ab-4323-8e89-2893088034a7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9513b0e1-f840-4297-a2cc-7f2ddd28a867 HTTP/1.1" status: 200 len: 217 time: 0.0401337 Dec 21 13:46:05.323000 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-d4070c71-086a-458a-9a6b-c26be1cefbb3 req-3561bd02-618b-4166-82e4-1b36b68f8ebb tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf78df26-1132-4050-a953-b538d7934499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874934 Dec 21 13:46:05.356507 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe8092a-7d7d-4c0d-9f9b-60b96a0bdf88 req-b3539cbc-1448-4e84-aaf6-e37deeb69f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:46:05.357954 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-dfe8092a-7d7d-4c0d-9f9b-60b96a0bdf88 req-b3539cbc-1448-4e84-aaf6-e37deeb69f5a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f30273e1-baf7-4dd6-834e-1aaf1d028fcc HTTP/1.1" status: 200 len: 855 time: 0.0535891 Dec 21 13:46:05.388547 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-dfe8092a-7d7d-4c0d-9f9b-60b96a0bdf88 req-9119e6dd-def0-4154-b36d-8d9178dde2d1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=692b6312-57aa-4235-8a79-24a4ca67727b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245330 Dec 21 13:46:05.476209 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-dfe8092a-7d7d-4c0d-9f9b-60b96a0bdf88 req-75ae934a-af28-4ed6-8ae8-fda247afd93c service neutron] 10.222.0.60 "GET /v2.0/networks/692b6312-57aa-4235-8a79-24a4ca67727b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811183 Dec 21 13:46:05.566772 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-dfe8092a-7d7d-4c0d-9f9b-60b96a0bdf88 req-c30ee0f1-68a1-4123-82e0-f6d5b32d9fbd service neutron] 10.222.0.60 "GET /v2.0/networks/692b6312-57aa-4235-8a79-24a4ca67727b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837648 Dec 21 13:46:05.700625 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6976a2f-51ea-49d1-939f-9c1b09b42730 req-abe1018b-dc83-4cdb-bd7a-cdf2b64d38f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:46:05.701990 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c6976a2f-51ea-49d1-939f-9c1b09b42730 req-abe1018b-dc83-4cdb-bd7a-cdf2b64d38f3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2c68099f821f4a7282f0c2c70f697314&device_id=6399d19d-4bf3-46dd-8a41-6e38b3fad98a HTTP/1.1" status: 200 len: 1097 time: 0.0409431 Dec 21 13:46:05.792344 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6976a2f-51ea-49d1-939f-9c1b09b42730 req-fa0d0db8-33d0-464f-9230-6017280b1ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:46:05.793792 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c6976a2f-51ea-49d1-939f-9c1b09b42730 req-fa0d0db8-33d0-464f-9230-6017280b1ff5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=692b6312-57aa-4235-8a79-24a4ca67727b HTTP/1.1" status: 200 len: 916 time: 0.0854754 Dec 21 13:46:05.836303 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c6976a2f-51ea-49d1-939f-9c1b09b42730 req-e4c9484b-1c0e-4a55-95c0-a95b91d70e36 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9513b0e1-f840-4297-a2cc-7f2ddd28a867 HTTP/1.1" status: 200 len: 217 time: 0.0350978 Dec 21 13:46:05.886328 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6976a2f-51ea-49d1-939f-9c1b09b42730 req-f8133d42-27b6-4b73-a2e5-8623d45d3202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:46:05.887758 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c6976a2f-51ea-49d1-939f-9c1b09b42730 req-f8133d42-27b6-4b73-a2e5-8623d45d3202 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f30273e1-baf7-4dd6-834e-1aaf1d028fcc HTTP/1.1" status: 200 len: 855 time: 0.0442262 Dec 21 13:46:05.922740 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c6976a2f-51ea-49d1-939f-9c1b09b42730 req-85af13ac-12d3-4b4b-84fb-0726d25e9bcc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=692b6312-57aa-4235-8a79-24a4ca67727b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284152 Dec 21 13:46:06.009671 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c6976a2f-51ea-49d1-939f-9c1b09b42730 req-6d0424a8-643b-4362-a5e9-dc8a87012744 service neutron] 10.222.0.60 "GET /v2.0/networks/692b6312-57aa-4235-8a79-24a4ca67727b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800374 Dec 21 13:46:06.101141 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c6976a2f-51ea-49d1-939f-9c1b09b42730 req-5cc08f26-3fb7-41dc-89e6-f659784eeb90 service neutron] 10.222.0.60 "GET /v2.0/networks/692b6312-57aa-4235-8a79-24a4ca67727b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840926 Dec 21 13:46:06.438207 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b09acc2-1c62-4d40-9eac-05a3e44e641a req-58f1f18d-d665-41c9-bf24-b7d2439d2183 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:46:06.439741 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-0b09acc2-1c62-4d40-9eac-05a3e44e641a req-58f1f18d-d665-41c9-bf24-b7d2439d2183 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/ports?device_id=6399d19d-4bf3-46dd-8a41-6e38b3fad98a HTTP/1.1" status: 200 len: 944 time: 0.0487647 Dec 21 13:46:06.488806 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-0b09acc2-1c62-4d40-9eac-05a3e44e641a req-09ca8140-0df8-40a6-a3fd-210f46e6c351 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf78df26-1132-4050-a953-b538d7934499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430365 Dec 21 13:46:06.711284 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 9513b0e1-f840-4297-a2cc-7f2ddd28a867 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 13:46:06.809509 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port 9513b0e1-f840-4297-a2cc-7f2ddd28a867, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9513b0e1-f840-4297-a2cc-7f2ddd28a867,segment=NetworkSegment(abb84a6f-300d-45c3-8f0d-c75017e47fb7),segment_id=abb84a6f-300d-45c3-8f0d-c75017e47fb7)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:46:06.820288 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Returning: {'device': '9513b0e1-f840-4297-a2cc-7f2ddd28a867', 'network_id': '692b6312-57aa-4235-8a79-24a4ca67727b', 'port_id': '9513b0e1-f840-4297-a2cc-7f2ddd28a867', 'mac_address': 'fa:16:3e:4e:c8:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f30273e1-baf7-4dd6-834e-1aaf1d028fcc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 13:46:06.856414 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:46:06.868469 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9513b0e1-f840-4297-a2cc-7f2ddd28a867 {{(pid=103154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 13:46:06.890857 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port 9513b0e1-f840-4297-a2cc-7f2ddd28a867, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9513b0e1-f840-4297-a2cc-7f2ddd28a867,segment=NetworkSegment(abb84a6f-300d-45c3-8f0d-c75017e47fb7),segment_id=abb84a6f-300d-45c3-8f0d-c75017e47fb7)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:46:06.894804 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:46:06.939002 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=9513b0e1-f840-4297-a2cc-7f2ddd28a867,revision_number=4']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:46:07.185835 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] get_ports_and_sgs() called for port_ids ['9513b0e1-f840-4297-a2cc-7f2ddd28a867'] {{(pid=103154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 13:46:07.600153 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4524054d-fe4b-425d-9540-4e509b208a3c req-5978c40c-369a-4242-ac42-842d59660539 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:46:07.601604 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-4524054d-fe4b-425d-9540-4e509b208a3c req-5978c40c-369a-4242-ac42-842d59660539 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/ports?device_id=6399d19d-4bf3-46dd-8a41-6e38b3fad98a HTTP/1.1" status: 200 len: 945 time: 0.0486381 Dec 21 13:46:07.647925 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-4524054d-fe4b-425d-9540-4e509b208a3c req-8a09c9a6-d645-468b-9c63-bf4c14ad625f tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf78df26-1132-4050-a953-b538d7934499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397339 Dec 21 13:46:08.714319 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 9513b0e1-f840-4297-a2cc-7f2ddd28a867 up at agent hyperv_hv-neutron-mast {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:46:08.761327 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba837e36-46af-48a1-a296-b04f56d51c58 req-7fe8fdbd-1cc3-4cb8-b5d6-f8df1c1fd558 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:46:08.762405 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Provisioning for port 9513b0e1-f840-4297-a2cc-7f2ddd28a867 completed by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 13:46:08.766530 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Provisioning complete for port 9513b0e1-f840-4297-a2cc-7f2ddd28a867 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:46:08.766903 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:46:08.769467 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-ba837e36-46af-48a1-a296-b04f56d51c58 req-7fe8fdbd-1cc3-4cb8-b5d6-f8df1c1fd558 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/ports?device_id=6399d19d-4bf3-46dd-8a41-6e38b3fad98a HTTP/1.1" status: 200 len: 945 time: 0.0553863 Dec 21 13:46:08.817035 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-ba837e36-46af-48a1-a296-b04f56d51c58 req-85942b49-a0e6-4b30-89ce-e3fc3f854284 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf78df26-1132-4050-a953-b538d7934499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466914 Dec 21 13:46:08.845952 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:46:08.867728 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6399d19d-4bf3-46dd-8a41-6e38b3fad98a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9513b0e1-f840-4297-a2cc-7f2ddd28a867'}] {{(pid=103154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:46:08.870487 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6f45aca8ac5f8c0cc5868273c98d8aa60330245aed22d61c8da5c1f2d6fc01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aad069a6-4ab4-419a-8c34-b87e55da2386" -d '{"events": [{"server_uuid": "6399d19d-4bf3-46dd-8a41-6e38b3fad98a", "name": "network-vif-plugged", "status": "completed", "tag": "9513b0e1-f840-4297-a2cc-7f2ddd28a867"}]}' {{(pid=103154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:46:08.882698 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port 9513b0e1-f840-4297-a2cc-7f2ddd28a867, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9513b0e1-f840-4297-a2cc-7f2ddd28a867,segment=NetworkSegment(abb84a6f-300d-45c3-8f0d-c75017e47fb7),segment_id=abb84a6f-300d-45c3-8f0d-c75017e47fb7)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:46:08.887535 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:46:08.912060 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 13:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fea69913-d385-41cf-a1b2-794e64dae401 x-openstack-request-id: req-fea69913-d385-41cf-a1b2-794e64dae401 {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:46:08.912348 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6399d19d-4bf3-46dd-8a41-6e38b3fad98a", "name": "network-vif-plugged", "status": "completed", "tag": "9513b0e1-f840-4297-a2cc-7f2ddd28a867", "code": 200}]} {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:46:08.912602 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fea69913-d385-41cf-a1b2-794e64dae401 {{(pid=103154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:46:08.912980 dv-neutron-master-2-hyperv neutron-server[103154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6399d19d-4bf3-46dd-8a41-6e38b3fad98a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9513b0e1-f840-4297-a2cc-7f2ddd28a867', 'code': 200} Dec 21 13:46:08.938573 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=9513b0e1-f840-4297-a2cc-7f2ddd28a867,revision_number=5']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:46:09.105757 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e42db32-4ced-48aa-9e0a-c0ae32fdf53b req-d30515e0-9626-4c42-87b9-08dff647cdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:46:09.107248 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-0e42db32-4ced-48aa-9e0a-c0ae32fdf53b req-d30515e0-9626-4c42-87b9-08dff647cdcd service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6399d19d-4bf3-46dd-8a41-6e38b3fad98a HTTP/1.1" status: 200 len: 1099 time: 0.0395758 Dec 21 13:46:09.153123 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-0e42db32-4ced-48aa-9e0a-c0ae32fdf53b req-09851c49-aba4-446e-8e15-d88b5cae4a8e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=cf78df26-1132-4050-a953-b538d7934499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398517 Dec 21 13:46:09.936973 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1b84a4-05a4-46bb-8594-353f3d33ec4a req-56a189cc-4d01-4e25-b671-e8c7d3e6f030 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:46:09.938468 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-df1b84a4-05a4-46bb-8594-353f3d33ec4a req-56a189cc-4d01-4e25-b671-e8c7d3e6f030 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/ports?device_id=6399d19d-4bf3-46dd-8a41-6e38b3fad98a HTTP/1.1" status: 200 len: 946 time: 0.0487721 Dec 21 13:46:09.984403 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-df1b84a4-05a4-46bb-8594-353f3d33ec4a req-0c5f8770-3474-4bd9-bbce-11752c75e128 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf78df26-1132-4050-a953-b538d7934499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397661 Dec 21 13:46:11.103577 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d756f34-ca76-4d1e-91ad-6cdac82df7c3 req-53b10d5f-c174-4c2a-aa1b-e1673d6770c1 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:46:11.105056 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-3d756f34-ca76-4d1e-91ad-6cdac82df7c3 req-53b10d5f-c174-4c2a-aa1b-e1673d6770c1 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/ports?device_id=6399d19d-4bf3-46dd-8a41-6e38b3fad98a HTTP/1.1" status: 200 len: 946 time: 0.0527494 Dec 21 13:46:11.151681 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-3d756f34-ca76-4d1e-91ad-6cdac82df7c3 req-27694a10-0a55-4db6-b7ae-ea0905f709e4 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf78df26-1132-4050-a953-b538d7934499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406303 Dec 21 13:46:11.266479 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd5518c-042c-4a5c-a551-cb816927ddc4 req-8e951567-7eb1-407a-b476-0c4040605405 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:46:11.267854 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-cdd5518c-042c-4a5c-a551-cb816927ddc4 req-8e951567-7eb1-407a-b476-0c4040605405 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/ports?device_id=6399d19d-4bf3-46dd-8a41-6e38b3fad98a HTTP/1.1" status: 200 len: 946 time: 0.0484314 Dec 21 13:46:11.314727 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-cdd5518c-042c-4a5c-a551-cb816927ddc4 req-32beb792-ac22-49da-8363-7a1dee74afa4 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf78df26-1132-4050-a953-b538d7934499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408576 Dec 21 13:46:11.513830 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cb0d04-b8b0-4530-b5e6-3768fba42f7b req-c02f0462-bf49-45d4-b4e0-55b6aa07e0da tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:46:11.515347 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-09cb0d04-b8b0-4530-b5e6-3768fba42f7b req-c02f0462-bf49-45d4-b4e0-55b6aa07e0da tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/ports?device_id=6399d19d-4bf3-46dd-8a41-6e38b3fad98a HTTP/1.1" status: 200 len: 946 time: 0.0520687 Dec 21 13:46:11.561748 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-09cb0d04-b8b0-4530-b5e6-3768fba42f7b req-45463530-286e-45ba-af43-93d776b9c10a tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf78df26-1132-4050-a953-b538d7934499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405045 Dec 21 13:46:11.673646 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a2bbb2-2c28-45be-93cf-b22816a0f6e4 req-cc0615f8-41c1-4159-9dd3-866b7030e8b2 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:46:11.675117 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f2a2bbb2-2c28-45be-93cf-b22816a0f6e4 req-cc0615f8-41c1-4159-9dd3-866b7030e8b2 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/ports?device_id=6399d19d-4bf3-46dd-8a41-6e38b3fad98a HTTP/1.1" status: 200 len: 946 time: 0.0483015 Dec 21 13:46:11.721311 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f2a2bbb2-2c28-45be-93cf-b22816a0f6e4 req-6cadaa56-8a3c-4dfd-9d3e-ea544fd68137 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf78df26-1132-4050-a953-b538d7934499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401468 Dec 21 13:46:12.059592 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-9fc96260-4356-42fa-b75f-b799e987ba3f req-28d53fd5-a3e6-4347-838a-fb848e1435dc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6399d19d-4bf3-46dd-8a41-6e38b3fad98a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0699782 Dec 21 13:46:12.069535 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5695b99-b151-4492-a4fe-7fdd3317bb86 req-a343e665-0892-4460-9f46-12232b6459c9 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:46:12.070948 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-e5695b99-b151-4492-a4fe-7fdd3317bb86 req-a343e665-0892-4460-9f46-12232b6459c9 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/ports?device_id=6399d19d-4bf3-46dd-8a41-6e38b3fad98a HTTP/1.1" status: 200 len: 946 time: 0.0735848 Dec 21 13:46:12.122267 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-e5695b99-b151-4492-a4fe-7fdd3317bb86 req-b25ea1d8-b446-4489-ad99-dcc9f3203668 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf78df26-1132-4050-a953-b538d7934499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445416 Dec 21 13:46:13.228240 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc96260-4356-42fa-b75f-b799e987ba3f req-2b59a4a3-6d32-4114-ac7d-fd6b98c19dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:46:13.230495 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-9fc96260-4356-42fa-b75f-b799e987ba3f req-2b59a4a3-6d32-4114-ac7d-fd6b98c19dfa service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2c68099f821f4a7282f0c2c70f697314&device_id=6399d19d-4bf3-46dd-8a41-6e38b3fad98a HTTP/1.1" status: 200 len: 1099 time: 0.0415969 Dec 21 13:46:13.243315 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9023dad-db75-4a1b-8c1e-9b81f5385864 req-1738ad6f-8dc4-4aa2-926e-211ae275c709 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:46:13.244825 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-a9023dad-db75-4a1b-8c1e-9b81f5385864 req-1738ad6f-8dc4-4aa2-926e-211ae275c709 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/ports?device_id=6399d19d-4bf3-46dd-8a41-6e38b3fad98a HTTP/1.1" status: 200 len: 946 time: 0.0498250 Dec 21 13:46:13.292499 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-a9023dad-db75-4a1b-8c1e-9b81f5385864 req-ac449df3-e9ec-48b0-84dc-8a17f0b5b5c3 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf78df26-1132-4050-a953-b538d7934499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412607 Dec 21 13:46:13.324077 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc96260-4356-42fa-b75f-b799e987ba3f req-da07b3ca-48b7-453b-b0a2-624772a0b5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:46:13.325532 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-9fc96260-4356-42fa-b75f-b799e987ba3f req-da07b3ca-48b7-453b-b0a2-624772a0b5d0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=692b6312-57aa-4235-8a79-24a4ca67727b HTTP/1.1" status: 200 len: 916 time: 0.0887051 Dec 21 13:46:13.351323 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:46:13.366612 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-9fc96260-4356-42fa-b75f-b799e987ba3f req-f93d8ca1-c413-4a49-a813-6adf57684ce9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9513b0e1-f840-4297-a2cc-7f2ddd28a867 HTTP/1.1" status: 200 len: 217 time: 0.0348048 Dec 21 13:46:13.421400 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc96260-4356-42fa-b75f-b799e987ba3f req-02458022-6239-4a5c-91ad-5adc0872e1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:46:13.422779 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-9fc96260-4356-42fa-b75f-b799e987ba3f req-02458022-6239-4a5c-91ad-5adc0872e1cf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f30273e1-baf7-4dd6-834e-1aaf1d028fcc HTTP/1.1" status: 200 len: 855 time: 0.0506780 Dec 21 13:46:13.454265 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-9fc96260-4356-42fa-b75f-b799e987ba3f req-eccc71ee-f566-40a7-b5a6-39383b7c55ac service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=692b6312-57aa-4235-8a79-24a4ca67727b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251780 Dec 21 13:46:13.541983 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-9fc96260-4356-42fa-b75f-b799e987ba3f req-1834aa74-729f-4fb6-b596-f77d173a3c6f service neutron] 10.222.0.60 "GET /v2.0/networks/692b6312-57aa-4235-8a79-24a4ca67727b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809183 Dec 21 13:46:13.633262 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-9fc96260-4356-42fa-b75f-b799e987ba3f req-7de99f04-484a-4674-b927-c5137a10e47d service neutron] 10.222.0.60 "GET /v2.0/networks/692b6312-57aa-4235-8a79-24a4ca67727b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847473 Dec 21 13:46:14.410299 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d352a10f-fc0e-49aa-93fa-4b91e3a6be03 req-e6986996-4ccc-4903-abf1-5f56c27e99be tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:46:14.411817 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-d352a10f-fc0e-49aa-93fa-4b91e3a6be03 req-e6986996-4ccc-4903-abf1-5f56c27e99be tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/ports?device_id=6399d19d-4bf3-46dd-8a41-6e38b3fad98a HTTP/1.1" status: 200 len: 946 time: 0.0504205 Dec 21 13:46:14.458529 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-d352a10f-fc0e-49aa-93fa-4b91e3a6be03 req-9d254fed-cc48-48ff-9a30-77c48304e64b tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf78df26-1132-4050-a953-b538d7934499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408335 Dec 21 13:46:15.725431 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e43735-a043-42cc-ba9d-43c7cab2cc6a req-eabc8a28-7793-471d-a254-e25bc16f8417 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:46:15.726845 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-c5e43735-a043-42cc-ba9d-43c7cab2cc6a req-eabc8a28-7793-471d-a254-e25bc16f8417 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/ports?device_id=6399d19d-4bf3-46dd-8a41-6e38b3fad98a HTTP/1.1" status: 200 len: 946 time: 0.0523565 Dec 21 13:46:15.772847 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-c5e43735-a043-42cc-ba9d-43c7cab2cc6a req-f17cb81d-28e4-4884-af09-257aa3c7ac43 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf78df26-1132-4050-a953-b538d7934499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399787 Dec 21 13:46:16.889845 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfa29d8-36c5-4d1c-ae36-f71c49755c1d req-470368be-607a-4840-bb12-cb2cae1c6884 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:46:16.891342 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7cfa29d8-36c5-4d1c-ae36-f71c49755c1d req-470368be-607a-4840-bb12-cb2cae1c6884 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/ports?device_id=6399d19d-4bf3-46dd-8a41-6e38b3fad98a HTTP/1.1" status: 200 len: 946 time: 0.0520232 Dec 21 13:46:16.937376 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7cfa29d8-36c5-4d1c-ae36-f71c49755c1d req-6a95ad1f-0b60-4468-9215-d7d490ee9b7e tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf78df26-1132-4050-a953-b538d7934499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401797 Dec 21 13:46:18.050404 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c14ecb-954d-482b-8826-4236e0d5a0d8 req-1d5197e8-935f-4ca2-85b7-03aa77c889a1 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:46:18.051861 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-c2c14ecb-954d-482b-8826-4236e0d5a0d8 req-1d5197e8-935f-4ca2-85b7-03aa77c889a1 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/ports?device_id=6399d19d-4bf3-46dd-8a41-6e38b3fad98a HTTP/1.1" status: 200 len: 946 time: 0.0481641 Dec 21 13:46:18.097804 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-c2c14ecb-954d-482b-8826-4236e0d5a0d8 req-cf46ae5c-ea50-4272-8201-4b78d5da6f1a tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf78df26-1132-4050-a953-b538d7934499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388789 Dec 21 13:46:19.211111 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cecaa06-e4a7-4828-8c92-315110879a56 req-a68f0be0-6f67-4917-9e80-e41c1aa24e7c tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:46:19.212587 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-5cecaa06-e4a7-4828-8c92-315110879a56 req-a68f0be0-6f67-4917-9e80-e41c1aa24e7c tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/ports?device_id=6399d19d-4bf3-46dd-8a41-6e38b3fad98a HTTP/1.1" status: 200 len: 946 time: 0.0488625 Dec 21 13:46:19.258710 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-5cecaa06-e4a7-4828-8c92-315110879a56 req-f8c3fad4-8333-43a7-99ea-b30fca9ddf97 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf78df26-1132-4050-a953-b538d7934499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402520 Dec 21 13:46:20.370128 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e026d753-b7b5-4fec-bdc7-389c8a40fab8 req-25d9d2dd-2fc0-454b-94ea-c9f057924451 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:46:20.371617 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-e026d753-b7b5-4fec-bdc7-389c8a40fab8 req-25d9d2dd-2fc0-454b-94ea-c9f057924451 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/ports?device_id=6399d19d-4bf3-46dd-8a41-6e38b3fad98a HTTP/1.1" status: 200 len: 946 time: 0.0476637 Dec 21 13:46:20.421818 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-e026d753-b7b5-4fec-bdc7-389c8a40fab8 req-3de47f59-3e80-4075-8946-86b772810840 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf78df26-1132-4050-a953-b538d7934499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443375 Dec 21 13:46:21.535001 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64466eb-dee0-486b-a12b-e1057a3c2503 req-8a091f23-6e89-450a-956a-ece857e6e493 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:46:21.536448 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f64466eb-dee0-486b-a12b-e1057a3c2503 req-8a091f23-6e89-450a-956a-ece857e6e493 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/ports?device_id=6399d19d-4bf3-46dd-8a41-6e38b3fad98a HTTP/1.1" status: 200 len: 946 time: 0.0485356 Dec 21 13:46:21.586277 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f64466eb-dee0-486b-a12b-e1057a3c2503 req-49571a27-b9c4-4343-a889-50b0818de46f tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf78df26-1132-4050-a953-b538d7934499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439596 Dec 21 13:46:22.700380 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c765d6-fe96-4ac5-84f8-33446be016d5 req-bff26429-9376-452e-b64f-8db660b7f4b6 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:46:22.701923 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-45c765d6-fe96-4ac5-84f8-33446be016d5 req-bff26429-9376-452e-b64f-8db660b7f4b6 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/ports?device_id=6399d19d-4bf3-46dd-8a41-6e38b3fad98a HTTP/1.1" status: 200 len: 946 time: 0.0494018 Dec 21 13:46:22.749223 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-45c765d6-fe96-4ac5-84f8-33446be016d5 req-ea0f3044-825d-49b3-8afd-6eda26babdf7 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf78df26-1132-4050-a953-b538d7934499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409646 Dec 21 13:46:23.863653 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6eaecb-c3c8-4186-8ee6-b8086076f1b0 req-d004553b-edbc-4e3c-9d7f-81e925c1ffff tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:46:23.865136 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-eb6eaecb-c3c8-4186-8ee6-b8086076f1b0 req-d004553b-edbc-4e3c-9d7f-81e925c1ffff tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/ports?device_id=6399d19d-4bf3-46dd-8a41-6e38b3fad98a HTTP/1.1" status: 200 len: 946 time: 0.0486751 Dec 21 13:46:23.912212 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-eb6eaecb-c3c8-4186-8ee6-b8086076f1b0 req-27a3534f-3ece-42e6-95d6-7565397139d7 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf78df26-1132-4050-a953-b538d7934499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410223 Dec 21 13:46:25.024627 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e44aa2-4ce7-4c85-9a82-a22059230027 req-3f950ea8-b856-4c39-978f-19cba9f1c737 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:46:25.026614 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-b7e44aa2-4ce7-4c85-9a82-a22059230027 req-3f950ea8-b856-4c39-978f-19cba9f1c737 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/ports?device_id=6399d19d-4bf3-46dd-8a41-6e38b3fad98a HTTP/1.1" status: 200 len: 946 time: 0.0485902 Dec 21 13:46:25.071940 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-b7e44aa2-4ce7-4c85-9a82-a22059230027 req-66a51bf0-a726-4c8e-8753-f48d6ef1712d tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf78df26-1132-4050-a953-b538d7934499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395503 Dec 21 13:46:25.162587 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-73e9d31a-1aaf-46bd-ae0e-0cc2b4977490 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:46:26.186331 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16876b3-3a34-4c9b-9262-7481269c1619 req-7f1dd128-c0a2-4585-bb5e-87c44c9375d4 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:46:26.187823 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b16876b3-3a34-4c9b-9262-7481269c1619 req-7f1dd128-c0a2-4585-bb5e-87c44c9375d4 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/ports?device_id=6399d19d-4bf3-46dd-8a41-6e38b3fad98a HTTP/1.1" status: 200 len: 946 time: 0.0488138 Dec 21 13:46:26.234039 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b16876b3-3a34-4c9b-9262-7481269c1619 req-6172ba5e-1d2c-4ce1-8622-29ff71bc3e1e tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf78df26-1132-4050-a953-b538d7934499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404212 Dec 21 13:46:27.350591 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac1d033-2bda-40e1-be64-68dd7caf145c req-631144c6-1a7a-4e2c-81a7-ddcedbfef6e2 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:46:27.352027 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-6ac1d033-2bda-40e1-be64-68dd7caf145c req-631144c6-1a7a-4e2c-81a7-ddcedbfef6e2 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/ports?device_id=6399d19d-4bf3-46dd-8a41-6e38b3fad98a HTTP/1.1" status: 200 len: 946 time: 0.0517936 Dec 21 13:46:27.399300 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-6ac1d033-2bda-40e1-be64-68dd7caf145c req-e67e7635-db0c-4fe4-9e5e-5b79f69711dd tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf78df26-1132-4050-a953-b538d7934499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414317 Dec 21 13:46:27.602645 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-853e527d-151e-4dac-8ef6-14b561816ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:46:28.518830 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1c10cb-1a2d-42c1-afba-f0da9e96b5d8 req-ce1e641a-6a56-4afc-8c16-2b152dbbe1fd tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:46:28.520318 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-2b1c10cb-1a2d-42c1-afba-f0da9e96b5d8 req-ce1e641a-6a56-4afc-8c16-2b152dbbe1fd tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/ports?device_id=6399d19d-4bf3-46dd-8a41-6e38b3fad98a HTTP/1.1" status: 200 len: 946 time: 0.0520866 Dec 21 13:46:28.565823 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-2b1c10cb-1a2d-42c1-afba-f0da9e96b5d8 req-d0760a10-7c57-4cbb-99c8-44caff736fcc tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf78df26-1132-4050-a953-b538d7934499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390332 Dec 21 13:46:28.820791 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:46:29.680086 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d209424-daf0-4e34-abac-c2cb6789138b req-f1d7aa23-cab8-430b-946d-139c7744766b tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:46:29.681487 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-9d209424-daf0-4e34-abac-c2cb6789138b req-f1d7aa23-cab8-430b-946d-139c7744766b tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/ports?device_id=6399d19d-4bf3-46dd-8a41-6e38b3fad98a HTTP/1.1" status: 200 len: 946 time: 0.0486941 Dec 21 13:46:29.727003 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-9d209424-daf0-4e34-abac-c2cb6789138b req-9b5bf480-aa23-4fe4-b01c-c6305c127eb3 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf78df26-1132-4050-a953-b538d7934499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396430 Dec 21 13:46:30.823936 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:46:30.843663 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1fea8a-ec12-461e-9122-79d4e7ce689a req-4651ebff-df56-4cb9-a5ab-431b2466de6d tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:46:30.845136 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1b1fea8a-ec12-461e-9122-79d4e7ce689a req-4651ebff-df56-4cb9-a5ab-431b2466de6d tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/ports?device_id=6399d19d-4bf3-46dd-8a41-6e38b3fad98a HTTP/1.1" status: 200 len: 946 time: 0.0514355 Dec 21 13:46:30.892021 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1b1fea8a-ec12-461e-9122-79d4e7ce689a req-9abc4b0e-2f04-4ce8-b17d-a94f58a9f3e9 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf78df26-1132-4050-a953-b538d7934499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410345 Dec 21 13:46:31.055155 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:46:32.006787 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10831fd-1438-4682-a9c0-524f873025a2 req-00d23ef3-07a7-4503-8bf6-62b8442a8f60 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:46:32.008251 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-f10831fd-1438-4682-a9c0-524f873025a2 req-00d23ef3-07a7-4503-8bf6-62b8442a8f60 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/ports?device_id=6399d19d-4bf3-46dd-8a41-6e38b3fad98a HTTP/1.1" status: 200 len: 946 time: 0.0480144 Dec 21 13:46:32.065349 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-f10831fd-1438-4682-a9c0-524f873025a2 req-0ea86c14-4ada-4607-92ab-2e3779ece01b tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf78df26-1132-4050-a953-b538d7934499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495162 Dec 21 13:46:33.177120 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b97b6f-5723-4a4c-b538-52c83631a946 req-f624499b-73b6-4b19-9910-374a492aadd5 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:46:33.178868 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-45b97b6f-5723-4a4c-b538-52c83631a946 req-f624499b-73b6-4b19-9910-374a492aadd5 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/ports?device_id=6399d19d-4bf3-46dd-8a41-6e38b3fad98a HTTP/1.1" status: 200 len: 946 time: 0.0483742 Dec 21 13:46:33.229144 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-45b97b6f-5723-4a4c-b538-52c83631a946 req-46b3dead-584d-4ebd-9cbf-929d76525610 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf78df26-1132-4050-a953-b538d7934499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444336 Dec 21 13:46:34.341141 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cb6f96-c4fa-442b-ba35-5ad5dbd101d9 req-6ad0716a-aa1f-43c2-89e9-0111787695df tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:46:34.342600 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-79cb6f96-c4fa-442b-ba35-5ad5dbd101d9 req-6ad0716a-aa1f-43c2-89e9-0111787695df tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/ports?device_id=6399d19d-4bf3-46dd-8a41-6e38b3fad98a HTTP/1.1" status: 200 len: 946 time: 0.0476782 Dec 21 13:46:34.388423 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-79cb6f96-c4fa-442b-ba35-5ad5dbd101d9 req-4962bd34-da92-4de1-8dda-0ffd8ce8c187 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf78df26-1132-4050-a953-b538d7934499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399811 Dec 21 13:46:35.502020 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332ad499-15f1-427e-b466-0de7c7e5e47a req-1b72c7d6-8873-4791-830a-6ba1b2d66e41 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:46:35.503516 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-332ad499-15f1-427e-b466-0de7c7e5e47a req-1b72c7d6-8873-4791-830a-6ba1b2d66e41 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/ports?device_id=6399d19d-4bf3-46dd-8a41-6e38b3fad98a HTTP/1.1" status: 200 len: 946 time: 0.0484993 Dec 21 13:46:35.549464 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-332ad499-15f1-427e-b466-0de7c7e5e47a req-db8b3eb4-3563-4b05-93ec-510b09bccf9f tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf78df26-1132-4050-a953-b538d7934499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402036 Dec 21 13:46:36.663896 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a250010b-7470-42d4-9638-6e5f850984e8 req-8d6a9fbe-f0e1-468b-b062-e01f8a2c8a13 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:46:36.665383 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-a250010b-7470-42d4-9638-6e5f850984e8 req-8d6a9fbe-f0e1-468b-b062-e01f8a2c8a13 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/ports?device_id=6399d19d-4bf3-46dd-8a41-6e38b3fad98a HTTP/1.1" status: 200 len: 946 time: 0.0501552 Dec 21 13:46:36.715800 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-a250010b-7470-42d4-9638-6e5f850984e8 req-3b17653c-6f4f-4bad-8362-239f44ed4897 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf78df26-1132-4050-a953-b538d7934499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437856 Dec 21 13:46:36.843825 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.agents_db [None req-c60a5637-8c6f-4692-b23b-7dd82bd36b21 None None] Agent healthcheck: found 6 active agents {{(pid=103155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 13:46:37.840239 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cb1296-df5d-40f8-a9ff-790d0e6be830 req-b9220d6f-5367-460f-bc8f-0d952a7d29a4 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:46:37.841734 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-04cb1296-df5d-40f8-a9ff-790d0e6be830 req-b9220d6f-5367-460f-bc8f-0d952a7d29a4 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/ports?device_id=6399d19d-4bf3-46dd-8a41-6e38b3fad98a HTTP/1.1" status: 200 len: 946 time: 0.0603483 Dec 21 13:46:37.889229 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-04cb1296-df5d-40f8-a9ff-790d0e6be830 req-f320c27f-3af1-4e7f-af8b-266a9ae3fde1 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf78df26-1132-4050-a953-b538d7934499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414557 Dec 21 13:46:39.006902 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32fdae7-f9e6-4061-aef8-83a34280ac15 req-f9149ad6-ce57-429b-a126-7ac90c0ae8f7 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:46:39.008410 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-d32fdae7-f9e6-4061-aef8-83a34280ac15 req-f9149ad6-ce57-429b-a126-7ac90c0ae8f7 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/ports?device_id=6399d19d-4bf3-46dd-8a41-6e38b3fad98a HTTP/1.1" status: 200 len: 946 time: 0.0526443 Dec 21 13:46:39.057413 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-d32fdae7-f9e6-4061-aef8-83a34280ac15 req-d6d2a0ae-9933-4bb8-89f0-548206c15a51 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf78df26-1132-4050-a953-b538d7934499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422654 Dec 21 13:46:40.176442 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a385a8-a545-43b8-a522-c356c8b67f7e req-8b927bbc-f795-4cef-aeb1-debebe42276e tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:46:40.177896 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c3a385a8-a545-43b8-a522-c356c8b67f7e req-8b927bbc-f795-4cef-aeb1-debebe42276e tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/ports?device_id=6399d19d-4bf3-46dd-8a41-6e38b3fad98a HTTP/1.1" status: 200 len: 946 time: 0.0511465 Dec 21 13:46:40.224119 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c3a385a8-a545-43b8-a522-c356c8b67f7e req-59966f62-a848-458e-9874-6b3eb403d90c tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf78df26-1132-4050-a953-b538d7934499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399585 Dec 21 13:46:40.335306 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [req-9fc96260-4356-42fa-b75f-b799e987ba3f req-f9454ad6-dcbb-440a-90cb-031b2e6f996b tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 13:46:40.336210 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-9fc96260-4356-42fa-b75f-b799e987ba3f req-f9454ad6-dcbb-440a-90cb-031b2e6f996b tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051401 Dec 21 13:46:40.396834 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-9fc96260-4356-42fa-b75f-b799e987ba3f req-cad67bd1-d7a1-48cd-9479-4b551b98151e service neutron] 10.222.0.60 "GET /v2.0/ports/9513b0e1-f840-4297-a2cc-7f2ddd28a867/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0526693 Dec 21 13:46:40.634919 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc96260-4356-42fa-b75f-b799e987ba3f req-d6af70a9-3be1-4d95-ae95-361cf4408d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:46:40.636288 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-9fc96260-4356-42fa-b75f-b799e987ba3f req-d6af70a9-3be1-4d95-ae95-361cf4408d82 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6399d19d-4bf3-46dd-8a41-6e38b3fad98a&tenant_id=2c68099f821f4a7282f0c2c70f697314 HTTP/1.1" status: 200 len: 1099 time: 0.0402915 Dec 21 13:46:40.709770 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc96260-4356-42fa-b75f-b799e987ba3f req-f6ff412d-c6af-4184-96f8-1b511e20543a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:46:40.711274 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-9fc96260-4356-42fa-b75f-b799e987ba3f req-f6ff412d-c6af-4184-96f8-1b511e20543a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2c68099f821f4a7282f0c2c70f697314&device_id=6399d19d-4bf3-46dd-8a41-6e38b3fad98a HTTP/1.1" status: 200 len: 1099 time: 0.0431912 Dec 21 13:46:40.798923 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc96260-4356-42fa-b75f-b799e987ba3f req-7d51c5f7-f3ba-420b-85c2-e78df21559d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:46:40.800358 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-9fc96260-4356-42fa-b75f-b799e987ba3f req-7d51c5f7-f3ba-420b-85c2-e78df21559d1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=692b6312-57aa-4235-8a79-24a4ca67727b HTTP/1.1" status: 200 len: 916 time: 0.0814288 Dec 21 13:46:40.843559 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-9fc96260-4356-42fa-b75f-b799e987ba3f req-341f90de-f062-44fa-b0b3-cc9ef8f07702 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9513b0e1-f840-4297-a2cc-7f2ddd28a867 HTTP/1.1" status: 200 len: 217 time: 0.0365498 Dec 21 13:46:40.890576 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc96260-4356-42fa-b75f-b799e987ba3f req-7dd7fcf4-6924-4d95-92ee-d710432bb70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:46:40.891883 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-9fc96260-4356-42fa-b75f-b799e987ba3f req-7dd7fcf4-6924-4d95-92ee-d710432bb70a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f30273e1-baf7-4dd6-834e-1aaf1d028fcc HTTP/1.1" status: 200 len: 855 time: 0.0423493 Dec 21 13:46:40.926843 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-9fc96260-4356-42fa-b75f-b799e987ba3f req-33ca45ac-0d52-492b-b0c9-be633873469d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=692b6312-57aa-4235-8a79-24a4ca67727b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281873 Dec 21 13:46:41.017112 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-9fc96260-4356-42fa-b75f-b799e987ba3f req-aaa76abd-cd4e-44d4-9b70-66a4fe9bac63 service neutron] 10.222.0.60 "GET /v2.0/networks/692b6312-57aa-4235-8a79-24a4ca67727b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841908 Dec 21 13:46:41.104784 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-9fc96260-4356-42fa-b75f-b799e987ba3f req-14818241-bd14-4a09-b839-69d91e52efb3 service neutron] 10.222.0.60 "GET /v2.0/networks/692b6312-57aa-4235-8a79-24a4ca67727b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812757 Dec 21 13:46:41.336832 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd822713-79e2-4114-ac82-2fa7eb5d767d req-8f957e1a-94ad-4f99-b9ac-ea03ea682df4 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:46:41.338282 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-fd822713-79e2-4114-ac82-2fa7eb5d767d req-8f957e1a-94ad-4f99-b9ac-ea03ea682df4 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/ports?device_id=6399d19d-4bf3-46dd-8a41-6e38b3fad98a HTTP/1.1" status: 200 len: 946 time: 0.0483737 Dec 21 13:46:41.384350 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-fd822713-79e2-4114-ac82-2fa7eb5d767d req-499dbb13-446f-4953-b6ef-5b38966d8ddf tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf78df26-1132-4050-a953-b538d7934499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401747 Dec 21 13:46:42.499355 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f8b9d3-0668-4a05-99f2-cb95d86f60eb req-2de1989a-a6ae-4a21-83a2-a479ae8992b6 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:46:42.500825 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f0f8b9d3-0668-4a05-99f2-cb95d86f60eb req-2de1989a-a6ae-4a21-83a2-a479ae8992b6 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/ports?device_id=6399d19d-4bf3-46dd-8a41-6e38b3fad98a HTTP/1.1" status: 200 len: 946 time: 0.0491376 Dec 21 13:46:42.550822 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f0f8b9d3-0668-4a05-99f2-cb95d86f60eb req-a90aac8c-4c7b-4e1a-a1ed-5271e567c173 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf78df26-1132-4050-a953-b538d7934499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441673 Dec 21 13:46:42.843690 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 9513b0e1-f840-4297-a2cc-7f2ddd28a867 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 13:46:42.858063 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 9513b0e1-f840-4297-a2cc-7f2ddd28a867 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:46:43.155174 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port 9513b0e1-f840-4297-a2cc-7f2ddd28a867, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9513b0e1-f840-4297-a2cc-7f2ddd28a867,segment=NetworkSegment(abb84a6f-300d-45c3-8f0d-c75017e47fb7),segment_id=abb84a6f-300d-45c3-8f0d-c75017e47fb7)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:46:43.162835 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:46:43.173582 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Returning: {'device': '9513b0e1-f840-4297-a2cc-7f2ddd28a867', 'network_id': '692b6312-57aa-4235-8a79-24a4ca67727b', 'port_id': '9513b0e1-f840-4297-a2cc-7f2ddd28a867', 'mac_address': 'fa:16:3e:4e:c8:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f30273e1-baf7-4dd6-834e-1aaf1d028fcc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 13:46:43.208276 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6399d19d-4bf3-46dd-8a41-6e38b3fad98a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9513b0e1-f840-4297-a2cc-7f2ddd28a867'}] {{(pid=103154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:46:43.210514 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6f45aca8ac5f8c0cc5868273c98d8aa60330245aed22d61c8da5c1f2d6fc01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b7aa9af-b4e9-496d-b33c-41814b9c179e" -d '{"events": [{"server_uuid": "6399d19d-4bf3-46dd-8a41-6e38b3fad98a", "name": "network-vif-unplugged", "status": "completed", "tag": "9513b0e1-f840-4297-a2cc-7f2ddd28a867"}]}' {{(pid=103154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:46:43.230199 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port 9513b0e1-f840-4297-a2cc-7f2ddd28a867, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9513b0e1-f840-4297-a2cc-7f2ddd28a867,segment=NetworkSegment(abb84a6f-300d-45c3-8f0d-c75017e47fb7),segment_id=abb84a6f-300d-45c3-8f0d-c75017e47fb7)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:46:43.235153 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:46:43.236816 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:46:43.267364 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Dec 2021 13:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e048800-c012-4289-8a83-9b0bde620d43 x-openstack-request-id: req-5e048800-c012-4289-8a83-9b0bde620d43 {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:46:43.267658 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6399d19d-4bf3-46dd-8a41-6e38b3fad98a", "name": "network-vif-unplugged", "status": "completed", "tag": "9513b0e1-f840-4297-a2cc-7f2ddd28a867", "code": 200}]} {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:46:43.267909 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5e048800-c012-4289-8a83-9b0bde620d43 {{(pid=103154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:46:43.268291 dv-neutron-master-2-hyperv neutron-server[103154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6399d19d-4bf3-46dd-8a41-6e38b3fad98a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9513b0e1-f840-4297-a2cc-7f2ddd28a867', 'code': 200} Dec 21 13:46:43.272732 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9513b0e1-f840-4297-a2cc-7f2ddd28a867 {{(pid=103154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 13:46:43.320553 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=9513b0e1-f840-4297-a2cc-7f2ddd28a867,revision_number=6']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:46:43.333984 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.db.api [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 13:46:43.334347 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG oslo_db.api [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 13:46:43.363795 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:46:43.662810 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59699515-4617-4ae9-b0bc-4e1c1901d54e req-e228551b-eaab-4f86-8cc4-fba15cb08269 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:46:43.664262 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-59699515-4617-4ae9-b0bc-4e1c1901d54e req-e228551b-eaab-4f86-8cc4-fba15cb08269 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/ports?device_id=6399d19d-4bf3-46dd-8a41-6e38b3fad98a HTTP/1.1" status: 200 len: 944 time: 0.0475438 Dec 21 13:46:43.710084 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-59699515-4617-4ae9-b0bc-4e1c1901d54e req-61206c1b-08aa-4795-af36-7b8fc96a0b76 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf78df26-1132-4050-a953-b538d7934499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395055 Dec 21 13:46:43.876369 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:46:43.889810 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9513b0e1-f840-4297-a2cc-7f2ddd28a867 {{(pid=103154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 13:46:43.909902 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port 9513b0e1-f840-4297-a2cc-7f2ddd28a867, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9513b0e1-f840-4297-a2cc-7f2ddd28a867,segment=NetworkSegment(abb84a6f-300d-45c3-8f0d-c75017e47fb7),segment_id=abb84a6f-300d-45c3-8f0d-c75017e47fb7)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:46:43.913859 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:46:43.937737 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3818c340-4b2f-41e9-8035-af59d92c2dba req-919ebeec-4be3-49c7-b2e3-acfd5e6405cb tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:46:43.939247 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-3818c340-4b2f-41e9-8035-af59d92c2dba req-919ebeec-4be3-49c7-b2e3-acfd5e6405cb tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/ports?device_id=6399d19d-4bf3-46dd-8a41-6e38b3fad98a HTTP/1.1" status: 200 len: 944 time: 0.0833774 Dec 21 13:46:43.951527 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbf2e90-bd16-46aa-9bee-4bef144b3f7f req-11c11a37-0f2e-4f7f-86c0-e431befc21d3 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:46:43.952968 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-9dbf2e90-bd16-46aa-9bee-4bef144b3f7f req-11c11a37-0f2e-4f7f-86c0-e431befc21d3 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.60 "GET /v2.0/ports?device_id=6399d19d-4bf3-46dd-8a41-6e38b3fad98a&tenant_id=2c68099f821f4a7282f0c2c70f697314&binding%3Ahost_id=hv-neutron-mast HTTP/1.1" status: 200 len: 944 time: 0.0722628 Dec 21 13:46:43.964097 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=9513b0e1-f840-4297-a2cc-7f2ddd28a867,revision_number=7']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:46:43.995896 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-3818c340-4b2f-41e9-8035-af59d92c2dba req-cf625755-c7ad-421b-8d6e-37fd188e9656 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf78df26-1132-4050-a953-b538d7934499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417144 Dec 21 13:46:44.040205 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] get_ports_and_sgs() called for port_ids ['9513b0e1-f840-4297-a2cc-7f2ddd28a867'] {{(pid=103154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 13:46:44.051116 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbf2e90-bd16-46aa-9bee-4bef144b3f7f req-6e35d4e3-1fdf-4747-b8df-8d8a5391ee12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:46:44.052654 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-9dbf2e90-bd16-46aa-9bee-4bef144b3f7f req-6e35d4e3-1fdf-4747-b8df-8d8a5391ee12 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2c68099f821f4a7282f0c2c70f697314&device_id=6399d19d-4bf3-46dd-8a41-6e38b3fad98a HTTP/1.1" status: 200 len: 1098 time: 0.0414617 Dec 21 13:46:44.151696 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbf2e90-bd16-46aa-9bee-4bef144b3f7f req-d3d4cbd9-4417-42b7-8481-9ce607a61985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:46:44.153071 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-9dbf2e90-bd16-46aa-9bee-4bef144b3f7f req-d3d4cbd9-4417-42b7-8481-9ce607a61985 service neutron] 10.222.0.60 "GET /v2.0/networks?id=692b6312-57aa-4235-8a79-24a4ca67727b HTTP/1.1" status: 200 len: 916 time: 0.0920007 Dec 21 13:46:44.193666 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-9dbf2e90-bd16-46aa-9bee-4bef144b3f7f req-39dcdef4-1a43-457a-a8fe-f41c64d53fcb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9513b0e1-f840-4297-a2cc-7f2ddd28a867 HTTP/1.1" status: 200 len: 217 time: 0.0339036 Dec 21 13:46:44.240847 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbf2e90-bd16-46aa-9bee-4bef144b3f7f req-a4d417fc-2fc5-4eef-807e-8ab48e9c6f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:46:44.242289 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-9dbf2e90-bd16-46aa-9bee-4bef144b3f7f req-a4d417fc-2fc5-4eef-807e-8ab48e9c6f28 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f30273e1-baf7-4dd6-834e-1aaf1d028fcc HTTP/1.1" status: 200 len: 855 time: 0.0427334 Dec 21 13:46:44.275761 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-9dbf2e90-bd16-46aa-9bee-4bef144b3f7f req-c0acc5cf-7948-47be-a3c3-5ca2880d69a4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=692b6312-57aa-4235-8a79-24a4ca67727b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245125 Dec 21 13:46:44.366587 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-9dbf2e90-bd16-46aa-9bee-4bef144b3f7f req-4f05e8e0-9a78-40ab-b6f3-619fffa7b321 service neutron] 10.222.0.60 "GET /v2.0/networks/692b6312-57aa-4235-8a79-24a4ca67727b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836542 Dec 21 13:46:44.459496 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-9dbf2e90-bd16-46aa-9bee-4bef144b3f7f req-bcac7dad-b8db-49af-90e0-98a67a0e9525 service neutron] 10.222.0.60 "GET /v2.0/networks/692b6312-57aa-4235-8a79-24a4ca67727b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850275 Dec 21 13:46:44.853622 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 9513b0e1-f840-4297-a2cc-7f2ddd28a867 up at agent hyperv_hv-neutron-mast {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:46:44.904967 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Provisioning complete for port 9513b0e1-f840-4297-a2cc-7f2ddd28a867 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:46:44.906010 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:46:44.982905 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:46:45.022287 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port 9513b0e1-f840-4297-a2cc-7f2ddd28a867, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9513b0e1-f840-4297-a2cc-7f2ddd28a867,segment=NetworkSegment(abb84a6f-300d-45c3-8f0d-c75017e47fb7),segment_id=abb84a6f-300d-45c3-8f0d-c75017e47fb7)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:46:45.028402 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:46:45.078638 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=9513b0e1-f840-4297-a2cc-7f2ddd28a867,revision_number=8']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:46:45.129965 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423e87d3-767b-4731-8cb7-bd524de3fc45 req-09d2c0ee-2a96-4a4e-a887-a8950b4d602f tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:46:45.131387 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-423e87d3-767b-4731-8cb7-bd524de3fc45 req-09d2c0ee-2a96-4a4e-a887-a8950b4d602f tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/ports?device_id=6399d19d-4bf3-46dd-8a41-6e38b3fad98a HTTP/1.1" status: 200 len: 946 time: 0.0542507 Dec 21 13:46:45.179370 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-423e87d3-767b-4731-8cb7-bd524de3fc45 req-1f30283e-2818-44ea-9f0a-52ef10c19e1a tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf78df26-1132-4050-a953-b538d7934499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416999 Dec 21 13:46:45.269254 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6399d19d-4bf3-46dd-8a41-6e38b3fad98a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9513b0e1-f840-4297-a2cc-7f2ddd28a867'}] {{(pid=103154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:46:45.271706 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6f45aca8ac5f8c0cc5868273c98d8aa60330245aed22d61c8da5c1f2d6fc01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d5ee4c1-fecc-4a26-8d72-413b5aa6bc00" -d '{"events": [{"server_uuid": "6399d19d-4bf3-46dd-8a41-6e38b3fad98a", "name": "network-vif-plugged", "status": "completed", "tag": "9513b0e1-f840-4297-a2cc-7f2ddd28a867"}]}' {{(pid=103154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:46:45.292436 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db916681-6339-4d87-8588-4602ee3d45cc req-6f48e4ce-798d-4407-a343-e41da6eacf12 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:46:45.293938 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-db916681-6339-4d87-8588-4602ee3d45cc req-6f48e4ce-798d-4407-a343-e41da6eacf12 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/ports?device_id=6399d19d-4bf3-46dd-8a41-6e38b3fad98a HTTP/1.1" status: 200 len: 946 time: 0.0486798 Dec 21 13:46:45.308188 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 13:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bd229ed-66bc-4f14-9d07-3f7b157337d0 x-openstack-request-id: req-5bd229ed-66bc-4f14-9d07-3f7b157337d0 {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:46:45.308484 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6399d19d-4bf3-46dd-8a41-6e38b3fad98a", "name": "network-vif-plugged", "status": "completed", "tag": "9513b0e1-f840-4297-a2cc-7f2ddd28a867", "code": 200}]} {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:46:45.308739 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5bd229ed-66bc-4f14-9d07-3f7b157337d0 {{(pid=103154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:46:45.309129 dv-neutron-master-2-hyperv neutron-server[103154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6399d19d-4bf3-46dd-8a41-6e38b3fad98a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9513b0e1-f840-4297-a2cc-7f2ddd28a867', 'code': 200} Dec 21 13:46:45.349146 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-db916681-6339-4d87-8588-4602ee3d45cc req-a467eefe-d853-49f0-875a-cb22400f28a4 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf78df26-1132-4050-a953-b538d7934499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493183 Dec 21 13:46:45.464031 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb967002-a812-45ff-adb4-94e18a8ab48b req-94309f7b-8214-40db-93db-accd337e389c tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:46:45.465475 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-bb967002-a812-45ff-adb4-94e18a8ab48b req-94309f7b-8214-40db-93db-accd337e389c tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/ports?device_id=6399d19d-4bf3-46dd-8a41-6e38b3fad98a HTTP/1.1" status: 200 len: 946 time: 0.0478568 Dec 21 13:46:45.510707 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-bb967002-a812-45ff-adb4-94e18a8ab48b req-0825a4e7-7066-43d6-861e-46e36e61f0f5 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf78df26-1132-4050-a953-b538d7934499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393765 Dec 21 13:46:45.850172 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909f73c1-fe12-4549-b604-a58eed37fc91 req-d1aea6ad-065c-42f7-a5df-85cac38a48c6 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:46:45.851650 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-909f73c1-fe12-4549-b604-a58eed37fc91 req-d1aea6ad-065c-42f7-a5df-85cac38a48c6 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/networks?id=692b6312-57aa-4235-8a79-24a4ca67727b HTTP/1.1" status: 200 len: 815 time: 0.1031520 Dec 21 13:46:45.865994 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-909f73c1-fe12-4549-b604-a58eed37fc91 req-61630eb7-1a67-47f4-9930-d71c1c6c17e4 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/quotas/2c68099f821f4a7282f0c2c70f697314 HTTP/1.1" status: 200 len: 375 time: 0.0086403 Dec 21 13:46:45.913709 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-909f73c1-fe12-4549-b604-a58eed37fc91 req-ac33d5be-8d73-4e7a-a226-cafe10cb7ccc tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2c68099f821f4a7282f0c2c70f697314&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0424800 Dec 21 13:46:46.004286 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-909f73c1-fe12-4549-b604-a58eed37fc91 req-62c79871-bc3d-4dbc-a234-454948a2afd7 service neutron] 10.222.0.37 "GET /v2.0/networks/692b6312-57aa-4235-8a79-24a4ca67727b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836399 Dec 21 13:46:46.093570 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-909f73c1-fe12-4549-b604-a58eed37fc91 req-1a62cd79-f814-4f94-ada9-7e0c58f9e195 service neutron] 10.222.0.37 "GET /v2.0/networks/692b6312-57aa-4235-8a79-24a4ca67727b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820899 Dec 21 13:46:46.251775 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-be844d63-17e5-4b76-9538-201b3dfd5031 req-072aa2f3-4157-4a27-bc63-8ff6c397a3ca tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/ports?device_id=abbaf91a-0f05-4316-ab66-dd038d0ee9c6 HTTP/1.1" status: 200 len: 210 time: 0.0258260 Dec 21 13:46:47.271853 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909f73c1-fe12-4549-b604-a58eed37fc91 req-9a6f1ea7-d53b-4a29-b19e-b5781d1e2d39 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:46:47.273495 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-909f73c1-fe12-4549-b604-a58eed37fc91 req-9a6f1ea7-d53b-4a29-b19e-b5781d1e2d39 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.60 "GET /v2.0/networks?id=692b6312-57aa-4235-8a79-24a4ca67727b HTTP/1.1" status: 200 len: 815 time: 0.1095452 Dec 21 13:46:47.327280 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [req-909f73c1-fe12-4549-b604-a58eed37fc91 req-b9bd3359-0d0b-48a3-8c2b-b74e957edfd1 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Request body: {'port': {'device_id': 'abbaf91a-0f05-4316-ab66-dd038d0ee9c6', 'network_id': '692b6312-57aa-4235-8a79-24a4ca67727b', 'admin_state_up': True, 'tenant_id': '2c68099f821f4a7282f0c2c70f697314'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:46:47.351823 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-201b7b9f-11bf-418a-a8b1-fa0418699ac5 req-7e872270-15a6-4183-a949-ee535750c6d3 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/ports?device_id=abbaf91a-0f05-4316-ab66-dd038d0ee9c6 HTTP/1.1" status: 200 len: 210 time: 0.0305197 Dec 21 13:46:47.443202 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-909f73c1-fe12-4549-b604-a58eed37fc91 req-b9bd3359-0d0b-48a3-8c2b-b74e957edfd1 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Made reservation on behalf of 2c68099f821f4a7282f0c2c70f697314 for: {'port': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:46:47.447068 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-909f73c1-fe12-4549-b604-a58eed37fc91 req-b9bd3359-0d0b-48a3-8c2b-b74e957edfd1 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:46:47.569953 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [req-909f73c1-fe12-4549-b604-a58eed37fc91 req-b9bd3359-0d0b-48a3-8c2b-b74e957edfd1 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Allocated IP 172.20.0.4 (692b6312-57aa-4235-8a79-24a4ca67727b/f30273e1-baf7-4dd6-834e-1aaf1d028fcc/2d13fc55-b46d-4ab8-9fc3-280ee5639247) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:46:47.690735 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c10dce-d709-4379-bbb0-aa8682b9fca9 req-bbd9d2a0-60da-4539-8fe0-cc05938cc488 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:46:47.692829 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-79c10dce-d709-4379-bbb0-aa8682b9fca9 req-bbd9d2a0-60da-4539-8fe0-cc05938cc488 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.60 "GET /v2.0/ports?device_id=6399d19d-4bf3-46dd-8a41-6e38b3fad98a HTTP/1.1" status: 200 len: 946 time: 0.0989528 Dec 21 13:46:47.818027 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-909f73c1-fe12-4549-b604-a58eed37fc91 req-b9bd3359-0d0b-48a3-8c2b-b74e957edfd1 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:46:47.859518 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [req-79c10dce-d709-4379-bbb0-aa8682b9fca9 req-e68db7a5-4d6f-4a89-9fe1-7a53a5d5fb9a tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Deleting port 9513b0e1-f840-4297-a2cc-7f2ddd28a867 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:46:47.859850 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-79c10dce-d709-4379-bbb0-aa8682b9fca9 req-e68db7a5-4d6f-4a89-9fe1-7a53a5d5fb9a tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:46:47.913024 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-909f73c1-fe12-4549-b604-a58eed37fc91 req-b9bd3359-0d0b-48a3-8c2b-b74e957edfd1 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:46:47.948368 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] get_ports_and_sgs() called for port_ids ['9513b0e1-f840-4297-a2cc-7f2ddd28a867'] {{(pid=103154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 13:46:47.973961 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-909f73c1-fe12-4549-b604-a58eed37fc91 req-b9bd3359-0d0b-48a3-8c2b-b74e957edfd1 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Network 692b6312-57aa-4235-8a79-24a4ca67727b is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:46:47.982228 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [req-909f73c1-fe12-4549-b604-a58eed37fc91 req-b9bd3359-0d0b-48a3-8c2b-b74e957edfd1 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:46:47.990303 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [req-909f73c1-fe12-4549-b604-a58eed37fc91 req-b9bd3359-0d0b-48a3-8c2b-b74e957edfd1 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:46:48.356495 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bd3359-0d0b-48a3-8c2b-b74e957edfd1 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Pushing event updated for resources: {'Port': ['ID=2d13fc55-b46d-4ab8-9fc3-280ee5639247,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:46:48.366553 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-79c10dce-d709-4379-bbb0-aa8682b9fca9 req-e68db7a5-4d6f-4a89-9fe1-7a53a5d5fb9a tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] For port 9513b0e1-f840-4297-a2cc-7f2ddd28a867, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9513b0e1-f840-4297-a2cc-7f2ddd28a867,segment=NetworkSegment(abb84a6f-300d-45c3-8f0d-c75017e47fb7),segment_id=abb84a6f-300d-45c3-8f0d-c75017e47fb7)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:46:48.366912 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-79c10dce-d709-4379-bbb0-aa8682b9fca9 req-e68db7a5-4d6f-4a89-9fe1-7a53a5d5fb9a tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:46:48.387724 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [req-79c10dce-d709-4379-bbb0-aa8682b9fca9 req-e68db7a5-4d6f-4a89-9fe1-7a53a5d5fb9a tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Calling delete_port for 9513b0e1-f840-4297-a2cc-7f2ddd28a867 owned by compute:nova {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:46:48.406168 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909f73c1-fe12-4549-b604-a58eed37fc91 req-b9bd3359-0d0b-48a3-8c2b-b74e957edfd1 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:46:48.406810 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-909f73c1-fe12-4549-b604-a58eed37fc91 req-b9bd3359-0d0b-48a3-8c2b-b74e957edfd1 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:46:48.460292 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-909f73c1-fe12-4549-b604-a58eed37fc91 req-b9bd3359-0d0b-48a3-8c2b-b74e957edfd1 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1369767 Dec 21 13:46:48.479581 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [req-909f73c1-fe12-4549-b604-a58eed37fc91 req-be86b88a-93a6-4029-9eb8-77ccc4f4a9f4 service neutron] Request body: {'port': {'device_id': 'abbaf91a-0f05-4316-ab66-dd038d0ee9c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:46:48.568216 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83edc4ee-3df6-4358-b60e-0e59f9c0f86f req-f6ff761e-bed0-4f60-ae72-0f58e6b2f2e8 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:46:48.569675 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-83edc4ee-3df6-4358-b60e-0e59f9c0f86f req-f6ff761e-bed0-4f60-ae72-0f58e6b2f2e8 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/ports?device_id=abbaf91a-0f05-4316-ab66-dd038d0ee9c6 HTTP/1.1" status: 200 len: 931 time: 0.1249568 Dec 21 13:46:48.576294 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-909f73c1-fe12-4549-b604-a58eed37fc91 req-be86b88a-93a6-4029-9eb8-77ccc4f4a9f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:46:48.690701 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-79c10dce-d709-4379-bbb0-aa8682b9fca9 req-e68db7a5-4d6f-4a89-9fe1-7a53a5d5fb9a tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:46:48.706698 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-83edc4ee-3df6-4358-b60e-0e59f9c0f86f req-64f8012b-1416-4146-a109-9989a95d4888 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf78df26-1132-4050-a953-b538d7934499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276526 Dec 21 13:46:48.772525 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68db7a5-4d6f-4a89-9fe1-7a53a5d5fb9a tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Pushing event deleted for resources: {'Port': ['ID=9513b0e1-f840-4297-a2cc-7f2ddd28a867,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:46:48.829170 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [req-79c10dce-d709-4379-bbb0-aa8682b9fca9 req-e68db7a5-4d6f-4a89-9fe1-7a53a5d5fb9a tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] No DVR routers for this DVR port 9513b0e1-f840-4297-a2cc-7f2ddd28a867 on host hv-neutron-mast {{(pid=103153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:46:48.833336 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-79c10dce-d709-4379-bbb0-aa8682b9fca9 req-e68db7a5-4d6f-4a89-9fe1-7a53a5d5fb9a tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:46:48.836689 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-79c10dce-d709-4379-bbb0-aa8682b9fca9 req-e68db7a5-4d6f-4a89-9fe1-7a53a5d5fb9a tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.60 "DELETE /v2.0/ports/9513b0e1-f840-4297-a2cc-7f2ddd28a867 HTTP/1.1" status: 204 len: 173 time: 1.1131814 Dec 21 13:46:48.837159 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6399d19d-4bf3-46dd-8a41-6e38b3fad98a', 'name': 'network-vif-deleted', 'tag': '9513b0e1-f840-4297-a2cc-7f2ddd28a867'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:46:48.839395 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af6034c98e584fa55ea4398f343c742ceb598288507feaf30d5a15785b2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5923ab38-634d-45b3-a00b-b5f6e1fc1b3d" -d '{"events": [{"server_uuid": "6399d19d-4bf3-46dd-8a41-6e38b3fad98a", "name": "network-vif-deleted", "tag": "9513b0e1-f840-4297-a2cc-7f2ddd28a867"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:46:48.889613 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 13:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9adbb986-56f5-4a0b-a282-dded19a1de8b x-openstack-request-id: req-9adbb986-56f5-4a0b-a282-dded19a1de8b {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:46:48.889899 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6399d19d-4bf3-46dd-8a41-6e38b3fad98a", "name": "network-vif-deleted", "tag": "9513b0e1-f840-4297-a2cc-7f2ddd28a867", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:46:48.890147 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9adbb986-56f5-4a0b-a282-dded19a1de8b {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:46:48.890562 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6399d19d-4bf3-46dd-8a41-6e38b3fad98a', 'name': 'network-vif-deleted', 'tag': '9513b0e1-f840-4297-a2cc-7f2ddd28a867', 'status': 'completed', 'code': 200} Dec 21 13:46:48.979484 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [req-909f73c1-fe12-4549-b604-a58eed37fc91 req-be86b88a-93a6-4029-9eb8-77ccc4f4a9f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d13fc55-b46d-4ab8-9fc3-280ee5639247 {{(pid=103153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 13:46:48.986989 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-909f73c1-fe12-4549-b604-a58eed37fc91 req-be86b88a-93a6-4029-9eb8-77ccc4f4a9f4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:46:49.001204 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.provisioning_blocks [req-909f73c1-fe12-4549-b604-a58eed37fc91 req-be86b88a-93a6-4029-9eb8-77ccc4f4a9f4 service neutron] Transition to ACTIVE for port object 2d13fc55-b46d-4ab8-9fc3-280ee5639247 will not be triggered until provisioned by entity L2. {{(pid=103153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 13:46:49.004633 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-909f73c1-fe12-4549-b604-a58eed37fc91 req-be86b88a-93a6-4029-9eb8-77ccc4f4a9f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:46:49.059448 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be86b88a-93a6-4029-9eb8-77ccc4f4a9f4 service neutron] Pushing event updated for resources: {'Port': ['ID=2d13fc55-b46d-4ab8-9fc3-280ee5639247,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:46:49.120967 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-909f73c1-fe12-4549-b604-a58eed37fc91 req-be86b88a-93a6-4029-9eb8-77ccc4f4a9f4 service neutron] Attempting to bind port 2d13fc55-b46d-4ab8-9fc3-280ee5639247 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:46:49.121293 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-909f73c1-fe12-4549-b604-a58eed37fc91 req-be86b88a-93a6-4029-9eb8-77ccc4f4a9f4 service neutron] Attempting to bind port 2d13fc55-b46d-4ab8-9fc3-280ee5639247 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'abb84a6f-300d-45c3-8f0d-c75017e47fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '692b6312-57aa-4235-8a79-24a4ca67727b'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:46:49.121612 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909f73c1-fe12-4549-b604-a58eed37fc91 req-be86b88a-93a6-4029-9eb8-77ccc4f4a9f4 service neutron] Attempting to bind port 2d13fc55-b46d-4ab8-9fc3-280ee5639247 on network 692b6312-57aa-4235-8a79-24a4ca67727b {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:46:49.125751 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909f73c1-fe12-4549-b604-a58eed37fc91 req-be86b88a-93a6-4029-9eb8-77ccc4f4a9f4 service neutron] Port 2d13fc55-b46d-4ab8-9fc3-280ee5639247 on network 692b6312-57aa-4235-8a79-24a4ca67727b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 13:46:49.126067 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909f73c1-fe12-4549-b604-a58eed37fc91 req-be86b88a-93a6-4029-9eb8-77ccc4f4a9f4 service neutron] Attempting to bind port 2d13fc55-b46d-4ab8-9fc3-280ee5639247 on network 692b6312-57aa-4235-8a79-24a4ca67727b {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:46:49.130788 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909f73c1-fe12-4549-b604-a58eed37fc91 req-be86b88a-93a6-4029-9eb8-77ccc4f4a9f4 service neutron] Checking agent: {'id': 'cb078e0e-af00-4e4f-8117-46ca6496af1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 23, 43), 'started_at': datetime.datetime(2021, 12, 21, 13, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:46:49.131117 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909f73c1-fe12-4549-b604-a58eed37fc91 req-be86b88a-93a6-4029-9eb8-77ccc4f4a9f4 service neutron] Checking segment: {'id': 'abb84a6f-300d-45c3-8f0d-c75017e47fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '692b6312-57aa-4235-8a79-24a4ca67727b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:46:49.131493 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909f73c1-fe12-4549-b604-a58eed37fc91 req-be86b88a-93a6-4029-9eb8-77ccc4f4a9f4 service neutron] Bound using segment: {'id': 'abb84a6f-300d-45c3-8f0d-c75017e47fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '692b6312-57aa-4235-8a79-24a4ca67727b'} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:46:49.131908 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-909f73c1-fe12-4549-b604-a58eed37fc91 req-be86b88a-93a6-4029-9eb8-77ccc4f4a9f4 service neutron] Bound port: 2d13fc55-b46d-4ab8-9fc3-280ee5639247, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abb84a6f-300d-45c3-8f0d-c75017e47fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '692b6312-57aa-4235-8a79-24a4ca67727b'}}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:46:49.132250 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-909f73c1-fe12-4549-b604-a58eed37fc91 req-be86b88a-93a6-4029-9eb8-77ccc4f4a9f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:46:49.192441 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-909f73c1-fe12-4549-b604-a58eed37fc91 req-be86b88a-93a6-4029-9eb8-77ccc4f4a9f4 service neutron] For port 2d13fc55-b46d-4ab8-9fc3-280ee5639247, host hv-neutron-mast, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:46:49.195363 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-909f73c1-fe12-4549-b604-a58eed37fc91 req-be86b88a-93a6-4029-9eb8-77ccc4f4a9f4 service neutron] For port 2d13fc55-b46d-4ab8-9fc3-280ee5639247, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=2d13fc55-b46d-4ab8-9fc3-280ee5639247,segment=NetworkSegment(abb84a6f-300d-45c3-8f0d-c75017e47fb7),segment_id=abb84a6f-300d-45c3-8f0d-c75017e47fb7)] {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:46:49.200012 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-909f73c1-fe12-4549-b604-a58eed37fc91 req-be86b88a-93a6-4029-9eb8-77ccc4f4a9f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:46:49.240809 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909f73c1-fe12-4549-b604-a58eed37fc91 req-be86b88a-93a6-4029-9eb8-77ccc4f4a9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:46:49.241425 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-909f73c1-fe12-4549-b604-a58eed37fc91 req-be86b88a-93a6-4029-9eb8-77ccc4f4a9f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:46:49.242842 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-909f73c1-fe12-4549-b604-a58eed37fc91 req-be86b88a-93a6-4029-9eb8-77ccc4f4a9f4 service neutron] 10.222.0.60 "PUT /v2.0/ports/2d13fc55-b46d-4ab8-9fc3-280ee5639247 HTTP/1.1" status: 200 len: 1093 time: 0.7680573 Dec 21 13:46:49.261845 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be86b88a-93a6-4029-9eb8-77ccc4f4a9f4 service neutron] Pushing event updated for resources: {'Port': ['ID=2d13fc55-b46d-4ab8-9fc3-280ee5639247,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:46:49.337642 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909f73c1-fe12-4549-b604-a58eed37fc91 req-6f165073-d5d1-45f9-a013-921bd4f4df27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:46:49.339211 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-909f73c1-fe12-4549-b604-a58eed37fc91 req-6f165073-d5d1-45f9-a013-921bd4f4df27 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2c68099f821f4a7282f0c2c70f697314&device_id=abbaf91a-0f05-4316-ab66-dd038d0ee9c6 HTTP/1.1" status: 200 len: 1096 time: 0.0455427 Dec 21 13:46:49.387315 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-909f73c1-fe12-4549-b604-a58eed37fc91 req-85e5347a-77c5-4105-84f2-b19cc02559fc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d13fc55-b46d-4ab8-9fc3-280ee5639247 HTTP/1.1" status: 200 len: 217 time: 0.0360053 Dec 21 13:46:49.440619 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909f73c1-fe12-4549-b604-a58eed37fc91 req-9f78a4cd-8d91-4cb4-a467-83aa13c3fe0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:46:49.442049 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-909f73c1-fe12-4549-b604-a58eed37fc91 req-9f78a4cd-8d91-4cb4-a467-83aa13c3fe0e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f30273e1-baf7-4dd6-834e-1aaf1d028fcc HTTP/1.1" status: 200 len: 855 time: 0.0477974 Dec 21 13:46:49.472661 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-909f73c1-fe12-4549-b604-a58eed37fc91 req-db837c1a-0e9d-4f08-bec8-641ce0158270 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=692b6312-57aa-4235-8a79-24a4ca67727b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242560 Dec 21 13:46:49.560195 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-909f73c1-fe12-4549-b604-a58eed37fc91 req-4584ae82-a6fa-49be-ae31-052996c83763 service neutron] 10.222.0.60 "GET /v2.0/networks/692b6312-57aa-4235-8a79-24a4ca67727b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809052 Dec 21 13:46:49.651104 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-909f73c1-fe12-4549-b604-a58eed37fc91 req-e5b3d683-bbd7-4378-b24b-4d0692f19368 service neutron] 10.222.0.60 "GET /v2.0/networks/692b6312-57aa-4235-8a79-24a4ca67727b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847251 Dec 21 13:46:49.819426 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:46:49.819426 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:46:49.819426 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:46:49.819426 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:46:49.819426 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:46:49.819426 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:46:49.819426 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:46:49.819426 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:46:49.819426 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:46:49.819426 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:46:49.819426 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:46:49.819426 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:46:49.819426 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:46:49.819426 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:46:49.819426 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:46:49.819426 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:46:49.819426 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:46:49.819426 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:46:49.819426 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:46:49.819426 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:46:49.819426 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:46:49.819426 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:46:49.819426 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:46:49.819426 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:46:49.819426 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:46:49.819426 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:46:49.819426 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:46:49.819426 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:46:49.819426 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:46:49.819426 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:46:49.819426 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:46:49.819426 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:46:49.819426 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:46:49.819426 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:46:49.819426 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:46:49.819426 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:46:49.819426 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:46:49.819426 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:46:49.819426 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:46:49.819426 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:46:49.819426 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:46:49.819426 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:46:49.819426 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:46:49.819426 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:46:49.819426 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:46:49.819426 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:46:49.819426 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:46:49.819426 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:46:49.822782 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3846ece-c959-4b1d-9bfd-845949a98f3f req-db4caadb-fb7d-49c7-9b00-f460223e58eb tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:46:49.823653 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c3846ece-c959-4b1d-9bfd-845949a98f3f req-db4caadb-fb7d-49c7-9b00-f460223e58eb tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/ports?device_id=abbaf91a-0f05-4316-ab66-dd038d0ee9c6 HTTP/1.1" status: 200 len: 943 time: 0.0504615 Dec 21 13:46:49.868996 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c3846ece-c959-4b1d-9bfd-845949a98f3f req-f45f1c6d-150b-44fe-9e55-ff1d9ed31521 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf78df26-1132-4050-a953-b538d7934499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390494 Dec 21 13:46:50.866022 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 2d13fc55-b46d-4ab8-9fc3-280ee5639247 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 13:46:50.875773 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 9513b0e1-f840-4297-a2cc-7f2ddd28a867 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:46:50.891804 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abbaf91a-0f05-4316-ab66-dd038d0ee9c6', 'tag': '2d13fc55-b46d-4ab8-9fc3-280ee5639247'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:46:50.894164 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af6034c98e584fa55ea4398f343c742ceb598288507feaf30d5a15785b2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cc0464a-5ae1-49fa-8aca-ed6d44398655" -d '{"events": [{"name": "network-changed", "server_uuid": "abbaf91a-0f05-4316-ab66-dd038d0ee9c6", "tag": "2d13fc55-b46d-4ab8-9fc3-280ee5639247"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:46:50.901212 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] No Port match for: 9513b0e1-f840-4297-a2cc-7f2ddd28a867 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:46:50.901555 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 9513b0e1-f840-4297-a2cc-7f2ddd28a867 not bound to the agent host hv-neutron-mast {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:46:50.932210 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 13:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f285d137-4ef7-457e-be61-a3bb2fa7690e x-openstack-request-id: req-f285d137-4ef7-457e-be61-a3bb2fa7690e {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:46:50.932498 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abbaf91a-0f05-4316-ab66-dd038d0ee9c6", "tag": "2d13fc55-b46d-4ab8-9fc3-280ee5639247", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:46:50.932753 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f285d137-4ef7-457e-be61-a3bb2fa7690e {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:46:50.933157 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abbaf91a-0f05-4316-ab66-dd038d0ee9c6', 'tag': '2d13fc55-b46d-4ab8-9fc3-280ee5639247', 'status': 'completed', 'code': 200} Dec 21 13:46:50.988380 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port 2d13fc55-b46d-4ab8-9fc3-280ee5639247, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=2d13fc55-b46d-4ab8-9fc3-280ee5639247,segment=NetworkSegment(abb84a6f-300d-45c3-8f0d-c75017e47fb7),segment_id=abb84a6f-300d-45c3-8f0d-c75017e47fb7)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:46:50.992681 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a6a057-6fc9-4b7a-ac7c-46499d642421 req-6dae7d41-9a73-4e00-8d07-215cb4bb5cd7 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:46:50.994568 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-d4a6a057-6fc9-4b7a-ac7c-46499d642421 req-6dae7d41-9a73-4e00-8d07-215cb4bb5cd7 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/ports?device_id=abbaf91a-0f05-4316-ab66-dd038d0ee9c6 HTTP/1.1" status: 200 len: 943 time: 0.0541828 Dec 21 13:46:51.000124 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Returning: {'device': '2d13fc55-b46d-4ab8-9fc3-280ee5639247', 'network_id': '692b6312-57aa-4235-8a79-24a4ca67727b', 'port_id': '2d13fc55-b46d-4ab8-9fc3-280ee5639247', 'mac_address': 'fa:16:3e:cc:74:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f30273e1-baf7-4dd6-834e-1aaf1d028fcc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 13:46:51.020571 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc0464a-5ae1-49fa-8aca-ed6d44398655 req-6d71a1b3-fb69-4506-8228-2ddf45e3c2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:46:51.022176 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-8cc0464a-5ae1-49fa-8aca-ed6d44398655 req-6d71a1b3-fb69-4506-8228-2ddf45e3c2d9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2c68099f821f4a7282f0c2c70f697314&device_id=abbaf91a-0f05-4316-ab66-dd038d0ee9c6 HTTP/1.1" status: 200 len: 1096 time: 0.0467114 Dec 21 13:46:51.043536 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:46:51.043893 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-d4a6a057-6fc9-4b7a-ac7c-46499d642421 req-edd8dff7-be2d-4fab-bf12-a4d823391371 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf78df26-1132-4050-a953-b538d7934499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430028 Dec 21 13:46:51.056925 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d13fc55-b46d-4ab8-9fc3-280ee5639247 {{(pid=103154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 13:46:51.078004 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port 2d13fc55-b46d-4ab8-9fc3-280ee5639247, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=2d13fc55-b46d-4ab8-9fc3-280ee5639247,segment=NetworkSegment(abb84a6f-300d-45c3-8f0d-c75017e47fb7),segment_id=abb84a6f-300d-45c3-8f0d-c75017e47fb7)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:46:51.082261 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:46:51.122668 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc0464a-5ae1-49fa-8aca-ed6d44398655 req-a4d38949-06de-486f-9f9e-decb88927dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:46:51.124075 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-8cc0464a-5ae1-49fa-8aca-ed6d44398655 req-a4d38949-06de-486f-9f9e-decb88927dd3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=692b6312-57aa-4235-8a79-24a4ca67727b HTTP/1.1" status: 200 len: 916 time: 0.0957441 Dec 21 13:46:51.129058 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=2d13fc55-b46d-4ab8-9fc3-280ee5639247,revision_number=4']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:46:51.170028 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-8cc0464a-5ae1-49fa-8aca-ed6d44398655 req-e604a12f-a315-4be7-83cf-0cb125277332 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d13fc55-b46d-4ab8-9fc3-280ee5639247 HTTP/1.1" status: 200 len: 217 time: 0.0394669 Dec 21 13:46:51.218675 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc0464a-5ae1-49fa-8aca-ed6d44398655 req-ea816b00-6c87-4ec5-8dd2-2d1021ae50dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:46:51.220196 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-8cc0464a-5ae1-49fa-8aca-ed6d44398655 req-ea816b00-6c87-4ec5-8dd2-2d1021ae50dc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f30273e1-baf7-4dd6-834e-1aaf1d028fcc HTTP/1.1" status: 200 len: 855 time: 0.0442634 Dec 21 13:46:51.250654 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-8cc0464a-5ae1-49fa-8aca-ed6d44398655 req-0f525523-3975-45f5-acb1-12fec89f6eef service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=692b6312-57aa-4235-8a79-24a4ca67727b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240493 Dec 21 13:46:51.342169 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] get_ports_and_sgs() called for port_ids ['2d13fc55-b46d-4ab8-9fc3-280ee5639247'] {{(pid=103154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 13:46:51.342445 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-8cc0464a-5ae1-49fa-8aca-ed6d44398655 req-43a048ed-d102-467a-a4cd-c5ddb295a9d2 service neutron] 10.222.0.60 "GET /v2.0/networks/692b6312-57aa-4235-8a79-24a4ca67727b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848956 Dec 21 13:46:51.431691 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-8cc0464a-5ae1-49fa-8aca-ed6d44398655 req-2486be75-ce10-4452-ae66-4b7a881ba989 service neutron] 10.222.0.60 "GET /v2.0/networks/692b6312-57aa-4235-8a79-24a4ca67727b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827703 Dec 21 13:46:52.162223 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc7759e-850a-4d55-88e6-faa0913c1bc8 req-82240572-4111-4065-9419-53702784d5d4 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:46:52.164138 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-acc7759e-850a-4d55-88e6-faa0913c1bc8 req-82240572-4111-4065-9419-53702784d5d4 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/ports?device_id=abbaf91a-0f05-4316-ab66-dd038d0ee9c6 HTTP/1.1" status: 200 len: 944 time: 0.0483336 Dec 21 13:46:52.216509 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-acc7759e-850a-4d55-88e6-faa0913c1bc8 req-11714214-d148-4ffa-a118-afb5dfcaf8eb tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf78df26-1132-4050-a953-b538d7934499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462019 Dec 21 13:46:52.881592 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 2d13fc55-b46d-4ab8-9fc3-280ee5639247 up at agent hyperv_hv-neutron-mast {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:46:52.929609 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Provisioning for port 2d13fc55-b46d-4ab8-9fc3-280ee5639247 completed by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 13:46:52.933330 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Provisioning complete for port 2d13fc55-b46d-4ab8-9fc3-280ee5639247 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:46:52.933726 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:46:53.008403 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:46:53.030329 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abbaf91a-0f05-4316-ab66-dd038d0ee9c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d13fc55-b46d-4ab8-9fc3-280ee5639247'}] {{(pid=103154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:46:53.032583 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6f45aca8ac5f8c0cc5868273c98d8aa60330245aed22d61c8da5c1f2d6fc01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bb655b9-459a-4e26-bb5a-9c7211562aba" -d '{"events": [{"server_uuid": "abbaf91a-0f05-4316-ab66-dd038d0ee9c6", "name": "network-vif-plugged", "status": "completed", "tag": "2d13fc55-b46d-4ab8-9fc3-280ee5639247"}]}' {{(pid=103154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:46:53.050292 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port 2d13fc55-b46d-4ab8-9fc3-280ee5639247, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=2d13fc55-b46d-4ab8-9fc3-280ee5639247,segment=NetworkSegment(abb84a6f-300d-45c3-8f0d-c75017e47fb7),segment_id=abb84a6f-300d-45c3-8f0d-c75017e47fb7)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:46:53.058043 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:46:53.083184 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 13:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87a3f5a9-f1db-4b3f-9e34-2496742b3c55 x-openstack-request-id: req-87a3f5a9-f1db-4b3f-9e34-2496742b3c55 {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:46:53.083483 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abbaf91a-0f05-4316-ab66-dd038d0ee9c6", "name": "network-vif-plugged", "status": "completed", "tag": "2d13fc55-b46d-4ab8-9fc3-280ee5639247", "code": 200}]} {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:46:53.083738 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-87a3f5a9-f1db-4b3f-9e34-2496742b3c55 {{(pid=103154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:46:53.084127 dv-neutron-master-2-hyperv neutron-server[103154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abbaf91a-0f05-4316-ab66-dd038d0ee9c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d13fc55-b46d-4ab8-9fc3-280ee5639247', 'code': 200} Dec 21 13:46:53.110118 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=2d13fc55-b46d-4ab8-9fc3-280ee5639247,revision_number=5']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:46:53.269597 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ed7349-0357-42dc-ab44-165d229f5e2e req-efcd4260-a72e-45ba-a398-79f748ad3579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:46:53.271149 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-39ed7349-0357-42dc-ab44-165d229f5e2e req-efcd4260-a72e-45ba-a398-79f748ad3579 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=abbaf91a-0f05-4316-ab66-dd038d0ee9c6 HTTP/1.1" status: 200 len: 1098 time: 0.0405424 Dec 21 13:46:53.343112 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-39ed7349-0357-42dc-ab44-165d229f5e2e req-6691dc3c-880d-49e1-8f12-2786dab2f0cb service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=cf78df26-1132-4050-a953-b538d7934499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659785 Dec 21 13:46:53.355192 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28d2a53-cbc6-4ae7-bca8-5afec1af6728 req-d6a57ebb-b9dd-4fbe-be12-b802374d059d tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:46:53.356638 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a28d2a53-cbc6-4ae7-bca8-5afec1af6728 req-d6a57ebb-b9dd-4fbe-be12-b802374d059d tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/ports?device_id=abbaf91a-0f05-4316-ab66-dd038d0ee9c6 HTTP/1.1" status: 200 len: 945 time: 0.0674806 Dec 21 13:46:53.404273 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a28d2a53-cbc6-4ae7-bca8-5afec1af6728 req-c7d1e417-fe3e-49ef-959e-0da99b4ee50c tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf78df26-1132-4050-a953-b538d7934499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413594 Dec 21 13:46:54.520796 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea525ac9-010e-4898-af6f-e1243f421b22 req-c0efa1f7-1acf-4e0c-9ff4-7a1ee2611619 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:46:54.522541 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-ea525ac9-010e-4898-af6f-e1243f421b22 req-c0efa1f7-1acf-4e0c-9ff4-7a1ee2611619 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/ports?device_id=abbaf91a-0f05-4316-ab66-dd038d0ee9c6 HTTP/1.1" status: 200 len: 945 time: 0.0515110 Dec 21 13:46:54.568917 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-ea525ac9-010e-4898-af6f-e1243f421b22 req-df443cc3-5e60-4d6f-b1a1-f923e4ca2d46 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf78df26-1132-4050-a953-b538d7934499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401323 Dec 21 13:46:54.688062 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cbd055-7f9c-4b94-87fe-495d6079315e req-d1e7f7e5-5921-4401-bad3-868ff978032e tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:46:54.689460 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-75cbd055-7f9c-4b94-87fe-495d6079315e req-d1e7f7e5-5921-4401-bad3-868ff978032e tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/ports?device_id=abbaf91a-0f05-4316-ab66-dd038d0ee9c6 HTTP/1.1" status: 200 len: 945 time: 0.0559757 Dec 21 13:46:54.736234 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-75cbd055-7f9c-4b94-87fe-495d6079315e req-58dc4d2b-0acc-422e-ab72-a5f55445765b tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf78df26-1132-4050-a953-b538d7934499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408344 Dec 21 13:46:54.976573 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-2c7ef8f7-8502-4dcd-a51d-6b0e5cdd060b req-8117c811-cf61-4840-99d3-af63bfd3df6f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=abbaf91a-0f05-4316-ab66-dd038d0ee9c6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0657322 Dec 21 13:46:54.988144 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8773b23a-f4fc-4906-851a-579bb1cd2e4d req-a4189163-ab48-435b-b72b-934aa31e0ef5 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:46:54.989593 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-8773b23a-f4fc-4906-851a-579bb1cd2e4d req-a4189163-ab48-435b-b72b-934aa31e0ef5 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/ports?device_id=abbaf91a-0f05-4316-ab66-dd038d0ee9c6 HTTP/1.1" status: 200 len: 945 time: 0.0698380 Dec 21 13:46:55.043205 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-8773b23a-f4fc-4906-851a-579bb1cd2e4d req-0ef8884c-61c3-48fe-8ebf-a6348f1aeed4 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf78df26-1132-4050-a953-b538d7934499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467715 Dec 21 13:46:55.164691 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-3522fa18-a395-42e6-ab9a-11cea57381a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:46:56.089074 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7ef8f7-8502-4dcd-a51d-6b0e5cdd060b req-399027ac-103b-403f-abff-c4c975a086a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:46:56.090685 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-2c7ef8f7-8502-4dcd-a51d-6b0e5cdd060b req-399027ac-103b-403f-abff-c4c975a086a3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2c68099f821f4a7282f0c2c70f697314&device_id=abbaf91a-0f05-4316-ab66-dd038d0ee9c6 HTTP/1.1" status: 200 len: 1098 time: 0.0435722 Dec 21 13:46:56.159444 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9209bed2-4c25-44d6-a093-0ad1505b6e91 req-af875a6b-c46c-4a99-90e8-2a4491ae9399 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:46:56.160937 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-9209bed2-4c25-44d6-a093-0ad1505b6e91 req-af875a6b-c46c-4a99-90e8-2a4491ae9399 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/ports?device_id=abbaf91a-0f05-4316-ab66-dd038d0ee9c6 HTTP/1.1" status: 200 len: 945 time: 0.0482030 Dec 21 13:46:56.181038 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7ef8f7-8502-4dcd-a51d-6b0e5cdd060b req-f6df7f13-9ddc-4833-9984-ef7f7fd5f582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:46:56.182578 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-2c7ef8f7-8502-4dcd-a51d-6b0e5cdd060b req-f6df7f13-9ddc-4833-9984-ef7f7fd5f582 service neutron] 10.222.0.60 "GET /v2.0/networks?id=692b6312-57aa-4235-8a79-24a4ca67727b HTTP/1.1" status: 200 len: 916 time: 0.0853701 Dec 21 13:46:56.212707 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-9209bed2-4c25-44d6-a093-0ad1505b6e91 req-0c8f75a5-4952-4522-90ed-8fff2ff8640a tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf78df26-1132-4050-a953-b538d7934499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445597 Dec 21 13:46:56.227436 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-2c7ef8f7-8502-4dcd-a51d-6b0e5cdd060b req-16bd6460-7178-4e69-8178-7094c790bd1f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d13fc55-b46d-4ab8-9fc3-280ee5639247 HTTP/1.1" status: 200 len: 217 time: 0.0385334 Dec 21 13:46:56.276858 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7ef8f7-8502-4dcd-a51d-6b0e5cdd060b req-71f76295-1926-46c0-9116-7309cebcb42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:46:56.278271 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-2c7ef8f7-8502-4dcd-a51d-6b0e5cdd060b req-71f76295-1926-46c0-9116-7309cebcb42b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f30273e1-baf7-4dd6-834e-1aaf1d028fcc HTTP/1.1" status: 200 len: 855 time: 0.0437579 Dec 21 13:46:56.308673 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-2c7ef8f7-8502-4dcd-a51d-6b0e5cdd060b req-aaa8edaa-93d5-44de-b7fc-2b433263c696 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=692b6312-57aa-4235-8a79-24a4ca67727b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238991 Dec 21 13:46:56.400073 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-2c7ef8f7-8502-4dcd-a51d-6b0e5cdd060b req-ee636714-49b9-41b7-876a-596dd365e437 service neutron] 10.222.0.60 "GET /v2.0/networks/692b6312-57aa-4235-8a79-24a4ca67727b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843508 Dec 21 13:46:56.486814 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-2c7ef8f7-8502-4dcd-a51d-6b0e5cdd060b req-ee15c5c0-411d-417b-abc1-747db7124e31 service neutron] 10.222.0.60 "GET /v2.0/networks/692b6312-57aa-4235-8a79-24a4ca67727b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805390 Dec 21 13:46:57.327792 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6bb131-a763-4bce-a0d9-4ef3ed0c13ed req-ef6cd412-d012-4e29-8887-bbfcc88a62f8 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:46:57.329313 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1a6bb131-a763-4bce-a0d9-4ef3ed0c13ed req-ef6cd412-d012-4e29-8887-bbfcc88a62f8 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/ports?device_id=abbaf91a-0f05-4316-ab66-dd038d0ee9c6 HTTP/1.1" status: 200 len: 945 time: 0.0485902 Dec 21 13:46:57.381008 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1a6bb131-a763-4bce-a0d9-4ef3ed0c13ed req-d653ff0a-d6e6-4520-82e5-5143889af6de tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf78df26-1132-4050-a953-b538d7934499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455327 Dec 21 13:46:57.606713 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b6766ea2-e100-48da-9760-6841affa560e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:46:58.494048 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b26032-9f48-452e-8883-05352e5f0abe req-af9aedfb-48cd-4d42-ab3e-62557ea09147 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:46:58.495546 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-c4b26032-9f48-452e-8883-05352e5f0abe req-af9aedfb-48cd-4d42-ab3e-62557ea09147 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/ports?device_id=abbaf91a-0f05-4316-ab66-dd038d0ee9c6 HTTP/1.1" status: 200 len: 945 time: 0.0483057 Dec 21 13:46:58.541524 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-c4b26032-9f48-452e-8883-05352e5f0abe req-6c332226-61d2-4701-b1c6-efdfd593943f tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf78df26-1132-4050-a953-b538d7934499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401089 Dec 21 13:46:58.824052 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:46:59.656380 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67983050-61c3-46ef-ab65-6082983ac339 req-4aadfa87-8e25-4564-ba5f-2b4f90e9f710 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:46:59.657755 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-67983050-61c3-46ef-ab65-6082983ac339 req-4aadfa87-8e25-4564-ba5f-2b4f90e9f710 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/ports?device_id=abbaf91a-0f05-4316-ab66-dd038d0ee9c6 HTTP/1.1" status: 200 len: 945 time: 0.0489230 Dec 21 13:46:59.703531 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-67983050-61c3-46ef-ab65-6082983ac339 req-3b7654d1-c1e4-4855-affa-6e5bc14fc709 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf78df26-1132-4050-a953-b538d7934499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397971 Dec 21 13:47:00.825819 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:00.826508 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a181c64-2daa-4f4d-9aee-bf140cd97a73 req-da058e2b-318d-4362-bfa1-c4c99f76e204 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:47:00.827680 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-4a181c64-2daa-4f4d-9aee-bf140cd97a73 req-da058e2b-318d-4362-bfa1-c4c99f76e204 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/ports?device_id=abbaf91a-0f05-4316-ab66-dd038d0ee9c6 HTTP/1.1" status: 200 len: 945 time: 0.0493069 Dec 21 13:47:00.873864 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-4a181c64-2daa-4f4d-9aee-bf140cd97a73 req-3b1cce8e-5633-4475-a063-0355b49337e1 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf78df26-1132-4050-a953-b538d7934499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404255 Dec 21 13:47:01.061319 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:01.987484 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d3078d-010b-4ae8-bb14-514d982d7b44 req-85150b12-a1c2-4b02-a2b2-2dc22ca794d6 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:47:01.988938 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-57d3078d-010b-4ae8-bb14-514d982d7b44 req-85150b12-a1c2-4b02-a2b2-2dc22ca794d6 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/ports?device_id=abbaf91a-0f05-4316-ab66-dd038d0ee9c6 HTTP/1.1" status: 200 len: 945 time: 0.0480931 Dec 21 13:47:02.034126 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-57d3078d-010b-4ae8-bb14-514d982d7b44 req-a1272535-f542-48ea-8501-ba87cc0233f2 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf78df26-1132-4050-a953-b538d7934499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393279 Dec 21 13:47:03.154261 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf450b6-52cf-421d-9b99-68218a136964 req-75e629f0-0a86-4ae6-b68e-df02091d6593 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:47:03.155736 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-bdf450b6-52cf-421d-9b99-68218a136964 req-75e629f0-0a86-4ae6-b68e-df02091d6593 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/ports?device_id=abbaf91a-0f05-4316-ab66-dd038d0ee9c6 HTTP/1.1" status: 200 len: 945 time: 0.0520830 Dec 21 13:47:03.202098 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-bdf450b6-52cf-421d-9b99-68218a136964 req-e1c80f1c-27bc-4739-a07b-f509a5c4227e tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf78df26-1132-4050-a953-b538d7934499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405426 Dec 21 13:47:04.320030 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45faf941-5e21-4ada-9608-4b411da58074 req-1f9fba63-0959-4056-a4df-a846bf9c0dba tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:47:04.321497 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-45faf941-5e21-4ada-9608-4b411da58074 req-1f9fba63-0959-4056-a4df-a846bf9c0dba tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/ports?device_id=abbaf91a-0f05-4316-ab66-dd038d0ee9c6 HTTP/1.1" status: 200 len: 945 time: 0.0535975 Dec 21 13:47:04.367624 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-45faf941-5e21-4ada-9608-4b411da58074 req-f04b0038-ba3f-4dd1-b3a5-f52058ec960f tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf78df26-1132-4050-a953-b538d7934499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400560 Dec 21 13:47:05.480798 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd52585a-bd4e-4c32-9bd3-38f5c86560f1 req-2a598696-6ed0-465e-87ca-fa2ef1ccb14d tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:47:05.482246 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-bd52585a-bd4e-4c32-9bd3-38f5c86560f1 req-2a598696-6ed0-465e-87ca-fa2ef1ccb14d tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/ports?device_id=abbaf91a-0f05-4316-ab66-dd038d0ee9c6 HTTP/1.1" status: 200 len: 945 time: 0.0477519 Dec 21 13:47:05.528679 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-bd52585a-bd4e-4c32-9bd3-38f5c86560f1 req-1732b26e-8525-4f9d-99fc-2aaf67806052 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf78df26-1132-4050-a953-b538d7934499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406282 Dec 21 13:47:06.360184 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357bd564-5258-4858-8315-974811e17807 req-e41b11c3-06ef-4886-8c14-d7df5f0e9167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:47:06.361650 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-357bd564-5258-4858-8315-974811e17807 req-e41b11c3-06ef-4886-8c14-d7df5f0e9167 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2c68099f821f4a7282f0c2c70f697314&device_id=abbaf91a-0f05-4316-ab66-dd038d0ee9c6 HTTP/1.1" status: 200 len: 1098 time: 0.0831621 Dec 21 13:47:06.466320 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357bd564-5258-4858-8315-974811e17807 req-4d631f3e-8328-438b-83cc-69970c1cf62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:47:06.467812 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-357bd564-5258-4858-8315-974811e17807 req-4d631f3e-8328-438b-83cc-69970c1cf62e service neutron] 10.222.0.60 "GET /v2.0/networks?id=692b6312-57aa-4235-8a79-24a4ca67727b HTTP/1.1" status: 200 len: 916 time: 0.0873725 Dec 21 13:47:06.507273 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-357bd564-5258-4858-8315-974811e17807 req-24142fc2-c432-47fe-9df3-8f085da83306 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d13fc55-b46d-4ab8-9fc3-280ee5639247 HTTP/1.1" status: 200 len: 217 time: 0.0328844 Dec 21 13:47:06.554913 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357bd564-5258-4858-8315-974811e17807 req-916499fa-8274-4694-80ea-dc169944bc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:47:06.557129 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-357bd564-5258-4858-8315-974811e17807 req-916499fa-8274-4694-80ea-dc169944bc00 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f30273e1-baf7-4dd6-834e-1aaf1d028fcc HTTP/1.1" status: 200 len: 855 time: 0.0422344 Dec 21 13:47:06.591847 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-357bd564-5258-4858-8315-974811e17807 req-a031b444-d3b4-42a3-aef0-dbcf2b1eb5dc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=692b6312-57aa-4235-8a79-24a4ca67727b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285740 Dec 21 13:47:06.696153 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cb9a06-d566-4dba-b376-d532ee633496 req-02d3688d-b05f-4b7f-bc57-115dd203f96f tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:47:06.697644 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c7cb9a06-d566-4dba-b376-d532ee633496 req-02d3688d-b05f-4b7f-bc57-115dd203f96f tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/ports?device_id=abbaf91a-0f05-4316-ab66-dd038d0ee9c6 HTTP/1.1" status: 200 len: 945 time: 0.1008103 Dec 21 13:47:06.735566 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-357bd564-5258-4858-8315-974811e17807 req-fe81f4c7-4635-43f9-b10c-b41a6e608930 service neutron] 10.222.0.60 "GET /v2.0/networks/692b6312-57aa-4235-8a79-24a4ca67727b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375997 Dec 21 13:47:06.783365 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c7cb9a06-d566-4dba-b376-d532ee633496 req-fea94f99-2c85-431f-9859-54d759961cfc tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf78df26-1132-4050-a953-b538d7934499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794184 Dec 21 13:47:06.839573 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-357bd564-5258-4858-8315-974811e17807 req-4d44af98-db21-4b3f-9312-77b9c8cb3b7c service neutron] 10.222.0.60 "GET /v2.0/networks/692b6312-57aa-4235-8a79-24a4ca67727b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944526 Dec 21 13:47:07.896917 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207dc395-e9eb-4df1-9957-d51287e3f10a req-197339af-7e2a-495b-873a-ff21b881bbf3 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:47:07.898399 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-207dc395-e9eb-4df1-9957-d51287e3f10a req-197339af-7e2a-495b-873a-ff21b881bbf3 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/ports?device_id=abbaf91a-0f05-4316-ab66-dd038d0ee9c6 HTTP/1.1" status: 200 len: 945 time: 0.0483987 Dec 21 13:47:07.948830 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-207dc395-e9eb-4df1-9957-d51287e3f10a req-96658e3b-5b22-44c1-a0f7-7c4a8708904a tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf78df26-1132-4050-a953-b538d7934499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445223 Dec 21 13:47:09.061130 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b701c8-dba2-41c8-ac7d-89cc4d302aec req-309e7dbe-48e9-4745-ac39-0f27228931bd tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:47:09.062604 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-71b701c8-dba2-41c8-ac7d-89cc4d302aec req-309e7dbe-48e9-4745-ac39-0f27228931bd tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/ports?device_id=abbaf91a-0f05-4316-ab66-dd038d0ee9c6 HTTP/1.1" status: 200 len: 945 time: 0.0482602 Dec 21 13:47:09.113318 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-71b701c8-dba2-41c8-ac7d-89cc4d302aec req-5fd9ff0d-b151-4648-a71a-e65de110f914 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf78df26-1132-4050-a953-b538d7934499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448959 Dec 21 13:47:10.225235 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bdf067-2a34-42c4-a572-c5092a35bef0 req-37c1da22-8fbd-4118-b512-2b22cd80cb99 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:47:10.226762 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-46bdf067-2a34-42c4-a572-c5092a35bef0 req-37c1da22-8fbd-4118-b512-2b22cd80cb99 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/ports?device_id=abbaf91a-0f05-4316-ab66-dd038d0ee9c6 HTTP/1.1" status: 200 len: 945 time: 0.0494514 Dec 21 13:47:10.272332 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-46bdf067-2a34-42c4-a572-c5092a35bef0 req-e1fc37b1-d878-4cfb-93e1-45d614a8baa1 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf78df26-1132-4050-a953-b538d7934499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397525 Dec 21 13:47:11.435728 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8add1738-127d-4edb-a68e-3239c58c762d req-367c676a-aee9-440e-b0d7-a56360910fa8 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:47:11.437212 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-8add1738-127d-4edb-a68e-3239c58c762d req-367c676a-aee9-440e-b0d7-a56360910fa8 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/ports?device_id=abbaf91a-0f05-4316-ab66-dd038d0ee9c6 HTTP/1.1" status: 200 len: 945 time: 0.0982540 Dec 21 13:47:11.482481 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-8add1738-127d-4edb-a68e-3239c58c762d req-bcba3787-98e3-4234-8caf-b1a34e60af27 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf78df26-1132-4050-a953-b538d7934499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393789 Dec 21 13:47:12.649953 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba22f7f-d11a-46d7-a98c-cb4fb1066117 req-15da19f6-6720-4bfa-b9e3-b8c8f75699ac tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:47:12.651354 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-fba22f7f-d11a-46d7-a98c-cb4fb1066117 req-15da19f6-6720-4bfa-b9e3-b8c8f75699ac tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/ports?device_id=abbaf91a-0f05-4316-ab66-dd038d0ee9c6 HTTP/1.1" status: 200 len: 945 time: 0.0987093 Dec 21 13:47:12.697381 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-fba22f7f-d11a-46d7-a98c-cb4fb1066117 req-2c58ab37-a228-4122-a94b-61cfac5d4d83 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf78df26-1132-4050-a953-b538d7934499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401039 Dec 21 13:47:13.356466 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:13.808728 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e4c65b-d6d0-4889-8e05-7440004d2bd7 req-0a2c5bb1-c7ef-4166-aa35-771fbd063b32 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:47:13.810164 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-33e4c65b-d6d0-4889-8e05-7440004d2bd7 req-0a2c5bb1-c7ef-4166-aa35-771fbd063b32 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/ports?device_id=abbaf91a-0f05-4316-ab66-dd038d0ee9c6 HTTP/1.1" status: 200 len: 945 time: 0.0479858 Dec 21 13:47:13.841967 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.agents_db [None req-c60a5637-8c6f-4692-b23b-7dd82bd36b21 None None] Agent healthcheck: found 6 active agents {{(pid=103155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 13:47:13.855506 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-33e4c65b-d6d0-4889-8e05-7440004d2bd7 req-30041bae-0597-45e8-8ed9-7cf10ace39b2 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf78df26-1132-4050-a953-b538d7934499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395143 Dec 21 13:47:14.973434 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2655be67-f792-4745-9d96-a84b02ddc163 req-4256586c-c284-42ce-88c2-0dde04997ad5 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:47:14.974913 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-2655be67-f792-4745-9d96-a84b02ddc163 req-4256586c-c284-42ce-88c2-0dde04997ad5 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/ports?device_id=abbaf91a-0f05-4316-ab66-dd038d0ee9c6 HTTP/1.1" status: 200 len: 945 time: 0.0520689 Dec 21 13:47:15.020853 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-2655be67-f792-4745-9d96-a84b02ddc163 req-e3e3711c-5657-41e3-bcb1-8c108d206498 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf78df26-1132-4050-a953-b538d7934499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399570 Dec 21 13:47:16.147111 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34621454-0acb-4722-8757-bbb4c19f8af6 req-1204d37f-a9b9-4faf-b0ba-b1df0a43bb57 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:47:16.149091 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-34621454-0acb-4722-8757-bbb4c19f8af6 req-1204d37f-a9b9-4faf-b0ba-b1df0a43bb57 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/ports?device_id=abbaf91a-0f05-4316-ab66-dd038d0ee9c6 HTTP/1.1" status: 200 len: 945 time: 0.0610521 Dec 21 13:47:16.195303 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-34621454-0acb-4722-8757-bbb4c19f8af6 req-75dfd3d4-da1e-4276-aa97-c5e2b611abd9 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf78df26-1132-4050-a953-b538d7934499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401776 Dec 21 13:47:17.308693 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1bc06b-e667-48b1-8c06-780306d9e668 req-1ea27802-0b1c-4102-b7aa-ac6adaf25a6e tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:47:17.310135 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-ad1bc06b-e667-48b1-8c06-780306d9e668 req-1ea27802-0b1c-4102-b7aa-ac6adaf25a6e tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/ports?device_id=abbaf91a-0f05-4316-ab66-dd038d0ee9c6 HTTP/1.1" status: 200 len: 945 time: 0.0479772 Dec 21 13:47:17.355304 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-ad1bc06b-e667-48b1-8c06-780306d9e668 req-b0276bf8-c28a-45a0-8e70-7f661dea1d99 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf78df26-1132-4050-a953-b538d7934499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392942 Dec 21 13:47:18.480919 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed954278-681a-4bac-96e3-ff4bd24990f3 req-3a50f2a9-61fd-46ae-9228-8146971a662c tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:47:18.482417 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-ed954278-681a-4bac-96e3-ff4bd24990f3 req-3a50f2a9-61fd-46ae-9228-8146971a662c tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/ports?device_id=abbaf91a-0f05-4316-ab66-dd038d0ee9c6 HTTP/1.1" status: 200 len: 945 time: 0.0483367 Dec 21 13:47:18.529189 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-ed954278-681a-4bac-96e3-ff4bd24990f3 req-d5fa9c27-8e50-4422-8dd6-cff0a1160071 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf78df26-1132-4050-a953-b538d7934499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407631 Dec 21 13:47:19.646704 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ec7ea9-7ee7-4c4c-b174-7b392d2d8821 req-82000f87-20cf-433b-a596-18014c85061f tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:47:19.648071 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-a6ec7ea9-7ee7-4c4c-b174-7b392d2d8821 req-82000f87-20cf-433b-a596-18014c85061f tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/ports?device_id=abbaf91a-0f05-4316-ab66-dd038d0ee9c6 HTTP/1.1" status: 200 len: 945 time: 0.0513694 Dec 21 13:47:19.693548 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-a6ec7ea9-7ee7-4c4c-b174-7b392d2d8821 req-ef9bbfe8-0773-408a-8741-fe9e75d7b42b tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf78df26-1132-4050-a953-b538d7934499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390522 Dec 21 13:47:20.806715 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2826eb-bd57-4750-8afc-1a761ab339ca req-d082a135-5369-462b-85f0-242dfbe56686 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:47:20.808209 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1e2826eb-bd57-4750-8afc-1a761ab339ca req-d082a135-5369-462b-85f0-242dfbe56686 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/ports?device_id=abbaf91a-0f05-4316-ab66-dd038d0ee9c6 HTTP/1.1" status: 200 len: 945 time: 0.0485308 Dec 21 13:47:20.857996 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1e2826eb-bd57-4750-8afc-1a761ab339ca req-2cd70307-7118-4290-9a56-374d5ae06219 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf78df26-1132-4050-a953-b538d7934499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439982 Dec 21 13:47:21.970462 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf66528-f139-4c82-9633-dd6f0e4c481f req-c96ca392-eba2-41bd-98ce-182ded5f7a46 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:47:21.971914 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-bcf66528-f139-4c82-9633-dd6f0e4c481f req-c96ca392-eba2-41bd-98ce-182ded5f7a46 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/ports?device_id=abbaf91a-0f05-4316-ab66-dd038d0ee9c6 HTTP/1.1" status: 200 len: 945 time: 0.0475628 Dec 21 13:47:22.018519 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-bcf66528-f139-4c82-9633-dd6f0e4c481f req-64261846-53ff-4f20-bdf5-02e989badc28 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf78df26-1132-4050-a953-b538d7934499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401297 Dec 21 13:47:23.135932 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d41c36-d27b-4328-9717-d540dd1cddfc req-27628a14-2bbb-4e7d-8851-02e6e937377f tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:47:23.137695 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-97d41c36-d27b-4328-9717-d540dd1cddfc req-27628a14-2bbb-4e7d-8851-02e6e937377f tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/ports?device_id=abbaf91a-0f05-4316-ab66-dd038d0ee9c6 HTTP/1.1" status: 200 len: 945 time: 0.0524352 Dec 21 13:47:23.222134 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-97d41c36-d27b-4328-9717-d540dd1cddfc req-56cbd19b-e65d-45ba-adf3-2828d11c4cd7 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf78df26-1132-4050-a953-b538d7934499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783119 Dec 21 13:47:23.232716 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-2c7ef8f7-8502-4dcd-a51d-6b0e5cdd060b req-1f55c053-43d8-4e26-abb8-0ddb380c7f32 service neutron] 10.222.0.60 "GET /v2.0/ports/2d13fc55-b46d-4ab8-9fc3-280ee5639247/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0737798 Dec 21 13:47:23.461081 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7ef8f7-8502-4dcd-a51d-6b0e5cdd060b req-de12f735-4e51-45ba-ae63-176f88202ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:47:23.462938 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-2c7ef8f7-8502-4dcd-a51d-6b0e5cdd060b req-de12f735-4e51-45ba-ae63-176f88202ab3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=abbaf91a-0f05-4316-ab66-dd038d0ee9c6&tenant_id=2c68099f821f4a7282f0c2c70f697314 HTTP/1.1" status: 200 len: 1098 time: 0.0592470 Dec 21 13:47:23.533906 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7ef8f7-8502-4dcd-a51d-6b0e5cdd060b req-05575dba-160b-45b8-83d0-4f7b7632bd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:47:23.535422 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-2c7ef8f7-8502-4dcd-a51d-6b0e5cdd060b req-05575dba-160b-45b8-83d0-4f7b7632bd28 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2c68099f821f4a7282f0c2c70f697314&device_id=abbaf91a-0f05-4316-ab66-dd038d0ee9c6 HTTP/1.1" status: 200 len: 1098 time: 0.0403657 Dec 21 13:47:23.624389 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7ef8f7-8502-4dcd-a51d-6b0e5cdd060b req-bfd2525d-2537-49c6-9b91-5d129abf6946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:47:23.625868 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-2c7ef8f7-8502-4dcd-a51d-6b0e5cdd060b req-bfd2525d-2537-49c6-9b91-5d129abf6946 service neutron] 10.222.0.60 "GET /v2.0/networks?id=692b6312-57aa-4235-8a79-24a4ca67727b HTTP/1.1" status: 200 len: 916 time: 0.0843117 Dec 21 13:47:23.669615 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-2c7ef8f7-8502-4dcd-a51d-6b0e5cdd060b req-056e5414-d3a4-4564-a1fd-f2ca7bf02bf0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d13fc55-b46d-4ab8-9fc3-280ee5639247 HTTP/1.1" status: 200 len: 217 time: 0.0373497 Dec 21 13:47:23.717443 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7ef8f7-8502-4dcd-a51d-6b0e5cdd060b req-8d5447ed-9a51-4d58-8dd9-5aadbf6c931f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:47:23.718926 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-2c7ef8f7-8502-4dcd-a51d-6b0e5cdd060b req-8d5447ed-9a51-4d58-8dd9-5aadbf6c931f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f30273e1-baf7-4dd6-834e-1aaf1d028fcc HTTP/1.1" status: 200 len: 855 time: 0.0435185 Dec 21 13:47:23.750189 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-2c7ef8f7-8502-4dcd-a51d-6b0e5cdd060b req-e85561c7-4090-4bef-bcb1-a2bca779369d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=692b6312-57aa-4235-8a79-24a4ca67727b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251575 Dec 21 13:47:23.845553 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-2c7ef8f7-8502-4dcd-a51d-6b0e5cdd060b req-a46f2d18-395c-416d-9909-41c56550c02b service neutron] 10.222.0.60 "GET /v2.0/networks/692b6312-57aa-4235-8a79-24a4ca67727b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892909 Dec 21 13:47:23.934706 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-2c7ef8f7-8502-4dcd-a51d-6b0e5cdd060b req-773bb971-dec6-47e7-8f1a-7c6be6233911 service neutron] 10.222.0.60 "GET /v2.0/networks/692b6312-57aa-4235-8a79-24a4ca67727b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820618 Dec 21 13:47:24.337985 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863fb0f6-e649-4a3b-b5b8-a75cab5318cb req-2dbd9c70-4932-49a2-b5a5-717814d50a9b tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:47:24.339464 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-863fb0f6-e649-4a3b-b5b8-a75cab5318cb req-2dbd9c70-4932-49a2-b5a5-717814d50a9b tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/ports?device_id=abbaf91a-0f05-4316-ab66-dd038d0ee9c6 HTTP/1.1" status: 200 len: 945 time: 0.0481920 Dec 21 13:47:24.391241 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-863fb0f6-e649-4a3b-b5b8-a75cab5318cb req-26aced2f-c981-40f4-b378-bb714847ef6b tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf78df26-1132-4050-a953-b538d7934499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457294 Dec 21 13:47:25.167722 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-0c117aa6-597b-476d-afa9-dbc2607193d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:25.507326 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c868b7e7-2ad2-43e2-8cf0-b41ba076db9b req-80c4a123-48a7-43c2-a765-3605e190bcff tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:47:25.509306 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c868b7e7-2ad2-43e2-8cf0-b41ba076db9b req-80c4a123-48a7-43c2-a765-3605e190bcff tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/ports?device_id=abbaf91a-0f05-4316-ab66-dd038d0ee9c6 HTTP/1.1" status: 200 len: 945 time: 0.0500913 Dec 21 13:47:25.562067 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c868b7e7-2ad2-43e2-8cf0-b41ba076db9b req-477b159b-56e0-43b1-902b-101ee5fabe36 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf78df26-1132-4050-a953-b538d7934499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462575 Dec 21 13:47:26.676745 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fd375c-685c-411f-b5b7-f795c151bba7 req-7936ce94-c50a-425f-8995-3e828c59568f tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:47:26.678459 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-08fd375c-685c-411f-b5b7-f795c151bba7 req-7936ce94-c50a-425f-8995-3e828c59568f tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/ports?device_id=abbaf91a-0f05-4316-ab66-dd038d0ee9c6 HTTP/1.1" status: 200 len: 945 time: 0.0489988 Dec 21 13:47:26.724298 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-08fd375c-685c-411f-b5b7-f795c151bba7 req-6ec25c13-a7ec-4c01-b8eb-43d4aab78990 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf78df26-1132-4050-a953-b538d7934499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399539 Dec 21 13:47:26.931961 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7472a887-a43e-4a68-8aed-f71b12aae47b req-96f86727-2e6a-4390-8dca-bc0d368d8f8e tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:47:26.933389 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-7472a887-a43e-4a68-8aed-f71b12aae47b req-96f86727-2e6a-4390-8dca-bc0d368d8f8e tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/ports?device_id=abbaf91a-0f05-4316-ab66-dd038d0ee9c6 HTTP/1.1" status: 200 len: 945 time: 0.0495427 Dec 21 13:47:26.952037 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd4d33e-a9a8-4367-b5b8-15ea66917491 req-985e5f0e-1521-483e-a32a-332ee661d512 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:47:26.953500 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-4dd4d33e-a9a8-4367-b5b8-15ea66917491 req-985e5f0e-1521-483e-a32a-332ee661d512 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.60 "GET /v2.0/ports?device_id=abbaf91a-0f05-4316-ab66-dd038d0ee9c6&tenant_id=2c68099f821f4a7282f0c2c70f697314&binding%3Ahost_id=hv-neutron-mast HTTP/1.1" status: 200 len: 945 time: 0.0525131 Dec 21 13:47:26.982029 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-7472a887-a43e-4a68-8aed-f71b12aae47b req-c58ecf05-9453-4c1c-87ef-2d1416359883 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf78df26-1132-4050-a953-b538d7934499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423379 Dec 21 13:47:27.047782 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd4d33e-a9a8-4367-b5b8-15ea66917491 req-b27c22ee-86a1-4f55-b3dc-87434869749d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:47:27.049260 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-4dd4d33e-a9a8-4367-b5b8-15ea66917491 req-b27c22ee-86a1-4f55-b3dc-87434869749d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2c68099f821f4a7282f0c2c70f697314&device_id=abbaf91a-0f05-4316-ab66-dd038d0ee9c6 HTTP/1.1" status: 200 len: 1098 time: 0.0405426 Dec 21 13:47:27.138957 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd4d33e-a9a8-4367-b5b8-15ea66917491 req-85c54cfc-d6be-4871-a53c-35fb8c7559f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:47:27.140395 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-4dd4d33e-a9a8-4367-b5b8-15ea66917491 req-85c54cfc-d6be-4871-a53c-35fb8c7559f0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=692b6312-57aa-4235-8a79-24a4ca67727b HTTP/1.1" status: 200 len: 916 time: 0.0851216 Dec 21 13:47:27.179759 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-4dd4d33e-a9a8-4367-b5b8-15ea66917491 req-6e7443b2-ed69-4b89-b95d-4c8b6b53b5fe service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d13fc55-b46d-4ab8-9fc3-280ee5639247 HTTP/1.1" status: 200 len: 217 time: 0.0333982 Dec 21 13:47:27.227762 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd4d33e-a9a8-4367-b5b8-15ea66917491 req-c16e98f1-340a-450c-8cb5-c05401a4b7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:47:27.229092 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-4dd4d33e-a9a8-4367-b5b8-15ea66917491 req-c16e98f1-340a-450c-8cb5-c05401a4b7e6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f30273e1-baf7-4dd6-834e-1aaf1d028fcc HTTP/1.1" status: 200 len: 855 time: 0.0422819 Dec 21 13:47:27.263281 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-4dd4d33e-a9a8-4367-b5b8-15ea66917491 req-38625fd5-c36b-43d6-a1e1-06914e26f783 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=692b6312-57aa-4235-8a79-24a4ca67727b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275033 Dec 21 13:47:27.349246 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-4dd4d33e-a9a8-4367-b5b8-15ea66917491 req-5b44abd0-ef99-4f11-b2de-b1224b17e5b2 service neutron] 10.222.0.60 "GET /v2.0/networks/692b6312-57aa-4235-8a79-24a4ca67727b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799172 Dec 21 13:47:27.439943 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-4dd4d33e-a9a8-4367-b5b8-15ea66917491 req-2ebba0c4-7c04-46d0-bb8c-7e4b149cffed service neutron] 10.222.0.60 "GET /v2.0/networks/692b6312-57aa-4235-8a79-24a4ca67727b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841739 Dec 21 13:47:27.607578 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-9754fc1d-4aa1-4721-b700-11087d5a712f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:28.098570 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaa3759-583d-4357-9802-01e34ecbe4c8 req-73a66e12-e69d-4fd0-bc4a-45e4005da596 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:47:28.100079 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1aaa3759-583d-4357-9802-01e34ecbe4c8 req-73a66e12-e69d-4fd0-bc4a-45e4005da596 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/ports?device_id=abbaf91a-0f05-4316-ab66-dd038d0ee9c6 HTTP/1.1" status: 200 len: 945 time: 0.0489645 Dec 21 13:47:28.146729 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1aaa3759-583d-4357-9802-01e34ecbe4c8 req-3bdf554b-d861-4128-8b93-0889e78270d0 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf78df26-1132-4050-a953-b538d7934499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399580 Dec 21 13:47:28.264028 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c44acef-3443-4f00-bd24-f62fad7325b6 req-a90bb4e2-dfe0-47af-a754-e5c6f3ddde32 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:47:28.265470 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-9c44acef-3443-4f00-bd24-f62fad7325b6 req-a90bb4e2-dfe0-47af-a754-e5c6f3ddde32 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/ports?device_id=abbaf91a-0f05-4316-ab66-dd038d0ee9c6 HTTP/1.1" status: 200 len: 945 time: 0.0510418 Dec 21 13:47:28.311330 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-9c44acef-3443-4f00-bd24-f62fad7325b6 req-827fdc5c-1a59-46c1-9e25-e7a39d38579a tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf78df26-1132-4050-a953-b538d7934499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399425 Dec 21 13:47:28.425096 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279a63cf-bbf5-4eb7-937d-a83d1a8d9793 req-9081660b-f5bf-4df7-9a06-63df0bbed12d tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:47:28.426582 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-279a63cf-bbf5-4eb7-937d-a83d1a8d9793 req-9081660b-f5bf-4df7-9a06-63df0bbed12d tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/ports?device_id=abbaf91a-0f05-4316-ab66-dd038d0ee9c6 HTTP/1.1" status: 200 len: 945 time: 0.0494082 Dec 21 13:47:28.476280 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-279a63cf-bbf5-4eb7-937d-a83d1a8d9793 req-17d801f1-ba93-4b7e-a79b-fcfb1fe6e9a5 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf78df26-1132-4050-a953-b538d7934499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435224 Dec 21 13:47:28.798247 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76146c2a-856a-4a30-844e-349107c149a1 req-2e3efe7b-00b2-49f9-8eba-36a32656ef38 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:47:28.799712 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-76146c2a-856a-4a30-844e-349107c149a1 req-2e3efe7b-00b2-49f9-8eba-36a32656ef38 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/ports?device_id=abbaf91a-0f05-4316-ab66-dd038d0ee9c6 HTTP/1.1" status: 200 len: 945 time: 0.0478492 Dec 21 13:47:28.827750 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:28.847623 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-76146c2a-856a-4a30-844e-349107c149a1 req-63dc3b64-bddc-45fa-ba3f-7dd1ac6e8d86 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf78df26-1132-4050-a953-b538d7934499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412161 Dec 21 13:47:29.960305 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec435e09-3f40-4f10-975a-80e61a4a716b req-61709ede-3d9f-462c-8571-2365aba3cb57 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:47:29.962311 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-ec435e09-3f40-4f10-975a-80e61a4a716b req-61709ede-3d9f-462c-8571-2365aba3cb57 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/ports?device_id=abbaf91a-0f05-4316-ab66-dd038d0ee9c6 HTTP/1.1" status: 200 len: 945 time: 0.0491354 Dec 21 13:47:30.008182 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-ec435e09-3f40-4f10-975a-80e61a4a716b req-d938600d-9d00-40ed-a8d7-c4cedf31b6c7 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf78df26-1132-4050-a953-b538d7934499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395136 Dec 21 13:47:30.433008 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9552cb-c602-4fda-805d-4a3b2608fd70 req-8a2ad927-6f78-4b35-95a8-66d6f707c9f7 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:47:30.434463 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7a9552cb-c602-4fda-805d-4a3b2608fd70 req-8a2ad927-6f78-4b35-95a8-66d6f707c9f7 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.60 "GET /v2.0/ports?device_id=abbaf91a-0f05-4316-ab66-dd038d0ee9c6 HTTP/1.1" status: 200 len: 945 time: 0.0477738 Dec 21 13:47:30.523751 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [req-7a9552cb-c602-4fda-805d-4a3b2608fd70 req-c4e5cb1f-08d2-4fc2-a1f0-fc956f4f51a2 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Deleting port 2d13fc55-b46d-4ab8-9fc3-280ee5639247 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:47:30.524087 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-7a9552cb-c602-4fda-805d-4a3b2608fd70 req-c4e5cb1f-08d2-4fc2-a1f0-fc956f4f51a2 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:30.608967 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-7a9552cb-c602-4fda-805d-4a3b2608fd70 req-c4e5cb1f-08d2-4fc2-a1f0-fc956f4f51a2 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] For port 2d13fc55-b46d-4ab8-9fc3-280ee5639247, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=2d13fc55-b46d-4ab8-9fc3-280ee5639247,segment=NetworkSegment(abb84a6f-300d-45c3-8f0d-c75017e47fb7),segment_id=abb84a6f-300d-45c3-8f0d-c75017e47fb7)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:47:30.609316 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-7a9552cb-c602-4fda-805d-4a3b2608fd70 req-c4e5cb1f-08d2-4fc2-a1f0-fc956f4f51a2 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:30.621253 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [req-7a9552cb-c602-4fda-805d-4a3b2608fd70 req-c4e5cb1f-08d2-4fc2-a1f0-fc956f4f51a2 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Calling delete_port for 2d13fc55-b46d-4ab8-9fc3-280ee5639247 owned by compute:nova {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:47:30.747312 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-7a9552cb-c602-4fda-805d-4a3b2608fd70 req-c4e5cb1f-08d2-4fc2-a1f0-fc956f4f51a2 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:30.774748 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e5cb1f-08d2-4fc2-a1f0-fc956f4f51a2 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Pushing event deleted for resources: {'Port': ['ID=2d13fc55-b46d-4ab8-9fc3-280ee5639247,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:47:30.778974 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] get_ports_and_sgs() called for port_ids ['2d13fc55-b46d-4ab8-9fc3-280ee5639247'] {{(pid=103154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 13:47:30.800995 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e5cb1f-08d2-4fc2-a1f0-fc956f4f51a2 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:47:30.801351 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e5cb1f-08d2-4fc2-a1f0-fc956f4f51a2 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:47:30.801695 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e5cb1f-08d2-4fc2-a1f0-fc956f4f51a2 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:47:30.802033 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e5cb1f-08d2-4fc2-a1f0-fc956f4f51a2 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:47:30.802385 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e5cb1f-08d2-4fc2-a1f0-fc956f4f51a2 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:47:30.803430 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e5cb1f-08d2-4fc2-a1f0-fc956f4f51a2 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:47:30.803430 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e5cb1f-08d2-4fc2-a1f0-fc956f4f51a2 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:47:30.803655 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e5cb1f-08d2-4fc2-a1f0-fc956f4f51a2 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:47:30.803941 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e5cb1f-08d2-4fc2-a1f0-fc956f4f51a2 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:47:30.804915 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e5cb1f-08d2-4fc2-a1f0-fc956f4f51a2 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:47:30.805254 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e5cb1f-08d2-4fc2-a1f0-fc956f4f51a2 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:47:30.805575 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e5cb1f-08d2-4fc2-a1f0-fc956f4f51a2 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:47:30.805898 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e5cb1f-08d2-4fc2-a1f0-fc956f4f51a2 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:47:30.827547 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:30.828782 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a9552cb-c602-4fda-805d-4a3b2608fd70 req-c4e5cb1f-08d2-4fc2-a1f0-fc956f4f51a2 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] No DVR routers for this DVR port 2d13fc55-b46d-4ab8-9fc3-280ee5639247 on host hv-neutron-mast {{(pid=103153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:47:30.831300 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-7a9552cb-c602-4fda-805d-4a3b2608fd70 req-c4e5cb1f-08d2-4fc2-a1f0-fc956f4f51a2 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:30.834625 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7a9552cb-c602-4fda-805d-4a3b2608fd70 req-c4e5cb1f-08d2-4fc2-a1f0-fc956f4f51a2 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.60 "DELETE /v2.0/ports/2d13fc55-b46d-4ab8-9fc3-280ee5639247 HTTP/1.1" status: 204 len: 173 time: 0.3945496 Dec 21 13:47:30.835054 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abbaf91a-0f05-4316-ab66-dd038d0ee9c6', 'name': 'network-vif-deleted', 'tag': '2d13fc55-b46d-4ab8-9fc3-280ee5639247'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:47:30.837330 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af6034c98e584fa55ea4398f343c742ceb598288507feaf30d5a15785b2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38ebb3dd-584d-4273-8e24-72a32b9f94ff" -d '{"events": [{"server_uuid": "abbaf91a-0f05-4316-ab66-dd038d0ee9c6", "name": "network-vif-deleted", "tag": "2d13fc55-b46d-4ab8-9fc3-280ee5639247"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:47:30.928972 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 13:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eae38851-0920-4522-8f2a-37783dd34621 x-openstack-request-id: req-eae38851-0920-4522-8f2a-37783dd34621 {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:47:30.929805 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abbaf91a-0f05-4316-ab66-dd038d0ee9c6", "name": "network-vif-deleted", "tag": "2d13fc55-b46d-4ab8-9fc3-280ee5639247", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:47:30.930060 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-eae38851-0920-4522-8f2a-37783dd34621 {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:47:30.930490 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abbaf91a-0f05-4316-ab66-dd038d0ee9c6', 'name': 'network-vif-deleted', 'tag': '2d13fc55-b46d-4ab8-9fc3-280ee5639247', 'status': 'completed', 'code': 200} Dec 21 13:47:31.055010 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:31.115246 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1798cfe0-a367-4303-92d2-5d4165b2d740 req-11e81812-7fa1-4a04-8e8c-14f533ba6f77 tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] 10.222.0.37 "GET /v2.0/ports?device_id=abbaf91a-0f05-4316-ab66-dd038d0ee9c6 HTTP/1.1" status: 200 len: 210 time: 0.0266628 Dec 21 13:47:32.234430 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 34956) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:47:32.279990 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_v2 [None req-40cacdbd-69ef-49bc-8719-425263280341 admin admin] Deleting subnet f30273e1-baf7-4dd6-834e-1aaf1d028fcc {{(pid=103152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:47:32.282926 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-40cacdbd-69ef-49bc-8719-425263280341 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:32.317280 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-40cacdbd-69ef-49bc-8719-425263280341 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526644'] for subnet, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:32.354570 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-40cacdbd-69ef-49bc-8719-425263280341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:32.403991 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-40cacdbd-69ef-49bc-8719-425263280341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12346570'] for subnet, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:32.431087 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cacdbd-69ef-49bc-8719-425263280341 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f30273e1-baf7-4dd6-834e-1aaf1d028fcc,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:47:32.433969 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-40cacdbd-69ef-49bc-8719-425263280341 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:32.436523 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-40cacdbd-69ef-49bc-8719-425263280341 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/f30273e1-baf7-4dd6-834e-1aaf1d028fcc HTTP/1.1" status: 204 len: 168 time: 0.2010617 Dec 21 13:47:32.439082 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 34958) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:47:32.442592 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cacdbd-69ef-49bc-8719-425263280341 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:47:32.442945 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cacdbd-69ef-49bc-8719-425263280341 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:47:32.443292 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cacdbd-69ef-49bc-8719-425263280341 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:47:32.443624 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cacdbd-69ef-49bc-8719-425263280341 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:47:32.443959 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cacdbd-69ef-49bc-8719-425263280341 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:47:32.444290 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cacdbd-69ef-49bc-8719-425263280341 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:47:32.444618 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cacdbd-69ef-49bc-8719-425263280341 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:47:32.444980 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cacdbd-69ef-49bc-8719-425263280341 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:47:32.445495 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cacdbd-69ef-49bc-8719-425263280341 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:47:32.445828 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cacdbd-69ef-49bc-8719-425263280341 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:47:32.446157 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cacdbd-69ef-49bc-8719-425263280341 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:47:32.446513 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cacdbd-69ef-49bc-8719-425263280341 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:47:32.446835 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cacdbd-69ef-49bc-8719-425263280341 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:47:32.510250 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9b608707-4015-40fa-92e8-942493da8cfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:32.589879 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9b608707-4015-40fa-92e8-942493da8cfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:32.609820 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-9b608707-4015-40fa-92e8-942493da8cfc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['692b6312-57aa-4235-8a79-24a4ca67727b']}} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:47:32.618868 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-9b608707-4015-40fa-92e8-942493da8cfc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abb84a6f-300d-45c3-8f0d-c75017e47fb7') {'for_net_delete': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:47:32.619160 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-9b608707-4015-40fa-92e8-942493da8cfc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abb84a6f-300d-45c3-8f0d-c75017e47fb7') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:47:32.628194 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9b608707-4015-40fa-92e8-942493da8cfc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1585430'] for segment, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:32.640808 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9b608707-4015-40fa-92e8-942493da8cfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:32.646568 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b608707-4015-40fa-92e8-942493da8cfc admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=103153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:47:32.646942 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9b608707-4015-40fa-92e8-942493da8cfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11349758'] for segment, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:32.649063 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:47:32.649063 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:47:32.649063 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:47:32.649063 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:47:32.649063 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:47:32.649063 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:47:32.649063 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:47:32.649063 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:47:32.649063 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:47:32.649063 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:47:32.649063 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:47:32.649063 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:47:32.649063 dv-neutron-master-2-hyperv neutron-server[103153]: Traceback (most recent call last): Dec 21 13:47:32.649063 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:47:32.649063 dv-neutron-master-2-hyperv neutron-server[103153]: timer() Dec 21 13:47:32.649063 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:47:32.649063 dv-neutron-master-2-hyperv neutron-server[103153]: cb(*args, **kw) Dec 21 13:47:32.649063 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:47:32.649063 dv-neutron-master-2-hyperv neutron-server[103153]: return func(*args, **kwargs) Dec 21 13:47:32.649063 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:47:32.649063 dv-neutron-master-2-hyperv neutron-server[103153]: self._notify() Dec 21 13:47:32.649063 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:47:32.649063 dv-neutron-master-2-hyperv neutron-server[103153]: self.callback(batched_events) Dec 21 13:47:32.649063 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:47:32.649063 dv-neutron-master-2-hyperv neutron-server[103153]: event.method(event) Dec 21 13:47:32.649063 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:47:32.649063 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:47:32.649063 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:47:32.649063 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:47:32.649063 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:47:32.649063 dv-neutron-master-2-hyperv neutron-server[103153]: return f(self, *a, **k) Dec 21 13:47:32.649063 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:47:32.649063 dv-neutron-master-2-hyperv neutron-server[103153]: return self._get(url).json() Dec 21 13:47:32.649063 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:47:32.649063 dv-neutron-master-2-hyperv neutron-server[103153]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:47:32.649063 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:47:32.649063 dv-neutron-master-2-hyperv neutron-server[103153]: return self.request(url, 'GET', **kwargs) Dec 21 13:47:32.649063 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:47:32.649063 dv-neutron-master-2-hyperv neutron-server[103153]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:47:32.649063 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:47:32.649063 dv-neutron-master-2-hyperv neutron-server[103153]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:47:32.649063 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:47:32.649063 dv-neutron-master-2-hyperv neutron-server[103153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:47:32.649063 dv-neutron-master-2-hyperv neutron-server[103153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:47:32.703558 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9b608707-4015-40fa-92e8-942493da8cfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:32.708912 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9b608707-4015-40fa-92e8-942493da8cfc admin admin] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:32.712559 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-9b608707-4015-40fa-92e8-942493da8cfc admin admin] 10.222.0.37 "DELETE /v2.0/networks/692b6312-57aa-4235-8a79-24a4ca67727b HTTP/1.1" status: 204 len: 168 time: 0.2724960 Dec 21 13:47:32.722765 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b608707-4015-40fa-92e8-942493da8cfc admin admin] Pushing event deleted for resources: {'Network': ['ID=692b6312-57aa-4235-8a79-24a4ca67727b,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:47:32.820848 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 34962) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:47:32.861146 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-876789b8-7e52-47cf-a0c8-a00326bd9573 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2c68099f821f4a7282f0c2c70f697314&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390680 Dec 21 13:47:32.863595 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 34964) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:47:32.909607 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fed8b67c-5324-4353-afc9-662f3436005d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:32.930585 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fed8b67c-5324-4353-afc9-662f3436005d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:32.976653 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fed8b67c-5324-4353-afc9-662f3436005d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:32.979244 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fed8b67c-5324-4353-afc9-662f3436005d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:32.980381 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-fed8b67c-5324-4353-afc9-662f3436005d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cf78df26-1132-4050-a953-b538d7934499 HTTP/1.1" status: 204 len: 168 time: 0.1157732 Dec 21 13:47:32.988191 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed8b67c-5324-4353-afc9-662f3436005d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf78df26-1132-4050-a953-b538d7934499,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:47:33.129667 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 2d13fc55-b46d-4ab8-9fc3-280ee5639247 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:47:33.158305 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] No Port match for: 2d13fc55-b46d-4ab8-9fc3-280ee5639247 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:47:33.158914 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 2d13fc55-b46d-4ab8-9fc3-280ee5639247 not bound to the agent host hv-neutron-mast {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:47:33.628468 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 34986) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:47:33.720837 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-04bf621a-291f-4da3-a84a-198a25ca9486 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2083675911-network', 'tenant_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:47:33.743658 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04bf621a-291f-4da3-a84a-198a25ca9486 admin admin] Made reservation on behalf of c3ccac8e105f47e9bf2dee4dbe2c86e4 for: {'network': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:47:33.745730 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-04bf621a-291f-4da3-a84a-198a25ca9486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:33.753869 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-04bf621a-291f-4da3-a84a-198a25ca9486 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:33.845320 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-04bf621a-291f-4da3-a84a-198a25ca9486 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:33.849159 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-04bf621a-291f-4da3-a84a-198a25ca9486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:33.870115 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04bf621a-291f-4da3-a84a-198a25ca9486 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=103153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:47:33.883215 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bf621a-291f-4da3-a84a-198a25ca9486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de9add1a-57f6-4688-b152-ca01ef54b521,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:47:33.887928 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-04bf621a-291f-4da3-a84a-198a25ca9486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:33.888266 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.segments_db [None req-04bf621a-291f-4da3-a84a-198a25ca9486 admin admin] Added segment 6b368961-220d-46c0-a7b3-752d93fe7a84 of type vlan for network 86b0eda8-0d8c-44c0-92cb-086bb55cf3a0 Dec 21 13:47:33.926908 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-04bf621a-291f-4da3-a84a-198a25ca9486 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:33.951470 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-04bf621a-291f-4da3-a84a-198a25ca9486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:33.952385 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04bf621a-291f-4da3-a84a-198a25ca9486 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:47:33.952912 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-04bf621a-291f-4da3-a84a-198a25ca9486 admin admin] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:34.009144 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-04bf621a-291f-4da3-a84a-198a25ca9486 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3794482 Dec 21 13:47:34.011812 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 34990) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:47:34.016597 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-72c4cc67-d9ef-46a9-8283-cfba85b69300 admin admin] Request body: {'subnet': {'network_id': '86b0eda8-0d8c-44c0-92cb-086bb55cf3a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2083675911-subnet', 'tenant_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:47:34.020476 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bf621a-291f-4da3-a84a-198a25ca9486 admin admin] Pushing event updated for resources: {'Network': ['ID=86b0eda8-0d8c-44c0-92cb-086bb55cf3a0,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:47:34.031060 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network 86b0eda8-0d8c-44c0-92cb-086bb55cf3a0 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:47:34.040575 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c4cc67-d9ef-46a9-8283-cfba85b69300 admin admin] Made reservation on behalf of c3ccac8e105f47e9bf2dee4dbe2c86e4 for: {'subnet': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:47:34.042952 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-72c4cc67-d9ef-46a9-8283-cfba85b69300 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11288759'] for subnet, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:34.214733 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-72c4cc67-d9ef-46a9-8283-cfba85b69300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11195289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11288741'] for subnet, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:34.270572 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c4cc67-d9ef-46a9-8283-cfba85b69300 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e6360fb-ac23-4ada-be8e-32656d4402cd,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:47:34.281946 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c4cc67-d9ef-46a9-8283-cfba85b69300 admin admin] Checking segment: {'id': '6b368961-220d-46c0-a7b3-752d93fe7a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '86b0eda8-0d8c-44c0-92cb-086bb55cf3a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:47:34.282306 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c4cc67-d9ef-46a9-8283-cfba85b69300 admin admin] Network hostable DHCP agents. Network: 86b0eda8-0d8c-44c0-92cb-086bb55cf3a0, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:47:34.298661 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c4cc67-d9ef-46a9-8283-cfba85b69300 admin admin] Network 86b0eda8-0d8c-44c0-92cb-086bb55cf3a0 is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:47:34.306951 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-72c4cc67-d9ef-46a9-8283-cfba85b69300 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 86b0eda8-0d8c-44c0-92cb-086bb55cf3a0) {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:47:34.311349 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c4cc67-d9ef-46a9-8283-cfba85b69300 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:47:34.312487 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-72c4cc67-d9ef-46a9-8283-cfba85b69300 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:34.316344 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50c04b1-eae1-4e71-86e2-b16043267cce None None] Network 86b0eda8-0d8c-44c0-92cb-086bb55cf3a0 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:47:34.330681 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-72c4cc67-d9ef-46a9-8283-cfba85b69300 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3154168 Dec 21 13:47:34.331090 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 34992) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:47:34.335306 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-1666ce0f-4403-4352-95cf-38d4c3cb0b54 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2083675911-router', 'tenant_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:47:34.359026 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1666ce0f-4403-4352-95cf-38d4c3cb0b54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26964'] for router, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:34.360018 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1666ce0f-4403-4352-95cf-38d4c3cb0b54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-642316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26957'] for router, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:34.411573 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1666ce0f-4403-4352-95cf-38d4c3cb0b54 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:34.421766 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df4b5f4-ee5f-461c-acaa-b346cc7f69a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-86b0eda8-0d8c-44c0-92cb-086bb55cf3a0', 'network_id': '86b0eda8-0d8c-44c0-92cb-086bb55cf3a0', 'project_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'fixed_ips': [{'subnet_id': '5e6360fb-ac23-4ada-be8e-32656d4402cd'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:47:34.423034 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-9df4b5f4-ee5f-461c-acaa-b346cc7f69a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:34.555040 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1666ce0f-4403-4352-95cf-38d4c3cb0b54 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:34.560823 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-9df4b5f4-ee5f-461c-acaa-b346cc7f69a0 None None] Allocated IP 172.20.0.2 (86b0eda8-0d8c-44c0-92cb-086bb55cf3a0/5e6360fb-ac23-4ada-be8e-32656d4402cd/c84d3adb-d436-46cf-86f3-0689aaaea5e4) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:47:34.700359 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-9df4b5f4-ee5f-461c-acaa-b346cc7f69a0 None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:34.707635 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-9df4b5f4-ee5f-461c-acaa-b346cc7f69a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:34.749914 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df4b5f4-ee5f-461c-acaa-b346cc7f69a0 None None] Network 86b0eda8-0d8c-44c0-92cb-086bb55cf3a0 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:47:34.752884 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-9df4b5f4-ee5f-461c-acaa-b346cc7f69a0 None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:47:34.756420 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df4b5f4-ee5f-461c-acaa-b346cc7f69a0 None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:47:34.762882 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df4b5f4-ee5f-461c-acaa-b346cc7f69a0 None None] Pushing event updated for resources: {'Port': ['ID=c84d3adb-d436-46cf-86f3-0689aaaea5e4,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:47:34.787220 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df4b5f4-ee5f-461c-acaa-b346cc7f69a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:47:34.787579 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df4b5f4-ee5f-461c-acaa-b346cc7f69a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:47:34.787923 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df4b5f4-ee5f-461c-acaa-b346cc7f69a0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:47:34.788259 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df4b5f4-ee5f-461c-acaa-b346cc7f69a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:47:34.788593 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df4b5f4-ee5f-461c-acaa-b346cc7f69a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:47:34.788922 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df4b5f4-ee5f-461c-acaa-b346cc7f69a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:47:34.789251 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df4b5f4-ee5f-461c-acaa-b346cc7f69a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:47:34.789614 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df4b5f4-ee5f-461c-acaa-b346cc7f69a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:47:34.789940 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df4b5f4-ee5f-461c-acaa-b346cc7f69a0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:47:34.790263 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df4b5f4-ee5f-461c-acaa-b346cc7f69a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:47:34.790609 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df4b5f4-ee5f-461c-acaa-b346cc7f69a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:47:34.790937 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df4b5f4-ee5f-461c-acaa-b346cc7f69a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:47:34.791256 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df4b5f4-ee5f-461c-acaa-b346cc7f69a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:47:34.826974 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-9df4b5f4-ee5f-461c-acaa-b346cc7f69a0 None None] Attempting to bind port c84d3adb-d436-46cf-86f3-0689aaaea5e4 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:47:34.827247 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-9df4b5f4-ee5f-461c-acaa-b346cc7f69a0 None None] Attempting to bind port c84d3adb-d436-46cf-86f3-0689aaaea5e4 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '6b368961-220d-46c0-a7b3-752d93fe7a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '86b0eda8-0d8c-44c0-92cb-086bb55cf3a0'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:47:34.827607 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df4b5f4-ee5f-461c-acaa-b346cc7f69a0 None None] Attempting to bind port c84d3adb-d436-46cf-86f3-0689aaaea5e4 on network 86b0eda8-0d8c-44c0-92cb-086bb55cf3a0 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:47:34.832969 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df4b5f4-ee5f-461c-acaa-b346cc7f69a0 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:47:34.833346 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df4b5f4-ee5f-461c-acaa-b346cc7f69a0 None None] Checking segment: {'id': '6b368961-220d-46c0-a7b3-752d93fe7a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '86b0eda8-0d8c-44c0-92cb-086bb55cf3a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:47:34.833764 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-9df4b5f4-ee5f-461c-acaa-b346cc7f69a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:34.834126 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df4b5f4-ee5f-461c-acaa-b346cc7f69a0 None None] Bound using segment: {'id': '6b368961-220d-46c0-a7b3-752d93fe7a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '86b0eda8-0d8c-44c0-92cb-086bb55cf3a0'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:47:34.834628 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-9df4b5f4-ee5f-461c-acaa-b346cc7f69a0 None None] Bound port: c84d3adb-d436-46cf-86f3-0689aaaea5e4, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b368961-220d-46c0-a7b3-752d93fe7a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '86b0eda8-0d8c-44c0-92cb-086bb55cf3a0'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:47:34.835009 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-9df4b5f4-ee5f-461c-acaa-b346cc7f69a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:34.901258 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-9df4b5f4-ee5f-461c-acaa-b346cc7f69a0 None None] For port c84d3adb-d436-46cf-86f3-0689aaaea5e4, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:47:34.904464 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-9df4b5f4-ee5f-461c-acaa-b346cc7f69a0 None None] For port c84d3adb-d436-46cf-86f3-0689aaaea5e4, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c84d3adb-d436-46cf-86f3-0689aaaea5e4,segment=NetworkSegment(6b368961-220d-46c0-a7b3-752d93fe7a84),segment_id=6b368961-220d-46c0-a7b3-752d93fe7a84)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:47:34.909167 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-9df4b5f4-ee5f-461c-acaa-b346cc7f69a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:34.964762 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df4b5f4-ee5f-461c-acaa-b346cc7f69a0 None None] Pushing event updated for resources: {'Port': ['ID=c84d3adb-d436-46cf-86f3-0689aaaea5e4,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:47:35.090987 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1666ce0f-4403-4352-95cf-38d4c3cb0b54 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:35.120629 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1666ce0f-4403-4352-95cf-38d4c3cb0b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:35.229528 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-1666ce0f-4403-4352-95cf-38d4c3cb0b54 admin admin] Allocated IP 172.36.3.26 (7fdf1889-f079-4166-bbda-88b2a8d8d595/051a5607-1753-4008-a2f2-d94b48752e9c/2576a882-c215-436d-ac54-9f590f8052b1) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:47:35.337759 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1666ce0f-4403-4352-95cf-38d4c3cb0b54 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:35.371542 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1666ce0f-4403-4352-95cf-38d4c3cb0b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:35.411278 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1666ce0f-4403-4352-95cf-38d4c3cb0b54 admin admin] Network 7fdf1889-f079-4166-bbda-88b2a8d8d595 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:47:35.414216 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-1666ce0f-4403-4352-95cf-38d4c3cb0b54 admin admin] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:47:35.417389 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1666ce0f-4403-4352-95cf-38d4c3cb0b54 admin admin] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:47:35.427454 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec297486-96a9-4150-b690-3d80eb67d1aa None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:47:35.443722 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1666ce0f-4403-4352-95cf-38d4c3cb0b54 admin admin] Pushing event updated for resources: {'Port': ['ID=2576a882-c215-436d-ac54-9f590f8052b1,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:47:35.504630 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-b5ac54a0-55dc-4961-85ce-86a1145f7f36 None None] Provisioning complete for port 2576a882-c215-436d-ac54-9f590f8052b1 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:47:35.504990 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5ac54a0-55dc-4961-85ce-86a1145f7f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:35.537144 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-b5ac54a0-55dc-4961-85ce-86a1145f7f36 None None] Port 2576a882-c215-436d-ac54-9f590f8052b1 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:47:35.670797 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1666ce0f-4403-4352-95cf-38d4c3cb0b54 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:35.868777 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1666ce0f-4403-4352-95cf-38d4c3cb0b54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548730'] for router, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:35.871883 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6fe1b8-e298-4850-a3a1-7413df8db5ac None None] Network 86b0eda8-0d8c-44c0-92cb-086bb55cf3a0 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:47:35.979265 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6439e5d2-8564-439a-918b-386fb93953c1 None None] Provisioning complete for port c84d3adb-d436-46cf-86f3-0689aaaea5e4 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:47:35.979630 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6439e5d2-8564-439a-918b-386fb93953c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:35.996065 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1666ce0f-4403-4352-95cf-38d4c3cb0b54 admin admin] Router 74ec0db5-613a-474a-932b-c3fbe67b8741 is scheduled to L3 agent 59e14383-78fa-487e-9299-b32042a98157 with binding_index 1 {{(pid=103153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 13:47:36.063665 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6439e5d2-8564-439a-918b-386fb93953c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:36.099190 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6439e5d2-8564-439a-918b-386fb93953c1 None None] For port c84d3adb-d436-46cf-86f3-0689aaaea5e4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c84d3adb-d436-46cf-86f3-0689aaaea5e4,segment=NetworkSegment(6b368961-220d-46c0-a7b3-752d93fe7a84),segment_id=6b368961-220d-46c0-a7b3-752d93fe7a84)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:47:36.104325 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6439e5d2-8564-439a-918b-386fb93953c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:36.109630 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1666ce0f-4403-4352-95cf-38d4c3cb0b54 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:47:36.129258 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1666ce0f-4403-4352-95cf-38d4c3cb0b54 admin admin] Publish callbacks [] for router, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:36.130696 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-1666ce0f-4403-4352-95cf-38d4c3cb0b54 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7986124 Dec 21 13:47:36.133823 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 34994) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:47:36.137677 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993e02c1-4485-4dac-805e-60a90e0765ed None None] Sync routers for ids ['74ec0db5-613a-474a-932b-c3fbe67b8741'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:47:36.162631 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993e02c1-4485-4dac-805e-60a90e0765ed None None] Routers {'74ec0db5-613a-474a-932b-c3fbe67b8741'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:47:36.163272 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-993e02c1-4485-4dac-805e-60a90e0765ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:47:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['74ec0db5-613a-474a-932b-c3fbe67b8741'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:47:36.219429 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439e5d2-8564-439a-918b-386fb93953c1 None None] Pushing event updated for resources: {'Port': ['ID=c84d3adb-d436-46cf-86f3-0689aaaea5e4,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:47:36.275920 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fe878881-6976-4455-972c-98552224349a None None] Provisioning complete for port c84d3adb-d436-46cf-86f3-0689aaaea5e4 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:47:36.276290 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fe878881-6976-4455-972c-98552224349a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:36.323679 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-993e02c1-4485-4dac-805e-60a90e0765ed None None] Set router 74ec0db5-613a-474a-932b-c3fbe67b8741 gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:47:36.512311 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device c84d3adb-d436-46cf-86f3-0689aaaea5e4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:47:36.557178 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-aa191910-24fd-45b9-9a22-067299c08b06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:36.732261 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port c84d3adb-d436-46cf-86f3-0689aaaea5e4 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:47:36.732544 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:36.735235 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-993e02c1-4485-4dac-805e-60a90e0765ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74ec0db5-613a-474a-932b-c3fbe67b8741', 'name': 'tempest-ServerActionsTestJSON-2083675911-router', 'tenant_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.26'}], 'enable_snat': True}, 'gw_port_id': '2576a882-c215-436d-ac54-9f590f8052b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:47:34Z', 'updated_at': '2021-12-21T13:47:35Z', 'revision_number': 3, 'project_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'gw_port': {'id': '2576a882-c215-436d-ac54-9f590f8052b1', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:84:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74ec0db5-613a-474a-932b-c3fbe67b8741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:47:35Z', 'updated_at': '2021-12-21T13:47:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:47:36.761596 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-aa191910-24fd-45b9-9a22-067299c08b06 admin admin] Allocated IP 172.20.0.1 (86b0eda8-0d8c-44c0-92cb-086bb55cf3a0/5e6360fb-ac23-4ada-be8e-32656d4402cd/41d341b9-de5a-4ea8-8ed0-3e38ab7526de) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:47:36.778662 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993e02c1-4485-4dac-805e-60a90e0765ed None None] Checking router: 74ec0db5-613a-474a-932b-c3fbe67b8741 for host: dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:47:36.779022 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993e02c1-4485-4dac-805e-60a90e0765ed None None] Updating router 74ec0db5-613a-474a-932b-c3fbe67b8741 port 2576a882-c215-436d-ac54-9f590f8052b1 binding host dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 13:47:36.814337 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-993e02c1-4485-4dac-805e-60a90e0765ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:36.863253 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-aa191910-24fd-45b9-9a22-067299c08b06 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:36.896544 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-aa191910-24fd-45b9-9a22-067299c08b06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:36.937998 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa191910-24fd-45b9-9a22-067299c08b06 admin admin] Network 86b0eda8-0d8c-44c0-92cb-086bb55cf3a0 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:47:36.943259 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-aa191910-24fd-45b9-9a22-067299c08b06 admin admin] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:47:36.945490 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa191910-24fd-45b9-9a22-067299c08b06 admin admin] Pushing event updated for resources: {'Port': ['ID=41d341b9-de5a-4ea8-8ed0-3e38ab7526de,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:47:36.947704 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa191910-24fd-45b9-9a22-067299c08b06 admin admin] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:47:36.984724 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-aa191910-24fd-45b9-9a22-067299c08b06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532557'] for router_interface, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:37.108384 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-993e02c1-4485-4dac-805e-60a90e0765ed None None] Publish callbacks [] for port, precommit_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:37.113641 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-993e02c1-4485-4dac-805e-60a90e0765ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:37.128896 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-aa191910-24fd-45b9-9a22-067299c08b06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:37.166174 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75dbc701-eb8f-46c2-a3d1-3e53cb283a85 None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:47:37.175375 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b23661-31c3-4bbd-b253-f4936cda66d5 None None] Pushing event updated for resources: {'Port': ['ID=2576a882-c215-436d-ac54-9f590f8052b1,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:47:37.177931 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-993e02c1-4485-4dac-805e-60a90e0765ed None None] Attempting to bind port 2576a882-c215-436d-ac54-9f590f8052b1 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:47:37.178681 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-993e02c1-4485-4dac-805e-60a90e0765ed None None] Attempting to bind port 2576a882-c215-436d-ac54-9f590f8052b1 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:47:37.178940 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993e02c1-4485-4dac-805e-60a90e0765ed None None] Attempting to bind port 2576a882-c215-436d-ac54-9f590f8052b1 on network 7fdf1889-f079-4166-bbda-88b2a8d8d595 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:47:37.184882 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993e02c1-4485-4dac-805e-60a90e0765ed None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:47:37.185264 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993e02c1-4485-4dac-805e-60a90e0765ed None None] Checking segment: {'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:47:37.185680 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-993e02c1-4485-4dac-805e-60a90e0765ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:37.186049 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993e02c1-4485-4dac-805e-60a90e0765ed None None] Bound using segment: {'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:47:37.186549 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-993e02c1-4485-4dac-805e-60a90e0765ed None None] Bound port: 2576a882-c215-436d-ac54-9f590f8052b1, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:47:37.186929 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-993e02c1-4485-4dac-805e-60a90e0765ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:37.244146 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-a20cb2c3-5009-4b9c-86de-adc168a61370 None None] Provisioning complete for port 41d341b9-de5a-4ea8-8ed0-3e38ab7526de triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:47:37.244364 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a20cb2c3-5009-4b9c-86de-adc168a61370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:37.270151 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-993e02c1-4485-4dac-805e-60a90e0765ed None None] For port 2576a882-c215-436d-ac54-9f590f8052b1, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:47:37.288621 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-993e02c1-4485-4dac-805e-60a90e0765ed None None] For port 2576a882-c215-436d-ac54-9f590f8052b1, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2576a882-c215-436d-ac54-9f590f8052b1,segment=NetworkSegment(a32e5bfd-6fac-434f-817b-5707a23fd2ca),segment_id=a32e5bfd-6fac-434f-817b-5707a23fd2ca)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:47:37.292073 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-a20cb2c3-5009-4b9c-86de-adc168a61370 None None] Port 41d341b9-de5a-4ea8-8ed0-3e38ab7526de cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:47:37.295512 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-993e02c1-4485-4dac-805e-60a90e0765ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:37.309822 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-aa191910-24fd-45b9-9a22-067299c08b06 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:37.314458 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-aa191910-24fd-45b9-9a22-067299c08b06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:37.339809 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e599ab-659b-49c6-8512-f5f380896d5d None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:47:37.363011 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993e02c1-4485-4dac-805e-60a90e0765ed None None] Routers {'74ec0db5-613a-474a-932b-c3fbe67b8741'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:47:37.363727 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-993e02c1-4485-4dac-805e-60a90e0765ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:47:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['74ec0db5-613a-474a-932b-c3fbe67b8741'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:47:37.385980 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-aa191910-24fd-45b9-9a22-067299c08b06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532537'] for router_interface, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:37.387880 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa191910-24fd-45b9-9a22-067299c08b06 admin admin] Pushing event updated for resources: {'Port': ['ID=41d341b9-de5a-4ea8-8ed0-3e38ab7526de,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:47:37.408707 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b23661-31c3-4bbd-b253-f4936cda66d5 None None] Pushing event updated for resources: {'Port': ['ID=2576a882-c215-436d-ac54-9f590f8052b1,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:47:37.434789 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-4c4416bc-e1a1-4787-a694-11aa2b5cbef2 None None] Provisioning complete for port 2576a882-c215-436d-ac54-9f590f8052b1 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:47:37.435154 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-4c4416bc-e1a1-4787-a694-11aa2b5cbef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:37.483539 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa191910-24fd-45b9-9a22-067299c08b06 admin admin] Network 86b0eda8-0d8c-44c0-92cb-086bb55cf3a0 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:47:37.485180 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-aa191910-24fd-45b9-9a22-067299c08b06 admin admin] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:47:37.520268 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-993e02c1-4485-4dac-805e-60a90e0765ed None None] Set router 74ec0db5-613a-474a-932b-c3fbe67b8741 gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:47:37.605185 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa191910-24fd-45b9-9a22-067299c08b06 admin admin] Router 74ec0db5-613a-474a-932b-c3fbe67b8741 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:47:37.640443 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-4c4416bc-e1a1-4787-a694-11aa2b5cbef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:37.693132 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-4c4416bc-e1a1-4787-a694-11aa2b5cbef2 None None] For port 2576a882-c215-436d-ac54-9f590f8052b1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2576a882-c215-436d-ac54-9f590f8052b1,segment=NetworkSegment(a32e5bfd-6fac-434f-817b-5707a23fd2ca),segment_id=a32e5bfd-6fac-434f-817b-5707a23fd2ca)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:47:37.700477 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-4c4416bc-e1a1-4787-a694-11aa2b5cbef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:37.720199 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa191910-24fd-45b9-9a22-067299c08b06 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:47:37.725198 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-aa191910-24fd-45b9-9a22-067299c08b06 admin admin] 10.222.0.37 "PUT /v2.0/routers/74ec0db5-613a-474a-932b-c3fbe67b8741/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5902386 Dec 21 13:47:37.786547 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4416bc-e1a1-4787-a694-11aa2b5cbef2 None None] Pushing event updated for resources: {'Port': ['ID=2576a882-c215-436d-ac54-9f590f8052b1,revision_number=4']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:47:37.819321 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-993e02c1-4485-4dac-805e-60a90e0765ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74ec0db5-613a-474a-932b-c3fbe67b8741', 'name': 'tempest-ServerActionsTestJSON-2083675911-router', 'tenant_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.26'}], 'enable_snat': True}, 'gw_port_id': '2576a882-c215-436d-ac54-9f590f8052b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:47:34Z', 'updated_at': '2021-12-21T13:47:37Z', 'revision_number': 4, 'project_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'gw_port': {'id': '2576a882-c215-436d-ac54-9f590f8052b1', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:84:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74ec0db5-613a-474a-932b-c3fbe67b8741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:47:35Z', 'updated_at': '2021-12-21T13:47:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '41d341b9-de5a-4ea8-8ed0-3e38ab7526de', 'name': '', 'network_id': '86b0eda8-0d8c-44c0-92cb-086bb55cf3a0', 'tenant_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'mac_address': 'fa:16:3e:f0:17:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74ec0db5-613a-474a-932b-c3fbe67b8741', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '5e6360fb-ac23-4ada-be8e-32656d4402cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:47:36Z', 'updated_at': '2021-12-21T13:47:37Z', 'revision_number': 2, 'project_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'subnets': [{'id': '5e6360fb-ac23-4ada-be8e-32656d4402cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:47:37.849219 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993e02c1-4485-4dac-805e-60a90e0765ed None None] The sync data for ids ['74ec0db5-613a-474a-932b-c3fbe67b8741'] in dv-neutron-master-2-hyperv is: [{'id': '74ec0db5-613a-474a-932b-c3fbe67b8741', 'name': 'tempest-ServerActionsTestJSON-2083675911-router', 'tenant_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.26'}], 'enable_snat': True}, 'gw_port_id': '2576a882-c215-436d-ac54-9f590f8052b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:47:34Z', 'updated_at': '2021-12-21T13:47:37Z', 'revision_number': 4, 'project_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'gw_port': {'id': '2576a882-c215-436d-ac54-9f590f8052b1', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:84:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74ec0db5-613a-474a-932b-c3fbe67b8741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:47:35Z', 'updated_at': '2021-12-21T13:47:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '41d341b9-de5a-4ea8-8ed0-3e38ab7526de', 'name': '', 'network_id': '86b0eda8-0d8c-44c0-92cb-086bb55cf3a0', 'tenant_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'mac_address': 'fa:16:3e:f0:17:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74ec0db5-613a-474a-932b-c3fbe67b8741', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '5e6360fb-ac23-4ada-be8e-32656d4402cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:47:36Z', 'updated_at': '2021-12-21T13:47:37Z', 'revision_number': 2, 'project_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'subnets': [{'id': '5e6360fb-ac23-4ada-be8e-32656d4402cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:47:37.852676 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-2160934a-9a62-4d14-b49b-4e67392f08bb None None] Provisioning complete for port 41d341b9-de5a-4ea8-8ed0-3e38ab7526de triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:47:37.853167 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-2160934a-9a62-4d14-b49b-4e67392f08bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:37.891666 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-2160934a-9a62-4d14-b49b-4e67392f08bb None None] Port 41d341b9-de5a-4ea8-8ed0-3e38ab7526de cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:47:38.362079 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 35002) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:47:38.366826 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-8098c878-8c58-4619-9f24-263e48359fef tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1493758569', 'description': 'tempest-description--1220323852'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:47:38.406330 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8098c878-8c58-4619-9f24-263e48359fef tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Publish callbacks [] for security_group, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:38.503519 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8098c878-8c58-4619-9f24-263e48359fef tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Publish callbacks [] for security_group, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:38.508537 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8098c878-8c58-4619-9f24-263e48359fef tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:38.546228 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8098c878-8c58-4619-9f24-263e48359fef tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:38.549081 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-8098c878-8c58-4619-9f24-263e48359fef tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1859503 Dec 21 13:47:38.552787 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 35004) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:47:38.557503 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-38f482b5-1a3e-4c59-9502-30391a221ef1 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Request body: {'security_group_rule': {'security_group_id': '2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:47:38.566994 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8098c878-8c58-4619-9f24-263e48359fef tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:47:38.594554 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-38f482b5-1a3e-4c59-9502-30391a221ef1 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:38.658263 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-38f482b5-1a3e-4c59-9502-30391a221ef1 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:38.662146 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-38f482b5-1a3e-4c59-9502-30391a221ef1 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:38.683064 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f482b5-1a3e-4c59-9502-30391a221ef1 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=792d699d-3681-415a-a56e-465e39189c57,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:47:38.689651 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-38f482b5-1a3e-4c59-9502-30391a221ef1 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:38.690615 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-38f482b5-1a3e-4c59-9502-30391a221ef1 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1365266 Dec 21 13:47:38.693372 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 35006) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:47:38.697942 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-d1aac437-d57c-4c22-999a-fb295f24b535 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Request body: {'security_group_rule': {'security_group_id': '2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:47:38.730267 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d1aac437-d57c-4c22-999a-fb295f24b535 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:38.795339 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d1aac437-d57c-4c22-999a-fb295f24b535 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:38.799693 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d1aac437-d57c-4c22-999a-fb295f24b535 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:38.821847 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aac437-d57c-4c22-999a-fb295f24b535 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24a6bbf5-6e2f-43ce-b0cb-c0573b2aa489,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:47:38.831775 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d1aac437-d57c-4c22-999a-fb295f24b535 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:38.833064 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-d1aac437-d57c-4c22-999a-fb295f24b535 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1386974 Dec 21 13:47:38.836170 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 35008) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:47:38.840989 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-ae70e7d4-e90f-4da4-908c-46935e803883 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Request body: {'floatingip': {'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:47:38.869478 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ae70e7d4-e90f-4da4-908c-46935e803883 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Publish callbacks [] for floatingip, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:38.976816 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ae70e7d4-e90f-4da4-908c-46935e803883 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:39.085756 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-ae70e7d4-e90f-4da4-908c-46935e803883 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Allocated IP 172.36.3.189 (7fdf1889-f079-4166-bbda-88b2a8d8d595/051a5607-1753-4008-a2f2-d94b48752e9c/ec5f954d-56c7-4195-9bd5-44d01a085737) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:47:39.189577 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ae70e7d4-e90f-4da4-908c-46935e803883 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:39.222212 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ae70e7d4-e90f-4da4-908c-46935e803883 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:39.260626 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae70e7d4-e90f-4da4-908c-46935e803883 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Network 7fdf1889-f079-4166-bbda-88b2a8d8d595 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:47:39.265231 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-ae70e7d4-e90f-4da4-908c-46935e803883 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:47:39.268682 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae70e7d4-e90f-4da4-908c-46935e803883 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:47:39.295559 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae70e7d4-e90f-4da4-908c-46935e803883 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Pushing event updated for resources: {'Port': ['ID=ec5f954d-56c7-4195-9bd5-44d01a085737,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:47:39.357197 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ae70e7d4-e90f-4da4-908c-46935e803883 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:39.390938 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ae70e7d4-e90f-4da4-908c-46935e803883 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:39.547554 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ae70e7d4-e90f-4da4-908c-46935e803883 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:39.551988 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ae70e7d4-e90f-4da4-908c-46935e803883 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805230'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:39.801255 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f064f2-d04d-40fc-87fb-46e3ed1ac8cc None None] Sync routers for ids ['74ec0db5-613a-474a-932b-c3fbe67b8741'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:47:39.812191 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f064f2-d04d-40fc-87fb-46e3ed1ac8cc None None] Routers {'74ec0db5-613a-474a-932b-c3fbe67b8741'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:47:39.812949 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-49f064f2-d04d-40fc-87fb-46e3ed1ac8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:47:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['74ec0db5-613a-474a-932b-c3fbe67b8741'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:47:39.917679 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae70e7d4-e90f-4da4-908c-46935e803883 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Pushing event updated for resources: {'Port': ['ID=ec5f954d-56c7-4195-9bd5-44d01a085737,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:47:39.918336 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-49f064f2-d04d-40fc-87fb-46e3ed1ac8cc None None] Set router 74ec0db5-613a-474a-932b-c3fbe67b8741 gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:47:39.928363 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ae70e7d4-e90f-4da4-908c-46935e803883 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548820'] for floatingip, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:39.943771 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ae70e7d4-e90f-4da4-908c-46935e803883 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for floatingip, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:39.944998 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-ae70e7d4-e90f-4da4-908c-46935e803883 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1078577 Dec 21 13:47:40.091478 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-797f2b71-fa90-4863-91fc-f389602a48f7 req-7c03735e-da2f-45bd-a968-723c2abd5160 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1493758569&fields=id&tenant_id=c3ccac8e105f47e9bf2dee4dbe2c86e4 HTTP/1.1" status: 200 len: 267 time: 0.0428460 Dec 21 13:47:40.115993 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-49f064f2-d04d-40fc-87fb-46e3ed1ac8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74ec0db5-613a-474a-932b-c3fbe67b8741', 'name': 'tempest-ServerActionsTestJSON-2083675911-router', 'tenant_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.26'}], 'enable_snat': True}, 'gw_port_id': '2576a882-c215-436d-ac54-9f590f8052b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:47:34Z', 'updated_at': '2021-12-21T13:47:37Z', 'revision_number': 4, 'project_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'gw_port': {'id': '2576a882-c215-436d-ac54-9f590f8052b1', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:84:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ec0db5-613a-474a-932b-c3fbe67b8741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:47:35Z', 'updated_at': '2021-12-21T13:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '41d341b9-de5a-4ea8-8ed0-3e38ab7526de', 'name': '', 'network_id': '86b0eda8-0d8c-44c0-92cb-086bb55cf3a0', 'tenant_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'mac_address': 'fa:16:3e:f0:17:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74ec0db5-613a-474a-932b-c3fbe67b8741', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '5e6360fb-ac23-4ada-be8e-32656d4402cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:47:36Z', 'updated_at': '2021-12-21T13:47:37Z', 'revision_number': 2, 'project_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'subnets': [{'id': '5e6360fb-ac23-4ada-be8e-32656d4402cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:47:40.146121 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f064f2-d04d-40fc-87fb-46e3ed1ac8cc None None] Checking router: 74ec0db5-613a-474a-932b-c3fbe67b8741 for host: dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:47:40.146505 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f064f2-d04d-40fc-87fb-46e3ed1ac8cc None None] Updating router 74ec0db5-613a-474a-932b-c3fbe67b8741 port 41d341b9-de5a-4ea8-8ed0-3e38ab7526de binding host dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 13:47:40.170237 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-49f064f2-d04d-40fc-87fb-46e3ed1ac8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:40.205109 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797f2b71-fa90-4863-91fc-f389602a48f7 req-40d4b903-fe26-46d8-8f89-8f1adcd95d85 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:47:40.206670 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-797f2b71-fa90-4863-91fc-f389602a48f7 req-40d4b903-fe26-46d8-8f89-8f1adcd95d85 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/networks?id=86b0eda8-0d8c-44c0-92cb-086bb55cf3a0 HTTP/1.1" status: 200 len: 812 time: 0.1080298 Dec 21 13:47:40.221740 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-797f2b71-fa90-4863-91fc-f389602a48f7 req-5daf2752-1373-4476-a3e7-7a2bb9e87b4a tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/quotas/c3ccac8e105f47e9bf2dee4dbe2c86e4 HTTP/1.1" status: 200 len: 375 time: 0.0090311 Dec 21 13:47:40.273451 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-797f2b71-fa90-4863-91fc-f389602a48f7 req-114e5561-621f-4b3b-bb4c-6c7cf9a02d0b tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c3ccac8e105f47e9bf2dee4dbe2c86e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451865 Dec 21 13:47:40.366546 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-797f2b71-fa90-4863-91fc-f389602a48f7 req-063dbdd3-563b-4396-90be-8e015f14ec8a service neutron] 10.222.0.37 "GET /v2.0/networks/86b0eda8-0d8c-44c0-92cb-086bb55cf3a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812964 Dec 21 13:47:40.433480 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-49f064f2-d04d-40fc-87fb-46e3ed1ac8cc None None] Publish callbacks [] for port, precommit_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:40.440744 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-49f064f2-d04d-40fc-87fb-46e3ed1ac8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:40.463331 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-797f2b71-fa90-4863-91fc-f389602a48f7 req-f59e5a65-b2b1-45d9-b580-852d422885f5 service neutron] 10.222.0.37 "GET /v2.0/networks/86b0eda8-0d8c-44c0-92cb-086bb55cf3a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899005 Dec 21 13:47:40.490284 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e598c9-75c6-4d38-916c-8b59958b7bfb None None] Pushing event updated for resources: {'Port': ['ID=41d341b9-de5a-4ea8-8ed0-3e38ab7526de,revision_number=3']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:47:40.498681 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e598c9-75c6-4d38-916c-8b59958b7bfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:47:40.498950 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e598c9-75c6-4d38-916c-8b59958b7bfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:47:40.499293 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e598c9-75c6-4d38-916c-8b59958b7bfb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:47:40.499630 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e598c9-75c6-4d38-916c-8b59958b7bfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:47:40.499961 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e598c9-75c6-4d38-916c-8b59958b7bfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:47:40.500286 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e598c9-75c6-4d38-916c-8b59958b7bfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:47:40.500612 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e598c9-75c6-4d38-916c-8b59958b7bfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:47:40.500936 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e598c9-75c6-4d38-916c-8b59958b7bfb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:47:40.501262 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e598c9-75c6-4d38-916c-8b59958b7bfb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:47:40.501863 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e598c9-75c6-4d38-916c-8b59958b7bfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:47:40.501973 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e598c9-75c6-4d38-916c-8b59958b7bfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:47:40.502204 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e598c9-75c6-4d38-916c-8b59958b7bfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:47:40.502547 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e598c9-75c6-4d38-916c-8b59958b7bfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:47:40.509211 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 2576a882-c215-436d-ac54-9f590f8052b1 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:47:40.565843 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 2576a882-c215-436d-ac54-9f590f8052b1 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:47:40.566257 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:40.573502 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-49f064f2-d04d-40fc-87fb-46e3ed1ac8cc None None] Attempting to bind port 41d341b9-de5a-4ea8-8ed0-3e38ab7526de on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:47:40.573885 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-49f064f2-d04d-40fc-87fb-46e3ed1ac8cc None None] Attempting to bind port 41d341b9-de5a-4ea8-8ed0-3e38ab7526de by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '6b368961-220d-46c0-a7b3-752d93fe7a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '86b0eda8-0d8c-44c0-92cb-086bb55cf3a0'}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:47:40.574291 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f064f2-d04d-40fc-87fb-46e3ed1ac8cc None None] Attempting to bind port 41d341b9-de5a-4ea8-8ed0-3e38ab7526de on network 86b0eda8-0d8c-44c0-92cb-086bb55cf3a0 {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:47:40.580269 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f064f2-d04d-40fc-87fb-46e3ed1ac8cc None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:47:40.580646 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f064f2-d04d-40fc-87fb-46e3ed1ac8cc None None] Checking segment: {'id': '6b368961-220d-46c0-a7b3-752d93fe7a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '86b0eda8-0d8c-44c0-92cb-086bb55cf3a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:47:40.581056 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-49f064f2-d04d-40fc-87fb-46e3ed1ac8cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:40.581451 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f064f2-d04d-40fc-87fb-46e3ed1ac8cc None None] Bound using segment: {'id': '6b368961-220d-46c0-a7b3-752d93fe7a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '86b0eda8-0d8c-44c0-92cb-086bb55cf3a0'} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:47:40.581959 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-49f064f2-d04d-40fc-87fb-46e3ed1ac8cc None None] Bound port: 41d341b9-de5a-4ea8-8ed0-3e38ab7526de, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b368961-220d-46c0-a7b3-752d93fe7a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '86b0eda8-0d8c-44c0-92cb-086bb55cf3a0'}}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:47:40.582348 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-49f064f2-d04d-40fc-87fb-46e3ed1ac8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:40.662165 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-49f064f2-d04d-40fc-87fb-46e3ed1ac8cc None None] For port 41d341b9-de5a-4ea8-8ed0-3e38ab7526de, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:47:40.666094 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-49f064f2-d04d-40fc-87fb-46e3ed1ac8cc None None] For port 41d341b9-de5a-4ea8-8ed0-3e38ab7526de, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=41d341b9-de5a-4ea8-8ed0-3e38ab7526de,segment=NetworkSegment(6b368961-220d-46c0-a7b3-752d93fe7a84),segment_id=6b368961-220d-46c0-a7b3-752d93fe7a84)] {{(pid=103155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:47:40.673534 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-49f064f2-d04d-40fc-87fb-46e3ed1ac8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:40.705318 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-414b3ded-d29a-42c7-83aa-d9e7e02c8559 req-bda5e69e-103b-44b5-9d52-0ccf21ab86c6 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf7c81b5-fda4-4cf6-9ec9-1910a9784257 HTTP/1.1" status: 200 len: 210 time: 0.0420620 Dec 21 13:47:40.732531 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e598c9-75c6-4d38-916c-8b59958b7bfb None None] Pushing event updated for resources: {'Port': ['ID=41d341b9-de5a-4ea8-8ed0-3e38ab7526de,revision_number=4']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:47:40.748174 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f064f2-d04d-40fc-87fb-46e3ed1ac8cc None None] Routers {'74ec0db5-613a-474a-932b-c3fbe67b8741'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:47:40.748787 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-49f064f2-d04d-40fc-87fb-46e3ed1ac8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:47:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['74ec0db5-613a-474a-932b-c3fbe67b8741'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:47:40.835836 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-ae198532-0922-4fdd-8522-df8d002cfd39 None None] Provisioning complete for port 41d341b9-de5a-4ea8-8ed0-3e38ab7526de triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:47:40.837203 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ae198532-0922-4fdd-8522-df8d002cfd39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:40.859002 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-49f064f2-d04d-40fc-87fb-46e3ed1ac8cc None None] Set router 74ec0db5-613a-474a-932b-c3fbe67b8741 gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:47:40.944803 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ae198532-0922-4fdd-8522-df8d002cfd39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:40.983305 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-ae198532-0922-4fdd-8522-df8d002cfd39 None None] For port 41d341b9-de5a-4ea8-8ed0-3e38ab7526de, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=41d341b9-de5a-4ea8-8ed0-3e38ab7526de,segment=NetworkSegment(6b368961-220d-46c0-a7b3-752d93fe7a84),segment_id=6b368961-220d-46c0-a7b3-752d93fe7a84)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:47:40.988924 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ae198532-0922-4fdd-8522-df8d002cfd39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:41.043196 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae198532-0922-4fdd-8522-df8d002cfd39 None None] Pushing event updated for resources: {'Port': ['ID=41d341b9-de5a-4ea8-8ed0-3e38ab7526de,revision_number=5']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:47:41.101829 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-49f064f2-d04d-40fc-87fb-46e3ed1ac8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74ec0db5-613a-474a-932b-c3fbe67b8741', 'name': 'tempest-ServerActionsTestJSON-2083675911-router', 'tenant_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.26'}], 'enable_snat': True}, 'gw_port_id': '2576a882-c215-436d-ac54-9f590f8052b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:47:34Z', 'updated_at': '2021-12-21T13:47:37Z', 'revision_number': 4, 'project_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'gw_port': {'id': '2576a882-c215-436d-ac54-9f590f8052b1', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:84:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ec0db5-613a-474a-932b-c3fbe67b8741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:47:35Z', 'updated_at': '2021-12-21T13:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '41d341b9-de5a-4ea8-8ed0-3e38ab7526de', 'name': '', 'network_id': '86b0eda8-0d8c-44c0-92cb-086bb55cf3a0', 'tenant_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'mac_address': 'fa:16:3e:f0:17:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74ec0db5-613a-474a-932b-c3fbe67b8741', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '5e6360fb-ac23-4ada-be8e-32656d4402cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:47:36Z', 'updated_at': '2021-12-21T13:47:40Z', 'revision_number': 4, 'project_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'subnets': [{'id': '5e6360fb-ac23-4ada-be8e-32656d4402cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:47:41.113142 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-a98e9aed-0f4a-471c-9414-52d271a79b53 None None] Provisioning complete for port 41d341b9-de5a-4ea8-8ed0-3e38ab7526de triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:47:41.113521 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a98e9aed-0f4a-471c-9414-52d271a79b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:41.133670 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f064f2-d04d-40fc-87fb-46e3ed1ac8cc None None] The sync data for ids ['74ec0db5-613a-474a-932b-c3fbe67b8741'] in dv-neutron-master-2-hyperv is: [{'id': '74ec0db5-613a-474a-932b-c3fbe67b8741', 'name': 'tempest-ServerActionsTestJSON-2083675911-router', 'tenant_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.26'}], 'enable_snat': True}, 'gw_port_id': '2576a882-c215-436d-ac54-9f590f8052b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:47:34Z', 'updated_at': '2021-12-21T13:47:37Z', 'revision_number': 4, 'project_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'gw_port': {'id': '2576a882-c215-436d-ac54-9f590f8052b1', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:84:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ec0db5-613a-474a-932b-c3fbe67b8741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:47:35Z', 'updated_at': '2021-12-21T13:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '41d341b9-de5a-4ea8-8ed0-3e38ab7526de', 'name': '', 'network_id': '86b0eda8-0d8c-44c0-92cb-086bb55cf3a0', 'tenant_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'mac_address': 'fa:16:3e:f0:17:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74ec0db5-613a-474a-932b-c3fbe67b8741', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '5e6360fb-ac23-4ada-be8e-32656d4402cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:47:36Z', 'updated_at': '2021-12-21T13:47:40Z', 'revision_number': 4, 'project_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'subnets': [{'id': '5e6360fb-ac23-4ada-be8e-32656d4402cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:47:41.766918 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797f2b71-fa90-4863-91fc-f389602a48f7 req-a5ae50c0-5948-46d7-b457-216b8737d8ef tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:47:41.768437 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-797f2b71-fa90-4863-91fc-f389602a48f7 req-a5ae50c0-5948-46d7-b457-216b8737d8ef tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.60 "GET /v2.0/networks?id=86b0eda8-0d8c-44c0-92cb-086bb55cf3a0 HTTP/1.1" status: 200 len: 812 time: 0.1107185 Dec 21 13:47:41.796439 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-641427cb-6965-434c-894c-36551458c8be req-d168387f-0359-45f6-923e-6b179f042f57 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf7c81b5-fda4-4cf6-9ec9-1910a9784257 HTTP/1.1" status: 200 len: 210 time: 0.0305505 Dec 21 13:47:41.850122 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-797f2b71-fa90-4863-91fc-f389602a48f7 req-e455f22d-f9dc-459d-befd-ff132b7364ce tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c3ccac8e105f47e9bf2dee4dbe2c86e4 HTTP/1.1" status: 200 len: 380 time: 0.0680659 Dec 21 13:47:41.863059 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [req-797f2b71-fa90-4863-91fc-f389602a48f7 req-9f6806a2-ba57-4fbd-bf96-3f604350d5cb tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Request body: {'port': {'device_id': 'bf7c81b5-fda4-4cf6-9ec9-1910a9784257', 'network_id': '86b0eda8-0d8c-44c0-92cb-086bb55cf3a0', 'admin_state_up': True, 'tenant_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'security_groups': ['2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2']}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:47:41.970851 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-797f2b71-fa90-4863-91fc-f389602a48f7 req-9f6806a2-ba57-4fbd-bf96-3f604350d5cb tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Made reservation on behalf of c3ccac8e105f47e9bf2dee4dbe2c86e4 for: {'port': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:47:41.974666 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-797f2b71-fa90-4863-91fc-f389602a48f7 req-9f6806a2-ba57-4fbd-bf96-3f604350d5cb tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:42.099214 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [req-797f2b71-fa90-4863-91fc-f389602a48f7 req-9f6806a2-ba57-4fbd-bf96-3f604350d5cb tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Allocated IP 172.20.0.3 (86b0eda8-0d8c-44c0-92cb-086bb55cf3a0/5e6360fb-ac23-4ada-be8e-32656d4402cd/0990f3af-8979-49d0-85c6-b62d50b159c1) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:47:42.233721 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-797f2b71-fa90-4863-91fc-f389602a48f7 req-9f6806a2-ba57-4fbd-bf96-3f604350d5cb tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:42.270454 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-797f2b71-fa90-4863-91fc-f389602a48f7 req-9f6806a2-ba57-4fbd-bf96-3f604350d5cb tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:42.313400 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-797f2b71-fa90-4863-91fc-f389602a48f7 req-9f6806a2-ba57-4fbd-bf96-3f604350d5cb tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Network 86b0eda8-0d8c-44c0-92cb-086bb55cf3a0 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:47:42.316596 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [req-797f2b71-fa90-4863-91fc-f389602a48f7 req-9f6806a2-ba57-4fbd-bf96-3f604350d5cb tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:47:42.319017 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [req-797f2b71-fa90-4863-91fc-f389602a48f7 req-9f6806a2-ba57-4fbd-bf96-3f604350d5cb tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:47:42.348431 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6806a2-ba57-4fbd-bf96-3f604350d5cb tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Pushing event updated for resources: {'Port': ['ID=0990f3af-8979-49d0-85c6-b62d50b159c1,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:47:42.375174 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797f2b71-fa90-4863-91fc-f389602a48f7 req-9f6806a2-ba57-4fbd-bf96-3f604350d5cb tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:47:42.375791 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-797f2b71-fa90-4863-91fc-f389602a48f7 req-9f6806a2-ba57-4fbd-bf96-3f604350d5cb tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:42.393042 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-797f2b71-fa90-4863-91fc-f389602a48f7 req-9f6806a2-ba57-4fbd-bf96-3f604350d5cb tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5337377 Dec 21 13:47:42.415446 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [req-797f2b71-fa90-4863-91fc-f389602a48f7 req-ac2ba045-ac06-456a-83cf-5f476f5e280f service neutron] Request body: {'port': {'device_id': 'bf7c81b5-fda4-4cf6-9ec9-1910a9784257', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:47:42.477090 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-797f2b71-fa90-4863-91fc-f389602a48f7 req-ac2ba045-ac06-456a-83cf-5f476f5e280f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:42.501732 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 41d341b9-de5a-4ea8-8ed0-3e38ab7526de up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:47:42.550093 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 41d341b9-de5a-4ea8-8ed0-3e38ab7526de triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:47:42.550494 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:42.640897 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-76092f19-b715-4c22-a9ce-f42470d70a42 None None] Provisioning complete for port 0990f3af-8979-49d0-85c6-b62d50b159c1 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:47:42.641274 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-76092f19-b715-4c22-a9ce-f42470d70a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:42.677380 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-76092f19-b715-4c22-a9ce-f42470d70a42 None None] Port 0990f3af-8979-49d0-85c6-b62d50b159c1 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:47:42.745287 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [req-797f2b71-fa90-4863-91fc-f389602a48f7 req-ac2ba045-ac06-456a-83cf-5f476f5e280f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0990f3af-8979-49d0-85c6-b62d50b159c1 {{(pid=103153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 13:47:42.752405 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-797f2b71-fa90-4863-91fc-f389602a48f7 req-ac2ba045-ac06-456a-83cf-5f476f5e280f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:42.764402 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.provisioning_blocks [req-797f2b71-fa90-4863-91fc-f389602a48f7 req-ac2ba045-ac06-456a-83cf-5f476f5e280f service neutron] Transition to ACTIVE for port object 0990f3af-8979-49d0-85c6-b62d50b159c1 will not be triggered until provisioned by entity L2. {{(pid=103153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 13:47:42.768003 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-797f2b71-fa90-4863-91fc-f389602a48f7 req-ac2ba045-ac06-456a-83cf-5f476f5e280f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:42.854518 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2ba045-ac06-456a-83cf-5f476f5e280f service neutron] Pushing event updated for resources: {'Port': ['ID=0990f3af-8979-49d0-85c6-b62d50b159c1,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:47:42.901763 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-797f2b71-fa90-4863-91fc-f389602a48f7 req-ac2ba045-ac06-456a-83cf-5f476f5e280f service neutron] Attempting to bind port 0990f3af-8979-49d0-85c6-b62d50b159c1 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:47:42.902099 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-797f2b71-fa90-4863-91fc-f389602a48f7 req-ac2ba045-ac06-456a-83cf-5f476f5e280f service neutron] Attempting to bind port 0990f3af-8979-49d0-85c6-b62d50b159c1 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '6b368961-220d-46c0-a7b3-752d93fe7a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '86b0eda8-0d8c-44c0-92cb-086bb55cf3a0'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:47:42.902463 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797f2b71-fa90-4863-91fc-f389602a48f7 req-ac2ba045-ac06-456a-83cf-5f476f5e280f service neutron] Attempting to bind port 0990f3af-8979-49d0-85c6-b62d50b159c1 on network 86b0eda8-0d8c-44c0-92cb-086bb55cf3a0 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:47:42.922976 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797f2b71-fa90-4863-91fc-f389602a48f7 req-ac2ba045-ac06-456a-83cf-5f476f5e280f service neutron] Port 0990f3af-8979-49d0-85c6-b62d50b159c1 on network 86b0eda8-0d8c-44c0-92cb-086bb55cf3a0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 13:47:42.923302 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797f2b71-fa90-4863-91fc-f389602a48f7 req-ac2ba045-ac06-456a-83cf-5f476f5e280f service neutron] Attempting to bind port 0990f3af-8979-49d0-85c6-b62d50b159c1 on network 86b0eda8-0d8c-44c0-92cb-086bb55cf3a0 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:47:42.932041 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797f2b71-fa90-4863-91fc-f389602a48f7 req-ac2ba045-ac06-456a-83cf-5f476f5e280f service neutron] Checking agent: {'id': 'cb078e0e-af00-4e4f-8117-46ca6496af1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 23, 43), 'started_at': datetime.datetime(2021, 12, 21, 13, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:47:42.932378 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797f2b71-fa90-4863-91fc-f389602a48f7 req-ac2ba045-ac06-456a-83cf-5f476f5e280f service neutron] Checking segment: {'id': '6b368961-220d-46c0-a7b3-752d93fe7a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '86b0eda8-0d8c-44c0-92cb-086bb55cf3a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:47:42.932762 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797f2b71-fa90-4863-91fc-f389602a48f7 req-ac2ba045-ac06-456a-83cf-5f476f5e280f service neutron] Bound using segment: {'id': '6b368961-220d-46c0-a7b3-752d93fe7a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '86b0eda8-0d8c-44c0-92cb-086bb55cf3a0'} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:47:42.933193 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-797f2b71-fa90-4863-91fc-f389602a48f7 req-ac2ba045-ac06-456a-83cf-5f476f5e280f service neutron] Bound port: 0990f3af-8979-49d0-85c6-b62d50b159c1, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b368961-220d-46c0-a7b3-752d93fe7a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '86b0eda8-0d8c-44c0-92cb-086bb55cf3a0'}}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:47:42.933545 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-797f2b71-fa90-4863-91fc-f389602a48f7 req-ac2ba045-ac06-456a-83cf-5f476f5e280f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:42.961523 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51a98c5-4d52-4521-bfe2-a5ef171bd3ea req-afabf7c6-1034-47a4-a06f-7a0f19ee3657 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:47:42.963169 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-d51a98c5-4d52-4521-bfe2-a5ef171bd3ea req-afabf7c6-1034-47a4-a06f-7a0f19ee3657 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf7c81b5-fda4-4cf6-9ec9-1910a9784257 HTTP/1.1" status: 200 len: 943 time: 0.0801194 Dec 21 13:47:43.044090 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-797f2b71-fa90-4863-91fc-f389602a48f7 req-ac2ba045-ac06-456a-83cf-5f476f5e280f service neutron] For port 0990f3af-8979-49d0-85c6-b62d50b159c1, host hv-neutron-mast, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:47:43.048895 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-d51a98c5-4d52-4521-bfe2-a5ef171bd3ea req-38eeff24-766f-48f6-8d4b-dcbb4ab9cb46 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681276 Dec 21 13:47:43.050636 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-797f2b71-fa90-4863-91fc-f389602a48f7 req-ac2ba045-ac06-456a-83cf-5f476f5e280f service neutron] For port 0990f3af-8979-49d0-85c6-b62d50b159c1, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0990f3af-8979-49d0-85c6-b62d50b159c1,segment=NetworkSegment(6b368961-220d-46c0-a7b3-752d93fe7a84),segment_id=6b368961-220d-46c0-a7b3-752d93fe7a84)] {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:47:43.055083 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-797f2b71-fa90-4863-91fc-f389602a48f7 req-ac2ba045-ac06-456a-83cf-5f476f5e280f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:43.096289 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797f2b71-fa90-4863-91fc-f389602a48f7 req-ac2ba045-ac06-456a-83cf-5f476f5e280f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:47:43.096912 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-797f2b71-fa90-4863-91fc-f389602a48f7 req-ac2ba045-ac06-456a-83cf-5f476f5e280f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:43.098300 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-797f2b71-fa90-4863-91fc-f389602a48f7 req-ac2ba045-ac06-456a-83cf-5f476f5e280f service neutron] 10.222.0.60 "PUT /v2.0/ports/0990f3af-8979-49d0-85c6-b62d50b159c1 HTTP/1.1" status: 200 len: 1093 time: 0.6875603 Dec 21 13:47:43.098766 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf7c81b5-fda4-4cf6-9ec9-1910a9784257', 'tag': '0990f3af-8979-49d0-85c6-b62d50b159c1'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:47:43.101125 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af6034c98e584fa55ea4398f343c742ceb598288507feaf30d5a15785b2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90b9b5a1-932e-4df6-8a37-3ee068087d95" -d '{"events": [{"name": "network-changed", "server_uuid": "bf7c81b5-fda4-4cf6-9ec9-1910a9784257", "tag": "0990f3af-8979-49d0-85c6-b62d50b159c1"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:47:43.120798 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2ba045-ac06-456a-83cf-5f476f5e280f service neutron] Pushing event updated for resources: {'Port': ['ID=0990f3af-8979-49d0-85c6-b62d50b159c1,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:47:43.148070 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 13:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd97fadc-6e57-432b-8d3f-8478d471c015 x-openstack-request-id: req-dd97fadc-6e57-432b-8d3f-8478d471c015 {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:47:43.149683 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf7c81b5-fda4-4cf6-9ec9-1910a9784257", "tag": "0990f3af-8979-49d0-85c6-b62d50b159c1", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:47:43.149944 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dd97fadc-6e57-432b-8d3f-8478d471c015 {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:47:43.150461 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf7c81b5-fda4-4cf6-9ec9-1910a9784257', 'tag': '0990f3af-8979-49d0-85c6-b62d50b159c1', 'status': 'completed', 'code': 200} Dec 21 13:47:43.209543 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797f2b71-fa90-4863-91fc-f389602a48f7 req-77ff1155-6072-4250-a828-bc2e6736e45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:47:43.211750 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-797f2b71-fa90-4863-91fc-f389602a48f7 req-77ff1155-6072-4250-a828-bc2e6736e45d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c3ccac8e105f47e9bf2dee4dbe2c86e4&device_id=bf7c81b5-fda4-4cf6-9ec9-1910a9784257 HTTP/1.1" status: 200 len: 1096 time: 0.0454178 Dec 21 13:47:43.261949 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-797f2b71-fa90-4863-91fc-f389602a48f7 req-6e612e9c-a604-488a-89f3-2501ac9a1f21 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0990f3af-8979-49d0-85c6-b62d50b159c1 HTTP/1.1" status: 200 len: 217 time: 0.0388210 Dec 21 13:47:43.314416 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797f2b71-fa90-4863-91fc-f389602a48f7 req-a3996644-1ebc-44d7-bae7-594bc098eb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:47:43.315888 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-797f2b71-fa90-4863-91fc-f389602a48f7 req-a3996644-1ebc-44d7-bae7-594bc098eb1b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5e6360fb-ac23-4ada-be8e-32656d4402cd HTTP/1.1" status: 200 len: 851 time: 0.0482435 Dec 21 13:47:43.372633 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:43.693436 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797f2b71-fa90-4863-91fc-f389602a48f7 req-494bba57-42d3-4d28-a734-4ec1422f1e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:47:43.694968 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-797f2b71-fa90-4863-91fc-f389602a48f7 req-494bba57-42d3-4d28-a734-4ec1422f1e3b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=86b0eda8-0d8c-44c0-92cb-086bb55cf3a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3727818 Dec 21 13:47:43.780426 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-797f2b71-fa90-4863-91fc-f389602a48f7 req-c9393c9f-cf8f-40fa-a2fd-980433eae72d service neutron] 10.222.0.60 "GET /v2.0/networks/86b0eda8-0d8c-44c0-92cb-086bb55cf3a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783892 Dec 21 13:47:43.867826 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-797f2b71-fa90-4863-91fc-f389602a48f7 req-d5bbebef-46a8-4d50-95db-da1daeb58556 service neutron] 10.222.0.60 "GET /v2.0/networks/86b0eda8-0d8c-44c0-92cb-086bb55cf3a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804877 Dec 21 13:47:43.989454 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b9b5a1-932e-4df6-8a37-3ee068087d95 req-326ec53b-0af5-47f2-81ed-df23276cd390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:47:43.990867 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-90b9b5a1-932e-4df6-8a37-3ee068087d95 req-326ec53b-0af5-47f2-81ed-df23276cd390 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c3ccac8e105f47e9bf2dee4dbe2c86e4&device_id=bf7c81b5-fda4-4cf6-9ec9-1910a9784257 HTTP/1.1" status: 200 len: 1096 time: 0.0386531 Dec 21 13:47:44.080948 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b9b5a1-932e-4df6-8a37-3ee068087d95 req-330809f2-80af-48d5-938d-5877e7920d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:47:44.082461 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-90b9b5a1-932e-4df6-8a37-3ee068087d95 req-330809f2-80af-48d5-938d-5877e7920d33 service neutron] 10.222.0.60 "GET /v2.0/networks?id=86b0eda8-0d8c-44c0-92cb-086bb55cf3a0 HTTP/1.1" status: 200 len: 913 time: 0.0848269 Dec 21 13:47:44.123769 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-90b9b5a1-932e-4df6-8a37-3ee068087d95 req-db45fa54-2723-40f0-a659-90d98f8b13ae service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0990f3af-8979-49d0-85c6-b62d50b159c1 HTTP/1.1" status: 200 len: 217 time: 0.0349545 Dec 21 13:47:44.197540 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b9b5a1-932e-4df6-8a37-3ee068087d95 req-cfbb9afe-ed24-44c1-b5d3-f06187dc637f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:47:44.198998 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-90b9b5a1-932e-4df6-8a37-3ee068087d95 req-cfbb9afe-ed24-44c1-b5d3-f06187dc637f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5e6360fb-ac23-4ada-be8e-32656d4402cd HTTP/1.1" status: 200 len: 851 time: 0.0679483 Dec 21 13:47:44.207278 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939c3c6f-d6d8-40db-bdb6-eef47fae476c req-a7aacc2a-89d9-44cd-aa8a-db66fdba4b12 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:47:44.208597 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-939c3c6f-d6d8-40db-bdb6-eef47fae476c req-a7aacc2a-89d9-44cd-aa8a-db66fdba4b12 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf7c81b5-fda4-4cf6-9ec9-1910a9784257 HTTP/1.1" status: 200 len: 943 time: 0.0875447 Dec 21 13:47:44.277761 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b9b5a1-932e-4df6-8a37-3ee068087d95 req-c0d08b6f-60db-4782-a6d1-7975eb436ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:47:44.279194 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-90b9b5a1-932e-4df6-8a37-3ee068087d95 req-c0d08b6f-60db-4782-a6d1-7975eb436ace service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=86b0eda8-0d8c-44c0-92cb-086bb55cf3a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697665 Dec 21 13:47:44.282771 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-939c3c6f-d6d8-40db-bdb6-eef47fae476c req-c32a810f-da90-4ae4-a3e5-e68ab3949a35 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650656 Dec 21 13:47:44.370189 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-90b9b5a1-932e-4df6-8a37-3ee068087d95 req-eb5b057f-0bcf-4667-bef7-4fb1dbe1f539 service neutron] 10.222.0.60 "GET /v2.0/networks/86b0eda8-0d8c-44c0-92cb-086bb55cf3a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838163 Dec 21 13:47:44.457434 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-90b9b5a1-932e-4df6-8a37-3ee068087d95 req-f11f4f59-e645-4a5a-8a9f-b330759b20de service neutron] 10.222.0.60 "GET /v2.0/networks/86b0eda8-0d8c-44c0-92cb-086bb55cf3a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804005 Dec 21 13:47:45.190810 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 0990f3af-8979-49d0-85c6-b62d50b159c1 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 13:47:45.284653 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port 0990f3af-8979-49d0-85c6-b62d50b159c1, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0990f3af-8979-49d0-85c6-b62d50b159c1,segment=NetworkSegment(6b368961-220d-46c0-a7b3-752d93fe7a84),segment_id=6b368961-220d-46c0-a7b3-752d93fe7a84)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:47:45.294585 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Returning: {'device': '0990f3af-8979-49d0-85c6-b62d50b159c1', 'network_id': '86b0eda8-0d8c-44c0-92cb-086bb55cf3a0', 'port_id': '0990f3af-8979-49d0-85c6-b62d50b159c1', 'mac_address': 'fa:16:3e:f4:e9:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e6360fb-ac23-4ada-be8e-32656d4402cd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 13:47:45.331980 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:45.344900 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0990f3af-8979-49d0-85c6-b62d50b159c1 {{(pid=103154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 13:47:45.363697 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port 0990f3af-8979-49d0-85c6-b62d50b159c1, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0990f3af-8979-49d0-85c6-b62d50b159c1,segment=NetworkSegment(6b368961-220d-46c0-a7b3-752d93fe7a84),segment_id=6b368961-220d-46c0-a7b3-752d93fe7a84)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:47:45.368901 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:45.404770 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95864c15-d231-420b-a67b-82d33a9b0aa3 req-f1d57b99-a25b-4ada-b3d3-906fbf39a0bd tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:47:45.406422 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-95864c15-d231-420b-a67b-82d33a9b0aa3 req-f1d57b99-a25b-4ada-b3d3-906fbf39a0bd tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf7c81b5-fda4-4cf6-9ec9-1910a9784257 HTTP/1.1" status: 200 len: 943 time: 0.0536385 Dec 21 13:47:45.416539 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=0990f3af-8979-49d0-85c6-b62d50b159c1,revision_number=4']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:47:45.454176 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-95864c15-d231-420b-a67b-82d33a9b0aa3 req-406d2418-9663-436b-9463-42c3c7a89cb6 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415056 Dec 21 13:47:45.643453 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] get_ports_and_sgs() called for port_ids ['0990f3af-8979-49d0-85c6-b62d50b159c1'] {{(pid=103154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 13:47:46.581548 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f621d50-7421-439d-9b4f-28be72e7e56f req-2329dd30-2bf0-4205-8064-26c621aea81d tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:47:46.583065 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7f621d50-7421-439d-9b4f-28be72e7e56f req-2329dd30-2bf0-4205-8064-26c621aea81d tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf7c81b5-fda4-4cf6-9ec9-1910a9784257 HTTP/1.1" status: 200 len: 944 time: 0.0536864 Dec 21 13:47:46.629192 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7f621d50-7421-439d-9b4f-28be72e7e56f req-dda07582-685c-4bd9-9a8b-c12e4b7b24ec tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394838 Dec 21 13:47:47.192000 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 0990f3af-8979-49d0-85c6-b62d50b159c1 up at agent hyperv_hv-neutron-mast {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:47:47.240708 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Provisioning for port 0990f3af-8979-49d0-85c6-b62d50b159c1 completed by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 13:47:47.244245 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Provisioning complete for port 0990f3af-8979-49d0-85c6-b62d50b159c1 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:47:47.244616 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:47.322525 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:47.344377 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf7c81b5-fda4-4cf6-9ec9-1910a9784257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0990f3af-8979-49d0-85c6-b62d50b159c1'}] {{(pid=103154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:47:47.346625 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6f45aca8ac5f8c0cc5868273c98d8aa60330245aed22d61c8da5c1f2d6fc01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83eb3c8a-c240-42a9-b748-5f700dc08a1d" -d '{"events": [{"server_uuid": "bf7c81b5-fda4-4cf6-9ec9-1910a9784257", "name": "network-vif-plugged", "status": "completed", "tag": "0990f3af-8979-49d0-85c6-b62d50b159c1"}]}' {{(pid=103154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:47:47.358941 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port 0990f3af-8979-49d0-85c6-b62d50b159c1, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0990f3af-8979-49d0-85c6-b62d50b159c1,segment=NetworkSegment(6b368961-220d-46c0-a7b3-752d93fe7a84),segment_id=6b368961-220d-46c0-a7b3-752d93fe7a84)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:47:47.364224 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:47.387235 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 13:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16435d5a-de39-48bb-9b9f-9599486ccbc1 x-openstack-request-id: req-16435d5a-de39-48bb-9b9f-9599486ccbc1 {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:47:47.387530 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf7c81b5-fda4-4cf6-9ec9-1910a9784257", "name": "network-vif-plugged", "status": "completed", "tag": "0990f3af-8979-49d0-85c6-b62d50b159c1", "code": 200}]} {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:47:47.387782 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-16435d5a-de39-48bb-9b9f-9599486ccbc1 {{(pid=103154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:47:47.388165 dv-neutron-master-2-hyperv neutron-server[103154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf7c81b5-fda4-4cf6-9ec9-1910a9784257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0990f3af-8979-49d0-85c6-b62d50b159c1', 'code': 200} Dec 21 13:47:47.413619 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=0990f3af-8979-49d0-85c6-b62d50b159c1,revision_number=5']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:47:47.580316 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46efed5-5967-426c-830e-8826b1f21b6c req-5012d273-0043-4dbb-ada3-105e37684985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:47:47.581828 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b46efed5-5967-426c-830e-8826b1f21b6c req-5012d273-0043-4dbb-ada3-105e37684985 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=bf7c81b5-fda4-4cf6-9ec9-1910a9784257 HTTP/1.1" status: 200 len: 1098 time: 0.0410583 Dec 21 13:47:47.624466 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b46efed5-5967-426c-830e-8826b1f21b6c req-691a2c20-16d7-49d4-8e55-2c1d43b789d1 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363612 Dec 21 13:47:47.743079 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c01ea9-7280-42c0-a9d1-2fd3e0f0bb1c req-3c16d32f-9fe7-4b14-bb5f-d9cec5d2898c tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:47:47.744560 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a3c01ea9-7280-42c0-a9d1-2fd3e0f0bb1c req-3c16d32f-9fe7-4b14-bb5f-d9cec5d2898c tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf7c81b5-fda4-4cf6-9ec9-1910a9784257 HTTP/1.1" status: 200 len: 945 time: 0.0485861 Dec 21 13:47:47.795353 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a3c01ea9-7280-42c0-a9d1-2fd3e0f0bb1c req-0b6e1823-9a70-4e81-8947-cd5e0857172a tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448804 Dec 21 13:47:48.916444 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9604c8ef-2695-45d3-af09-c15887dcbcc3 req-09ecb43c-4d95-4a90-82b0-8f730dc910f2 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:47:48.917788 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-9604c8ef-2695-45d3-af09-c15887dcbcc3 req-09ecb43c-4d95-4a90-82b0-8f730dc910f2 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf7c81b5-fda4-4cf6-9ec9-1910a9784257 HTTP/1.1" status: 200 len: 945 time: 0.0519485 Dec 21 13:47:48.964012 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-9604c8ef-2695-45d3-af09-c15887dcbcc3 req-0349eaaa-b318-4998-980d-37fcfa2d7ace tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403457 Dec 21 13:47:49.071806 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270444b8-026d-41b2-8a63-4ad28358dd0b req-ee679c4e-b643-436f-982e-68afd9d4f767 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:47:49.073258 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-270444b8-026d-41b2-8a63-4ad28358dd0b req-ee679c4e-b643-436f-982e-68afd9d4f767 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf7c81b5-fda4-4cf6-9ec9-1910a9784257 HTTP/1.1" status: 200 len: 945 time: 0.0476065 Dec 21 13:47:49.081669 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 35056) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:47:49.086012 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-2e5f2eab-3a00-4e64-99e4-a85ac14966a6 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Request body: {'floatingip': {'port_id': '0990f3af-8979-49d0-85c6-b62d50b159c1'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:47:49.126535 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2e5f2eab-3a00-4e64-99e4-a85ac14966a6 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Publish callbacks [] for floatingip, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:49.566966 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2e5f2eab-3a00-4e64-99e4-a85ac14966a6 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:49.570303 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2e5f2eab-3a00-4e64-99e4-a85ac14966a6 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548820'] for floatingip, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:49.668653 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.l3_db [None req-2e5f2eab-3a00-4e64-99e4-a85ac14966a6 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Floating IP 89eccce2-6eaa-453a-b6a7-962f10e6d146 associated. External IP: 172.36.3.189, port: 0990f3af-8979-49d0-85c6-b62d50b159c1. Dec 21 13:47:49.880762 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e5f2eab-3a00-4e64-99e4-a85ac14966a6 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Router 74ec0db5-613a-474a-932b-c3fbe67b8741 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:47:49.986166 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e5f2eab-3a00-4e64-99e4-a85ac14966a6 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:47:49.990714 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2e5f2eab-3a00-4e64-99e4-a85ac14966a6 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for floatingip, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:49.996106 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff438f6-c12b-440c-9118-5adb7185fd48 None None] Sync routers for ids ['74ec0db5-613a-474a-932b-c3fbe67b8741'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:47:50.005688 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff438f6-c12b-440c-9118-5adb7185fd48 None None] Routers {'74ec0db5-613a-474a-932b-c3fbe67b8741'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:47:50.006292 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-dff438f6-c12b-440c-9118-5adb7185fd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:47:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['74ec0db5-613a-474a-932b-c3fbe67b8741'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:47:50.018498 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-2e5f2eab-3a00-4e64-99e4-a85ac14966a6 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "PUT /v2.0/floatingips/89eccce2-6eaa-453a-b6a7-962f10e6d146 HTTP/1.1" status: 200 len: 991 time: 0.9357412 Dec 21 13:47:50.019283 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf7c81b5-fda4-4cf6-9ec9-1910a9784257', 'tag': '0990f3af-8979-49d0-85c6-b62d50b159c1'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:47:50.021630 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af6034c98e584fa55ea4398f343c742ceb598288507feaf30d5a15785b2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b4bb49e-ba92-49bc-a26f-4694bb6b801d" -d '{"events": [{"name": "network-changed", "server_uuid": "bf7c81b5-fda4-4cf6-9ec9-1910a9784257", "tag": "0990f3af-8979-49d0-85c6-b62d50b159c1"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:47:50.059846 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 13:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90664b1d-be68-433b-8cee-96d0afbdb7ce x-openstack-request-id: req-90664b1d-be68-433b-8cee-96d0afbdb7ce {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:47:50.060145 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf7c81b5-fda4-4cf6-9ec9-1910a9784257", "tag": "0990f3af-8979-49d0-85c6-b62d50b159c1", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:47:50.060404 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-90664b1d-be68-433b-8cee-96d0afbdb7ce {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:47:50.060814 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf7c81b5-fda4-4cf6-9ec9-1910a9784257', 'tag': '0990f3af-8979-49d0-85c6-b62d50b159c1', 'status': 'completed', 'code': 200} Dec 21 13:47:50.110668 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-dff438f6-c12b-440c-9118-5adb7185fd48 None None] Set router 74ec0db5-613a-474a-932b-c3fbe67b8741 gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:47:50.149442 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4bb49e-ba92-49bc-a26f-4694bb6b801d req-aa2238a0-20fe-4134-a5d9-93ab1a70ca26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:47:50.151008 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1b4bb49e-ba92-49bc-a26f-4694bb6b801d req-aa2238a0-20fe-4134-a5d9-93ab1a70ca26 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c3ccac8e105f47e9bf2dee4dbe2c86e4&device_id=bf7c81b5-fda4-4cf6-9ec9-1910a9784257 HTTP/1.1" status: 200 len: 1098 time: 0.0433760 Dec 21 13:47:50.247537 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4bb49e-ba92-49bc-a26f-4694bb6b801d req-4789764b-0e54-4f28-a5b5-4ae66e0edff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:47:50.249035 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1b4bb49e-ba92-49bc-a26f-4694bb6b801d req-4789764b-0e54-4f28-a5b5-4ae66e0edff9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=86b0eda8-0d8c-44c0-92cb-086bb55cf3a0 HTTP/1.1" status: 200 len: 913 time: 0.0913279 Dec 21 13:47:50.315871 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1b4bb49e-ba92-49bc-a26f-4694bb6b801d req-75ef1f6c-fe88-4a8f-93d4-449c54d289ea service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0990f3af-8979-49d0-85c6-b62d50b159c1 HTTP/1.1" status: 200 len: 999 time: 0.0576138 Dec 21 13:47:50.333474 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-dff438f6-c12b-440c-9118-5adb7185fd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74ec0db5-613a-474a-932b-c3fbe67b8741', 'name': 'tempest-ServerActionsTestJSON-2083675911-router', 'tenant_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.26'}], 'enable_snat': True}, 'gw_port_id': '2576a882-c215-436d-ac54-9f590f8052b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:47:34Z', 'updated_at': '2021-12-21T13:47:37Z', 'revision_number': 4, 'project_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'gw_port': {'id': '2576a882-c215-436d-ac54-9f590f8052b1', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:84:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ec0db5-613a-474a-932b-c3fbe67b8741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:47:35Z', 'updated_at': '2021-12-21T13:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '89eccce2-6eaa-453a-b6a7-962f10e6d146', 'tenant_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'floating_ip_address': '172.36.3.189', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': '74ec0db5-613a-474a-932b-c3fbe67b8741', 'port_id': '0990f3af-8979-49d0-85c6-b62d50b159c1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86b0eda8-0d8c-44c0-92cb-086bb55cf3a0', 'mac_address': 'fa:16:3e:f4:e9:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7c81b5-fda4-4cf6-9ec9-1910a9784257', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T13:47:39Z', 'updated_at': '2021-12-21T13:47:49Z', 'revision_number': 1, 'project_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41d341b9-de5a-4ea8-8ed0-3e38ab7526de', 'name': '', 'network_id': '86b0eda8-0d8c-44c0-92cb-086bb55cf3a0', 'tenant_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'mac_address': 'fa:16:3e:f0:17:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ec0db5-613a-474a-932b-c3fbe67b8741', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '5e6360fb-ac23-4ada-be8e-32656d4402cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:47:36Z', 'updated_at': '2021-12-21T13:47:40Z', 'revision_number': 5, 'project_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'subnets': [{'id': '5e6360fb-ac23-4ada-be8e-32656d4402cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:47:50.359456 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff438f6-c12b-440c-9118-5adb7185fd48 None None] Checking router: 74ec0db5-613a-474a-932b-c3fbe67b8741 for host: dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:47:50.364588 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4bb49e-ba92-49bc-a26f-4694bb6b801d req-dbfd2703-5768-47e8-854f-1acba2094bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:47:50.366053 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1b4bb49e-ba92-49bc-a26f-4694bb6b801d req-dbfd2703-5768-47e8-854f-1acba2094bdf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5e6360fb-ac23-4ada-be8e-32656d4402cd HTTP/1.1" status: 200 len: 851 time: 0.0440683 Dec 21 13:47:50.367453 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff438f6-c12b-440c-9118-5adb7185fd48 None None] Routers {'74ec0db5-613a-474a-932b-c3fbe67b8741'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:47:50.368061 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-dff438f6-c12b-440c-9118-5adb7185fd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:47:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['74ec0db5-613a-474a-932b-c3fbe67b8741'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:47:50.418446 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4bb49e-ba92-49bc-a26f-4694bb6b801d req-282639d4-c104-44a6-a95e-180f9b586a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:47:50.419978 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1b4bb49e-ba92-49bc-a26f-4694bb6b801d req-282639d4-c104-44a6-a95e-180f9b586a3b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=86b0eda8-0d8c-44c0-92cb-086bb55cf3a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0462658 Dec 21 13:47:50.473100 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-dff438f6-c12b-440c-9118-5adb7185fd48 None None] Set router 74ec0db5-613a-474a-932b-c3fbe67b8741 gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:47:50.508096 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1b4bb49e-ba92-49bc-a26f-4694bb6b801d req-9a6651e0-74ac-4d62-9d11-6639cf259c73 service neutron] 10.222.0.60 "GET /v2.0/networks/86b0eda8-0d8c-44c0-92cb-086bb55cf3a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814795 Dec 21 13:47:50.605143 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1b4bb49e-ba92-49bc-a26f-4694bb6b801d req-25a3f7cc-a439-4b15-9ed7-0d28d00f43c2 service neutron] 10.222.0.60 "GET /v2.0/networks/86b0eda8-0d8c-44c0-92cb-086bb55cf3a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912716 Dec 21 13:47:50.841067 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.agents_db [None req-c60a5637-8c6f-4692-b23b-7dd82bd36b21 None None] Agent healthcheck: found 6 active agents {{(pid=103155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 13:47:50.841871 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-dff438f6-c12b-440c-9118-5adb7185fd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74ec0db5-613a-474a-932b-c3fbe67b8741', 'name': 'tempest-ServerActionsTestJSON-2083675911-router', 'tenant_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.26'}], 'enable_snat': True}, 'gw_port_id': '2576a882-c215-436d-ac54-9f590f8052b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:47:34Z', 'updated_at': '2021-12-21T13:47:37Z', 'revision_number': 4, 'project_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'gw_port': {'id': '2576a882-c215-436d-ac54-9f590f8052b1', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:84:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ec0db5-613a-474a-932b-c3fbe67b8741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:47:35Z', 'updated_at': '2021-12-21T13:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '89eccce2-6eaa-453a-b6a7-962f10e6d146', 'tenant_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'floating_ip_address': '172.36.3.189', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': '74ec0db5-613a-474a-932b-c3fbe67b8741', 'port_id': '0990f3af-8979-49d0-85c6-b62d50b159c1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86b0eda8-0d8c-44c0-92cb-086bb55cf3a0', 'mac_address': 'fa:16:3e:f4:e9:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7c81b5-fda4-4cf6-9ec9-1910a9784257', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T13:47:39Z', 'updated_at': '2021-12-21T13:47:49Z', 'revision_number': 1, 'project_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41d341b9-de5a-4ea8-8ed0-3e38ab7526de', 'name': '', 'network_id': '86b0eda8-0d8c-44c0-92cb-086bb55cf3a0', 'tenant_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'mac_address': 'fa:16:3e:f0:17:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ec0db5-613a-474a-932b-c3fbe67b8741', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '5e6360fb-ac23-4ada-be8e-32656d4402cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:47:36Z', 'updated_at': '2021-12-21T13:47:40Z', 'revision_number': 5, 'project_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'subnets': [{'id': '5e6360fb-ac23-4ada-be8e-32656d4402cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:47:50.867507 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff438f6-c12b-440c-9118-5adb7185fd48 None None] The sync data for ids ['74ec0db5-613a-474a-932b-c3fbe67b8741'] in dv-neutron-master-2-hyperv is: [{'id': '74ec0db5-613a-474a-932b-c3fbe67b8741', 'name': 'tempest-ServerActionsTestJSON-2083675911-router', 'tenant_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.26'}], 'enable_snat': True}, 'gw_port_id': '2576a882-c215-436d-ac54-9f590f8052b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:47:34Z', 'updated_at': '2021-12-21T13:47:37Z', 'revision_number': 4, 'project_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'gw_port': {'id': '2576a882-c215-436d-ac54-9f590f8052b1', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:84:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ec0db5-613a-474a-932b-c3fbe67b8741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:47:35Z', 'updated_at': '2021-12-21T13:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '89eccce2-6eaa-453a-b6a7-962f10e6d146', 'tenant_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'floating_ip_address': '172.36.3.189', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': '74ec0db5-613a-474a-932b-c3fbe67b8741', 'port_id': '0990f3af-8979-49d0-85c6-b62d50b159c1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86b0eda8-0d8c-44c0-92cb-086bb55cf3a0', 'mac_address': 'fa:16:3e:f4:e9:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7c81b5-fda4-4cf6-9ec9-1910a9784257', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T13:47:39Z', 'updated_at': '2021-12-21T13:47:49Z', 'revision_number': 1, 'project_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41d341b9-de5a-4ea8-8ed0-3e38ab7526de', 'name': '', 'network_id': '86b0eda8-0d8c-44c0-92cb-086bb55cf3a0', 'tenant_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'mac_address': 'fa:16:3e:f0:17:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ec0db5-613a-474a-932b-c3fbe67b8741', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '5e6360fb-ac23-4ada-be8e-32656d4402cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:47:36Z', 'updated_at': '2021-12-21T13:47:40Z', 'revision_number': 5, 'project_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'subnets': [{'id': '5e6360fb-ac23-4ada-be8e-32656d4402cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:47:51.040859 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c843c5c-fef8-4090-9931-0c428a812ade None None] New status for floating IP 89eccce2-6eaa-453a-b6a7-962f10e6d146: ACTIVE {{(pid=103155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 13:47:55.170467 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7a00dd25-6bcc-4f79-a6a4-f5eca2cbb4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:57.612071 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-0a617fb1-1ab0-4930-b4f8-051dba9c91c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:47:58.830267 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:48:00.830119 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:48:01.058200 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:48:07.949313 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-27723122-8902-4bd6-912e-44cea1a2a8bc req-37da9077-f109-48d6-af0f-83b37a7c0ec8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=bf7c81b5-fda4-4cf6-9ec9-1910a9784257&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398910 Dec 21 13:48:08.044770 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27723122-8902-4bd6-912e-44cea1a2a8bc req-c18cd37d-4055-400d-95d7-11443f8e4a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:48:08.046124 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-27723122-8902-4bd6-912e-44cea1a2a8bc req-c18cd37d-4055-400d-95d7-11443f8e4a06 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c3ccac8e105f47e9bf2dee4dbe2c86e4&device_id=bf7c81b5-fda4-4cf6-9ec9-1910a9784257 HTTP/1.1" status: 200 len: 1098 time: 0.0395467 Dec 21 13:48:08.150190 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27723122-8902-4bd6-912e-44cea1a2a8bc req-27d06410-d1f5-4359-b0b7-8d017344fb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:48:08.151675 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-27723122-8902-4bd6-912e-44cea1a2a8bc req-27d06410-d1f5-4359-b0b7-8d017344fb15 service neutron] 10.222.0.60 "GET /v2.0/networks?id=86b0eda8-0d8c-44c0-92cb-086bb55cf3a0 HTTP/1.1" status: 200 len: 913 time: 0.0864003 Dec 21 13:48:08.215010 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-27723122-8902-4bd6-912e-44cea1a2a8bc req-e65d2b90-edf1-44ca-8484-991e800f9214 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0990f3af-8979-49d0-85c6-b62d50b159c1 HTTP/1.1" status: 200 len: 1001 time: 0.0562689 Dec 21 13:48:08.267867 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27723122-8902-4bd6-912e-44cea1a2a8bc req-1452222a-41d3-4cae-8946-332e31dd8320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:48:08.269302 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-27723122-8902-4bd6-912e-44cea1a2a8bc req-1452222a-41d3-4cae-8946-332e31dd8320 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5e6360fb-ac23-4ada-be8e-32656d4402cd HTTP/1.1" status: 200 len: 851 time: 0.0477703 Dec 21 13:48:08.315247 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27723122-8902-4bd6-912e-44cea1a2a8bc req-62489b94-697f-4088-9aad-d09f0bed280f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:48:08.316650 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-27723122-8902-4bd6-912e-44cea1a2a8bc req-62489b94-697f-4088-9aad-d09f0bed280f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=86b0eda8-0d8c-44c0-92cb-086bb55cf3a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0408587 Dec 21 13:48:08.411811 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-27723122-8902-4bd6-912e-44cea1a2a8bc req-eb811306-fb74-4097-9377-88197c2de8a7 service neutron] 10.222.0.60 "GET /v2.0/networks/86b0eda8-0d8c-44c0-92cb-086bb55cf3a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875847 Dec 21 13:48:08.499534 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-27723122-8902-4bd6-912e-44cea1a2a8bc req-89229e8a-5bf0-48bc-9878-31de208fe2f7 service neutron] 10.222.0.60 "GET /v2.0/networks/86b0eda8-0d8c-44c0-92cb-086bb55cf3a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809164 Dec 21 13:48:13.380782 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:48:25.172259 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-91314bc0-6097-4a02-b5e7-b66e36bc9df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:48:26.786616 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62fad0c-445b-411c-8d7b-217847582056 req-effe2cff-f59e-4f80-bbc4-5490b703e2eb tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:48:26.788069 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-d62fad0c-445b-411c-8d7b-217847582056 req-effe2cff-f59e-4f80-bbc4-5490b703e2eb tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf7c81b5-fda4-4cf6-9ec9-1910a9784257 HTTP/1.1" status: 200 len: 945 time: 0.0469227 Dec 21 13:48:26.838385 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-d62fad0c-445b-411c-8d7b-217847582056 req-09c94623-26b0-4f92-a34a-df243205c264 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437403 Dec 21 13:48:27.055832 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-ebb50068-8990-4aaa-b4d3-4d5944fb2ecf req-7d1b361c-e779-4ad2-9fe6-14d29f4db650 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bf7c81b5-fda4-4cf6-9ec9-1910a9784257&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0406921 Dec 21 13:48:27.075802 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823cb995-d434-416a-b59f-930f3afe9b4c req-5b379024-61a3-47c2-b352-496bf1fc90e6 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:48:27.077333 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-823cb995-d434-416a-b59f-930f3afe9b4c req-5b379024-61a3-47c2-b352-496bf1fc90e6 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf7c81b5-fda4-4cf6-9ec9-1910a9784257 HTTP/1.1" status: 200 len: 945 time: 0.0488820 Dec 21 13:48:27.125431 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-823cb995-d434-416a-b59f-930f3afe9b4c req-01cd9ea1-d2a3-4d15-a1f9-70b7fe63680c tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419078 Dec 21 13:48:27.612247 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e62d46f3-0591-4de3-b4c2-cfd64b56145f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:48:27.839821 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.agents_db [None req-c60a5637-8c6f-4692-b23b-7dd82bd36b21 None None] Agent healthcheck: found 6 active agents {{(pid=103155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 13:48:28.251440 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb50068-8990-4aaa-b4d3-4d5944fb2ecf req-4e7d9fcc-be8e-412f-8da6-cb96c59074dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:48:28.252898 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-ebb50068-8990-4aaa-b4d3-4d5944fb2ecf req-4e7d9fcc-be8e-412f-8da6-cb96c59074dc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c3ccac8e105f47e9bf2dee4dbe2c86e4&device_id=bf7c81b5-fda4-4cf6-9ec9-1910a9784257 HTTP/1.1" status: 200 len: 1098 time: 0.0689414 Dec 21 13:48:28.276027 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd0f4d1-60b6-4ecd-ae9a-569645e5924e req-d06e76ce-ddce-4c15-8164-e6157009bf3d tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:48:28.277383 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-fcd0f4d1-60b6-4ecd-ae9a-569645e5924e req-d06e76ce-ddce-4c15-8164-e6157009bf3d tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf7c81b5-fda4-4cf6-9ec9-1910a9784257 HTTP/1.1" status: 200 len: 945 time: 0.0653839 Dec 21 13:48:28.374142 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-fcd0f4d1-60b6-4ecd-ae9a-569645e5924e req-f96c44a3-b720-4a8a-932e-61389cc866b6 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873315 Dec 21 13:48:28.388587 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb50068-8990-4aaa-b4d3-4d5944fb2ecf req-e6841f19-24c2-44ac-8f36-0cce8d404982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:48:28.390111 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-ebb50068-8990-4aaa-b4d3-4d5944fb2ecf req-e6841f19-24c2-44ac-8f36-0cce8d404982 service neutron] 10.222.0.60 "GET /v2.0/networks?id=86b0eda8-0d8c-44c0-92cb-086bb55cf3a0 HTTP/1.1" status: 200 len: 913 time: 0.1291091 Dec 21 13:48:28.456168 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-ebb50068-8990-4aaa-b4d3-4d5944fb2ecf req-42133add-4ca5-4efe-b9f2-9f66c9af0ef6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0990f3af-8979-49d0-85c6-b62d50b159c1 HTTP/1.1" status: 200 len: 1001 time: 0.0599139 Dec 21 13:48:28.503812 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb50068-8990-4aaa-b4d3-4d5944fb2ecf req-cf2585d5-4726-4098-a2e1-d6eef8cdf6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:48:28.505254 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-ebb50068-8990-4aaa-b4d3-4d5944fb2ecf req-cf2585d5-4726-4098-a2e1-d6eef8cdf6fe service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5e6360fb-ac23-4ada-be8e-32656d4402cd HTTP/1.1" status: 200 len: 851 time: 0.0421517 Dec 21 13:48:28.551971 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb50068-8990-4aaa-b4d3-4d5944fb2ecf req-dc220bcd-5284-45dd-8c35-190b83cb8c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:48:28.553704 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-ebb50068-8990-4aaa-b4d3-4d5944fb2ecf req-dc220bcd-5284-45dd-8c35-190b83cb8c8e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=86b0eda8-0d8c-44c0-92cb-086bb55cf3a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0424354 Dec 21 13:48:28.641733 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-ebb50068-8990-4aaa-b4d3-4d5944fb2ecf req-8ef5b143-062a-4e8f-8728-d7a1dd6ed670 service neutron] 10.222.0.60 "GET /v2.0/networks/86b0eda8-0d8c-44c0-92cb-086bb55cf3a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805414 Dec 21 13:48:28.731941 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-ebb50068-8990-4aaa-b4d3-4d5944fb2ecf req-b7646ea9-5b4a-46a2-b633-1efc7f65d154 service neutron] 10.222.0.60 "GET /v2.0/networks/86b0eda8-0d8c-44c0-92cb-086bb55cf3a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840585 Dec 21 13:48:28.836321 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:48:29.491897 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c2ba83-a0f0-40e5-b816-7adae1dfaf96 req-10f9f6de-c502-42d6-844a-004f4762b35c tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:48:29.493384 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-55c2ba83-a0f0-40e5-b816-7adae1dfaf96 req-10f9f6de-c502-42d6-844a-004f4762b35c tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf7c81b5-fda4-4cf6-9ec9-1910a9784257 HTTP/1.1" status: 200 len: 945 time: 0.0474603 Dec 21 13:48:29.538928 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-55c2ba83-a0f0-40e5-b816-7adae1dfaf96 req-47532a09-644b-4554-999e-5b3935077b7a tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396032 Dec 21 13:48:30.653664 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98dad59-2aa5-4770-8a44-5c78e0d70496 req-af90f3b8-1edb-4afe-9f5e-0457197c9f2e tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:48:30.655077 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c98dad59-2aa5-4770-8a44-5c78e0d70496 req-af90f3b8-1edb-4afe-9f5e-0457197c9f2e tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf7c81b5-fda4-4cf6-9ec9-1910a9784257 HTTP/1.1" status: 200 len: 945 time: 0.0482793 Dec 21 13:48:30.701398 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c98dad59-2aa5-4770-8a44-5c78e0d70496 req-58b6b44d-0a9b-42b1-88ba-a03ac8c75393 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400929 Dec 21 13:48:30.831435 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:48:31.063363 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:48:31.818534 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5326b564-a655-4dab-85d0-19306d9573bb req-c49757ff-4836-436f-94e4-7d16e016b67b tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:48:31.819980 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-5326b564-a655-4dab-85d0-19306d9573bb req-c49757ff-4836-436f-94e4-7d16e016b67b tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf7c81b5-fda4-4cf6-9ec9-1910a9784257 HTTP/1.1" status: 200 len: 945 time: 0.0516448 Dec 21 13:48:31.865632 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-5326b564-a655-4dab-85d0-19306d9573bb req-fe8f7ed2-a610-4290-8604-ca16bd33e1c7 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390100 Dec 21 13:48:32.978544 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26e31c2-48f6-4e51-b7f6-4e59a5a1a769 req-4f77f98d-401a-4c0b-a5e7-6ed7d533dbde tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:48:32.980010 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-e26e31c2-48f6-4e51-b7f6-4e59a5a1a769 req-4f77f98d-401a-4c0b-a5e7-6ed7d533dbde tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf7c81b5-fda4-4cf6-9ec9-1910a9784257 HTTP/1.1" status: 200 len: 945 time: 0.0472984 Dec 21 13:48:33.030171 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-e26e31c2-48f6-4e51-b7f6-4e59a5a1a769 req-0e645a10-372d-44ad-8c59-c0b097378522 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432451 Dec 21 13:48:34.145680 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f498b1e0-8ce4-4320-baa7-3aa2b64d827c req-e94d7a68-21f5-44ca-a94c-3e556c47fafc tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:48:34.147181 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-f498b1e0-8ce4-4320-baa7-3aa2b64d827c req-e94d7a68-21f5-44ca-a94c-3e556c47fafc tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf7c81b5-fda4-4cf6-9ec9-1910a9784257 HTTP/1.1" status: 200 len: 945 time: 0.0478804 Dec 21 13:48:34.193616 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-f498b1e0-8ce4-4320-baa7-3aa2b64d827c req-e34b5ee8-9e63-46ae-b8f1-9c63e439ef8a tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401130 Dec 21 13:48:35.308548 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53fe860-7020-4274-87ff-46ecbf44d3fc req-01712efe-fb92-4b78-b4db-3fcc41dc192d tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:48:35.310026 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b53fe860-7020-4274-87ff-46ecbf44d3fc req-01712efe-fb92-4b78-b4db-3fcc41dc192d tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf7c81b5-fda4-4cf6-9ec9-1910a9784257 HTTP/1.1" status: 200 len: 945 time: 0.0487058 Dec 21 13:48:35.360820 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b53fe860-7020-4274-87ff-46ecbf44d3fc req-f3e08539-52b3-4e1f-b72f-36ff2834d5cd tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449309 Dec 21 13:48:36.477882 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ad9fb8-fb9a-495f-b36e-0aac96933d92 req-c77e7b85-535e-478f-a5a5-4bcfe52a2500 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:48:36.479386 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-d9ad9fb8-fb9a-495f-b36e-0aac96933d92 req-c77e7b85-535e-478f-a5a5-4bcfe52a2500 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf7c81b5-fda4-4cf6-9ec9-1910a9784257 HTTP/1.1" status: 200 len: 945 time: 0.0481119 Dec 21 13:48:36.529202 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-d9ad9fb8-fb9a-495f-b36e-0aac96933d92 req-ba9f333d-4a4d-462a-a8e1-6fa366edef2b tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439668 Dec 21 13:48:37.642867 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8e9603-8604-469b-828b-13699b0f3c78 req-b6e69b45-72cb-4b4c-b8b6-f81a615526ab tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:48:37.644233 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-5e8e9603-8604-469b-828b-13699b0f3c78 req-b6e69b45-72cb-4b4c-b8b6-f81a615526ab tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf7c81b5-fda4-4cf6-9ec9-1910a9784257 HTTP/1.1" status: 200 len: 945 time: 0.0472584 Dec 21 13:48:37.693056 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-5e8e9603-8604-469b-828b-13699b0f3c78 req-ebc34de9-51aa-4dbb-bdfc-9226ff23b725 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429544 Dec 21 13:48:38.808941 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c264c1-1314-41be-ab00-111c6100533e req-ebaeff41-62ea-4b3c-960f-c9d2edad4c38 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:48:38.810409 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-37c264c1-1314-41be-ab00-111c6100533e req-ebaeff41-62ea-4b3c-960f-c9d2edad4c38 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf7c81b5-fda4-4cf6-9ec9-1910a9784257 HTTP/1.1" status: 200 len: 945 time: 0.0483978 Dec 21 13:48:38.858922 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-37c264c1-1314-41be-ab00-111c6100533e req-280c2457-b49f-400f-9172-869bc8a257e0 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426140 Dec 21 13:48:39.980611 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18684641-b0bd-475c-8509-948be8db11de req-dd13ae01-ab82-491b-8e51-c6a74f72570a tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:48:39.982074 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-18684641-b0bd-475c-8509-948be8db11de req-dd13ae01-ab82-491b-8e51-c6a74f72570a tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf7c81b5-fda4-4cf6-9ec9-1910a9784257 HTTP/1.1" status: 200 len: 945 time: 0.0521963 Dec 21 13:48:40.032701 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-18684641-b0bd-475c-8509-948be8db11de req-118442e8-2b1f-413d-98a2-6e945f3bb3e5 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447741 Dec 21 13:48:40.418838 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-ebb50068-8990-4aaa-b4d3-4d5944fb2ecf req-128060cc-6fac-4d59-ba0b-13b86cd71e33 service neutron] 10.222.0.60 "GET /v2.0/ports/0990f3af-8979-49d0-85c6-b62d50b159c1/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0600948 Dec 21 13:48:40.640277 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb50068-8990-4aaa-b4d3-4d5944fb2ecf req-15b86f1a-f758-40da-92b6-a7b9eae9f427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:48:40.641677 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-ebb50068-8990-4aaa-b4d3-4d5944fb2ecf req-15b86f1a-f758-40da-92b6-a7b9eae9f427 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=bf7c81b5-fda4-4cf6-9ec9-1910a9784257&tenant_id=c3ccac8e105f47e9bf2dee4dbe2c86e4 HTTP/1.1" status: 200 len: 1098 time: 0.0405469 Dec 21 13:48:40.722813 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb50068-8990-4aaa-b4d3-4d5944fb2ecf req-283ec2cd-0982-4e63-83f0-ff1e30f300d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:48:40.724553 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-ebb50068-8990-4aaa-b4d3-4d5944fb2ecf req-283ec2cd-0982-4e63-83f0-ff1e30f300d8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c3ccac8e105f47e9bf2dee4dbe2c86e4&device_id=bf7c81b5-fda4-4cf6-9ec9-1910a9784257 HTTP/1.1" status: 200 len: 1098 time: 0.0494201 Dec 21 13:48:40.815506 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb50068-8990-4aaa-b4d3-4d5944fb2ecf req-f19e6135-6301-44e9-8cf3-68e72c21251b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:48:40.816980 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-ebb50068-8990-4aaa-b4d3-4d5944fb2ecf req-f19e6135-6301-44e9-8cf3-68e72c21251b service neutron] 10.222.0.60 "GET /v2.0/networks?id=86b0eda8-0d8c-44c0-92cb-086bb55cf3a0 HTTP/1.1" status: 200 len: 913 time: 0.0858533 Dec 21 13:48:40.883919 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-ebb50068-8990-4aaa-b4d3-4d5944fb2ecf req-cbb7e871-5817-427e-adcf-3bbcdb9cd7ee service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0990f3af-8979-49d0-85c6-b62d50b159c1 HTTP/1.1" status: 200 len: 1001 time: 0.0601401 Dec 21 13:48:40.930896 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb50068-8990-4aaa-b4d3-4d5944fb2ecf req-add2454e-c6a8-4786-b187-f4e63379b9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:48:40.932755 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-ebb50068-8990-4aaa-b4d3-4d5944fb2ecf req-add2454e-c6a8-4786-b187-f4e63379b9ef service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5e6360fb-ac23-4ada-be8e-32656d4402cd HTTP/1.1" status: 200 len: 851 time: 0.0427616 Dec 21 13:48:40.983629 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb50068-8990-4aaa-b4d3-4d5944fb2ecf req-3e01bf99-fda6-491e-aed6-af1f2bc69fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:48:40.985112 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-ebb50068-8990-4aaa-b4d3-4d5944fb2ecf req-3e01bf99-fda6-491e-aed6-af1f2bc69fc7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=86b0eda8-0d8c-44c0-92cb-086bb55cf3a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0465217 Dec 21 13:48:41.077509 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-ebb50068-8990-4aaa-b4d3-4d5944fb2ecf req-1c66ed6e-6dd9-49f3-be9e-c549716c1d7c service neutron] 10.222.0.60 "GET /v2.0/networks/86b0eda8-0d8c-44c0-92cb-086bb55cf3a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859821 Dec 21 13:48:41.153614 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e56972f-6b50-41b5-a137-eeb7b4649b82 req-8f64d12b-1004-45d2-a2ed-151126ee660f tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:48:41.155120 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-7e56972f-6b50-41b5-a137-eeb7b4649b82 req-8f64d12b-1004-45d2-a2ed-151126ee660f tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf7c81b5-fda4-4cf6-9ec9-1910a9784257 HTTP/1.1" status: 200 len: 945 time: 0.0515635 Dec 21 13:48:41.172072 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-ebb50068-8990-4aaa-b4d3-4d5944fb2ecf req-e6f8ccb4-e32e-44f3-804a-f5a75469e10f service neutron] 10.222.0.60 "GET /v2.0/networks/86b0eda8-0d8c-44c0-92cb-086bb55cf3a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879157 Dec 21 13:48:41.208684 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-7e56972f-6b50-41b5-a137-eeb7b4649b82 req-8cdb4ccd-0faf-4d3d-81c2-f233ca5e2655 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472515 Dec 21 13:48:42.335899 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f17d594-4a48-47ab-b4aa-af8b5e9a3b1b req-f893475a-d91a-4a53-a1fa-ecd8c622df4c tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:48:42.337378 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-5f17d594-4a48-47ab-b4aa-af8b5e9a3b1b req-f893475a-d91a-4a53-a1fa-ecd8c622df4c tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf7c81b5-fda4-4cf6-9ec9-1910a9784257 HTTP/1.1" status: 200 len: 945 time: 0.0565271 Dec 21 13:48:42.383205 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-5f17d594-4a48-47ab-b4aa-af8b5e9a3b1b req-93e6af0e-733c-48c9-a268-e8b06a64c6f2 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398374 Dec 21 13:48:43.378153 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:48:43.463491 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 0990f3af-8979-49d0-85c6-b62d50b159c1 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 13:48:43.473103 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 0990f3af-8979-49d0-85c6-b62d50b159c1 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:48:43.502072 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eb0e81-b5b4-4f59-bed4-069e42fd6dce req-6f134599-4dc8-47d0-a2e6-6ba5ceba5e71 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:48:43.503597 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-a2eb0e81-b5b4-4f59-bed4-069e42fd6dce req-6f134599-4dc8-47d0-a2e6-6ba5ceba5e71 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf7c81b5-fda4-4cf6-9ec9-1910a9784257 HTTP/1.1" status: 200 len: 945 time: 0.0526016 Dec 21 13:48:43.551526 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-a2eb0e81-b5b4-4f59-bed4-069e42fd6dce req-8f369f83-21e8-461b-a4da-4e5c1771952a tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409837 Dec 21 13:48:43.615492 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port 0990f3af-8979-49d0-85c6-b62d50b159c1, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0990f3af-8979-49d0-85c6-b62d50b159c1,segment=NetworkSegment(6b368961-220d-46c0-a7b3-752d93fe7a84),segment_id=6b368961-220d-46c0-a7b3-752d93fe7a84)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:48:43.617996 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:48:43.640238 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Returning: {'device': '0990f3af-8979-49d0-85c6-b62d50b159c1', 'network_id': '86b0eda8-0d8c-44c0-92cb-086bb55cf3a0', 'port_id': '0990f3af-8979-49d0-85c6-b62d50b159c1', 'mac_address': 'fa:16:3e:f4:e9:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e6360fb-ac23-4ada-be8e-32656d4402cd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 13:48:43.654138 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf7c81b5-fda4-4cf6-9ec9-1910a9784257', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0990f3af-8979-49d0-85c6-b62d50b159c1'}] {{(pid=103154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:48:43.656356 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6f45aca8ac5f8c0cc5868273c98d8aa60330245aed22d61c8da5c1f2d6fc01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-facd7a3b-a1df-4818-92ec-9d92671e8c4c" -d '{"events": [{"server_uuid": "bf7c81b5-fda4-4cf6-9ec9-1910a9784257", "name": "network-vif-unplugged", "status": "completed", "tag": "0990f3af-8979-49d0-85c6-b62d50b159c1"}]}' {{(pid=103154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:48:43.686218 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port 0990f3af-8979-49d0-85c6-b62d50b159c1, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0990f3af-8979-49d0-85c6-b62d50b159c1,segment=NetworkSegment(6b368961-220d-46c0-a7b3-752d93fe7a84),segment_id=6b368961-220d-46c0-a7b3-752d93fe7a84)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:48:43.694915 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:48:43.720791 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Dec 2021 13:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-340b814e-1027-46ef-854f-af1e509a9c20 x-openstack-request-id: req-340b814e-1027-46ef-854f-af1e509a9c20 {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:48:43.721079 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf7c81b5-fda4-4cf6-9ec9-1910a9784257", "name": "network-vif-unplugged", "status": "completed", "tag": "0990f3af-8979-49d0-85c6-b62d50b159c1", "code": 200}]} {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:48:43.721324 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-340b814e-1027-46ef-854f-af1e509a9c20 {{(pid=103154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:48:43.721696 dv-neutron-master-2-hyperv neutron-server[103154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf7c81b5-fda4-4cf6-9ec9-1910a9784257', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0990f3af-8979-49d0-85c6-b62d50b159c1', 'code': 200} Dec 21 13:48:43.724129 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:48:43.748238 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0990f3af-8979-49d0-85c6-b62d50b159c1 {{(pid=103154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 13:48:43.762734 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=0990f3af-8979-49d0-85c6-b62d50b159c1,revision_number=6']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:48:43.770273 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32f9da4-f358-4d2e-ae0c-c96dcb2fa76b req-fc312dc1-0f38-41b4-8e72-9642106b7a9a tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:48:43.771815 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-f32f9da4-f358-4d2e-ae0c-c96dcb2fa76b req-fc312dc1-0f38-41b4-8e72-9642106b7a9a tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf7c81b5-fda4-4cf6-9ec9-1910a9784257 HTTP/1.1" status: 200 len: 943 time: 0.0497749 Dec 21 13:48:43.772367 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:48:43.772724 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:48:43.773063 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:48:43.773395 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:48:43.773721 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:48:43.774043 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:48:43.774377 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:48:43.774723 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:48:43.775075 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:48:43.775395 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:48:43.775714 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:48:43.776032 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:48:43.776347 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:48:43.811320 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.db.api [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 13:48:43.811676 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG oslo_db.api [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 13:48:43.829254 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-f32f9da4-f358-4d2e-ae0c-c96dcb2fa76b req-0f4a8dda-c09f-4954-a0ad-453da8bc6d0a tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511041 Dec 21 13:48:43.830261 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1b8d43-04ba-4a08-bc06-1abe4b5e1d69 req-b1d6f7c4-c063-485b-8e48-34f3cd408d06 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:48:43.831802 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-9d1b8d43-04ba-4a08-bc06-1abe4b5e1d69 req-b1d6f7c4-c063-485b-8e48-34f3cd408d06 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf7c81b5-fda4-4cf6-9ec9-1910a9784257&tenant_id=c3ccac8e105f47e9bf2dee4dbe2c86e4&binding%3Ahost_id=hv-neutron-mast HTTP/1.1" status: 200 len: 943 time: 0.0604558 Dec 21 13:48:43.953047 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1b8d43-04ba-4a08-bc06-1abe4b5e1d69 req-d5b25bda-1b5d-465a-b8d7-39d49c3fe313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:48:43.954423 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-9d1b8d43-04ba-4a08-bc06-1abe4b5e1d69 req-d5b25bda-1b5d-465a-b8d7-39d49c3fe313 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c3ccac8e105f47e9bf2dee4dbe2c86e4&device_id=bf7c81b5-fda4-4cf6-9ec9-1910a9784257 HTTP/1.1" status: 200 len: 1096 time: 0.0406127 Dec 21 13:48:44.047305 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1b8d43-04ba-4a08-bc06-1abe4b5e1d69 req-c6dd9033-eec2-4520-a640-2a01b0051662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:48:44.048778 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-9d1b8d43-04ba-4a08-bc06-1abe4b5e1d69 req-c6dd9033-eec2-4520-a640-2a01b0051662 service neutron] 10.222.0.60 "GET /v2.0/networks?id=86b0eda8-0d8c-44c0-92cb-086bb55cf3a0 HTTP/1.1" status: 200 len: 913 time: 0.0884421 Dec 21 13:48:44.111418 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-9d1b8d43-04ba-4a08-bc06-1abe4b5e1d69 req-92407623-063a-4ba5-948b-9962f24be106 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0990f3af-8979-49d0-85c6-b62d50b159c1 HTTP/1.1" status: 200 len: 999 time: 0.0562854 Dec 21 13:48:44.158446 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1b8d43-04ba-4a08-bc06-1abe4b5e1d69 req-52d5c52b-fc19-4253-8619-7a1af4178984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:48:44.159850 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-9d1b8d43-04ba-4a08-bc06-1abe4b5e1d69 req-52d5c52b-fc19-4253-8619-7a1af4178984 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5e6360fb-ac23-4ada-be8e-32656d4402cd HTTP/1.1" status: 200 len: 851 time: 0.0428226 Dec 21 13:48:44.207603 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1b8d43-04ba-4a08-bc06-1abe4b5e1d69 req-48f4f6d1-c80a-4281-80b9-82b461bb9c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:48:44.208972 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-9d1b8d43-04ba-4a08-bc06-1abe4b5e1d69 req-48f4f6d1-c80a-4281-80b9-82b461bb9c76 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=86b0eda8-0d8c-44c0-92cb-086bb55cf3a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0423429 Dec 21 13:48:44.299343 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-9d1b8d43-04ba-4a08-bc06-1abe4b5e1d69 req-5acbfd68-a244-4cad-b76f-72d2aa537096 service neutron] 10.222.0.60 "GET /v2.0/networks/86b0eda8-0d8c-44c0-92cb-086bb55cf3a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833745 Dec 21 13:48:44.350080 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:48:44.363016 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0990f3af-8979-49d0-85c6-b62d50b159c1 {{(pid=103154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 13:48:44.382329 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port 0990f3af-8979-49d0-85c6-b62d50b159c1, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0990f3af-8979-49d0-85c6-b62d50b159c1,segment=NetworkSegment(6b368961-220d-46c0-a7b3-752d93fe7a84),segment_id=6b368961-220d-46c0-a7b3-752d93fe7a84)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:48:44.386762 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:48:44.396397 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-9d1b8d43-04ba-4a08-bc06-1abe4b5e1d69 req-ea510c5b-1333-4de4-9241-a9a06bb4d7b9 service neutron] 10.222.0.60 "GET /v2.0/networks/86b0eda8-0d8c-44c0-92cb-086bb55cf3a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913439 Dec 21 13:48:44.434531 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=0990f3af-8979-49d0-85c6-b62d50b159c1,revision_number=7']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:48:44.517529 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] get_ports_and_sgs() called for port_ids ['0990f3af-8979-49d0-85c6-b62d50b159c1'] {{(pid=103154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 13:48:44.949498 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea1a3c-76da-4032-91a3-cb65088fbf47 req-11e84089-c418-4675-9615-82289f8d3171 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:48:44.951110 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-00ea1a3c-76da-4032-91a3-cb65088fbf47 req-11e84089-c418-4675-9615-82289f8d3171 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf7c81b5-fda4-4cf6-9ec9-1910a9784257 HTTP/1.1" status: 200 len: 944 time: 0.0500317 Dec 21 13:48:44.999168 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-00ea1a3c-76da-4032-91a3-cb65088fbf47 req-26f922ef-3c7d-4b3d-9cf9-7002f30620d2 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420299 Dec 21 13:48:45.120305 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ededee-d498-49f2-b5ec-2b42115e6d98 req-324e66a0-d4a2-4df8-98ff-bd001947c3fb tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:48:45.121705 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-b0ededee-d498-49f2-b5ec-2b42115e6d98 req-324e66a0-d4a2-4df8-98ff-bd001947c3fb tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf7c81b5-fda4-4cf6-9ec9-1910a9784257 HTTP/1.1" status: 200 len: 944 time: 0.0529575 Dec 21 13:48:45.170113 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-b0ededee-d498-49f2-b5ec-2b42115e6d98 req-267a3028-15d8-42de-8a81-6f2ed9c86bb1 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421543 Dec 21 13:48:45.286604 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4659c325-5aec-4f6b-9a72-57bf757f0cf8 req-3628bc8e-dcf3-4cdf-ab87-6ea12643073e tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:48:45.288054 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-4659c325-5aec-4f6b-9a72-57bf757f0cf8 req-3628bc8e-dcf3-4cdf-ab87-6ea12643073e tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf7c81b5-fda4-4cf6-9ec9-1910a9784257 HTTP/1.1" status: 200 len: 944 time: 0.0512960 Dec 21 13:48:45.494728 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 0990f3af-8979-49d0-85c6-b62d50b159c1 up at agent hyperv_hv-neutron-mast {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:48:45.543632 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Provisioning complete for port 0990f3af-8979-49d0-85c6-b62d50b159c1 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:48:45.544006 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:48:45.623820 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:48:45.655686 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port 0990f3af-8979-49d0-85c6-b62d50b159c1, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0990f3af-8979-49d0-85c6-b62d50b159c1,segment=NetworkSegment(6b368961-220d-46c0-a7b3-752d93fe7a84),segment_id=6b368961-220d-46c0-a7b3-752d93fe7a84)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:48:45.661213 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:48:45.669197 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-4659c325-5aec-4f6b-9a72-57bf757f0cf8 req-49f71cb8-05e4-4c11-b1e3-5b60fdc70fa6 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3753083 Dec 21 13:48:45.709106 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=0990f3af-8979-49d0-85c6-b62d50b159c1,revision_number=8']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:48:45.722344 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf7c81b5-fda4-4cf6-9ec9-1910a9784257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0990f3af-8979-49d0-85c6-b62d50b159c1'}] {{(pid=103154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:48:45.724660 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6f45aca8ac5f8c0cc5868273c98d8aa60330245aed22d61c8da5c1f2d6fc01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb65721e-52f1-4a39-bccf-ecd7ea889db5" -d '{"events": [{"server_uuid": "bf7c81b5-fda4-4cf6-9ec9-1910a9784257", "name": "network-vif-plugged", "status": "completed", "tag": "0990f3af-8979-49d0-85c6-b62d50b159c1"}]}' {{(pid=103154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:48:45.760984 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 13:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dd9980d-01c1-4670-a491-450c2aa3f0c8 x-openstack-request-id: req-7dd9980d-01c1-4670-a491-450c2aa3f0c8 {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:48:45.761280 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf7c81b5-fda4-4cf6-9ec9-1910a9784257", "name": "network-vif-plugged", "status": "completed", "tag": "0990f3af-8979-49d0-85c6-b62d50b159c1", "code": 200}]} {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:48:45.761530 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7dd9980d-01c1-4670-a491-450c2aa3f0c8 {{(pid=103154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:48:45.761922 dv-neutron-master-2-hyperv neutron-server[103154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf7c81b5-fda4-4cf6-9ec9-1910a9784257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0990f3af-8979-49d0-85c6-b62d50b159c1', 'code': 200} Dec 21 13:48:45.900425 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7935c690-b402-4ec6-ad5e-efb62711edae req-351ecde7-f0c2-4c50-b951-6d404e9c720d tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:48:45.901989 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7935c690-b402-4ec6-ad5e-efb62711edae req-351ecde7-f0c2-4c50-b951-6d404e9c720d tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf7c81b5-fda4-4cf6-9ec9-1910a9784257 HTTP/1.1" status: 200 len: 945 time: 0.0478661 Dec 21 13:48:45.947592 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7935c690-b402-4ec6-ad5e-efb62711edae req-6d4d2e2b-4e3c-47b4-8f17-5e62f13ccb46 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396786 Dec 21 13:48:47.063087 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b18fd8-6fd2-4b4d-a135-0dece81389d7 req-7b29455c-9f54-4ec6-9bfe-90d214fceb33 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:48:47.064533 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-c3b18fd8-6fd2-4b4d-a135-0dece81389d7 req-7b29455c-9f54-4ec6-9bfe-90d214fceb33 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf7c81b5-fda4-4cf6-9ec9-1910a9784257 HTTP/1.1" status: 200 len: 945 time: 0.0482559 Dec 21 13:48:47.111450 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-c3b18fd8-6fd2-4b4d-a135-0dece81389d7 req-b6cda017-191f-4b71-82e1-91f6f667e912 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410662 Dec 21 13:48:47.618023 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4672c244-809a-4eb1-b62b-e4f5cfcaa0e2 req-293e18b2-446c-4698-9cc9-e6023780dffe tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:48:47.619999 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-4672c244-809a-4eb1-b62b-e4f5cfcaa0e2 req-293e18b2-446c-4698-9cc9-e6023780dffe tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf7c81b5-fda4-4cf6-9ec9-1910a9784257 HTTP/1.1" status: 200 len: 945 time: 0.0472374 Dec 21 13:48:47.708686 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [req-4672c244-809a-4eb1-b62b-e4f5cfcaa0e2 req-46892034-d64f-4af1-987a-c1eebec65c51 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Deleting port 0990f3af-8979-49d0-85c6-b62d50b159c1 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:48:47.708935 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-4672c244-809a-4eb1-b62b-e4f5cfcaa0e2 req-46892034-d64f-4af1-987a-c1eebec65c51 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:48:47.795600 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-4672c244-809a-4eb1-b62b-e4f5cfcaa0e2 req-46892034-d64f-4af1-987a-c1eebec65c51 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] For port 0990f3af-8979-49d0-85c6-b62d50b159c1, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0990f3af-8979-49d0-85c6-b62d50b159c1,segment=NetworkSegment(6b368961-220d-46c0-a7b3-752d93fe7a84),segment_id=6b368961-220d-46c0-a7b3-752d93fe7a84)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:48:47.795955 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-4672c244-809a-4eb1-b62b-e4f5cfcaa0e2 req-46892034-d64f-4af1-987a-c1eebec65c51 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:48:47.961743 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-4672c244-809a-4eb1-b62b-e4f5cfcaa0e2 req-46892034-d64f-4af1-987a-c1eebec65c51 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:48:47.962023 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-4672c244-809a-4eb1-b62b-e4f5cfcaa0e2 req-46892034-d64f-4af1-987a-c1eebec65c51 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548820'] for floatingip, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:48:47.962377 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.l3_db [req-4672c244-809a-4eb1-b62b-e4f5cfcaa0e2 req-46892034-d64f-4af1-987a-c1eebec65c51 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Floating IP 89eccce2-6eaa-453a-b6a7-962f10e6d146 disassociated. External IP: 172.36.3.189, port: 0990f3af-8979-49d0-85c6-b62d50b159c1. Dec 21 13:48:47.962717 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [req-4672c244-809a-4eb1-b62b-e4f5cfcaa0e2 req-46892034-d64f-4af1-987a-c1eebec65c51 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Calling delete_port for 0990f3af-8979-49d0-85c6-b62d50b159c1 owned by compute:nova {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:48:48.089514 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-4672c244-809a-4eb1-b62b-e4f5cfcaa0e2 req-46892034-d64f-4af1-987a-c1eebec65c51 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:48:48.123286 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46892034-d64f-4af1-987a-c1eebec65c51 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Pushing event deleted for resources: {'Port': ['ID=0990f3af-8979-49d0-85c6-b62d50b159c1,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:48:48.135209 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46892034-d64f-4af1-987a-c1eebec65c51 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:48:48.135598 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46892034-d64f-4af1-987a-c1eebec65c51 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:48:48.135939 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46892034-d64f-4af1-987a-c1eebec65c51 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:48:48.136221 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46892034-d64f-4af1-987a-c1eebec65c51 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:48:48.136541 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46892034-d64f-4af1-987a-c1eebec65c51 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:48:48.136905 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46892034-d64f-4af1-987a-c1eebec65c51 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:48:48.137184 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46892034-d64f-4af1-987a-c1eebec65c51 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:48:48.137504 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46892034-d64f-4af1-987a-c1eebec65c51 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:48:48.137823 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46892034-d64f-4af1-987a-c1eebec65c51 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:48:48.138530 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46892034-d64f-4af1-987a-c1eebec65c51 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:48:48.138530 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46892034-d64f-4af1-987a-c1eebec65c51 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:48:48.138822 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46892034-d64f-4af1-987a-c1eebec65c51 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:48:48.139095 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46892034-d64f-4af1-987a-c1eebec65c51 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:48:48.218301 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-715e12ca-9470-4f81-a765-80e860f734df req-7d2c1a5d-d845-4aae-beff-eb4656aa86db tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf7c81b5-fda4-4cf6-9ec9-1910a9784257 HTTP/1.1" status: 200 len: 210 time: 0.0352235 Dec 21 13:48:48.282980 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4672c244-809a-4eb1-b62b-e4f5cfcaa0e2 req-46892034-d64f-4af1-987a-c1eebec65c51 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Router 74ec0db5-613a-474a-932b-c3fbe67b8741 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:48:48.392304 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4672c244-809a-4eb1-b62b-e4f5cfcaa0e2 req-46892034-d64f-4af1-987a-c1eebec65c51 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:48:48.404833 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3f6acc-4f50-4f55-ad51-f3b30b65f774 None None] Sync routers for ids ['74ec0db5-613a-474a-932b-c3fbe67b8741'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:48:48.414340 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3f6acc-4f50-4f55-ad51-f3b30b65f774 None None] Routers {'74ec0db5-613a-474a-932b-c3fbe67b8741'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:48:48.415066 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-8d3f6acc-4f50-4f55-ad51-f3b30b65f774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:48:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['74ec0db5-613a-474a-932b-c3fbe67b8741'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:48:48.432411 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [req-4672c244-809a-4eb1-b62b-e4f5cfcaa0e2 req-46892034-d64f-4af1-987a-c1eebec65c51 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] No DVR routers for this DVR port 0990f3af-8979-49d0-85c6-b62d50b159c1 on host hv-neutron-mast {{(pid=103153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:48:48.434928 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-4672c244-809a-4eb1-b62b-e4f5cfcaa0e2 req-46892034-d64f-4af1-987a-c1eebec65c51 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:48:48.438227 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-4672c244-809a-4eb1-b62b-e4f5cfcaa0e2 req-46892034-d64f-4af1-987a-c1eebec65c51 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.60 "DELETE /v2.0/ports/0990f3af-8979-49d0-85c6-b62d50b159c1 HTTP/1.1" status: 204 len: 173 time: 0.8128972 Dec 21 13:48:48.438692 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf7c81b5-fda4-4cf6-9ec9-1910a9784257', 'name': 'network-vif-deleted', 'tag': '0990f3af-8979-49d0-85c6-b62d50b159c1'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:48:48.440982 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af6034c98e584fa55ea4398f343c742ceb598288507feaf30d5a15785b2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a02d301-bf7c-42ca-9888-775949382a5c" -d '{"events": [{"server_uuid": "bf7c81b5-fda4-4cf6-9ec9-1910a9784257", "name": "network-vif-deleted", "tag": "0990f3af-8979-49d0-85c6-b62d50b159c1"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:48:48.481883 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 13:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aa88c1f-5f79-4729-a300-3d7e02983b50 x-openstack-request-id: req-8aa88c1f-5f79-4729-a300-3d7e02983b50 {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:48:48.482209 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf7c81b5-fda4-4cf6-9ec9-1910a9784257", "name": "network-vif-deleted", "tag": "0990f3af-8979-49d0-85c6-b62d50b159c1", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:48:48.482492 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8aa88c1f-5f79-4729-a300-3d7e02983b50 {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:48:48.483208 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf7c81b5-fda4-4cf6-9ec9-1910a9784257', 'name': 'network-vif-deleted', 'tag': '0990f3af-8979-49d0-85c6-b62d50b159c1', 'status': 'completed', 'code': 200} Dec 21 13:48:48.528649 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-8d3f6acc-4f50-4f55-ad51-f3b30b65f774 None None] Set router 74ec0db5-613a-474a-932b-c3fbe67b8741 gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:48:48.725909 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-8d3f6acc-4f50-4f55-ad51-f3b30b65f774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74ec0db5-613a-474a-932b-c3fbe67b8741', 'name': 'tempest-ServerActionsTestJSON-2083675911-router', 'tenant_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.26'}], 'enable_snat': True}, 'gw_port_id': '2576a882-c215-436d-ac54-9f590f8052b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:47:34Z', 'updated_at': '2021-12-21T13:47:37Z', 'revision_number': 4, 'project_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'gw_port': {'id': '2576a882-c215-436d-ac54-9f590f8052b1', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:84:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ec0db5-613a-474a-932b-c3fbe67b8741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:47:35Z', 'updated_at': '2021-12-21T13:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '41d341b9-de5a-4ea8-8ed0-3e38ab7526de', 'name': '', 'network_id': '86b0eda8-0d8c-44c0-92cb-086bb55cf3a0', 'tenant_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'mac_address': 'fa:16:3e:f0:17:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ec0db5-613a-474a-932b-c3fbe67b8741', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '5e6360fb-ac23-4ada-be8e-32656d4402cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:47:36Z', 'updated_at': '2021-12-21T13:47:40Z', 'revision_number': 5, 'project_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'subnets': [{'id': '5e6360fb-ac23-4ada-be8e-32656d4402cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:48:48.754505 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3f6acc-4f50-4f55-ad51-f3b30b65f774 None None] Checking router: 74ec0db5-613a-474a-932b-c3fbe67b8741 for host: dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:48:48.763343 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3f6acc-4f50-4f55-ad51-f3b30b65f774 None None] Routers {'74ec0db5-613a-474a-932b-c3fbe67b8741'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:48:48.763937 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-8d3f6acc-4f50-4f55-ad51-f3b30b65f774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:48:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['74ec0db5-613a-474a-932b-c3fbe67b8741'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:48:48.867510 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-8d3f6acc-4f50-4f55-ad51-f3b30b65f774 None None] Set router 74ec0db5-613a-474a-932b-c3fbe67b8741 gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:48:49.062907 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-8d3f6acc-4f50-4f55-ad51-f3b30b65f774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74ec0db5-613a-474a-932b-c3fbe67b8741', 'name': 'tempest-ServerActionsTestJSON-2083675911-router', 'tenant_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.26'}], 'enable_snat': True}, 'gw_port_id': '2576a882-c215-436d-ac54-9f590f8052b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:47:34Z', 'updated_at': '2021-12-21T13:47:37Z', 'revision_number': 4, 'project_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'gw_port': {'id': '2576a882-c215-436d-ac54-9f590f8052b1', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:84:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ec0db5-613a-474a-932b-c3fbe67b8741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:47:35Z', 'updated_at': '2021-12-21T13:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '41d341b9-de5a-4ea8-8ed0-3e38ab7526de', 'name': '', 'network_id': '86b0eda8-0d8c-44c0-92cb-086bb55cf3a0', 'tenant_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'mac_address': 'fa:16:3e:f0:17:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ec0db5-613a-474a-932b-c3fbe67b8741', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '5e6360fb-ac23-4ada-be8e-32656d4402cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:47:36Z', 'updated_at': '2021-12-21T13:47:40Z', 'revision_number': 5, 'project_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'subnets': [{'id': '5e6360fb-ac23-4ada-be8e-32656d4402cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:48:49.088250 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3f6acc-4f50-4f55-ad51-f3b30b65f774 None None] The sync data for ids ['74ec0db5-613a-474a-932b-c3fbe67b8741'] in dv-neutron-master-2-hyperv is: [{'id': '74ec0db5-613a-474a-932b-c3fbe67b8741', 'name': 'tempest-ServerActionsTestJSON-2083675911-router', 'tenant_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.26'}], 'enable_snat': True}, 'gw_port_id': '2576a882-c215-436d-ac54-9f590f8052b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:47:34Z', 'updated_at': '2021-12-21T13:47:37Z', 'revision_number': 4, 'project_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'gw_port': {'id': '2576a882-c215-436d-ac54-9f590f8052b1', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:84:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ec0db5-613a-474a-932b-c3fbe67b8741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:47:35Z', 'updated_at': '2021-12-21T13:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '41d341b9-de5a-4ea8-8ed0-3e38ab7526de', 'name': '', 'network_id': '86b0eda8-0d8c-44c0-92cb-086bb55cf3a0', 'tenant_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'mac_address': 'fa:16:3e:f0:17:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ec0db5-613a-474a-932b-c3fbe67b8741', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '5e6360fb-ac23-4ada-be8e-32656d4402cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:47:36Z', 'updated_at': '2021-12-21T13:47:40Z', 'revision_number': 5, 'project_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'subnets': [{'id': '5e6360fb-ac23-4ada-be8e-32656d4402cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:48:49.299998 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e66ec4a-46d6-470d-86b2-421a8e789318 None None] New status for floating IP 89eccce2-6eaa-453a-b6a7-962f10e6d146: DOWN {{(pid=103155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 13:48:49.467101 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-5a2d8923-2b3c-4a49-bbe6-91b424958459 req-570debd7-0ed1-44e2-8e37-3f2062a7d6e0 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1493758569&fields=id&tenant_id=c3ccac8e105f47e9bf2dee4dbe2c86e4 HTTP/1.1" status: 200 len: 267 time: 0.0433471 Dec 21 13:48:49.575657 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2d8923-2b3c-4a49-bbe6-91b424958459 req-5899ac6d-cc6c-499d-83fb-eea622effcaf tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:48:49.577031 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-5a2d8923-2b3c-4a49-bbe6-91b424958459 req-5899ac6d-cc6c-499d-83fb-eea622effcaf tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/networks?id=86b0eda8-0d8c-44c0-92cb-086bb55cf3a0 HTTP/1.1" status: 200 len: 812 time: 0.1032441 Dec 21 13:48:49.591304 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-5a2d8923-2b3c-4a49-bbe6-91b424958459 req-342b2529-364f-421c-bb6c-5fd8942a496a tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/quotas/c3ccac8e105f47e9bf2dee4dbe2c86e4 HTTP/1.1" status: 200 len: 375 time: 0.0086737 Dec 21 13:48:49.640707 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-5a2d8923-2b3c-4a49-bbe6-91b424958459 req-829b884b-44d1-4954-a24c-f9f45a02f246 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c3ccac8e105f47e9bf2dee4dbe2c86e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0443847 Dec 21 13:48:49.655984 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [req-5a2d8923-2b3c-4a49-bbe6-91b424958459 req-46952c2f-605a-4d7c-8d08-e5a8ddb91302 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 13:48:49.656924 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-5a2d8923-2b3c-4a49-bbe6-91b424958459 req-46952c2f-605a-4d7c-8d08-e5a8ddb91302 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049238 Dec 21 13:48:49.760348 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-5a2d8923-2b3c-4a49-bbe6-91b424958459 req-38ca5ba7-3c62-4c62-a12b-f77b45900018 service neutron] 10.222.0.37 "GET /v2.0/networks/86b0eda8-0d8c-44c0-92cb-086bb55cf3a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976110 Dec 21 13:48:49.849039 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-5a2d8923-2b3c-4a49-bbe6-91b424958459 req-5fc537ef-3c6f-4896-a7de-8e5a10fe6682 service neutron] 10.222.0.37 "GET /v2.0/networks/86b0eda8-0d8c-44c0-92cb-086bb55cf3a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827956 Dec 21 13:48:50.006048 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-43526c6f-8fcf-497b-a80c-3d4f6661283f req-5a34a920-a3b5-432d-981a-08e7f15033e0 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3145f4b-fc3b-4ccc-83f4-c82c68bfafd9 HTTP/1.1" status: 200 len: 210 time: 0.0281045 Dec 21 13:48:51.044026 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2d8923-2b3c-4a49-bbe6-91b424958459 req-728e78c0-c212-415a-bbdd-a1524304d418 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:48:51.045695 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-5a2d8923-2b3c-4a49-bbe6-91b424958459 req-728e78c0-c212-415a-bbdd-a1524304d418 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.60 "GET /v2.0/networks?id=86b0eda8-0d8c-44c0-92cb-086bb55cf3a0 HTTP/1.1" status: 200 len: 812 time: 0.1121888 Dec 21 13:48:51.111061 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-6528107d-df29-4abc-94c0-cb6fe8aafbc5 req-31dd6011-6522-4c86-bbbb-2c5e2b910f56 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3145f4b-fc3b-4ccc-83f4-c82c68bfafd9 HTTP/1.1" status: 200 len: 210 time: 0.0353599 Dec 21 13:48:51.140411 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-5a2d8923-2b3c-4a49-bbe6-91b424958459 req-b34cb8e7-da5c-451d-8f6c-19350468675e tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c3ccac8e105f47e9bf2dee4dbe2c86e4 HTTP/1.1" status: 200 len: 380 time: 0.0780079 Dec 21 13:48:51.149388 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [req-5a2d8923-2b3c-4a49-bbe6-91b424958459 req-5356cfb7-e703-4f30-ba56-75e956f791df tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Request body: {'port': {'device_id': 'f3145f4b-fc3b-4ccc-83f4-c82c68bfafd9', 'network_id': '86b0eda8-0d8c-44c0-92cb-086bb55cf3a0', 'admin_state_up': True, 'tenant_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'security_groups': ['2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2']}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:48:51.261394 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a2d8923-2b3c-4a49-bbe6-91b424958459 req-5356cfb7-e703-4f30-ba56-75e956f791df tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Made reservation on behalf of c3ccac8e105f47e9bf2dee4dbe2c86e4 for: {'port': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:48:51.264959 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-5a2d8923-2b3c-4a49-bbe6-91b424958459 req-5356cfb7-e703-4f30-ba56-75e956f791df tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:48:51.387421 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [req-5a2d8923-2b3c-4a49-bbe6-91b424958459 req-5356cfb7-e703-4f30-ba56-75e956f791df tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Allocated IP 172.20.0.4 (86b0eda8-0d8c-44c0-92cb-086bb55cf3a0/5e6360fb-ac23-4ada-be8e-32656d4402cd/d0400cc4-eefd-4901-9f0e-9d2c88ff3829) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:48:51.517446 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 0990f3af-8979-49d0-85c6-b62d50b159c1 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:48:51.528704 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-5a2d8923-2b3c-4a49-bbe6-91b424958459 req-5356cfb7-e703-4f30-ba56-75e956f791df tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:48:51.537378 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] No Port match for: 0990f3af-8979-49d0-85c6-b62d50b159c1 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:48:51.537723 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 0990f3af-8979-49d0-85c6-b62d50b159c1 not bound to the agent host hv-neutron-mast {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:48:51.562303 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-5a2d8923-2b3c-4a49-bbe6-91b424958459 req-5356cfb7-e703-4f30-ba56-75e956f791df tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:48:51.605263 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a2d8923-2b3c-4a49-bbe6-91b424958459 req-5356cfb7-e703-4f30-ba56-75e956f791df tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Network 86b0eda8-0d8c-44c0-92cb-086bb55cf3a0 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:48:51.608529 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [req-5a2d8923-2b3c-4a49-bbe6-91b424958459 req-5356cfb7-e703-4f30-ba56-75e956f791df tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:48:51.612053 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a2d8923-2b3c-4a49-bbe6-91b424958459 req-5356cfb7-e703-4f30-ba56-75e956f791df tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:48:51.642116 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5356cfb7-e703-4f30-ba56-75e956f791df tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Pushing event updated for resources: {'Port': ['ID=d0400cc4-eefd-4901-9f0e-9d2c88ff3829,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:48:51.669158 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:48:51.669158 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:48:51.669158 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:48:51.669158 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:48:51.669158 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:48:51.669158 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:48:51.669158 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:48:51.669158 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:48:51.669158 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:48:51.669158 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:48:51.669158 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:48:51.669158 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:48:51.669158 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:48:51.669158 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:48:51.669158 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:48:51.669158 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:48:51.669158 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:48:51.669158 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:48:51.669158 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:48:51.669158 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:48:51.669158 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:48:51.669158 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:48:51.669158 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:48:51.669158 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:48:51.669158 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:48:51.669158 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:48:51.669158 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:48:51.669158 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:48:51.669158 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:48:51.669158 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:48:51.669158 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:48:51.669158 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:48:51.669158 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:48:51.669158 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:48:51.669158 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:48:51.669158 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:48:51.669158 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:48:51.669158 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:48:51.669158 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:48:51.669158 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:48:51.669158 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:48:51.669158 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:48:51.669158 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:48:51.669158 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:48:51.669158 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:48:51.669158 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:48:51.669158 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:48:51.669158 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:48:51.672573 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2d8923-2b3c-4a49-bbe6-91b424958459 req-5356cfb7-e703-4f30-ba56-75e956f791df tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:48:51.672573 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-5a2d8923-2b3c-4a49-bbe6-91b424958459 req-5356cfb7-e703-4f30-ba56-75e956f791df tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:48:51.688388 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-5a2d8923-2b3c-4a49-bbe6-91b424958459 req-5356cfb7-e703-4f30-ba56-75e956f791df tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5425246 Dec 21 13:48:51.705552 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [req-5a2d8923-2b3c-4a49-bbe6-91b424958459 req-5cb6f0f8-cc14-49bb-b02e-d81d4a9bdaa6 service neutron] Request body: {'port': {'device_id': 'f3145f4b-fc3b-4ccc-83f4-c82c68bfafd9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:48:51.761135 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-5a2d8923-2b3c-4a49-bbe6-91b424958459 req-5cb6f0f8-cc14-49bb-b02e-d81d4a9bdaa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:48:51.837971 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-a6870729-bce2-4e9c-8942-b299f55f251d None None] Provisioning complete for port d0400cc4-eefd-4901-9f0e-9d2c88ff3829 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:48:51.838336 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a6870729-bce2-4e9c-8942-b299f55f251d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:48:51.870284 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-a6870729-bce2-4e9c-8942-b299f55f251d None None] Port d0400cc4-eefd-4901-9f0e-9d2c88ff3829 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:48:52.020048 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [req-5a2d8923-2b3c-4a49-bbe6-91b424958459 req-5cb6f0f8-cc14-49bb-b02e-d81d4a9bdaa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0400cc4-eefd-4901-9f0e-9d2c88ff3829 {{(pid=103153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 13:48:52.027362 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-5a2d8923-2b3c-4a49-bbe6-91b424958459 req-5cb6f0f8-cc14-49bb-b02e-d81d4a9bdaa6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:48:52.038723 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.provisioning_blocks [req-5a2d8923-2b3c-4a49-bbe6-91b424958459 req-5cb6f0f8-cc14-49bb-b02e-d81d4a9bdaa6 service neutron] Transition to ACTIVE for port object d0400cc4-eefd-4901-9f0e-9d2c88ff3829 will not be triggered until provisioned by entity L2. {{(pid=103153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 13:48:52.042378 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-5a2d8923-2b3c-4a49-bbe6-91b424958459 req-5cb6f0f8-cc14-49bb-b02e-d81d4a9bdaa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:48:52.097061 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb6f0f8-cc14-49bb-b02e-d81d4a9bdaa6 service neutron] Pushing event updated for resources: {'Port': ['ID=d0400cc4-eefd-4901-9f0e-9d2c88ff3829,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:48:52.168158 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-5a2d8923-2b3c-4a49-bbe6-91b424958459 req-5cb6f0f8-cc14-49bb-b02e-d81d4a9bdaa6 service neutron] Attempting to bind port d0400cc4-eefd-4901-9f0e-9d2c88ff3829 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:48:52.168493 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-5a2d8923-2b3c-4a49-bbe6-91b424958459 req-5cb6f0f8-cc14-49bb-b02e-d81d4a9bdaa6 service neutron] Attempting to bind port d0400cc4-eefd-4901-9f0e-9d2c88ff3829 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '6b368961-220d-46c0-a7b3-752d93fe7a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '86b0eda8-0d8c-44c0-92cb-086bb55cf3a0'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:48:52.168826 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2d8923-2b3c-4a49-bbe6-91b424958459 req-5cb6f0f8-cc14-49bb-b02e-d81d4a9bdaa6 service neutron] Attempting to bind port d0400cc4-eefd-4901-9f0e-9d2c88ff3829 on network 86b0eda8-0d8c-44c0-92cb-086bb55cf3a0 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:48:52.173652 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2d8923-2b3c-4a49-bbe6-91b424958459 req-5cb6f0f8-cc14-49bb-b02e-d81d4a9bdaa6 service neutron] Port d0400cc4-eefd-4901-9f0e-9d2c88ff3829 on network 86b0eda8-0d8c-44c0-92cb-086bb55cf3a0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 13:48:52.173972 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2d8923-2b3c-4a49-bbe6-91b424958459 req-5cb6f0f8-cc14-49bb-b02e-d81d4a9bdaa6 service neutron] Attempting to bind port d0400cc4-eefd-4901-9f0e-9d2c88ff3829 on network 86b0eda8-0d8c-44c0-92cb-086bb55cf3a0 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:48:52.179765 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2d8923-2b3c-4a49-bbe6-91b424958459 req-5cb6f0f8-cc14-49bb-b02e-d81d4a9bdaa6 service neutron] Checking agent: {'id': 'cb078e0e-af00-4e4f-8117-46ca6496af1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 23, 43), 'started_at': datetime.datetime(2021, 12, 21, 13, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:48:52.180104 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2d8923-2b3c-4a49-bbe6-91b424958459 req-5cb6f0f8-cc14-49bb-b02e-d81d4a9bdaa6 service neutron] Checking segment: {'id': '6b368961-220d-46c0-a7b3-752d93fe7a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '86b0eda8-0d8c-44c0-92cb-086bb55cf3a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:48:52.180502 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2d8923-2b3c-4a49-bbe6-91b424958459 req-5cb6f0f8-cc14-49bb-b02e-d81d4a9bdaa6 service neutron] Bound using segment: {'id': '6b368961-220d-46c0-a7b3-752d93fe7a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '86b0eda8-0d8c-44c0-92cb-086bb55cf3a0'} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:48:52.181440 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-5a2d8923-2b3c-4a49-bbe6-91b424958459 req-5cb6f0f8-cc14-49bb-b02e-d81d4a9bdaa6 service neutron] Bound port: d0400cc4-eefd-4901-9f0e-9d2c88ff3829, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b368961-220d-46c0-a7b3-752d93fe7a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '86b0eda8-0d8c-44c0-92cb-086bb55cf3a0'}}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:48:52.181808 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-5a2d8923-2b3c-4a49-bbe6-91b424958459 req-5cb6f0f8-cc14-49bb-b02e-d81d4a9bdaa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:48:52.246766 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c75e45-8365-4abc-999e-c1c32b778787 req-8d0c5496-2847-49f6-834b-3de64fff2c99 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:48:52.248995 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-e4c75e45-8365-4abc-999e-c1c32b778787 req-8d0c5496-2847-49f6-834b-3de64fff2c99 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3145f4b-fc3b-4ccc-83f4-c82c68bfafd9 HTTP/1.1" status: 200 len: 943 time: 0.0638843 Dec 21 13:48:52.250075 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-5a2d8923-2b3c-4a49-bbe6-91b424958459 req-5cb6f0f8-cc14-49bb-b02e-d81d4a9bdaa6 service neutron] For port d0400cc4-eefd-4901-9f0e-9d2c88ff3829, host hv-neutron-mast, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:48:52.254012 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-5a2d8923-2b3c-4a49-bbe6-91b424958459 req-5cb6f0f8-cc14-49bb-b02e-d81d4a9bdaa6 service neutron] For port d0400cc4-eefd-4901-9f0e-9d2c88ff3829, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d0400cc4-eefd-4901-9f0e-9d2c88ff3829,segment=NetworkSegment(6b368961-220d-46c0-a7b3-752d93fe7a84),segment_id=6b368961-220d-46c0-a7b3-752d93fe7a84)] {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:48:52.261558 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-5a2d8923-2b3c-4a49-bbe6-91b424958459 req-5cb6f0f8-cc14-49bb-b02e-d81d4a9bdaa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:48:52.303833 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2d8923-2b3c-4a49-bbe6-91b424958459 req-5cb6f0f8-cc14-49bb-b02e-d81d4a9bdaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:48:52.304465 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-5a2d8923-2b3c-4a49-bbe6-91b424958459 req-5cb6f0f8-cc14-49bb-b02e-d81d4a9bdaa6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:48:52.304928 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-e4c75e45-8365-4abc-999e-c1c32b778787 req-1a781111-31b8-4e1c-ac3a-8f82a1b78a48 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487661 Dec 21 13:48:52.305864 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-5a2d8923-2b3c-4a49-bbe6-91b424958459 req-5cb6f0f8-cc14-49bb-b02e-d81d4a9bdaa6 service neutron] 10.222.0.60 "PUT /v2.0/ports/d0400cc4-eefd-4901-9f0e-9d2c88ff3829 HTTP/1.1" status: 200 len: 1093 time: 0.6046278 Dec 21 13:48:52.306879 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3145f4b-fc3b-4ccc-83f4-c82c68bfafd9', 'tag': 'd0400cc4-eefd-4901-9f0e-9d2c88ff3829'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:48:52.309780 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af6034c98e584fa55ea4398f343c742ceb598288507feaf30d5a15785b2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8d7e346-ff73-4eac-9a7b-ba59d5985e0f" -d '{"events": [{"name": "network-changed", "server_uuid": "f3145f4b-fc3b-4ccc-83f4-c82c68bfafd9", "tag": "d0400cc4-eefd-4901-9f0e-9d2c88ff3829"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:48:52.349297 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb6f0f8-cc14-49bb-b02e-d81d4a9bdaa6 service neutron] Pushing event updated for resources: {'Port': ['ID=d0400cc4-eefd-4901-9f0e-9d2c88ff3829,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:48:52.358156 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 13:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5decff7c-1a17-49ce-a66b-019a09098a7b x-openstack-request-id: req-5decff7c-1a17-49ce-a66b-019a09098a7b {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:48:52.358491 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3145f4b-fc3b-4ccc-83f4-c82c68bfafd9", "tag": "d0400cc4-eefd-4901-9f0e-9d2c88ff3829", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:48:52.358752 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5decff7c-1a17-49ce-a66b-019a09098a7b {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:48:52.359159 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3145f4b-fc3b-4ccc-83f4-c82c68bfafd9', 'tag': 'd0400cc4-eefd-4901-9f0e-9d2c88ff3829', 'status': 'completed', 'code': 200} Dec 21 13:48:52.420227 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2d8923-2b3c-4a49-bbe6-91b424958459 req-93a3eb2b-d053-4c55-9c39-75fc8b63e6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:48:52.421766 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-5a2d8923-2b3c-4a49-bbe6-91b424958459 req-93a3eb2b-d053-4c55-9c39-75fc8b63e6dd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c3ccac8e105f47e9bf2dee4dbe2c86e4&device_id=f3145f4b-fc3b-4ccc-83f4-c82c68bfafd9 HTTP/1.1" status: 200 len: 1096 time: 0.0461829 Dec 21 13:48:52.481774 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-5a2d8923-2b3c-4a49-bbe6-91b424958459 req-61ea0b13-a923-420c-b79d-460309fe1396 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0400cc4-eefd-4901-9f0e-9d2c88ff3829 HTTP/1.1" status: 200 len: 217 time: 0.0473106 Dec 21 13:48:52.535851 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2d8923-2b3c-4a49-bbe6-91b424958459 req-e24bbb9d-0ae4-4b13-8fd5-8a2e648f499d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:48:52.537254 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-5a2d8923-2b3c-4a49-bbe6-91b424958459 req-e24bbb9d-0ae4-4b13-8fd5-8a2e648f499d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5e6360fb-ac23-4ada-be8e-32656d4402cd HTTP/1.1" status: 200 len: 851 time: 0.0495276 Dec 21 13:48:52.582130 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2d8923-2b3c-4a49-bbe6-91b424958459 req-9eeb4274-4775-41e2-befc-71ce7dd0900c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:48:52.583644 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-5a2d8923-2b3c-4a49-bbe6-91b424958459 req-9eeb4274-4775-41e2-befc-71ce7dd0900c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=86b0eda8-0d8c-44c0-92cb-086bb55cf3a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401232 Dec 21 13:48:52.671793 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-5a2d8923-2b3c-4a49-bbe6-91b424958459 req-9dd85ab0-3eaa-45d5-a907-dcc476292ee2 service neutron] 10.222.0.60 "GET /v2.0/networks/86b0eda8-0d8c-44c0-92cb-086bb55cf3a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793412 Dec 21 13:48:52.762554 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-5a2d8923-2b3c-4a49-bbe6-91b424958459 req-c7744dcb-0922-49c2-8ce4-9ec65b7d0231 service neutron] 10.222.0.60 "GET /v2.0/networks/86b0eda8-0d8c-44c0-92cb-086bb55cf3a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849872 Dec 21 13:48:52.890304 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d7e346-ff73-4eac-9a7b-ba59d5985e0f req-3557be33-d74a-4426-a2a2-a2be07d1029c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:48:52.891794 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-d8d7e346-ff73-4eac-9a7b-ba59d5985e0f req-3557be33-d74a-4426-a2a2-a2be07d1029c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c3ccac8e105f47e9bf2dee4dbe2c86e4&device_id=f3145f4b-fc3b-4ccc-83f4-c82c68bfafd9 HTTP/1.1" status: 200 len: 1096 time: 0.0405054 Dec 21 13:48:52.983979 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d7e346-ff73-4eac-9a7b-ba59d5985e0f req-22feb28d-dfb0-4cc8-b56b-b270a032ceee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:48:52.985440 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-d8d7e346-ff73-4eac-9a7b-ba59d5985e0f req-22feb28d-dfb0-4cc8-b56b-b270a032ceee service neutron] 10.222.0.60 "GET /v2.0/networks?id=86b0eda8-0d8c-44c0-92cb-086bb55cf3a0 HTTP/1.1" status: 200 len: 913 time: 0.0870831 Dec 21 13:48:53.026894 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-d8d7e346-ff73-4eac-9a7b-ba59d5985e0f req-2eb6d1e8-8de3-474d-baa5-48465bfddf9f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0400cc4-eefd-4901-9f0e-9d2c88ff3829 HTTP/1.1" status: 200 len: 217 time: 0.0337160 Dec 21 13:48:53.078734 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d7e346-ff73-4eac-9a7b-ba59d5985e0f req-22e417af-04d5-4751-acf4-9139f0611481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:48:53.080156 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-d8d7e346-ff73-4eac-9a7b-ba59d5985e0f req-22e417af-04d5-4751-acf4-9139f0611481 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5e6360fb-ac23-4ada-be8e-32656d4402cd HTTP/1.1" status: 200 len: 851 time: 0.0462849 Dec 21 13:48:53.125159 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d7e346-ff73-4eac-9a7b-ba59d5985e0f req-9d330612-9b67-4aaa-884a-d5e40f244884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:48:53.126674 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-d8d7e346-ff73-4eac-9a7b-ba59d5985e0f req-9d330612-9b67-4aaa-884a-d5e40f244884 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=86b0eda8-0d8c-44c0-92cb-086bb55cf3a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393066 Dec 21 13:48:53.213773 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-d8d7e346-ff73-4eac-9a7b-ba59d5985e0f req-35c5fef3-a4ac-45e7-ac90-14ba3a286987 service neutron] 10.222.0.60 "GET /v2.0/networks/86b0eda8-0d8c-44c0-92cb-086bb55cf3a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802279 Dec 21 13:48:53.304906 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-d8d7e346-ff73-4eac-9a7b-ba59d5985e0f req-defeb37b-c85f-4cd3-ab94-51ff2aec81e8 service neutron] 10.222.0.60 "GET /v2.0/networks/86b0eda8-0d8c-44c0-92cb-086bb55cf3a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834968 Dec 21 13:48:53.425844 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f237878a-8914-407f-af75-ba3e655b48cc req-594f98f1-ca32-4ac6-b1d6-57f694a969fd tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:48:53.427328 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-f237878a-8914-407f-af75-ba3e655b48cc req-594f98f1-ca32-4ac6-b1d6-57f694a969fd tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3145f4b-fc3b-4ccc-83f4-c82c68bfafd9 HTTP/1.1" status: 200 len: 943 time: 0.0506587 Dec 21 13:48:53.472702 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-f237878a-8914-407f-af75-ba3e655b48cc req-50fa07c9-8b4a-434c-b365-c13e5c061a3b tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391171 Dec 21 13:48:54.591589 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d601ec3-f1ce-449f-bffb-804319de3ec9 req-cd9b72ed-22e8-4506-8169-767203049ebb tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:48:54.593037 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1d601ec3-f1ce-449f-bffb-804319de3ec9 req-cd9b72ed-22e8-4506-8169-767203049ebb tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3145f4b-fc3b-4ccc-83f4-c82c68bfafd9 HTTP/1.1" status: 200 len: 943 time: 0.0485859 Dec 21 13:48:54.638759 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1d601ec3-f1ce-449f-bffb-804319de3ec9 req-23907a2d-8c5a-4fe8-9972-0117f3bfefd6 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396590 Dec 21 13:48:55.174547 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-2dc403f5-244d-4a36-b49c-757b7d26738f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:48:55.533356 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device d0400cc4-eefd-4901-9f0e-9d2c88ff3829 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 13:48:55.627436 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port d0400cc4-eefd-4901-9f0e-9d2c88ff3829, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d0400cc4-eefd-4901-9f0e-9d2c88ff3829,segment=NetworkSegment(6b368961-220d-46c0-a7b3-752d93fe7a84),segment_id=6b368961-220d-46c0-a7b3-752d93fe7a84)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:48:55.638081 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Returning: {'device': 'd0400cc4-eefd-4901-9f0e-9d2c88ff3829', 'network_id': '86b0eda8-0d8c-44c0-92cb-086bb55cf3a0', 'port_id': 'd0400cc4-eefd-4901-9f0e-9d2c88ff3829', 'mac_address': 'fa:16:3e:84:6f:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e6360fb-ac23-4ada-be8e-32656d4402cd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 13:48:55.674535 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:48:55.688296 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0400cc4-eefd-4901-9f0e-9d2c88ff3829 {{(pid=103154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 13:48:55.708529 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port d0400cc4-eefd-4901-9f0e-9d2c88ff3829, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d0400cc4-eefd-4901-9f0e-9d2c88ff3829,segment=NetworkSegment(6b368961-220d-46c0-a7b3-752d93fe7a84),segment_id=6b368961-220d-46c0-a7b3-752d93fe7a84)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:48:55.712790 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:48:55.765320 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=d0400cc4-eefd-4901-9f0e-9d2c88ff3829,revision_number=4']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:48:55.769545 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b508d7-fd5a-4941-87b1-255ef6e660b5 req-08214c93-2b35-4049-99cf-7cbc370b3236 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:48:55.771059 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-e9b508d7-fd5a-4941-87b1-255ef6e660b5 req-08214c93-2b35-4049-99cf-7cbc370b3236 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3145f4b-fc3b-4ccc-83f4-c82c68bfafd9 HTTP/1.1" status: 200 len: 944 time: 0.0561366 Dec 21 13:48:55.818027 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-e9b508d7-fd5a-4941-87b1-255ef6e660b5 req-7069fb66-5e72-452c-8852-fb6dfc684f54 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407498 Dec 21 13:48:56.006955 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] get_ports_and_sgs() called for port_ids ['d0400cc4-eefd-4901-9f0e-9d2c88ff3829'] {{(pid=103154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 13:48:56.932985 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b85283-78e0-438c-bf48-f580c27ddf8f req-36fbfa5f-1480-4d76-ac9c-60796d63b78b tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:48:56.934474 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b6b85283-78e0-438c-bf48-f580c27ddf8f req-36fbfa5f-1480-4d76-ac9c-60796d63b78b tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3145f4b-fc3b-4ccc-83f4-c82c68bfafd9 HTTP/1.1" status: 200 len: 944 time: 0.0523615 Dec 21 13:48:56.980043 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b6b85283-78e0-438c-bf48-f580c27ddf8f req-6cabc8bc-c322-4489-9e5b-24cc7eebff6a tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397449 Dec 21 13:48:57.549182 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device d0400cc4-eefd-4901-9f0e-9d2c88ff3829 up at agent hyperv_hv-neutron-mast {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:48:57.596099 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Provisioning for port d0400cc4-eefd-4901-9f0e-9d2c88ff3829 completed by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 13:48:57.611726 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Provisioning complete for port d0400cc4-eefd-4901-9f0e-9d2c88ff3829 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:48:57.612094 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:48:57.634616 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c3f511fd-b7ef-4762-80d3-b3ffffa5a389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:48:57.690891 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:48:57.712296 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3145f4b-fc3b-4ccc-83f4-c82c68bfafd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0400cc4-eefd-4901-9f0e-9d2c88ff3829'}] {{(pid=103154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:48:57.714524 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6f45aca8ac5f8c0cc5868273c98d8aa60330245aed22d61c8da5c1f2d6fc01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20505278-cdff-4f75-84cb-086830214418" -d '{"events": [{"server_uuid": "f3145f4b-fc3b-4ccc-83f4-c82c68bfafd9", "name": "network-vif-plugged", "status": "completed", "tag": "d0400cc4-eefd-4901-9f0e-9d2c88ff3829"}]}' {{(pid=103154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:48:57.730230 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port d0400cc4-eefd-4901-9f0e-9d2c88ff3829, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d0400cc4-eefd-4901-9f0e-9d2c88ff3829,segment=NetworkSegment(6b368961-220d-46c0-a7b3-752d93fe7a84),segment_id=6b368961-220d-46c0-a7b3-752d93fe7a84)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:48:57.734470 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:48:57.780986 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=d0400cc4-eefd-4901-9f0e-9d2c88ff3829,revision_number=5']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:48:57.810783 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 13:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d62af06a-e279-46d8-8590-7e1eeb48b237 x-openstack-request-id: req-d62af06a-e279-46d8-8590-7e1eeb48b237 {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:48:57.811072 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3145f4b-fc3b-4ccc-83f4-c82c68bfafd9", "name": "network-vif-plugged", "status": "completed", "tag": "d0400cc4-eefd-4901-9f0e-9d2c88ff3829", "code": 200}]} {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:48:57.811324 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d62af06a-e279-46d8-8590-7e1eeb48b237 {{(pid=103154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:48:57.811714 dv-neutron-master-2-hyperv neutron-server[103154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3145f4b-fc3b-4ccc-83f4-c82c68bfafd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0400cc4-eefd-4901-9f0e-9d2c88ff3829', 'code': 200} Dec 21 13:48:58.007569 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935fa161-9b27-4fcc-ae01-5e41c451bb95 req-9f0a5f7f-f472-4daf-b163-2491bac55df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:48:58.009060 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-935fa161-9b27-4fcc-ae01-5e41c451bb95 req-9f0a5f7f-f472-4daf-b163-2491bac55df2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f3145f4b-fc3b-4ccc-83f4-c82c68bfafd9 HTTP/1.1" status: 200 len: 1098 time: 0.0405245 Dec 21 13:48:58.061732 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-935fa161-9b27-4fcc-ae01-5e41c451bb95 req-608fb4b6-c278-4aa1-8aca-a984c951c8d1 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463181 Dec 21 13:48:58.096060 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ff5ee6-af24-4a28-8e6c-f3f0948a6cea req-fc83af56-4ada-437d-8faa-fe67db0d1bef tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:48:58.097557 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-38ff5ee6-af24-4a28-8e6c-f3f0948a6cea req-fc83af56-4ada-437d-8faa-fe67db0d1bef tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3145f4b-fc3b-4ccc-83f4-c82c68bfafd9 HTTP/1.1" status: 200 len: 945 time: 0.0476296 Dec 21 13:48:58.146636 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-38ff5ee6-af24-4a28-8e6c-f3f0948a6cea req-4b1c0d4d-ce6f-4953-9957-1db3d3e5054d tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423925 Dec 21 13:48:58.835600 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:48:59.263818 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1486fa71-ebbe-4107-ac3c-21f5da4810c4 req-ff2c3a57-a3bc-467e-997b-c6afa29c106b tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:48:59.265296 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-1486fa71-ebbe-4107-ac3c-21f5da4810c4 req-ff2c3a57-a3bc-467e-997b-c6afa29c106b tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3145f4b-fc3b-4ccc-83f4-c82c68bfafd9 HTTP/1.1" status: 200 len: 945 time: 0.0491810 Dec 21 13:48:59.312387 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-1486fa71-ebbe-4107-ac3c-21f5da4810c4 req-2e9d5309-53e2-4b18-bf51-d655e28d7c29 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411067 Dec 21 13:48:59.422811 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98c1fcc-8e9e-438e-96a0-9ab626af6528 req-90dbf19d-6360-4846-893e-3e0a0fe67e46 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:48:59.424298 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f98c1fcc-8e9e-438e-96a0-9ab626af6528 req-90dbf19d-6360-4846-893e-3e0a0fe67e46 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3145f4b-fc3b-4ccc-83f4-c82c68bfafd9 HTTP/1.1" status: 200 len: 945 time: 0.0488636 Dec 21 13:48:59.433012 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 35268) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:48:59.437252 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-80d328ed-4717-409e-b6a8-4b5b168e5d96 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Request body: {'floatingip': {'port_id': 'd0400cc4-eefd-4901-9f0e-9d2c88ff3829'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:48:59.475159 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-80d328ed-4717-409e-b6a8-4b5b168e5d96 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Publish callbacks [] for floatingip, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:48:59.913220 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-80d328ed-4717-409e-b6a8-4b5b168e5d96 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:48:59.916431 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-80d328ed-4717-409e-b6a8-4b5b168e5d96 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548820'] for floatingip, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:49:00.012866 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.l3_db [None req-80d328ed-4717-409e-b6a8-4b5b168e5d96 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Floating IP 89eccce2-6eaa-453a-b6a7-962f10e6d146 associated. External IP: 172.36.3.189, port: d0400cc4-eefd-4901-9f0e-9d2c88ff3829. Dec 21 13:49:00.216052 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80d328ed-4717-409e-b6a8-4b5b168e5d96 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Router 74ec0db5-613a-474a-932b-c3fbe67b8741 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:49:00.321054 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80d328ed-4717-409e-b6a8-4b5b168e5d96 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:49:00.326379 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-80d328ed-4717-409e-b6a8-4b5b168e5d96 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for floatingip, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:49:00.330795 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49e0192-2f66-4a80-89cd-21be48774f66 None None] Sync routers for ids ['74ec0db5-613a-474a-932b-c3fbe67b8741'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:49:00.340281 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49e0192-2f66-4a80-89cd-21be48774f66 None None] Routers {'74ec0db5-613a-474a-932b-c3fbe67b8741'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:49:00.340899 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-b49e0192-2f66-4a80-89cd-21be48774f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:48:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['74ec0db5-613a-474a-932b-c3fbe67b8741'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:49:00.352035 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-80d328ed-4717-409e-b6a8-4b5b168e5d96 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "PUT /v2.0/floatingips/89eccce2-6eaa-453a-b6a7-962f10e6d146 HTTP/1.1" status: 200 len: 991 time: 0.9179885 Dec 21 13:49:00.352621 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3145f4b-fc3b-4ccc-83f4-c82c68bfafd9', 'tag': 'd0400cc4-eefd-4901-9f0e-9d2c88ff3829'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:49:00.354906 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af6034c98e584fa55ea4398f343c742ceb598288507feaf30d5a15785b2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cd1ed69-47e3-40c6-b8a9-cec346f96c09" -d '{"events": [{"name": "network-changed", "server_uuid": "f3145f4b-fc3b-4ccc-83f4-c82c68bfafd9", "tag": "d0400cc4-eefd-4901-9f0e-9d2c88ff3829"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:49:00.398291 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 13:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-388791d0-00f4-495b-b966-84f3056bc540 x-openstack-request-id: req-388791d0-00f4-495b-b966-84f3056bc540 {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:49:00.398616 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3145f4b-fc3b-4ccc-83f4-c82c68bfafd9", "tag": "d0400cc4-eefd-4901-9f0e-9d2c88ff3829", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:49:00.398877 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-388791d0-00f4-495b-b966-84f3056bc540 {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:49:00.399282 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3145f4b-fc3b-4ccc-83f4-c82c68bfafd9', 'tag': 'd0400cc4-eefd-4901-9f0e-9d2c88ff3829', 'status': 'completed', 'code': 200} Dec 21 13:49:00.493444 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd1ed69-47e3-40c6-b8a9-cec346f96c09 req-78bcda37-dad8-4295-be0c-4c09ece37746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:49:00.495589 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1cd1ed69-47e3-40c6-b8a9-cec346f96c09 req-78bcda37-dad8-4295-be0c-4c09ece37746 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c3ccac8e105f47e9bf2dee4dbe2c86e4&device_id=f3145f4b-fc3b-4ccc-83f4-c82c68bfafd9 HTTP/1.1" status: 200 len: 1098 time: 0.0485301 Dec 21 13:49:00.603959 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-b49e0192-2f66-4a80-89cd-21be48774f66 None None] Set router 74ec0db5-613a-474a-932b-c3fbe67b8741 gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:49:00.840014 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:49:00.850720 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-b49e0192-2f66-4a80-89cd-21be48774f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74ec0db5-613a-474a-932b-c3fbe67b8741', 'name': 'tempest-ServerActionsTestJSON-2083675911-router', 'tenant_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.26'}], 'enable_snat': True}, 'gw_port_id': '2576a882-c215-436d-ac54-9f590f8052b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:47:34Z', 'updated_at': '2021-12-21T13:47:37Z', 'revision_number': 4, 'project_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'gw_port': {'id': '2576a882-c215-436d-ac54-9f590f8052b1', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:84:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ec0db5-613a-474a-932b-c3fbe67b8741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:47:35Z', 'updated_at': '2021-12-21T13:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '89eccce2-6eaa-453a-b6a7-962f10e6d146', 'tenant_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'floating_ip_address': '172.36.3.189', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': '74ec0db5-613a-474a-932b-c3fbe67b8741', 'port_id': 'd0400cc4-eefd-4901-9f0e-9d2c88ff3829', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86b0eda8-0d8c-44c0-92cb-086bb55cf3a0', 'mac_address': 'fa:16:3e:84:6f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3145f4b-fc3b-4ccc-83f4-c82c68bfafd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T13:47:39Z', 'updated_at': '2021-12-21T13:48:59Z', 'revision_number': 5, 'project_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41d341b9-de5a-4ea8-8ed0-3e38ab7526de', 'name': '', 'network_id': '86b0eda8-0d8c-44c0-92cb-086bb55cf3a0', 'tenant_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'mac_address': 'fa:16:3e:f0:17:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ec0db5-613a-474a-932b-c3fbe67b8741', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '5e6360fb-ac23-4ada-be8e-32656d4402cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:47:36Z', 'updated_at': '2021-12-21T13:47:40Z', 'revision_number': 5, 'project_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'subnets': [{'id': '5e6360fb-ac23-4ada-be8e-32656d4402cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:49:00.878230 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49e0192-2f66-4a80-89cd-21be48774f66 None None] Checking router: 74ec0db5-613a-474a-932b-c3fbe67b8741 for host: dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:49:00.887339 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49e0192-2f66-4a80-89cd-21be48774f66 None None] Routers {'74ec0db5-613a-474a-932b-c3fbe67b8741'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:49:00.887974 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-b49e0192-2f66-4a80-89cd-21be48774f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:48:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['74ec0db5-613a-474a-932b-c3fbe67b8741'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:49:00.927611 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd1ed69-47e3-40c6-b8a9-cec346f96c09 req-e25eb597-8147-42f2-a8ae-695871bbef78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:49:00.929370 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1cd1ed69-47e3-40c6-b8a9-cec346f96c09 req-e25eb597-8147-42f2-a8ae-695871bbef78 service neutron] 10.222.0.60 "GET /v2.0/networks?id=86b0eda8-0d8c-44c0-92cb-086bb55cf3a0 HTTP/1.1" status: 200 len: 913 time: 0.4265845 Dec 21 13:49:00.992561 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-b49e0192-2f66-4a80-89cd-21be48774f66 None None] Set router 74ec0db5-613a-474a-932b-c3fbe67b8741 gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:49:00.993738 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1cd1ed69-47e3-40c6-b8a9-cec346f96c09 req-b271865d-ade2-40e4-905e-ebb2240751b1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0400cc4-eefd-4901-9f0e-9d2c88ff3829 HTTP/1.1" status: 200 len: 999 time: 0.0576870 Dec 21 13:49:01.041736 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd1ed69-47e3-40c6-b8a9-cec346f96c09 req-38f22d23-28d0-42e1-afa5-089c56a57f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:49:01.043149 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1cd1ed69-47e3-40c6-b8a9-cec346f96c09 req-38f22d23-28d0-42e1-afa5-089c56a57f13 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5e6360fb-ac23-4ada-be8e-32656d4402cd HTTP/1.1" status: 200 len: 851 time: 0.0435650 Dec 21 13:49:01.092601 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd1ed69-47e3-40c6-b8a9-cec346f96c09 req-30c4aee4-b296-4785-99d0-175496760289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:49:01.093343 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:49:01.094088 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1cd1ed69-47e3-40c6-b8a9-cec346f96c09 req-30c4aee4-b296-4785-99d0-175496760289 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=86b0eda8-0d8c-44c0-92cb-086bb55cf3a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0447793 Dec 21 13:49:01.186258 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1cd1ed69-47e3-40c6-b8a9-cec346f96c09 req-bdf640b9-6f05-4887-b889-d491662cc7c6 service neutron] 10.222.0.60 "GET /v2.0/networks/86b0eda8-0d8c-44c0-92cb-086bb55cf3a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855992 Dec 21 13:49:01.239742 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-b49e0192-2f66-4a80-89cd-21be48774f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74ec0db5-613a-474a-932b-c3fbe67b8741', 'name': 'tempest-ServerActionsTestJSON-2083675911-router', 'tenant_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.26'}], 'enable_snat': True}, 'gw_port_id': '2576a882-c215-436d-ac54-9f590f8052b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:47:34Z', 'updated_at': '2021-12-21T13:47:37Z', 'revision_number': 4, 'project_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'gw_port': {'id': '2576a882-c215-436d-ac54-9f590f8052b1', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:84:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ec0db5-613a-474a-932b-c3fbe67b8741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:47:35Z', 'updated_at': '2021-12-21T13:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '89eccce2-6eaa-453a-b6a7-962f10e6d146', 'tenant_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'floating_ip_address': '172.36.3.189', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': '74ec0db5-613a-474a-932b-c3fbe67b8741', 'port_id': 'd0400cc4-eefd-4901-9f0e-9d2c88ff3829', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86b0eda8-0d8c-44c0-92cb-086bb55cf3a0', 'mac_address': 'fa:16:3e:84:6f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3145f4b-fc3b-4ccc-83f4-c82c68bfafd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T13:47:39Z', 'updated_at': '2021-12-21T13:48:59Z', 'revision_number': 5, 'project_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41d341b9-de5a-4ea8-8ed0-3e38ab7526de', 'name': '', 'network_id': '86b0eda8-0d8c-44c0-92cb-086bb55cf3a0', 'tenant_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'mac_address': 'fa:16:3e:f0:17:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ec0db5-613a-474a-932b-c3fbe67b8741', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '5e6360fb-ac23-4ada-be8e-32656d4402cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:47:36Z', 'updated_at': '2021-12-21T13:47:40Z', 'revision_number': 5, 'project_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'subnets': [{'id': '5e6360fb-ac23-4ada-be8e-32656d4402cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:49:01.268382 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49e0192-2f66-4a80-89cd-21be48774f66 None None] The sync data for ids ['74ec0db5-613a-474a-932b-c3fbe67b8741'] in dv-neutron-master-2-hyperv is: [{'id': '74ec0db5-613a-474a-932b-c3fbe67b8741', 'name': 'tempest-ServerActionsTestJSON-2083675911-router', 'tenant_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.26'}], 'enable_snat': True}, 'gw_port_id': '2576a882-c215-436d-ac54-9f590f8052b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:47:34Z', 'updated_at': '2021-12-21T13:47:37Z', 'revision_number': 4, 'project_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'gw_port': {'id': '2576a882-c215-436d-ac54-9f590f8052b1', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:84:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ec0db5-613a-474a-932b-c3fbe67b8741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:47:35Z', 'updated_at': '2021-12-21T13:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '89eccce2-6eaa-453a-b6a7-962f10e6d146', 'tenant_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'floating_ip_address': '172.36.3.189', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': '74ec0db5-613a-474a-932b-c3fbe67b8741', 'port_id': 'd0400cc4-eefd-4901-9f0e-9d2c88ff3829', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86b0eda8-0d8c-44c0-92cb-086bb55cf3a0', 'mac_address': 'fa:16:3e:84:6f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3145f4b-fc3b-4ccc-83f4-c82c68bfafd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T13:47:39Z', 'updated_at': '2021-12-21T13:48:59Z', 'revision_number': 5, 'project_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41d341b9-de5a-4ea8-8ed0-3e38ab7526de', 'name': '', 'network_id': '86b0eda8-0d8c-44c0-92cb-086bb55cf3a0', 'tenant_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'mac_address': 'fa:16:3e:f0:17:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ec0db5-613a-474a-932b-c3fbe67b8741', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '5e6360fb-ac23-4ada-be8e-32656d4402cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:47:36Z', 'updated_at': '2021-12-21T13:47:40Z', 'revision_number': 5, 'project_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'subnets': [{'id': '5e6360fb-ac23-4ada-be8e-32656d4402cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:49:01.311635 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1cd1ed69-47e3-40c6-b8a9-cec346f96c09 req-5c1354a9-6f6a-4dbc-8ca7-829407ad3aac service neutron] 10.222.0.60 "GET /v2.0/networks/86b0eda8-0d8c-44c0-92cb-086bb55cf3a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028357 Dec 21 13:49:01.469334 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d55e88a-c2d7-4605-a318-3208734380a9 None None] New status for floating IP 89eccce2-6eaa-453a-b6a7-962f10e6d146: ACTIVE {{(pid=103155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 13:49:04.839344 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.agents_db [None req-c60a5637-8c6f-4692-b23b-7dd82bd36b21 None None] Agent healthcheck: found 6 active agents {{(pid=103155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 13:49:09.258697 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-cea49b78-ed0e-476a-afdf-a5b7710e91c8 req-f64ca08a-7575-4707-844f-f66a543199f2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f3145f4b-fc3b-4ccc-83f4-c82c68bfafd9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392056 Dec 21 13:49:09.362628 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea49b78-ed0e-476a-afdf-a5b7710e91c8 req-f4d46fdd-1d17-43d0-b9d1-16b84999b3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:49:09.364094 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-cea49b78-ed0e-476a-afdf-a5b7710e91c8 req-f4d46fdd-1d17-43d0-b9d1-16b84999b3be service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c3ccac8e105f47e9bf2dee4dbe2c86e4&device_id=f3145f4b-fc3b-4ccc-83f4-c82c68bfafd9 HTTP/1.1" status: 200 len: 1098 time: 0.0388651 Dec 21 13:49:09.470223 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea49b78-ed0e-476a-afdf-a5b7710e91c8 req-6864ed16-bedb-42ed-a1f0-885616959fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:49:09.471615 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-cea49b78-ed0e-476a-afdf-a5b7710e91c8 req-6864ed16-bedb-42ed-a1f0-885616959fdf service neutron] 10.222.0.60 "GET /v2.0/networks?id=86b0eda8-0d8c-44c0-92cb-086bb55cf3a0 HTTP/1.1" status: 200 len: 913 time: 0.0891297 Dec 21 13:49:09.533356 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-cea49b78-ed0e-476a-afdf-a5b7710e91c8 req-19a18dce-ef26-4de2-8a4c-c7d67b953d82 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0400cc4-eefd-4901-9f0e-9d2c88ff3829 HTTP/1.1" status: 200 len: 1001 time: 0.0555615 Dec 21 13:49:09.584238 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea49b78-ed0e-476a-afdf-a5b7710e91c8 req-2b858fcb-3ea3-4c85-8d88-3c9f4616359b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:49:09.585633 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-cea49b78-ed0e-476a-afdf-a5b7710e91c8 req-2b858fcb-3ea3-4c85-8d88-3c9f4616359b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5e6360fb-ac23-4ada-be8e-32656d4402cd HTTP/1.1" status: 200 len: 851 time: 0.0459630 Dec 21 13:49:09.631903 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea49b78-ed0e-476a-afdf-a5b7710e91c8 req-950f50b2-992f-4a5a-a35d-e9748ccad199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:49:09.633374 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-cea49b78-ed0e-476a-afdf-a5b7710e91c8 req-950f50b2-992f-4a5a-a35d-e9748ccad199 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=86b0eda8-0d8c-44c0-92cb-086bb55cf3a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0400884 Dec 21 13:49:09.719640 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-cea49b78-ed0e-476a-afdf-a5b7710e91c8 req-a35f54e6-797e-4a84-95de-db5510850da6 service neutron] 10.222.0.60 "GET /v2.0/networks/86b0eda8-0d8c-44c0-92cb-086bb55cf3a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792620 Dec 21 13:49:09.811088 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-cea49b78-ed0e-476a-afdf-a5b7710e91c8 req-602ae117-96fb-47a8-87f4-97b4e0659af1 service neutron] 10.222.0.60 "GET /v2.0/networks/86b0eda8-0d8c-44c0-92cb-086bb55cf3a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838912 Dec 21 13:49:13.371225 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:49:25.174996 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-83a7b5ac-2785-4ef2-b724-1237d07a3eb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:49:27.615142 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8280f00c-3f66-496a-a318-e03c34c60b6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:49:28.838614 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:49:30.836826 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:49:31.067782 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:49:38.304124 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9d0c76-44f9-4d9b-a4db-a2a4ee74a8d5 req-9e8704d4-9a0d-4cde-ba77-eae057a9e1c0 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:49:38.305572 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-0b9d0c76-44f9-4d9b-a4db-a2a4ee74a8d5 req-9e8704d4-9a0d-4cde-ba77-eae057a9e1c0 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3145f4b-fc3b-4ccc-83f4-c82c68bfafd9 HTTP/1.1" status: 200 len: 945 time: 0.0533624 Dec 21 13:49:38.351884 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-0b9d0c76-44f9-4d9b-a4db-a2a4ee74a8d5 req-370331bc-37b7-48d5-87f3-07647bc1617e tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399387 Dec 21 13:49:39.469495 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068a2a1e-9226-49f3-bd42-11c7deffe849 req-281c6e9b-1816-471c-8d1d-9b2de1fdc9ab tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:49:39.470979 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-068a2a1e-9226-49f3-bd42-11c7deffe849 req-281c6e9b-1816-471c-8d1d-9b2de1fdc9ab tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3145f4b-fc3b-4ccc-83f4-c82c68bfafd9 HTTP/1.1" status: 200 len: 945 time: 0.0490513 Dec 21 13:49:39.517081 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-068a2a1e-9226-49f3-bd42-11c7deffe849 req-df0080b7-9186-40c6-9899-f9dedfaafe8a tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402944 Dec 21 13:49:40.640583 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2984015d-fe14-4301-90ad-b7f69eaa6f40 req-68696a31-98bb-4bad-a778-a73e1a167c74 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:49:40.641970 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-2984015d-fe14-4301-90ad-b7f69eaa6f40 req-68696a31-98bb-4bad-a778-a73e1a167c74 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3145f4b-fc3b-4ccc-83f4-c82c68bfafd9 HTTP/1.1" status: 200 len: 945 time: 0.0527637 Dec 21 13:49:40.696141 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-2984015d-fe14-4301-90ad-b7f69eaa6f40 req-39ab652f-a9f8-4afb-a8d7-2ac444b1dd77 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479889 Dec 21 13:49:41.817018 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ab1faa-1cdc-4847-bb9f-ea65939e00ef req-59450f0c-b6fa-4fdf-9a07-a09e382d17df tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:49:41.818520 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f2ab1faa-1cdc-4847-bb9f-ea65939e00ef req-59450f0c-b6fa-4fdf-9a07-a09e382d17df tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3145f4b-fc3b-4ccc-83f4-c82c68bfafd9 HTTP/1.1" status: 200 len: 945 time: 0.0545673 Dec 21 13:49:41.838889 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.agents_db [None req-c60a5637-8c6f-4692-b23b-7dd82bd36b21 None None] Agent healthcheck: found 6 active agents {{(pid=103155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 13:49:41.865087 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f2ab1faa-1cdc-4847-bb9f-ea65939e00ef req-6f77f362-3324-4657-b2a4-df599fc2bde0 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406902 Dec 21 13:49:42.984599 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1948ba2a-aaac-4073-b9b4-9943a939d6b2 req-74f2ef04-38ce-4f46-bec0-18e9d338b244 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:49:42.986062 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-1948ba2a-aaac-4073-b9b4-9943a939d6b2 req-74f2ef04-38ce-4f46-bec0-18e9d338b244 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3145f4b-fc3b-4ccc-83f4-c82c68bfafd9 HTTP/1.1" status: 200 len: 945 time: 0.0521872 Dec 21 13:49:43.032540 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-1948ba2a-aaac-4073-b9b4-9943a939d6b2 req-da77aeda-23a6-4d86-a34b-d9782faa5f16 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405447 Dec 21 13:49:43.381813 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:49:44.145918 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca75db50-50af-457c-82e0-62f7ab6c5ca8 req-87bb25d5-fc63-42bf-8ffd-51c4d5318afd tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:49:44.147431 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-ca75db50-50af-457c-82e0-62f7ab6c5ca8 req-87bb25d5-fc63-42bf-8ffd-51c4d5318afd tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3145f4b-fc3b-4ccc-83f4-c82c68bfafd9 HTTP/1.1" status: 200 len: 945 time: 0.0488124 Dec 21 13:49:44.193575 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-ca75db50-50af-457c-82e0-62f7ab6c5ca8 req-2de012e1-a00b-473d-a490-11fccc260201 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403059 Dec 21 13:49:45.306326 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74df9e83-5df3-4ce0-a6d1-c3f7adb19797 req-a42ddb4e-add9-46a7-9f29-a9d325e3e3dc tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:49:45.307840 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-74df9e83-5df3-4ce0-a6d1-c3f7adb19797 req-a42ddb4e-add9-46a7-9f29-a9d325e3e3dc tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3145f4b-fc3b-4ccc-83f4-c82c68bfafd9 HTTP/1.1" status: 200 len: 945 time: 0.0488894 Dec 21 13:49:45.354416 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-74df9e83-5df3-4ce0-a6d1-c3f7adb19797 req-34af0334-a782-43cf-9079-8fe11016b312 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407593 Dec 21 13:49:46.469131 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be791f48-cc94-4a5b-b302-af0d68a49cda req-dc1e5679-a3fd-4123-a25c-d7fc24c2669c tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:49:46.470633 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-be791f48-cc94-4a5b-b302-af0d68a49cda req-dc1e5679-a3fd-4123-a25c-d7fc24c2669c tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3145f4b-fc3b-4ccc-83f4-c82c68bfafd9 HTTP/1.1" status: 200 len: 945 time: 0.0482380 Dec 21 13:49:46.519995 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-be791f48-cc94-4a5b-b302-af0d68a49cda req-54f6a7bf-16d2-4ae3-bd63-5789f4fa69e7 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434122 Dec 21 13:49:47.634507 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67965ab-c614-4142-9695-478f756af986 req-68f241de-4528-49ac-99a8-acbf7c1b46c3 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:49:47.636029 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-d67965ab-c614-4142-9695-478f756af986 req-68f241de-4528-49ac-99a8-acbf7c1b46c3 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3145f4b-fc3b-4ccc-83f4-c82c68bfafd9 HTTP/1.1" status: 200 len: 945 time: 0.0482259 Dec 21 13:49:47.685657 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-d67965ab-c614-4142-9695-478f756af986 req-410f6522-c16c-4159-86aa-22e1f8b38881 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438390 Dec 21 13:49:48.796967 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae59e0c-8454-4c38-ad09-78b0addf53f3 req-6d8fbc93-2bef-46f4-88fe-010f29acde9e tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:49:48.798478 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-bae59e0c-8454-4c38-ad09-78b0addf53f3 req-6d8fbc93-2bef-46f4-88fe-010f29acde9e tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3145f4b-fc3b-4ccc-83f4-c82c68bfafd9 HTTP/1.1" status: 200 len: 945 time: 0.0483100 Dec 21 13:49:48.849308 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-bae59e0c-8454-4c38-ad09-78b0addf53f3 req-61756cfa-5ef4-4224-af47-39b8334ba742 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447183 Dec 21 13:49:49.096416 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-4f869484-239d-4226-94bc-3ddf63e9a5bc req-97caf0ac-6668-44ff-acfc-d5f718a78a13 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f3145f4b-fc3b-4ccc-83f4-c82c68bfafd9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0712631 Dec 21 13:49:49.107093 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12114052-e007-463a-8145-3acc1b19c539 req-5d0425e6-20cc-4a71-8321-b93da805a74b tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:49:49.108572 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-12114052-e007-463a-8145-3acc1b19c539 req-5d0425e6-20cc-4a71-8321-b93da805a74b tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3145f4b-fc3b-4ccc-83f4-c82c68bfafd9 HTTP/1.1" status: 200 len: 945 time: 0.0756071 Dec 21 13:49:49.158569 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-12114052-e007-463a-8145-3acc1b19c539 req-6a476f8e-e8fd-4442-9b58-66dc434ba513 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433111 Dec 21 13:49:50.272578 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdbf673-f824-4c1e-ae35-4c02c245180a req-ca001533-f98b-4882-99bc-1fea81ac92bc tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:49:50.273924 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-7fdbf673-f824-4c1e-ae35-4c02c245180a req-ca001533-f98b-4882-99bc-1fea81ac92bc tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3145f4b-fc3b-4ccc-83f4-c82c68bfafd9 HTTP/1.1" status: 200 len: 945 time: 0.0479887 Dec 21 13:49:50.319251 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-7fdbf673-f824-4c1e-ae35-4c02c245180a req-9df11f43-570b-4fc2-bd9b-939f918cd08e tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394542 Dec 21 13:49:50.462968 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f869484-239d-4226-94bc-3ddf63e9a5bc req-ba44e6f7-4a05-49ac-8c34-262d2f25d0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:49:50.464487 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-4f869484-239d-4226-94bc-3ddf63e9a5bc req-ba44e6f7-4a05-49ac-8c34-262d2f25d0f9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c3ccac8e105f47e9bf2dee4dbe2c86e4&device_id=f3145f4b-fc3b-4ccc-83f4-c82c68bfafd9 HTTP/1.1" status: 200 len: 1098 time: 0.0408714 Dec 21 13:49:50.555115 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f869484-239d-4226-94bc-3ddf63e9a5bc req-aeffdce5-0ff4-42c5-bcaa-8dd36d9308f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:49:50.556503 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-4f869484-239d-4226-94bc-3ddf63e9a5bc req-aeffdce5-0ff4-42c5-bcaa-8dd36d9308f6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=86b0eda8-0d8c-44c0-92cb-086bb55cf3a0 HTTP/1.1" status: 200 len: 913 time: 0.0857062 Dec 21 13:49:50.619548 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-4f869484-239d-4226-94bc-3ddf63e9a5bc req-2f683f44-b3b5-4eab-a62d-c50ea5769ca3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0400cc4-eefd-4901-9f0e-9d2c88ff3829 HTTP/1.1" status: 200 len: 1001 time: 0.0567961 Dec 21 13:49:50.665597 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f869484-239d-4226-94bc-3ddf63e9a5bc req-de8ac5fe-4f5d-46f2-9960-32b19bc84b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:49:50.667034 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-4f869484-239d-4226-94bc-3ddf63e9a5bc req-de8ac5fe-4f5d-46f2-9960-32b19bc84b09 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5e6360fb-ac23-4ada-be8e-32656d4402cd HTTP/1.1" status: 200 len: 851 time: 0.0417728 Dec 21 13:49:50.715260 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f869484-239d-4226-94bc-3ddf63e9a5bc req-335f9aa7-1799-445f-aa0f-b473e5ee4e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:49:50.716704 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-4f869484-239d-4226-94bc-3ddf63e9a5bc req-335f9aa7-1799-445f-aa0f-b473e5ee4e28 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=86b0eda8-0d8c-44c0-92cb-086bb55cf3a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0432177 Dec 21 13:49:50.805308 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-4f869484-239d-4226-94bc-3ddf63e9a5bc req-3375b67a-3503-4512-aea0-eb37acb68bea service neutron] 10.222.0.60 "GET /v2.0/networks/86b0eda8-0d8c-44c0-92cb-086bb55cf3a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820868 Dec 21 13:49:50.896682 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-4f869484-239d-4226-94bc-3ddf63e9a5bc req-1bd482a8-6fa5-44f2-b6cf-46cd543c5ea6 service neutron] 10.222.0.60 "GET /v2.0/networks/86b0eda8-0d8c-44c0-92cb-086bb55cf3a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843339 Dec 21 13:49:51.437765 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7a0553-2e6e-4b8d-a912-fb69c56e5462 req-c5b84e77-76a8-4f21-8bcb-ed1f4d4e38fe tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:49:51.439273 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-5a7a0553-2e6e-4b8d-a912-fb69c56e5462 req-c5b84e77-76a8-4f21-8bcb-ed1f4d4e38fe tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3145f4b-fc3b-4ccc-83f4-c82c68bfafd9 HTTP/1.1" status: 200 len: 945 time: 0.0513954 Dec 21 13:49:51.485908 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-5a7a0553-2e6e-4b8d-a912-fb69c56e5462 req-572c8be0-87c6-49e0-b468-679199f3ca3e tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407512 Dec 21 13:49:52.550182 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-4f869484-239d-4226-94bc-3ddf63e9a5bc req-57bf0dc5-cd13-41c0-8979-cc260c827c1f service neutron] 10.222.0.60 "GET /v2.0/ports/d0400cc4-eefd-4901-9f0e-9d2c88ff3829/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0532353 Dec 21 13:49:52.602692 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07425f05-482b-4559-ab76-71c8712e8001 req-ef8e719b-99ea-4afb-a077-d6c1c1eaafd9 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:49:52.604179 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-07425f05-482b-4559-ab76-71c8712e8001 req-ef8e719b-99ea-4afb-a077-d6c1c1eaafd9 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3145f4b-fc3b-4ccc-83f4-c82c68bfafd9 HTTP/1.1" status: 200 len: 945 time: 0.0504684 Dec 21 13:49:52.651656 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-07425f05-482b-4559-ab76-71c8712e8001 req-119a45af-39a0-4573-99a7-23afa3eb9ee7 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411286 Dec 21 13:49:52.774932 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f869484-239d-4226-94bc-3ddf63e9a5bc req-b5092b1c-1264-4498-9a89-112c59fa7967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:49:52.776432 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-4f869484-239d-4226-94bc-3ddf63e9a5bc req-b5092b1c-1264-4498-9a89-112c59fa7967 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f3145f4b-fc3b-4ccc-83f4-c82c68bfafd9&tenant_id=c3ccac8e105f47e9bf2dee4dbe2c86e4 HTTP/1.1" status: 200 len: 1098 time: 0.0445542 Dec 21 13:49:52.847550 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f869484-239d-4226-94bc-3ddf63e9a5bc req-53b7f498-f68c-42b5-9280-54e8b34382a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:49:52.849042 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-4f869484-239d-4226-94bc-3ddf63e9a5bc req-53b7f498-f68c-42b5-9280-54e8b34382a5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c3ccac8e105f47e9bf2dee4dbe2c86e4&device_id=f3145f4b-fc3b-4ccc-83f4-c82c68bfafd9 HTTP/1.1" status: 200 len: 1098 time: 0.0403612 Dec 21 13:49:52.937725 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f869484-239d-4226-94bc-3ddf63e9a5bc req-b3c98238-4e6a-4b53-8e64-28b9ee10c279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:49:52.939152 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-4f869484-239d-4226-94bc-3ddf63e9a5bc req-b3c98238-4e6a-4b53-8e64-28b9ee10c279 service neutron] 10.222.0.60 "GET /v2.0/networks?id=86b0eda8-0d8c-44c0-92cb-086bb55cf3a0 HTTP/1.1" status: 200 len: 913 time: 0.0840058 Dec 21 13:49:53.008352 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-4f869484-239d-4226-94bc-3ddf63e9a5bc req-4ac9cb2d-2e3b-43da-a977-7ddc18e1c6d9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0400cc4-eefd-4901-9f0e-9d2c88ff3829 HTTP/1.1" status: 200 len: 1001 time: 0.0627286 Dec 21 13:49:53.055157 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f869484-239d-4226-94bc-3ddf63e9a5bc req-530de272-a071-4b6a-add2-9308a1b48d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:49:53.056587 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-4f869484-239d-4226-94bc-3ddf63e9a5bc req-530de272-a071-4b6a-add2-9308a1b48d2e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5e6360fb-ac23-4ada-be8e-32656d4402cd HTTP/1.1" status: 200 len: 851 time: 0.0425847 Dec 21 13:49:53.100378 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f869484-239d-4226-94bc-3ddf63e9a5bc req-5fe01442-456c-4c1b-8bbb-dc39d05d9969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:49:53.101821 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-4f869484-239d-4226-94bc-3ddf63e9a5bc req-5fe01442-456c-4c1b-8bbb-dc39d05d9969 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=86b0eda8-0d8c-44c0-92cb-086bb55cf3a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390241 Dec 21 13:49:53.191097 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-4f869484-239d-4226-94bc-3ddf63e9a5bc req-cb3a7e1c-c698-405e-9728-ab7341fc999b service neutron] 10.222.0.60 "GET /v2.0/networks/86b0eda8-0d8c-44c0-92cb-086bb55cf3a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832896 Dec 21 13:49:53.281110 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-4f869484-239d-4226-94bc-3ddf63e9a5bc req-67f32afe-706c-44d1-8a9f-847bfac822b2 service neutron] 10.222.0.60 "GET /v2.0/networks/86b0eda8-0d8c-44c0-92cb-086bb55cf3a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835290 Dec 21 13:49:53.766621 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d68b05-c307-4800-a987-e7d275a414cf req-ecdb1182-17de-41c6-b294-27a311738373 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:49:53.768088 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-08d68b05-c307-4800-a987-e7d275a414cf req-ecdb1182-17de-41c6-b294-27a311738373 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3145f4b-fc3b-4ccc-83f4-c82c68bfafd9 HTTP/1.1" status: 200 len: 945 time: 0.0491052 Dec 21 13:49:53.814958 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-08d68b05-c307-4800-a987-e7d275a414cf req-a764b8db-327e-4d9f-a347-4fc211daf9fe tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409918 Dec 21 13:49:54.933770 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48e5bc9-4d8c-4bdc-93d6-5d31d44615c1 req-9f5db788-9644-43ce-b37e-156dc67fc04f tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:49:54.935300 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-b48e5bc9-4d8c-4bdc-93d6-5d31d44615c1 req-9f5db788-9644-43ce-b37e-156dc67fc04f tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3145f4b-fc3b-4ccc-83f4-c82c68bfafd9 HTTP/1.1" status: 200 len: 945 time: 0.0531876 Dec 21 13:49:54.981024 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-b48e5bc9-4d8c-4bdc-93d6-5d31d44615c1 req-7041e31a-5490-49f7-91fc-1af8d7871ab0 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399244 Dec 21 13:49:55.177026 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac683b79-1989-431f-a666-338c1ecd2c59 req-de5944b5-0f39-417b-90e8-f6bbdef10e32 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:49:55.178316 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-503d5068-c695-41a8-8899-7bf198dcc724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:49:55.178989 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-ac683b79-1989-431f-a666-338c1ecd2c59 req-de5944b5-0f39-417b-90e8-f6bbdef10e32 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3145f4b-fc3b-4ccc-83f4-c82c68bfafd9 HTTP/1.1" status: 200 len: 945 time: 0.0495946 Dec 21 13:49:55.205935 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82535cae-503d-439a-8fa3-9569b7c292dc req-cce7f35a-8910-4729-9d1f-e174149345fe tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:49:55.207435 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-82535cae-503d-439a-8fa3-9569b7c292dc req-cce7f35a-8910-4729-9d1f-e174149345fe tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3145f4b-fc3b-4ccc-83f4-c82c68bfafd9&tenant_id=c3ccac8e105f47e9bf2dee4dbe2c86e4&binding%3Ahost_id=hv-neutron-mast HTTP/1.1" status: 200 len: 945 time: 0.0568905 Dec 21 13:49:55.230205 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-ac683b79-1989-431f-a666-338c1ecd2c59 req-8fc77ed8-be15-489b-be4a-c6b145f2e82b tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418348 Dec 21 13:49:55.306708 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82535cae-503d-439a-8fa3-9569b7c292dc req-daa73ab3-3a2a-4cd2-870a-dd2394d96106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:49:55.308223 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-82535cae-503d-439a-8fa3-9569b7c292dc req-daa73ab3-3a2a-4cd2-870a-dd2394d96106 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c3ccac8e105f47e9bf2dee4dbe2c86e4&device_id=f3145f4b-fc3b-4ccc-83f4-c82c68bfafd9 HTTP/1.1" status: 200 len: 1098 time: 0.0406494 Dec 21 13:49:55.399144 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82535cae-503d-439a-8fa3-9569b7c292dc req-6b06a064-f50a-413e-924d-b3136b862c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:49:55.400608 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-82535cae-503d-439a-8fa3-9569b7c292dc req-6b06a064-f50a-413e-924d-b3136b862c82 service neutron] 10.222.0.60 "GET /v2.0/networks?id=86b0eda8-0d8c-44c0-92cb-086bb55cf3a0 HTTP/1.1" status: 200 len: 913 time: 0.0860558 Dec 21 13:49:55.463105 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-82535cae-503d-439a-8fa3-9569b7c292dc req-2fe40533-358d-446d-9138-ecf139af6b87 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0400cc4-eefd-4901-9f0e-9d2c88ff3829 HTTP/1.1" status: 200 len: 1001 time: 0.0560880 Dec 21 13:49:55.513583 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82535cae-503d-439a-8fa3-9569b7c292dc req-19b05f1c-4a30-49e1-9b72-333e0a18fcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:49:55.515015 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-82535cae-503d-439a-8fa3-9569b7c292dc req-19b05f1c-4a30-49e1-9b72-333e0a18fcc6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5e6360fb-ac23-4ada-be8e-32656d4402cd HTTP/1.1" status: 200 len: 851 time: 0.0457981 Dec 21 13:49:55.559239 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82535cae-503d-439a-8fa3-9569b7c292dc req-79a67a2f-810d-4257-8981-40fe04214b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:49:55.560716 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-82535cae-503d-439a-8fa3-9569b7c292dc req-79a67a2f-810d-4257-8981-40fe04214b96 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=86b0eda8-0d8c-44c0-92cb-086bb55cf3a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396121 Dec 21 13:49:55.652790 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-82535cae-503d-439a-8fa3-9569b7c292dc req-e7c5478b-ba8f-4354-91cd-1958d6156cd4 service neutron] 10.222.0.60 "GET /v2.0/networks/86b0eda8-0d8c-44c0-92cb-086bb55cf3a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848856 Dec 21 13:49:55.717987 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device d0400cc4-eefd-4901-9f0e-9d2c88ff3829 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 13:49:55.727586 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device d0400cc4-eefd-4901-9f0e-9d2c88ff3829 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:49:55.740405 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-82535cae-503d-439a-8fa3-9569b7c292dc req-0fda2b4d-2978-493d-9445-77edcc7a823c service neutron] 10.222.0.60 "GET /v2.0/networks/86b0eda8-0d8c-44c0-92cb-086bb55cf3a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817275 Dec 21 13:49:55.872274 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port d0400cc4-eefd-4901-9f0e-9d2c88ff3829, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d0400cc4-eefd-4901-9f0e-9d2c88ff3829,segment=NetworkSegment(6b368961-220d-46c0-a7b3-752d93fe7a84),segment_id=6b368961-220d-46c0-a7b3-752d93fe7a84)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:49:55.882131 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:49:55.886792 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Returning: {'device': 'd0400cc4-eefd-4901-9f0e-9d2c88ff3829', 'network_id': '86b0eda8-0d8c-44c0-92cb-086bb55cf3a0', 'port_id': 'd0400cc4-eefd-4901-9f0e-9d2c88ff3829', 'mac_address': 'fa:16:3e:84:6f:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e6360fb-ac23-4ada-be8e-32656d4402cd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 13:49:55.927346 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3145f4b-fc3b-4ccc-83f4-c82c68bfafd9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0400cc4-eefd-4901-9f0e-9d2c88ff3829'}] {{(pid=103154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:49:55.929719 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6f45aca8ac5f8c0cc5868273c98d8aa60330245aed22d61c8da5c1f2d6fc01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8d2fac2-f5c0-42bd-a474-3bfbd56ecd4a" -d '{"events": [{"server_uuid": "f3145f4b-fc3b-4ccc-83f4-c82c68bfafd9", "name": "network-vif-unplugged", "status": "completed", "tag": "d0400cc4-eefd-4901-9f0e-9d2c88ff3829"}]}' {{(pid=103154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:49:55.949791 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port d0400cc4-eefd-4901-9f0e-9d2c88ff3829, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d0400cc4-eefd-4901-9f0e-9d2c88ff3829,segment=NetworkSegment(6b368961-220d-46c0-a7b3-752d93fe7a84),segment_id=6b368961-220d-46c0-a7b3-752d93fe7a84)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:49:55.955108 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:49:55.958536 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:49:55.989585 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Dec 2021 13:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2304f701-aec4-4035-96e8-bca3e897aa38 x-openstack-request-id: req-2304f701-aec4-4035-96e8-bca3e897aa38 {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:49:55.989875 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3145f4b-fc3b-4ccc-83f4-c82c68bfafd9", "name": "network-vif-unplugged", "status": "completed", "tag": "d0400cc4-eefd-4901-9f0e-9d2c88ff3829", "code": 200}]} {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:49:55.990126 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2304f701-aec4-4035-96e8-bca3e897aa38 {{(pid=103154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:49:55.990536 dv-neutron-master-2-hyperv neutron-server[103154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3145f4b-fc3b-4ccc-83f4-c82c68bfafd9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0400cc4-eefd-4901-9f0e-9d2c88ff3829', 'code': 200} Dec 21 13:49:55.994644 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d0400cc4-eefd-4901-9f0e-9d2c88ff3829 {{(pid=103154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 13:49:56.047247 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=d0400cc4-eefd-4901-9f0e-9d2c88ff3829,revision_number=6']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:49:56.058555 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:49:56.058911 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:49:56.059255 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:49:56.059589 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:49:56.059924 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:49:56.060253 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:49:56.060580 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:49:56.060904 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:49:56.061229 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:49:56.061552 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:49:56.061874 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:49:56.062194 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:49:56.062554 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:49:56.066311 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.db.api [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 13:49:56.066693 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG oslo_db.api [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 13:49:56.348951 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8ebfec-9c46-40db-8b9d-e8b74f720fa6 req-8426ec5f-4da9-445a-bd8d-a25a07254dde tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:49:56.350509 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-5b8ebfec-9c46-40db-8b9d-e8b74f720fa6 req-8426ec5f-4da9-445a-bd8d-a25a07254dde tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3145f4b-fc3b-4ccc-83f4-c82c68bfafd9 HTTP/1.1" status: 200 len: 943 time: 0.0507421 Dec 21 13:49:56.405318 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-5b8ebfec-9c46-40db-8b9d-e8b74f720fa6 req-e2287e17-8417-4a1e-b963-83b701dbc8b3 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475416 Dec 21 13:49:56.524516 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb035af7-7eec-4801-9d2d-0e74db1b9df2 req-cee4f161-34c0-472b-b17c-3a51c0c63e7b tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:49:56.525984 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-bb035af7-7eec-4801-9d2d-0e74db1b9df2 req-cee4f161-34c0-472b-b17c-3a51c0c63e7b tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3145f4b-fc3b-4ccc-83f4-c82c68bfafd9 HTTP/1.1" status: 200 len: 943 time: 0.0485570 Dec 21 13:49:56.576110 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-bb035af7-7eec-4801-9d2d-0e74db1b9df2 req-96132f1a-17be-4935-96cb-8b3c18fe2957 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440750 Dec 21 13:49:56.607394 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:49:56.620936 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0400cc4-eefd-4901-9f0e-9d2c88ff3829 {{(pid=103154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 13:49:56.645584 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port d0400cc4-eefd-4901-9f0e-9d2c88ff3829, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d0400cc4-eefd-4901-9f0e-9d2c88ff3829,segment=NetworkSegment(6b368961-220d-46c0-a7b3-752d93fe7a84),segment_id=6b368961-220d-46c0-a7b3-752d93fe7a84)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:49:56.649738 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:49:56.703599 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=d0400cc4-eefd-4901-9f0e-9d2c88ff3829,revision_number=7']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:49:56.787311 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c9990b-d448-4de6-b460-5762861aadd9 req-cdb9d9a0-eb03-4ed0-9d85-c3072ad91a80 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:49:56.788641 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] get_ports_and_sgs() called for port_ids ['d0400cc4-eefd-4901-9f0e-9d2c88ff3829'] {{(pid=103154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 13:49:56.788773 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-19c9990b-d448-4de6-b460-5762861aadd9 req-cdb9d9a0-eb03-4ed0-9d85-c3072ad91a80 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3145f4b-fc3b-4ccc-83f4-c82c68bfafd9 HTTP/1.1" status: 200 len: 944 time: 0.0523019 Dec 21 13:49:56.860715 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7850e179-7379-4cb8-a1c6-e77f3c8429bd req-e77cc9a5-8c90-46b8-ba4f-85585f99a312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:49:56.862227 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7850e179-7379-4cb8-a1c6-e77f3c8429bd req-e77cc9a5-8c90-46b8-ba4f-85585f99a312 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c3ccac8e105f47e9bf2dee4dbe2c86e4&device_id=f3145f4b-fc3b-4ccc-83f4-c82c68bfafd9 HTTP/1.1" status: 200 len: 1097 time: 0.0701356 Dec 21 13:49:56.866686 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-19c9990b-d448-4de6-b460-5762861aadd9 req-30713af9-e17a-46fb-aab9-120996d6dbe3 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650575 Dec 21 13:49:56.954806 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7850e179-7379-4cb8-a1c6-e77f3c8429bd req-39843459-de8c-4c3a-9b2a-e8855731f6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:49:56.956285 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7850e179-7379-4cb8-a1c6-e77f3c8429bd req-39843459-de8c-4c3a-9b2a-e8855731f6ee service neutron] 10.222.0.60 "GET /v2.0/networks?id=86b0eda8-0d8c-44c0-92cb-086bb55cf3a0 HTTP/1.1" status: 200 len: 913 time: 0.0876064 Dec 21 13:49:57.019259 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7850e179-7379-4cb8-a1c6-e77f3c8429bd req-ec1c0f22-b51d-4a4b-9c68-2f33c9d5bb94 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0400cc4-eefd-4901-9f0e-9d2c88ff3829 HTTP/1.1" status: 200 len: 1000 time: 0.0564480 Dec 21 13:49:57.068104 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7850e179-7379-4cb8-a1c6-e77f3c8429bd req-8948bcdf-ac63-4625-a573-e6ddbe0540f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:49:57.069508 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7850e179-7379-4cb8-a1c6-e77f3c8429bd req-8948bcdf-ac63-4625-a573-e6ddbe0540f8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5e6360fb-ac23-4ada-be8e-32656d4402cd HTTP/1.1" status: 200 len: 851 time: 0.0433688 Dec 21 13:49:57.123474 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7850e179-7379-4cb8-a1c6-e77f3c8429bd req-3ea1727d-50be-4de8-b73b-6160c026a149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:49:57.124980 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7850e179-7379-4cb8-a1c6-e77f3c8429bd req-3ea1727d-50be-4de8-b73b-6160c026a149 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=86b0eda8-0d8c-44c0-92cb-086bb55cf3a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0488393 Dec 21 13:49:57.213395 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7850e179-7379-4cb8-a1c6-e77f3c8429bd req-644f85fe-451a-42fc-be24-8e4e4e054903 service neutron] 10.222.0.60 "GET /v2.0/networks/86b0eda8-0d8c-44c0-92cb-086bb55cf3a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816741 Dec 21 13:49:57.304362 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7850e179-7379-4cb8-a1c6-e77f3c8429bd req-4dad11fe-e1ec-4bd2-a568-6e504b800703 service neutron] 10.222.0.60 "GET /v2.0/networks/86b0eda8-0d8c-44c0-92cb-086bb55cf3a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836797 Dec 21 13:49:57.620049 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6ca12bc0-c7f0-4a82-86d9-1bc1fc8c7ffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:49:57.726062 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device d0400cc4-eefd-4901-9f0e-9d2c88ff3829 up at agent hyperv_hv-neutron-mast {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:49:57.779730 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Provisioning complete for port d0400cc4-eefd-4901-9f0e-9d2c88ff3829 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:49:57.780097 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:49:57.858599 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:49:57.889992 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port d0400cc4-eefd-4901-9f0e-9d2c88ff3829, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d0400cc4-eefd-4901-9f0e-9d2c88ff3829,segment=NetworkSegment(6b368961-220d-46c0-a7b3-752d93fe7a84),segment_id=6b368961-220d-46c0-a7b3-752d93fe7a84)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:49:57.893787 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:49:57.943801 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=d0400cc4-eefd-4901-9f0e-9d2c88ff3829,revision_number=8']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:49:57.984806 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34adbed4-4c44-4cec-83fd-c3053962e2d2 req-f9e43ac5-1b14-450c-99b8-120127494f85 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:49:57.986172 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-34adbed4-4c44-4cec-83fd-c3053962e2d2 req-f9e43ac5-1b14-450c-99b8-120127494f85 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3145f4b-fc3b-4ccc-83f4-c82c68bfafd9 HTTP/1.1" status: 200 len: 945 time: 0.0498238 Dec 21 13:49:57.992096 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3145f4b-fc3b-4ccc-83f4-c82c68bfafd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0400cc4-eefd-4901-9f0e-9d2c88ff3829'}] {{(pid=103154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:49:57.994470 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6f45aca8ac5f8c0cc5868273c98d8aa60330245aed22d61c8da5c1f2d6fc01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84868634-cb4c-46fd-96ef-1e2c758e55df" -d '{"events": [{"server_uuid": "f3145f4b-fc3b-4ccc-83f4-c82c68bfafd9", "name": "network-vif-plugged", "status": "completed", "tag": "d0400cc4-eefd-4901-9f0e-9d2c88ff3829"}]}' {{(pid=103154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:49:58.030319 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 13:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86076700-bb59-44c0-afe9-4bcdd3acb798 x-openstack-request-id: req-86076700-bb59-44c0-afe9-4bcdd3acb798 {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:49:58.030642 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3145f4b-fc3b-4ccc-83f4-c82c68bfafd9", "name": "network-vif-plugged", "status": "completed", "tag": "d0400cc4-eefd-4901-9f0e-9d2c88ff3829", "code": 200}]} {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:49:58.030892 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-86076700-bb59-44c0-afe9-4bcdd3acb798 {{(pid=103154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:49:58.031280 dv-neutron-master-2-hyperv neutron-server[103154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3145f4b-fc3b-4ccc-83f4-c82c68bfafd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0400cc4-eefd-4901-9f0e-9d2c88ff3829', 'code': 200} Dec 21 13:49:58.034217 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-34adbed4-4c44-4cec-83fd-c3053962e2d2 req-64fe8a77-ea84-4dee-8b40-3f0b0444356e tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420582 Dec 21 13:49:58.260353 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd173c8c-8b6c-4262-9e24-b3e319787bfa req-34ef6b35-c5cf-462c-8d8e-3f07dd881f36 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:49:58.262324 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-dd173c8c-8b6c-4262-9e24-b3e319787bfa req-34ef6b35-c5cf-462c-8d8e-3f07dd881f36 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3145f4b-fc3b-4ccc-83f4-c82c68bfafd9 HTTP/1.1" status: 200 len: 945 time: 0.0505230 Dec 21 13:49:58.309516 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-dd173c8c-8b6c-4262-9e24-b3e319787bfa req-b0928676-d331-4ac7-b0ba-d1dd5624b857 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409577 Dec 21 13:49:58.842613 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:49:59.424498 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75506ed-a815-45b6-91c4-4b1c4cb520bc req-2a330ce3-b5ac-4976-ad18-1a9da74975f4 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:49:59.425943 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b75506ed-a815-45b6-91c4-4b1c4cb520bc req-2a330ce3-b5ac-4976-ad18-1a9da74975f4 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3145f4b-fc3b-4ccc-83f4-c82c68bfafd9 HTTP/1.1" status: 200 len: 945 time: 0.0481801 Dec 21 13:49:59.471623 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b75506ed-a815-45b6-91c4-4b1c4cb520bc req-bd22492f-6550-4821-95c5-1ec0e1433f4d tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395026 Dec 21 13:50:00.022573 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8586b44c-0734-4bc8-b019-0bb24cb17556 req-4e04ca93-3d5c-46f5-8fcd-4518e9b86f6f tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:50:00.023984 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-8586b44c-0734-4bc8-b019-0bb24cb17556 req-4e04ca93-3d5c-46f5-8fcd-4518e9b86f6f tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3145f4b-fc3b-4ccc-83f4-c82c68bfafd9 HTTP/1.1" status: 200 len: 945 time: 0.0503211 Dec 21 13:50:00.110257 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [req-8586b44c-0734-4bc8-b019-0bb24cb17556 req-8d737fbf-eb80-4893-a81c-c7fb36fce595 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Deleting port d0400cc4-eefd-4901-9f0e-9d2c88ff3829 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:50:00.110627 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-8586b44c-0734-4bc8-b019-0bb24cb17556 req-8d737fbf-eb80-4893-a81c-c7fb36fce595 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:50:00.200440 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-8586b44c-0734-4bc8-b019-0bb24cb17556 req-8d737fbf-eb80-4893-a81c-c7fb36fce595 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] For port d0400cc4-eefd-4901-9f0e-9d2c88ff3829, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d0400cc4-eefd-4901-9f0e-9d2c88ff3829,segment=NetworkSegment(6b368961-220d-46c0-a7b3-752d93fe7a84),segment_id=6b368961-220d-46c0-a7b3-752d93fe7a84)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:50:00.200827 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-8586b44c-0734-4bc8-b019-0bb24cb17556 req-8d737fbf-eb80-4893-a81c-c7fb36fce595 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:50:00.365737 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-8586b44c-0734-4bc8-b019-0bb24cb17556 req-8d737fbf-eb80-4893-a81c-c7fb36fce595 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:50:00.366096 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-8586b44c-0734-4bc8-b019-0bb24cb17556 req-8d737fbf-eb80-4893-a81c-c7fb36fce595 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548820'] for floatingip, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:50:00.366435 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.l3_db [req-8586b44c-0734-4bc8-b019-0bb24cb17556 req-8d737fbf-eb80-4893-a81c-c7fb36fce595 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Floating IP 89eccce2-6eaa-453a-b6a7-962f10e6d146 disassociated. External IP: 172.36.3.189, port: d0400cc4-eefd-4901-9f0e-9d2c88ff3829. Dec 21 13:50:00.366777 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [req-8586b44c-0734-4bc8-b019-0bb24cb17556 req-8d737fbf-eb80-4893-a81c-c7fb36fce595 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Calling delete_port for d0400cc4-eefd-4901-9f0e-9d2c88ff3829 owned by compute:nova {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:50:00.492581 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-8586b44c-0734-4bc8-b019-0bb24cb17556 req-8d737fbf-eb80-4893-a81c-c7fb36fce595 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:50:00.522385 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d737fbf-eb80-4893-a81c-c7fb36fce595 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Pushing event deleted for resources: {'Port': ['ID=d0400cc4-eefd-4901-9f0e-9d2c88ff3829,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:50:00.533896 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d737fbf-eb80-4893-a81c-c7fb36fce595 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:50:00.534252 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d737fbf-eb80-4893-a81c-c7fb36fce595 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:50:00.534625 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d737fbf-eb80-4893-a81c-c7fb36fce595 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:50:00.535024 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d737fbf-eb80-4893-a81c-c7fb36fce595 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:50:00.535282 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d737fbf-eb80-4893-a81c-c7fb36fce595 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:50:00.535608 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d737fbf-eb80-4893-a81c-c7fb36fce595 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:50:00.536221 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d737fbf-eb80-4893-a81c-c7fb36fce595 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:50:00.536335 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d737fbf-eb80-4893-a81c-c7fb36fce595 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:50:00.536562 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d737fbf-eb80-4893-a81c-c7fb36fce595 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:50:00.536891 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d737fbf-eb80-4893-a81c-c7fb36fce595 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:50:00.537215 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d737fbf-eb80-4893-a81c-c7fb36fce595 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:50:00.537533 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d737fbf-eb80-4893-a81c-c7fb36fce595 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:50:00.537853 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d737fbf-eb80-4893-a81c-c7fb36fce595 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:50:00.582713 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-6f51e485-cb16-480f-85b1-9eaab214abf6 req-8ce30b28-7c64-43c1-897c-02aaf2a0ebd7 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3145f4b-fc3b-4ccc-83f4-c82c68bfafd9 HTTP/1.1" status: 200 len: 210 time: 0.0348709 Dec 21 13:50:00.652294 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8586b44c-0734-4bc8-b019-0bb24cb17556 req-8d737fbf-eb80-4893-a81c-c7fb36fce595 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Router 74ec0db5-613a-474a-932b-c3fbe67b8741 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:50:00.759849 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8586b44c-0734-4bc8-b019-0bb24cb17556 req-8d737fbf-eb80-4893-a81c-c7fb36fce595 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:50:00.770662 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3aa56bb-ad81-4121-8e13-b8874f0da1af None None] Sync routers for ids ['74ec0db5-613a-474a-932b-c3fbe67b8741'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:50:00.780593 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3aa56bb-ad81-4121-8e13-b8874f0da1af None None] Routers {'74ec0db5-613a-474a-932b-c3fbe67b8741'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:50:00.781208 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-a3aa56bb-ad81-4121-8e13-b8874f0da1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:49:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['74ec0db5-613a-474a-932b-c3fbe67b8741'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:50:00.797441 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [req-8586b44c-0734-4bc8-b019-0bb24cb17556 req-8d737fbf-eb80-4893-a81c-c7fb36fce595 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] No DVR routers for this DVR port d0400cc4-eefd-4901-9f0e-9d2c88ff3829 on host hv-neutron-mast {{(pid=103153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:50:00.799898 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-8586b44c-0734-4bc8-b019-0bb24cb17556 req-8d737fbf-eb80-4893-a81c-c7fb36fce595 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:50:00.803458 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-8586b44c-0734-4bc8-b019-0bb24cb17556 req-8d737fbf-eb80-4893-a81c-c7fb36fce595 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.60 "DELETE /v2.0/ports/d0400cc4-eefd-4901-9f0e-9d2c88ff3829 HTTP/1.1" status: 204 len: 173 time: 0.7739723 Dec 21 13:50:00.803895 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3145f4b-fc3b-4ccc-83f4-c82c68bfafd9', 'name': 'network-vif-deleted', 'tag': 'd0400cc4-eefd-4901-9f0e-9d2c88ff3829'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:50:00.806092 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af6034c98e584fa55ea4398f343c742ceb598288507feaf30d5a15785b2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4908c521-ce72-4928-851e-d31d205d3bbe" -d '{"events": [{"server_uuid": "f3145f4b-fc3b-4ccc-83f4-c82c68bfafd9", "name": "network-vif-deleted", "tag": "d0400cc4-eefd-4901-9f0e-9d2c88ff3829"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:50:00.843127 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 13:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e0615c8-48d6-4b7e-886c-4fbd8b6b0a15 x-openstack-request-id: req-0e0615c8-48d6-4b7e-886c-4fbd8b6b0a15 {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:50:00.843633 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3145f4b-fc3b-4ccc-83f4-c82c68bfafd9", "name": "network-vif-deleted", "tag": "d0400cc4-eefd-4901-9f0e-9d2c88ff3829", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:50:00.843771 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0e0615c8-48d6-4b7e-886c-4fbd8b6b0a15 {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:50:00.844248 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3145f4b-fc3b-4ccc-83f4-c82c68bfafd9', 'name': 'network-vif-deleted', 'tag': 'd0400cc4-eefd-4901-9f0e-9d2c88ff3829', 'status': 'completed', 'code': 200} Dec 21 13:50:00.886387 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:50:00.904843 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-a3aa56bb-ad81-4121-8e13-b8874f0da1af None None] Set router 74ec0db5-613a-474a-932b-c3fbe67b8741 gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:50:01.090766 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:50:01.115466 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-a3aa56bb-ad81-4121-8e13-b8874f0da1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74ec0db5-613a-474a-932b-c3fbe67b8741', 'name': 'tempest-ServerActionsTestJSON-2083675911-router', 'tenant_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.26'}], 'enable_snat': True}, 'gw_port_id': '2576a882-c215-436d-ac54-9f590f8052b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:47:34Z', 'updated_at': '2021-12-21T13:47:37Z', 'revision_number': 4, 'project_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'gw_port': {'id': '2576a882-c215-436d-ac54-9f590f8052b1', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:84:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ec0db5-613a-474a-932b-c3fbe67b8741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:47:35Z', 'updated_at': '2021-12-21T13:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '41d341b9-de5a-4ea8-8ed0-3e38ab7526de', 'name': '', 'network_id': '86b0eda8-0d8c-44c0-92cb-086bb55cf3a0', 'tenant_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'mac_address': 'fa:16:3e:f0:17:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ec0db5-613a-474a-932b-c3fbe67b8741', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '5e6360fb-ac23-4ada-be8e-32656d4402cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:47:36Z', 'updated_at': '2021-12-21T13:47:40Z', 'revision_number': 5, 'project_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'subnets': [{'id': '5e6360fb-ac23-4ada-be8e-32656d4402cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:50:01.145537 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3aa56bb-ad81-4121-8e13-b8874f0da1af None None] Checking router: 74ec0db5-613a-474a-932b-c3fbe67b8741 for host: dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:50:01.153478 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3aa56bb-ad81-4121-8e13-b8874f0da1af None None] Routers {'74ec0db5-613a-474a-932b-c3fbe67b8741'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:50:01.154072 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-a3aa56bb-ad81-4121-8e13-b8874f0da1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:49:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['74ec0db5-613a-474a-932b-c3fbe67b8741'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:50:01.256656 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-a3aa56bb-ad81-4121-8e13-b8874f0da1af None None] Set router 74ec0db5-613a-474a-932b-c3fbe67b8741 gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:50:01.597178 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-a3aa56bb-ad81-4121-8e13-b8874f0da1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74ec0db5-613a-474a-932b-c3fbe67b8741', 'name': 'tempest-ServerActionsTestJSON-2083675911-router', 'tenant_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.26'}], 'enable_snat': True}, 'gw_port_id': '2576a882-c215-436d-ac54-9f590f8052b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:47:34Z', 'updated_at': '2021-12-21T13:47:37Z', 'revision_number': 4, 'project_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'gw_port': {'id': '2576a882-c215-436d-ac54-9f590f8052b1', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:84:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ec0db5-613a-474a-932b-c3fbe67b8741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:47:35Z', 'updated_at': '2021-12-21T13:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '41d341b9-de5a-4ea8-8ed0-3e38ab7526de', 'name': '', 'network_id': '86b0eda8-0d8c-44c0-92cb-086bb55cf3a0', 'tenant_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'mac_address': 'fa:16:3e:f0:17:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ec0db5-613a-474a-932b-c3fbe67b8741', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '5e6360fb-ac23-4ada-be8e-32656d4402cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:47:36Z', 'updated_at': '2021-12-21T13:47:40Z', 'revision_number': 5, 'project_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'subnets': [{'id': '5e6360fb-ac23-4ada-be8e-32656d4402cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:50:01.622557 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3aa56bb-ad81-4121-8e13-b8874f0da1af None None] The sync data for ids ['74ec0db5-613a-474a-932b-c3fbe67b8741'] in dv-neutron-master-2-hyperv is: [{'id': '74ec0db5-613a-474a-932b-c3fbe67b8741', 'name': 'tempest-ServerActionsTestJSON-2083675911-router', 'tenant_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.26'}], 'enable_snat': True}, 'gw_port_id': '2576a882-c215-436d-ac54-9f590f8052b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:47:34Z', 'updated_at': '2021-12-21T13:47:37Z', 'revision_number': 4, 'project_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'gw_port': {'id': '2576a882-c215-436d-ac54-9f590f8052b1', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:84:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ec0db5-613a-474a-932b-c3fbe67b8741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:47:35Z', 'updated_at': '2021-12-21T13:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '41d341b9-de5a-4ea8-8ed0-3e38ab7526de', 'name': '', 'network_id': '86b0eda8-0d8c-44c0-92cb-086bb55cf3a0', 'tenant_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'mac_address': 'fa:16:3e:f0:17:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ec0db5-613a-474a-932b-c3fbe67b8741', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '5e6360fb-ac23-4ada-be8e-32656d4402cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:47:36Z', 'updated_at': '2021-12-21T13:47:40Z', 'revision_number': 5, 'project_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'subnets': [{'id': '5e6360fb-ac23-4ada-be8e-32656d4402cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:50:01.843936 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db51d7e2-d653-42fb-86cf-ae3f8f39fe58 None None] New status for floating IP 89eccce2-6eaa-453a-b6a7-962f10e6d146: DOWN {{(pid=103155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 13:50:01.845724 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-bf13fb22-8722-4b6c-b74d-cb84bd7b3080 req-fb6368c8-4896-468e-b6a6-2edbf21db008 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1493758569&fields=id&tenant_id=c3ccac8e105f47e9bf2dee4dbe2c86e4 HTTP/1.1" status: 200 len: 267 time: 0.0433528 Dec 21 13:50:01.951105 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13fb22-8722-4b6c-b74d-cb84bd7b3080 req-6b591eae-d349-42eb-8f86-b2660f6f1bb6 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:50:01.952660 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-bf13fb22-8722-4b6c-b74d-cb84bd7b3080 req-6b591eae-d349-42eb-8f86-b2660f6f1bb6 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/networks?id=86b0eda8-0d8c-44c0-92cb-086bb55cf3a0 HTTP/1.1" status: 200 len: 812 time: 0.0995605 Dec 21 13:50:01.969081 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-bf13fb22-8722-4b6c-b74d-cb84bd7b3080 req-35bf6a76-5055-4885-907e-231d162bbd40 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/quotas/c3ccac8e105f47e9bf2dee4dbe2c86e4 HTTP/1.1" status: 200 len: 375 time: 0.0105832 Dec 21 13:50:02.024758 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-bf13fb22-8722-4b6c-b74d-cb84bd7b3080 req-d0e6afe9-2edb-4ed7-8a45-9d71dd4fe085 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c3ccac8e105f47e9bf2dee4dbe2c86e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498064 Dec 21 13:50:02.097606 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [req-bf13fb22-8722-4b6c-b74d-cb84bd7b3080 req-0a37c13f-5d70-465f-bce7-6b6d4d95b656 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103152) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 13:50:02.098693 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-bf13fb22-8722-4b6c-b74d-cb84bd7b3080 req-0a37c13f-5d70-465f-bce7-6b6d4d95b656 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0622020 Dec 21 13:50:02.186522 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-bf13fb22-8722-4b6c-b74d-cb84bd7b3080 req-3739d326-0ba3-486e-ab24-a5ffd1d830ba service neutron] 10.222.0.37 "GET /v2.0/networks/86b0eda8-0d8c-44c0-92cb-086bb55cf3a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810111 Dec 21 13:50:02.278977 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-bf13fb22-8722-4b6c-b74d-cb84bd7b3080 req-cbb79546-a70c-4c9a-9d7f-83a1c83231de service neutron] 10.222.0.37 "GET /v2.0/networks/86b0eda8-0d8c-44c0-92cb-086bb55cf3a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863521 Dec 21 13:50:02.443624 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-783a9277-fcda-46fc-aace-ea59864e8c25 req-6263bfa9-bb5c-498e-b6af-83b68b242a11 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4da322c-6145-453e-bafd-de64bdd3d8c2 HTTP/1.1" status: 200 len: 210 time: 0.0262756 Dec 21 13:50:03.420150 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13fb22-8722-4b6c-b74d-cb84bd7b3080 req-2c49af9d-7639-4377-b060-d21f8f0cdaea tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:50:03.422043 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-bf13fb22-8722-4b6c-b74d-cb84bd7b3080 req-2c49af9d-7639-4377-b060-d21f8f0cdaea tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.60 "GET /v2.0/networks?id=86b0eda8-0d8c-44c0-92cb-086bb55cf3a0 HTTP/1.1" status: 200 len: 812 time: 0.1111495 Dec 21 13:50:03.498979 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-bf13fb22-8722-4b6c-b74d-cb84bd7b3080 req-f4e7c37e-df9f-488d-a016-452700aef431 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c3ccac8e105f47e9bf2dee4dbe2c86e4 HTTP/1.1" status: 200 len: 380 time: 0.0530889 Dec 21 13:50:03.511047 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [req-bf13fb22-8722-4b6c-b74d-cb84bd7b3080 req-dc1d6feb-30b1-460d-b918-65e59e23f677 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Request body: {'port': {'device_id': 'd4da322c-6145-453e-bafd-de64bdd3d8c2', 'network_id': '86b0eda8-0d8c-44c0-92cb-086bb55cf3a0', 'admin_state_up': True, 'tenant_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'security_groups': ['2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2']}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:50:03.538860 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-9dc25ece-ff53-4155-a540-a5ba8ff96f7b req-8fd8e363-da31-404d-81e4-ae1513ef3a78 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4da322c-6145-453e-bafd-de64bdd3d8c2 HTTP/1.1" status: 200 len: 210 time: 0.0267215 Dec 21 13:50:03.617807 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf13fb22-8722-4b6c-b74d-cb84bd7b3080 req-dc1d6feb-30b1-460d-b918-65e59e23f677 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Made reservation on behalf of c3ccac8e105f47e9bf2dee4dbe2c86e4 for: {'port': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:50:03.621380 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-bf13fb22-8722-4b6c-b74d-cb84bd7b3080 req-dc1d6feb-30b1-460d-b918-65e59e23f677 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:50:03.746610 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [req-bf13fb22-8722-4b6c-b74d-cb84bd7b3080 req-dc1d6feb-30b1-460d-b918-65e59e23f677 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Allocated IP 172.20.0.8 (86b0eda8-0d8c-44c0-92cb-086bb55cf3a0/5e6360fb-ac23-4ada-be8e-32656d4402cd/09b70d7e-a065-4f71-8929-74315a0ca742) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:50:03.765629 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device d0400cc4-eefd-4901-9f0e-9d2c88ff3829 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:50:03.786464 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] No Port match for: d0400cc4-eefd-4901-9f0e-9d2c88ff3829 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:50:03.786816 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device d0400cc4-eefd-4901-9f0e-9d2c88ff3829 not bound to the agent host hv-neutron-mast {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:50:03.887389 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-bf13fb22-8722-4b6c-b74d-cb84bd7b3080 req-dc1d6feb-30b1-460d-b918-65e59e23f677 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:50:03.920500 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-bf13fb22-8722-4b6c-b74d-cb84bd7b3080 req-dc1d6feb-30b1-460d-b918-65e59e23f677 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:50:03.961890 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf13fb22-8722-4b6c-b74d-cb84bd7b3080 req-dc1d6feb-30b1-460d-b918-65e59e23f677 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Network 86b0eda8-0d8c-44c0-92cb-086bb55cf3a0 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:50:03.965648 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [req-bf13fb22-8722-4b6c-b74d-cb84bd7b3080 req-dc1d6feb-30b1-460d-b918-65e59e23f677 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:50:03.969273 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf13fb22-8722-4b6c-b74d-cb84bd7b3080 req-dc1d6feb-30b1-460d-b918-65e59e23f677 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:50:03.994034 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1d6feb-30b1-460d-b918-65e59e23f677 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Pushing event updated for resources: {'Port': ['ID=09b70d7e-a065-4f71-8929-74315a0ca742,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:50:04.022803 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13fb22-8722-4b6c-b74d-cb84bd7b3080 req-dc1d6feb-30b1-460d-b918-65e59e23f677 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:50:04.023427 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-bf13fb22-8722-4b6c-b74d-cb84bd7b3080 req-dc1d6feb-30b1-460d-b918-65e59e23f677 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:50:04.040526 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-bf13fb22-8722-4b6c-b74d-cb84bd7b3080 req-dc1d6feb-30b1-460d-b918-65e59e23f677 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5331149 Dec 21 13:50:04.058514 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [req-bf13fb22-8722-4b6c-b74d-cb84bd7b3080 req-aa232522-b3ca-43fe-b5f7-0cd4128fcd2f service neutron] Request body: {'port': {'device_id': 'd4da322c-6145-453e-bafd-de64bdd3d8c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:50:04.116177 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-bf13fb22-8722-4b6c-b74d-cb84bd7b3080 req-aa232522-b3ca-43fe-b5f7-0cd4128fcd2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:50:04.194418 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-f9dcd041-f451-439e-8909-69054fd0a66e None None] Provisioning complete for port 09b70d7e-a065-4f71-8929-74315a0ca742 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:50:04.194796 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f9dcd041-f451-439e-8909-69054fd0a66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:50:04.227503 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-f9dcd041-f451-439e-8909-69054fd0a66e None None] Port 09b70d7e-a065-4f71-8929-74315a0ca742 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:50:04.370940 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [req-bf13fb22-8722-4b6c-b74d-cb84bd7b3080 req-aa232522-b3ca-43fe-b5f7-0cd4128fcd2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09b70d7e-a065-4f71-8929-74315a0ca742 {{(pid=103153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 13:50:04.378637 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-bf13fb22-8722-4b6c-b74d-cb84bd7b3080 req-aa232522-b3ca-43fe-b5f7-0cd4128fcd2f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:50:04.390988 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.provisioning_blocks [req-bf13fb22-8722-4b6c-b74d-cb84bd7b3080 req-aa232522-b3ca-43fe-b5f7-0cd4128fcd2f service neutron] Transition to ACTIVE for port object 09b70d7e-a065-4f71-8929-74315a0ca742 will not be triggered until provisioned by entity L2. {{(pid=103153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 13:50:04.394483 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-bf13fb22-8722-4b6c-b74d-cb84bd7b3080 req-aa232522-b3ca-43fe-b5f7-0cd4128fcd2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:50:04.462839 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa232522-b3ca-43fe-b5f7-0cd4128fcd2f service neutron] Pushing event updated for resources: {'Port': ['ID=09b70d7e-a065-4f71-8929-74315a0ca742,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:50:04.888033 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-bf13fb22-8722-4b6c-b74d-cb84bd7b3080 req-aa232522-b3ca-43fe-b5f7-0cd4128fcd2f service neutron] Attempting to bind port 09b70d7e-a065-4f71-8929-74315a0ca742 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:50:04.888692 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-bf13fb22-8722-4b6c-b74d-cb84bd7b3080 req-aa232522-b3ca-43fe-b5f7-0cd4128fcd2f service neutron] Attempting to bind port 09b70d7e-a065-4f71-8929-74315a0ca742 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '6b368961-220d-46c0-a7b3-752d93fe7a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '86b0eda8-0d8c-44c0-92cb-086bb55cf3a0'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:50:04.888692 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf13fb22-8722-4b6c-b74d-cb84bd7b3080 req-aa232522-b3ca-43fe-b5f7-0cd4128fcd2f service neutron] Attempting to bind port 09b70d7e-a065-4f71-8929-74315a0ca742 on network 86b0eda8-0d8c-44c0-92cb-086bb55cf3a0 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:50:04.901797 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1877108a-98dc-4285-9956-7bcf75beb105 req-aab9e120-fd1a-418c-b8ad-4cfb7e148af0 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:50:04.903331 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1877108a-98dc-4285-9956-7bcf75beb105 req-aab9e120-fd1a-418c-b8ad-4cfb7e148af0 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4da322c-6145-453e-bafd-de64bdd3d8c2 HTTP/1.1" status: 200 len: 943 time: 0.0713787 Dec 21 13:50:04.904299 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf13fb22-8722-4b6c-b74d-cb84bd7b3080 req-aa232522-b3ca-43fe-b5f7-0cd4128fcd2f service neutron] Port 09b70d7e-a065-4f71-8929-74315a0ca742 on network 86b0eda8-0d8c-44c0-92cb-086bb55cf3a0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 13:50:04.904623 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf13fb22-8722-4b6c-b74d-cb84bd7b3080 req-aa232522-b3ca-43fe-b5f7-0cd4128fcd2f service neutron] Attempting to bind port 09b70d7e-a065-4f71-8929-74315a0ca742 on network 86b0eda8-0d8c-44c0-92cb-086bb55cf3a0 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:50:04.911401 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf13fb22-8722-4b6c-b74d-cb84bd7b3080 req-aa232522-b3ca-43fe-b5f7-0cd4128fcd2f service neutron] Checking agent: {'id': 'cb078e0e-af00-4e4f-8117-46ca6496af1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 23, 43), 'started_at': datetime.datetime(2021, 12, 21, 13, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:50:04.911705 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf13fb22-8722-4b6c-b74d-cb84bd7b3080 req-aa232522-b3ca-43fe-b5f7-0cd4128fcd2f service neutron] Checking segment: {'id': '6b368961-220d-46c0-a7b3-752d93fe7a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '86b0eda8-0d8c-44c0-92cb-086bb55cf3a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:50:04.912084 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf13fb22-8722-4b6c-b74d-cb84bd7b3080 req-aa232522-b3ca-43fe-b5f7-0cd4128fcd2f service neutron] Bound using segment: {'id': '6b368961-220d-46c0-a7b3-752d93fe7a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '86b0eda8-0d8c-44c0-92cb-086bb55cf3a0'} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:50:04.912510 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-bf13fb22-8722-4b6c-b74d-cb84bd7b3080 req-aa232522-b3ca-43fe-b5f7-0cd4128fcd2f service neutron] Bound port: 09b70d7e-a065-4f71-8929-74315a0ca742, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b368961-220d-46c0-a7b3-752d93fe7a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '86b0eda8-0d8c-44c0-92cb-086bb55cf3a0'}}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:50:04.912863 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-bf13fb22-8722-4b6c-b74d-cb84bd7b3080 req-aa232522-b3ca-43fe-b5f7-0cd4128fcd2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:50:04.989874 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1877108a-98dc-4285-9956-7bcf75beb105 req-2fdc9a0e-f330-4f94-87d4-e537adf6b137 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804446 Dec 21 13:50:05.008224 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-bf13fb22-8722-4b6c-b74d-cb84bd7b3080 req-aa232522-b3ca-43fe-b5f7-0cd4128fcd2f service neutron] For port 09b70d7e-a065-4f71-8929-74315a0ca742, host hv-neutron-mast, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:50:05.011191 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-bf13fb22-8722-4b6c-b74d-cb84bd7b3080 req-aa232522-b3ca-43fe-b5f7-0cd4128fcd2f service neutron] For port 09b70d7e-a065-4f71-8929-74315a0ca742, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=09b70d7e-a065-4f71-8929-74315a0ca742,segment=NetworkSegment(6b368961-220d-46c0-a7b3-752d93fe7a84),segment_id=6b368961-220d-46c0-a7b3-752d93fe7a84)] {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:50:05.016536 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-bf13fb22-8722-4b6c-b74d-cb84bd7b3080 req-aa232522-b3ca-43fe-b5f7-0cd4128fcd2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:50:05.052713 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13fb22-8722-4b6c-b74d-cb84bd7b3080 req-aa232522-b3ca-43fe-b5f7-0cd4128fcd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:50:05.053614 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-bf13fb22-8722-4b6c-b74d-cb84bd7b3080 req-aa232522-b3ca-43fe-b5f7-0cd4128fcd2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:50:05.055056 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-bf13fb22-8722-4b6c-b74d-cb84bd7b3080 req-aa232522-b3ca-43fe-b5f7-0cd4128fcd2f service neutron] 10.222.0.60 "PUT /v2.0/ports/09b70d7e-a065-4f71-8929-74315a0ca742 HTTP/1.1" status: 200 len: 1093 time: 1.0009203 Dec 21 13:50:05.055494 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4da322c-6145-453e-bafd-de64bdd3d8c2', 'tag': '09b70d7e-a065-4f71-8929-74315a0ca742'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:50:05.057726 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af6034c98e584fa55ea4398f343c742ceb598288507feaf30d5a15785b2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36393e74-da57-4624-a60e-cd571a0ca263" -d '{"events": [{"name": "network-changed", "server_uuid": "d4da322c-6145-453e-bafd-de64bdd3d8c2", "tag": "09b70d7e-a065-4f71-8929-74315a0ca742"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:50:05.082178 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa232522-b3ca-43fe-b5f7-0cd4128fcd2f service neutron] Pushing event updated for resources: {'Port': ['ID=09b70d7e-a065-4f71-8929-74315a0ca742,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:50:05.100050 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 13:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce59e340-757d-444a-8414-8d015da20de9 x-openstack-request-id: req-ce59e340-757d-444a-8414-8d015da20de9 {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:50:05.100411 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4da322c-6145-453e-bafd-de64bdd3d8c2", "tag": "09b70d7e-a065-4f71-8929-74315a0ca742", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:50:05.100764 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ce59e340-757d-444a-8414-8d015da20de9 {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:50:05.101264 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4da322c-6145-453e-bafd-de64bdd3d8c2', 'tag': '09b70d7e-a065-4f71-8929-74315a0ca742', 'status': 'completed', 'code': 200} Dec 21 13:50:05.159207 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13fb22-8722-4b6c-b74d-cb84bd7b3080 req-ef8fc46b-011e-4079-a792-708944a699df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:50:05.160827 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-bf13fb22-8722-4b6c-b74d-cb84bd7b3080 req-ef8fc46b-011e-4079-a792-708944a699df service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c3ccac8e105f47e9bf2dee4dbe2c86e4&device_id=d4da322c-6145-453e-bafd-de64bdd3d8c2 HTTP/1.1" status: 200 len: 1096 time: 0.0427182 Dec 21 13:50:05.208253 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-bf13fb22-8722-4b6c-b74d-cb84bd7b3080 req-59bf29b6-84b5-4c13-8c54-39187f2bbdb9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=09b70d7e-a065-4f71-8929-74315a0ca742 HTTP/1.1" status: 200 len: 217 time: 0.0344760 Dec 21 13:50:05.260157 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13fb22-8722-4b6c-b74d-cb84bd7b3080 req-52779c47-7897-418b-9390-6d5dd22ad2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:50:05.261622 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-bf13fb22-8722-4b6c-b74d-cb84bd7b3080 req-52779c47-7897-418b-9390-6d5dd22ad2e5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5e6360fb-ac23-4ada-be8e-32656d4402cd HTTP/1.1" status: 200 len: 851 time: 0.0471354 Dec 21 13:50:05.306690 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13fb22-8722-4b6c-b74d-cb84bd7b3080 req-9b8376c5-aa00-44c8-8bc7-062bff471fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:50:05.308146 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-bf13fb22-8722-4b6c-b74d-cb84bd7b3080 req-9b8376c5-aa00-44c8-8bc7-062bff471fff service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=86b0eda8-0d8c-44c0-92cb-086bb55cf3a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399411 Dec 21 13:50:05.396960 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-bf13fb22-8722-4b6c-b74d-cb84bd7b3080 req-856d2d02-aab9-4d74-86ed-7ad6ccdb5fdf service neutron] 10.222.0.60 "GET /v2.0/networks/86b0eda8-0d8c-44c0-92cb-086bb55cf3a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822465 Dec 21 13:50:05.484691 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-bf13fb22-8722-4b6c-b74d-cb84bd7b3080 req-d2db4648-05ae-4844-8c55-a5b60ec9d1bc service neutron] 10.222.0.60 "GET /v2.0/networks/86b0eda8-0d8c-44c0-92cb-086bb55cf3a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808668 Dec 21 13:50:05.614218 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36393e74-da57-4624-a60e-cd571a0ca263 req-bb8047bd-2e53-46d1-9e47-6fa6f68e2daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:50:05.615768 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-36393e74-da57-4624-a60e-cd571a0ca263 req-bb8047bd-2e53-46d1-9e47-6fa6f68e2daa service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c3ccac8e105f47e9bf2dee4dbe2c86e4&device_id=d4da322c-6145-453e-bafd-de64bdd3d8c2 HTTP/1.1" status: 200 len: 1096 time: 0.0402961 Dec 21 13:50:05.707801 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36393e74-da57-4624-a60e-cd571a0ca263 req-ef019ce0-dcd0-488b-a84d-f69cfd663576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:50:05.709243 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-36393e74-da57-4624-a60e-cd571a0ca263 req-ef019ce0-dcd0-488b-a84d-f69cfd663576 service neutron] 10.222.0.60 "GET /v2.0/networks?id=86b0eda8-0d8c-44c0-92cb-086bb55cf3a0 HTTP/1.1" status: 200 len: 913 time: 0.0872877 Dec 21 13:50:05.750243 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-36393e74-da57-4624-a60e-cd571a0ca263 req-f68c5de3-007b-45aa-b990-2d8c168cf906 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=09b70d7e-a065-4f71-8929-74315a0ca742 HTTP/1.1" status: 200 len: 217 time: 0.0343626 Dec 21 13:50:05.800821 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36393e74-da57-4624-a60e-cd571a0ca263 req-9ab71bf3-5e7c-40f9-808a-12249703d9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:50:05.802241 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-36393e74-da57-4624-a60e-cd571a0ca263 req-9ab71bf3-5e7c-40f9-808a-12249703d9b9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5e6360fb-ac23-4ada-be8e-32656d4402cd HTTP/1.1" status: 200 len: 851 time: 0.0458419 Dec 21 13:50:05.846990 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36393e74-da57-4624-a60e-cd571a0ca263 req-3655d683-b714-43f0-839f-e66aee2f8503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:50:05.848435 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-36393e74-da57-4624-a60e-cd571a0ca263 req-3655d683-b714-43f0-839f-e66aee2f8503 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=86b0eda8-0d8c-44c0-92cb-086bb55cf3a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387249 Dec 21 13:50:05.936020 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-36393e74-da57-4624-a60e-cd571a0ca263 req-3a39c8fd-81a6-4f79-b755-552ca26e0608 service neutron] 10.222.0.60 "GET /v2.0/networks/86b0eda8-0d8c-44c0-92cb-086bb55cf3a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797572 Dec 21 13:50:06.028007 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-36393e74-da57-4624-a60e-cd571a0ca263 req-624216cd-7658-4090-bc96-d0aa57a07078 service neutron] 10.222.0.60 "GET /v2.0/networks/86b0eda8-0d8c-44c0-92cb-086bb55cf3a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841792 Dec 21 13:50:06.108887 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:50:06.108887 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:50:06.108887 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:50:06.108887 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:50:06.108887 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:50:06.108887 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:50:06.108887 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:50:06.108887 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:50:06.108887 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:50:06.108887 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:50:06.108887 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:50:06.108887 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:50:06.108887 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:50:06.108887 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:50:06.108887 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:50:06.108887 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:50:06.108887 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:50:06.108887 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:50:06.108887 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:50:06.108887 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:50:06.108887 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:50:06.108887 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:50:06.108887 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:50:06.108887 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:50:06.108887 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:50:06.108887 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:50:06.108887 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:50:06.108887 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:50:06.108887 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:50:06.108887 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:50:06.108887 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:50:06.108887 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:50:06.108887 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:50:06.108887 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:50:06.108887 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:50:06.108887 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:50:06.108887 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:50:06.108887 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:50:06.108887 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:50:06.108887 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:50:06.108887 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:50:06.108887 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:50:06.108887 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:50:06.108887 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:50:06.108887 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:50:06.108887 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:50:06.108887 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:50:06.108887 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:50:06.112344 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19a0beb-dbcf-44f5-94e0-ddd14987e6c9 req-83801c81-ca2e-4f9d-a3a3-98fdb0cda869 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:50:06.112344 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b19a0beb-dbcf-44f5-94e0-ddd14987e6c9 req-83801c81-ca2e-4f9d-a3a3-98fdb0cda869 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4da322c-6145-453e-bafd-de64bdd3d8c2 HTTP/1.1" status: 200 len: 943 time: 0.0532703 Dec 21 13:50:06.159071 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b19a0beb-dbcf-44f5-94e0-ddd14987e6c9 req-904a2b0a-4951-4905-be0d-55f5808cc473 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402222 Dec 21 13:50:07.276602 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f4166f-dc4b-4839-87b6-bafc15893900 req-10b16185-fd30-4cb0-8caa-7fa749c56df7 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:50:07.278108 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-23f4166f-dc4b-4839-87b6-bafc15893900 req-10b16185-fd30-4cb0-8caa-7fa749c56df7 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4da322c-6145-453e-bafd-de64bdd3d8c2 HTTP/1.1" status: 200 len: 943 time: 0.0503268 Dec 21 13:50:07.325076 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-23f4166f-dc4b-4839-87b6-bafc15893900 req-b8bd3eb1-f755-4ef7-aa2b-dceb79b6551d tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410268 Dec 21 13:50:07.796196 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 09b70d7e-a065-4f71-8929-74315a0ca742 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 13:50:07.891339 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port 09b70d7e-a065-4f71-8929-74315a0ca742, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=09b70d7e-a065-4f71-8929-74315a0ca742,segment=NetworkSegment(6b368961-220d-46c0-a7b3-752d93fe7a84),segment_id=6b368961-220d-46c0-a7b3-752d93fe7a84)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:50:07.901495 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Returning: {'device': '09b70d7e-a065-4f71-8929-74315a0ca742', 'network_id': '86b0eda8-0d8c-44c0-92cb-086bb55cf3a0', 'port_id': '09b70d7e-a065-4f71-8929-74315a0ca742', 'mac_address': 'fa:16:3e:d7:9f:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e6360fb-ac23-4ada-be8e-32656d4402cd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 13:50:07.938334 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:50:07.950765 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09b70d7e-a065-4f71-8929-74315a0ca742 {{(pid=103154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 13:50:07.969391 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port 09b70d7e-a065-4f71-8929-74315a0ca742, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=09b70d7e-a065-4f71-8929-74315a0ca742,segment=NetworkSegment(6b368961-220d-46c0-a7b3-752d93fe7a84),segment_id=6b368961-220d-46c0-a7b3-752d93fe7a84)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:50:07.973083 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:50:08.021223 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=09b70d7e-a065-4f71-8929-74315a0ca742,revision_number=4']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:50:08.269562 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] get_ports_and_sgs() called for port_ids ['09b70d7e-a065-4f71-8929-74315a0ca742'] {{(pid=103154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 13:50:08.445134 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b7bc3-c916-4807-9b0b-c2a2e4ee244f req-c3f1e66c-110b-4e67-8d94-66fdac559336 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:50:08.446630 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-157b7bc3-c916-4807-9b0b-c2a2e4ee244f req-c3f1e66c-110b-4e67-8d94-66fdac559336 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4da322c-6145-453e-bafd-de64bdd3d8c2 HTTP/1.1" status: 200 len: 944 time: 0.0550320 Dec 21 13:50:08.492986 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-157b7bc3-c916-4807-9b0b-c2a2e4ee244f req-bde41d93-996c-42d0-9b04-a2183e6bc122 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399694 Dec 21 13:50:09.610636 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006643ea-16c1-4c3d-bac1-e6d16427058c req-e2059931-80f6-48f4-9939-52cb16a435e1 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:50:09.612121 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-006643ea-16c1-4c3d-bac1-e6d16427058c req-e2059931-80f6-48f4-9939-52cb16a435e1 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4da322c-6145-453e-bafd-de64bdd3d8c2 HTTP/1.1" status: 200 len: 944 time: 0.0523479 Dec 21 13:50:09.657940 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-006643ea-16c1-4c3d-bac1-e6d16427058c req-9b39e183-5e03-44ea-a2db-ec7c075a1969 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396812 Dec 21 13:50:09.811451 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 09b70d7e-a065-4f71-8929-74315a0ca742 up at agent hyperv_hv-neutron-mast {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:50:09.860646 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Provisioning for port 09b70d7e-a065-4f71-8929-74315a0ca742 completed by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 13:50:09.864458 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Provisioning complete for port 09b70d7e-a065-4f71-8929-74315a0ca742 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:50:09.864820 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:50:09.938387 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:50:09.959720 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4da322c-6145-453e-bafd-de64bdd3d8c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09b70d7e-a065-4f71-8929-74315a0ca742'}] {{(pid=103154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:50:09.961878 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6f45aca8ac5f8c0cc5868273c98d8aa60330245aed22d61c8da5c1f2d6fc01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad6e5e8d-2153-4e7c-a160-354779ca6fa2" -d '{"events": [{"server_uuid": "d4da322c-6145-453e-bafd-de64bdd3d8c2", "name": "network-vif-plugged", "status": "completed", "tag": "09b70d7e-a065-4f71-8929-74315a0ca742"}]}' {{(pid=103154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:50:09.974752 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port 09b70d7e-a065-4f71-8929-74315a0ca742, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=09b70d7e-a065-4f71-8929-74315a0ca742,segment=NetworkSegment(6b368961-220d-46c0-a7b3-752d93fe7a84),segment_id=6b368961-220d-46c0-a7b3-752d93fe7a84)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:50:09.979282 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:50:10.004458 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 13:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d853d4ea-ff55-4a57-9f99-26f168c15eb3 x-openstack-request-id: req-d853d4ea-ff55-4a57-9f99-26f168c15eb3 {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:50:10.004745 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4da322c-6145-453e-bafd-de64bdd3d8c2", "name": "network-vif-plugged", "status": "completed", "tag": "09b70d7e-a065-4f71-8929-74315a0ca742", "code": 200}]} {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:50:10.004992 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d853d4ea-ff55-4a57-9f99-26f168c15eb3 {{(pid=103154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:50:10.005367 dv-neutron-master-2-hyperv neutron-server[103154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4da322c-6145-453e-bafd-de64bdd3d8c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09b70d7e-a065-4f71-8929-74315a0ca742', 'code': 200} Dec 21 13:50:10.030593 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=09b70d7e-a065-4f71-8929-74315a0ca742,revision_number=5']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:50:10.196194 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5905a666-ac2e-47c4-b1f5-5fd4959370fb req-e98a4a9a-b376-48c6-a9b7-ce0d23f1823a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:50:10.197594 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-5905a666-ac2e-47c4-b1f5-5fd4959370fb req-e98a4a9a-b376-48c6-a9b7-ce0d23f1823a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d4da322c-6145-453e-bafd-de64bdd3d8c2 HTTP/1.1" status: 200 len: 1098 time: 0.0396464 Dec 21 13:50:10.240889 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-5905a666-ac2e-47c4-b1f5-5fd4959370fb req-198762de-a2e5-4747-969d-5401876cd9a2 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364270 Dec 21 13:50:10.782106 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19902cb5-d473-43f0-8d38-92a4d78cb68d req-7b54e9f6-bb98-4fa1-a843-086401489feb tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:50:10.783547 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-19902cb5-d473-43f0-8d38-92a4d78cb68d req-7b54e9f6-bb98-4fa1-a843-086401489feb tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4da322c-6145-453e-bafd-de64bdd3d8c2 HTTP/1.1" status: 200 len: 945 time: 0.0481260 Dec 21 13:50:10.829743 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-19902cb5-d473-43f0-8d38-92a4d78cb68d req-12db3af8-5a76-4317-aa42-d2a4fd2aa9a2 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403869 Dec 21 13:50:11.945199 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34219ac-159a-4279-a9f6-3cc974bbcafa req-1d0080b7-feff-4f8f-a168-17151dc96c63 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:50:11.946692 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-d34219ac-159a-4279-a9f6-3cc974bbcafa req-1d0080b7-feff-4f8f-a168-17151dc96c63 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4da322c-6145-453e-bafd-de64bdd3d8c2 HTTP/1.1" status: 200 len: 945 time: 0.0488896 Dec 21 13:50:11.996712 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-d34219ac-159a-4279-a9f6-3cc974bbcafa req-fcfab99e-7348-4002-9f84-f10097a8d59d tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441875 Dec 21 13:50:12.121418 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d2e847-c2dd-4a93-a4cd-4bcc02745d5f req-6ea02b25-0177-4e72-b24e-b7d91d28918e tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:50:12.122837 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-53d2e847-c2dd-4a93-a4cd-4bcc02745d5f req-6ea02b25-0177-4e72-b24e-b7d91d28918e tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4da322c-6145-453e-bafd-de64bdd3d8c2 HTTP/1.1" status: 200 len: 945 time: 0.0529208 Dec 21 13:50:12.131205 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 35492) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:50:12.135457 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-f3d14da8-b380-40d1-a46f-24ef00495d5e tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Request body: {'floatingip': {'port_id': '09b70d7e-a065-4f71-8929-74315a0ca742'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:50:12.174544 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f3d14da8-b380-40d1-a46f-24ef00495d5e tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Publish callbacks [] for floatingip, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:50:12.604495 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f3d14da8-b380-40d1-a46f-24ef00495d5e tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:50:12.607945 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f3d14da8-b380-40d1-a46f-24ef00495d5e tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548820'] for floatingip, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:50:12.712020 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.l3_db [None req-f3d14da8-b380-40d1-a46f-24ef00495d5e tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Floating IP 89eccce2-6eaa-453a-b6a7-962f10e6d146 associated. External IP: 172.36.3.189, port: 09b70d7e-a065-4f71-8929-74315a0ca742. Dec 21 13:50:12.919891 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3d14da8-b380-40d1-a46f-24ef00495d5e tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Router 74ec0db5-613a-474a-932b-c3fbe67b8741 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:50:13.023870 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3d14da8-b380-40d1-a46f-24ef00495d5e tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:50:13.028578 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f3d14da8-b380-40d1-a46f-24ef00495d5e tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for floatingip, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:50:13.035160 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbaa06e5-1187-46c6-880d-6acbd64f9926 None None] Sync routers for ids ['74ec0db5-613a-474a-932b-c3fbe67b8741'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:50:13.045065 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbaa06e5-1187-46c6-880d-6acbd64f9926 None None] Routers {'74ec0db5-613a-474a-932b-c3fbe67b8741'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:50:13.045764 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-fbaa06e5-1187-46c6-880d-6acbd64f9926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:49:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['74ec0db5-613a-474a-932b-c3fbe67b8741'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:50:13.057959 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-f3d14da8-b380-40d1-a46f-24ef00495d5e tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "PUT /v2.0/floatingips/89eccce2-6eaa-453a-b6a7-962f10e6d146 HTTP/1.1" status: 200 len: 991 time: 0.9257326 Dec 21 13:50:13.059241 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4da322c-6145-453e-bafd-de64bdd3d8c2', 'tag': '09b70d7e-a065-4f71-8929-74315a0ca742'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:50:13.061484 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d59863cea1d3cd3753b105ac340115874538247bffc4ddd9c7a2f3cf3d2521b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13740b19-9633-4661-837b-b03ee5656faf" -d '{"events": [{"name": "network-changed", "server_uuid": "d4da322c-6145-453e-bafd-de64bdd3d8c2", "tag": "09b70d7e-a065-4f71-8929-74315a0ca742"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:50:13.153042 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 13:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d706577b-d59a-4814-b352-0b9e7855e7d1 x-openstack-request-id: req-d706577b-d59a-4814-b352-0b9e7855e7d1 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:50:13.153754 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4da322c-6145-453e-bafd-de64bdd3d8c2", "tag": "09b70d7e-a065-4f71-8929-74315a0ca742", "status": "completed", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:50:13.154016 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d706577b-d59a-4814-b352-0b9e7855e7d1 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:50:13.154458 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4da322c-6145-453e-bafd-de64bdd3d8c2', 'tag': '09b70d7e-a065-4f71-8929-74315a0ca742', 'status': 'completed', 'code': 200} Dec 21 13:50:13.155048 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-fbaa06e5-1187-46c6-880d-6acbd64f9926 None None] Set router 74ec0db5-613a-474a-932b-c3fbe67b8741 gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:50:13.244853 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13740b19-9633-4661-837b-b03ee5656faf req-c91efb95-7d16-4013-a5a2-297241ed0abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:50:13.246371 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-13740b19-9633-4661-837b-b03ee5656faf req-c91efb95-7d16-4013-a5a2-297241ed0abc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c3ccac8e105f47e9bf2dee4dbe2c86e4&device_id=d4da322c-6145-453e-bafd-de64bdd3d8c2 HTTP/1.1" status: 200 len: 1098 time: 0.0409806 Dec 21 13:50:13.334701 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13740b19-9633-4661-837b-b03ee5656faf req-84feda84-41ba-4436-85c5-1ab7812be3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:50:13.336189 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-13740b19-9633-4661-837b-b03ee5656faf req-84feda84-41ba-4436-85c5-1ab7812be3d7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=86b0eda8-0d8c-44c0-92cb-086bb55cf3a0 HTTP/1.1" status: 200 len: 913 time: 0.0829413 Dec 21 13:50:13.375200 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-fbaa06e5-1187-46c6-880d-6acbd64f9926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74ec0db5-613a-474a-932b-c3fbe67b8741', 'name': 'tempest-ServerActionsTestJSON-2083675911-router', 'tenant_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.26'}], 'enable_snat': True}, 'gw_port_id': '2576a882-c215-436d-ac54-9f590f8052b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:47:34Z', 'updated_at': '2021-12-21T13:47:37Z', 'revision_number': 4, 'project_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'gw_port': {'id': '2576a882-c215-436d-ac54-9f590f8052b1', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:84:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ec0db5-613a-474a-932b-c3fbe67b8741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:47:35Z', 'updated_at': '2021-12-21T13:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '89eccce2-6eaa-453a-b6a7-962f10e6d146', 'tenant_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'floating_ip_address': '172.36.3.189', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': '74ec0db5-613a-474a-932b-c3fbe67b8741', 'port_id': '09b70d7e-a065-4f71-8929-74315a0ca742', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86b0eda8-0d8c-44c0-92cb-086bb55cf3a0', 'mac_address': 'fa:16:3e:d7:9f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4da322c-6145-453e-bafd-de64bdd3d8c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T13:47:39Z', 'updated_at': '2021-12-21T13:50:12Z', 'revision_number': 9, 'project_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41d341b9-de5a-4ea8-8ed0-3e38ab7526de', 'name': '', 'network_id': '86b0eda8-0d8c-44c0-92cb-086bb55cf3a0', 'tenant_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'mac_address': 'fa:16:3e:f0:17:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ec0db5-613a-474a-932b-c3fbe67b8741', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '5e6360fb-ac23-4ada-be8e-32656d4402cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:47:36Z', 'updated_at': '2021-12-21T13:47:40Z', 'revision_number': 5, 'project_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'subnets': [{'id': '5e6360fb-ac23-4ada-be8e-32656d4402cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:50:13.405387 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-13740b19-9633-4661-837b-b03ee5656faf req-a2bc9b34-555e-429e-9973-6eae2f07b84f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=09b70d7e-a065-4f71-8929-74315a0ca742 HTTP/1.1" status: 200 len: 999 time: 0.0628159 Dec 21 13:50:13.410086 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbaa06e5-1187-46c6-880d-6acbd64f9926 None None] Checking router: 74ec0db5-613a-474a-932b-c3fbe67b8741 for host: dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:50:13.425392 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbaa06e5-1187-46c6-880d-6acbd64f9926 None None] Routers {'74ec0db5-613a-474a-932b-c3fbe67b8741'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:50:13.426071 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-fbaa06e5-1187-46c6-880d-6acbd64f9926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:49:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['74ec0db5-613a-474a-932b-c3fbe67b8741'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:50:13.429853 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:50:13.454217 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13740b19-9633-4661-837b-b03ee5656faf req-e831806d-f4b5-44e0-850c-f4c80fb74015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:50:13.455752 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-13740b19-9633-4661-837b-b03ee5656faf req-e831806d-f4b5-44e0-850c-f4c80fb74015 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5e6360fb-ac23-4ada-be8e-32656d4402cd HTTP/1.1" status: 200 len: 851 time: 0.0447979 Dec 21 13:50:13.500625 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13740b19-9633-4661-837b-b03ee5656faf req-cca3a653-9b73-40ef-b1c7-51c9ddb48d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:50:13.502145 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-13740b19-9633-4661-837b-b03ee5656faf req-cca3a653-9b73-40ef-b1c7-51c9ddb48d60 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=86b0eda8-0d8c-44c0-92cb-086bb55cf3a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0405288 Dec 21 13:50:13.530538 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-fbaa06e5-1187-46c6-880d-6acbd64f9926 None None] Set router 74ec0db5-613a-474a-932b-c3fbe67b8741 gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:50:13.595918 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-13740b19-9633-4661-837b-b03ee5656faf req-bb436fef-cfb5-4cd5-9c8f-3cc706324824 service neutron] 10.222.0.60 "GET /v2.0/networks/86b0eda8-0d8c-44c0-92cb-086bb55cf3a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856278 Dec 21 13:50:13.683642 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-13740b19-9633-4661-837b-b03ee5656faf req-017111e3-0f68-4621-b9b9-085491003ec8 service neutron] 10.222.0.60 "GET /v2.0/networks/86b0eda8-0d8c-44c0-92cb-086bb55cf3a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814612 Dec 21 13:50:13.748311 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-fbaa06e5-1187-46c6-880d-6acbd64f9926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74ec0db5-613a-474a-932b-c3fbe67b8741', 'name': 'tempest-ServerActionsTestJSON-2083675911-router', 'tenant_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.26'}], 'enable_snat': True}, 'gw_port_id': '2576a882-c215-436d-ac54-9f590f8052b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:47:34Z', 'updated_at': '2021-12-21T13:47:37Z', 'revision_number': 4, 'project_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'gw_port': {'id': '2576a882-c215-436d-ac54-9f590f8052b1', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:84:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ec0db5-613a-474a-932b-c3fbe67b8741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:47:35Z', 'updated_at': '2021-12-21T13:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '89eccce2-6eaa-453a-b6a7-962f10e6d146', 'tenant_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'floating_ip_address': '172.36.3.189', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': '74ec0db5-613a-474a-932b-c3fbe67b8741', 'port_id': '09b70d7e-a065-4f71-8929-74315a0ca742', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86b0eda8-0d8c-44c0-92cb-086bb55cf3a0', 'mac_address': 'fa:16:3e:d7:9f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4da322c-6145-453e-bafd-de64bdd3d8c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T13:47:39Z', 'updated_at': '2021-12-21T13:50:12Z', 'revision_number': 9, 'project_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41d341b9-de5a-4ea8-8ed0-3e38ab7526de', 'name': '', 'network_id': '86b0eda8-0d8c-44c0-92cb-086bb55cf3a0', 'tenant_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'mac_address': 'fa:16:3e:f0:17:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ec0db5-613a-474a-932b-c3fbe67b8741', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '5e6360fb-ac23-4ada-be8e-32656d4402cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:47:36Z', 'updated_at': '2021-12-21T13:47:40Z', 'revision_number': 5, 'project_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'subnets': [{'id': '5e6360fb-ac23-4ada-be8e-32656d4402cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:50:13.778508 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbaa06e5-1187-46c6-880d-6acbd64f9926 None None] The sync data for ids ['74ec0db5-613a-474a-932b-c3fbe67b8741'] in dv-neutron-master-2-hyperv is: [{'id': '74ec0db5-613a-474a-932b-c3fbe67b8741', 'name': 'tempest-ServerActionsTestJSON-2083675911-router', 'tenant_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.26'}], 'enable_snat': True}, 'gw_port_id': '2576a882-c215-436d-ac54-9f590f8052b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:47:34Z', 'updated_at': '2021-12-21T13:47:37Z', 'revision_number': 4, 'project_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'gw_port': {'id': '2576a882-c215-436d-ac54-9f590f8052b1', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:84:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ec0db5-613a-474a-932b-c3fbe67b8741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:47:35Z', 'updated_at': '2021-12-21T13:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '89eccce2-6eaa-453a-b6a7-962f10e6d146', 'tenant_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'floating_ip_address': '172.36.3.189', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': '74ec0db5-613a-474a-932b-c3fbe67b8741', 'port_id': '09b70d7e-a065-4f71-8929-74315a0ca742', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86b0eda8-0d8c-44c0-92cb-086bb55cf3a0', 'mac_address': 'fa:16:3e:d7:9f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4da322c-6145-453e-bafd-de64bdd3d8c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T13:47:39Z', 'updated_at': '2021-12-21T13:50:12Z', 'revision_number': 9, 'project_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41d341b9-de5a-4ea8-8ed0-3e38ab7526de', 'name': '', 'network_id': '86b0eda8-0d8c-44c0-92cb-086bb55cf3a0', 'tenant_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'mac_address': 'fa:16:3e:f0:17:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ec0db5-613a-474a-932b-c3fbe67b8741', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '5e6360fb-ac23-4ada-be8e-32656d4402cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:47:36Z', 'updated_at': '2021-12-21T13:47:40Z', 'revision_number': 5, 'project_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'subnets': [{'id': '5e6360fb-ac23-4ada-be8e-32656d4402cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:50:13.953758 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de20e0bd-d233-4358-a1a6-abe107d10693 None None] New status for floating IP 89eccce2-6eaa-453a-b6a7-962f10e6d146: ACTIVE {{(pid=103155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 13:50:18.837452 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.agents_db [None req-c60a5637-8c6f-4692-b23b-7dd82bd36b21 None None] Agent healthcheck: found 6 active agents {{(pid=103155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 13:50:25.172919 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8cfe5442-a51f-47eb-bea4-de31828d58ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:50:27.620915 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e3aa0842-28ae-44a6-8336-2895d20a4b13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:50:28.844636 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:50:30.844062 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:50:31.072457 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:50:43.415156 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:50:49.993755 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4174cf4-da2b-45ae-97b3-f1fc584797d6 req-14db8369-d712-431d-bd70-c40890d04361 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:50:49.995874 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-c4174cf4-da2b-45ae-97b3-f1fc584797d6 req-14db8369-d712-431d-bd70-c40890d04361 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4da322c-6145-453e-bafd-de64bdd3d8c2 HTTP/1.1" status: 200 len: 945 time: 0.0496376 Dec 21 13:50:50.022782 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-2c83105b-8e78-493a-bcc7-28b75154379d req-22f38afc-da18-499a-80f2-0e5bf76a32d2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d4da322c-6145-453e-bafd-de64bdd3d8c2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0880208 Dec 21 13:50:50.045362 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-c4174cf4-da2b-45ae-97b3-f1fc584797d6 req-d630bda3-e646-4a44-beca-c0a775468683 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432310 Dec 21 13:50:51.187748 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c83105b-8e78-493a-bcc7-28b75154379d req-555371df-7ecf-45fa-bf6b-5bc8ef407a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:50:51.189259 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-2c83105b-8e78-493a-bcc7-28b75154379d req-555371df-7ecf-45fa-bf6b-5bc8ef407a5d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c3ccac8e105f47e9bf2dee4dbe2c86e4&device_id=d4da322c-6145-453e-bafd-de64bdd3d8c2 HTTP/1.1" status: 200 len: 1098 time: 0.0614920 Dec 21 13:50:51.198211 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e9a82f-5aff-4160-8a0e-c844af07082a req-9fd69128-48e3-40b0-af2e-fe42c041b896 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:50:51.199610 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-82e9a82f-5aff-4160-8a0e-c844af07082a req-9fd69128-48e3-40b0-af2e-fe42c041b896 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4da322c-6145-453e-bafd-de64bdd3d8c2 HTTP/1.1" status: 200 len: 945 time: 0.0830562 Dec 21 13:50:51.301089 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-82e9a82f-5aff-4160-8a0e-c844af07082a req-50301561-26bd-41de-9a9c-df3f3a6c4b26 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934913 Dec 21 13:50:51.319940 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c83105b-8e78-493a-bcc7-28b75154379d req-1a221337-4a50-4040-a0ec-75b146bcea68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:50:51.321461 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-2c83105b-8e78-493a-bcc7-28b75154379d req-1a221337-4a50-4040-a0ec-75b146bcea68 service neutron] 10.222.0.60 "GET /v2.0/networks?id=86b0eda8-0d8c-44c0-92cb-086bb55cf3a0 HTTP/1.1" status: 200 len: 913 time: 0.1210220 Dec 21 13:50:51.390994 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-2c83105b-8e78-493a-bcc7-28b75154379d req-739b685d-bf9c-4456-a6b7-8b334ebf1e4c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=09b70d7e-a065-4f71-8929-74315a0ca742 HTTP/1.1" status: 200 len: 1002 time: 0.0625756 Dec 21 13:50:51.440351 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c83105b-8e78-493a-bcc7-28b75154379d req-c99b74b5-935f-4a38-9af2-f077dc62cdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:50:51.441812 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-2c83105b-8e78-493a-bcc7-28b75154379d req-c99b74b5-935f-4a38-9af2-f077dc62cdb4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5e6360fb-ac23-4ada-be8e-32656d4402cd HTTP/1.1" status: 200 len: 851 time: 0.0442014 Dec 21 13:50:51.484943 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c83105b-8e78-493a-bcc7-28b75154379d req-82392464-1280-4a98-97a8-1d14f165f0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:50:51.486381 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-2c83105b-8e78-493a-bcc7-28b75154379d req-82392464-1280-4a98-97a8-1d14f165f0a8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=86b0eda8-0d8c-44c0-92cb-086bb55cf3a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387592 Dec 21 13:50:51.576765 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-2c83105b-8e78-493a-bcc7-28b75154379d req-1f2a07e7-ac5d-4720-afa7-ddf3f6cfba3a service neutron] 10.222.0.60 "GET /v2.0/networks/86b0eda8-0d8c-44c0-92cb-086bb55cf3a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834396 Dec 21 13:50:51.662984 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-2c83105b-8e78-493a-bcc7-28b75154379d req-2b61fdb5-5ef6-4e83-bbb4-78564ef20894 service neutron] 10.222.0.60 "GET /v2.0/networks/86b0eda8-0d8c-44c0-92cb-086bb55cf3a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801921 Dec 21 13:50:52.424738 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b67286-f2cd-4251-81a0-3595476d5f52 req-589a1e26-187f-4798-8a37-dfa0560116af tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:50:52.426270 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-63b67286-f2cd-4251-81a0-3595476d5f52 req-589a1e26-187f-4798-8a37-dfa0560116af tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4da322c-6145-453e-bafd-de64bdd3d8c2 HTTP/1.1" status: 200 len: 945 time: 0.0586631 Dec 21 13:50:52.472379 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-63b67286-f2cd-4251-81a0-3595476d5f52 req-bcbd803f-e6a4-4785-8064-401236d46f7d tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397384 Dec 21 13:50:53.586622 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308cdd11-1467-4c82-8f96-189409c0f091 req-d123d4d7-2e49-4674-aaf7-26d0f9e59182 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:50:53.588110 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-308cdd11-1467-4c82-8f96-189409c0f091 req-d123d4d7-2e49-4674-aaf7-26d0f9e59182 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4da322c-6145-453e-bafd-de64bdd3d8c2 HTTP/1.1" status: 200 len: 945 time: 0.0493212 Dec 21 13:50:53.638971 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-308cdd11-1467-4c82-8f96-189409c0f091 req-be5e9382-06da-44b7-aa50-319ef27ce328 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448527 Dec 21 13:50:54.759483 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddb83ab-fe95-4e58-a999-866040fc24ef req-777ba38c-6557-4f38-9e51-eea81a012172 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:50:54.761608 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-4ddb83ab-fe95-4e58-a999-866040fc24ef req-777ba38c-6557-4f38-9e51-eea81a012172 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4da322c-6145-453e-bafd-de64bdd3d8c2 HTTP/1.1" status: 200 len: 945 time: 0.0488818 Dec 21 13:50:54.808975 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-4ddb83ab-fe95-4e58-a999-866040fc24ef req-d302e0bf-1cba-4e79-85e5-e96bef61ba34 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413387 Dec 21 13:50:55.174181 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-9fff761b-bab2-4568-9037-4ec55f6bb275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:50:55.836839 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.agents_db [None req-c60a5637-8c6f-4692-b23b-7dd82bd36b21 None None] Agent healthcheck: found 6 active agents {{(pid=103155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 13:50:55.921041 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c74a8d-dbdf-4a27-a0cd-68ad1ec85f52 req-030b26dc-e342-4eb0-8cc9-e99eb84e62db tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:50:55.922531 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-06c74a8d-dbdf-4a27-a0cd-68ad1ec85f52 req-030b26dc-e342-4eb0-8cc9-e99eb84e62db tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4da322c-6145-453e-bafd-de64bdd3d8c2 HTTP/1.1" status: 200 len: 945 time: 0.0486948 Dec 21 13:50:55.969942 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-06c74a8d-dbdf-4a27-a0cd-68ad1ec85f52 req-c638db9a-eba0-454d-a52c-316e03e5fca8 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412817 Dec 21 13:50:57.081834 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874e448c-fd78-4f19-a26e-3b1bd1906ecc req-f0cad43e-7992-4b74-9bb1-b5864828f284 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:50:57.083328 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-874e448c-fd78-4f19-a26e-3b1bd1906ecc req-f0cad43e-7992-4b74-9bb1-b5864828f284 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4da322c-6145-453e-bafd-de64bdd3d8c2 HTTP/1.1" status: 200 len: 945 time: 0.0475605 Dec 21 13:50:57.132280 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-874e448c-fd78-4f19-a26e-3b1bd1906ecc req-2d1a606b-df19-4c32-bc21-740f0b74ccc8 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425043 Dec 21 13:50:57.622173 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-2ad2d279-7527-4bea-8426-794337cd86a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:50:58.249645 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e9d6a4-e0cb-4dff-bb25-ba8686991b7a req-2a187ba2-2fd1-4222-aae5-c7fe19d9cc49 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:50:58.251153 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-56e9d6a4-e0cb-4dff-bb25-ba8686991b7a req-2a187ba2-2fd1-4222-aae5-c7fe19d9cc49 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4da322c-6145-453e-bafd-de64bdd3d8c2 HTTP/1.1" status: 200 len: 945 time: 0.0491836 Dec 21 13:50:58.298023 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-56e9d6a4-e0cb-4dff-bb25-ba8686991b7a req-83b97a85-3843-4294-9da3-e062545392e6 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408721 Dec 21 13:50:58.847701 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:50:59.411791 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4b316d-56d6-43f7-a9d0-a617d0399237 req-826d2abf-5eef-4d29-a42b-758a6f54d4e1 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:50:59.413247 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-eb4b316d-56d6-43f7-a9d0-a617d0399237 req-826d2abf-5eef-4d29-a42b-758a6f54d4e1 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4da322c-6145-453e-bafd-de64bdd3d8c2 HTTP/1.1" status: 200 len: 945 time: 0.0486939 Dec 21 13:50:59.459193 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-eb4b316d-56d6-43f7-a9d0-a617d0399237 req-3c9007e5-dc33-4de3-b6e4-899906553ae9 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399334 Dec 21 13:51:00.576129 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eddb966-f2ed-4622-b74b-8bd48c587c20 req-680ab321-70cc-4004-ada4-1ac77e8783c5 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:51:00.577611 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7eddb966-f2ed-4622-b74b-8bd48c587c20 req-680ab321-70cc-4004-ada4-1ac77e8783c5 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4da322c-6145-453e-bafd-de64bdd3d8c2 HTTP/1.1" status: 200 len: 945 time: 0.0524662 Dec 21 13:51:00.623472 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7eddb966-f2ed-4622-b74b-8bd48c587c20 req-0a9e8eba-b860-4b73-8838-f9bc18269bd5 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400620 Dec 21 13:51:00.845851 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:51:01.074393 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:51:01.736980 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73938f18-8f38-4f62-9dc2-62086ca312b8 req-ded54b6e-a11a-4b49-96d5-73181f7b96ab tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:51:01.738483 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-73938f18-8f38-4f62-9dc2-62086ca312b8 req-ded54b6e-a11a-4b49-96d5-73181f7b96ab tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4da322c-6145-453e-bafd-de64bdd3d8c2 HTTP/1.1" status: 200 len: 945 time: 0.0480940 Dec 21 13:51:01.785456 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-73938f18-8f38-4f62-9dc2-62086ca312b8 req-a4638aac-ed55-46a8-a497-f058096651f4 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410473 Dec 21 13:51:02.906206 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f51ab-65db-47dd-9413-1e81c7ff7ed2 req-c1d69bf7-f089-4ed8-811e-3775b5506a6c tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:51:02.907712 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-913f51ab-65db-47dd-9413-1e81c7ff7ed2 req-c1d69bf7-f089-4ed8-811e-3775b5506a6c tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4da322c-6145-453e-bafd-de64bdd3d8c2 HTTP/1.1" status: 200 len: 945 time: 0.0527475 Dec 21 13:51:02.955528 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-913f51ab-65db-47dd-9413-1e81c7ff7ed2 req-ff07475b-3a52-4d54-92c2-3b67b57aef56 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417664 Dec 21 13:51:03.365847 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-2c83105b-8e78-493a-bcc7-28b75154379d req-bdafdc3a-7c5a-42f2-9f20-bba1606bbc5e service neutron] 10.222.0.60 "GET /v2.0/ports/09b70d7e-a065-4f71-8929-74315a0ca742/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0577884 Dec 21 13:51:03.579957 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c83105b-8e78-493a-bcc7-28b75154379d req-697559d7-1105-4b3b-9f61-5a627c072822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:51:03.581769 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-2c83105b-8e78-493a-bcc7-28b75154379d req-697559d7-1105-4b3b-9f61-5a627c072822 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d4da322c-6145-453e-bafd-de64bdd3d8c2&tenant_id=c3ccac8e105f47e9bf2dee4dbe2c86e4 HTTP/1.1" status: 200 len: 1098 time: 0.0420439 Dec 21 13:51:03.651754 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c83105b-8e78-493a-bcc7-28b75154379d req-967218d1-e7df-46b7-90c5-4566cb63dc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:51:03.653137 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-2c83105b-8e78-493a-bcc7-28b75154379d req-967218d1-e7df-46b7-90c5-4566cb63dc26 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c3ccac8e105f47e9bf2dee4dbe2c86e4&device_id=d4da322c-6145-453e-bafd-de64bdd3d8c2 HTTP/1.1" status: 200 len: 1098 time: 0.0410409 Dec 21 13:51:03.744722 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c83105b-8e78-493a-bcc7-28b75154379d req-cd68c22c-a89f-47a5-b8eb-462de2c21a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:51:03.746200 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-2c83105b-8e78-493a-bcc7-28b75154379d req-cd68c22c-a89f-47a5-b8eb-462de2c21a91 service neutron] 10.222.0.60 "GET /v2.0/networks?id=86b0eda8-0d8c-44c0-92cb-086bb55cf3a0 HTTP/1.1" status: 200 len: 913 time: 0.0870523 Dec 21 13:51:03.812406 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-2c83105b-8e78-493a-bcc7-28b75154379d req-4a5f54d6-0f24-4c27-991b-6eb93d8f2264 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=09b70d7e-a065-4f71-8929-74315a0ca742 HTTP/1.1" status: 200 len: 1002 time: 0.0581534 Dec 21 13:51:03.859505 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c83105b-8e78-493a-bcc7-28b75154379d req-51bcaf3e-1780-4645-bd81-783236d93eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:51:03.860924 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-2c83105b-8e78-493a-bcc7-28b75154379d req-51bcaf3e-1780-4645-bd81-783236d93eae service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5e6360fb-ac23-4ada-be8e-32656d4402cd HTTP/1.1" status: 200 len: 851 time: 0.0420454 Dec 21 13:51:03.909336 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c83105b-8e78-493a-bcc7-28b75154379d req-dc65da78-df7a-4073-91cd-8aa15966d546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:51:03.910771 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-2c83105b-8e78-493a-bcc7-28b75154379d req-dc65da78-df7a-4073-91cd-8aa15966d546 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=86b0eda8-0d8c-44c0-92cb-086bb55cf3a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0441208 Dec 21 13:51:03.999170 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-2c83105b-8e78-493a-bcc7-28b75154379d req-adcde0a3-3161-4d97-ba73-85b588314ffa service neutron] 10.222.0.60 "GET /v2.0/networks/86b0eda8-0d8c-44c0-92cb-086bb55cf3a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818481 Dec 21 13:51:04.074871 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0718836-e533-4b46-8ff7-96ee266015f0 req-85daa4fc-a609-48e9-9ab2-7862c6ef660c tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:51:04.076329 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-e0718836-e533-4b46-8ff7-96ee266015f0 req-85daa4fc-a609-48e9-9ab2-7862c6ef660c tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4da322c-6145-453e-bafd-de64bdd3d8c2 HTTP/1.1" status: 200 len: 945 time: 0.0522103 Dec 21 13:51:04.093148 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-2c83105b-8e78-493a-bcc7-28b75154379d req-708fd49a-6f0b-47c0-b7ac-c70cb40e35f2 service neutron] 10.222.0.60 "GET /v2.0/networks/86b0eda8-0d8c-44c0-92cb-086bb55cf3a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867364 Dec 21 13:51:04.124655 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-e0718836-e533-4b46-8ff7-96ee266015f0 req-0e87ec15-2eb9-4eb9-9bdb-78dc9e69286e tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421016 Dec 21 13:51:05.239280 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2af5fe-1f20-474e-acf2-128aa055c71c req-34ecf176-5031-4941-8f0b-8b134790d6f2 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:51:05.240763 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-2e2af5fe-1f20-474e-acf2-128aa055c71c req-34ecf176-5031-4941-8f0b-8b134790d6f2 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4da322c-6145-453e-bafd-de64bdd3d8c2 HTTP/1.1" status: 200 len: 945 time: 0.0489252 Dec 21 13:51:05.288051 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-2e2af5fe-1f20-474e-acf2-128aa055c71c req-6f12ca61-4064-4e68-b2a9-e8173314ee76 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406957 Dec 21 13:51:05.984410 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 09b70d7e-a065-4f71-8929-74315a0ca742 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:51:06.082836 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:51:06.105610 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4da322c-6145-453e-bafd-de64bdd3d8c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09b70d7e-a065-4f71-8929-74315a0ca742'}] {{(pid=103154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:51:06.107812 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6f45aca8ac5f8c0cc5868273c98d8aa60330245aed22d61c8da5c1f2d6fc01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be60137a-f684-463b-92f2-a938dc3c864c" -d '{"events": [{"server_uuid": "d4da322c-6145-453e-bafd-de64bdd3d8c2", "name": "network-vif-unplugged", "status": "completed", "tag": "09b70d7e-a065-4f71-8929-74315a0ca742"}]}' {{(pid=103154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:51:06.119805 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port 09b70d7e-a065-4f71-8929-74315a0ca742, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=09b70d7e-a065-4f71-8929-74315a0ca742,segment=NetworkSegment(6b368961-220d-46c0-a7b3-752d93fe7a84),segment_id=6b368961-220d-46c0-a7b3-752d93fe7a84)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:51:06.124076 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:51:06.159099 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Dec 2021 13:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a95c5538-b7d9-4ebf-a778-6cc1123184bd x-openstack-request-id: req-a95c5538-b7d9-4ebf-a778-6cc1123184bd {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:51:06.159390 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4da322c-6145-453e-bafd-de64bdd3d8c2", "name": "network-vif-unplugged", "status": "completed", "tag": "09b70d7e-a065-4f71-8929-74315a0ca742", "code": 200}]} {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:51:06.159650 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a95c5538-b7d9-4ebf-a778-6cc1123184bd {{(pid=103154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:51:06.160029 dv-neutron-master-2-hyperv neutron-server[103154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4da322c-6145-453e-bafd-de64bdd3d8c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09b70d7e-a065-4f71-8929-74315a0ca742', 'code': 200} Dec 21 13:51:06.176596 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=09b70d7e-a065-4f71-8929-74315a0ca742,revision_number=6']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:51:06.184039 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:51:06.184383 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:51:06.184723 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:51:06.185057 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:51:06.185387 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:51:06.185712 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:51:06.186036 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:51:06.186385 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:51:06.186709 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:51:06.187031 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:51:06.187349 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:51:06.187664 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:51:06.187978 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:51:06.404658 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf1120a-a291-4406-af2e-31149ca2a228 req-b2062364-a616-42d6-9510-d7f310d3e024 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:51:06.406174 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-0bf1120a-a291-4406-af2e-31149ca2a228 req-b2062364-a616-42d6-9510-d7f310d3e024 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4da322c-6145-453e-bafd-de64bdd3d8c2 HTTP/1.1" status: 200 len: 943 time: 0.0486569 Dec 21 13:51:06.456876 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-0bf1120a-a291-4406-af2e-31149ca2a228 req-d0050f8f-f62d-4b0d-b6e8-2336895f44ae tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444369 Dec 21 13:51:06.772482 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6b1281-3080-4245-af80-924f374848ac req-78d7ad3f-a19a-4c94-8ef9-9eba41510b07 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:51:06.773938 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-bc6b1281-3080-4245-af80-924f374848ac req-78d7ad3f-a19a-4c94-8ef9-9eba41510b07 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4da322c-6145-453e-bafd-de64bdd3d8c2&tenant_id=c3ccac8e105f47e9bf2dee4dbe2c86e4&binding%3Ahost_id=hv-neutron-mast HTTP/1.1" status: 200 len: 943 time: 0.0798147 Dec 21 13:51:06.788422 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfbf798-c16d-46e4-bbf4-4c263fb98b5e req-a51215a5-f626-48ee-881a-382c2d90ccc2 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:51:06.789782 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-9cfbf798-c16d-46e4-bbf4-4c263fb98b5e req-a51215a5-f626-48ee-881a-382c2d90ccc2 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4da322c-6145-453e-bafd-de64bdd3d8c2 HTTP/1.1" status: 200 len: 943 time: 0.0677216 Dec 21 13:51:06.877950 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-9cfbf798-c16d-46e4-bbf4-4c263fb98b5e req-dd875e8f-f703-4cb2-9f92-e7c26837d784 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818119 Dec 21 13:51:06.879677 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-bc6b1281-3080-4245-af80-924f374848ac req-03648671-c394-46b5-9580-8cc078fff38b service neutron] 10.222.0.60 "GET /v2.0/ports/09b70d7e-a065-4f71-8929-74315a0ca742/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0987329 Dec 21 13:51:06.958993 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6b1281-3080-4245-af80-924f374848ac req-e6fe630a-3bbd-4ff6-bd78-9884385f46a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:51:06.960369 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-bc6b1281-3080-4245-af80-924f374848ac req-e6fe630a-3bbd-4ff6-bd78-9884385f46a9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c3ccac8e105f47e9bf2dee4dbe2c86e4&device_id=d4da322c-6145-453e-bafd-de64bdd3d8c2 HTTP/1.1" status: 200 len: 1096 time: 0.0407603 Dec 21 13:51:07.047893 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6b1281-3080-4245-af80-924f374848ac req-6db40480-3355-4063-b7b4-891f3102e3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:51:07.049355 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-bc6b1281-3080-4245-af80-924f374848ac req-6db40480-3355-4063-b7b4-891f3102e3e7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=86b0eda8-0d8c-44c0-92cb-086bb55cf3a0 HTTP/1.1" status: 200 len: 913 time: 0.0829196 Dec 21 13:51:07.119789 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-bc6b1281-3080-4245-af80-924f374848ac req-9aff765e-9b2e-4c8e-bee5-925bb1b56d18 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=09b70d7e-a065-4f71-8929-74315a0ca742 HTTP/1.1" status: 200 len: 1000 time: 0.0635226 Dec 21 13:51:07.165238 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6b1281-3080-4245-af80-924f374848ac req-643aa49f-44bd-4f02-ad95-76c4469309d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:51:07.167230 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-bc6b1281-3080-4245-af80-924f374848ac req-643aa49f-44bd-4f02-ad95-76c4469309d4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5e6360fb-ac23-4ada-be8e-32656d4402cd HTTP/1.1" status: 200 len: 851 time: 0.0422888 Dec 21 13:51:07.210192 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6b1281-3080-4245-af80-924f374848ac req-a6cd066c-8261-43a1-9c90-e4d5a192ac45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:51:07.211616 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-bc6b1281-3080-4245-af80-924f374848ac req-a6cd066c-8261-43a1-9c90-e4d5a192ac45 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=86b0eda8-0d8c-44c0-92cb-086bb55cf3a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387311 Dec 21 13:51:07.310811 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-bc6b1281-3080-4245-af80-924f374848ac req-2cfc1283-b123-4d23-adae-58a3cf28d7fd service neutron] 10.222.0.60 "GET /v2.0/networks/86b0eda8-0d8c-44c0-92cb-086bb55cf3a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836558 Dec 21 13:51:07.408386 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-bc6b1281-3080-4245-af80-924f374848ac req-5606f22a-d353-4711-acee-c160243a2b34 service neutron] 10.222.0.60 "GET /v2.0/networks/86b0eda8-0d8c-44c0-92cb-086bb55cf3a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903409 Dec 21 13:51:07.981061 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 09b70d7e-a065-4f71-8929-74315a0ca742 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 13:51:07.995252 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53f5ebb-0425-4473-82dc-a094a9cfb136 req-52a125db-7023-468f-902b-21d5fe27ee20 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:51:07.996749 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-a53f5ebb-0425-4473-82dc-a094a9cfb136 req-52a125db-7023-468f-902b-21d5fe27ee20 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4da322c-6145-453e-bafd-de64bdd3d8c2 HTTP/1.1" status: 200 len: 943 time: 0.0503345 Dec 21 13:51:08.054096 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-a53f5ebb-0425-4473-82dc-a094a9cfb136 req-ec0c3917-528a-4bca-80cf-8a31f7ce8d19 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513530 Dec 21 13:51:08.088691 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port 09b70d7e-a065-4f71-8929-74315a0ca742, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=09b70d7e-a065-4f71-8929-74315a0ca742,segment=NetworkSegment(6b368961-220d-46c0-a7b3-752d93fe7a84),segment_id=6b368961-220d-46c0-a7b3-752d93fe7a84)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:51:08.099402 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Returning: {'device': '09b70d7e-a065-4f71-8929-74315a0ca742', 'network_id': '86b0eda8-0d8c-44c0-92cb-086bb55cf3a0', 'port_id': '09b70d7e-a065-4f71-8929-74315a0ca742', 'mac_address': 'fa:16:3e:d7:9f:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e6360fb-ac23-4ada-be8e-32656d4402cd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 13:51:08.284414 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:51:08.298220 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09b70d7e-a065-4f71-8929-74315a0ca742 {{(pid=103154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 13:51:08.316691 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port 09b70d7e-a065-4f71-8929-74315a0ca742, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=09b70d7e-a065-4f71-8929-74315a0ca742,segment=NetworkSegment(6b368961-220d-46c0-a7b3-752d93fe7a84),segment_id=6b368961-220d-46c0-a7b3-752d93fe7a84)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:51:08.321407 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:51:08.370448 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=09b70d7e-a065-4f71-8929-74315a0ca742,revision_number=7']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:51:08.459340 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] get_ports_and_sgs() called for port_ids ['09b70d7e-a065-4f71-8929-74315a0ca742'] {{(pid=103154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 13:51:09.172979 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ca3714-e77f-4946-b32b-62a1295bdc52 req-80a9b42c-45b7-4d2c-97b4-e4b4dadf4d63 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:51:09.174734 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-87ca3714-e77f-4946-b32b-62a1295bdc52 req-80a9b42c-45b7-4d2c-97b4-e4b4dadf4d63 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4da322c-6145-453e-bafd-de64bdd3d8c2 HTTP/1.1" status: 200 len: 944 time: 0.0505004 Dec 21 13:51:09.222548 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-87ca3714-e77f-4946-b32b-62a1295bdc52 req-f57839da-232a-4f14-accf-e09f3b0c1062 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394866 Dec 21 13:51:09.983465 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6b1281-3080-4245-af80-924f374848ac req-501bcd8f-45fc-434c-89e7-82c6de5a70e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:51:09.985676 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-bc6b1281-3080-4245-af80-924f374848ac req-501bcd8f-45fc-434c-89e7-82c6de5a70e1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d4da322c-6145-453e-bafd-de64bdd3d8c2&tenant_id=c3ccac8e105f47e9bf2dee4dbe2c86e4 HTTP/1.1" status: 200 len: 1097 time: 0.0406306 Dec 21 13:51:09.987807 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 09b70d7e-a065-4f71-8929-74315a0ca742 up at agent hyperv_hv-neutron-mast {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:51:10.035595 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Provisioning complete for port 09b70d7e-a065-4f71-8929-74315a0ca742 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:51:10.035966 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:51:10.064618 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6b1281-3080-4245-af80-924f374848ac req-485837be-77dc-4f3e-8801-882b6640191c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:51:10.066030 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-bc6b1281-3080-4245-af80-924f374848ac req-485837be-77dc-4f3e-8801-882b6640191c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c3ccac8e105f47e9bf2dee4dbe2c86e4&device_id=d4da322c-6145-453e-bafd-de64bdd3d8c2 HTTP/1.1" status: 200 len: 1097 time: 0.0407622 Dec 21 13:51:10.114049 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:51:10.136226 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4da322c-6145-453e-bafd-de64bdd3d8c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09b70d7e-a065-4f71-8929-74315a0ca742'}] {{(pid=103154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:51:10.138458 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6f45aca8ac5f8c0cc5868273c98d8aa60330245aed22d61c8da5c1f2d6fc01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c6b118d-6d79-4520-a37d-65c9a2913698" -d '{"events": [{"server_uuid": "d4da322c-6145-453e-bafd-de64bdd3d8c2", "name": "network-vif-plugged", "status": "completed", "tag": "09b70d7e-a065-4f71-8929-74315a0ca742"}]}' {{(pid=103154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:51:10.153024 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port 09b70d7e-a065-4f71-8929-74315a0ca742, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=09b70d7e-a065-4f71-8929-74315a0ca742,segment=NetworkSegment(6b368961-220d-46c0-a7b3-752d93fe7a84),segment_id=6b368961-220d-46c0-a7b3-752d93fe7a84)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:51:10.157349 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:51:10.161459 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6b1281-3080-4245-af80-924f374848ac req-67205154-e58c-4238-b2ea-f17d5cfde31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:51:10.163011 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-bc6b1281-3080-4245-af80-924f374848ac req-67205154-e58c-4238-b2ea-f17d5cfde31d service neutron] 10.222.0.60 "GET /v2.0/networks?id=86b0eda8-0d8c-44c0-92cb-086bb55cf3a0 HTTP/1.1" status: 200 len: 913 time: 0.0901272 Dec 21 13:51:10.185337 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 13:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e81e0ea-3c32-4af4-9605-0ac906779ea8 x-openstack-request-id: req-1e81e0ea-3c32-4af4-9605-0ac906779ea8 {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:51:10.185633 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4da322c-6145-453e-bafd-de64bdd3d8c2", "name": "network-vif-plugged", "status": "completed", "tag": "09b70d7e-a065-4f71-8929-74315a0ca742", "code": 200}]} {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:51:10.185889 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1e81e0ea-3c32-4af4-9605-0ac906779ea8 {{(pid=103154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:51:10.186369 dv-neutron-master-2-hyperv neutron-server[103154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4da322c-6145-453e-bafd-de64bdd3d8c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09b70d7e-a065-4f71-8929-74315a0ca742', 'code': 200} Dec 21 13:51:10.208345 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=09b70d7e-a065-4f71-8929-74315a0ca742,revision_number=8']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:51:10.236781 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-bc6b1281-3080-4245-af80-924f374848ac req-287dbec4-eaa9-4917-a6c6-e57c0aa98906 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=09b70d7e-a065-4f71-8929-74315a0ca742 HTTP/1.1" status: 200 len: 1002 time: 0.0671654 Dec 21 13:51:10.286203 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6b1281-3080-4245-af80-924f374848ac req-eb5fd3d4-6b32-46f7-aa2c-c9d884f8acbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:51:10.287734 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-bc6b1281-3080-4245-af80-924f374848ac req-eb5fd3d4-6b32-46f7-aa2c-c9d884f8acbf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5e6360fb-ac23-4ada-be8e-32656d4402cd HTTP/1.1" status: 200 len: 851 time: 0.0444801 Dec 21 13:51:10.360475 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6b1281-3080-4245-af80-924f374848ac req-52879418-fac0-4c5b-bec4-b11dc8ce8896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:51:10.361955 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-bc6b1281-3080-4245-af80-924f374848ac req-52879418-fac0-4c5b-bec4-b11dc8ce8896 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=86b0eda8-0d8c-44c0-92cb-086bb55cf3a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681543 Dec 21 13:51:10.369998 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289501f2-2ccb-41fc-b09c-9b4ecbb19348 req-381999f7-44af-496c-b4ca-c1185ad4fee2 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:51:10.371385 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-289501f2-2ccb-41fc-b09c-9b4ecbb19348 req-381999f7-44af-496c-b4ca-c1185ad4fee2 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4da322c-6145-453e-bafd-de64bdd3d8c2 HTTP/1.1" status: 200 len: 945 time: 0.0702417 Dec 21 13:51:10.474551 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-289501f2-2ccb-41fc-b09c-9b4ecbb19348 req-837cd046-421a-47dc-8537-84b1f2d53eb3 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954154 Dec 21 13:51:10.488454 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-bc6b1281-3080-4245-af80-924f374848ac req-ad9ff3a4-e278-4097-a75d-11736ff25c69 service neutron] 10.222.0.60 "GET /v2.0/networks/86b0eda8-0d8c-44c0-92cb-086bb55cf3a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161904 Dec 21 13:51:10.579966 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-bc6b1281-3080-4245-af80-924f374848ac req-c3043558-c3b7-4e5c-a3ce-674e662af1a7 service neutron] 10.222.0.60 "GET /v2.0/networks/86b0eda8-0d8c-44c0-92cb-086bb55cf3a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851343 Dec 21 13:51:11.317508 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecc74e0-15c6-46b4-a788-16d3ddd64007 req-4138e726-411e-489a-ab72-62451cf11a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:51:11.319008 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-6ecc74e0-15c6-46b4-a788-16d3ddd64007 req-4138e726-411e-489a-ab72-62451cf11a79 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c3ccac8e105f47e9bf2dee4dbe2c86e4&device_id=d4da322c-6145-453e-bafd-de64bdd3d8c2 HTTP/1.1" status: 200 len: 1098 time: 0.0413172 Dec 21 13:51:11.420772 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecc74e0-15c6-46b4-a788-16d3ddd64007 req-dd014b40-c843-4361-825a-dba874af9cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:51:11.422217 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-6ecc74e0-15c6-46b4-a788-16d3ddd64007 req-dd014b40-c843-4361-825a-dba874af9cb9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=86b0eda8-0d8c-44c0-92cb-086bb55cf3a0 HTTP/1.1" status: 200 len: 913 time: 0.0831480 Dec 21 13:51:11.489908 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-6ecc74e0-15c6-46b4-a788-16d3ddd64007 req-1c758b60-d025-45a3-b054-c2877aff9e3c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=09b70d7e-a065-4f71-8929-74315a0ca742 HTTP/1.1" status: 200 len: 1002 time: 0.0600708 Dec 21 13:51:11.537555 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecc74e0-15c6-46b4-a788-16d3ddd64007 req-f15b85c0-56d8-4e13-a493-d6c491e91d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:51:11.539052 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-6ecc74e0-15c6-46b4-a788-16d3ddd64007 req-f15b85c0-56d8-4e13-a493-d6c491e91d21 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5e6360fb-ac23-4ada-be8e-32656d4402cd HTTP/1.1" status: 200 len: 851 time: 0.0423656 Dec 21 13:51:11.584841 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecc74e0-15c6-46b4-a788-16d3ddd64007 req-84d0617d-cec1-43c1-a57c-a95bf8c4aa21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:51:11.586345 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-6ecc74e0-15c6-46b4-a788-16d3ddd64007 req-84d0617d-cec1-43c1-a57c-a95bf8c4aa21 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=86b0eda8-0d8c-44c0-92cb-086bb55cf3a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402224 Dec 21 13:51:11.591723 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d1ed0c-26ab-488a-8108-9a29d287150a req-ac15d401-7fce-4eb8-8e7d-935115d35543 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:51:11.593192 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-23d1ed0c-26ab-488a-8108-9a29d287150a req-ac15d401-7fce-4eb8-8e7d-935115d35543 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4da322c-6145-453e-bafd-de64bdd3d8c2 HTTP/1.1" status: 200 len: 945 time: 0.0488930 Dec 21 13:51:11.644173 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-23d1ed0c-26ab-488a-8108-9a29d287150a req-0ea596cb-8a42-488d-b2e5-56de1e22add0 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450127 Dec 21 13:51:11.680746 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-6ecc74e0-15c6-46b4-a788-16d3ddd64007 req-623a60cc-4d61-4de0-a346-13cd8a93c519 service neutron] 10.222.0.60 "GET /v2.0/networks/86b0eda8-0d8c-44c0-92cb-086bb55cf3a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872068 Dec 21 13:51:11.770030 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-6ecc74e0-15c6-46b4-a788-16d3ddd64007 req-0675ec79-0254-45bb-ba8a-9c3160995d02 service neutron] 10.222.0.60 "GET /v2.0/networks/86b0eda8-0d8c-44c0-92cb-086bb55cf3a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822630 Dec 21 13:51:12.001667 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 09b70d7e-a065-4f71-8929-74315a0ca742 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:51:12.085970 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:51:12.117925 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port 09b70d7e-a065-4f71-8929-74315a0ca742, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=09b70d7e-a065-4f71-8929-74315a0ca742,segment=NetworkSegment(6b368961-220d-46c0-a7b3-752d93fe7a84),segment_id=6b368961-220d-46c0-a7b3-752d93fe7a84)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:51:12.122051 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:51:12.168558 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=09b70d7e-a065-4f71-8929-74315a0ca742,revision_number=9']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:51:12.187531 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4da322c-6145-453e-bafd-de64bdd3d8c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09b70d7e-a065-4f71-8929-74315a0ca742'}] {{(pid=103154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:51:12.189769 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6f45aca8ac5f8c0cc5868273c98d8aa60330245aed22d61c8da5c1f2d6fc01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46a83c2a-269b-41ff-8fd0-1da2e5267f04" -d '{"events": [{"server_uuid": "d4da322c-6145-453e-bafd-de64bdd3d8c2", "name": "network-vif-unplugged", "status": "completed", "tag": "09b70d7e-a065-4f71-8929-74315a0ca742"}]}' {{(pid=103154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:51:12.227231 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Dec 2021 13:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b13b10d-30a9-42b0-ab4f-191dccb576fc x-openstack-request-id: req-1b13b10d-30a9-42b0-ab4f-191dccb576fc {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:51:12.227524 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4da322c-6145-453e-bafd-de64bdd3d8c2", "name": "network-vif-unplugged", "status": "completed", "tag": "09b70d7e-a065-4f71-8929-74315a0ca742", "code": 200}]} {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:51:12.227806 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1b13b10d-30a9-42b0-ab4f-191dccb576fc {{(pid=103154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:51:12.228203 dv-neutron-master-2-hyperv neutron-server[103154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4da322c-6145-453e-bafd-de64bdd3d8c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09b70d7e-a065-4f71-8929-74315a0ca742', 'code': 200} Dec 21 13:51:12.756870 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c3a68d-ebe5-4f75-b02a-eeba6c3d0928 req-d356c3ca-cce8-4e2b-95ce-af6890f20e9e tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:51:12.758338 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-a7c3a68d-ebe5-4f75-b02a-eeba6c3d0928 req-d356c3ca-cce8-4e2b-95ce-af6890f20e9e tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4da322c-6145-453e-bafd-de64bdd3d8c2 HTTP/1.1" status: 200 len: 943 time: 0.0480018 Dec 21 13:51:12.804748 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-a7c3a68d-ebe5-4f75-b02a-eeba6c3d0928 req-f027203a-dc7e-40bc-8124-d058590197d5 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398846 Dec 21 13:51:12.917748 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9269fd53-c139-432d-b5e8-d28e2bf8dfb3 req-1e52c36c-f724-4dde-a6e0-aeacedaa6bb5 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:51:12.919356 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-9269fd53-c139-432d-b5e8-d28e2bf8dfb3 req-1e52c36c-f724-4dde-a6e0-aeacedaa6bb5 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4da322c-6145-453e-bafd-de64bdd3d8c2 HTTP/1.1" status: 200 len: 943 time: 0.0483465 Dec 21 13:51:12.968020 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-9269fd53-c139-432d-b5e8-d28e2bf8dfb3 req-03d31068-f451-414e-a30c-1482dfcd5eef tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408661 Dec 21 13:51:13.078979 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bacee8-00d8-47a8-8250-e30129e9d9d7 req-13e31811-4e45-4a41-9988-c20986881a00 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:51:13.080446 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-a9bacee8-00d8-47a8-8250-e30129e9d9d7 req-13e31811-4e45-4a41-9988-c20986881a00 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4da322c-6145-453e-bafd-de64bdd3d8c2 HTTP/1.1" status: 200 len: 943 time: 0.0484152 Dec 21 13:51:13.126733 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-a9bacee8-00d8-47a8-8250-e30129e9d9d7 req-1fc27ee2-8b3b-4901-b84c-8cbcf47ad79d tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403996 Dec 21 13:51:13.358710 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cdfa98-850f-4b95-a75d-1923c29e2085 req-b6a59fed-2874-4dc4-9dcd-a71c40bbf11b tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:51:13.360170 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-16cdfa98-850f-4b95-a75d-1923c29e2085 req-b6a59fed-2874-4dc4-9dcd-a71c40bbf11b tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4da322c-6145-453e-bafd-de64bdd3d8c2 HTTP/1.1" status: 200 len: 943 time: 0.0528014 Dec 21 13:51:13.406689 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-16cdfa98-850f-4b95-a75d-1923c29e2085 req-46d4ff48-336f-4b43-a73d-cb1142c1c13f tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405033 Dec 21 13:51:13.430826 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:51:14.012977 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 09b70d7e-a065-4f71-8929-74315a0ca742 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 13:51:14.111337 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port 09b70d7e-a065-4f71-8929-74315a0ca742, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=09b70d7e-a065-4f71-8929-74315a0ca742,segment=NetworkSegment(6b368961-220d-46c0-a7b3-752d93fe7a84),segment_id=6b368961-220d-46c0-a7b3-752d93fe7a84)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:51:14.122673 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Returning: {'device': '09b70d7e-a065-4f71-8929-74315a0ca742', 'network_id': '86b0eda8-0d8c-44c0-92cb-086bb55cf3a0', 'port_id': '09b70d7e-a065-4f71-8929-74315a0ca742', 'mac_address': 'fa:16:3e:d7:9f:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e6360fb-ac23-4ada-be8e-32656d4402cd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 13:51:14.157723 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:51:14.169728 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09b70d7e-a065-4f71-8929-74315a0ca742 {{(pid=103154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 13:51:14.188679 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port 09b70d7e-a065-4f71-8929-74315a0ca742, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=09b70d7e-a065-4f71-8929-74315a0ca742,segment=NetworkSegment(6b368961-220d-46c0-a7b3-752d93fe7a84),segment_id=6b368961-220d-46c0-a7b3-752d93fe7a84)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:51:14.192782 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:51:14.240670 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=09b70d7e-a065-4f71-8929-74315a0ca742,revision_number=10']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:51:14.333588 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] get_ports_and_sgs() called for port_ids ['09b70d7e-a065-4f71-8929-74315a0ca742'] {{(pid=103154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 13:51:14.521361 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878abef3-0438-407f-9856-6dc8b7935848 req-ff782a18-93b0-4a02-b967-d7d1ef6820e6 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:51:14.522861 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-878abef3-0438-407f-9856-6dc8b7935848 req-ff782a18-93b0-4a02-b967-d7d1ef6820e6 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4da322c-6145-453e-bafd-de64bdd3d8c2 HTTP/1.1" status: 200 len: 945 time: 0.0474861 Dec 21 13:51:14.568503 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-878abef3-0438-407f-9856-6dc8b7935848 req-ea1b814d-90c0-43f5-9860-95cf6188525e tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397792 Dec 21 13:51:15.551594 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaceb1c-4c92-49c2-9b68-12fa3b77a826 req-1f30880d-4092-4ee1-ad30-4c4f5b544d8e tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:51:15.553273 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-edaceb1c-4c92-49c2-9b68-12fa3b77a826 req-1f30880d-4092-4ee1-ad30-4c4f5b544d8e tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4da322c-6145-453e-bafd-de64bdd3d8c2 HTTP/1.1" status: 200 len: 945 time: 0.0509577 Dec 21 13:51:15.640295 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [req-edaceb1c-4c92-49c2-9b68-12fa3b77a826 req-28eb2b4b-6c19-45c4-a965-e877196a5594 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Deleting port 09b70d7e-a065-4f71-8929-74315a0ca742 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:51:15.640575 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-edaceb1c-4c92-49c2-9b68-12fa3b77a826 req-28eb2b4b-6c19-45c4-a965-e877196a5594 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:51:15.683609 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e65d27-1e7b-4f12-ae8c-c92c604b458d req-58425eb3-58d3-4705-82e4-7326138a044c tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:51:15.685099 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-d5e65d27-1e7b-4f12-ae8c-c92c604b458d req-58425eb3-58d3-4705-82e4-7326138a044c tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4da322c-6145-453e-bafd-de64bdd3d8c2 HTTP/1.1" status: 200 len: 945 time: 0.0483258 Dec 21 13:51:15.731402 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-edaceb1c-4c92-49c2-9b68-12fa3b77a826 req-28eb2b4b-6c19-45c4-a965-e877196a5594 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] For port 09b70d7e-a065-4f71-8929-74315a0ca742, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=09b70d7e-a065-4f71-8929-74315a0ca742,segment=NetworkSegment(6b368961-220d-46c0-a7b3-752d93fe7a84),segment_id=6b368961-220d-46c0-a7b3-752d93fe7a84)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:51:15.731758 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-edaceb1c-4c92-49c2-9b68-12fa3b77a826 req-28eb2b4b-6c19-45c4-a965-e877196a5594 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:51:15.734341 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-d5e65d27-1e7b-4f12-ae8c-c92c604b458d req-0cfe3494-d9bf-42c1-9d7c-2a31a6fbd125 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431955 Dec 21 13:51:15.899447 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-edaceb1c-4c92-49c2-9b68-12fa3b77a826 req-28eb2b4b-6c19-45c4-a965-e877196a5594 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:51:15.899719 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-edaceb1c-4c92-49c2-9b68-12fa3b77a826 req-28eb2b4b-6c19-45c4-a965-e877196a5594 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548820'] for floatingip, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:51:15.900061 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.l3_db [req-edaceb1c-4c92-49c2-9b68-12fa3b77a826 req-28eb2b4b-6c19-45c4-a965-e877196a5594 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Floating IP 89eccce2-6eaa-453a-b6a7-962f10e6d146 disassociated. External IP: 172.36.3.189, port: 09b70d7e-a065-4f71-8929-74315a0ca742. Dec 21 13:51:15.900401 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [req-edaceb1c-4c92-49c2-9b68-12fa3b77a826 req-28eb2b4b-6c19-45c4-a965-e877196a5594 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Calling delete_port for 09b70d7e-a065-4f71-8929-74315a0ca742 owned by compute:nova {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:51:16.018895 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 09b70d7e-a065-4f71-8929-74315a0ca742 up at agent hyperv_hv-neutron-mast {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:51:16.026489 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-edaceb1c-4c92-49c2-9b68-12fa3b77a826 req-28eb2b4b-6c19-45c4-a965-e877196a5594 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:51:16.060423 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eb2b4b-6c19-45c4-a965-e877196a5594 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Pushing event deleted for resources: {'Port': ['ID=09b70d7e-a065-4f71-8929-74315a0ca742,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:51:16.060662 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] No active binding found for port 09b70d7e-a065-4f71-8929-74315a0ca742 {{(pid=103154) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 21 13:51:16.061033 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] The host hv-neutron-mast is not matching for port 09b70d7e-a065-4f71-8929-74315a0ca742 host None! {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 21 13:51:16.061816 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 09b70d7e-a065-4f71-8929-74315a0ca742 not bound to the agent host hv-neutron-mast {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 21 13:51:16.071539 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eb2b4b-6c19-45c4-a965-e877196a5594 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:51:16.072041 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eb2b4b-6c19-45c4-a965-e877196a5594 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:51:16.072388 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eb2b4b-6c19-45c4-a965-e877196a5594 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:51:16.072731 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eb2b4b-6c19-45c4-a965-e877196a5594 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:51:16.073066 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eb2b4b-6c19-45c4-a965-e877196a5594 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:51:16.073407 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eb2b4b-6c19-45c4-a965-e877196a5594 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:51:16.073726 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eb2b4b-6c19-45c4-a965-e877196a5594 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:51:16.074054 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eb2b4b-6c19-45c4-a965-e877196a5594 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:51:16.074429 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eb2b4b-6c19-45c4-a965-e877196a5594 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:51:16.074790 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eb2b4b-6c19-45c4-a965-e877196a5594 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:51:16.075118 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eb2b4b-6c19-45c4-a965-e877196a5594 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:51:16.075440 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eb2b4b-6c19-45c4-a965-e877196a5594 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:51:16.075763 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eb2b4b-6c19-45c4-a965-e877196a5594 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:51:16.079995 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Port 09b70d7e-a065-4f71-8929-74315a0ca742 not found, will not notify nova. {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 21 13:51:16.185374 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [req-edaceb1c-4c92-49c2-9b68-12fa3b77a826 req-28eb2b4b-6c19-45c4-a965-e877196a5594 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Router 74ec0db5-613a-474a-932b-c3fbe67b8741 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:51:16.627983 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-edaceb1c-4c92-49c2-9b68-12fa3b77a826 req-28eb2b4b-6c19-45c4-a965-e877196a5594 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:51:16.638397 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2dd289-d000-485b-b229-7f962e2893f9 None None] Sync routers for ids ['74ec0db5-613a-474a-932b-c3fbe67b8741'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:51:16.649389 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2dd289-d000-485b-b229-7f962e2893f9 None None] Routers {'74ec0db5-613a-474a-932b-c3fbe67b8741'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:51:16.650801 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-cb2dd289-d000-485b-b229-7f962e2893f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:50:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['74ec0db5-613a-474a-932b-c3fbe67b8741'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:51:16.667641 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [req-edaceb1c-4c92-49c2-9b68-12fa3b77a826 req-28eb2b4b-6c19-45c4-a965-e877196a5594 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] No DVR routers for this DVR port 09b70d7e-a065-4f71-8929-74315a0ca742 on host hv-neutron-mast {{(pid=103153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:51:16.670216 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-edaceb1c-4c92-49c2-9b68-12fa3b77a826 req-28eb2b4b-6c19-45c4-a965-e877196a5594 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:51:16.673575 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-edaceb1c-4c92-49c2-9b68-12fa3b77a826 req-28eb2b4b-6c19-45c4-a965-e877196a5594 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.60 "DELETE /v2.0/ports/09b70d7e-a065-4f71-8929-74315a0ca742 HTTP/1.1" status: 204 len: 173 time: 1.1151171 Dec 21 13:51:16.674025 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4da322c-6145-453e-bafd-de64bdd3d8c2', 'name': 'network-vif-deleted', 'tag': '09b70d7e-a065-4f71-8929-74315a0ca742'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:51:16.676278 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af6034c98e584fa55ea4398f343c742ceb598288507feaf30d5a15785b2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa6a8dd0-ab3a-46cd-bb5c-b3bd0213e341" -d '{"events": [{"server_uuid": "d4da322c-6145-453e-bafd-de64bdd3d8c2", "name": "network-vif-deleted", "tag": "09b70d7e-a065-4f71-8929-74315a0ca742"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:51:16.714048 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 13:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce9a4329-8d83-46eb-ab13-6afe664ae43c x-openstack-request-id: req-ce9a4329-8d83-46eb-ab13-6afe664ae43c {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:51:16.715016 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4da322c-6145-453e-bafd-de64bdd3d8c2", "name": "network-vif-deleted", "tag": "09b70d7e-a065-4f71-8929-74315a0ca742", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:51:16.715274 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ce9a4329-8d83-46eb-ab13-6afe664ae43c {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:51:16.715673 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4da322c-6145-453e-bafd-de64bdd3d8c2', 'name': 'network-vif-deleted', 'tag': '09b70d7e-a065-4f71-8929-74315a0ca742', 'status': 'completed', 'code': 200} Dec 21 13:51:16.764490 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-cb2dd289-d000-485b-b229-7f962e2893f9 None None] Set router 74ec0db5-613a-474a-932b-c3fbe67b8741 gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:51:16.832103 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-ffff9a0a-ff06-435e-9a93-55c58938848b req-a5250efa-792c-4abb-92e2-b86f2c7e56b9 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4da322c-6145-453e-bafd-de64bdd3d8c2 HTTP/1.1" status: 200 len: 210 time: 0.0262642 Dec 21 13:51:16.962016 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-cb2dd289-d000-485b-b229-7f962e2893f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74ec0db5-613a-474a-932b-c3fbe67b8741', 'name': 'tempest-ServerActionsTestJSON-2083675911-router', 'tenant_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.26'}], 'enable_snat': True}, 'gw_port_id': '2576a882-c215-436d-ac54-9f590f8052b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:47:34Z', 'updated_at': '2021-12-21T13:47:37Z', 'revision_number': 4, 'project_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'gw_port': {'id': '2576a882-c215-436d-ac54-9f590f8052b1', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:84:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ec0db5-613a-474a-932b-c3fbe67b8741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:47:35Z', 'updated_at': '2021-12-21T13:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '41d341b9-de5a-4ea8-8ed0-3e38ab7526de', 'name': '', 'network_id': '86b0eda8-0d8c-44c0-92cb-086bb55cf3a0', 'tenant_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'mac_address': 'fa:16:3e:f0:17:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ec0db5-613a-474a-932b-c3fbe67b8741', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '5e6360fb-ac23-4ada-be8e-32656d4402cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:47:36Z', 'updated_at': '2021-12-21T13:47:40Z', 'revision_number': 5, 'project_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'subnets': [{'id': '5e6360fb-ac23-4ada-be8e-32656d4402cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:51:16.990348 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2dd289-d000-485b-b229-7f962e2893f9 None None] Checking router: 74ec0db5-613a-474a-932b-c3fbe67b8741 for host: dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:51:16.998947 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2dd289-d000-485b-b229-7f962e2893f9 None None] Routers {'74ec0db5-613a-474a-932b-c3fbe67b8741'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:51:16.999542 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-cb2dd289-d000-485b-b229-7f962e2893f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:50:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['74ec0db5-613a-474a-932b-c3fbe67b8741'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:51:17.101663 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-cb2dd289-d000-485b-b229-7f962e2893f9 None None] Set router 74ec0db5-613a-474a-932b-c3fbe67b8741 gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:51:17.298689 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-cb2dd289-d000-485b-b229-7f962e2893f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74ec0db5-613a-474a-932b-c3fbe67b8741', 'name': 'tempest-ServerActionsTestJSON-2083675911-router', 'tenant_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.26'}], 'enable_snat': True}, 'gw_port_id': '2576a882-c215-436d-ac54-9f590f8052b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:47:34Z', 'updated_at': '2021-12-21T13:47:37Z', 'revision_number': 4, 'project_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'gw_port': {'id': '2576a882-c215-436d-ac54-9f590f8052b1', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:84:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ec0db5-613a-474a-932b-c3fbe67b8741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:47:35Z', 'updated_at': '2021-12-21T13:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '41d341b9-de5a-4ea8-8ed0-3e38ab7526de', 'name': '', 'network_id': '86b0eda8-0d8c-44c0-92cb-086bb55cf3a0', 'tenant_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'mac_address': 'fa:16:3e:f0:17:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ec0db5-613a-474a-932b-c3fbe67b8741', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '5e6360fb-ac23-4ada-be8e-32656d4402cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:47:36Z', 'updated_at': '2021-12-21T13:47:40Z', 'revision_number': 5, 'project_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'subnets': [{'id': '5e6360fb-ac23-4ada-be8e-32656d4402cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:51:17.324655 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2dd289-d000-485b-b229-7f962e2893f9 None None] The sync data for ids ['74ec0db5-613a-474a-932b-c3fbe67b8741'] in dv-neutron-master-2-hyperv is: [{'id': '74ec0db5-613a-474a-932b-c3fbe67b8741', 'name': 'tempest-ServerActionsTestJSON-2083675911-router', 'tenant_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.26'}], 'enable_snat': True}, 'gw_port_id': '2576a882-c215-436d-ac54-9f590f8052b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:47:34Z', 'updated_at': '2021-12-21T13:47:37Z', 'revision_number': 4, 'project_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'gw_port': {'id': '2576a882-c215-436d-ac54-9f590f8052b1', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:84:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ec0db5-613a-474a-932b-c3fbe67b8741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:47:35Z', 'updated_at': '2021-12-21T13:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '41d341b9-de5a-4ea8-8ed0-3e38ab7526de', 'name': '', 'network_id': '86b0eda8-0d8c-44c0-92cb-086bb55cf3a0', 'tenant_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'mac_address': 'fa:16:3e:f0:17:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ec0db5-613a-474a-932b-c3fbe67b8741', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '5e6360fb-ac23-4ada-be8e-32656d4402cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:47:36Z', 'updated_at': '2021-12-21T13:47:40Z', 'revision_number': 5, 'project_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'subnets': [{'id': '5e6360fb-ac23-4ada-be8e-32656d4402cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:51:17.537623 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d322910b-a1a0-4459-8c0a-e5dc16427992 None None] New status for floating IP 89eccce2-6eaa-453a-b6a7-962f10e6d146: DOWN {{(pid=103155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 13:51:18.014243 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 09b70d7e-a065-4f71-8929-74315a0ca742 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:51:18.038629 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] No Port match for: 09b70d7e-a065-4f71-8929-74315a0ca742 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:51:18.038983 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 09b70d7e-a065-4f71-8929-74315a0ca742 not bound to the agent host hv-neutron-mast {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:51:18.078002 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-15e1caa4-db7c-43d6-8498-257cf119ae4d req-e3407523-c4dc-43ef-a36a-06417df95b6c tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1493758569&fields=id&tenant_id=c3ccac8e105f47e9bf2dee4dbe2c86e4 HTTP/1.1" status: 200 len: 267 time: 0.0412698 Dec 21 13:51:18.184105 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e1caa4-db7c-43d6-8498-257cf119ae4d req-593ef9a3-bece-44de-8feb-cc41eec371e5 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:51:18.185460 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-15e1caa4-db7c-43d6-8498-257cf119ae4d req-593ef9a3-bece-44de-8feb-cc41eec371e5 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/networks?id=86b0eda8-0d8c-44c0-92cb-086bb55cf3a0 HTTP/1.1" status: 200 len: 812 time: 0.1007562 Dec 21 13:51:18.200087 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-15e1caa4-db7c-43d6-8498-257cf119ae4d req-fb20e7a2-c19c-4125-ae36-3345c2302766 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/quotas/c3ccac8e105f47e9bf2dee4dbe2c86e4 HTTP/1.1" status: 200 len: 375 time: 0.0090311 Dec 21 13:51:18.249038 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-15e1caa4-db7c-43d6-8498-257cf119ae4d req-c1341816-b794-4b08-b6d8-4a1607e91e75 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c3ccac8e105f47e9bf2dee4dbe2c86e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0440135 Dec 21 13:51:18.388961 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-15e1caa4-db7c-43d6-8498-257cf119ae4d req-dd7a2e0c-eac1-46e4-9609-6c56bbaf25b9 service neutron] 10.222.0.37 "GET /v2.0/networks/86b0eda8-0d8c-44c0-92cb-086bb55cf3a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278682 Dec 21 13:51:18.482057 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-15e1caa4-db7c-43d6-8498-257cf119ae4d req-75920c61-5dbb-4857-841a-e66551d71895 service neutron] 10.222.0.37 "GET /v2.0/networks/86b0eda8-0d8c-44c0-92cb-086bb55cf3a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868971 Dec 21 13:51:18.639851 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-b7fb7df5-817c-438c-8a4b-a4420ef946e8 req-520692d8-df58-45a8-99ff-654c94406aeb tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=93a3b34f-9092-4755-abf9-f76680acc2a6 HTTP/1.1" status: 200 len: 210 time: 0.0315616 Dec 21 13:51:19.605644 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e1caa4-db7c-43d6-8498-257cf119ae4d req-0b49846d-bf79-400a-bf5b-6df14a4c5d46 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:51:19.607397 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-15e1caa4-db7c-43d6-8498-257cf119ae4d req-0b49846d-bf79-400a-bf5b-6df14a4c5d46 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.60 "GET /v2.0/networks?id=86b0eda8-0d8c-44c0-92cb-086bb55cf3a0 HTTP/1.1" status: 200 len: 812 time: 0.1074350 Dec 21 13:51:19.687045 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-15e1caa4-db7c-43d6-8498-257cf119ae4d req-ed3b1704-0e54-42c2-a55a-afa03f082c29 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c3ccac8e105f47e9bf2dee4dbe2c86e4 HTTP/1.1" status: 200 len: 380 time: 0.0533526 Dec 21 13:51:19.700804 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [req-15e1caa4-db7c-43d6-8498-257cf119ae4d req-9cf53d62-d3b4-44ce-bfd4-90ea1aef500e tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Request body: {'port': {'device_id': '93a3b34f-9092-4755-abf9-f76680acc2a6', 'network_id': '86b0eda8-0d8c-44c0-92cb-086bb55cf3a0', 'admin_state_up': True, 'tenant_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'security_groups': ['2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2']}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:51:19.749415 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-89035193-3169-48cf-aa4b-3ef1358a4a56 req-96d57813-cf45-436c-bdc3-828f535b51b6 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=93a3b34f-9092-4755-abf9-f76680acc2a6 HTTP/1.1" status: 200 len: 210 time: 0.0337033 Dec 21 13:51:19.831433 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15e1caa4-db7c-43d6-8498-257cf119ae4d req-9cf53d62-d3b4-44ce-bfd4-90ea1aef500e tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Made reservation on behalf of c3ccac8e105f47e9bf2dee4dbe2c86e4 for: {'port': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:51:19.834894 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-15e1caa4-db7c-43d6-8498-257cf119ae4d req-9cf53d62-d3b4-44ce-bfd4-90ea1aef500e tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:51:19.955773 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [req-15e1caa4-db7c-43d6-8498-257cf119ae4d req-9cf53d62-d3b4-44ce-bfd4-90ea1aef500e tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Allocated IP 172.20.0.14 (86b0eda8-0d8c-44c0-92cb-086bb55cf3a0/5e6360fb-ac23-4ada-be8e-32656d4402cd/d14652d9-0204-4bd9-99b8-76a45fc1fc0e) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:51:20.088620 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-15e1caa4-db7c-43d6-8498-257cf119ae4d req-9cf53d62-d3b4-44ce-bfd4-90ea1aef500e tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:51:20.121538 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-15e1caa4-db7c-43d6-8498-257cf119ae4d req-9cf53d62-d3b4-44ce-bfd4-90ea1aef500e tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:51:20.164762 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15e1caa4-db7c-43d6-8498-257cf119ae4d req-9cf53d62-d3b4-44ce-bfd4-90ea1aef500e tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Network 86b0eda8-0d8c-44c0-92cb-086bb55cf3a0 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:51:20.167692 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [req-15e1caa4-db7c-43d6-8498-257cf119ae4d req-9cf53d62-d3b4-44ce-bfd4-90ea1aef500e tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:51:20.171243 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [req-15e1caa4-db7c-43d6-8498-257cf119ae4d req-9cf53d62-d3b4-44ce-bfd4-90ea1aef500e tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:51:20.177452 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf53d62-d3b4-44ce-bfd4-90ea1aef500e tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Pushing event updated for resources: {'Port': ['ID=d14652d9-0204-4bd9-99b8-76a45fc1fc0e,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:51:20.224760 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e1caa4-db7c-43d6-8498-257cf119ae4d req-9cf53d62-d3b4-44ce-bfd4-90ea1aef500e tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:51:20.225294 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-15e1caa4-db7c-43d6-8498-257cf119ae4d req-9cf53d62-d3b4-44ce-bfd4-90ea1aef500e tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:51:20.243440 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-15e1caa4-db7c-43d6-8498-257cf119ae4d req-9cf53d62-d3b4-44ce-bfd4-90ea1aef500e tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5470173 Dec 21 13:51:20.261713 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [req-15e1caa4-db7c-43d6-8498-257cf119ae4d req-f16e89af-c36b-4d3a-bffb-19003ca3d2b2 service neutron] Request body: {'port': {'device_id': '93a3b34f-9092-4755-abf9-f76680acc2a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:51:20.321903 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-15e1caa4-db7c-43d6-8498-257cf119ae4d req-f16e89af-c36b-4d3a-bffb-19003ca3d2b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:51:20.430672 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-3369343d-451c-4564-bd00-099f28700497 None None] Provisioning complete for port d14652d9-0204-4bd9-99b8-76a45fc1fc0e triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:51:20.431802 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-3369343d-451c-4564-bd00-099f28700497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:51:20.463919 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-3369343d-451c-4564-bd00-099f28700497 None None] Port d14652d9-0204-4bd9-99b8-76a45fc1fc0e cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:51:20.579116 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [req-15e1caa4-db7c-43d6-8498-257cf119ae4d req-f16e89af-c36b-4d3a-bffb-19003ca3d2b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d14652d9-0204-4bd9-99b8-76a45fc1fc0e {{(pid=103153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 13:51:20.586139 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-15e1caa4-db7c-43d6-8498-257cf119ae4d req-f16e89af-c36b-4d3a-bffb-19003ca3d2b2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:51:20.597577 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.provisioning_blocks [req-15e1caa4-db7c-43d6-8498-257cf119ae4d req-f16e89af-c36b-4d3a-bffb-19003ca3d2b2 service neutron] Transition to ACTIVE for port object d14652d9-0204-4bd9-99b8-76a45fc1fc0e will not be triggered until provisioned by entity L2. {{(pid=103153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 13:51:20.601140 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-15e1caa4-db7c-43d6-8498-257cf119ae4d req-f16e89af-c36b-4d3a-bffb-19003ca3d2b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:51:20.657324 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16e89af-c36b-4d3a-bffb-19003ca3d2b2 service neutron] Pushing event updated for resources: {'Port': ['ID=d14652d9-0204-4bd9-99b8-76a45fc1fc0e,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:51:20.722697 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-15e1caa4-db7c-43d6-8498-257cf119ae4d req-f16e89af-c36b-4d3a-bffb-19003ca3d2b2 service neutron] Attempting to bind port d14652d9-0204-4bd9-99b8-76a45fc1fc0e on host hv-neutron-mast for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:51:20.723168 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-15e1caa4-db7c-43d6-8498-257cf119ae4d req-f16e89af-c36b-4d3a-bffb-19003ca3d2b2 service neutron] Attempting to bind port d14652d9-0204-4bd9-99b8-76a45fc1fc0e by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '6b368961-220d-46c0-a7b3-752d93fe7a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '86b0eda8-0d8c-44c0-92cb-086bb55cf3a0'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:51:20.723346 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e1caa4-db7c-43d6-8498-257cf119ae4d req-f16e89af-c36b-4d3a-bffb-19003ca3d2b2 service neutron] Attempting to bind port d14652d9-0204-4bd9-99b8-76a45fc1fc0e on network 86b0eda8-0d8c-44c0-92cb-086bb55cf3a0 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:51:20.727915 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e1caa4-db7c-43d6-8498-257cf119ae4d req-f16e89af-c36b-4d3a-bffb-19003ca3d2b2 service neutron] Port d14652d9-0204-4bd9-99b8-76a45fc1fc0e on network 86b0eda8-0d8c-44c0-92cb-086bb55cf3a0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 13:51:20.728731 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e1caa4-db7c-43d6-8498-257cf119ae4d req-f16e89af-c36b-4d3a-bffb-19003ca3d2b2 service neutron] Attempting to bind port d14652d9-0204-4bd9-99b8-76a45fc1fc0e on network 86b0eda8-0d8c-44c0-92cb-086bb55cf3a0 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:51:20.733781 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e1caa4-db7c-43d6-8498-257cf119ae4d req-f16e89af-c36b-4d3a-bffb-19003ca3d2b2 service neutron] Checking agent: {'id': 'cb078e0e-af00-4e4f-8117-46ca6496af1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 23, 43), 'started_at': datetime.datetime(2021, 12, 21, 13, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:51:20.734112 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e1caa4-db7c-43d6-8498-257cf119ae4d req-f16e89af-c36b-4d3a-bffb-19003ca3d2b2 service neutron] Checking segment: {'id': '6b368961-220d-46c0-a7b3-752d93fe7a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '86b0eda8-0d8c-44c0-92cb-086bb55cf3a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:51:20.734527 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e1caa4-db7c-43d6-8498-257cf119ae4d req-f16e89af-c36b-4d3a-bffb-19003ca3d2b2 service neutron] Bound using segment: {'id': '6b368961-220d-46c0-a7b3-752d93fe7a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '86b0eda8-0d8c-44c0-92cb-086bb55cf3a0'} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:51:20.734952 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-15e1caa4-db7c-43d6-8498-257cf119ae4d req-f16e89af-c36b-4d3a-bffb-19003ca3d2b2 service neutron] Bound port: d14652d9-0204-4bd9-99b8-76a45fc1fc0e, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b368961-220d-46c0-a7b3-752d93fe7a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '86b0eda8-0d8c-44c0-92cb-086bb55cf3a0'}}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:51:20.735330 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-15e1caa4-db7c-43d6-8498-257cf119ae4d req-f16e89af-c36b-4d3a-bffb-19003ca3d2b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:51:20.801575 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-15e1caa4-db7c-43d6-8498-257cf119ae4d req-f16e89af-c36b-4d3a-bffb-19003ca3d2b2 service neutron] For port d14652d9-0204-4bd9-99b8-76a45fc1fc0e, host hv-neutron-mast, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:51:20.806091 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-15e1caa4-db7c-43d6-8498-257cf119ae4d req-f16e89af-c36b-4d3a-bffb-19003ca3d2b2 service neutron] For port d14652d9-0204-4bd9-99b8-76a45fc1fc0e, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d14652d9-0204-4bd9-99b8-76a45fc1fc0e,segment=NetworkSegment(6b368961-220d-46c0-a7b3-752d93fe7a84),segment_id=6b368961-220d-46c0-a7b3-752d93fe7a84)] {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:51:20.812425 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-15e1caa4-db7c-43d6-8498-257cf119ae4d req-f16e89af-c36b-4d3a-bffb-19003ca3d2b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:51:20.856019 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e1caa4-db7c-43d6-8498-257cf119ae4d req-f16e89af-c36b-4d3a-bffb-19003ca3d2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:51:20.856759 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-15e1caa4-db7c-43d6-8498-257cf119ae4d req-f16e89af-c36b-4d3a-bffb-19003ca3d2b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:51:20.858491 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-15e1caa4-db7c-43d6-8498-257cf119ae4d req-f16e89af-c36b-4d3a-bffb-19003ca3d2b2 service neutron] 10.222.0.60 "PUT /v2.0/ports/d14652d9-0204-4bd9-99b8-76a45fc1fc0e HTTP/1.1" status: 200 len: 1094 time: 0.6015120 Dec 21 13:51:20.863245 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93a3b34f-9092-4755-abf9-f76680acc2a6', 'tag': 'd14652d9-0204-4bd9-99b8-76a45fc1fc0e'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:51:20.865804 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af6034c98e584fa55ea4398f343c742ceb598288507feaf30d5a15785b2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24973fae-234d-4033-aa90-4ccb23b6a7f1" -d '{"events": [{"name": "network-changed", "server_uuid": "93a3b34f-9092-4755-abf9-f76680acc2a6", "tag": "d14652d9-0204-4bd9-99b8-76a45fc1fc0e"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:51:20.872604 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e75870-3898-4035-858f-31c2d6da5e9c req-ef3633ab-e48c-42e3-86f6-3fec24261af0 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:51:20.874842 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-a9e75870-3898-4035-858f-31c2d6da5e9c req-ef3633ab-e48c-42e3-86f6-3fec24261af0 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=93a3b34f-9092-4755-abf9-f76680acc2a6 HTTP/1.1" status: 200 len: 944 time: 0.0527127 Dec 21 13:51:20.901951 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16e89af-c36b-4d3a-bffb-19003ca3d2b2 service neutron] Pushing event updated for resources: {'Port': ['ID=d14652d9-0204-4bd9-99b8-76a45fc1fc0e,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:51:20.919960 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 13:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de8b56c7-4c13-4f7f-b614-31feba4bb9c5 x-openstack-request-id: req-de8b56c7-4c13-4f7f-b614-31feba4bb9c5 {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:51:20.920251 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93a3b34f-9092-4755-abf9-f76680acc2a6", "tag": "d14652d9-0204-4bd9-99b8-76a45fc1fc0e", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:51:20.920509 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-de8b56c7-4c13-4f7f-b614-31feba4bb9c5 {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:51:20.920940 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93a3b34f-9092-4755-abf9-f76680acc2a6', 'tag': 'd14652d9-0204-4bd9-99b8-76a45fc1fc0e', 'status': 'completed', 'code': 200} Dec 21 13:51:20.937460 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-a9e75870-3898-4035-858f-31c2d6da5e9c req-f51bac17-f025-424a-9d7d-c9eb311564e6 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490522 Dec 21 13:51:20.987398 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e1caa4-db7c-43d6-8498-257cf119ae4d req-119a78f4-3595-4687-a573-a62cd3da6874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:51:20.988913 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-15e1caa4-db7c-43d6-8498-257cf119ae4d req-119a78f4-3595-4687-a573-a62cd3da6874 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c3ccac8e105f47e9bf2dee4dbe2c86e4&device_id=93a3b34f-9092-4755-abf9-f76680acc2a6 HTTP/1.1" status: 200 len: 1097 time: 0.0537994 Dec 21 13:51:21.036137 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-15e1caa4-db7c-43d6-8498-257cf119ae4d req-ee25b4b7-534d-4ba2-b309-c0facd23907b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d14652d9-0204-4bd9-99b8-76a45fc1fc0e HTTP/1.1" status: 200 len: 217 time: 0.0353291 Dec 21 13:51:21.086024 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e1caa4-db7c-43d6-8498-257cf119ae4d req-63b55a20-84f0-4673-9bd8-23df6c3ec935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:51:21.088163 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-15e1caa4-db7c-43d6-8498-257cf119ae4d req-63b55a20-84f0-4673-9bd8-23df6c3ec935 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5e6360fb-ac23-4ada-be8e-32656d4402cd HTTP/1.1" status: 200 len: 851 time: 0.0453238 Dec 21 13:51:21.146172 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e1caa4-db7c-43d6-8498-257cf119ae4d req-fdd830d5-1293-43ee-8509-c13c5017f432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:51:21.147730 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-15e1caa4-db7c-43d6-8498-257cf119ae4d req-fdd830d5-1293-43ee-8509-c13c5017f432 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=86b0eda8-0d8c-44c0-92cb-086bb55cf3a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0542312 Dec 21 13:51:21.238096 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-15e1caa4-db7c-43d6-8498-257cf119ae4d req-cca6677c-e6a5-4645-a1cc-d5c117605513 service neutron] 10.222.0.60 "GET /v2.0/networks/86b0eda8-0d8c-44c0-92cb-086bb55cf3a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837054 Dec 21 13:51:21.327612 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-15e1caa4-db7c-43d6-8498-257cf119ae4d req-71a6aab6-8a9c-49d2-818f-f5ab97b5c354 service neutron] 10.222.0.60 "GET /v2.0/networks/86b0eda8-0d8c-44c0-92cb-086bb55cf3a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838799 Dec 21 13:51:21.452867 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24973fae-234d-4033-aa90-4ccb23b6a7f1 req-11fd924a-284d-47bd-b30c-0fbced9e99d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:51:21.454346 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-24973fae-234d-4033-aa90-4ccb23b6a7f1 req-11fd924a-284d-47bd-b30c-0fbced9e99d7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c3ccac8e105f47e9bf2dee4dbe2c86e4&device_id=93a3b34f-9092-4755-abf9-f76680acc2a6 HTTP/1.1" status: 200 len: 1097 time: 0.0406814 Dec 21 13:51:21.558247 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24973fae-234d-4033-aa90-4ccb23b6a7f1 req-511a4038-964f-4e16-a152-1c24fdd04a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:51:21.559719 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-24973fae-234d-4033-aa90-4ccb23b6a7f1 req-511a4038-964f-4e16-a152-1c24fdd04a48 service neutron] 10.222.0.60 "GET /v2.0/networks?id=86b0eda8-0d8c-44c0-92cb-086bb55cf3a0 HTTP/1.1" status: 200 len: 913 time: 0.0980456 Dec 21 13:51:21.601334 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-24973fae-234d-4033-aa90-4ccb23b6a7f1 req-51b3195d-e140-40ba-b097-977bc64d8f6f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d14652d9-0204-4bd9-99b8-76a45fc1fc0e HTTP/1.1" status: 200 len: 217 time: 0.0329125 Dec 21 13:51:21.648056 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24973fae-234d-4033-aa90-4ccb23b6a7f1 req-e8cd7aff-4ff7-402e-84db-6844d383c878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:51:21.649504 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-24973fae-234d-4033-aa90-4ccb23b6a7f1 req-e8cd7aff-4ff7-402e-84db-6844d383c878 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5e6360fb-ac23-4ada-be8e-32656d4402cd HTTP/1.1" status: 200 len: 851 time: 0.0425179 Dec 21 13:51:21.699360 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24973fae-234d-4033-aa90-4ccb23b6a7f1 req-66b0c964-5673-4c0f-b8a0-5d2c941e5a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:51:21.700846 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-24973fae-234d-4033-aa90-4ccb23b6a7f1 req-66b0c964-5673-4c0f-b8a0-5d2c941e5a3c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=86b0eda8-0d8c-44c0-92cb-086bb55cf3a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0447006 Dec 21 13:51:21.789496 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-24973fae-234d-4033-aa90-4ccb23b6a7f1 req-00cf1a58-097c-4928-b57d-58574d9ce7e3 service neutron] 10.222.0.60 "GET /v2.0/networks/86b0eda8-0d8c-44c0-92cb-086bb55cf3a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808382 Dec 21 13:51:21.880392 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-24973fae-234d-4033-aa90-4ccb23b6a7f1 req-9511b120-855d-40bc-986d-ef0ac9decfe4 service neutron] 10.222.0.60 "GET /v2.0/networks/86b0eda8-0d8c-44c0-92cb-086bb55cf3a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839396 Dec 21 13:51:22.064539 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4855f5-f67e-4249-8e0d-4858b4189e11 req-9569f156-46f2-4d65-91d2-262f38a24e78 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:51:22.065988 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-ee4855f5-f67e-4249-8e0d-4858b4189e11 req-9569f156-46f2-4d65-91d2-262f38a24e78 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=93a3b34f-9092-4755-abf9-f76680acc2a6 HTTP/1.1" status: 200 len: 944 time: 0.0489295 Dec 21 13:51:22.111881 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-ee4855f5-f67e-4249-8e0d-4858b4189e11 req-63542dc0-a422-4d3e-b1aa-b98d99a177c1 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398180 Dec 21 13:51:23.231113 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c520d5-bb9d-4dd9-8dd6-9037da3546e0 req-12352143-c557-4722-9252-393941d3b968 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:51:23.232755 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-a6c520d5-bb9d-4dd9-8dd6-9037da3546e0 req-12352143-c557-4722-9252-393941d3b968 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=93a3b34f-9092-4755-abf9-f76680acc2a6 HTTP/1.1" status: 200 len: 944 time: 0.0483191 Dec 21 13:51:23.284986 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-a6c520d5-bb9d-4dd9-8dd6-9037da3546e0 req-3a6b75c0-c029-471c-94e5-b56680e84c62 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456653 Dec 21 13:51:24.014700 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device d14652d9-0204-4bd9-99b8-76a45fc1fc0e details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 13:51:24.111742 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port d14652d9-0204-4bd9-99b8-76a45fc1fc0e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d14652d9-0204-4bd9-99b8-76a45fc1fc0e,segment=NetworkSegment(6b368961-220d-46c0-a7b3-752d93fe7a84),segment_id=6b368961-220d-46c0-a7b3-752d93fe7a84)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:51:24.123543 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Returning: {'device': 'd14652d9-0204-4bd9-99b8-76a45fc1fc0e', 'network_id': '86b0eda8-0d8c-44c0-92cb-086bb55cf3a0', 'port_id': 'd14652d9-0204-4bd9-99b8-76a45fc1fc0e', 'mac_address': 'fa:16:3e:10:12:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e6360fb-ac23-4ada-be8e-32656d4402cd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 13:51:24.172282 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:51:24.185274 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d14652d9-0204-4bd9-99b8-76a45fc1fc0e {{(pid=103154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 13:51:24.203712 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port d14652d9-0204-4bd9-99b8-76a45fc1fc0e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d14652d9-0204-4bd9-99b8-76a45fc1fc0e,segment=NetworkSegment(6b368961-220d-46c0-a7b3-752d93fe7a84),segment_id=6b368961-220d-46c0-a7b3-752d93fe7a84)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:51:24.208531 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:51:24.254013 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=d14652d9-0204-4bd9-99b8-76a45fc1fc0e,revision_number=4']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:51:24.397333 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3006b557-9527-4db2-8bd0-fe8022712b29 req-866a5f3d-d7f7-4ab3-96ee-50e60d4e695b tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:51:24.398819 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-3006b557-9527-4db2-8bd0-fe8022712b29 req-866a5f3d-d7f7-4ab3-96ee-50e60d4e695b tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=93a3b34f-9092-4755-abf9-f76680acc2a6 HTTP/1.1" status: 200 len: 945 time: 0.0473340 Dec 21 13:51:24.454624 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-3006b557-9527-4db2-8bd0-fe8022712b29 req-27e47eb8-576a-4e23-92b7-a3f6ec4b57b5 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490580 Dec 21 13:51:24.509787 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] get_ports_and_sgs() called for port_ids ['d14652d9-0204-4bd9-99b8-76a45fc1fc0e'] {{(pid=103154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 13:51:25.175876 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b25b2842-3461-4ad3-b1e5-b0cc60b80384 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:51:25.568927 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faade3d0-dcb6-491e-b5fb-8149be88c6cf req-94e03299-eebe-47a2-8592-84a60f198bf6 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:51:25.570424 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-faade3d0-dcb6-491e-b5fb-8149be88c6cf req-94e03299-eebe-47a2-8592-84a60f198bf6 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=93a3b34f-9092-4755-abf9-f76680acc2a6 HTTP/1.1" status: 200 len: 945 time: 0.0487106 Dec 21 13:51:25.616051 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-faade3d0-dcb6-491e-b5fb-8149be88c6cf req-6f707495-0a6a-4862-bc15-38a5a48bcd9f tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397432 Dec 21 13:51:26.028820 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device d14652d9-0204-4bd9-99b8-76a45fc1fc0e up at agent hyperv_hv-neutron-mast {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:51:26.078878 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Provisioning for port d14652d9-0204-4bd9-99b8-76a45fc1fc0e completed by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 13:51:26.082472 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Provisioning complete for port d14652d9-0204-4bd9-99b8-76a45fc1fc0e triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:51:26.082842 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:51:26.158345 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:51:26.180110 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93a3b34f-9092-4755-abf9-f76680acc2a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd14652d9-0204-4bd9-99b8-76a45fc1fc0e'}] {{(pid=103154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:51:26.182375 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6f45aca8ac5f8c0cc5868273c98d8aa60330245aed22d61c8da5c1f2d6fc01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36aee09b-3a0d-4eff-a283-125402bc9955" -d '{"events": [{"server_uuid": "93a3b34f-9092-4755-abf9-f76680acc2a6", "name": "network-vif-plugged", "status": "completed", "tag": "d14652d9-0204-4bd9-99b8-76a45fc1fc0e"}]}' {{(pid=103154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:51:26.194893 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port d14652d9-0204-4bd9-99b8-76a45fc1fc0e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d14652d9-0204-4bd9-99b8-76a45fc1fc0e,segment=NetworkSegment(6b368961-220d-46c0-a7b3-752d93fe7a84),segment_id=6b368961-220d-46c0-a7b3-752d93fe7a84)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:51:26.198984 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:51:26.221631 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 13:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b10f26d3-4455-41b0-a18c-34270f9cc8ba x-openstack-request-id: req-b10f26d3-4455-41b0-a18c-34270f9cc8ba {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:51:26.221921 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93a3b34f-9092-4755-abf9-f76680acc2a6", "name": "network-vif-plugged", "status": "completed", "tag": "d14652d9-0204-4bd9-99b8-76a45fc1fc0e", "code": 200}]} {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:51:26.222175 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b10f26d3-4455-41b0-a18c-34270f9cc8ba {{(pid=103154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:51:26.222588 dv-neutron-master-2-hyperv neutron-server[103154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93a3b34f-9092-4755-abf9-f76680acc2a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd14652d9-0204-4bd9-99b8-76a45fc1fc0e', 'code': 200} Dec 21 13:51:26.247759 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=d14652d9-0204-4bd9-99b8-76a45fc1fc0e,revision_number=5']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:51:26.415131 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83c3a7c-db64-4d1c-8826-3928a407cae6 req-f8c2c5ad-c41f-4cf2-b4b4-ed8819d6a0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:51:26.416640 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c83c3a7c-db64-4d1c-8826-3928a407cae6 req-f8c2c5ad-c41f-4cf2-b4b4-ed8819d6a0df service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=93a3b34f-9092-4755-abf9-f76680acc2a6 HTTP/1.1" status: 200 len: 1099 time: 0.0406082 Dec 21 13:51:26.459563 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c83c3a7c-db64-4d1c-8826-3928a407cae6 req-f45545ca-4a56-410b-998b-956e7ead64af service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369716 Dec 21 13:51:26.729249 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105f9fd8-a56d-445a-92ea-f4f331165bfd req-1e06e4c4-e6c9-4966-81a6-9c16e1661257 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:51:26.730712 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-105f9fd8-a56d-445a-92ea-f4f331165bfd req-1e06e4c4-e6c9-4966-81a6-9c16e1661257 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=93a3b34f-9092-4755-abf9-f76680acc2a6 HTTP/1.1" status: 200 len: 946 time: 0.0473433 Dec 21 13:51:26.776515 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-105f9fd8-a56d-445a-92ea-f4f331165bfd req-0ed5f8bc-eb92-40f4-bc7e-397098fc7526 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399864 Dec 21 13:51:27.627072 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-9a1d5f66-4ff4-4da9-86cc-dbb18f77f8d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:51:27.891257 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9313a0-3d0d-418c-8065-f129fc37ebbf req-9e41923c-71e6-4ad1-ad68-7f73c646c52a tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:51:27.892718 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-0f9313a0-3d0d-418c-8065-f129fc37ebbf req-9e41923c-71e6-4ad1-ad68-7f73c646c52a tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=93a3b34f-9092-4755-abf9-f76680acc2a6 HTTP/1.1" status: 200 len: 946 time: 0.0479176 Dec 21 13:51:27.939153 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-0f9313a0-3d0d-418c-8065-f129fc37ebbf req-a12c5efe-8a48-4b72-a2e3-11182aa3f4d8 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404966 Dec 21 13:51:28.051301 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb182e0-1c2d-49cb-a8f9-812d8a3c75c7 req-1508471b-950d-4262-b66a-3c63555731d0 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:51:28.053113 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-deb182e0-1c2d-49cb-a8f9-812d8a3c75c7 req-1508471b-950d-4262-b66a-3c63555731d0 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=93a3b34f-9092-4755-abf9-f76680acc2a6 HTTP/1.1" status: 200 len: 946 time: 0.0518301 Dec 21 13:51:28.061507 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 35730) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:51:28.065655 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-c2a295f5-82c9-486e-8d28-85596ac6a237 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Request body: {'floatingip': {'port_id': 'd14652d9-0204-4bd9-99b8-76a45fc1fc0e'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:51:28.103786 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c2a295f5-82c9-486e-8d28-85596ac6a237 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Publish callbacks [] for floatingip, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:51:28.803833 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c2a295f5-82c9-486e-8d28-85596ac6a237 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:51:28.808946 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c2a295f5-82c9-486e-8d28-85596ac6a237 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548820'] for floatingip, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:51:28.850487 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:51:28.911263 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.l3_db [None req-c2a295f5-82c9-486e-8d28-85596ac6a237 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Floating IP 89eccce2-6eaa-453a-b6a7-962f10e6d146 associated. External IP: 172.36.3.189, port: d14652d9-0204-4bd9-99b8-76a45fc1fc0e. Dec 21 13:51:29.114287 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2a295f5-82c9-486e-8d28-85596ac6a237 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Router 74ec0db5-613a-474a-932b-c3fbe67b8741 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:51:29.227247 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2a295f5-82c9-486e-8d28-85596ac6a237 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:51:29.232628 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c2a295f5-82c9-486e-8d28-85596ac6a237 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for floatingip, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:51:29.238060 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01fcd145-acf2-4454-88f9-4a32219dda79 None None] Sync routers for ids ['74ec0db5-613a-474a-932b-c3fbe67b8741'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:51:29.247670 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fcd145-acf2-4454-88f9-4a32219dda79 None None] Routers {'74ec0db5-613a-474a-932b-c3fbe67b8741'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:51:29.248275 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-01fcd145-acf2-4454-88f9-4a32219dda79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:51:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['74ec0db5-613a-474a-932b-c3fbe67b8741'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:51:29.259593 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-c2a295f5-82c9-486e-8d28-85596ac6a237 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "PUT /v2.0/floatingips/89eccce2-6eaa-453a-b6a7-962f10e6d146 HTTP/1.1" status: 200 len: 993 time: 1.1970737 Dec 21 13:51:29.260690 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93a3b34f-9092-4755-abf9-f76680acc2a6', 'tag': 'd14652d9-0204-4bd9-99b8-76a45fc1fc0e'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:51:29.262961 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d59863cea1d3cd3753b105ac340115874538247bffc4ddd9c7a2f3cf3d2521b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aade01f-d9fc-4f2d-af9e-cea626100400" -d '{"events": [{"name": "network-changed", "server_uuid": "93a3b34f-9092-4755-abf9-f76680acc2a6", "tag": "d14652d9-0204-4bd9-99b8-76a45fc1fc0e"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:51:29.301304 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 13:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd1e2659-ebc4-4ca1-add3-480d21fd6eb5 x-openstack-request-id: req-bd1e2659-ebc4-4ca1-add3-480d21fd6eb5 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:51:29.301605 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93a3b34f-9092-4755-abf9-f76680acc2a6", "tag": "d14652d9-0204-4bd9-99b8-76a45fc1fc0e", "status": "completed", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:51:29.301861 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bd1e2659-ebc4-4ca1-add3-480d21fd6eb5 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:51:29.302270 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93a3b34f-9092-4755-abf9-f76680acc2a6', 'tag': 'd14652d9-0204-4bd9-99b8-76a45fc1fc0e', 'status': 'completed', 'code': 200} Dec 21 13:51:29.400319 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aade01f-d9fc-4f2d-af9e-cea626100400 req-52b2ea43-8fdf-4721-be5e-3c5c13541ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:51:29.402493 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-0aade01f-d9fc-4f2d-af9e-cea626100400 req-52b2ea43-8fdf-4721-be5e-3c5c13541ead service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c3ccac8e105f47e9bf2dee4dbe2c86e4&device_id=93a3b34f-9092-4755-abf9-f76680acc2a6 HTTP/1.1" status: 200 len: 1099 time: 0.0511355 Dec 21 13:51:29.500216 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aade01f-d9fc-4f2d-af9e-cea626100400 req-4c500e79-a29a-4ba9-bfd2-0493e0354b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:51:29.501698 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-0aade01f-d9fc-4f2d-af9e-cea626100400 req-4c500e79-a29a-4ba9-bfd2-0493e0354b5f service neutron] 10.222.0.60 "GET /v2.0/networks?id=86b0eda8-0d8c-44c0-92cb-086bb55cf3a0 HTTP/1.1" status: 200 len: 913 time: 0.0923131 Dec 21 13:51:29.504478 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-01fcd145-acf2-4454-88f9-4a32219dda79 None None] Set router 74ec0db5-613a-474a-932b-c3fbe67b8741 gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:51:29.570186 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-0aade01f-d9fc-4f2d-af9e-cea626100400 req-19745be2-f856-4268-90a1-0f3ac8c24c1b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d14652d9-0204-4bd9-99b8-76a45fc1fc0e HTTP/1.1" status: 200 len: 1001 time: 0.0621612 Dec 21 13:51:29.617369 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aade01f-d9fc-4f2d-af9e-cea626100400 req-ce463115-75cd-4972-9d81-d58b68389828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:51:29.618898 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-0aade01f-d9fc-4f2d-af9e-cea626100400 req-ce463115-75cd-4972-9d81-d58b68389828 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5e6360fb-ac23-4ada-be8e-32656d4402cd HTTP/1.1" status: 200 len: 851 time: 0.0429859 Dec 21 13:51:29.663661 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aade01f-d9fc-4f2d-af9e-cea626100400 req-ece69e90-1e5c-4411-aa50-1933113edd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:51:29.665109 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-0aade01f-d9fc-4f2d-af9e-cea626100400 req-ece69e90-1e5c-4411-aa50-1933113edd61 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=86b0eda8-0d8c-44c0-92cb-086bb55cf3a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0400131 Dec 21 13:51:29.721980 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-01fcd145-acf2-4454-88f9-4a32219dda79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74ec0db5-613a-474a-932b-c3fbe67b8741', 'name': 'tempest-ServerActionsTestJSON-2083675911-router', 'tenant_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.26'}], 'enable_snat': True}, 'gw_port_id': '2576a882-c215-436d-ac54-9f590f8052b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:47:34Z', 'updated_at': '2021-12-21T13:47:37Z', 'revision_number': 4, 'project_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'gw_port': {'id': '2576a882-c215-436d-ac54-9f590f8052b1', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:84:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ec0db5-613a-474a-932b-c3fbe67b8741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:47:35Z', 'updated_at': '2021-12-21T13:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '89eccce2-6eaa-453a-b6a7-962f10e6d146', 'tenant_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'floating_ip_address': '172.36.3.189', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': '74ec0db5-613a-474a-932b-c3fbe67b8741', 'port_id': 'd14652d9-0204-4bd9-99b8-76a45fc1fc0e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86b0eda8-0d8c-44c0-92cb-086bb55cf3a0', 'mac_address': 'fa:16:3e:10:12:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a3b34f-9092-4755-abf9-f76680acc2a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T13:47:39Z', 'updated_at': '2021-12-21T13:51:28Z', 'revision_number': 13, 'project_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41d341b9-de5a-4ea8-8ed0-3e38ab7526de', 'name': '', 'network_id': '86b0eda8-0d8c-44c0-92cb-086bb55cf3a0', 'tenant_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'mac_address': 'fa:16:3e:f0:17:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ec0db5-613a-474a-932b-c3fbe67b8741', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '5e6360fb-ac23-4ada-be8e-32656d4402cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:47:36Z', 'updated_at': '2021-12-21T13:47:40Z', 'revision_number': 5, 'project_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'subnets': [{'id': '5e6360fb-ac23-4ada-be8e-32656d4402cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:51:29.753490 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01fcd145-acf2-4454-88f9-4a32219dda79 None None] Checking router: 74ec0db5-613a-474a-932b-c3fbe67b8741 for host: dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:51:29.759738 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-0aade01f-d9fc-4f2d-af9e-cea626100400 req-29576de1-29b3-4950-b429-5dbade3b26d7 service neutron] 10.222.0.60 "GET /v2.0/networks/86b0eda8-0d8c-44c0-92cb-086bb55cf3a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879436 Dec 21 13:51:29.763034 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fcd145-acf2-4454-88f9-4a32219dda79 None None] Routers {'74ec0db5-613a-474a-932b-c3fbe67b8741'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:51:29.763646 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-01fcd145-acf2-4454-88f9-4a32219dda79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:51:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['74ec0db5-613a-474a-932b-c3fbe67b8741'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:51:29.847715 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-0aade01f-d9fc-4f2d-af9e-cea626100400 req-1de28482-3d9a-4433-89a4-fda121685063 service neutron] 10.222.0.60 "GET /v2.0/networks/86b0eda8-0d8c-44c0-92cb-086bb55cf3a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821486 Dec 21 13:51:29.865248 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-01fcd145-acf2-4454-88f9-4a32219dda79 None None] Set router 74ec0db5-613a-474a-932b-c3fbe67b8741 gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:51:30.080165 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-01fcd145-acf2-4454-88f9-4a32219dda79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74ec0db5-613a-474a-932b-c3fbe67b8741', 'name': 'tempest-ServerActionsTestJSON-2083675911-router', 'tenant_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.26'}], 'enable_snat': True}, 'gw_port_id': '2576a882-c215-436d-ac54-9f590f8052b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:47:34Z', 'updated_at': '2021-12-21T13:47:37Z', 'revision_number': 4, 'project_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'gw_port': {'id': '2576a882-c215-436d-ac54-9f590f8052b1', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:84:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ec0db5-613a-474a-932b-c3fbe67b8741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:47:35Z', 'updated_at': '2021-12-21T13:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '89eccce2-6eaa-453a-b6a7-962f10e6d146', 'tenant_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'floating_ip_address': '172.36.3.189', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': '74ec0db5-613a-474a-932b-c3fbe67b8741', 'port_id': 'd14652d9-0204-4bd9-99b8-76a45fc1fc0e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86b0eda8-0d8c-44c0-92cb-086bb55cf3a0', 'mac_address': 'fa:16:3e:10:12:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a3b34f-9092-4755-abf9-f76680acc2a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T13:47:39Z', 'updated_at': '2021-12-21T13:51:28Z', 'revision_number': 13, 'project_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41d341b9-de5a-4ea8-8ed0-3e38ab7526de', 'name': '', 'network_id': '86b0eda8-0d8c-44c0-92cb-086bb55cf3a0', 'tenant_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'mac_address': 'fa:16:3e:f0:17:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ec0db5-613a-474a-932b-c3fbe67b8741', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '5e6360fb-ac23-4ada-be8e-32656d4402cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:47:36Z', 'updated_at': '2021-12-21T13:47:40Z', 'revision_number': 5, 'project_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'subnets': [{'id': '5e6360fb-ac23-4ada-be8e-32656d4402cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:51:30.109673 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01fcd145-acf2-4454-88f9-4a32219dda79 None None] The sync data for ids ['74ec0db5-613a-474a-932b-c3fbe67b8741'] in dv-neutron-master-2-hyperv is: [{'id': '74ec0db5-613a-474a-932b-c3fbe67b8741', 'name': 'tempest-ServerActionsTestJSON-2083675911-router', 'tenant_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.26'}], 'enable_snat': True}, 'gw_port_id': '2576a882-c215-436d-ac54-9f590f8052b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:47:34Z', 'updated_at': '2021-12-21T13:47:37Z', 'revision_number': 4, 'project_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'gw_port': {'id': '2576a882-c215-436d-ac54-9f590f8052b1', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:84:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ec0db5-613a-474a-932b-c3fbe67b8741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:47:35Z', 'updated_at': '2021-12-21T13:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '89eccce2-6eaa-453a-b6a7-962f10e6d146', 'tenant_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'floating_ip_address': '172.36.3.189', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': '74ec0db5-613a-474a-932b-c3fbe67b8741', 'port_id': 'd14652d9-0204-4bd9-99b8-76a45fc1fc0e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86b0eda8-0d8c-44c0-92cb-086bb55cf3a0', 'mac_address': 'fa:16:3e:10:12:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a3b34f-9092-4755-abf9-f76680acc2a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T13:47:39Z', 'updated_at': '2021-12-21T13:51:28Z', 'revision_number': 13, 'project_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41d341b9-de5a-4ea8-8ed0-3e38ab7526de', 'name': '', 'network_id': '86b0eda8-0d8c-44c0-92cb-086bb55cf3a0', 'tenant_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'mac_address': 'fa:16:3e:f0:17:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ec0db5-613a-474a-932b-c3fbe67b8741', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '5e6360fb-ac23-4ada-be8e-32656d4402cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:47:36Z', 'updated_at': '2021-12-21T13:47:40Z', 'revision_number': 5, 'project_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'subnets': [{'id': '5e6360fb-ac23-4ada-be8e-32656d4402cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:51:30.289390 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325fbf3e-02fc-468a-b801-d1d2e8aef2fb None None] New status for floating IP 89eccce2-6eaa-453a-b6a7-962f10e6d146: ACTIVE {{(pid=103155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 13:51:30.849583 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:51:31.076201 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:51:32.835244 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.agents_db [None req-c60a5637-8c6f-4692-b23b-7dd82bd36b21 None None] Agent healthcheck: found 6 active agents {{(pid=103155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 13:51:43.425501 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:51:55.176282 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7a3228c6-faed-42dc-b6d6-2cc9eb55ce39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:51:57.628575 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-de67a44e-2c28-4790-b298-89156ebb5b8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:51:58.851959 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:52:00.851470 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:52:01.077277 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:52:06.290222 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c772f998-2806-4036-bd62-71d927c020a0 req-9df261db-eebe-47c1-8919-1c05359ce868 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:52:06.291734 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-c772f998-2806-4036-bd62-71d927c020a0 req-9df261db-eebe-47c1-8919-1c05359ce868 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=93a3b34f-9092-4755-abf9-f76680acc2a6 HTTP/1.1" status: 200 len: 946 time: 0.0496857 Dec 21 13:52:06.337923 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-c772f998-2806-4036-bd62-71d927c020a0 req-5b917922-9a0d-490a-8cb1-860956912d8b tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398471 Dec 21 13:52:09.834238 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.agents_db [None req-c60a5637-8c6f-4692-b23b-7dd82bd36b21 None None] Agent healthcheck: found 6 active agents {{(pid=103155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 13:52:12.935623 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-bbf7442e-e4c5-45bf-869d-71667f8a16da req-8ba845ac-e86a-44ae-96bd-be5ab52b3ac7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=93a3b34f-9092-4755-abf9-f76680acc2a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0980766 Dec 21 13:52:13.030896 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf7442e-e4c5-45bf-869d-71667f8a16da req-1b88a540-f883-4ce1-8d6d-e32cfe7aa598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:52:13.032393 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-bbf7442e-e4c5-45bf-869d-71667f8a16da req-1b88a540-f883-4ce1-8d6d-e32cfe7aa598 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c3ccac8e105f47e9bf2dee4dbe2c86e4&device_id=93a3b34f-9092-4755-abf9-f76680acc2a6 HTTP/1.1" status: 200 len: 1099 time: 0.0408490 Dec 21 13:52:13.132478 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf7442e-e4c5-45bf-869d-71667f8a16da req-c60fb711-34c2-4842-8c9f-e63657fc3bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:52:13.133855 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-bbf7442e-e4c5-45bf-869d-71667f8a16da req-c60fb711-34c2-4842-8c9f-e63657fc3bdc service neutron] 10.222.0.60 "GET /v2.0/networks?id=86b0eda8-0d8c-44c0-92cb-086bb55cf3a0 HTTP/1.1" status: 200 len: 913 time: 0.0828125 Dec 21 13:52:13.201142 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-bbf7442e-e4c5-45bf-869d-71667f8a16da req-d38cfd2d-6512-4e34-8980-9e642e2eed1f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d14652d9-0204-4bd9-99b8-76a45fc1fc0e HTTP/1.1" status: 200 len: 1003 time: 0.0613136 Dec 21 13:52:13.248867 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf7442e-e4c5-45bf-869d-71667f8a16da req-5cff0bef-894b-4a9c-be03-9c203c9a5ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:52:13.250278 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-bbf7442e-e4c5-45bf-869d-71667f8a16da req-5cff0bef-894b-4a9c-be03-9c203c9a5ada service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5e6360fb-ac23-4ada-be8e-32656d4402cd HTTP/1.1" status: 200 len: 851 time: 0.0437403 Dec 21 13:52:13.294295 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf7442e-e4c5-45bf-869d-71667f8a16da req-4eed037e-1a1e-419e-b78d-77667dad7ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:52:13.295737 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-bbf7442e-e4c5-45bf-869d-71667f8a16da req-4eed037e-1a1e-419e-b78d-77667dad7ad2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=86b0eda8-0d8c-44c0-92cb-086bb55cf3a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0386138 Dec 21 13:52:13.385412 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-bbf7442e-e4c5-45bf-869d-71667f8a16da req-3842e13b-ca47-404a-92dd-64c7fc8c6081 service neutron] 10.222.0.60 "GET /v2.0/networks/86b0eda8-0d8c-44c0-92cb-086bb55cf3a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821102 Dec 21 13:52:13.428443 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:52:13.476409 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-bbf7442e-e4c5-45bf-869d-71667f8a16da req-68fee72f-14c5-4367-b083-03b31ee72517 service neutron] 10.222.0.60 "GET /v2.0/networks/86b0eda8-0d8c-44c0-92cb-086bb55cf3a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850499 Dec 21 13:52:18.480982 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-bacabe63-d3cf-4874-a890-8b7877325ac0 req-422b6b66-8adc-4764-a42a-0120d4ac390d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=93a3b34f-9092-4755-abf9-f76680acc2a6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0424800 Dec 21 13:52:18.580404 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94fcea4-7085-436a-97c5-5a684f9b438b req-3c4f12b7-d17d-4f8d-bdf1-b6b4a3b703a8 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:52:18.582133 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-e94fcea4-7085-436a-97c5-5a684f9b438b req-3c4f12b7-d17d-4f8d-bdf1-b6b4a3b703a8 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=93a3b34f-9092-4755-abf9-f76680acc2a6 HTTP/1.1" status: 200 len: 946 time: 0.1349785 Dec 21 13:52:18.629717 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-e94fcea4-7085-436a-97c5-5a684f9b438b req-bdcfb010-f65e-41f1-822d-ebb036c4a5a3 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415111 Dec 21 13:52:19.594528 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacabe63-d3cf-4874-a890-8b7877325ac0 req-e0cc535f-e873-4008-8a44-07bf17d3772d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:52:19.596011 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-bacabe63-d3cf-4874-a890-8b7877325ac0 req-e0cc535f-e873-4008-8a44-07bf17d3772d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c3ccac8e105f47e9bf2dee4dbe2c86e4&device_id=93a3b34f-9092-4755-abf9-f76680acc2a6 HTTP/1.1" status: 200 len: 1099 time: 0.0403974 Dec 21 13:52:19.687486 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacabe63-d3cf-4874-a890-8b7877325ac0 req-3c7d957d-a888-43f4-8723-76ac51bd2356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:52:19.688975 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-bacabe63-d3cf-4874-a890-8b7877325ac0 req-3c7d957d-a888-43f4-8723-76ac51bd2356 service neutron] 10.222.0.60 "GET /v2.0/networks?id=86b0eda8-0d8c-44c0-92cb-086bb55cf3a0 HTTP/1.1" status: 200 len: 913 time: 0.0867503 Dec 21 13:52:19.761594 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-bacabe63-d3cf-4874-a890-8b7877325ac0 req-b4b55ef1-dd05-42d7-829a-26c30e9dea2a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d14652d9-0204-4bd9-99b8-76a45fc1fc0e HTTP/1.1" status: 200 len: 1003 time: 0.0657320 Dec 21 13:52:19.799928 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3820cabb-25c3-4e32-a128-4ee32aade376 req-de0f0950-f8a3-4c8b-ad1d-e189961ad884 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:52:19.801410 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-3820cabb-25c3-4e32-a128-4ee32aade376 req-de0f0950-f8a3-4c8b-ad1d-e189961ad884 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=93a3b34f-9092-4755-abf9-f76680acc2a6 HTTP/1.1" status: 200 len: 946 time: 0.1045108 Dec 21 13:52:19.809932 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacabe63-d3cf-4874-a890-8b7877325ac0 req-bb1d374d-d8ab-4e97-992c-2de2b52c6ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:52:19.811991 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-bacabe63-d3cf-4874-a890-8b7877325ac0 req-bb1d374d-d8ab-4e97-992c-2de2b52c6ab4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5e6360fb-ac23-4ada-be8e-32656d4402cd HTTP/1.1" status: 200 len: 851 time: 0.0443115 Dec 21 13:52:19.849291 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-3820cabb-25c3-4e32-a128-4ee32aade376 req-57ca4804-3f0d-48f7-959d-6db9e5432298 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415552 Dec 21 13:52:19.857485 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacabe63-d3cf-4874-a890-8b7877325ac0 req-a02b7f2b-fdfa-4747-b870-488e88d0e3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:52:19.859014 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-bacabe63-d3cf-4874-a890-8b7877325ac0 req-a02b7f2b-fdfa-4747-b870-488e88d0e3fa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=86b0eda8-0d8c-44c0-92cb-086bb55cf3a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0407910 Dec 21 13:52:19.951722 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-bacabe63-d3cf-4874-a890-8b7877325ac0 req-7a3823d1-5932-4472-b8fa-5a3c74d34828 service neutron] 10.222.0.60 "GET /v2.0/networks/86b0eda8-0d8c-44c0-92cb-086bb55cf3a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855472 Dec 21 13:52:20.043190 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-bacabe63-d3cf-4874-a890-8b7877325ac0 req-5fbc3094-9d3f-405a-b7de-d43a9072cf4a service neutron] 10.222.0.60 "GET /v2.0/networks/86b0eda8-0d8c-44c0-92cb-086bb55cf3a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851717 Dec 21 13:52:20.966015 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ead971-82c8-4b5d-b63c-79e2ec7efba6 req-6c373110-bf2b-4768-90e4-2b0ad317be96 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:52:20.967493 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-d1ead971-82c8-4b5d-b63c-79e2ec7efba6 req-6c373110-bf2b-4768-90e4-2b0ad317be96 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=93a3b34f-9092-4755-abf9-f76680acc2a6 HTTP/1.1" status: 200 len: 946 time: 0.0485792 Dec 21 13:52:21.017049 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-d1ead971-82c8-4b5d-b63c-79e2ec7efba6 req-d1189eb1-fa25-4d67-9c39-d7e4ac2c8565 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437427 Dec 21 13:52:22.129859 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398380ea-fc04-41b2-843b-7fdf4c056c30 req-dfea5754-238b-40b0-8af1-07fb0bf1e74c tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:52:22.131357 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-398380ea-fc04-41b2-843b-7fdf4c056c30 req-dfea5754-238b-40b0-8af1-07fb0bf1e74c tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=93a3b34f-9092-4755-abf9-f76680acc2a6 HTTP/1.1" status: 200 len: 946 time: 0.0479374 Dec 21 13:52:22.177626 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-398380ea-fc04-41b2-843b-7fdf4c056c30 req-cdcc9087-4a80-4f5d-8fa2-3981b01abcbd tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394456 Dec 21 13:52:23.298057 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89727c23-7a10-44ad-ac04-6f9ab65a22f8 req-243394b5-5776-4043-bd51-3362dcad0a5e tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:52:23.299549 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-89727c23-7a10-44ad-ac04-6f9ab65a22f8 req-243394b5-5776-4043-bd51-3362dcad0a5e tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=93a3b34f-9092-4755-abf9-f76680acc2a6 HTTP/1.1" status: 200 len: 946 time: 0.0485871 Dec 21 13:52:23.348231 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-89727c23-7a10-44ad-ac04-6f9ab65a22f8 req-58294743-103a-4b75-a760-47c43de47d58 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422401 Dec 21 13:52:24.470144 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32853a84-c345-439c-9978-28dc8f097553 req-94ad33b3-a27e-4328-b569-ce6e3be80b6f tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:52:24.471757 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-32853a84-c345-439c-9978-28dc8f097553 req-94ad33b3-a27e-4328-b569-ce6e3be80b6f tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=93a3b34f-9092-4755-abf9-f76680acc2a6 HTTP/1.1" status: 200 len: 946 time: 0.0554001 Dec 21 13:52:24.520126 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-32853a84-c345-439c-9978-28dc8f097553 req-29a99ac7-1501-4ca9-b9b8-bce14309c50c tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394783 Dec 21 13:52:25.177921 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-0578acc7-af5d-45e5-9bb1-8c2a31ab3693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:52:25.634788 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c3bd0a-8e4c-44fb-9dd8-2ed1e36bc4ce req-b925597c-30fc-49b1-9987-9b69aee7cf55 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:52:25.636229 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f1c3bd0a-8e4c-44fb-9dd8-2ed1e36bc4ce req-b925597c-30fc-49b1-9987-9b69aee7cf55 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=93a3b34f-9092-4755-abf9-f76680acc2a6 HTTP/1.1" status: 200 len: 946 time: 0.0479567 Dec 21 13:52:25.681310 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f1c3bd0a-8e4c-44fb-9dd8-2ed1e36bc4ce req-0df9ed1d-bc81-468e-ab18-b1f0f76530f6 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392041 Dec 21 13:52:26.797876 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4668e6e3-74cc-429d-a07f-71ab547b492b req-8457d938-605a-4877-87ad-d10573ea4355 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:52:26.799377 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-4668e6e3-74cc-429d-a07f-71ab547b492b req-8457d938-605a-4877-87ad-d10573ea4355 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=93a3b34f-9092-4755-abf9-f76680acc2a6 HTTP/1.1" status: 200 len: 946 time: 0.0488164 Dec 21 13:52:26.846629 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-4668e6e3-74cc-429d-a07f-71ab547b492b req-eac7bb71-cd9e-4494-8bc3-198a4a807ed8 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409737 Dec 21 13:52:27.630329 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e0b78fae-7f9e-4665-b00a-e1e48de50cab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:52:27.963490 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93144b8c-abad-4606-85c1-e7934dd44100 req-6a8f6303-aa78-444b-a3ff-4834d4203fd4 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:52:27.964941 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-93144b8c-abad-4606-85c1-e7934dd44100 req-6a8f6303-aa78-444b-a3ff-4834d4203fd4 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=93a3b34f-9092-4755-abf9-f76680acc2a6 HTTP/1.1" status: 200 len: 946 time: 0.0520489 Dec 21 13:52:28.010937 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-93144b8c-abad-4606-85c1-e7934dd44100 req-31781cd5-e96f-48ee-96b5-092df69cf466 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401640 Dec 21 13:52:28.856265 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:52:29.123603 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2646f02b-f724-4dcf-a6b4-afbdc869532c req-84b76154-72ea-4287-ae28-151cd509ef75 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:52:29.125021 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-2646f02b-f724-4dcf-a6b4-afbdc869532c req-84b76154-72ea-4287-ae28-151cd509ef75 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=93a3b34f-9092-4755-abf9-f76680acc2a6 HTTP/1.1" status: 200 len: 946 time: 0.0478792 Dec 21 13:52:29.175098 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-2646f02b-f724-4dcf-a6b4-afbdc869532c req-17c25e3c-a568-440c-ac6c-6921827ddc44 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441129 Dec 21 13:52:30.289480 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdd9e3b-1c25-4abd-a395-b44d3f389032 req-be43b4a0-8059-496f-b9d3-de44b612329a tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:52:30.290952 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1cdd9e3b-1c25-4abd-a395-b44d3f389032 req-be43b4a0-8059-496f-b9d3-de44b612329a tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=93a3b34f-9092-4755-abf9-f76680acc2a6 HTTP/1.1" status: 200 len: 946 time: 0.0484886 Dec 21 13:52:30.336812 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1cdd9e3b-1c25-4abd-a395-b44d3f389032 req-350d056e-5696-4b76-a217-299a41d46736 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393798 Dec 21 13:52:30.854554 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:52:31.079333 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:52:31.452204 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d449ae9-13b7-4b65-acf4-5ae3bce862d7 req-a7b96b7c-7736-453c-b58c-28a1fa3360cd tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:52:31.453677 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-2d449ae9-13b7-4b65-acf4-5ae3bce862d7 req-a7b96b7c-7736-453c-b58c-28a1fa3360cd tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=93a3b34f-9092-4755-abf9-f76680acc2a6 HTTP/1.1" status: 200 len: 946 time: 0.0485809 Dec 21 13:52:31.500257 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-2d449ae9-13b7-4b65-acf4-5ae3bce862d7 req-336c92ab-3ebe-42b1-afeb-73bc1c3df955 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407937 Dec 21 13:52:32.620994 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a92d807-b3b3-4e77-9cc2-75edfc869bfc req-25d16fe8-829d-4b19-9ee4-f63b50efe9ad tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:52:32.622607 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-9a92d807-b3b3-4e77-9cc2-75edfc869bfc req-25d16fe8-829d-4b19-9ee4-f63b50efe9ad tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=93a3b34f-9092-4755-abf9-f76680acc2a6 HTTP/1.1" status: 200 len: 946 time: 0.0525057 Dec 21 13:52:32.669638 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-9a92d807-b3b3-4e77-9cc2-75edfc869bfc req-9c4b215e-88e0-4650-a51e-a45b79614ac2 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405822 Dec 21 13:52:33.789589 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188d0a05-f187-4bf0-b749-3a9f39893a15 req-5850d8f3-be91-4c81-9eb7-7e46744b0c2d tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:52:33.791110 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-188d0a05-f187-4bf0-b749-3a9f39893a15 req-5850d8f3-be91-4c81-9eb7-7e46744b0c2d tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=93a3b34f-9092-4755-abf9-f76680acc2a6 HTTP/1.1" status: 200 len: 946 time: 0.0529604 Dec 21 13:52:33.839057 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-188d0a05-f187-4bf0-b749-3a9f39893a15 req-2a9efc03-02e6-40ee-bd2c-e845a392e9bc tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417683 Dec 21 13:52:33.847988 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-bacabe63-d3cf-4874-a890-8b7877325ac0 req-f3800367-f703-439f-8474-248723b51ad4 service neutron] 10.222.0.60 "GET /v2.0/ports/d14652d9-0204-4bd9-99b8-76a45fc1fc0e/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0549667 Dec 21 13:52:34.058424 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacabe63-d3cf-4874-a890-8b7877325ac0 req-5db69ca2-67a8-4f2b-af2f-7deb156fcf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:52:34.059783 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-bacabe63-d3cf-4874-a890-8b7877325ac0 req-5db69ca2-67a8-4f2b-af2f-7deb156fcf90 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=93a3b34f-9092-4755-abf9-f76680acc2a6&tenant_id=c3ccac8e105f47e9bf2dee4dbe2c86e4 HTTP/1.1" status: 200 len: 1099 time: 0.0422027 Dec 21 13:52:34.129289 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacabe63-d3cf-4874-a890-8b7877325ac0 req-b4f72b27-daf1-44ec-86fe-f19331bdbd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:52:34.130760 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-bacabe63-d3cf-4874-a890-8b7877325ac0 req-b4f72b27-daf1-44ec-86fe-f19331bdbd06 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c3ccac8e105f47e9bf2dee4dbe2c86e4&device_id=93a3b34f-9092-4755-abf9-f76680acc2a6 HTTP/1.1" status: 200 len: 1099 time: 0.0392458 Dec 21 13:52:34.219448 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacabe63-d3cf-4874-a890-8b7877325ac0 req-4b75fec5-4f42-4e0d-81e7-1e0f4f44addd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:52:34.220871 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-bacabe63-d3cf-4874-a890-8b7877325ac0 req-4b75fec5-4f42-4e0d-81e7-1e0f4f44addd service neutron] 10.222.0.60 "GET /v2.0/networks?id=86b0eda8-0d8c-44c0-92cb-086bb55cf3a0 HTTP/1.1" status: 200 len: 913 time: 0.0840256 Dec 21 13:52:34.286614 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-bacabe63-d3cf-4874-a890-8b7877325ac0 req-27651e96-de5b-4e3f-9fb6-6b996f812162 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d14652d9-0204-4bd9-99b8-76a45fc1fc0e HTTP/1.1" status: 200 len: 1003 time: 0.0589437 Dec 21 13:52:34.338528 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacabe63-d3cf-4874-a890-8b7877325ac0 req-9ecc6b95-753e-4423-81c3-f8bdd91406c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:52:34.339992 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-bacabe63-d3cf-4874-a890-8b7877325ac0 req-9ecc6b95-753e-4423-81c3-f8bdd91406c1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5e6360fb-ac23-4ada-be8e-32656d4402cd HTTP/1.1" status: 200 len: 851 time: 0.0465794 Dec 21 13:52:34.384078 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacabe63-d3cf-4874-a890-8b7877325ac0 req-55c8247b-9569-4527-99a4-22f853a0adef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:52:34.385564 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-bacabe63-d3cf-4874-a890-8b7877325ac0 req-55c8247b-9569-4527-99a4-22f853a0adef service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=86b0eda8-0d8c-44c0-92cb-086bb55cf3a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390806 Dec 21 13:52:34.476458 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-bacabe63-d3cf-4874-a890-8b7877325ac0 req-6c499385-5af0-4b02-a2c1-ddbc257ae373 service neutron] 10.222.0.60 "GET /v2.0/networks/86b0eda8-0d8c-44c0-92cb-086bb55cf3a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837369 Dec 21 13:52:34.562754 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-bacabe63-d3cf-4874-a890-8b7877325ac0 req-797cff8c-157b-4e97-b166-46dc3627e1fa service neutron] 10.222.0.60 "GET /v2.0/networks/86b0eda8-0d8c-44c0-92cb-086bb55cf3a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798576 Dec 21 13:52:34.957785 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff35a80-a601-478a-bf39-e6286a9773f3 req-2cbd1af1-3478-4f8a-99c3-5e0348a69e46 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:52:34.959179 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-eff35a80-a601-478a-bf39-e6286a9773f3 req-2cbd1af1-3478-4f8a-99c3-5e0348a69e46 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=93a3b34f-9092-4755-abf9-f76680acc2a6 HTTP/1.1" status: 200 len: 946 time: 0.0498109 Dec 21 13:52:35.010170 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-eff35a80-a601-478a-bf39-e6286a9773f3 req-096a0979-c630-4253-a94f-a1a284d4494e tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449972 Dec 21 13:52:36.132210 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6363e55-df04-4517-8cc3-9764466b2f39 req-6ec3ef3c-9f39-4ad6-94f6-5fcdb73c5db0 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:52:36.134254 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-a6363e55-df04-4517-8cc3-9764466b2f39 req-6ec3ef3c-9f39-4ad6-94f6-5fcdb73c5db0 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=93a3b34f-9092-4755-abf9-f76680acc2a6 HTTP/1.1" status: 200 len: 946 time: 0.0545342 Dec 21 13:52:36.181570 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-a6363e55-df04-4517-8cc3-9764466b2f39 req-0b40d33a-6103-4e5d-ad3f-0b5031aa8d73 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412500 Dec 21 13:52:36.353914 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device d14652d9-0204-4bd9-99b8-76a45fc1fc0e no longer exists at agent hyperv_hv-neutron-mast {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:52:36.430582 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:52:36.453450 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93a3b34f-9092-4755-abf9-f76680acc2a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd14652d9-0204-4bd9-99b8-76a45fc1fc0e'}] {{(pid=103154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:52:36.455692 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6f45aca8ac5f8c0cc5868273c98d8aa60330245aed22d61c8da5c1f2d6fc01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f82f052-7726-4250-b37a-301a94b031a0" -d '{"events": [{"server_uuid": "93a3b34f-9092-4755-abf9-f76680acc2a6", "name": "network-vif-unplugged", "status": "completed", "tag": "d14652d9-0204-4bd9-99b8-76a45fc1fc0e"}]}' {{(pid=103154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:52:36.469091 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port d14652d9-0204-4bd9-99b8-76a45fc1fc0e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d14652d9-0204-4bd9-99b8-76a45fc1fc0e,segment=NetworkSegment(6b368961-220d-46c0-a7b3-752d93fe7a84),segment_id=6b368961-220d-46c0-a7b3-752d93fe7a84)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:52:36.473302 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:52:36.500561 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Dec 2021 13:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-512fd44b-1d0e-4ee9-9221-dc4e09e75e94 x-openstack-request-id: req-512fd44b-1d0e-4ee9-9221-dc4e09e75e94 {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:52:36.500910 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93a3b34f-9092-4755-abf9-f76680acc2a6", "name": "network-vif-unplugged", "status": "completed", "tag": "d14652d9-0204-4bd9-99b8-76a45fc1fc0e", "code": 200}]} {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:52:36.501171 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-512fd44b-1d0e-4ee9-9221-dc4e09e75e94 {{(pid=103154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:52:36.501564 dv-neutron-master-2-hyperv neutron-server[103154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93a3b34f-9092-4755-abf9-f76680acc2a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd14652d9-0204-4bd9-99b8-76a45fc1fc0e', 'code': 200} Dec 21 13:52:36.525578 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=d14652d9-0204-4bd9-99b8-76a45fc1fc0e,revision_number=6']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:52:36.532513 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:52:36.532917 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:52:36.533247 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:52:36.533587 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:52:36.533923 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:52:36.534254 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:52:36.534611 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:52:36.534943 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:52:36.535273 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:52:36.535602 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:52:36.535928 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:52:36.536359 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:52:36.536696 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:52:37.349284 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985f68e8-b9be-44f5-9360-5d0a3d149ee9 req-b3380a92-966a-4459-a3f7-b011a3f92d10 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:52:37.350764 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-985f68e8-b9be-44f5-9360-5d0a3d149ee9 req-b3380a92-966a-4459-a3f7-b011a3f92d10 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=93a3b34f-9092-4755-abf9-f76680acc2a6 HTTP/1.1" status: 200 len: 944 time: 0.0477309 Dec 21 13:52:37.398110 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-985f68e8-b9be-44f5-9360-5d0a3d149ee9 req-eda9b4c2-a85f-4128-a878-b99e82526377 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407469 Dec 21 13:52:38.521040 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842fcb34-ff6c-4987-bee5-5d83a234a21b req-091a3463-538f-41c5-aeef-eb78b3839d7a tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:52:38.522648 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-842fcb34-ff6c-4987-bee5-5d83a234a21b req-091a3463-538f-41c5-aeef-eb78b3839d7a tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=93a3b34f-9092-4755-abf9-f76680acc2a6 HTTP/1.1" status: 200 len: 944 time: 0.0526536 Dec 21 13:52:38.573180 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-842fcb34-ff6c-4987-bee5-5d83a234a21b req-274634dc-e8f0-4cfd-9c70-b59b2e301b98 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443156 Dec 21 13:52:39.690451 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0d554d-4d76-461c-a297-de74dd872c9a req-5fe088a0-804d-43c4-a16d-a77d636d5b69 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:52:39.691951 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-7c0d554d-4d76-461c-a297-de74dd872c9a req-5fe088a0-804d-43c4-a16d-a77d636d5b69 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=93a3b34f-9092-4755-abf9-f76680acc2a6 HTTP/1.1" status: 200 len: 944 time: 0.0519283 Dec 21 13:52:39.738066 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-7c0d554d-4d76-461c-a297-de74dd872c9a req-f57ca6db-5b83-460f-8298-fc127da177ec tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397663 Dec 21 13:52:40.869344 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea9cf17-c5c6-4933-9c09-e3b1845c7f00 req-c74a945d-fc01-46a9-941c-80a1563577a8 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:52:40.870858 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-fea9cf17-c5c6-4933-9c09-e3b1845c7f00 req-c74a945d-fc01-46a9-941c-80a1563577a8 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=93a3b34f-9092-4755-abf9-f76680acc2a6 HTTP/1.1" status: 200 len: 944 time: 0.0594513 Dec 21 13:52:40.924157 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-fea9cf17-c5c6-4933-9c09-e3b1845c7f00 req-94687707-d1d9-4901-9149-5d3ef1764065 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471246 Dec 21 13:52:42.045201 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42c87b9-1618-468a-8a89-13c305188d7b req-7a60b28d-a8c1-4d3a-b5c9-917535126f14 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:52:42.046691 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-f42c87b9-1618-468a-8a89-13c305188d7b req-7a60b28d-a8c1-4d3a-b5c9-917535126f14 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=93a3b34f-9092-4755-abf9-f76680acc2a6 HTTP/1.1" status: 200 len: 944 time: 0.0489161 Dec 21 13:52:42.097482 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-f42c87b9-1618-468a-8a89-13c305188d7b req-07e4f7bf-76f0-43f2-8e9b-97ca3db13bd0 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445955 Dec 21 13:52:42.384903 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device d14652d9-0204-4bd9-99b8-76a45fc1fc0e details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 13:52:42.475623 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port d14652d9-0204-4bd9-99b8-76a45fc1fc0e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d14652d9-0204-4bd9-99b8-76a45fc1fc0e,segment=NetworkSegment(6b368961-220d-46c0-a7b3-752d93fe7a84),segment_id=6b368961-220d-46c0-a7b3-752d93fe7a84)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:52:42.486294 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Returning: {'device': 'd14652d9-0204-4bd9-99b8-76a45fc1fc0e', 'network_id': '86b0eda8-0d8c-44c0-92cb-086bb55cf3a0', 'port_id': 'd14652d9-0204-4bd9-99b8-76a45fc1fc0e', 'mac_address': 'fa:16:3e:10:12:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e6360fb-ac23-4ada-be8e-32656d4402cd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 13:52:42.525691 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:52:42.537722 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d14652d9-0204-4bd9-99b8-76a45fc1fc0e {{(pid=103154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 13:52:42.556887 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port d14652d9-0204-4bd9-99b8-76a45fc1fc0e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d14652d9-0204-4bd9-99b8-76a45fc1fc0e,segment=NetworkSegment(6b368961-220d-46c0-a7b3-752d93fe7a84),segment_id=6b368961-220d-46c0-a7b3-752d93fe7a84)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:52:42.560725 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:52:42.606647 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=d14652d9-0204-4bd9-99b8-76a45fc1fc0e,revision_number=7']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:52:42.685917 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] get_ports_and_sgs() called for port_ids ['d14652d9-0204-4bd9-99b8-76a45fc1fc0e'] {{(pid=103154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 13:52:43.214377 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36330a6b-be15-421f-98eb-b68698e5d15c req-0da92049-1744-4fea-859e-22e46b5e123d tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:52:43.215844 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-36330a6b-be15-421f-98eb-b68698e5d15c req-0da92049-1744-4fea-859e-22e46b5e123d tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=93a3b34f-9092-4755-abf9-f76680acc2a6 HTTP/1.1" status: 200 len: 945 time: 0.0519185 Dec 21 13:52:43.261976 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-36330a6b-be15-421f-98eb-b68698e5d15c req-412e4a89-5ff6-4d91-9f64-6e985a30fb83 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402956 Dec 21 13:52:43.424112 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:52:44.375796 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3bfd56-3d00-4472-a81b-91a2e3e3f419 req-85a41121-3987-456b-ad68-eedd0cf55902 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:52:44.377230 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-fc3bfd56-3d00-4472-a81b-91a2e3e3f419 req-85a41121-3987-456b-ad68-eedd0cf55902 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=93a3b34f-9092-4755-abf9-f76680acc2a6 HTTP/1.1" status: 200 len: 945 time: 0.0472918 Dec 21 13:52:44.384097 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device d14652d9-0204-4bd9-99b8-76a45fc1fc0e up at agent hyperv_hv-neutron-mast {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:52:44.429010 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-fc3bfd56-3d00-4472-a81b-91a2e3e3f419 req-ad657515-8e63-4956-86b9-995e3ba652c4 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445590 Dec 21 13:52:44.431492 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Provisioning complete for port d14652d9-0204-4bd9-99b8-76a45fc1fc0e triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:52:44.431956 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:52:44.508701 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:52:44.530268 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93a3b34f-9092-4755-abf9-f76680acc2a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd14652d9-0204-4bd9-99b8-76a45fc1fc0e'}] {{(pid=103154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:52:44.532506 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6f45aca8ac5f8c0cc5868273c98d8aa60330245aed22d61c8da5c1f2d6fc01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e97cff10-48c3-493d-b7ee-edc2ad9988d0" -d '{"events": [{"server_uuid": "93a3b34f-9092-4755-abf9-f76680acc2a6", "name": "network-vif-plugged", "status": "completed", "tag": "d14652d9-0204-4bd9-99b8-76a45fc1fc0e"}]}' {{(pid=103154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:52:44.545050 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port d14652d9-0204-4bd9-99b8-76a45fc1fc0e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d14652d9-0204-4bd9-99b8-76a45fc1fc0e,segment=NetworkSegment(6b368961-220d-46c0-a7b3-752d93fe7a84),segment_id=6b368961-220d-46c0-a7b3-752d93fe7a84)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:52:44.549772 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:52:44.582175 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 13:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eac3ced8-daa3-46db-8f0e-cb22e0503a99 x-openstack-request-id: req-eac3ced8-daa3-46db-8f0e-cb22e0503a99 {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:52:44.582498 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93a3b34f-9092-4755-abf9-f76680acc2a6", "name": "network-vif-plugged", "status": "completed", "tag": "d14652d9-0204-4bd9-99b8-76a45fc1fc0e", "code": 200}]} {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:52:44.582754 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-eac3ced8-daa3-46db-8f0e-cb22e0503a99 {{(pid=103154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:52:44.583144 dv-neutron-master-2-hyperv neutron-server[103154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93a3b34f-9092-4755-abf9-f76680acc2a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd14652d9-0204-4bd9-99b8-76a45fc1fc0e', 'code': 200} Dec 21 13:52:44.599931 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=d14652d9-0204-4bd9-99b8-76a45fc1fc0e,revision_number=8']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:52:45.544238 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c6dd93-415c-44f7-98e3-1be508ba3aec req-deed1a7e-1de7-460b-a403-32ae3ae47a47 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:52:45.545702 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-69c6dd93-415c-44f7-98e3-1be508ba3aec req-deed1a7e-1de7-460b-a403-32ae3ae47a47 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=93a3b34f-9092-4755-abf9-f76680acc2a6 HTTP/1.1" status: 200 len: 946 time: 0.0477638 Dec 21 13:52:45.592011 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-69c6dd93-415c-44f7-98e3-1be508ba3aec req-ade16f48-7be0-4456-8899-b90650f85e99 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404291 Dec 21 13:52:46.708425 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a183ed2e-2a8e-4b98-a259-3512f7180fca req-0a38b275-3cf6-4348-b5e9-2346cca3d1f5 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:52:46.709873 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a183ed2e-2a8e-4b98-a259-3512f7180fca req-0a38b275-3cf6-4348-b5e9-2346cca3d1f5 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=93a3b34f-9092-4755-abf9-f76680acc2a6 HTTP/1.1" status: 200 len: 946 time: 0.0475421 Dec 21 13:52:46.757120 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a183ed2e-2a8e-4b98-a259-3512f7180fca req-cf6e3154-cc5a-4a19-a160-d10c5a925db9 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404351 Dec 21 13:52:46.834033 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.agents_db [None req-c60a5637-8c6f-4692-b23b-7dd82bd36b21 None None] Agent healthcheck: found 6 active agents {{(pid=103155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 13:52:47.057961 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a418778-444d-46d5-a9ba-99e499d3846f req-6ebc152b-c622-46a3-b2a8-25de0c9f42a9 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:52:47.059436 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1a418778-444d-46d5-a9ba-99e499d3846f req-6ebc152b-c622-46a3-b2a8-25de0c9f42a9 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.60 "GET /v2.0/ports?device_id=93a3b34f-9092-4755-abf9-f76680acc2a6&tenant_id=c3ccac8e105f47e9bf2dee4dbe2c86e4&binding%3Ahost_id=hv-neutron-mast HTTP/1.1" status: 200 len: 946 time: 0.0809929 Dec 21 13:52:47.071480 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c0472-0be3-4198-87ea-dbf1597638e2 req-feeaa671-72a5-4fbc-b711-2db169645d32 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:52:47.072828 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-219c0472-0be3-4198-87ea-dbf1597638e2 req-feeaa671-72a5-4fbc-b711-2db169645d32 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=93a3b34f-9092-4755-abf9-f76680acc2a6 HTTP/1.1" status: 200 len: 946 time: 0.0688875 Dec 21 13:52:47.154260 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-219c0472-0be3-4198-87ea-dbf1597638e2 req-f4c5ed24-a873-43d6-a1a5-773d73d56c5a tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756078 Dec 21 13:52:47.157109 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1a418778-444d-46d5-a9ba-99e499d3846f req-f74256a0-8015-4e72-8cc6-f0293b844176 service neutron] 10.222.0.60 "GET /v2.0/ports/d14652d9-0204-4bd9-99b8-76a45fc1fc0e/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0834215 Dec 21 13:52:47.236848 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a418778-444d-46d5-a9ba-99e499d3846f req-f75d5990-eb2a-4d74-bd28-53d2aec3e6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:52:47.238223 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1a418778-444d-46d5-a9ba-99e499d3846f req-f75d5990-eb2a-4d74-bd28-53d2aec3e6cc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c3ccac8e105f47e9bf2dee4dbe2c86e4&device_id=93a3b34f-9092-4755-abf9-f76680acc2a6 HTTP/1.1" status: 200 len: 1099 time: 0.0430717 Dec 21 13:52:47.324273 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a418778-444d-46d5-a9ba-99e499d3846f req-58d27a00-acc5-4b0f-bfa4-bb1d4d51e971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:52:47.325721 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1a418778-444d-46d5-a9ba-99e499d3846f req-58d27a00-acc5-4b0f-bfa4-bb1d4d51e971 service neutron] 10.222.0.60 "GET /v2.0/networks?id=86b0eda8-0d8c-44c0-92cb-086bb55cf3a0 HTTP/1.1" status: 200 len: 913 time: 0.0812001 Dec 21 13:52:47.395021 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1a418778-444d-46d5-a9ba-99e499d3846f req-198d71ce-f080-4f3f-976a-427a97233137 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d14652d9-0204-4bd9-99b8-76a45fc1fc0e HTTP/1.1" status: 200 len: 1003 time: 0.0622509 Dec 21 13:52:47.443248 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a418778-444d-46d5-a9ba-99e499d3846f req-642d1352-1207-4494-a491-43e3abaa2de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:52:47.444641 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1a418778-444d-46d5-a9ba-99e499d3846f req-642d1352-1207-4494-a491-43e3abaa2de1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5e6360fb-ac23-4ada-be8e-32656d4402cd HTTP/1.1" status: 200 len: 851 time: 0.0431068 Dec 21 13:52:47.487927 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a418778-444d-46d5-a9ba-99e499d3846f req-7c265ad5-b18c-4234-82a3-02fdd81b7949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:52:47.489309 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1a418778-444d-46d5-a9ba-99e499d3846f req-7c265ad5-b18c-4234-82a3-02fdd81b7949 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=86b0eda8-0d8c-44c0-92cb-086bb55cf3a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0384879 Dec 21 13:52:47.578597 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1a418778-444d-46d5-a9ba-99e499d3846f req-5aae1cb7-1b8d-4ef0-89b1-8e4cb9677d2f service neutron] 10.222.0.60 "GET /v2.0/networks/86b0eda8-0d8c-44c0-92cb-086bb55cf3a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828083 Dec 21 13:52:47.664703 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1a418778-444d-46d5-a9ba-99e499d3846f req-f198fee8-85cd-42d9-b194-22e262d1d5ce service neutron] 10.222.0.60 "GET /v2.0/networks/86b0eda8-0d8c-44c0-92cb-086bb55cf3a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798681 Dec 21 13:52:48.270825 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f476f5-4185-4f9f-8415-6b002da01b54 req-c3970cfd-8360-425a-8afa-119cf46c0025 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:52:48.272377 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-97f476f5-4185-4f9f-8415-6b002da01b54 req-c3970cfd-8360-425a-8afa-119cf46c0025 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=93a3b34f-9092-4755-abf9-f76680acc2a6 HTTP/1.1" status: 200 len: 946 time: 0.0480840 Dec 21 13:52:48.319071 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-97f476f5-4185-4f9f-8415-6b002da01b54 req-87868b8c-b3c7-492b-9c1c-fa9116c84b6d tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396457 Dec 21 13:52:49.440000 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:52:49.440000 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:52:49.440000 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:52:49.440000 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:52:49.440000 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:52:49.440000 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:52:49.440000 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:52:49.440000 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:52:49.440000 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:52:49.440000 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:52:49.440000 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:52:49.440000 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:52:49.440000 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:52:49.440000 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:52:49.440000 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:52:49.440000 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:52:49.440000 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:52:49.440000 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:52:49.440000 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:52:49.440000 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:52:49.440000 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:52:49.440000 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:52:49.440000 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:52:49.440000 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:52:49.440000 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:52:49.440000 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:52:49.440000 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:52:49.440000 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:52:49.440000 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:52:49.440000 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:52:49.440000 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:52:49.440000 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:52:49.440000 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:52:49.440000 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:52:49.440000 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:52:49.440000 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:52:49.440000 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:52:49.440000 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:52:49.440000 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:52:49.440000 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:52:49.440000 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:52:49.440000 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:52:49.440000 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:52:49.440000 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:52:49.440000 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:52:49.440000 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:52:49.440000 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:52:49.440000 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:52:49.444346 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aee44b7-eb62-4bc8-a72c-54c9e5bf44d0 req-4bcd4292-4db9-44a4-8d07-cd238d446686 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:52:49.445810 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-6aee44b7-eb62-4bc8-a72c-54c9e5bf44d0 req-4bcd4292-4db9-44a4-8d07-cd238d446686 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=93a3b34f-9092-4755-abf9-f76680acc2a6 HTTP/1.1" status: 200 len: 946 time: 0.0557022 Dec 21 13:52:49.839496 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-6aee44b7-eb62-4bc8-a72c-54c9e5bf44d0 req-95036773-b129-4195-81f0-5287129240d9 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3876467 Dec 21 13:52:50.957173 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46956899-21d2-42eb-9ec3-509a9406d7be req-eb6cab96-2904-422e-a92b-ec331e920dca tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:52:50.958551 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-46956899-21d2-42eb-9ec3-509a9406d7be req-eb6cab96-2904-422e-a92b-ec331e920dca tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=93a3b34f-9092-4755-abf9-f76680acc2a6 HTTP/1.1" status: 200 len: 946 time: 0.0515029 Dec 21 13:52:51.004999 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-46956899-21d2-42eb-9ec3-509a9406d7be req-f4a36b69-0c94-4861-a1de-7a625061b6d4 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400774 Dec 21 13:52:52.125058 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68d3952-72af-45fe-8196-767bc6b80784 req-05f8915a-97df-48a3-bb91-0ff15aec2881 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:52:52.126566 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b68d3952-72af-45fe-8196-767bc6b80784 req-05f8915a-97df-48a3-bb91-0ff15aec2881 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=93a3b34f-9092-4755-abf9-f76680acc2a6 HTTP/1.1" status: 200 len: 946 time: 0.0491176 Dec 21 13:52:52.196867 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b68d3952-72af-45fe-8196-767bc6b80784 req-367fbef9-9917-4b40-9f54-341db2c69e2d tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642388 Dec 21 13:52:52.208835 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a418778-444d-46d5-a9ba-99e499d3846f req-250e1e27-08e2-4910-b360-5f483b56d3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:52:52.210798 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1a418778-444d-46d5-a9ba-99e499d3846f req-250e1e27-08e2-4910-b360-5f483b56d3eb service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=93a3b34f-9092-4755-abf9-f76680acc2a6&tenant_id=c3ccac8e105f47e9bf2dee4dbe2c86e4 HTTP/1.1" status: 200 len: 1099 time: 0.0519552 Dec 21 13:52:52.290416 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a418778-444d-46d5-a9ba-99e499d3846f req-31ffd394-8370-4fef-8468-debb3d3f6114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:52:52.291790 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1a418778-444d-46d5-a9ba-99e499d3846f req-31ffd394-8370-4fef-8468-debb3d3f6114 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c3ccac8e105f47e9bf2dee4dbe2c86e4&device_id=93a3b34f-9092-4755-abf9-f76680acc2a6 HTTP/1.1" status: 200 len: 1099 time: 0.0428839 Dec 21 13:52:52.379859 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a418778-444d-46d5-a9ba-99e499d3846f req-f760eba6-3d39-4605-ad5d-8dad8eed95ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:52:52.381313 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1a418778-444d-46d5-a9ba-99e499d3846f req-f760eba6-3d39-4605-ad5d-8dad8eed95ca service neutron] 10.222.0.60 "GET /v2.0/networks?id=86b0eda8-0d8c-44c0-92cb-086bb55cf3a0 HTTP/1.1" status: 200 len: 913 time: 0.0831203 Dec 21 13:52:52.447911 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1a418778-444d-46d5-a9ba-99e499d3846f req-4972c6f8-5c53-4c7d-ae1f-909e6c224c9c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d14652d9-0204-4bd9-99b8-76a45fc1fc0e HTTP/1.1" status: 200 len: 1003 time: 0.0597754 Dec 21 13:52:52.495568 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a418778-444d-46d5-a9ba-99e499d3846f req-fa5c0924-a207-4b20-b9dd-52f40f9901ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:52:52.497003 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1a418778-444d-46d5-a9ba-99e499d3846f req-fa5c0924-a207-4b20-b9dd-52f40f9901ff service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5e6360fb-ac23-4ada-be8e-32656d4402cd HTTP/1.1" status: 200 len: 851 time: 0.0419769 Dec 21 13:52:52.541642 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a418778-444d-46d5-a9ba-99e499d3846f req-d71b4912-b19d-4fa9-a642-89fa5ef73445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:52:52.543041 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1a418778-444d-46d5-a9ba-99e499d3846f req-d71b4912-b19d-4fa9-a642-89fa5ef73445 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=86b0eda8-0d8c-44c0-92cb-086bb55cf3a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394592 Dec 21 13:52:52.634565 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1a418778-444d-46d5-a9ba-99e499d3846f req-af016ecc-ac97-4757-93eb-391a34229b6b service neutron] 10.222.0.60 "GET /v2.0/networks/86b0eda8-0d8c-44c0-92cb-086bb55cf3a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844855 Dec 21 13:52:52.720851 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1a418778-444d-46d5-a9ba-99e499d3846f req-f8d20105-1469-4b49-a9b7-e8729459a304 service neutron] 10.222.0.60 "GET /v2.0/networks/86b0eda8-0d8c-44c0-92cb-086bb55cf3a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799348 Dec 21 13:52:53.313548 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eedce2-8a53-41a9-935e-6cbe9594a962 req-b58ed2cc-0aad-4eec-87ee-64f8e48fe612 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:52:53.315110 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-d4eedce2-8a53-41a9-935e-6cbe9594a962 req-b58ed2cc-0aad-4eec-87ee-64f8e48fe612 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=93a3b34f-9092-4755-abf9-f76680acc2a6 HTTP/1.1" status: 200 len: 946 time: 0.0491562 Dec 21 13:52:53.364643 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-d4eedce2-8a53-41a9-935e-6cbe9594a962 req-a7496671-d031-4d17-b037-8e6991185f0d tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436268 Dec 21 13:52:54.399828 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device d14652d9-0204-4bd9-99b8-76a45fc1fc0e no longer exists at agent hyperv_hv-neutron-mast {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:52:54.478498 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:52:54.495140 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aac058-2e76-4fb9-9878-0fe7d64893ed req-a69981e9-1563-4bfd-8dcf-3e2792126a57 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:52:54.496552 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-77aac058-2e76-4fb9-9878-0fe7d64893ed req-a69981e9-1563-4bfd-8dcf-3e2792126a57 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=93a3b34f-9092-4755-abf9-f76680acc2a6 HTTP/1.1" status: 200 len: 946 time: 0.0613329 Dec 21 13:52:54.501607 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93a3b34f-9092-4755-abf9-f76680acc2a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd14652d9-0204-4bd9-99b8-76a45fc1fc0e'}] {{(pid=103154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:52:54.503828 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6f45aca8ac5f8c0cc5868273c98d8aa60330245aed22d61c8da5c1f2d6fc01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25b2209e-976d-4033-a537-74fee8ecbcee" -d '{"events": [{"server_uuid": "93a3b34f-9092-4755-abf9-f76680acc2a6", "name": "network-vif-unplugged", "status": "completed", "tag": "d14652d9-0204-4bd9-99b8-76a45fc1fc0e"}]}' {{(pid=103154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:52:54.517584 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port d14652d9-0204-4bd9-99b8-76a45fc1fc0e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d14652d9-0204-4bd9-99b8-76a45fc1fc0e,segment=NetworkSegment(6b368961-220d-46c0-a7b3-752d93fe7a84),segment_id=6b368961-220d-46c0-a7b3-752d93fe7a84)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:52:54.524518 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:52:54.558159 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Dec 2021 13:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d82a051d-eb5a-4ac0-a2fa-d32210a6c08e x-openstack-request-id: req-d82a051d-eb5a-4ac0-a2fa-d32210a6c08e {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:52:54.558555 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93a3b34f-9092-4755-abf9-f76680acc2a6", "name": "network-vif-unplugged", "status": "completed", "tag": "d14652d9-0204-4bd9-99b8-76a45fc1fc0e", "code": 200}]} {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:52:54.558813 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d82a051d-eb5a-4ac0-a2fa-d32210a6c08e {{(pid=103154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:52:54.559199 dv-neutron-master-2-hyperv neutron-server[103154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93a3b34f-9092-4755-abf9-f76680acc2a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd14652d9-0204-4bd9-99b8-76a45fc1fc0e', 'code': 200} Dec 21 13:52:54.561426 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-77aac058-2e76-4fb9-9878-0fe7d64893ed req-57aed65f-01f0-434d-b23d-8a5551127dec tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581031 Dec 21 13:52:54.586911 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=d14652d9-0204-4bd9-99b8-76a45fc1fc0e,revision_number=9']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:52:55.180736 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5daef01-7bd7-4894-87dc-e24b1e240892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:52:55.682075 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c253da-cc2d-4de8-beef-1b2bcadcf9c3 req-33c6e07f-6b30-44ce-923e-646445c39b98 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:52:55.683522 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-87c253da-cc2d-4de8-beef-1b2bcadcf9c3 req-33c6e07f-6b30-44ce-923e-646445c39b98 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=93a3b34f-9092-4755-abf9-f76680acc2a6 HTTP/1.1" status: 200 len: 944 time: 0.0492032 Dec 21 13:52:55.734058 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-87c253da-cc2d-4de8-beef-1b2bcadcf9c3 req-1406b3e0-a398-42d7-a58d-32814286990b tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445154 Dec 21 13:52:56.850060 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d029f329-2365-4202-8708-776ff1976369 req-14180713-1adc-4e26-930c-99f56583a05f tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:52:56.851588 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-d029f329-2365-4202-8708-776ff1976369 req-14180713-1adc-4e26-930c-99f56583a05f tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=93a3b34f-9092-4755-abf9-f76680acc2a6 HTTP/1.1" status: 200 len: 944 time: 0.0486143 Dec 21 13:52:56.898546 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-d029f329-2365-4202-8708-776ff1976369 req-bf3e43ea-76be-494b-b5d5-390da36ca181 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409186 Dec 21 13:52:57.631689 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f2c19fb7-01e4-4126-bbcf-7ede86d41d7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:52:58.013222 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3875500-a458-4d18-b839-eba166ea6a65 req-c7dbbfd7-8e58-4d97-9288-4d5799bb5429 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:52:58.014699 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-d3875500-a458-4d18-b839-eba166ea6a65 req-c7dbbfd7-8e58-4d97-9288-4d5799bb5429 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=93a3b34f-9092-4755-abf9-f76680acc2a6 HTTP/1.1" status: 200 len: 944 time: 0.0480535 Dec 21 13:52:58.061072 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-d3875500-a458-4d18-b839-eba166ea6a65 req-e334e915-cf30-49fa-a4f2-bcdcb26ad643 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405471 Dec 21 13:52:58.858061 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:52:59.179930 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fdb34a-1731-4200-b099-39ee6c68377a req-3036cb33-f591-42e8-8257-f62e34900a1d tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:52:59.181317 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-79fdb34a-1731-4200-b099-39ee6c68377a req-3036cb33-f591-42e8-8257-f62e34900a1d tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=93a3b34f-9092-4755-abf9-f76680acc2a6 HTTP/1.1" status: 200 len: 944 time: 0.0523190 Dec 21 13:52:59.227638 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-79fdb34a-1731-4200-b099-39ee6c68377a req-ed6c1840-26b4-4c89-98a0-5d9659b31c7f tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404456 Dec 21 13:53:00.342631 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bad695-0e59-4ae3-866b-cc7b42acdf00 req-5085bb95-3cbb-45ec-a24d-801247f77138 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:53:00.344102 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-61bad695-0e59-4ae3-866b-cc7b42acdf00 req-5085bb95-3cbb-45ec-a24d-801247f77138 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=93a3b34f-9092-4755-abf9-f76680acc2a6 HTTP/1.1" status: 200 len: 944 time: 0.0481064 Dec 21 13:53:00.390495 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-61bad695-0e59-4ae3-866b-cc7b42acdf00 req-92816a76-4ac0-45ce-bc40-0ee9ff7905f7 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405705 Dec 21 13:53:00.400112 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device d14652d9-0204-4bd9-99b8-76a45fc1fc0e details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 13:53:00.492473 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port d14652d9-0204-4bd9-99b8-76a45fc1fc0e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d14652d9-0204-4bd9-99b8-76a45fc1fc0e,segment=NetworkSegment(6b368961-220d-46c0-a7b3-752d93fe7a84),segment_id=6b368961-220d-46c0-a7b3-752d93fe7a84)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:53:00.503146 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Returning: {'device': 'd14652d9-0204-4bd9-99b8-76a45fc1fc0e', 'network_id': '86b0eda8-0d8c-44c0-92cb-086bb55cf3a0', 'port_id': 'd14652d9-0204-4bd9-99b8-76a45fc1fc0e', 'mac_address': 'fa:16:3e:10:12:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e6360fb-ac23-4ada-be8e-32656d4402cd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 13:53:00.540124 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:00.552322 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d14652d9-0204-4bd9-99b8-76a45fc1fc0e {{(pid=103154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 13:53:00.571254 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port d14652d9-0204-4bd9-99b8-76a45fc1fc0e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d14652d9-0204-4bd9-99b8-76a45fc1fc0e,segment=NetworkSegment(6b368961-220d-46c0-a7b3-752d93fe7a84),segment_id=6b368961-220d-46c0-a7b3-752d93fe7a84)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:53:00.575379 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:00.619746 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=d14652d9-0204-4bd9-99b8-76a45fc1fc0e,revision_number=10']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:53:00.699637 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] get_ports_and_sgs() called for port_ids ['d14652d9-0204-4bd9-99b8-76a45fc1fc0e'] {{(pid=103154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 13:53:00.855291 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:01.080795 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:01.510788 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cccfcd6-4ec4-4aef-a4ce-ec8105ac666b req-52434644-e8c4-49a0-a3ad-edec4068723a tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:53:01.512267 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-5cccfcd6-4ec4-4aef-a4ce-ec8105ac666b req-52434644-e8c4-49a0-a3ad-edec4068723a tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=93a3b34f-9092-4755-abf9-f76680acc2a6 HTTP/1.1" status: 200 len: 946 time: 0.0505261 Dec 21 13:53:01.558701 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-5cccfcd6-4ec4-4aef-a4ce-ec8105ac666b req-bc5dbb4b-edba-4f74-ac9c-d935cab4cc6a tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405676 Dec 21 13:53:02.414597 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device d14652d9-0204-4bd9-99b8-76a45fc1fc0e up at agent hyperv_hv-neutron-mast {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:53:02.461098 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Provisioning complete for port d14652d9-0204-4bd9-99b8-76a45fc1fc0e triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:53:02.461468 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:02.537569 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:02.559238 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93a3b34f-9092-4755-abf9-f76680acc2a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd14652d9-0204-4bd9-99b8-76a45fc1fc0e'}] {{(pid=103154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:53:02.561411 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6f45aca8ac5f8c0cc5868273c98d8aa60330245aed22d61c8da5c1f2d6fc01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be9fca25-0647-46c3-9d35-57479e544737" -d '{"events": [{"server_uuid": "93a3b34f-9092-4755-abf9-f76680acc2a6", "name": "network-vif-plugged", "status": "completed", "tag": "d14652d9-0204-4bd9-99b8-76a45fc1fc0e"}]}' {{(pid=103154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:53:02.574660 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port d14652d9-0204-4bd9-99b8-76a45fc1fc0e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d14652d9-0204-4bd9-99b8-76a45fc1fc0e,segment=NetworkSegment(6b368961-220d-46c0-a7b3-752d93fe7a84),segment_id=6b368961-220d-46c0-a7b3-752d93fe7a84)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:53:02.580136 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:02.612878 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 13:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac7c1e42-3831-49b5-b870-d01d51a08ac9 x-openstack-request-id: req-ac7c1e42-3831-49b5-b870-d01d51a08ac9 {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:53:02.613173 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93a3b34f-9092-4755-abf9-f76680acc2a6", "name": "network-vif-plugged", "status": "completed", "tag": "d14652d9-0204-4bd9-99b8-76a45fc1fc0e", "code": 200}]} {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:53:02.613425 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ac7c1e42-3831-49b5-b870-d01d51a08ac9 {{(pid=103154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:53:02.613810 dv-neutron-master-2-hyperv neutron-server[103154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93a3b34f-9092-4755-abf9-f76680acc2a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd14652d9-0204-4bd9-99b8-76a45fc1fc0e', 'code': 200} Dec 21 13:53:02.631307 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=d14652d9-0204-4bd9-99b8-76a45fc1fc0e,revision_number=11']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:53:02.678077 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19a1789-9032-4475-8cb9-62f83ce1afa3 req-e0dba601-e955-4ac1-a883-e8816288eaa2 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:53:02.680152 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-e19a1789-9032-4475-8cb9-62f83ce1afa3 req-e0dba601-e955-4ac1-a883-e8816288eaa2 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=93a3b34f-9092-4755-abf9-f76680acc2a6 HTTP/1.1" status: 200 len: 947 time: 0.0498633 Dec 21 13:53:02.729440 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-e19a1789-9032-4475-8cb9-62f83ce1afa3 req-a528a4c5-414f-4c50-bfc9-0661714f36fc tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433788 Dec 21 13:53:03.849840 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0881b7f1-039d-4d4f-88dd-d3b4e84afc3b req-9269089a-7c77-4c9c-8fb1-4c021e3edc1e tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:53:03.851343 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-0881b7f1-039d-4d4f-88dd-d3b4e84afc3b req-9269089a-7c77-4c9c-8fb1-4c021e3edc1e tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=93a3b34f-9092-4755-abf9-f76680acc2a6 HTTP/1.1" status: 200 len: 947 time: 0.0516160 Dec 21 13:53:03.896933 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-0881b7f1-039d-4d4f-88dd-d3b4e84afc3b req-af6643f2-96ba-4fbf-9491-036c3a7bf180 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397277 Dec 21 13:53:05.012357 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e71a7b-bbd2-4505-8f7d-5f8de935cffd req-36999f8b-f73d-48a5-bd35-e43675cba324 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:53:05.013825 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f6e71a7b-bbd2-4505-8f7d-5f8de935cffd req-36999f8b-f73d-48a5-bd35-e43675cba324 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=93a3b34f-9092-4755-abf9-f76680acc2a6 HTTP/1.1" status: 200 len: 947 time: 0.0481336 Dec 21 13:53:05.060428 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f6e71a7b-bbd2-4505-8f7d-5f8de935cffd req-063958cf-d092-49ab-8211-882e8645971a tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406332 Dec 21 13:53:05.172905 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1a050b-3c39-4b19-a053-a099e2bca0d3 req-15e66fb5-1353-4beb-8ccc-9781fc13d74c tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:53:05.174376 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-3e1a050b-3c39-4b19-a053-a099e2bca0d3 req-15e66fb5-1353-4beb-8ccc-9781fc13d74c tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=93a3b34f-9092-4755-abf9-f76680acc2a6 HTTP/1.1" status: 200 len: 947 time: 0.0482523 Dec 21 13:53:05.219792 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-3e1a050b-3c39-4b19-a053-a099e2bca0d3 req-fe2c1c55-8bd9-47ec-8221-76c4ee78d4ac tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392406 Dec 21 13:53:05.331748 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f56114-03ad-435a-af0d-c036328f130f req-6a244ddc-443f-455d-a6da-9e46636db404 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:53:05.333193 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-45f56114-03ad-435a-af0d-c036328f130f req-6a244ddc-443f-455d-a6da-9e46636db404 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=93a3b34f-9092-4755-abf9-f76680acc2a6 HTTP/1.1" status: 200 len: 947 time: 0.0474758 Dec 21 13:53:05.378332 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-45f56114-03ad-435a-af0d-c036328f130f req-ec46d966-9c99-4c1f-9f85-097601eb6082 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385885 Dec 21 13:53:05.613209 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abd2e8e-6ed9-4093-b01a-a34b7bf4a4aa req-495bde75-00d8-42b8-9ab1-87af89d7374f tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:53:05.614696 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-0abd2e8e-6ed9-4093-b01a-a34b7bf4a4aa req-495bde75-00d8-42b8-9ab1-87af89d7374f tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=93a3b34f-9092-4755-abf9-f76680acc2a6 HTTP/1.1" status: 200 len: 947 time: 0.0524709 Dec 21 13:53:05.660963 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-0abd2e8e-6ed9-4093-b01a-a34b7bf4a4aa req-fc1d530b-f03a-4a0d-a431-6aa58baccb5b tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397542 Dec 21 13:53:06.778985 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fcf3f6-57a7-4a7e-9186-28fa27b36237 req-f94f007f-1a41-44c4-8d13-a346f5b4184f tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:53:06.780435 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-93fcf3f6-57a7-4a7e-9186-28fa27b36237 req-f94f007f-1a41-44c4-8d13-a346f5b4184f tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=93a3b34f-9092-4755-abf9-f76680acc2a6 HTTP/1.1" status: 200 len: 947 time: 0.0519161 Dec 21 13:53:06.825690 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-93fcf3f6-57a7-4a7e-9186-28fa27b36237 req-67d3aa22-6e73-4499-a3f1-23e61038e1fc tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393682 Dec 21 13:53:07.940200 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55944412-5b87-410c-9c2d-3a57a07430c5 req-1f999192-207f-4a9e-8941-322353e3f8e8 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:53:07.941679 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-55944412-5b87-410c-9c2d-3a57a07430c5 req-1f999192-207f-4a9e-8941-322353e3f8e8 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=93a3b34f-9092-4755-abf9-f76680acc2a6 HTTP/1.1" status: 200 len: 947 time: 0.0492809 Dec 21 13:53:07.989025 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-55944412-5b87-410c-9c2d-3a57a07430c5 req-8a29e1fd-31b8-4dbd-99bd-a5ffc63f2017 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413840 Dec 21 13:53:08.087835 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3230bce8-fcc4-429a-a25a-0667d815706c req-10002c9a-9f63-4195-806c-90fb197d5ef7 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:53:08.089276 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-3230bce8-fcc4-429a-a25a-0667d815706c req-10002c9a-9f63-4195-806c-90fb197d5ef7 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.60 "GET /v2.0/ports?device_id=93a3b34f-9092-4755-abf9-f76680acc2a6 HTTP/1.1" status: 200 len: 947 time: 0.0483019 Dec 21 13:53:08.185288 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [req-3230bce8-fcc4-429a-a25a-0667d815706c req-2ac07668-5234-4a6d-8cee-bbd14587e8e7 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Deleting port d14652d9-0204-4bd9-99b8-76a45fc1fc0e {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:53:08.185552 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-3230bce8-fcc4-429a-a25a-0667d815706c req-2ac07668-5234-4a6d-8cee-bbd14587e8e7 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:08.274219 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-3230bce8-fcc4-429a-a25a-0667d815706c req-2ac07668-5234-4a6d-8cee-bbd14587e8e7 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] For port d14652d9-0204-4bd9-99b8-76a45fc1fc0e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d14652d9-0204-4bd9-99b8-76a45fc1fc0e,segment=NetworkSegment(6b368961-220d-46c0-a7b3-752d93fe7a84),segment_id=6b368961-220d-46c0-a7b3-752d93fe7a84)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:53:08.274615 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-3230bce8-fcc4-429a-a25a-0667d815706c req-2ac07668-5234-4a6d-8cee-bbd14587e8e7 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:08.445479 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-3230bce8-fcc4-429a-a25a-0667d815706c req-2ac07668-5234-4a6d-8cee-bbd14587e8e7 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:08.445761 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-3230bce8-fcc4-429a-a25a-0667d815706c req-2ac07668-5234-4a6d-8cee-bbd14587e8e7 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548820'] for floatingip, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:08.446081 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.l3_db [req-3230bce8-fcc4-429a-a25a-0667d815706c req-2ac07668-5234-4a6d-8cee-bbd14587e8e7 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Floating IP 89eccce2-6eaa-453a-b6a7-962f10e6d146 disassociated. External IP: 172.36.3.189, port: d14652d9-0204-4bd9-99b8-76a45fc1fc0e. Dec 21 13:53:08.446454 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [req-3230bce8-fcc4-429a-a25a-0667d815706c req-2ac07668-5234-4a6d-8cee-bbd14587e8e7 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Calling delete_port for d14652d9-0204-4bd9-99b8-76a45fc1fc0e owned by compute:nova {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:53:08.579893 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-3230bce8-fcc4-429a-a25a-0667d815706c req-2ac07668-5234-4a6d-8cee-bbd14587e8e7 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:08.610363 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac07668-5234-4a6d-8cee-bbd14587e8e7 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Pushing event deleted for resources: {'Port': ['ID=d14652d9-0204-4bd9-99b8-76a45fc1fc0e,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:53:08.623747 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac07668-5234-4a6d-8cee-bbd14587e8e7 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:53:08.623747 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac07668-5234-4a6d-8cee-bbd14587e8e7 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:53:08.624035 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac07668-5234-4a6d-8cee-bbd14587e8e7 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:53:08.624323 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac07668-5234-4a6d-8cee-bbd14587e8e7 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:53:08.624647 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac07668-5234-4a6d-8cee-bbd14587e8e7 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:53:08.624982 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac07668-5234-4a6d-8cee-bbd14587e8e7 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:53:08.625312 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac07668-5234-4a6d-8cee-bbd14587e8e7 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:53:08.625635 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac07668-5234-4a6d-8cee-bbd14587e8e7 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:53:08.625961 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac07668-5234-4a6d-8cee-bbd14587e8e7 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:53:08.626287 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac07668-5234-4a6d-8cee-bbd14587e8e7 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:53:08.626664 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac07668-5234-4a6d-8cee-bbd14587e8e7 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:53:08.626987 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac07668-5234-4a6d-8cee-bbd14587e8e7 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:53:08.627337 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac07668-5234-4a6d-8cee-bbd14587e8e7 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:53:08.740611 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3230bce8-fcc4-429a-a25a-0667d815706c req-2ac07668-5234-4a6d-8cee-bbd14587e8e7 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Router 74ec0db5-613a-474a-932b-c3fbe67b8741 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:53:08.847041 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3230bce8-fcc4-429a-a25a-0667d815706c req-2ac07668-5234-4a6d-8cee-bbd14587e8e7 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:53:08.857904 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e84142-65dd-4b5a-a7bc-97074bc79e51 None None] Sync routers for ids ['74ec0db5-613a-474a-932b-c3fbe67b8741'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:53:08.870163 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e84142-65dd-4b5a-a7bc-97074bc79e51 None None] Routers {'74ec0db5-613a-474a-932b-c3fbe67b8741'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:53:08.873240 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-f1e84142-65dd-4b5a-a7bc-97074bc79e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:52:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['74ec0db5-613a-474a-932b-c3fbe67b8741'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:53:08.895337 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [req-3230bce8-fcc4-429a-a25a-0667d815706c req-2ac07668-5234-4a6d-8cee-bbd14587e8e7 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] No DVR routers for this DVR port d14652d9-0204-4bd9-99b8-76a45fc1fc0e on host hv-neutron-mast {{(pid=103153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:53:08.897837 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-3230bce8-fcc4-429a-a25a-0667d815706c req-2ac07668-5234-4a6d-8cee-bbd14587e8e7 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:08.901190 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-3230bce8-fcc4-429a-a25a-0667d815706c req-2ac07668-5234-4a6d-8cee-bbd14587e8e7 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.60 "DELETE /v2.0/ports/d14652d9-0204-4bd9-99b8-76a45fc1fc0e HTTP/1.1" status: 204 len: 173 time: 0.8062372 Dec 21 13:53:08.901629 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93a3b34f-9092-4755-abf9-f76680acc2a6', 'name': 'network-vif-deleted', 'tag': 'd14652d9-0204-4bd9-99b8-76a45fc1fc0e'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:53:08.903913 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af6034c98e584fa55ea4398f343c742ceb598288507feaf30d5a15785b2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e65459cc-ebdb-493f-98b0-6513015bbf6e" -d '{"events": [{"server_uuid": "93a3b34f-9092-4755-abf9-f76680acc2a6", "name": "network-vif-deleted", "tag": "d14652d9-0204-4bd9-99b8-76a45fc1fc0e"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:53:09.007938 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 13:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b739694d-7213-48b1-8b47-28a00d48bf44 x-openstack-request-id: req-b739694d-7213-48b1-8b47-28a00d48bf44 {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:53:09.008571 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93a3b34f-9092-4755-abf9-f76680acc2a6", "name": "network-vif-deleted", "tag": "d14652d9-0204-4bd9-99b8-76a45fc1fc0e", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:53:09.008571 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b739694d-7213-48b1-8b47-28a00d48bf44 {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:53:09.008888 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93a3b34f-9092-4755-abf9-f76680acc2a6', 'name': 'network-vif-deleted', 'tag': 'd14652d9-0204-4bd9-99b8-76a45fc1fc0e', 'status': 'completed', 'code': 200} Dec 21 13:53:09.092618 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-0da3f4d2-ff16-4ee7-9168-1810ecb450bb req-852230d1-af2f-4bcd-97f3-8c197244def9 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=93a3b34f-9092-4755-abf9-f76680acc2a6 HTTP/1.1" status: 200 len: 210 time: 0.0276930 Dec 21 13:53:09.141459 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-f1e84142-65dd-4b5a-a7bc-97074bc79e51 None None] Set router 74ec0db5-613a-474a-932b-c3fbe67b8741 gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:53:09.348602 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-f1e84142-65dd-4b5a-a7bc-97074bc79e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74ec0db5-613a-474a-932b-c3fbe67b8741', 'name': 'tempest-ServerActionsTestJSON-2083675911-router', 'tenant_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.26'}], 'enable_snat': True}, 'gw_port_id': '2576a882-c215-436d-ac54-9f590f8052b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:47:34Z', 'updated_at': '2021-12-21T13:47:37Z', 'revision_number': 4, 'project_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'gw_port': {'id': '2576a882-c215-436d-ac54-9f590f8052b1', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:84:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ec0db5-613a-474a-932b-c3fbe67b8741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:47:35Z', 'updated_at': '2021-12-21T13:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '41d341b9-de5a-4ea8-8ed0-3e38ab7526de', 'name': '', 'network_id': '86b0eda8-0d8c-44c0-92cb-086bb55cf3a0', 'tenant_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'mac_address': 'fa:16:3e:f0:17:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ec0db5-613a-474a-932b-c3fbe67b8741', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '5e6360fb-ac23-4ada-be8e-32656d4402cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:47:36Z', 'updated_at': '2021-12-21T13:47:40Z', 'revision_number': 5, 'project_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'subnets': [{'id': '5e6360fb-ac23-4ada-be8e-32656d4402cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:53:09.374260 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e84142-65dd-4b5a-a7bc-97074bc79e51 None None] Checking router: 74ec0db5-613a-474a-932b-c3fbe67b8741 for host: dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:53:09.383201 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e84142-65dd-4b5a-a7bc-97074bc79e51 None None] Routers {'74ec0db5-613a-474a-932b-c3fbe67b8741'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:53:09.383823 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-f1e84142-65dd-4b5a-a7bc-97074bc79e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:52:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['74ec0db5-613a-474a-932b-c3fbe67b8741'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:53:09.495656 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-f1e84142-65dd-4b5a-a7bc-97074bc79e51 None None] Set router 74ec0db5-613a-474a-932b-c3fbe67b8741 gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:53:09.698455 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-f1e84142-65dd-4b5a-a7bc-97074bc79e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74ec0db5-613a-474a-932b-c3fbe67b8741', 'name': 'tempest-ServerActionsTestJSON-2083675911-router', 'tenant_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.26'}], 'enable_snat': True}, 'gw_port_id': '2576a882-c215-436d-ac54-9f590f8052b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:47:34Z', 'updated_at': '2021-12-21T13:47:37Z', 'revision_number': 4, 'project_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'gw_port': {'id': '2576a882-c215-436d-ac54-9f590f8052b1', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:84:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ec0db5-613a-474a-932b-c3fbe67b8741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:47:35Z', 'updated_at': '2021-12-21T13:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '41d341b9-de5a-4ea8-8ed0-3e38ab7526de', 'name': '', 'network_id': '86b0eda8-0d8c-44c0-92cb-086bb55cf3a0', 'tenant_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'mac_address': 'fa:16:3e:f0:17:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ec0db5-613a-474a-932b-c3fbe67b8741', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '5e6360fb-ac23-4ada-be8e-32656d4402cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:47:36Z', 'updated_at': '2021-12-21T13:47:40Z', 'revision_number': 5, 'project_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'subnets': [{'id': '5e6360fb-ac23-4ada-be8e-32656d4402cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:53:09.724237 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e84142-65dd-4b5a-a7bc-97074bc79e51 None None] The sync data for ids ['74ec0db5-613a-474a-932b-c3fbe67b8741'] in dv-neutron-master-2-hyperv is: [{'id': '74ec0db5-613a-474a-932b-c3fbe67b8741', 'name': 'tempest-ServerActionsTestJSON-2083675911-router', 'tenant_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.26'}], 'enable_snat': True}, 'gw_port_id': '2576a882-c215-436d-ac54-9f590f8052b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:47:34Z', 'updated_at': '2021-12-21T13:47:37Z', 'revision_number': 4, 'project_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'gw_port': {'id': '2576a882-c215-436d-ac54-9f590f8052b1', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:84:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ec0db5-613a-474a-932b-c3fbe67b8741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:47:35Z', 'updated_at': '2021-12-21T13:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '41d341b9-de5a-4ea8-8ed0-3e38ab7526de', 'name': '', 'network_id': '86b0eda8-0d8c-44c0-92cb-086bb55cf3a0', 'tenant_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'mac_address': 'fa:16:3e:f0:17:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ec0db5-613a-474a-932b-c3fbe67b8741', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '5e6360fb-ac23-4ada-be8e-32656d4402cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:47:36Z', 'updated_at': '2021-12-21T13:47:40Z', 'revision_number': 5, 'project_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'subnets': [{'id': '5e6360fb-ac23-4ada-be8e-32656d4402cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:53:09.945185 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7ddf98-c007-4b80-a91f-6e5850c884ed None None] New status for floating IP 89eccce2-6eaa-453a-b6a7-962f10e6d146: DOWN {{(pid=103155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 13:53:10.188798 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-2fa9ab44-b0d1-498b-a3bd-958a479a96a4 req-0d4640a4-53fa-44f6-bb12-039816b4b67d tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=93a3b34f-9092-4755-abf9-f76680acc2a6 HTTP/1.1" status: 200 len: 210 time: 0.0267608 Dec 21 13:53:11.292058 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c8b6ab0a-16b0-4410-962a-e7edd55b8c3e req-a1a6aaf8-acb1-45e7-adea-d06d0af339a4 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=93a3b34f-9092-4755-abf9-f76680acc2a6 HTTP/1.1" status: 200 len: 210 time: 0.0330548 Dec 21 13:53:12.388522 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-3467e79c-0695-4155-83d3-1c8c53563c5b req-65d6071c-e019-44b0-be69-e5e1b9495d15 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=93a3b34f-9092-4755-abf9-f76680acc2a6 HTTP/1.1" status: 200 len: 210 time: 0.0264881 Dec 21 13:53:12.445002 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device d14652d9-0204-4bd9-99b8-76a45fc1fc0e no longer exists at agent hyperv_hv-neutron-mast {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:53:12.465307 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] No Port match for: d14652d9-0204-4bd9-99b8-76a45fc1fc0e {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:53:12.465729 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device d14652d9-0204-4bd9-99b8-76a45fc1fc0e not bound to the agent host hv-neutron-mast {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:53:13.249411 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1167153c-c813-4fd6-8375-d1875ea7e68c req-6b10191c-e4a0-4d05-ae49-51e16a719ff0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=93a3b34f-9092-4755-abf9-f76680acc2a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0263562 Dec 21 13:53:13.334447 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1167153c-c813-4fd6-8375-d1875ea7e68c req-0203b428-9ea4-4077-9005-6fe1936ec297 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c3ccac8e105f47e9bf2dee4dbe2c86e4&device_id=93a3b34f-9092-4755-abf9-f76680acc2a6 HTTP/1.1" status: 200 len: 210 time: 0.0249333 Dec 21 13:53:13.422926 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:13.521908 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-659d6985-0d92-43af-97be-db2ca16f8c9c req-378ffecd-28e6-4001-b749-5e1a1d8ef1e9 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/ports?device_id=93a3b34f-9092-4755-abf9-f76680acc2a6 HTTP/1.1" status: 200 len: 210 time: 0.0460722 Dec 21 13:53:13.558742 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1167153c-c813-4fd6-8375-d1875ea7e68c req-b41c76e3-de47-4b09-90fb-d37c86818efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:53:13.560223 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1167153c-c813-4fd6-8375-d1875ea7e68c req-b41c76e3-de47-4b09-90fb-d37c86818efb service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=c3ccac8e105f47e9bf2dee4dbe2c86e4&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1994097 Dec 21 13:53:13.740058 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1167153c-c813-4fd6-8375-d1875ea7e68c req-2bbc3362-6333-47e9-b058-6446d9aced8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:53:13.741461 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1167153c-c813-4fd6-8375-d1875ea7e68c req-2bbc3362-6333-47e9-b058-6446d9aced8a service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1751659 Dec 21 13:53:18.232874 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 36048) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:53:18.287884 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-448c694c-f62d-484b-8bdb-5b3efd42de76 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Publish callbacks [] for security_group, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:18.314713 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-448c694c-f62d-484b-8bdb-5b3efd42de76 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:18.362131 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-448c694c-f62d-484b-8bdb-5b3efd42de76 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:18.364875 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-448c694c-f62d-484b-8bdb-5b3efd42de76 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:18.366048 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-448c694c-f62d-484b-8bdb-5b3efd42de76 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "DELETE /v2.0/security-groups/2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2 HTTP/1.1" status: 204 len: 168 time: 0.1319964 Dec 21 13:53:18.369422 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 36050) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:53:18.376391 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448c694c-f62d-484b-8bdb-5b3efd42de76 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:53:18.384982 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448c694c-f62d-484b-8bdb-5b3efd42de76 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:53:18.385341 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448c694c-f62d-484b-8bdb-5b3efd42de76 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:53:18.385692 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448c694c-f62d-484b-8bdb-5b3efd42de76 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:53:18.386034 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448c694c-f62d-484b-8bdb-5b3efd42de76 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:53:18.386864 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448c694c-f62d-484b-8bdb-5b3efd42de76 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:53:18.386864 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448c694c-f62d-484b-8bdb-5b3efd42de76 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:53:18.387046 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448c694c-f62d-484b-8bdb-5b3efd42de76 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:53:18.387379 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448c694c-f62d-484b-8bdb-5b3efd42de76 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:53:18.387708 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448c694c-f62d-484b-8bdb-5b3efd42de76 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:53:18.388040 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448c694c-f62d-484b-8bdb-5b3efd42de76 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:53:18.388242 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.api.v2.resource [None req-8df18bc7-20ff-4fd5-8ada-880fdcf22fe5 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] show failed (client error): The resource could not be found. Dec 21 13:53:18.388352 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448c694c-f62d-484b-8bdb-5b3efd42de76 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:53:18.388683 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448c694c-f62d-484b-8bdb-5b3efd42de76 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:53:18.391807 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448c694c-f62d-484b-8bdb-5b3efd42de76 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:53:18.391931 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-8df18bc7-20ff-4fd5-8ada-880fdcf22fe5 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "GET /v2.0/security-groups/2ff4cb35-2fcd-4ad5-a597-38ab04b47ed2 HTTP/1.1" status: 404 len: 347 time: 0.0183368 Dec 21 13:53:18.392761 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 36052) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:53:18.517011 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-c9f06624-fc18-4cd9-b2b4-46edde5b9c49 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Deleting port ec5f954d-56c7-4195-9bd5-44d01a085737 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:53:18.517263 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c9f06624-fc18-4cd9-b2b4-46edde5b9c49 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:18.591307 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c9f06624-fc18-4cd9-b2b4-46edde5b9c49 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:18.591642 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c9f06624-fc18-4cd9-b2b4-46edde5b9c49 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:18.603855 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-c9f06624-fc18-4cd9-b2b4-46edde5b9c49 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Calling delete_port for ec5f954d-56c7-4195-9bd5-44d01a085737 owned by network:floatingip {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:53:18.735516 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c9f06624-fc18-4cd9-b2b4-46edde5b9c49 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:18.763963 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f06624-fc18-4cd9-b2b4-46edde5b9c49 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Pushing event deleted for resources: {'Port': ['ID=ec5f954d-56c7-4195-9bd5-44d01a085737,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:53:18.826625 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c9f06624-fc18-4cd9-b2b4-46edde5b9c49 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Publish callbacks [] for floatingip, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:18.829155 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c9f06624-fc18-4cd9-b2b4-46edde5b9c49 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for floatingip, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:18.830309 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-c9f06624-fc18-4cd9-b2b4-46edde5b9c49 tempest-ServerActionsTestJSON-877040378 tempest-ServerActionsTestJSON-877040378-project] 10.222.0.37 "DELETE /v2.0/floatingips/89eccce2-6eaa-453a-b6a7-962f10e6d146 HTTP/1.1" status: 204 len: 168 time: 0.4366133 Dec 21 13:53:18.833101 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 36054) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:53:19.222517 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-49e02927-d5a6-4e77-a1a5-2816a508af03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532692'] for router_interface, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:19.471115 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-49e02927-d5a6-4e77-a1a5-2816a508af03 admin admin] Deleting port 41d341b9-de5a-4ea8-8ed0-3e38ab7526de {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:53:19.471823 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-49e02927-d5a6-4e77-a1a5-2816a508af03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:19.549306 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-49e02927-d5a6-4e77-a1a5-2816a508af03 admin admin] For port 41d341b9-de5a-4ea8-8ed0-3e38ab7526de, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=41d341b9-de5a-4ea8-8ed0-3e38ab7526de,segment=NetworkSegment(6b368961-220d-46c0-a7b3-752d93fe7a84),segment_id=6b368961-220d-46c0-a7b3-752d93fe7a84)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:53:19.549571 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-49e02927-d5a6-4e77-a1a5-2816a508af03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:19.561084 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-49e02927-d5a6-4e77-a1a5-2816a508af03 admin admin] Calling delete_port for 41d341b9-de5a-4ea8-8ed0-3e38ab7526de owned by network:router_interface {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:53:19.734169 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-49e02927-d5a6-4e77-a1a5-2816a508af03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:19.760795 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e02927-d5a6-4e77-a1a5-2816a508af03 admin admin] Pushing event deleted for resources: {'Port': ['ID=41d341b9-de5a-4ea8-8ed0-3e38ab7526de,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:53:19.921631 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-49e02927-d5a6-4e77-a1a5-2816a508af03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534084'] for router_interface, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:20.413196 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49e02927-d5a6-4e77-a1a5-2816a508af03 admin admin] Router 74ec0db5-613a-474a-932b-c3fbe67b8741 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:53:20.516111 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49e02927-d5a6-4e77-a1a5-2816a508af03 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:53:20.521430 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-49e02927-d5a6-4e77-a1a5-2816a508af03 admin admin] 10.222.0.37 "PUT /v2.0/routers/74ec0db5-613a-474a-932b-c3fbe67b8741/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6873589 Dec 21 13:53:20.523967 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 36058) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:53:20.525321 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ab42f4-a2e4-4cdc-80c4-37dde172a8e4 None None] Sync routers for ids ['74ec0db5-613a-474a-932b-c3fbe67b8741'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:53:20.535100 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ab42f4-a2e4-4cdc-80c4-37dde172a8e4 None None] Routers {'74ec0db5-613a-474a-932b-c3fbe67b8741'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:53:20.535722 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-35ab42f4-a2e4-4cdc-80c4-37dde172a8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:52:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['74ec0db5-613a-474a-932b-c3fbe67b8741'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:53:20.629202 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9262061b-4458-4bb8-b2e6-2ece440f8fe5 admin admin] Publish callbacks [] for router, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:20.647480 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-35ab42f4-a2e4-4cdc-80c4-37dde172a8e4 None None] Set router 74ec0db5-613a-474a-932b-c3fbe67b8741 gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:53:20.732930 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9262061b-4458-4bb8-b2e6-2ece440f8fe5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:20.783626 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-9262061b-4458-4bb8-b2e6-2ece440f8fe5 admin admin] Deleting port 2576a882-c215-436d-ac54-9f590f8052b1 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:53:20.783969 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9262061b-4458-4bb8-b2e6-2ece440f8fe5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:20.821743 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-35ab42f4-a2e4-4cdc-80c4-37dde172a8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74ec0db5-613a-474a-932b-c3fbe67b8741', 'name': 'tempest-ServerActionsTestJSON-2083675911-router', 'tenant_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.26'}], 'enable_snat': True}, 'gw_port_id': '2576a882-c215-436d-ac54-9f590f8052b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:47:34Z', 'updated_at': '2021-12-21T13:53:19Z', 'revision_number': 5, 'project_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'gw_port': {'id': '2576a882-c215-436d-ac54-9f590f8052b1', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:84:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ec0db5-613a-474a-932b-c3fbe67b8741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:47:35Z', 'updated_at': '2021-12-21T13:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:53:20.852006 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ab42f4-a2e4-4cdc-80c4-37dde172a8e4 None None] Checking router: 74ec0db5-613a-474a-932b-c3fbe67b8741 for host: dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:53:20.860603 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ab42f4-a2e4-4cdc-80c4-37dde172a8e4 None None] Routers {'74ec0db5-613a-474a-932b-c3fbe67b8741'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:53:20.861224 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-35ab42f4-a2e4-4cdc-80c4-37dde172a8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:52:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['74ec0db5-613a-474a-932b-c3fbe67b8741'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:53:20.865798 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-9262061b-4458-4bb8-b2e6-2ece440f8fe5 admin admin] For port 2576a882-c215-436d-ac54-9f590f8052b1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2576a882-c215-436d-ac54-9f590f8052b1,segment=NetworkSegment(a32e5bfd-6fac-434f-817b-5707a23fd2ca),segment_id=a32e5bfd-6fac-434f-817b-5707a23fd2ca)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:53:20.866162 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9262061b-4458-4bb8-b2e6-2ece440f8fe5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:20.877804 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-9262061b-4458-4bb8-b2e6-2ece440f8fe5 admin admin] Calling delete_port for 2576a882-c215-436d-ac54-9f590f8052b1 owned by network:router_gateway {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:53:20.940678 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-35ab42f4-a2e4-4cdc-80c4-37dde172a8e4 None None] Set router 74ec0db5-613a-474a-932b-c3fbe67b8741 gateway port host: None {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:53:20.994931 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-35ab42f4-a2e4-4cdc-80c4-37dde172a8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74ec0db5-613a-474a-932b-c3fbe67b8741', 'name': 'tempest-ServerActionsTestJSON-2083675911-router', 'tenant_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:47:34Z', 'updated_at': '2021-12-21T13:53:20Z', 'revision_number': 6, 'project_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:53:21.020915 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ab42f4-a2e4-4cdc-80c4-37dde172a8e4 None None] The sync data for ids ['74ec0db5-613a-474a-932b-c3fbe67b8741'] in dv-neutron-master-2-hyperv is: [{'id': '74ec0db5-613a-474a-932b-c3fbe67b8741', 'name': 'tempest-ServerActionsTestJSON-2083675911-router', 'tenant_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:47:34Z', 'updated_at': '2021-12-21T13:53:20Z', 'revision_number': 6, 'project_id': 'c3ccac8e105f47e9bf2dee4dbe2c86e4', 'gw_port_host': None}] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:53:21.043929 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9262061b-4458-4bb8-b2e6-2ece440f8fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:21.072214 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9262061b-4458-4bb8-b2e6-2ece440f8fe5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2576a882-c215-436d-ac54-9f590f8052b1,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:53:21.082030 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce2dcaa-f670-4bbc-ac8c-d37605c78023 None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:53:21.130025 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9262061b-4458-4bb8-b2e6-2ece440f8fe5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-548638'] for router_gateway, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:21.227652 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9262061b-4458-4bb8-b2e6-2ece440f8fe5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26950'] for router, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:21.229721 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9262061b-4458-4bb8-b2e6-2ece440f8fe5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:21.274761 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9262061b-4458-4bb8-b2e6-2ece440f8fe5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534967'] for router, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:21.275375 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9262061b-4458-4bb8-b2e6-2ece440f8fe5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74ec0db5-613a-474a-932b-c3fbe67b8741 {{(pid=103152) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 13:53:21.280120 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9262061b-4458-4bb8-b2e6-2ece440f8fe5 admin admin] Publish callbacks [] for router, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:21.281357 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-9262061b-4458-4bb8-b2e6-2ece440f8fe5 admin admin] 10.222.0.37 "DELETE /v2.0/routers/74ec0db5-613a-474a-932b-c3fbe67b8741 HTTP/1.1" status: 204 len: 168 time: 0.7563810 Dec 21 13:53:21.283773 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 36060) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:53:21.327754 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_v2 [None req-39704cf8-02a8-4598-a95d-2448e79d5ce9 admin admin] Deleting subnet 5e6360fb-ac23-4ada-be8e-32656d4402cd {{(pid=103152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:53:21.330758 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-39704cf8-02a8-4598-a95d-2448e79d5ce9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:21.365086 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-39704cf8-02a8-4598-a95d-2448e79d5ce9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526644'] for subnet, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:21.454787 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-39704cf8-02a8-4598-a95d-2448e79d5ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:21.506490 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-39704cf8-02a8-4598-a95d-2448e79d5ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12346570'] for subnet, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:21.529760 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39704cf8-02a8-4598-a95d-2448e79d5ce9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e6360fb-ac23-4ada-be8e-32656d4402cd,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:53:21.535363 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-39704cf8-02a8-4598-a95d-2448e79d5ce9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:21.539192 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-39704cf8-02a8-4598-a95d-2448e79d5ce9 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/5e6360fb-ac23-4ada-be8e-32656d4402cd HTTP/1.1" status: 204 len: 168 time: 0.2544718 Dec 21 13:53:21.540631 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756ba31d-40e1-4785-97c8-79a598b9bf67 None None] Network 86b0eda8-0d8c-44c0-92cb-086bb55cf3a0 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:53:21.541601 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 36062) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:53:21.632724 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-82f863ba-2faa-4eee-9e87-70994041ad81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:21.690620 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-82f863ba-2faa-4eee-9e87-70994041ad81 admin admin] Deleting port c84d3adb-d436-46cf-86f3-0689aaaea5e4 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:53:21.690914 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-82f863ba-2faa-4eee-9e87-70994041ad81 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:21.748922 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eef2974-5d6e-40f0-8775-0eff7be246ac None None] DHCP port deletion for 86b0eda8-0d8c-44c0-92cb-086bb55cf3a0 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:53:21.755087 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-82f863ba-2faa-4eee-9e87-70994041ad81 admin admin] For port c84d3adb-d436-46cf-86f3-0689aaaea5e4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c84d3adb-d436-46cf-86f3-0689aaaea5e4,segment=NetworkSegment(6b368961-220d-46c0-a7b3-752d93fe7a84),segment_id=6b368961-220d-46c0-a7b3-752d93fe7a84)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:53:21.755536 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-82f863ba-2faa-4eee-9e87-70994041ad81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:21.769514 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-82f863ba-2faa-4eee-9e87-70994041ad81 admin admin] Calling delete_port for c84d3adb-d436-46cf-86f3-0689aaaea5e4 owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:53:21.797161 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-2eef2974-5d6e-40f0-8775-0eff7be246ac None None] Deleting port c84d3adb-d436-46cf-86f3-0689aaaea5e4 {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:53:21.797627 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-2eef2974-5d6e-40f0-8775-0eff7be246ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:21.856147 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-82f863ba-2faa-4eee-9e87-70994041ad81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:21.863078 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-2eef2974-5d6e-40f0-8775-0eff7be246ac None None] For port c84d3adb-d436-46cf-86f3-0689aaaea5e4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c84d3adb-d436-46cf-86f3-0689aaaea5e4,segment=NetworkSegment(6b368961-220d-46c0-a7b3-752d93fe7a84),segment_id=6b368961-220d-46c0-a7b3-752d93fe7a84)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:53:21.863626 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-2eef2974-5d6e-40f0-8775-0eff7be246ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:21.877170 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-2eef2974-5d6e-40f0-8775-0eff7be246ac None None] Calling delete_port for c84d3adb-d436-46cf-86f3-0689aaaea5e4 owned by network:dhcp {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:53:21.884191 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f863ba-2faa-4eee-9e87-70994041ad81 admin admin] Pushing event deleted for resources: {'Port': ['ID=c84d3adb-d436-46cf-86f3-0689aaaea5e4,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:53:21.889595 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f863ba-2faa-4eee-9e87-70994041ad81 admin admin] No DVR routers for this DVR port c84d3adb-d436-46cf-86f3-0689aaaea5e4 on host dv-neutron-master-2-hyperv {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:53:21.953423 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-2eef2974-5d6e-40f0-8775-0eff7be246ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636'] for port, after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:21.973564 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-82f863ba-2faa-4eee-9e87-70994041ad81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:21.982674 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eef2974-5d6e-40f0-8775-0eff7be246ac None None] Pushing event deleted for resources: {'Port': ['ID=c84d3adb-d436-46cf-86f3-0689aaaea5e4,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:53:21.987773 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eef2974-5d6e-40f0-8775-0eff7be246ac None None] No DVR routers for this DVR port c84d3adb-d436-46cf-86f3-0689aaaea5e4 on host dv-neutron-master-2-hyperv {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:53:21.997499 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-82f863ba-2faa-4eee-9e87-70994041ad81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86b0eda8-0d8c-44c0-92cb-086bb55cf3a0']}} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:53:22.006767 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-82f863ba-2faa-4eee-9e87-70994041ad81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b368961-220d-46c0-a7b3-752d93fe7a84') {'for_net_delete': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:53:22.007053 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-82f863ba-2faa-4eee-9e87-70994041ad81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b368961-220d-46c0-a7b3-752d93fe7a84') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:53:22.016705 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-82f863ba-2faa-4eee-9e87-70994041ad81 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526653'] for segment, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:22.030228 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-82f863ba-2faa-4eee-9e87-70994041ad81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:22.036518 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82f863ba-2faa-4eee-9e87-70994041ad81 admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=103152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:53:22.036913 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-82f863ba-2faa-4eee-9e87-70994041ad81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805426'] for segment, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:22.039444 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:53:22.039444 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:53:22.039444 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:53:22.039444 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:53:22.039444 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:53:22.039444 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:53:22.039444 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:53:22.039444 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:53:22.039444 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:53:22.039444 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:53:22.039444 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:53:22.039444 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:53:22.039444 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:53:22.039444 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:53:22.039444 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:53:22.039444 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:53:22.039444 dv-neutron-master-2-hyperv neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:53:22.039444 dv-neutron-master-2-hyperv neutron-server[103152]: warnings.warn(msg) Dec 21 13:53:22.039444 dv-neutron-master-2-hyperv neutron-server[103152]: Traceback (most recent call last): Dec 21 13:53:22.039444 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:53:22.039444 dv-neutron-master-2-hyperv neutron-server[103152]: timer() Dec 21 13:53:22.039444 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:53:22.039444 dv-neutron-master-2-hyperv neutron-server[103152]: cb(*args, **kw) Dec 21 13:53:22.039444 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:53:22.039444 dv-neutron-master-2-hyperv neutron-server[103152]: return func(*args, **kwargs) Dec 21 13:53:22.039444 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:53:22.039444 dv-neutron-master-2-hyperv neutron-server[103152]: self._notify() Dec 21 13:53:22.039444 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:53:22.039444 dv-neutron-master-2-hyperv neutron-server[103152]: self.callback(batched_events) Dec 21 13:53:22.039444 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:53:22.039444 dv-neutron-master-2-hyperv neutron-server[103152]: event.method(event) Dec 21 13:53:22.039444 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:53:22.039444 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:53:22.039444 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:53:22.039444 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:53:22.039444 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:53:22.039444 dv-neutron-master-2-hyperv neutron-server[103152]: return f(self, *a, **k) Dec 21 13:53:22.039444 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:53:22.039444 dv-neutron-master-2-hyperv neutron-server[103152]: return self._get(url).json() Dec 21 13:53:22.039444 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:53:22.039444 dv-neutron-master-2-hyperv neutron-server[103152]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:53:22.039444 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:53:22.039444 dv-neutron-master-2-hyperv neutron-server[103152]: return self.request(url, 'GET', **kwargs) Dec 21 13:53:22.039444 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:53:22.039444 dv-neutron-master-2-hyperv neutron-server[103152]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:53:22.039444 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:53:22.039444 dv-neutron-master-2-hyperv neutron-server[103152]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:53:22.039444 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:53:22.039444 dv-neutron-master-2-hyperv neutron-server[103152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:53:22.039444 dv-neutron-master-2-hyperv neutron-server[103152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:53:22.099843 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-82f863ba-2faa-4eee-9e87-70994041ad81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:22.106327 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-82f863ba-2faa-4eee-9e87-70994041ad81 admin admin] Publish callbacks [] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:22.110178 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-82f863ba-2faa-4eee-9e87-70994041ad81 admin admin] 10.222.0.37 "DELETE /v2.0/networks/86b0eda8-0d8c-44c0-92cb-086bb55cf3a0 HTTP/1.1" status: 204 len: 168 time: 0.5676496 Dec 21 13:53:22.126451 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f863ba-2faa-4eee-9e87-70994041ad81 admin admin] Pushing event deleted for resources: {'Network': ['ID=86b0eda8-0d8c-44c0-92cb-086bb55cf3a0,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:53:22.216007 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 36066) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:53:22.259688 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-94dc5b2b-395f-4266-8f23-ac8bb84b2991 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c3ccac8e105f47e9bf2dee4dbe2c86e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0423965 Dec 21 13:53:22.262119 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 36068) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:53:22.309181 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-fe10dfd4-4805-47b4-bbf2-1a681b2fe6fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:22.329893 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-fe10dfd4-4805-47b4-bbf2-1a681b2fe6fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:22.375389 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-fe10dfd4-4805-47b4-bbf2-1a681b2fe6fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:22.378038 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-fe10dfd4-4805-47b4-bbf2-1a681b2fe6fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:22.379239 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-fe10dfd4-4805-47b4-bbf2-1a681b2fe6fd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/de9add1a-57f6-4688-b152-ca01ef54b521 HTTP/1.1" status: 204 len: 168 time: 0.1161773 Dec 21 13:53:22.390854 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe10dfd4-4805-47b4-bbf2-1a681b2fe6fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de9add1a-57f6-4688-b152-ca01ef54b521,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:53:22.636756 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 41d341b9-de5a-4ea8-8ed0-3e38ab7526de no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:53:22.657439 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: 41d341b9-de5a-4ea8-8ed0-3e38ab7526de {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:53:22.657790 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 41d341b9-de5a-4ea8-8ed0-3e38ab7526de not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:53:22.658213 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 2576a882-c215-436d-ac54-9f590f8052b1 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:53:22.676821 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: 2576a882-c215-436d-ac54-9f590f8052b1 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:53:22.677426 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 2576a882-c215-436d-ac54-9f590f8052b1 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:53:22.677906 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device c84d3adb-d436-46cf-86f3-0689aaaea5e4 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:53:22.702186 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: c84d3adb-d436-46cf-86f3-0689aaaea5e4 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:53:22.702186 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device c84d3adb-d436-46cf-86f3-0689aaaea5e4 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:53:23.051215 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 36090) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:53:23.146764 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-68b65dc2-9ba7-47ea-aaca-068d0a629342 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1426153338-network', 'tenant_id': '527fb91df127413cb29ad52dc9afcd8c'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:53:23.169443 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b65dc2-9ba7-47ea-aaca-068d0a629342 admin admin] Made reservation on behalf of 527fb91df127413cb29ad52dc9afcd8c for: {'network': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:53:23.171775 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-68b65dc2-9ba7-47ea-aaca-068d0a629342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:23.180786 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-68b65dc2-9ba7-47ea-aaca-068d0a629342 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:23.260338 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-68b65dc2-9ba7-47ea-aaca-068d0a629342 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:23.264825 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-68b65dc2-9ba7-47ea-aaca-068d0a629342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:23.287167 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68b65dc2-9ba7-47ea-aaca-068d0a629342 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=103152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:53:23.303077 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b65dc2-9ba7-47ea-aaca-068d0a629342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec93c82-6fdb-46d5-93b2-ff65f6d9247e,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:53:23.307938 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-68b65dc2-9ba7-47ea-aaca-068d0a629342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:23.308297 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.segments_db [None req-68b65dc2-9ba7-47ea-aaca-068d0a629342 admin admin] Added segment b3d77542-37b5-4d34-aaf5-bc59e2e94577 of type vlan for network 35c73fd5-fa12-41d9-8ea0-2581ae139c7b Dec 21 13:53:23.350187 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-68b65dc2-9ba7-47ea-aaca-068d0a629342 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:23.375584 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-68b65dc2-9ba7-47ea-aaca-068d0a629342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:23.376482 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b65dc2-9ba7-47ea-aaca-068d0a629342 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:53:23.377067 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-68b65dc2-9ba7-47ea-aaca-068d0a629342 admin admin] Publish callbacks [] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:23.422896 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-68b65dc2-9ba7-47ea-aaca-068d0a629342 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3702826 Dec 21 13:53:23.426127 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 36094) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:53:23.435900 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-e89dc009-e7dc-4bcb-baf4-44cf48a5c3a1 admin admin] Request body: {'subnet': {'network_id': '35c73fd5-fa12-41d9-8ea0-2581ae139c7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1426153338-subnet', 'tenant_id': '527fb91df127413cb29ad52dc9afcd8c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:53:23.461063 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e89dc009-e7dc-4bcb-baf4-44cf48a5c3a1 admin admin] Made reservation on behalf of 527fb91df127413cb29ad52dc9afcd8c for: {'subnet': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:53:23.463475 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e89dc009-e7dc-4bcb-baf4-44cf48a5c3a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11288759'] for subnet, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:23.476791 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b65dc2-9ba7-47ea-aaca-068d0a629342 admin admin] Pushing event updated for resources: {'Network': ['ID=35c73fd5-fa12-41d9-8ea0-2581ae139c7b,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:53:23.486705 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network 35c73fd5-fa12-41d9-8ea0-2581ae139c7b details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:53:23.638734 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e89dc009-e7dc-4bcb-baf4-44cf48a5c3a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11195289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11288741'] for subnet, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:23.697443 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89dc009-e7dc-4bcb-baf4-44cf48a5c3a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=620be356-290d-45e2-b153-d618cf0234f7,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:53:23.701648 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89dc009-e7dc-4bcb-baf4-44cf48a5c3a1 admin admin] Checking segment: {'id': 'b3d77542-37b5-4d34-aaf5-bc59e2e94577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '35c73fd5-fa12-41d9-8ea0-2581ae139c7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:53:23.702008 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89dc009-e7dc-4bcb-baf4-44cf48a5c3a1 admin admin] Network hostable DHCP agents. Network: 35c73fd5-fa12-41d9-8ea0-2581ae139c7b, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:53:23.718989 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89dc009-e7dc-4bcb-baf4-44cf48a5c3a1 admin admin] Network 35c73fd5-fa12-41d9-8ea0-2581ae139c7b is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:53:23.728116 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-e89dc009-e7dc-4bcb-baf4-44cf48a5c3a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 35c73fd5-fa12-41d9-8ea0-2581ae139c7b) {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:53:23.732854 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89dc009-e7dc-4bcb-baf4-44cf48a5c3a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:53:23.733464 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e89dc009-e7dc-4bcb-baf4-44cf48a5c3a1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:23.737663 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2247e757-eb36-4c73-ad8f-f2d34ad3f74a None None] Network 35c73fd5-fa12-41d9-8ea0-2581ae139c7b requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:53:23.759319 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-e89dc009-e7dc-4bcb-baf4-44cf48a5c3a1 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3239682 Dec 21 13:53:23.836643 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.agents_db [None req-c60a5637-8c6f-4692-b23b-7dd82bd36b21 None None] Agent healthcheck: found 6 active agents {{(pid=103155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 13:53:23.842662 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca09b0fd-a8a6-4082-94f0-c6dd64e738f0 None None] Network 35c73fd5-fa12-41d9-8ea0-2581ae139c7b requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:53:24.189751 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c03cf3-416c-47ec-98e0-3cb8d1c0eebb req-4672d2b2-2ae4-4402-a805-bbb73e38df7d tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:53:24.191170 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-26c03cf3-416c-47ec-98e0-3cb8d1c0eebb req-4672d2b2-2ae4-4402-a805-bbb73e38df7d tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] 10.222.0.37 "GET /v2.0/networks?id=35c73fd5-fa12-41d9-8ea0-2581ae139c7b HTTP/1.1" status: 200 len: 814 time: 0.1073351 Dec 21 13:53:24.206203 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-26c03cf3-416c-47ec-98e0-3cb8d1c0eebb req-d805e7f8-abd3-46b2-8712-5fb1dbcf58e7 tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] 10.222.0.37 "GET /v2.0/quotas/527fb91df127413cb29ad52dc9afcd8c HTTP/1.1" status: 200 len: 375 time: 0.0087755 Dec 21 13:53:24.236744 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-26c03cf3-416c-47ec-98e0-3cb8d1c0eebb req-67afe1b0-4e66-4592-a76c-fa66b7c84814 tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=527fb91df127413cb29ad52dc9afcd8c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0248306 Dec 21 13:53:24.329112 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-26c03cf3-416c-47ec-98e0-3cb8d1c0eebb req-606be898-aaff-4323-9c90-c352d7519ea9 service neutron] 10.222.0.37 "GET /v2.0/networks/35c73fd5-fa12-41d9-8ea0-2581ae139c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855737 Dec 21 13:53:24.423933 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-26c03cf3-416c-47ec-98e0-3cb8d1c0eebb req-8dd2a341-5e97-4c98-84cd-7b703e46ce6b service neutron] 10.222.0.37 "GET /v2.0/networks/35c73fd5-fa12-41d9-8ea0-2581ae139c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887954 Dec 21 13:53:24.582782 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-76acc941-0fa5-419a-8877-f60b56210433 req-c44ff8f2-54d8-4610-b23a-cc1f58c88472 tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d1f326b-b149-49cd-ad4e-f87985aafab7 HTTP/1.1" status: 200 len: 210 time: 0.0324209 Dec 21 13:53:25.181743 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ef929447-6103-42f4-baf4-515fe5e1babc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:25.536473 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c03cf3-416c-47ec-98e0-3cb8d1c0eebb req-972baa9c-0ee8-4261-9b88-ca7e2906da2e tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:53:25.537921 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-26c03cf3-416c-47ec-98e0-3cb8d1c0eebb req-972baa9c-0ee8-4261-9b88-ca7e2906da2e tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] 10.222.0.60 "GET /v2.0/networks?id=35c73fd5-fa12-41d9-8ea0-2581ae139c7b HTTP/1.1" status: 200 len: 814 time: 0.1093881 Dec 21 13:53:25.556931 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [req-26c03cf3-416c-47ec-98e0-3cb8d1c0eebb req-1c54cbc7-f190-4327-ba62-2816b585181a tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] Request body: {'port': {'device_id': '2d1f326b-b149-49cd-ad4e-f87985aafab7', 'network_id': '35c73fd5-fa12-41d9-8ea0-2581ae139c7b', 'admin_state_up': True, 'tenant_id': '527fb91df127413cb29ad52dc9afcd8c'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:53:25.695290 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f1ff20f8-fbd2-4dd5-b151-53ea422ddc03 req-bad32f9c-4c6d-4b37-a3a8-6510a87b38ec tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d1f326b-b149-49cd-ad4e-f87985aafab7 HTTP/1.1" status: 200 len: 210 time: 0.0428512 Dec 21 13:53:25.700524 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26c03cf3-416c-47ec-98e0-3cb8d1c0eebb req-1c54cbc7-f190-4327-ba62-2816b585181a tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] Made reservation on behalf of 527fb91df127413cb29ad52dc9afcd8c for: {'port': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:53:25.704411 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-26c03cf3-416c-47ec-98e0-3cb8d1c0eebb req-1c54cbc7-f190-4327-ba62-2816b585181a tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:25.828093 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [req-26c03cf3-416c-47ec-98e0-3cb8d1c0eebb req-1c54cbc7-f190-4327-ba62-2816b585181a tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] Allocated IP 172.20.0.10 (35c73fd5-fa12-41d9-8ea0-2581ae139c7b/620be356-290d-45e2-b153-d618cf0234f7/59666267-aec6-431a-b8bd-77107f78f0a2) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:53:25.972861 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-26c03cf3-416c-47ec-98e0-3cb8d1c0eebb req-1c54cbc7-f190-4327-ba62-2816b585181a tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:26.005531 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-26c03cf3-416c-47ec-98e0-3cb8d1c0eebb req-1c54cbc7-f190-4327-ba62-2816b585181a tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:26.052688 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26c03cf3-416c-47ec-98e0-3cb8d1c0eebb req-1c54cbc7-f190-4327-ba62-2816b585181a tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] Network 35c73fd5-fa12-41d9-8ea0-2581ae139c7b is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:53:26.056429 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [req-26c03cf3-416c-47ec-98e0-3cb8d1c0eebb req-1c54cbc7-f190-4327-ba62-2816b585181a tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:53:26.058916 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [req-26c03cf3-416c-47ec-98e0-3cb8d1c0eebb req-1c54cbc7-f190-4327-ba62-2816b585181a tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:53:26.095113 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c54cbc7-f190-4327-ba62-2816b585181a tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] Pushing event updated for resources: {'Port': ['ID=59666267-aec6-431a-b8bd-77107f78f0a2,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:53:26.117890 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c03cf3-416c-47ec-98e0-3cb8d1c0eebb req-1c54cbc7-f190-4327-ba62-2816b585181a tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:53:26.118522 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-26c03cf3-416c-47ec-98e0-3cb8d1c0eebb req-1c54cbc7-f190-4327-ba62-2816b585181a tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:26.134692 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-26c03cf3-416c-47ec-98e0-3cb8d1c0eebb req-1c54cbc7-f190-4327-ba62-2816b585181a tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5814373 Dec 21 13:53:26.152055 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [req-26c03cf3-416c-47ec-98e0-3cb8d1c0eebb req-3858b5bb-2b85-4c62-bbcf-9d8297c6db77 service neutron] Request body: {'port': {'device_id': '2d1f326b-b149-49cd-ad4e-f87985aafab7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:53:26.207099 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-26c03cf3-416c-47ec-98e0-3cb8d1c0eebb req-3858b5bb-2b85-4c62-bbcf-9d8297c6db77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:26.481776 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [req-26c03cf3-416c-47ec-98e0-3cb8d1c0eebb req-3858b5bb-2b85-4c62-bbcf-9d8297c6db77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59666267-aec6-431a-b8bd-77107f78f0a2 {{(pid=103153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 13:53:26.489036 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-26c03cf3-416c-47ec-98e0-3cb8d1c0eebb req-3858b5bb-2b85-4c62-bbcf-9d8297c6db77 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:26.501806 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.provisioning_blocks [req-26c03cf3-416c-47ec-98e0-3cb8d1c0eebb req-3858b5bb-2b85-4c62-bbcf-9d8297c6db77 service neutron] Transition to ACTIVE for port object 59666267-aec6-431a-b8bd-77107f78f0a2 will not be triggered until provisioned by entity L2. {{(pid=103153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 13:53:26.504539 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-26c03cf3-416c-47ec-98e0-3cb8d1c0eebb req-3858b5bb-2b85-4c62-bbcf-9d8297c6db77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:26.556323 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3858b5bb-2b85-4c62-bbcf-9d8297c6db77 service neutron] Pushing event updated for resources: {'Port': ['ID=59666267-aec6-431a-b8bd-77107f78f0a2,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:53:26.623468 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-26c03cf3-416c-47ec-98e0-3cb8d1c0eebb req-3858b5bb-2b85-4c62-bbcf-9d8297c6db77 service neutron] Attempting to bind port 59666267-aec6-431a-b8bd-77107f78f0a2 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:53:26.624031 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-26c03cf3-416c-47ec-98e0-3cb8d1c0eebb req-3858b5bb-2b85-4c62-bbcf-9d8297c6db77 service neutron] Attempting to bind port 59666267-aec6-431a-b8bd-77107f78f0a2 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'b3d77542-37b5-4d34-aaf5-bc59e2e94577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '35c73fd5-fa12-41d9-8ea0-2581ae139c7b'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:53:26.624552 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c03cf3-416c-47ec-98e0-3cb8d1c0eebb req-3858b5bb-2b85-4c62-bbcf-9d8297c6db77 service neutron] Attempting to bind port 59666267-aec6-431a-b8bd-77107f78f0a2 on network 35c73fd5-fa12-41d9-8ea0-2581ae139c7b {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:53:26.633859 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c03cf3-416c-47ec-98e0-3cb8d1c0eebb req-3858b5bb-2b85-4c62-bbcf-9d8297c6db77 service neutron] Port 59666267-aec6-431a-b8bd-77107f78f0a2 on network 35c73fd5-fa12-41d9-8ea0-2581ae139c7b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 13:53:26.634177 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c03cf3-416c-47ec-98e0-3cb8d1c0eebb req-3858b5bb-2b85-4c62-bbcf-9d8297c6db77 service neutron] Attempting to bind port 59666267-aec6-431a-b8bd-77107f78f0a2 on network 35c73fd5-fa12-41d9-8ea0-2581ae139c7b {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:53:26.639438 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c03cf3-416c-47ec-98e0-3cb8d1c0eebb req-3858b5bb-2b85-4c62-bbcf-9d8297c6db77 service neutron] Checking agent: {'id': 'cb078e0e-af00-4e4f-8117-46ca6496af1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 23, 43), 'started_at': datetime.datetime(2021, 12, 21, 13, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:53:26.639706 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c03cf3-416c-47ec-98e0-3cb8d1c0eebb req-3858b5bb-2b85-4c62-bbcf-9d8297c6db77 service neutron] Checking segment: {'id': 'b3d77542-37b5-4d34-aaf5-bc59e2e94577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '35c73fd5-fa12-41d9-8ea0-2581ae139c7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:53:26.640092 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c03cf3-416c-47ec-98e0-3cb8d1c0eebb req-3858b5bb-2b85-4c62-bbcf-9d8297c6db77 service neutron] Bound using segment: {'id': 'b3d77542-37b5-4d34-aaf5-bc59e2e94577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '35c73fd5-fa12-41d9-8ea0-2581ae139c7b'} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:53:26.640718 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-26c03cf3-416c-47ec-98e0-3cb8d1c0eebb req-3858b5bb-2b85-4c62-bbcf-9d8297c6db77 service neutron] Bound port: 59666267-aec6-431a-b8bd-77107f78f0a2, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3d77542-37b5-4d34-aaf5-bc59e2e94577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '35c73fd5-fa12-41d9-8ea0-2581ae139c7b'}}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:53:26.641061 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-26c03cf3-416c-47ec-98e0-3cb8d1c0eebb req-3858b5bb-2b85-4c62-bbcf-9d8297c6db77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:26.703613 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-26c03cf3-416c-47ec-98e0-3cb8d1c0eebb req-3858b5bb-2b85-4c62-bbcf-9d8297c6db77 service neutron] For port 59666267-aec6-431a-b8bd-77107f78f0a2, host hv-neutron-mast, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:53:26.707146 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-26c03cf3-416c-47ec-98e0-3cb8d1c0eebb req-3858b5bb-2b85-4c62-bbcf-9d8297c6db77 service neutron] For port 59666267-aec6-431a-b8bd-77107f78f0a2, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=59666267-aec6-431a-b8bd-77107f78f0a2,segment=NetworkSegment(b3d77542-37b5-4d34-aaf5-bc59e2e94577),segment_id=b3d77542-37b5-4d34-aaf5-bc59e2e94577)] {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:53:26.711564 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-26c03cf3-416c-47ec-98e0-3cb8d1c0eebb req-3858b5bb-2b85-4c62-bbcf-9d8297c6db77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:26.748240 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c03cf3-416c-47ec-98e0-3cb8d1c0eebb req-3858b5bb-2b85-4c62-bbcf-9d8297c6db77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:53:26.748941 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-26c03cf3-416c-47ec-98e0-3cb8d1c0eebb req-3858b5bb-2b85-4c62-bbcf-9d8297c6db77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:26.750370 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-26c03cf3-416c-47ec-98e0-3cb8d1c0eebb req-3858b5bb-2b85-4c62-bbcf-9d8297c6db77 service neutron] 10.222.0.60 "PUT /v2.0/ports/59666267-aec6-431a-b8bd-77107f78f0a2 HTTP/1.1" status: 200 len: 1094 time: 0.6023214 Dec 21 13:53:26.750815 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d1f326b-b149-49cd-ad4e-f87985aafab7', 'tag': '59666267-aec6-431a-b8bd-77107f78f0a2'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:53:26.753059 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af6034c98e584fa55ea4398f343c742ceb598288507feaf30d5a15785b2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb9a82c6-50a8-4c26-98e5-17454808e24a" -d '{"events": [{"name": "network-changed", "server_uuid": "2d1f326b-b149-49cd-ad4e-f87985aafab7", "tag": "59666267-aec6-431a-b8bd-77107f78f0a2"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:53:26.782423 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3858b5bb-2b85-4c62-bbcf-9d8297c6db77 service neutron] Pushing event updated for resources: {'Port': ['ID=59666267-aec6-431a-b8bd-77107f78f0a2,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:53:26.806763 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 13:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fb4e63a-cbeb-44d1-b1fa-426265af64f4 x-openstack-request-id: req-3fb4e63a-cbeb-44d1-b1fa-426265af64f4 {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:53:26.807067 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d1f326b-b149-49cd-ad4e-f87985aafab7", "tag": "59666267-aec6-431a-b8bd-77107f78f0a2", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:53:26.807322 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3fb4e63a-cbeb-44d1-b1fa-426265af64f4 {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:53:26.807729 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d1f326b-b149-49cd-ad4e-f87985aafab7', 'tag': '59666267-aec6-431a-b8bd-77107f78f0a2', 'status': 'completed', 'code': 200} Dec 21 13:53:26.821794 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc25bdfe-34a9-475e-a6cb-3fd6712a152e req-4b107979-5aa6-473c-8e6d-514fced4ddcb tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:53:26.823377 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-cc25bdfe-34a9-475e-a6cb-3fd6712a152e req-4b107979-5aa6-473c-8e6d-514fced4ddcb tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d1f326b-b149-49cd-ad4e-f87985aafab7 HTTP/1.1" status: 200 len: 944 time: 0.0582387 Dec 21 13:53:26.865163 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c03cf3-416c-47ec-98e0-3cb8d1c0eebb req-386fc859-9d57-4f88-ad8a-7a04e64d3e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:53:26.866748 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-26c03cf3-416c-47ec-98e0-3cb8d1c0eebb req-386fc859-9d57-4f88-ad8a-7a04e64d3e5c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=527fb91df127413cb29ad52dc9afcd8c&device_id=2d1f326b-b149-49cd-ad4e-f87985aafab7 HTTP/1.1" status: 200 len: 1097 time: 0.0430472 Dec 21 13:53:26.871365 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-cc25bdfe-34a9-475e-a6cb-3fd6712a152e req-a90fd6b4-5589-425a-a93b-db8b4875e36c tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ec93c82-6fdb-46d5-93b2-ff65f6d9247e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420229 Dec 21 13:53:26.916809 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-26c03cf3-416c-47ec-98e0-3cb8d1c0eebb req-123f9d37-b80b-47cd-abea-2a522f20587d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=59666267-aec6-431a-b8bd-77107f78f0a2 HTTP/1.1" status: 200 len: 217 time: 0.0351310 Dec 21 13:53:26.980975 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c03cf3-416c-47ec-98e0-3cb8d1c0eebb req-e3dacd7b-041d-4a91-80b5-5e7cdffcdee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:53:26.983132 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-26c03cf3-416c-47ec-98e0-3cb8d1c0eebb req-e3dacd7b-041d-4a91-80b5-5e7cdffcdee1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=620be356-290d-45e2-b153-d618cf0234f7 HTTP/1.1" status: 200 len: 854 time: 0.0590889 Dec 21 13:53:27.013697 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-26c03cf3-416c-47ec-98e0-3cb8d1c0eebb req-5297e623-db57-4f06-ae9f-19b8706d7f30 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=35c73fd5-fa12-41d9-8ea0-2581ae139c7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245020 Dec 21 13:53:27.100300 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-26c03cf3-416c-47ec-98e0-3cb8d1c0eebb req-1ee1e17c-62e6-4466-bbca-b6e545888c8d service neutron] 10.222.0.60 "GET /v2.0/networks/35c73fd5-fa12-41d9-8ea0-2581ae139c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806239 Dec 21 13:53:27.191402 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-26c03cf3-416c-47ec-98e0-3cb8d1c0eebb req-dfdcd7d8-dd91-4865-8814-d756b9e0f97a service neutron] 10.222.0.60 "GET /v2.0/networks/35c73fd5-fa12-41d9-8ea0-2581ae139c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839407 Dec 21 13:53:27.317883 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9a82c6-50a8-4c26-98e5-17454808e24a req-5e0081b6-6324-4d9c-a25a-24cb28a9b6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:53:27.320743 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-cb9a82c6-50a8-4c26-98e5-17454808e24a req-5e0081b6-6324-4d9c-a25a-24cb28a9b6b7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=527fb91df127413cb29ad52dc9afcd8c&device_id=2d1f326b-b149-49cd-ad4e-f87985aafab7 HTTP/1.1" status: 200 len: 1097 time: 0.0427442 Dec 21 13:53:27.412780 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9a82c6-50a8-4c26-98e5-17454808e24a req-bb722729-6878-4790-8c17-388f301e9f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:53:27.414258 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-cb9a82c6-50a8-4c26-98e5-17454808e24a req-bb722729-6878-4790-8c17-388f301e9f56 service neutron] 10.222.0.60 "GET /v2.0/networks?id=35c73fd5-fa12-41d9-8ea0-2581ae139c7b HTTP/1.1" status: 200 len: 915 time: 0.0875800 Dec 21 13:53:27.456550 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-cb9a82c6-50a8-4c26-98e5-17454808e24a req-3417eb2c-313b-492b-b0c7-9200cfecc37a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=59666267-aec6-431a-b8bd-77107f78f0a2 HTTP/1.1" status: 200 len: 217 time: 0.0341678 Dec 21 13:53:27.505097 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9a82c6-50a8-4c26-98e5-17454808e24a req-c93f7511-c808-4041-99fb-67bd3936e469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:53:27.506649 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-cb9a82c6-50a8-4c26-98e5-17454808e24a req-c93f7511-c808-4041-99fb-67bd3936e469 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=620be356-290d-45e2-b153-d618cf0234f7 HTTP/1.1" status: 200 len: 854 time: 0.0434043 Dec 21 13:53:27.543354 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-cb9a82c6-50a8-4c26-98e5-17454808e24a req-9ab7ed15-f734-40de-bfe8-baf8318ee5d5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=35c73fd5-fa12-41d9-8ea0-2581ae139c7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281537 Dec 21 13:53:27.633825 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-cb9a82c6-50a8-4c26-98e5-17454808e24a req-3ae82dbf-67da-47e9-a654-21babf759f30 service neutron] 10.222.0.60 "GET /v2.0/networks/35c73fd5-fa12-41d9-8ea0-2581ae139c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829172 Dec 21 13:53:27.634609 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-9a2dbd2e-b9e9-42cd-b39c-8705dd29f01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:27.733936 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-cb9a82c6-50a8-4c26-98e5-17454808e24a req-c07021d1-b4e3-425c-b219-ca8ed32c6235 service neutron] 10.222.0.60 "GET /v2.0/networks/35c73fd5-fa12-41d9-8ea0-2581ae139c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858476 Dec 21 13:53:27.984757 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b36d1c7-c190-4377-b159-19d791382f6d req-00dff2a2-1b48-415b-be7a-c613d6925ae4 tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:53:27.986119 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7b36d1c7-c190-4377-b159-19d791382f6d req-00dff2a2-1b48-415b-be7a-c613d6925ae4 tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d1f326b-b149-49cd-ad4e-f87985aafab7 HTTP/1.1" status: 200 len: 944 time: 0.0481107 Dec 21 13:53:28.032204 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7b36d1c7-c190-4377-b159-19d791382f6d req-b0d89bab-f30c-4446-966f-41352dd4ffc9 tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ec93c82-6fdb-46d5-93b2-ff65f6d9247e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395455 Dec 21 13:53:28.860360 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:29.144000 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c11aa8-71f2-4c44-b1f5-c82bdd0280ef req-5ad8a0a3-0e4b-40ec-b687-dcbc9fa775f9 tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:53:29.145379 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-d5c11aa8-71f2-4c44-b1f5-c82bdd0280ef req-5ad8a0a3-0e4b-40ec-b687-dcbc9fa775f9 tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d1f326b-b149-49cd-ad4e-f87985aafab7 HTTP/1.1" status: 200 len: 944 time: 0.0481339 Dec 21 13:53:29.191060 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-d5c11aa8-71f2-4c44-b1f5-c82bdd0280ef req-4eb564f3-747d-4b3a-a0b8-c304d71b7e97 tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ec93c82-6fdb-46d5-93b2-ff65f6d9247e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398142 Dec 21 13:53:30.304923 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f11f525-65e1-4ec1-9a44-a50e5f7cfa8e req-11aeb311-c67c-4527-934c-cde8eff73757 tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:53:30.306420 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-0f11f525-65e1-4ec1-9a44-a50e5f7cfa8e req-11aeb311-c67c-4527-934c-cde8eff73757 tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d1f326b-b149-49cd-ad4e-f87985aafab7 HTTP/1.1" status: 200 len: 944 time: 0.0499179 Dec 21 13:53:30.352081 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-0f11f525-65e1-4ec1-9a44-a50e5f7cfa8e req-05c9a6f0-242d-49a3-a818-112e9b6ea0ac tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ec93c82-6fdb-46d5-93b2-ff65f6d9247e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397582 Dec 21 13:53:30.647883 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 59666267-aec6-431a-b8bd-77107f78f0a2 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 13:53:30.741999 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port 59666267-aec6-431a-b8bd-77107f78f0a2, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=59666267-aec6-431a-b8bd-77107f78f0a2,segment=NetworkSegment(b3d77542-37b5-4d34-aaf5-bc59e2e94577),segment_id=b3d77542-37b5-4d34-aaf5-bc59e2e94577)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:53:30.752029 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Returning: {'device': '59666267-aec6-431a-b8bd-77107f78f0a2', 'network_id': '35c73fd5-fa12-41d9-8ea0-2581ae139c7b', 'port_id': '59666267-aec6-431a-b8bd-77107f78f0a2', 'mac_address': 'fa:16:3e:63:4f:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '620be356-290d-45e2-b153-d618cf0234f7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 13:53:30.787418 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:30.800043 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59666267-aec6-431a-b8bd-77107f78f0a2 {{(pid=103154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 13:53:30.819273 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port 59666267-aec6-431a-b8bd-77107f78f0a2, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=59666267-aec6-431a-b8bd-77107f78f0a2,segment=NetworkSegment(b3d77542-37b5-4d34-aaf5-bc59e2e94577),segment_id=b3d77542-37b5-4d34-aaf5-bc59e2e94577)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:53:30.823488 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:30.873754 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:30.878061 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=59666267-aec6-431a-b8bd-77107f78f0a2,revision_number=4']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:53:31.082334 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:31.118143 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] get_ports_and_sgs() called for port_ids ['59666267-aec6-431a-b8bd-77107f78f0a2'] {{(pid=103154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 13:53:31.468957 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32039adf-a7ab-4bac-9129-86b0b06d94be req-4340b446-7ebc-406d-b044-ef4628571295 tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:53:31.470438 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-32039adf-a7ab-4bac-9129-86b0b06d94be req-4340b446-7ebc-406d-b044-ef4628571295 tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d1f326b-b149-49cd-ad4e-f87985aafab7 HTTP/1.1" status: 200 len: 945 time: 0.0516353 Dec 21 13:53:31.519039 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-32039adf-a7ab-4bac-9129-86b0b06d94be req-f320c89f-4034-4533-b43f-c46c2ee133aa tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ec93c82-6fdb-46d5-93b2-ff65f6d9247e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427251 Dec 21 13:53:32.637425 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6798a3-997a-4e2e-8c87-23a4627bb9e3 req-67156b35-386f-4b79-92af-75f9328a5107 tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:53:32.638856 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-ab6798a3-997a-4e2e-8c87-23a4627bb9e3 req-67156b35-386f-4b79-92af-75f9328a5107 tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d1f326b-b149-49cd-ad4e-f87985aafab7 HTTP/1.1" status: 200 len: 945 time: 0.0523987 Dec 21 13:53:32.664542 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 59666267-aec6-431a-b8bd-77107f78f0a2 up at agent hyperv_hv-neutron-mast {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:53:32.686085 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-ab6798a3-997a-4e2e-8c87-23a4627bb9e3 req-de6fc569-1174-4a1e-a405-51c3e16ebf7a tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ec93c82-6fdb-46d5-93b2-ff65f6d9247e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413594 Dec 21 13:53:32.714989 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Provisioning for port 59666267-aec6-431a-b8bd-77107f78f0a2 completed by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 13:53:32.718656 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Provisioning complete for port 59666267-aec6-431a-b8bd-77107f78f0a2 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:53:32.719022 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:32.792422 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:32.813773 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d1f326b-b149-49cd-ad4e-f87985aafab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59666267-aec6-431a-b8bd-77107f78f0a2'}] {{(pid=103154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:53:32.815985 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6f45aca8ac5f8c0cc5868273c98d8aa60330245aed22d61c8da5c1f2d6fc01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e301cd48-c60c-4354-b7bb-5d76ba0e5a34" -d '{"events": [{"server_uuid": "2d1f326b-b149-49cd-ad4e-f87985aafab7", "name": "network-vif-plugged", "status": "completed", "tag": "59666267-aec6-431a-b8bd-77107f78f0a2"}]}' {{(pid=103154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:53:32.828603 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port 59666267-aec6-431a-b8bd-77107f78f0a2, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=59666267-aec6-431a-b8bd-77107f78f0a2,segment=NetworkSegment(b3d77542-37b5-4d34-aaf5-bc59e2e94577),segment_id=b3d77542-37b5-4d34-aaf5-bc59e2e94577)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:53:32.833564 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:32.856564 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 13:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2211f2b8-8c23-49db-b07e-0b82b4bc972c x-openstack-request-id: req-2211f2b8-8c23-49db-b07e-0b82b4bc972c {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:53:32.856851 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d1f326b-b149-49cd-ad4e-f87985aafab7", "name": "network-vif-plugged", "status": "completed", "tag": "59666267-aec6-431a-b8bd-77107f78f0a2", "code": 200}]} {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:53:32.857102 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2211f2b8-8c23-49db-b07e-0b82b4bc972c {{(pid=103154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:53:32.857486 dv-neutron-master-2-hyperv neutron-server[103154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d1f326b-b149-49cd-ad4e-f87985aafab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59666267-aec6-431a-b8bd-77107f78f0a2', 'code': 200} Dec 21 13:53:32.882018 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=59666267-aec6-431a-b8bd-77107f78f0a2,revision_number=5']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:53:33.044303 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf816a1-c3a5-4c8d-8767-93c896a7f478 req-5008a634-6998-4e2f-b7e4-f533fbf4b6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:53:33.045826 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-bcf816a1-c3a5-4c8d-8767-93c896a7f478 req-5008a634-6998-4e2f-b7e4-f533fbf4b6f8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2d1f326b-b149-49cd-ad4e-f87985aafab7 HTTP/1.1" status: 200 len: 1099 time: 0.0402234 Dec 21 13:53:33.089426 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-bcf816a1-c3a5-4c8d-8767-93c896a7f478 req-6b219913-7475-4c7f-81b4-a89c736176e0 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=2ec93c82-6fdb-46d5-93b2-ff65f6d9247e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372877 Dec 21 13:53:33.804675 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954d4702-9b5d-4e9b-8690-4a29558a73d0 req-5e94f229-c036-4c30-94d4-90d87b9f3b1b tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:53:33.806162 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-954d4702-9b5d-4e9b-8690-4a29558a73d0 req-5e94f229-c036-4c30-94d4-90d87b9f3b1b tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d1f326b-b149-49cd-ad4e-f87985aafab7 HTTP/1.1" status: 200 len: 946 time: 0.0535648 Dec 21 13:53:33.852002 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-954d4702-9b5d-4e9b-8690-4a29558a73d0 req-9f2035c4-97ed-477a-9575-3721ef7972c8 tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ec93c82-6fdb-46d5-93b2-ff65f6d9247e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399718 Dec 21 13:53:34.966232 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621a94ab-9ef3-49b9-9e6a-d1ac805c6431 req-9d4e8ec9-2684-4f98-a3bf-448972c95c90 tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:53:34.967713 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-621a94ab-9ef3-49b9-9e6a-d1ac805c6431 req-9d4e8ec9-2684-4f98-a3bf-448972c95c90 tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d1f326b-b149-49cd-ad4e-f87985aafab7 HTTP/1.1" status: 200 len: 946 time: 0.0484493 Dec 21 13:53:35.013696 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-621a94ab-9ef3-49b9-9e6a-d1ac805c6431 req-7411e4c5-73d0-40df-ad05-8d2e77e9f967 tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ec93c82-6fdb-46d5-93b2-ff65f6d9247e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400674 Dec 21 13:53:35.231934 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ca46be-5eb5-4e3f-80b8-c7f4127cd6bf req-c1532faf-fd8a-4b00-b94e-ec9e176fca60 tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:53:35.233330 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-06ca46be-5eb5-4e3f-80b8-c7f4127cd6bf req-c1532faf-fd8a-4b00-b94e-ec9e176fca60 tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] 10.222.0.37 "GET /v2.0/networks?id=35c73fd5-fa12-41d9-8ea0-2581ae139c7b HTTP/1.1" status: 200 len: 814 time: 0.1020043 Dec 21 13:53:35.249602 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-06ca46be-5eb5-4e3f-80b8-c7f4127cd6bf req-81ea2fa5-dd99-4530-941f-a78635b25d5d tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] 10.222.0.37 "GET /v2.0/quotas/527fb91df127413cb29ad52dc9afcd8c HTTP/1.1" status: 200 len: 375 time: 0.0103304 Dec 21 13:53:35.302050 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-06ca46be-5eb5-4e3f-80b8-c7f4127cd6bf req-aba00c19-5839-4507-bcce-0c8377f9e194 tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=527fb91df127413cb29ad52dc9afcd8c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0471227 Dec 21 13:53:35.390651 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-06ca46be-5eb5-4e3f-80b8-c7f4127cd6bf req-95030cef-ac67-479b-bf2b-ed0aa22ade3f service neutron] 10.222.0.37 "GET /v2.0/networks/35c73fd5-fa12-41d9-8ea0-2581ae139c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807867 Dec 21 13:53:35.483108 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-06ca46be-5eb5-4e3f-80b8-c7f4127cd6bf req-8776d5f3-7b3d-4acc-9e74-ceecbe1e3abc service neutron] 10.222.0.37 "GET /v2.0/networks/35c73fd5-fa12-41d9-8ea0-2581ae139c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865703 Dec 21 13:53:35.638742 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-25dff7d0-09cf-43f3-87ee-82a85f6879e9 req-c82819b1-7265-411b-b022-794ef2a550a1 tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] 10.222.0.37 "GET /v2.0/ports?device_id=04373bb4-4b14-4a64-8179-90834121ca12 HTTP/1.1" status: 200 len: 210 time: 0.0279980 Dec 21 13:53:36.593135 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ca46be-5eb5-4e3f-80b8-c7f4127cd6bf req-d0f0b13a-a2a5-4e21-b5de-04bbb02c32e3 tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:53:36.594640 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-06ca46be-5eb5-4e3f-80b8-c7f4127cd6bf req-d0f0b13a-a2a5-4e21-b5de-04bbb02c32e3 tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] 10.222.0.60 "GET /v2.0/networks?id=35c73fd5-fa12-41d9-8ea0-2581ae139c7b HTTP/1.1" status: 200 len: 814 time: 0.1005924 Dec 21 13:53:36.622874 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [req-06ca46be-5eb5-4e3f-80b8-c7f4127cd6bf req-916f67c6-cdf1-40cf-877f-f31ddca93560 tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] Request body: {'port': {'device_id': '04373bb4-4b14-4a64-8179-90834121ca12', 'network_id': '35c73fd5-fa12-41d9-8ea0-2581ae139c7b', 'admin_state_up': True, 'tenant_id': '527fb91df127413cb29ad52dc9afcd8c'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:53:36.740683 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-705377d1-2bf1-4082-bda7-caf4eccf78b1 req-42a645ba-3968-4871-a0f0-cf2550dba0c9 tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] 10.222.0.37 "GET /v2.0/ports?device_id=04373bb4-4b14-4a64-8179-90834121ca12 HTTP/1.1" status: 200 len: 210 time: 0.0336087 Dec 21 13:53:36.761921 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06ca46be-5eb5-4e3f-80b8-c7f4127cd6bf req-916f67c6-cdf1-40cf-877f-f31ddca93560 tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] Made reservation on behalf of 527fb91df127413cb29ad52dc9afcd8c for: {'port': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:53:36.765391 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-06ca46be-5eb5-4e3f-80b8-c7f4127cd6bf req-916f67c6-cdf1-40cf-877f-f31ddca93560 tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:36.890408 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [req-06ca46be-5eb5-4e3f-80b8-c7f4127cd6bf req-916f67c6-cdf1-40cf-877f-f31ddca93560 tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] Allocated IP 172.20.0.7 (35c73fd5-fa12-41d9-8ea0-2581ae139c7b/620be356-290d-45e2-b153-d618cf0234f7/b7c49122-84ce-43cb-9d5a-9efe16732d94) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:53:37.363489 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-06ca46be-5eb5-4e3f-80b8-c7f4127cd6bf req-916f67c6-cdf1-40cf-877f-f31ddca93560 tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:37.396482 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-06ca46be-5eb5-4e3f-80b8-c7f4127cd6bf req-916f67c6-cdf1-40cf-877f-f31ddca93560 tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:37.429746 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] get_ports_and_sgs() called for port_ids ['59666267-aec6-431a-b8bd-77107f78f0a2'] {{(pid=103154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 13:53:37.446252 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06ca46be-5eb5-4e3f-80b8-c7f4127cd6bf req-916f67c6-cdf1-40cf-877f-f31ddca93560 tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] Network 35c73fd5-fa12-41d9-8ea0-2581ae139c7b is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:53:37.449176 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [req-06ca46be-5eb5-4e3f-80b8-c7f4127cd6bf req-916f67c6-cdf1-40cf-877f-f31ddca93560 tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:53:37.452782 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [req-06ca46be-5eb5-4e3f-80b8-c7f4127cd6bf req-916f67c6-cdf1-40cf-877f-f31ddca93560 tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:53:37.475988 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916f67c6-cdf1-40cf-877f-f31ddca93560 tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] Pushing event updated for resources: {'Port': ['ID=b7c49122-84ce-43cb-9d5a-9efe16732d94,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:53:37.504075 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ca46be-5eb5-4e3f-80b8-c7f4127cd6bf req-916f67c6-cdf1-40cf-877f-f31ddca93560 tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:53:37.504681 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-06ca46be-5eb5-4e3f-80b8-c7f4127cd6bf req-916f67c6-cdf1-40cf-877f-f31ddca93560 tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:37.521805 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-06ca46be-5eb5-4e3f-80b8-c7f4127cd6bf req-916f67c6-cdf1-40cf-877f-f31ddca93560 tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9027071 Dec 21 13:53:37.538566 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [req-06ca46be-5eb5-4e3f-80b8-c7f4127cd6bf req-3edb6a3c-28e5-41dc-a0fd-765bae98ee15 service neutron] Request body: {'port': {'device_id': '04373bb4-4b14-4a64-8179-90834121ca12', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:53:37.590245 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-06ca46be-5eb5-4e3f-80b8-c7f4127cd6bf req-3edb6a3c-28e5-41dc-a0fd-765bae98ee15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:37.848497 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [req-06ca46be-5eb5-4e3f-80b8-c7f4127cd6bf req-3edb6a3c-28e5-41dc-a0fd-765bae98ee15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7c49122-84ce-43cb-9d5a-9efe16732d94 {{(pid=103153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 13:53:37.855786 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-06ca46be-5eb5-4e3f-80b8-c7f4127cd6bf req-3edb6a3c-28e5-41dc-a0fd-765bae98ee15 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:37.857612 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe251a4-734d-4a8e-b869-a4847a6d3acf req-2c011992-466e-4461-a9da-f34b5775c151 tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:53:37.859113 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-ffe251a4-734d-4a8e-b869-a4847a6d3acf req-2c011992-466e-4461-a9da-f34b5775c151 tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] 10.222.0.37 "GET /v2.0/ports?device_id=04373bb4-4b14-4a64-8179-90834121ca12 HTTP/1.1" status: 200 len: 931 time: 0.0505965 Dec 21 13:53:37.868961 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.provisioning_blocks [req-06ca46be-5eb5-4e3f-80b8-c7f4127cd6bf req-3edb6a3c-28e5-41dc-a0fd-765bae98ee15 service neutron] Transition to ACTIVE for port object b7c49122-84ce-43cb-9d5a-9efe16732d94 will not be triggered until provisioned by entity L2. {{(pid=103153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 13:53:37.871830 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-06ca46be-5eb5-4e3f-80b8-c7f4127cd6bf req-3edb6a3c-28e5-41dc-a0fd-765bae98ee15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:37.907363 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-ffe251a4-734d-4a8e-b869-a4847a6d3acf req-36f8be98-474d-4399-ad8e-0e7cb63e62fc tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ec93c82-6fdb-46d5-93b2-ff65f6d9247e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416455 Dec 21 13:53:37.921702 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edb6a3c-28e5-41dc-a0fd-765bae98ee15 service neutron] Pushing event updated for resources: {'Port': ['ID=b7c49122-84ce-43cb-9d5a-9efe16732d94,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:53:37.986040 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-06ca46be-5eb5-4e3f-80b8-c7f4127cd6bf req-3edb6a3c-28e5-41dc-a0fd-765bae98ee15 service neutron] Attempting to bind port b7c49122-84ce-43cb-9d5a-9efe16732d94 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:53:37.986393 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-06ca46be-5eb5-4e3f-80b8-c7f4127cd6bf req-3edb6a3c-28e5-41dc-a0fd-765bae98ee15 service neutron] Attempting to bind port b7c49122-84ce-43cb-9d5a-9efe16732d94 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'b3d77542-37b5-4d34-aaf5-bc59e2e94577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '35c73fd5-fa12-41d9-8ea0-2581ae139c7b'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:53:37.986728 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ca46be-5eb5-4e3f-80b8-c7f4127cd6bf req-3edb6a3c-28e5-41dc-a0fd-765bae98ee15 service neutron] Attempting to bind port b7c49122-84ce-43cb-9d5a-9efe16732d94 on network 35c73fd5-fa12-41d9-8ea0-2581ae139c7b {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:53:37.990930 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ca46be-5eb5-4e3f-80b8-c7f4127cd6bf req-3edb6a3c-28e5-41dc-a0fd-765bae98ee15 service neutron] Port b7c49122-84ce-43cb-9d5a-9efe16732d94 on network 35c73fd5-fa12-41d9-8ea0-2581ae139c7b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 13:53:37.991755 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ca46be-5eb5-4e3f-80b8-c7f4127cd6bf req-3edb6a3c-28e5-41dc-a0fd-765bae98ee15 service neutron] Attempting to bind port b7c49122-84ce-43cb-9d5a-9efe16732d94 on network 35c73fd5-fa12-41d9-8ea0-2581ae139c7b {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:53:37.996461 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ca46be-5eb5-4e3f-80b8-c7f4127cd6bf req-3edb6a3c-28e5-41dc-a0fd-765bae98ee15 service neutron] Checking agent: {'id': 'cb078e0e-af00-4e4f-8117-46ca6496af1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 23, 43), 'started_at': datetime.datetime(2021, 12, 21, 13, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:53:37.996790 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ca46be-5eb5-4e3f-80b8-c7f4127cd6bf req-3edb6a3c-28e5-41dc-a0fd-765bae98ee15 service neutron] Checking segment: {'id': 'b3d77542-37b5-4d34-aaf5-bc59e2e94577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '35c73fd5-fa12-41d9-8ea0-2581ae139c7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:53:37.997166 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ca46be-5eb5-4e3f-80b8-c7f4127cd6bf req-3edb6a3c-28e5-41dc-a0fd-765bae98ee15 service neutron] Bound using segment: {'id': 'b3d77542-37b5-4d34-aaf5-bc59e2e94577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '35c73fd5-fa12-41d9-8ea0-2581ae139c7b'} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:53:37.997588 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-06ca46be-5eb5-4e3f-80b8-c7f4127cd6bf req-3edb6a3c-28e5-41dc-a0fd-765bae98ee15 service neutron] Bound port: b7c49122-84ce-43cb-9d5a-9efe16732d94, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3d77542-37b5-4d34-aaf5-bc59e2e94577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '35c73fd5-fa12-41d9-8ea0-2581ae139c7b'}}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:53:37.997932 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-06ca46be-5eb5-4e3f-80b8-c7f4127cd6bf req-3edb6a3c-28e5-41dc-a0fd-765bae98ee15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:38.061624 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-06ca46be-5eb5-4e3f-80b8-c7f4127cd6bf req-3edb6a3c-28e5-41dc-a0fd-765bae98ee15 service neutron] For port b7c49122-84ce-43cb-9d5a-9efe16732d94, host hv-neutron-mast, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:53:38.064495 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-06ca46be-5eb5-4e3f-80b8-c7f4127cd6bf req-3edb6a3c-28e5-41dc-a0fd-765bae98ee15 service neutron] For port b7c49122-84ce-43cb-9d5a-9efe16732d94, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=b7c49122-84ce-43cb-9d5a-9efe16732d94,segment=NetworkSegment(b3d77542-37b5-4d34-aaf5-bc59e2e94577),segment_id=b3d77542-37b5-4d34-aaf5-bc59e2e94577)] {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:53:38.068046 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-06ca46be-5eb5-4e3f-80b8-c7f4127cd6bf req-3edb6a3c-28e5-41dc-a0fd-765bae98ee15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:38.103365 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ca46be-5eb5-4e3f-80b8-c7f4127cd6bf req-3edb6a3c-28e5-41dc-a0fd-765bae98ee15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:53:38.103978 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-06ca46be-5eb5-4e3f-80b8-c7f4127cd6bf req-3edb6a3c-28e5-41dc-a0fd-765bae98ee15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:38.105360 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-06ca46be-5eb5-4e3f-80b8-c7f4127cd6bf req-3edb6a3c-28e5-41dc-a0fd-765bae98ee15 service neutron] 10.222.0.60 "PUT /v2.0/ports/b7c49122-84ce-43cb-9d5a-9efe16732d94 HTTP/1.1" status: 200 len: 1093 time: 0.5710063 Dec 21 13:53:38.105789 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04373bb4-4b14-4a64-8179-90834121ca12', 'tag': 'b7c49122-84ce-43cb-9d5a-9efe16732d94'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:53:38.108025 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af6034c98e584fa55ea4398f343c742ceb598288507feaf30d5a15785b2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24b7039c-c774-4a6c-8fcb-46486ac2241b" -d '{"events": [{"name": "network-changed", "server_uuid": "04373bb4-4b14-4a64-8179-90834121ca12", "tag": "b7c49122-84ce-43cb-9d5a-9efe16732d94"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:53:38.129576 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edb6a3c-28e5-41dc-a0fd-765bae98ee15 service neutron] Pushing event updated for resources: {'Port': ['ID=b7c49122-84ce-43cb-9d5a-9efe16732d94,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:53:38.144976 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 13:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3d9f0ac-f17f-4df1-acbe-8e07265088f2 x-openstack-request-id: req-f3d9f0ac-f17f-4df1-acbe-8e07265088f2 {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:53:38.145270 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04373bb4-4b14-4a64-8179-90834121ca12", "tag": "b7c49122-84ce-43cb-9d5a-9efe16732d94", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:53:38.145520 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f3d9f0ac-f17f-4df1-acbe-8e07265088f2 {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:53:38.145921 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04373bb4-4b14-4a64-8179-90834121ca12', 'tag': 'b7c49122-84ce-43cb-9d5a-9efe16732d94', 'status': 'completed', 'code': 200} Dec 21 13:53:38.205335 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ca46be-5eb5-4e3f-80b8-c7f4127cd6bf req-01596aac-44ef-4cdc-ad9b-b04e6193a594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:53:38.206858 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-06ca46be-5eb5-4e3f-80b8-c7f4127cd6bf req-01596aac-44ef-4cdc-ad9b-b04e6193a594 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=527fb91df127413cb29ad52dc9afcd8c&device_id=04373bb4-4b14-4a64-8179-90834121ca12 HTTP/1.1" status: 200 len: 1096 time: 0.0417840 Dec 21 13:53:38.259208 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-06ca46be-5eb5-4e3f-80b8-c7f4127cd6bf req-785b049a-0a2c-4662-a8cf-8ceb00904fb0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b7c49122-84ce-43cb-9d5a-9efe16732d94 HTTP/1.1" status: 200 len: 217 time: 0.0394380 Dec 21 13:53:38.307602 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ca46be-5eb5-4e3f-80b8-c7f4127cd6bf req-4e3cc08b-fe66-4259-b4d6-5b9deb727c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:53:38.309000 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-06ca46be-5eb5-4e3f-80b8-c7f4127cd6bf req-4e3cc08b-fe66-4259-b4d6-5b9deb727c2e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=620be356-290d-45e2-b153-d618cf0234f7 HTTP/1.1" status: 200 len: 854 time: 0.0430748 Dec 21 13:53:38.339403 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-06ca46be-5eb5-4e3f-80b8-c7f4127cd6bf req-302eb207-bf56-4efa-8501-f0655712cf0e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=35c73fd5-fa12-41d9-8ea0-2581ae139c7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243275 Dec 21 13:53:38.433797 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-06ca46be-5eb5-4e3f-80b8-c7f4127cd6bf req-09fa8fbf-560d-41cd-a5ec-2081415b08c0 service neutron] 10.222.0.60 "GET /v2.0/networks/35c73fd5-fa12-41d9-8ea0-2581ae139c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881765 Dec 21 13:53:38.521556 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-06ca46be-5eb5-4e3f-80b8-c7f4127cd6bf req-34760b2c-2735-4c34-8956-deac4b2cd703 service neutron] 10.222.0.60 "GET /v2.0/networks/35c73fd5-fa12-41d9-8ea0-2581ae139c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819726 Dec 21 13:53:38.654198 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b7039c-c774-4a6c-8fcb-46486ac2241b req-5a519d30-a7d5-4e6c-9578-66550c254874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:53:38.655693 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-24b7039c-c774-4a6c-8fcb-46486ac2241b req-5a519d30-a7d5-4e6c-9578-66550c254874 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=527fb91df127413cb29ad52dc9afcd8c&device_id=04373bb4-4b14-4a64-8179-90834121ca12 HTTP/1.1" status: 200 len: 1096 time: 0.0399585 Dec 21 13:53:38.747208 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b7039c-c774-4a6c-8fcb-46486ac2241b req-d6b9d3b0-4a69-4ba9-836c-76172d301314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:53:38.748635 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-24b7039c-c774-4a6c-8fcb-46486ac2241b req-d6b9d3b0-4a69-4ba9-836c-76172d301314 service neutron] 10.222.0.60 "GET /v2.0/networks?id=35c73fd5-fa12-41d9-8ea0-2581ae139c7b HTTP/1.1" status: 200 len: 915 time: 0.0863569 Dec 21 13:53:38.789867 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-24b7039c-c774-4a6c-8fcb-46486ac2241b req-0bcd4c62-9515-4f8b-8195-eb4deaf20956 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b7c49122-84ce-43cb-9d5a-9efe16732d94 HTTP/1.1" status: 200 len: 217 time: 0.0335593 Dec 21 13:53:38.840107 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b7039c-c774-4a6c-8fcb-46486ac2241b req-97d72b9c-c134-44a4-93e5-a4159399292a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:53:38.841421 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-24b7039c-c774-4a6c-8fcb-46486ac2241b req-97d72b9c-c134-44a4-93e5-a4159399292a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=620be356-290d-45e2-b153-d618cf0234f7 HTTP/1.1" status: 200 len: 854 time: 0.0455933 Dec 21 13:53:38.871934 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-24b7039c-c774-4a6c-8fcb-46486ac2241b req-076b4f5f-92b0-4248-b818-5e9a54782935 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=35c73fd5-fa12-41d9-8ea0-2581ae139c7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238888 Dec 21 13:53:38.959583 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-24b7039c-c774-4a6c-8fcb-46486ac2241b req-a01d7cbc-8d5f-4061-9940-6d0116dad34d service neutron] 10.222.0.60 "GET /v2.0/networks/35c73fd5-fa12-41d9-8ea0-2581ae139c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808904 Dec 21 13:53:39.020015 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d898f863-0f2c-404f-963a-34f9e0d9b6ba req-299d1c36-9f3b-4a36-8f91-0bfcad66c4b1 tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:53:39.021498 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-d898f863-0f2c-404f-963a-34f9e0d9b6ba req-299d1c36-9f3b-4a36-8f91-0bfcad66c4b1 tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] 10.222.0.37 "GET /v2.0/ports?device_id=04373bb4-4b14-4a64-8179-90834121ca12 HTTP/1.1" status: 200 len: 943 time: 0.0474248 Dec 21 13:53:39.052591 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-24b7039c-c774-4a6c-8fcb-46486ac2241b req-a2a9e08d-d431-43ae-99ce-790286e31d67 service neutron] 10.222.0.60 "GET /v2.0/networks/35c73fd5-fa12-41d9-8ea0-2581ae139c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859506 Dec 21 13:53:39.067550 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-d898f863-0f2c-404f-963a-34f9e0d9b6ba req-dd2f4ef1-d013-405e-bbfa-503c88e0c1b6 tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ec93c82-6fdb-46d5-93b2-ff65f6d9247e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393801 Dec 21 13:53:40.181701 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:53:40.181701 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:53:40.181701 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:53:40.181701 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:53:40.181701 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:53:40.181701 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:53:40.181701 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:53:40.181701 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:53:40.181701 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:53:40.181701 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:53:40.181701 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:53:40.181701 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:53:40.181701 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:53:40.181701 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:53:40.181701 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:53:40.181701 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:53:40.181701 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:53:40.181701 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:53:40.181701 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:53:40.181701 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:53:40.181701 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:53:40.181701 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:53:40.181701 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:53:40.181701 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:53:40.181701 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:53:40.181701 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:53:40.181701 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:53:40.181701 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:53:40.181701 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:53:40.181701 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:53:40.181701 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:53:40.181701 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:53:40.181701 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:53:40.181701 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:53:40.181701 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:53:40.181701 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:53:40.181701 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:53:40.181701 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:53:40.181701 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:53:40.181701 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:53:40.181701 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:53:40.181701 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:53:40.181701 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:53:40.181701 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:53:40.181701 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:53:40.181701 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:53:40.181701 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:53:40.181701 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:53:40.185112 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5e717c-ea9f-4fe3-a624-0ff0b4e0963e req-5986ac1d-637a-446e-930c-6aa244a4aa02 tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:53:40.185473 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-6b5e717c-ea9f-4fe3-a624-0ff0b4e0963e req-5986ac1d-637a-446e-930c-6aa244a4aa02 tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] 10.222.0.37 "GET /v2.0/ports?device_id=04373bb4-4b14-4a64-8179-90834121ca12 HTTP/1.1" status: 200 len: 943 time: 0.0495579 Dec 21 13:53:40.231337 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-6b5e717c-ea9f-4fe3-a624-0ff0b4e0963e req-3275dad2-4444-48b8-a89f-c6966efe1d18 tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ec93c82-6fdb-46d5-93b2-ff65f6d9247e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400641 Dec 21 13:53:40.703602 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device b7c49122-84ce-43cb-9d5a-9efe16732d94 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 13:53:40.797442 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port b7c49122-84ce-43cb-9d5a-9efe16732d94, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=b7c49122-84ce-43cb-9d5a-9efe16732d94,segment=NetworkSegment(b3d77542-37b5-4d34-aaf5-bc59e2e94577),segment_id=b3d77542-37b5-4d34-aaf5-bc59e2e94577)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:53:40.808400 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Returning: {'device': 'b7c49122-84ce-43cb-9d5a-9efe16732d94', 'network_id': '35c73fd5-fa12-41d9-8ea0-2581ae139c7b', 'port_id': 'b7c49122-84ce-43cb-9d5a-9efe16732d94', 'mac_address': 'fa:16:3e:54:c6:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '620be356-290d-45e2-b153-d618cf0234f7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 13:53:40.844591 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:40.856778 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7c49122-84ce-43cb-9d5a-9efe16732d94 {{(pid=103154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 13:53:40.875475 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port b7c49122-84ce-43cb-9d5a-9efe16732d94, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=b7c49122-84ce-43cb-9d5a-9efe16732d94,segment=NetworkSegment(b3d77542-37b5-4d34-aaf5-bc59e2e94577),segment_id=b3d77542-37b5-4d34-aaf5-bc59e2e94577)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:53:40.879365 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:40.927296 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=b7c49122-84ce-43cb-9d5a-9efe16732d94,revision_number=4']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:53:40.934607 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:53:40.934967 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:53:40.935311 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:53:40.935649 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:53:40.936014 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:53:40.936367 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:53:40.936698 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:53:40.937026 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:53:40.937354 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:53:40.937682 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:53:40.938007 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:53:40.938327 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:53:40.938690 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:53:41.150474 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] get_ports_and_sgs() called for port_ids ['b7c49122-84ce-43cb-9d5a-9efe16732d94'] {{(pid=103154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 13:53:41.347968 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f760f2-a4e2-4050-b1e2-75ef9e98de4f req-0a16c5b8-8e04-4b37-99df-65747773f694 tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:53:41.349419 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-e9f760f2-a4e2-4050-b1e2-75ef9e98de4f req-0a16c5b8-8e04-4b37-99df-65747773f694 tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] 10.222.0.37 "GET /v2.0/ports?device_id=04373bb4-4b14-4a64-8179-90834121ca12 HTTP/1.1" status: 200 len: 944 time: 0.0515985 Dec 21 13:53:41.396204 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-e9f760f2-a4e2-4050-b1e2-75ef9e98de4f req-5aa99d2d-953a-46f5-936e-bae99a33cb01 tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ec93c82-6fdb-46d5-93b2-ff65f6d9247e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402560 Dec 21 13:53:42.515294 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2097b599-42a4-47e2-ab19-6cd54005e785 req-ba0b9597-75c1-4ae6-babd-e293fd283ab5 tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:53:42.516790 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-2097b599-42a4-47e2-ab19-6cd54005e785 req-ba0b9597-75c1-4ae6-babd-e293fd283ab5 tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] 10.222.0.37 "GET /v2.0/ports?device_id=04373bb4-4b14-4a64-8179-90834121ca12 HTTP/1.1" status: 200 len: 944 time: 0.0533464 Dec 21 13:53:42.573954 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-2097b599-42a4-47e2-ab19-6cd54005e785 req-b34ef578-8968-4a3a-848e-4321e0a5b907 tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ec93c82-6fdb-46d5-93b2-ff65f6d9247e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501955 Dec 21 13:53:42.698582 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device b7c49122-84ce-43cb-9d5a-9efe16732d94 up at agent hyperv_hv-neutron-mast {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:53:42.745712 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Provisioning for port b7c49122-84ce-43cb-9d5a-9efe16732d94 completed by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 13:53:42.749333 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Provisioning complete for port b7c49122-84ce-43cb-9d5a-9efe16732d94 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:53:42.749719 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:42.824791 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:42.846430 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04373bb4-4b14-4a64-8179-90834121ca12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7c49122-84ce-43cb-9d5a-9efe16732d94'}] {{(pid=103154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:53:42.848609 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6f45aca8ac5f8c0cc5868273c98d8aa60330245aed22d61c8da5c1f2d6fc01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03469d94-b1c2-4a48-831b-037730dcf18d" -d '{"events": [{"server_uuid": "04373bb4-4b14-4a64-8179-90834121ca12", "name": "network-vif-plugged", "status": "completed", "tag": "b7c49122-84ce-43cb-9d5a-9efe16732d94"}]}' {{(pid=103154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:53:42.861678 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port b7c49122-84ce-43cb-9d5a-9efe16732d94, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=b7c49122-84ce-43cb-9d5a-9efe16732d94,segment=NetworkSegment(b3d77542-37b5-4d34-aaf5-bc59e2e94577),segment_id=b3d77542-37b5-4d34-aaf5-bc59e2e94577)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:53:42.866848 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:42.893638 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 13:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d122dafe-323e-4bbc-b287-c5b0296da285 x-openstack-request-id: req-d122dafe-323e-4bbc-b287-c5b0296da285 {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:53:42.893941 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04373bb4-4b14-4a64-8179-90834121ca12", "name": "network-vif-plugged", "status": "completed", "tag": "b7c49122-84ce-43cb-9d5a-9efe16732d94", "code": 200}]} {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:53:42.894189 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d122dafe-323e-4bbc-b287-c5b0296da285 {{(pid=103154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:53:42.894591 dv-neutron-master-2-hyperv neutron-server[103154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04373bb4-4b14-4a64-8179-90834121ca12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7c49122-84ce-43cb-9d5a-9efe16732d94', 'code': 200} Dec 21 13:53:42.920686 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=b7c49122-84ce-43cb-9d5a-9efe16732d94,revision_number=5']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:53:43.095076 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0f0ae1-fd00-4e12-bee0-4c8481501d87 req-cdb59eba-0b94-48b4-ad43-34425a918fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:53:43.096563 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-5d0f0ae1-fd00-4e12-bee0-4c8481501d87 req-cdb59eba-0b94-48b4-ad43-34425a918fcc service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=04373bb4-4b14-4a64-8179-90834121ca12 HTTP/1.1" status: 200 len: 1098 time: 0.0409327 Dec 21 13:53:43.139375 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-5d0f0ae1-fd00-4e12-bee0-4c8481501d87 req-512e7ba2-2a27-484c-86a1-d9fce0893633 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=2ec93c82-6fdb-46d5-93b2-ff65f6d9247e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363379 Dec 21 13:53:43.437358 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:43.687806 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9785a349-d5a7-4b0a-9507-f99ab33c233a req-ae5c9516-90c8-4479-bc2c-bb52db508121 tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:53:43.689177 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-9785a349-d5a7-4b0a-9507-f99ab33c233a req-ae5c9516-90c8-4479-bc2c-bb52db508121 tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] 10.222.0.37 "GET /v2.0/ports?device_id=04373bb4-4b14-4a64-8179-90834121ca12 HTTP/1.1" status: 200 len: 945 time: 0.0478568 Dec 21 13:53:43.739694 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-9785a349-d5a7-4b0a-9507-f99ab33c233a req-7eaaf52f-8025-4e7f-8780-ffd87c2082da tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ec93c82-6fdb-46d5-93b2-ff65f6d9247e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441051 Dec 21 13:53:44.853784 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a773312-5205-43c2-b16b-0567673ca5a9 req-cabbbe27-4a87-4ea0-b3cc-35a44bfc46c1 tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:53:44.855328 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-8a773312-5205-43c2-b16b-0567673ca5a9 req-cabbbe27-4a87-4ea0-b3cc-35a44bfc46c1 tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] 10.222.0.37 "GET /v2.0/ports?device_id=04373bb4-4b14-4a64-8179-90834121ca12 HTTP/1.1" status: 200 len: 945 time: 0.0478094 Dec 21 13:53:44.900665 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-8a773312-5205-43c2-b16b-0567673ca5a9 req-5840264e-9739-42fd-b8b7-135e1e69e3b8 tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ec93c82-6fdb-46d5-93b2-ff65f6d9247e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395126 Dec 21 13:53:45.124402 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd96d75-d6cb-4f7d-b775-230377ed9fcf req-63b44fd4-4b34-4b65-b847-b62261ad4b16 tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:53:45.125854 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-dcd96d75-d6cb-4f7d-b775-230377ed9fcf req-63b44fd4-4b34-4b65-b847-b62261ad4b16 tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] 10.222.0.37 "GET /v2.0/ports?device_id=04373bb4-4b14-4a64-8179-90834121ca12 HTTP/1.1" status: 200 len: 945 time: 0.0474789 Dec 21 13:53:45.175454 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-dcd96d75-d6cb-4f7d-b775-230377ed9fcf req-8135f1c3-452c-4c67-a583-41302ace54be tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ec93c82-6fdb-46d5-93b2-ff65f6d9247e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437057 Dec 21 13:53:46.291587 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca65f14-722b-42e5-881a-e7e3dcf128f0 req-460b77b3-8fb9-42de-a943-aeeae4b831ec tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:53:46.293280 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-cca65f14-722b-42e5-881a-e7e3dcf128f0 req-460b77b3-8fb9-42de-a943-aeeae4b831ec tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] 10.222.0.37 "GET /v2.0/ports?device_id=04373bb4-4b14-4a64-8179-90834121ca12 HTTP/1.1" status: 200 len: 945 time: 0.0507953 Dec 21 13:53:46.340357 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-cca65f14-722b-42e5-881a-e7e3dcf128f0 req-80820a26-ac66-41a5-8486-cfd2b7c873f3 tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ec93c82-6fdb-46d5-93b2-ff65f6d9247e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411489 Dec 21 13:53:46.641343 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff03375b-123e-403f-958b-40ceb72a8648 req-b946543c-1f43-4a80-ae9a-55bad50e79d9 tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:53:46.642848 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-ff03375b-123e-403f-958b-40ceb72a8648 req-b946543c-1f43-4a80-ae9a-55bad50e79d9 tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] 10.222.0.60 "GET /v2.0/ports?device_id=04373bb4-4b14-4a64-8179-90834121ca12 HTTP/1.1" status: 200 len: 945 time: 0.0509863 Dec 21 13:53:46.736011 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [req-ff03375b-123e-403f-958b-40ceb72a8648 req-d4387cd5-1b64-4d3b-9af4-5649a07c781e tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] Deleting port b7c49122-84ce-43cb-9d5a-9efe16732d94 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:53:46.736339 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-ff03375b-123e-403f-958b-40ceb72a8648 req-d4387cd5-1b64-4d3b-9af4-5649a07c781e tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:46.823337 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-ff03375b-123e-403f-958b-40ceb72a8648 req-d4387cd5-1b64-4d3b-9af4-5649a07c781e tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] For port b7c49122-84ce-43cb-9d5a-9efe16732d94, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=b7c49122-84ce-43cb-9d5a-9efe16732d94,segment=NetworkSegment(b3d77542-37b5-4d34-aaf5-bc59e2e94577),segment_id=b3d77542-37b5-4d34-aaf5-bc59e2e94577)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:53:46.823698 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-ff03375b-123e-403f-958b-40ceb72a8648 req-d4387cd5-1b64-4d3b-9af4-5649a07c781e tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:46.835272 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [req-ff03375b-123e-403f-958b-40ceb72a8648 req-d4387cd5-1b64-4d3b-9af4-5649a07c781e tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] Calling delete_port for b7c49122-84ce-43cb-9d5a-9efe16732d94 owned by compute:nova {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:53:46.978982 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-ff03375b-123e-403f-958b-40ceb72a8648 req-d4387cd5-1b64-4d3b-9af4-5649a07c781e tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:47.005763 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4387cd5-1b64-4d3b-9af4-5649a07c781e tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] Pushing event deleted for resources: {'Port': ['ID=b7c49122-84ce-43cb-9d5a-9efe16732d94,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:53:47.012693 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] get_ports_and_sgs() called for port_ids ['59666267-aec6-431a-b8bd-77107f78f0a2', 'b7c49122-84ce-43cb-9d5a-9efe16732d94'] {{(pid=103154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 13:53:47.050798 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff03375b-123e-403f-958b-40ceb72a8648 req-d4387cd5-1b64-4d3b-9af4-5649a07c781e tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] No DVR routers for this DVR port b7c49122-84ce-43cb-9d5a-9efe16732d94 on host hv-neutron-mast {{(pid=103153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:53:47.053574 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-ff03375b-123e-403f-958b-40ceb72a8648 req-d4387cd5-1b64-4d3b-9af4-5649a07c781e tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:47.057454 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-ff03375b-123e-403f-958b-40ceb72a8648 req-d4387cd5-1b64-4d3b-9af4-5649a07c781e tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] 10.222.0.60 "DELETE /v2.0/ports/b7c49122-84ce-43cb-9d5a-9efe16732d94 HTTP/1.1" status: 204 len: 173 time: 0.4091651 Dec 21 13:53:47.057882 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04373bb4-4b14-4a64-8179-90834121ca12', 'name': 'network-vif-deleted', 'tag': 'b7c49122-84ce-43cb-9d5a-9efe16732d94'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:53:47.060140 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af6034c98e584fa55ea4398f343c742ceb598288507feaf30d5a15785b2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df8e16bd-b4fc-4dd9-b1ee-1bdc5f1c02d7" -d '{"events": [{"server_uuid": "04373bb4-4b14-4a64-8179-90834121ca12", "name": "network-vif-deleted", "tag": "b7c49122-84ce-43cb-9d5a-9efe16732d94"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:53:47.096071 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 13:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c99d25-1855-4dc7-9bac-deed21690289 x-openstack-request-id: req-a1c99d25-1855-4dc7-9bac-deed21690289 {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:53:47.096404 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04373bb4-4b14-4a64-8179-90834121ca12", "name": "network-vif-deleted", "tag": "b7c49122-84ce-43cb-9d5a-9efe16732d94", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:53:47.096674 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a1c99d25-1855-4dc7-9bac-deed21690289 {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:53:47.097069 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04373bb4-4b14-4a64-8179-90834121ca12', 'name': 'network-vif-deleted', 'tag': 'b7c49122-84ce-43cb-9d5a-9efe16732d94', 'status': 'completed', 'code': 200} Dec 21 13:53:47.443689 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-820ed575-2640-4447-aae8-0766b2cd42aa req-7a1b2205-3e96-43c9-8c39-5894a989682a tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] 10.222.0.37 "GET /v2.0/ports?device_id=04373bb4-4b14-4a64-8179-90834121ca12 HTTP/1.1" status: 200 len: 210 time: 0.0265813 Dec 21 13:53:48.589571 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a572f2b6-1321-441c-a053-3887e053bf15 req-0cc65ec3-c47a-4fb1-84a5-a7712b857ced tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:53:48.591065 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a572f2b6-1321-441c-a053-3887e053bf15 req-0cc65ec3-c47a-4fb1-84a5-a7712b857ced tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d1f326b-b149-49cd-ad4e-f87985aafab7 HTTP/1.1" status: 200 len: 946 time: 0.0485373 Dec 21 13:53:48.638057 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a572f2b6-1321-441c-a053-3887e053bf15 req-8d9fea00-d90f-4842-9f8e-4ee89101292b tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ec93c82-6fdb-46d5-93b2-ff65f6d9247e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407937 Dec 21 13:53:48.766764 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4f9430-c1d5-4e45-bc41-f50cdc320a8e req-7da90c8d-ec8b-4bf9-a0e2-1b51d96fccdb tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:53:48.768333 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-3a4f9430-c1d5-4e45-bc41-f50cdc320a8e req-7da90c8d-ec8b-4bf9-a0e2-1b51d96fccdb tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d1f326b-b149-49cd-ad4e-f87985aafab7 HTTP/1.1" status: 200 len: 946 time: 0.0501831 Dec 21 13:53:48.818947 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-3a4f9430-c1d5-4e45-bc41-f50cdc320a8e req-c3fde628-1594-4d4f-b03d-d4141668f7b1 tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ec93c82-6fdb-46d5-93b2-ff65f6d9247e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449107 Dec 21 13:53:48.932633 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4195c81a-bc63-4ab5-a57e-ff4d0c6df5c1 req-d9b1db7a-af23-4c3a-97e2-635fd697e234 tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:53:48.934000 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-4195c81a-bc63-4ab5-a57e-ff4d0c6df5c1 req-d9b1db7a-af23-4c3a-97e2-635fd697e234 tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d1f326b-b149-49cd-ad4e-f87985aafab7 HTTP/1.1" status: 200 len: 946 time: 0.0483267 Dec 21 13:53:48.979414 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-4195c81a-bc63-4ab5-a57e-ff4d0c6df5c1 req-73439104-d950-4a4e-a8b0-46fdb622df7f tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ec93c82-6fdb-46d5-93b2-ff65f6d9247e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396197 Dec 21 13:53:49.139926 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e550da5e-9676-4f75-a355-07ca2ac3cd1e req-2dee209a-5727-4ce9-8d5e-4c616cdfb3c7 tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:53:49.141351 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-e550da5e-9676-4f75-a355-07ca2ac3cd1e req-2dee209a-5727-4ce9-8d5e-4c616cdfb3c7 tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d1f326b-b149-49cd-ad4e-f87985aafab7 HTTP/1.1" status: 200 len: 946 time: 0.0466838 Dec 21 13:53:49.187033 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-e550da5e-9676-4f75-a355-07ca2ac3cd1e req-ce3e9b58-424a-4d15-9447-07f81dabf125 tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ec93c82-6fdb-46d5-93b2-ff65f6d9247e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397255 Dec 21 13:53:49.302123 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b7db27-0ee4-4d9c-bc8b-24c2d1b82eb6 req-4f53cbcf-334c-41d9-a47d-a0b62f0b23c0 tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:53:49.303624 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f2b7db27-0ee4-4d9c-bc8b-24c2d1b82eb6 req-4f53cbcf-334c-41d9-a47d-a0b62f0b23c0 tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d1f326b-b149-49cd-ad4e-f87985aafab7 HTTP/1.1" status: 200 len: 946 time: 0.0491555 Dec 21 13:53:49.349174 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f2b7db27-0ee4-4d9c-bc8b-24c2d1b82eb6 req-4ef49cb9-0bb8-44d8-8e1a-d1fc78d87fdd tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ec93c82-6fdb-46d5-93b2-ff65f6d9247e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396919 Dec 21 13:53:49.469977 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acd46af-abb9-4590-a16c-ea6e5c77797b req-efa9353b-c6ff-4314-b7ed-90b5d029a64b tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:53:49.471343 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-6acd46af-abb9-4590-a16c-ea6e5c77797b req-efa9353b-c6ff-4314-b7ed-90b5d029a64b tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d1f326b-b149-49cd-ad4e-f87985aafab7 HTTP/1.1" status: 200 len: 946 time: 0.0478845 Dec 21 13:53:49.517679 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-6acd46af-abb9-4590-a16c-ea6e5c77797b req-6a582819-586c-4b53-a635-bc22ed09bc15 tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ec93c82-6fdb-46d5-93b2-ff65f6d9247e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405285 Dec 21 13:53:49.816185 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dd6e9c-14c9-4420-8b31-bde9425e711e req-695d22cc-69bb-4586-8bc2-8d1fa244917f tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:53:49.817655 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a5dd6e9c-14c9-4420-8b31-bde9425e711e req-695d22cc-69bb-4586-8bc2-8d1fa244917f tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d1f326b-b149-49cd-ad4e-f87985aafab7 HTTP/1.1" status: 200 len: 946 time: 0.0539799 Dec 21 13:53:49.863353 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a5dd6e9c-14c9-4420-8b31-bde9425e711e req-bb668665-743f-4e32-a51a-0ade5c8a8c34 tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ec93c82-6fdb-46d5-93b2-ff65f6d9247e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390418 Dec 21 13:53:50.726148 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device b7c49122-84ce-43cb-9d5a-9efe16732d94 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:53:50.746033 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] No Port match for: b7c49122-84ce-43cb-9d5a-9efe16732d94 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:53:50.746393 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device b7c49122-84ce-43cb-9d5a-9efe16732d94 not bound to the agent host hv-neutron-mast {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:53:50.984496 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733ffd5e-e6f4-4042-811c-e4d35914cc74 req-70831f69-f5e1-4a03-b3ee-2f331853c686 tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:53:50.985863 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-733ffd5e-e6f4-4042-811c-e4d35914cc74 req-70831f69-f5e1-4a03-b3ee-2f331853c686 tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d1f326b-b149-49cd-ad4e-f87985aafab7 HTTP/1.1" status: 200 len: 946 time: 0.0520980 Dec 21 13:53:51.032013 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-733ffd5e-e6f4-4042-811c-e4d35914cc74 req-fde7edf4-98b3-40b1-967c-6320d452d6ff tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ec93c82-6fdb-46d5-93b2-ff65f6d9247e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402482 Dec 21 13:53:51.229521 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a3ecba-d1ec-4760-a526-fc32c7338816 req-e6ca8279-3b84-46cf-820c-4b42fafae01c tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:53:51.231027 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-78a3ecba-d1ec-4760-a526-fc32c7338816 req-e6ca8279-3b84-46cf-820c-4b42fafae01c tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d1f326b-b149-49cd-ad4e-f87985aafab7 HTTP/1.1" status: 200 len: 946 time: 0.0483763 Dec 21 13:53:51.321976 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [req-78a3ecba-d1ec-4760-a526-fc32c7338816 req-6e7ae759-ab4a-499d-b6c7-d7fd082ae6d5 tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] Deleting port 59666267-aec6-431a-b8bd-77107f78f0a2 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:53:51.322229 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-78a3ecba-d1ec-4760-a526-fc32c7338816 req-6e7ae759-ab4a-499d-b6c7-d7fd082ae6d5 tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:51.408883 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-78a3ecba-d1ec-4760-a526-fc32c7338816 req-6e7ae759-ab4a-499d-b6c7-d7fd082ae6d5 tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] For port 59666267-aec6-431a-b8bd-77107f78f0a2, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=59666267-aec6-431a-b8bd-77107f78f0a2,segment=NetworkSegment(b3d77542-37b5-4d34-aaf5-bc59e2e94577),segment_id=b3d77542-37b5-4d34-aaf5-bc59e2e94577)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:53:51.409250 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-78a3ecba-d1ec-4760-a526-fc32c7338816 req-6e7ae759-ab4a-499d-b6c7-d7fd082ae6d5 tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:51.420757 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [req-78a3ecba-d1ec-4760-a526-fc32c7338816 req-6e7ae759-ab4a-499d-b6c7-d7fd082ae6d5 tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] Calling delete_port for 59666267-aec6-431a-b8bd-77107f78f0a2 owned by compute:nova {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:53:51.551085 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-78a3ecba-d1ec-4760-a526-fc32c7338816 req-6e7ae759-ab4a-499d-b6c7-d7fd082ae6d5 tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:51.580237 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7ae759-ab4a-499d-b6c7-d7fd082ae6d5 tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] Pushing event deleted for resources: {'Port': ['ID=59666267-aec6-431a-b8bd-77107f78f0a2,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:53:51.587615 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] get_ports_and_sgs() called for port_ids ['59666267-aec6-431a-b8bd-77107f78f0a2'] {{(pid=103154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 13:53:51.623550 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [req-78a3ecba-d1ec-4760-a526-fc32c7338816 req-6e7ae759-ab4a-499d-b6c7-d7fd082ae6d5 tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] No DVR routers for this DVR port 59666267-aec6-431a-b8bd-77107f78f0a2 on host hv-neutron-mast {{(pid=103153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:53:51.625924 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-78a3ecba-d1ec-4760-a526-fc32c7338816 req-6e7ae759-ab4a-499d-b6c7-d7fd082ae6d5 tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:51.629263 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-78a3ecba-d1ec-4760-a526-fc32c7338816 req-6e7ae759-ab4a-499d-b6c7-d7fd082ae6d5 tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] 10.222.0.60 "DELETE /v2.0/ports/59666267-aec6-431a-b8bd-77107f78f0a2 HTTP/1.1" status: 204 len: 173 time: 0.3929353 Dec 21 13:53:51.629699 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d1f326b-b149-49cd-ad4e-f87985aafab7', 'name': 'network-vif-deleted', 'tag': '59666267-aec6-431a-b8bd-77107f78f0a2'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:53:51.631963 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af6034c98e584fa55ea4398f343c742ceb598288507feaf30d5a15785b2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3228cb18-5ef4-4b8f-bff2-26d01f1c6030" -d '{"events": [{"server_uuid": "2d1f326b-b149-49cd-ad4e-f87985aafab7", "name": "network-vif-deleted", "tag": "59666267-aec6-431a-b8bd-77107f78f0a2"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:53:51.668769 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 13:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a455423-e933-4805-aa63-1fe9a43856d1 x-openstack-request-id: req-8a455423-e933-4805-aa63-1fe9a43856d1 {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:53:51.669067 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d1f326b-b149-49cd-ad4e-f87985aafab7", "name": "network-vif-deleted", "tag": "59666267-aec6-431a-b8bd-77107f78f0a2", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:53:51.669318 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8a455423-e933-4805-aa63-1fe9a43856d1 {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:53:51.669767 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d1f326b-b149-49cd-ad4e-f87985aafab7', 'name': 'network-vif-deleted', 'tag': '59666267-aec6-431a-b8bd-77107f78f0a2', 'status': 'completed', 'code': 200} Dec 21 13:53:52.142147 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-dc250ff7-069f-4167-a606-d1e996970e03 req-0312e7b5-1019-4297-9bee-7da8589fb5bc tempest-ServersNegativeTestJSON-1990364157 tempest-ServersNegativeTestJSON-1990364157-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d1f326b-b149-49cd-ad4e-f87985aafab7 HTTP/1.1" status: 200 len: 210 time: 0.0276537 Dec 21 13:53:53.197962 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 36242) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:53:53.241074 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fc0af9c-5f22-4459-aa8b-76d5562f3d2f admin admin] Deleting subnet 620be356-290d-45e2-b153-d618cf0234f7 {{(pid=103153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:53:53.244679 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2fc0af9c-5f22-4459-aa8b-76d5562f3d2f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:53.277483 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2fc0af9c-5f22-4459-aa8b-76d5562f3d2f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1585439'] for subnet, precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:53.319717 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2fc0af9c-5f22-4459-aa8b-76d5562f3d2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:53.370097 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2fc0af9c-5f22-4459-aa8b-76d5562f3d2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11349588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11288746'] for subnet, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:53.399501 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc0af9c-5f22-4459-aa8b-76d5562f3d2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=620be356-290d-45e2-b153-d618cf0234f7,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:53:53.403196 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2fc0af9c-5f22-4459-aa8b-76d5562f3d2f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:53.406393 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-2fc0af9c-5f22-4459-aa8b-76d5562f3d2f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/620be356-290d-45e2-b153-d618cf0234f7 HTTP/1.1" status: 204 len: 168 time: 0.2073066 Dec 21 13:53:53.408739 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 36244) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:53:53.475153 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f0eaa252-dff9-4824-b697-3a26bbf1583b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:53.561417 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f0eaa252-dff9-4824-b697-3a26bbf1583b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:53.581225 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-f0eaa252-dff9-4824-b697-3a26bbf1583b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35c73fd5-fa12-41d9-8ea0-2581ae139c7b']}} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:53:53.597633 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-f0eaa252-dff9-4824-b697-3a26bbf1583b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3d77542-37b5-4d34-aaf5-bc59e2e94577') {'for_net_delete': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:53:53.597934 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-f0eaa252-dff9-4824-b697-3a26bbf1583b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3d77542-37b5-4d34-aaf5-bc59e2e94577') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:53:53.614126 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f0eaa252-dff9-4824-b697-3a26bbf1583b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1585430'] for segment, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:53.633398 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f0eaa252-dff9-4824-b697-3a26bbf1583b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:53.640349 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0eaa252-dff9-4824-b697-3a26bbf1583b admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=103153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:53:53.640774 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f0eaa252-dff9-4824-b697-3a26bbf1583b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11349758'] for segment, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:53.642512 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:53:53.642512 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:53:53.642512 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:53:53.642512 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:53:53.642512 dv-neutron-master-2-hyperv neutron-server[103153]: Traceback (most recent call last): Dec 21 13:53:53.642512 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:53:53.642512 dv-neutron-master-2-hyperv neutron-server[103153]: timer() Dec 21 13:53:53.642512 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:53:53.642512 dv-neutron-master-2-hyperv neutron-server[103153]: cb(*args, **kw) Dec 21 13:53:53.642512 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:53:53.642512 dv-neutron-master-2-hyperv neutron-server[103153]: return func(*args, **kwargs) Dec 21 13:53:53.642512 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:53:53.642512 dv-neutron-master-2-hyperv neutron-server[103153]: self._notify() Dec 21 13:53:53.642512 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:53:53.642512 dv-neutron-master-2-hyperv neutron-server[103153]: self.callback(batched_events) Dec 21 13:53:53.642512 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:53:53.642512 dv-neutron-master-2-hyperv neutron-server[103153]: event.method(event) Dec 21 13:53:53.642512 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:53:53.642512 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:53:53.642512 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:53:53.642512 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:53:53.642512 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:53:53.642512 dv-neutron-master-2-hyperv neutron-server[103153]: return f(self, *a, **k) Dec 21 13:53:53.642512 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:53:53.642512 dv-neutron-master-2-hyperv neutron-server[103153]: return self._get(url).json() Dec 21 13:53:53.642512 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:53:53.642512 dv-neutron-master-2-hyperv neutron-server[103153]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:53:53.642512 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:53:53.642512 dv-neutron-master-2-hyperv neutron-server[103153]: return self.request(url, 'GET', **kwargs) Dec 21 13:53:53.642512 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:53:53.642512 dv-neutron-master-2-hyperv neutron-server[103153]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:53:53.642512 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:53:53.642512 dv-neutron-master-2-hyperv neutron-server[103153]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:53:53.642512 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:53:53.642512 dv-neutron-master-2-hyperv neutron-server[103153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:53:53.642512 dv-neutron-master-2-hyperv neutron-server[103153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:53:53.700114 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f0eaa252-dff9-4824-b697-3a26bbf1583b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:53.705352 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f0eaa252-dff9-4824-b697-3a26bbf1583b admin admin] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:53.708553 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-f0eaa252-dff9-4824-b697-3a26bbf1583b admin admin] 10.222.0.37 "DELETE /v2.0/networks/35c73fd5-fa12-41d9-8ea0-2581ae139c7b HTTP/1.1" status: 204 len: 168 time: 0.2989008 Dec 21 13:53:53.719714 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eaa252-dff9-4824-b697-3a26bbf1583b admin admin] Pushing event deleted for resources: {'Network': ['ID=35c73fd5-fa12-41d9-8ea0-2581ae139c7b,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:53:53.812727 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 36248) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:53:53.851260 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-d4e0f142-0c9f-4a2e-9625-f5b2a5a7d24a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=527fb91df127413cb29ad52dc9afcd8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0373445 Dec 21 13:53:53.854182 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 36250) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:53:53.899576 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-eebefeee-33de-4dec-b420-5f845e3fb9f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:53.920039 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-eebefeee-33de-4dec-b420-5f845e3fb9f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:53.966451 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-eebefeee-33de-4dec-b420-5f845e3fb9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:53.969266 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-eebefeee-33de-4dec-b420-5f845e3fb9f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:53.970448 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-eebefeee-33de-4dec-b420-5f845e3fb9f2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2ec93c82-6fdb-46d5-93b2-ff65f6d9247e HTTP/1.1" status: 204 len: 168 time: 0.1153221 Dec 21 13:53:53.978106 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebefeee-33de-4dec-b420-5f845e3fb9f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec93c82-6fdb-46d5-93b2-ff65f6d9247e,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:53:54.625900 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 36272) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:53:54.718974 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-2e1b6bfe-74e9-415c-99e8-9dfb2b3aca76 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1061309696'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:53:54.741224 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 59666267-aec6-431a-b8bd-77107f78f0a2 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:53:54.742242 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e1b6bfe-74e9-415c-99e8-9dfb2b3aca76 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Made reservation on behalf of 3fe129baa0184305a3b400e20206b0f6 for: {'network': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:53:54.746453 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2e1b6bfe-74e9-415c-99e8-9dfb2b3aca76 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:54.758630 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2e1b6bfe-74e9-415c-99e8-9dfb2b3aca76 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Publish callbacks [] for security_group, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:54.838336 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2e1b6bfe-74e9-415c-99e8-9dfb2b3aca76 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Publish callbacks [] for security_group, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:54.842510 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2e1b6bfe-74e9-415c-99e8-9dfb2b3aca76 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:54.875001 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e1b6bfe-74e9-415c-99e8-9dfb2b3aca76 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=103153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:53:54.881813 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1b6bfe-74e9-415c-99e8-9dfb2b3aca76 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1746b8ae-63c5-4c8d-b261-58d31970ddd9,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:53:54.889300 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2e1b6bfe-74e9-415c-99e8-9dfb2b3aca76 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:54.890348 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.segments_db [None req-2e1b6bfe-74e9-415c-99e8-9dfb2b3aca76 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Added segment 79a5fe16-d647-49fc-9d37-5fa3b7a6ac4f of type vlan for network 0af764b6-b4a1-4dc8-b548-8a6e71aaefe0 Dec 21 13:53:54.916237 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] No Port match for: 59666267-aec6-431a-b8bd-77107f78f0a2 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:53:54.916583 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 59666267-aec6-431a-b8bd-77107f78f0a2 not bound to the agent host hv-neutron-mast {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:53:54.934320 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2e1b6bfe-74e9-415c-99e8-9dfb2b3aca76 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:54.957116 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2e1b6bfe-74e9-415c-99e8-9dfb2b3aca76 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:54.963113 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1b6bfe-74e9-415c-99e8-9dfb2b3aca76 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:53:54.963696 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2e1b6bfe-74e9-415c-99e8-9dfb2b3aca76 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:55.040785 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-2e1b6bfe-74e9-415c-99e8-9dfb2b3aca76 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4135571 Dec 21 13:53:55.077747 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1b6bfe-74e9-415c-99e8-9dfb2b3aca76 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Pushing event updated for resources: {'Network': ['ID=0af764b6-b4a1-4dc8-b548-8a6e71aaefe0,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:53:55.089587 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network 0af764b6-b4a1-4dc8-b548-8a6e71aaefe0 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:53:55.183238 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-1659ca8f-c056-484b-8cb7-ec89d25a2fe8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:57.640617 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-80339140-7f3b-4490-ab97-456b608c44ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:58.300417 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 36276) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:53:58.306713 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-717c11f5-8f45-4ff7-89ec-c51b1a12bb26 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Request body: {'subnet': {'network_id': '0af764b6-b4a1-4dc8-b548-8a6e71aaefe0', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:53:58.396266 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-717c11f5-8f45-4ff7-89ec-c51b1a12bb26 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Made reservation on behalf of 3fe129baa0184305a3b400e20206b0f6 for: {'subnet': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:53:58.400634 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-717c11f5-8f45-4ff7-89ec-c51b1a12bb26 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12346583'] for subnet, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:58.582962 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-717c11f5-8f45-4ff7-89ec-c51b1a12bb26 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12346565'] for subnet, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:58.645698 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717c11f5-8f45-4ff7-89ec-c51b1a12bb26 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Pushing event updated for resources: {'Subnet': ['ID=c8e27488-0a8d-4f22-85d9-ea737020a683,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:53:58.655059 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717c11f5-8f45-4ff7-89ec-c51b1a12bb26 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Checking segment: {'id': '79a5fe16-d647-49fc-9d37-5fa3b7a6ac4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '0af764b6-b4a1-4dc8-b548-8a6e71aaefe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:53:58.655425 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-717c11f5-8f45-4ff7-89ec-c51b1a12bb26 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Network hostable DHCP agents. Network: 0af764b6-b4a1-4dc8-b548-8a6e71aaefe0, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:53:58.671872 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-717c11f5-8f45-4ff7-89ec-c51b1a12bb26 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Network 0af764b6-b4a1-4dc8-b548-8a6e71aaefe0 is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:53:58.680396 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-717c11f5-8f45-4ff7-89ec-c51b1a12bb26 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 0af764b6-b4a1-4dc8-b548-8a6e71aaefe0) {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:53:58.684396 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717c11f5-8f45-4ff7-89ec-c51b1a12bb26 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:53:58.684976 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-717c11f5-8f45-4ff7-89ec-c51b1a12bb26 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:58.689193 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3b1f14-461a-466b-86c2-31a71fe94aac None None] Network 0af764b6-b4a1-4dc8-b548-8a6e71aaefe0 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:53:58.701926 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-717c11f5-8f45-4ff7-89ec-c51b1a12bb26 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4003041 Dec 21 13:53:58.705162 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 36278) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:53:58.710282 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-0d0a99aa-8a9f-4544-9e7e-87fd62a62d76 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-683692833'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:53:58.732136 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d0a99aa-8a9f-4544-9e7e-87fd62a62d76 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Made reservation on behalf of 3fe129baa0184305a3b400e20206b0f6 for: {'network': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:53:58.735713 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0d0a99aa-8a9f-4544-9e7e-87fd62a62d76 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:58.759122 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d0a99aa-8a9f-4544-9e7e-87fd62a62d76 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=103152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:53:58.769582 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0d0a99aa-8a9f-4544-9e7e-87fd62a62d76 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:58.769948 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.segments_db [None req-0d0a99aa-8a9f-4544-9e7e-87fd62a62d76 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Added segment 70d652e0-59d8-4338-ae5e-df97ea32443e of type vlan for network b9720d75-d2da-4a86-9b38-732ecc773d08 Dec 21 13:53:58.787260 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7191239-2e52-4cf9-af54-888460db2b60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-0af764b6-b4a1-4dc8-b548-8a6e71aaefe0', 'network_id': '0af764b6-b4a1-4dc8-b548-8a6e71aaefe0', 'project_id': '3fe129baa0184305a3b400e20206b0f6', 'fixed_ips': [{'subnet_id': 'c8e27488-0a8d-4f22-85d9-ea737020a683'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:53:58.788129 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d7191239-2e52-4cf9-af54-888460db2b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:58.812997 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0d0a99aa-8a9f-4544-9e7e-87fd62a62d76 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:58.837359 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0d0a99aa-8a9f-4544-9e7e-87fd62a62d76 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:58.842878 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0a99aa-8a9f-4544-9e7e-87fd62a62d76 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:53:58.843461 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0d0a99aa-8a9f-4544-9e7e-87fd62a62d76 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Publish callbacks [] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:58.875265 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-0d0a99aa-8a9f-4544-9e7e-87fd62a62d76 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1690853 Dec 21 13:53:58.878141 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 36280) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:53:58.884081 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-d6be10f6-46b4-4ff9-855a-c3812ab6e44c tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Request body: {'subnet': {'network_id': 'b9720d75-d2da-4a86-9b38-732ecc773d08', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:53:58.885479 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:58.944544 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-d7191239-2e52-4cf9-af54-888460db2b60 None None] Allocated IP 2001:db8:0:ffff::2 (0af764b6-b4a1-4dc8-b548-8a6e71aaefe0/c8e27488-0a8d-4f22-85d9-ea737020a683/094e7860-9dfa-47d5-a159-ac3573e4995c) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:53:58.946402 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0a99aa-8a9f-4544-9e7e-87fd62a62d76 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Pushing event updated for resources: {'Network': ['ID=b9720d75-d2da-4a86-9b38-732ecc773d08,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:53:58.959632 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network b9720d75-d2da-4a86-9b38-732ecc773d08 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:53:59.011919 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6be10f6-46b4-4ff9-855a-c3812ab6e44c tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Made reservation on behalf of 3fe129baa0184305a3b400e20206b0f6 for: {'subnet': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:53:59.015445 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d6be10f6-46b4-4ff9-855a-c3812ab6e44c tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12346583'] for subnet, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:59.143370 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d7191239-2e52-4cf9-af54-888460db2b60 None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:59.149685 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d7191239-2e52-4cf9-af54-888460db2b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:59.190924 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7191239-2e52-4cf9-af54-888460db2b60 None None] Network 0af764b6-b4a1-4dc8-b548-8a6e71aaefe0 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:53:59.193739 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-d7191239-2e52-4cf9-af54-888460db2b60 None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:53:59.198389 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7191239-2e52-4cf9-af54-888460db2b60 None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:53:59.200318 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7191239-2e52-4cf9-af54-888460db2b60 None None] Pushing event updated for resources: {'Port': ['ID=094e7860-9dfa-47d5-a159-ac3573e4995c,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:53:59.205967 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d6be10f6-46b4-4ff9-855a-c3812ab6e44c tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12346565'] for subnet, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:59.252210 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-d7191239-2e52-4cf9-af54-888460db2b60 None None] Attempting to bind port 094e7860-9dfa-47d5-a159-ac3573e4995c on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:53:59.252590 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-d7191239-2e52-4cf9-af54-888460db2b60 None None] Attempting to bind port 094e7860-9dfa-47d5-a159-ac3573e4995c by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '79a5fe16-d647-49fc-9d37-5fa3b7a6ac4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '0af764b6-b4a1-4dc8-b548-8a6e71aaefe0'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:53:59.252941 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7191239-2e52-4cf9-af54-888460db2b60 None None] Attempting to bind port 094e7860-9dfa-47d5-a159-ac3573e4995c on network 0af764b6-b4a1-4dc8-b548-8a6e71aaefe0 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:53:59.258898 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7191239-2e52-4cf9-af54-888460db2b60 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:53:59.258898 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7191239-2e52-4cf9-af54-888460db2b60 None None] Checking segment: {'id': '79a5fe16-d647-49fc-9d37-5fa3b7a6ac4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '0af764b6-b4a1-4dc8-b548-8a6e71aaefe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:53:59.259191 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d7191239-2e52-4cf9-af54-888460db2b60 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:59.259556 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7191239-2e52-4cf9-af54-888460db2b60 None None] Bound using segment: {'id': '79a5fe16-d647-49fc-9d37-5fa3b7a6ac4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '0af764b6-b4a1-4dc8-b548-8a6e71aaefe0'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:53:59.260019 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-d7191239-2e52-4cf9-af54-888460db2b60 None None] Bound port: 094e7860-9dfa-47d5-a159-ac3573e4995c, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79a5fe16-d647-49fc-9d37-5fa3b7a6ac4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '0af764b6-b4a1-4dc8-b548-8a6e71aaefe0'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:53:59.260394 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d7191239-2e52-4cf9-af54-888460db2b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:59.270678 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6be10f6-46b4-4ff9-855a-c3812ab6e44c tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Pushing event updated for resources: {'Subnet': ['ID=2f4c3142-c5e6-4466-8e2c-21c553b24246,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:53:59.280251 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6be10f6-46b4-4ff9-855a-c3812ab6e44c tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Checking segment: {'id': '70d652e0-59d8-4338-ae5e-df97ea32443e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b9720d75-d2da-4a86-9b38-732ecc773d08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:53:59.280608 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6be10f6-46b4-4ff9-855a-c3812ab6e44c tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Network hostable DHCP agents. Network: b9720d75-d2da-4a86-9b38-732ecc773d08, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:53:59.296979 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6be10f6-46b4-4ff9-855a-c3812ab6e44c tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Network b9720d75-d2da-4a86-9b38-732ecc773d08 is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:53:59.306792 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-d6be10f6-46b4-4ff9-855a-c3812ab6e44c tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, b9720d75-d2da-4a86-9b38-732ecc773d08) {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:53:59.316206 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6be10f6-46b4-4ff9-855a-c3812ab6e44c tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:53:59.316809 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d6be10f6-46b4-4ff9-855a-c3812ab6e44c tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:59.317031 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6d2dc9-32da-4f9d-8c66-748f8e724b07 None None] Network b9720d75-d2da-4a86-9b38-732ecc773d08 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:53:59.333017 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-d6be10f6-46b4-4ff9-855a-c3812ab6e44c tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4538088 Dec 21 13:53:59.335932 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 36282) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:53:59.347004 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-d7191239-2e52-4cf9-af54-888460db2b60 None None] For port 094e7860-9dfa-47d5-a159-ac3573e4995c, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:53:59.388340 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-d7191239-2e52-4cf9-af54-888460db2b60 None None] For port 094e7860-9dfa-47d5-a159-ac3573e4995c, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=094e7860-9dfa-47d5-a159-ac3573e4995c,segment=NetworkSegment(79a5fe16-d647-49fc-9d37-5fa3b7a6ac4f),segment_id=79a5fe16-d647-49fc-9d37-5fa3b7a6ac4f)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:53:59.394569 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d7191239-2e52-4cf9-af54-888460db2b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:59.433035 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e70a471-49f0-458f-b673-c09ee2a96e1d tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:59.478717 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bbc2471-9b19-453f-80b3-57ffe79ed8a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-b9720d75-d2da-4a86-9b38-732ecc773d08', 'network_id': 'b9720d75-d2da-4a86-9b38-732ecc773d08', 'project_id': '3fe129baa0184305a3b400e20206b0f6', 'fixed_ips': [{'subnet_id': '2f4c3142-c5e6-4466-8e2c-21c553b24246'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:53:59.479559 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-9bbc2471-9b19-453f-80b3-57ffe79ed8a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:59.481361 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7191239-2e52-4cf9-af54-888460db2b60 None None] Pushing event updated for resources: {'Port': ['ID=094e7860-9dfa-47d5-a159-ac3573e4995c,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:53:59.496081 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e70a471-49f0-458f-b673-c09ee2a96e1d tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:59.570452 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e70a471-49f0-458f-b673-c09ee2a96e1d tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12346570'] for subnet, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:59.584117 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server [None req-9bbc2471-9b19-453f-80b3-57ffe79ed8a4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2f4c3142-c5e6-4466-8e2c-21c553b24246: This subnet is being modified by another concurrent operation. Dec 21 13:53:59.584117 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 21 13:53:59.584117 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 21 13:53:59.584117 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 21 13:53:59.584117 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 21 13:53:59.584117 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 21 13:53:59.584117 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 21 13:53:59.584117 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 21 13:53:59.584117 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 21 13:53:59.584117 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 21 13:53:59.584117 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 21 13:53:59.584117 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 21 13:53:59.584117 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 21 13:53:59.584117 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 13:53:59.584117 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 21 13:53:59.584117 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server raise self.value Dec 21 13:53:59.584117 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 21 13:53:59.584117 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 13:53:59.584117 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 21 13:53:59.584117 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 21 13:53:59.584117 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 21 13:53:59.584117 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 13:53:59.584117 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 21 13:53:59.584117 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server raise self.value Dec 21 13:53:59.584117 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 21 13:53:59.584117 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 13:53:59.584117 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 21 13:53:59.584117 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 21 13:53:59.584117 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 21 13:53:59.584117 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 13:53:59.584117 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 21 13:53:59.584117 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server raise self.value Dec 21 13:53:59.584117 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 21 13:53:59.584117 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 21 13:53:59.584117 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 21 13:53:59.584117 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 21 13:53:59.584117 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 21 13:53:59.584117 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 21 13:53:59.584117 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 21 13:53:59.584117 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 21 13:53:59.584117 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 21 13:53:59.584117 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 21 13:53:59.584117 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Dec 21 13:53:59.584117 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 13:53:59.584117 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 21 13:53:59.584117 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 21 13:53:59.584117 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 21 13:53:59.584117 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 21 13:53:59.584117 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 21 13:53:59.584117 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 13:53:59.584117 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 21 13:53:59.584117 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server raise self.value Dec 21 13:53:59.584117 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 21 13:53:59.584117 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 13:53:59.584117 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 21 13:53:59.584117 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 21 13:53:59.584117 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 21 13:53:59.584117 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 13:53:59.584117 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 21 13:53:59.584117 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server raise self.value Dec 21 13:53:59.584117 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 21 13:53:59.584117 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 13:53:59.584117 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 21 13:53:59.584117 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 21 13:53:59.584117 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 21 13:53:59.584117 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 13:53:59.584117 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 21 13:53:59.584117 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server raise self.value Dec 21 13:53:59.584117 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 21 13:53:59.584117 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 21 13:53:59.584117 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 21 13:53:59.584117 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 21 13:53:59.584117 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 21 13:53:59.584117 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 21 13:53:59.584117 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1463, in create_port_db Dec 21 13:53:59.584117 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 21 13:53:59.584117 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 21 13:53:59.584117 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 21 13:53:59.584117 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 21 13:53:59.584117 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 13:53:59.584117 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 21 13:53:59.584117 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server raise self.value Dec 21 13:53:59.584117 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 21 13:53:59.584117 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 21 13:53:59.584117 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 21 13:53:59.584117 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 21 13:53:59.584117 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 21 13:53:59.584117 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 21 13:53:59.584117 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 21 13:53:59.584117 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server raise exception Dec 21 13:53:59.584117 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2f4c3142-c5e6-4466-8e2c-21c553b24246: This subnet is being modified by another concurrent operation. Dec 21 13:53:59.584117 dv-neutron-master-2-hyperv neutron-server[103154]: ERROR oslo_messaging.rpc.server Dec 21 13:53:59.600678 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e70a471-49f0-458f-b673-c09ee2a96e1d tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Pushing event deleted for resources: {'Subnet': ['ID=2f4c3142-c5e6-4466-8e2c-21c553b24246,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:53:59.631725 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39f5dcb-461a-48a0-96a1-80ebcd2148f1 None None] Network b9720d75-d2da-4a86-9b38-732ecc773d08 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:53:59.688188 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e70a471-49f0-458f-b673-c09ee2a96e1d tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:59.719762 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-6e70a471-49f0-458f-b673-c09ee2a96e1d tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9720d75-d2da-4a86-9b38-732ecc773d08']}} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:53:59.733994 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-6e70a471-49f0-458f-b673-c09ee2a96e1d tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70d652e0-59d8-4338-ae5e-df97ea32443e') {'for_net_delete': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:53:59.734298 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-6e70a471-49f0-458f-b673-c09ee2a96e1d tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70d652e0-59d8-4338-ae5e-df97ea32443e') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:53:59.744090 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e70a471-49f0-458f-b673-c09ee2a96e1d tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526653'] for segment, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:59.759153 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e70a471-49f0-458f-b673-c09ee2a96e1d tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:59.765616 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e70a471-49f0-458f-b673-c09ee2a96e1d tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=103152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:53:59.766006 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e70a471-49f0-458f-b673-c09ee2a96e1d tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805426'] for segment, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:59.769136 dv-neutron-master-2-hyperv neutron-server[103152]: Traceback (most recent call last): Dec 21 13:53:59.769136 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:53:59.769136 dv-neutron-master-2-hyperv neutron-server[103152]: timer() Dec 21 13:53:59.769136 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:53:59.769136 dv-neutron-master-2-hyperv neutron-server[103152]: cb(*args, **kw) Dec 21 13:53:59.769136 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:53:59.769136 dv-neutron-master-2-hyperv neutron-server[103152]: return func(*args, **kwargs) Dec 21 13:53:59.769136 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:53:59.769136 dv-neutron-master-2-hyperv neutron-server[103152]: self._notify() Dec 21 13:53:59.769136 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:53:59.769136 dv-neutron-master-2-hyperv neutron-server[103152]: self.callback(batched_events) Dec 21 13:53:59.769136 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:53:59.769136 dv-neutron-master-2-hyperv neutron-server[103152]: event.method(event) Dec 21 13:53:59.769136 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:53:59.769136 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:53:59.769136 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:53:59.769136 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:53:59.769136 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:53:59.769136 dv-neutron-master-2-hyperv neutron-server[103152]: return f(self, *a, **k) Dec 21 13:53:59.769136 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:53:59.769136 dv-neutron-master-2-hyperv neutron-server[103152]: return self._get(url).json() Dec 21 13:53:59.769136 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:53:59.769136 dv-neutron-master-2-hyperv neutron-server[103152]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:53:59.769136 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:53:59.769136 dv-neutron-master-2-hyperv neutron-server[103152]: return self.request(url, 'GET', **kwargs) Dec 21 13:53:59.769136 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:53:59.769136 dv-neutron-master-2-hyperv neutron-server[103152]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:53:59.769136 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:53:59.769136 dv-neutron-master-2-hyperv neutron-server[103152]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:53:59.769136 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:53:59.769136 dv-neutron-master-2-hyperv neutron-server[103152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:53:59.769136 dv-neutron-master-2-hyperv neutron-server[103152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:53:59.826289 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e70a471-49f0-458f-b673-c09ee2a96e1d tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:59.832785 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e70a471-49f0-458f-b673-c09ee2a96e1d tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Publish callbacks [] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:59.835904 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-6e70a471-49f0-458f-b673-c09ee2a96e1d tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] 10.222.0.37 "DELETE /v2.0/networks/b9720d75-d2da-4a86-9b38-732ecc773d08 HTTP/1.1" status: 204 len: 168 time: 0.4986942 Dec 21 13:53:59.840442 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 36284) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:53:59.845671 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-b2261c79-f7b7-49d3-a99b-c058c1d91bd6 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-918852437'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:53:59.847222 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e70a471-49f0-458f-b673-c09ee2a96e1d tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Pushing event deleted for resources: {'Network': ['ID=b9720d75-d2da-4a86-9b38-732ecc773d08,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:53:59.868865 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2261c79-f7b7-49d3-a99b-c058c1d91bd6 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Made reservation on behalf of 3fe129baa0184305a3b400e20206b0f6 for: {'network': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:53:59.872577 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b2261c79-f7b7-49d3-a99b-c058c1d91bd6 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:59.896386 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2261c79-f7b7-49d3-a99b-c058c1d91bd6 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=103153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:53:59.905946 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b2261c79-f7b7-49d3-a99b-c058c1d91bd6 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:59.906235 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.segments_db [None req-b2261c79-f7b7-49d3-a99b-c058c1d91bd6 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Added segment 3355f330-88d1-433c-a69f-09ab04fbf686 of type vlan for network d078fc95-3532-41c8-9abc-5351d6ae20ee Dec 21 13:53:59.954700 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b2261c79-f7b7-49d3-a99b-c058c1d91bd6 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:59.978493 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b2261c79-f7b7-49d3-a99b-c058c1d91bd6 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:53:59.983908 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2261c79-f7b7-49d3-a99b-c058c1d91bd6 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:53:59.984486 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b2261c79-f7b7-49d3-a99b-c058c1d91bd6 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:00.025116 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-b2261c79-f7b7-49d3-a99b-c058c1d91bd6 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1833646 Dec 21 13:54:00.028050 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 36286) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:54:00.033179 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-4c308525-7d05-4922-b823-600e33bf7675 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Request body: {'subnet': {'network_id': 'd078fc95-3532-41c8-9abc-5351d6ae20ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:54:00.055062 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2261c79-f7b7-49d3-a99b-c058c1d91bd6 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Pushing event updated for resources: {'Network': ['ID=d078fc95-3532-41c8-9abc-5351d6ae20ee,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:54:00.065821 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network d078fc95-3532-41c8-9abc-5351d6ae20ee details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:54:00.136002 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c308525-7d05-4922-b823-600e33bf7675 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Made reservation on behalf of 3fe129baa0184305a3b400e20206b0f6 for: {'subnet': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:54:00.139901 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4c308525-7d05-4922-b823-600e33bf7675 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12346583'] for subnet, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:00.197983 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.ipam_backend_mixin [None req-4c308525-7d05-4922-b823-600e33bf7675 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Performing IP validity checks on allocation pools {{(pid=103152) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 21 13:54:00.198641 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.ipam_backend_mixin [None req-4c308525-7d05-4922-b823-600e33bf7675 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103152) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 21 13:54:00.327209 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4c308525-7d05-4922-b823-600e33bf7675 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12346565'] for subnet, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:00.380451 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901122fd-da00-4293-aa43-eea776925a74 None None] Network 0af764b6-b4a1-4dc8-b548-8a6e71aaefe0 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:54:00.387280 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c308525-7d05-4922-b823-600e33bf7675 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Pushing event updated for resources: {'Subnet': ['ID=d411e90e-1694-4b4e-8a2d-f29236ce4171,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:54:00.396107 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c308525-7d05-4922-b823-600e33bf7675 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Checking segment: {'id': '3355f330-88d1-433c-a69f-09ab04fbf686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd078fc95-3532-41c8-9abc-5351d6ae20ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:54:00.396478 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c308525-7d05-4922-b823-600e33bf7675 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Network hostable DHCP agents. Network: d078fc95-3532-41c8-9abc-5351d6ae20ee, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:54:00.413499 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c308525-7d05-4922-b823-600e33bf7675 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Network d078fc95-3532-41c8-9abc-5351d6ae20ee is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:54:00.422746 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-4c308525-7d05-4922-b823-600e33bf7675 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, d078fc95-3532-41c8-9abc-5351d6ae20ee) {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:54:00.427276 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c308525-7d05-4922-b823-600e33bf7675 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:54:00.428042 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4c308525-7d05-4922-b823-600e33bf7675 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:00.444227 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fee14cc-046d-4cfe-bf2d-f3500f6064d3 None None] Network d078fc95-3532-41c8-9abc-5351d6ae20ee requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:54:00.445144 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-4c308525-7d05-4922-b823-600e33bf7675 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4159045 Dec 21 13:54:00.448304 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 36290) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:54:00.529465 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-8a343798-f016-4f49-a43e-94095ad39ff9 None None] Provisioning complete for port 094e7860-9dfa-47d5-a159-ac3573e4995c triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:54:00.529833 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8a343798-f016-4f49-a43e-94095ad39ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:00.548508 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-804ccf28-d67f-42fb-a1c7-004ee472a208 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:00.600120 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-804ccf28-d67f-42fb-a1c7-004ee472a208 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:00.615645 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a9f9c6-0689-4f21-8c6f-8b438d0f2682 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-d078fc95-3532-41c8-9abc-5351d6ae20ee', 'network_id': 'd078fc95-3532-41c8-9abc-5351d6ae20ee', 'project_id': '3fe129baa0184305a3b400e20206b0f6', 'fixed_ips': [{'subnet_id': 'd411e90e-1694-4b4e-8a2d-f29236ce4171'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:54:00.616493 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-64a9f9c6-0689-4f21-8c6f-8b438d0f2682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:00.664594 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-804ccf28-d67f-42fb-a1c7-004ee472a208 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12346570'] for subnet, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:00.734533 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 094e7860-9dfa-47d5-a159-ac3573e4995c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:54:00.738143 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8a343798-f016-4f49-a43e-94095ad39ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:00.749507 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-804ccf28-d67f-42fb-a1c7-004ee472a208 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:00.776045 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804ccf28-d67f-42fb-a1c7-004ee472a208 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Pushing event deleted for resources: {'Subnet': ['ID=d411e90e-1694-4b4e-8a2d-f29236ce4171,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:54:00.787222 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c971b9-36f5-45a7-b8c7-5370adeea6fd None None] Network d078fc95-3532-41c8-9abc-5351d6ae20ee requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:54:00.789925 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-804ccf28-d67f-42fb-a1c7-004ee472a208 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d078fc95-3532-41c8-9abc-5351d6ae20ee']}} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:54:00.801449 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-804ccf28-d67f-42fb-a1c7-004ee472a208 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3355f330-88d1-433c-a69f-09ab04fbf686') {'for_net_delete': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:54:00.802056 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-804ccf28-d67f-42fb-a1c7-004ee472a208 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3355f330-88d1-433c-a69f-09ab04fbf686') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:54:00.812043 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-804ccf28-d67f-42fb-a1c7-004ee472a208 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526653'] for segment, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:00.827124 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-804ccf28-d67f-42fb-a1c7-004ee472a208 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:00.831844 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-8a343798-f016-4f49-a43e-94095ad39ff9 None None] For port 094e7860-9dfa-47d5-a159-ac3573e4995c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=094e7860-9dfa-47d5-a159-ac3573e4995c,segment=NetworkSegment(79a5fe16-d647-49fc-9d37-5fa3b7a6ac4f),segment_id=79a5fe16-d647-49fc-9d37-5fa3b7a6ac4f)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:54:00.835441 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-804ccf28-d67f-42fb-a1c7-004ee472a208 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=103152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:54:00.836770 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-804ccf28-d67f-42fb-a1c7-004ee472a208 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805426'] for segment, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:00.840591 dv-neutron-master-2-hyperv neutron-server[103152]: Traceback (most recent call last): Dec 21 13:54:00.840591 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:54:00.840591 dv-neutron-master-2-hyperv neutron-server[103152]: timer() Dec 21 13:54:00.840591 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:54:00.840591 dv-neutron-master-2-hyperv neutron-server[103152]: cb(*args, **kw) Dec 21 13:54:00.840591 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:54:00.840591 dv-neutron-master-2-hyperv neutron-server[103152]: return func(*args, **kwargs) Dec 21 13:54:00.840591 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:54:00.840591 dv-neutron-master-2-hyperv neutron-server[103152]: self._notify() Dec 21 13:54:00.840591 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:54:00.840591 dv-neutron-master-2-hyperv neutron-server[103152]: self.callback(batched_events) Dec 21 13:54:00.840591 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:54:00.840591 dv-neutron-master-2-hyperv neutron-server[103152]: event.method(event) Dec 21 13:54:00.840591 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:54:00.840591 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:54:00.840591 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:54:00.840591 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:54:00.840591 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:54:00.840591 dv-neutron-master-2-hyperv neutron-server[103152]: return f(self, *a, **k) Dec 21 13:54:00.840591 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:54:00.840591 dv-neutron-master-2-hyperv neutron-server[103152]: return self._get(url).json() Dec 21 13:54:00.840591 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:54:00.840591 dv-neutron-master-2-hyperv neutron-server[103152]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:54:00.840591 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:54:00.840591 dv-neutron-master-2-hyperv neutron-server[103152]: return self.request(url, 'GET', **kwargs) Dec 21 13:54:00.840591 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:54:00.840591 dv-neutron-master-2-hyperv neutron-server[103152]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:54:00.840591 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:54:00.840591 dv-neutron-master-2-hyperv neutron-server[103152]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:54:00.840591 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:54:00.840591 dv-neutron-master-2-hyperv neutron-server[103152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:54:00.840591 dv-neutron-master-2-hyperv neutron-server[103152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:54:00.843169 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.agents_db [None req-c60a5637-8c6f-4692-b23b-7dd82bd36b21 None None] Agent healthcheck: found 6 active agents {{(pid=103155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 13:54:00.869649 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8a343798-f016-4f49-a43e-94095ad39ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:00.931213 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:00.935208 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 094e7860-9dfa-47d5-a159-ac3573e4995c triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:54:00.935573 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:00.937342 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f92017b-4b6e-4047-b9e9-7d204fa445b4 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=103154) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 21 13:54:01.016823 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a343798-f016-4f49-a43e-94095ad39ff9 None None] Pushing event updated for resources: {'Port': ['ID=094e7860-9dfa-47d5-a159-ac3573e4995c,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:54:01.045458 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6a69942c-5415-43bc-b556-5e92b4840a91 None None] Provisioning complete for port 094e7860-9dfa-47d5-a159-ac3573e4995c triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:54:01.045831 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6a69942c-5415-43bc-b556-5e92b4840a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:01.119574 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f92017b-4b6e-4047-b9e9-7d204fa445b4 None None] Resources bound (agent type, host, resource id): {{(pid=103154) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 21 13:54:01.121267 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:01.205268 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-804ccf28-d67f-42fb-a1c7-004ee472a208 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:01.212640 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-804ccf28-d67f-42fb-a1c7-004ee472a208 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Publish callbacks [] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:01.215791 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-804ccf28-d67f-42fb-a1c7-004ee472a208 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] 10.222.0.37 "DELETE /v2.0/networks/d078fc95-3532-41c8-9abc-5351d6ae20ee HTTP/1.1" status: 204 len: 168 time: 0.7665298 Dec 21 13:54:01.219632 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 36292) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:54:01.226071 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-110b65dd-cc09-4228-b90d-0997be057a85 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-330828637'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:54:01.228634 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804ccf28-d67f-42fb-a1c7-004ee472a208 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Pushing event deleted for resources: {'Network': ['ID=d078fc95-3532-41c8-9abc-5351d6ae20ee,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:54:01.256441 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-110b65dd-cc09-4228-b90d-0997be057a85 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Made reservation on behalf of 3fe129baa0184305a3b400e20206b0f6 for: {'network': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:54:01.260006 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-110b65dd-cc09-4228-b90d-0997be057a85 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:01.284712 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-110b65dd-cc09-4228-b90d-0997be057a85 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=103153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:54:01.296346 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-110b65dd-cc09-4228-b90d-0997be057a85 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:01.296777 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.segments_db [None req-110b65dd-cc09-4228-b90d-0997be057a85 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Added segment 07deee93-a632-4e11-b4b6-6011409ae549 of type vlan for network 8aee26bd-23d3-4ebd-b65d-8f851898f4fd Dec 21 13:54:01.337071 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-110b65dd-cc09-4228-b90d-0997be057a85 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:01.361597 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-110b65dd-cc09-4228-b90d-0997be057a85 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:01.367582 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110b65dd-cc09-4228-b90d-0997be057a85 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:54:01.368166 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-110b65dd-cc09-4228-b90d-0997be057a85 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:01.404944 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-110b65dd-cc09-4228-b90d-0997be057a85 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1835525 Dec 21 13:54:01.407775 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 36294) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:54:01.414447 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-cb7222ed-2c90-40eb-af46-1d7a0ad4ce52 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Request body: {'subnet': {'network_id': '8aee26bd-23d3-4ebd-b65d-8f851898f4fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:54:01.465993 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110b65dd-cc09-4228-b90d-0997be057a85 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Pushing event updated for resources: {'Network': ['ID=8aee26bd-23d3-4ebd-b65d-8f851898f4fd,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:54:01.475608 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network 8aee26bd-23d3-4ebd-b65d-8f851898f4fd details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:54:01.532913 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb7222ed-2c90-40eb-af46-1d7a0ad4ce52 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Made reservation on behalf of 3fe129baa0184305a3b400e20206b0f6 for: {'subnet': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:54:01.537132 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-cb7222ed-2c90-40eb-af46-1d7a0ad4ce52 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11288759'] for subnet, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:01.719236 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-cb7222ed-2c90-40eb-af46-1d7a0ad4ce52 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11195289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11288741'] for subnet, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:01.790217 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7222ed-2c90-40eb-af46-1d7a0ad4ce52 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Pushing event updated for resources: {'Subnet': ['ID=638a5e10-5fcb-4e37-82d6-79a1cc8465d1,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:54:01.792461 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7222ed-2c90-40eb-af46-1d7a0ad4ce52 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Checking segment: {'id': '07deee93-a632-4e11-b4b6-6011409ae549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '8aee26bd-23d3-4ebd-b65d-8f851898f4fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:54:01.792823 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7222ed-2c90-40eb-af46-1d7a0ad4ce52 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Network hostable DHCP agents. Network: 8aee26bd-23d3-4ebd-b65d-8f851898f4fd, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:54:01.809836 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7222ed-2c90-40eb-af46-1d7a0ad4ce52 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Network 8aee26bd-23d3-4ebd-b65d-8f851898f4fd is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:54:01.818145 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-cb7222ed-2c90-40eb-af46-1d7a0ad4ce52 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 8aee26bd-23d3-4ebd-b65d-8f851898f4fd) {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:54:01.822774 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7222ed-2c90-40eb-af46-1d7a0ad4ce52 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:54:01.823365 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-cb7222ed-2c90-40eb-af46-1d7a0ad4ce52 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Publish callbacks [] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:01.827427 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bfa68ef-8c8b-4e15-adfe-76660e531dfe None None] Network 8aee26bd-23d3-4ebd-b65d-8f851898f4fd requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:54:01.839018 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-cb7222ed-2c90-40eb-af46-1d7a0ad4ce52 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4301877 Dec 21 13:54:01.842736 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 36296) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:54:01.848118 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-d93b4a77-5f0d-4d52-8735-9730465619de tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1114483157'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:54:01.870633 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d93b4a77-5f0d-4d52-8735-9730465619de tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Made reservation on behalf of 3fe129baa0184305a3b400e20206b0f6 for: {'network': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:54:01.874115 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d93b4a77-5f0d-4d52-8735-9730465619de tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:01.898208 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d93b4a77-5f0d-4d52-8735-9730465619de tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=103152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:54:01.907663 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d93b4a77-5f0d-4d52-8735-9730465619de tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:01.908010 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.segments_db [None req-d93b4a77-5f0d-4d52-8735-9730465619de tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Added segment b92ee864-bcc6-4d4e-85af-7d01d5918be9 of type vlan for network 9aaacf34-491b-4fe0-9b55-346cc29d7dc7 Dec 21 13:54:01.927481 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b75b8e-4c14-4fdb-8c12-7d1ebd6dd9e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-8aee26bd-23d3-4ebd-b65d-8f851898f4fd', 'network_id': '8aee26bd-23d3-4ebd-b65d-8f851898f4fd', 'project_id': '3fe129baa0184305a3b400e20206b0f6', 'fixed_ips': [{'subnet_id': '638a5e10-5fcb-4e37-82d6-79a1cc8465d1'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:54:01.928345 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-29b75b8e-4c14-4fdb-8c12-7d1ebd6dd9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:01.948938 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d93b4a77-5f0d-4d52-8735-9730465619de tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:01.979406 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d93b4a77-5f0d-4d52-8735-9730465619de tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:01.984758 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93b4a77-5f0d-4d52-8735-9730465619de tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:54:01.985332 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d93b4a77-5f0d-4d52-8735-9730465619de tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Publish callbacks [] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:02.021336 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-d93b4a77-5f0d-4d52-8735-9730465619de tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1774659 Dec 21 13:54:02.024400 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 36298) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:54:02.028857 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-5e733be6-76b1-4fc2-96bb-0c20fdbfd661 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Request body: {'subnet': {'network_id': '9aaacf34-491b-4fe0-9b55-346cc29d7dc7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:54:02.083619 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93b4a77-5f0d-4d52-8735-9730465619de tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Pushing event updated for resources: {'Network': ['ID=9aaacf34-491b-4fe0-9b55-346cc29d7dc7,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:54:02.153613 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e733be6-76b1-4fc2-96bb-0c20fdbfd661 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Made reservation on behalf of 3fe129baa0184305a3b400e20206b0f6 for: {'subnet': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:54:02.157277 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5e733be6-76b1-4fc2-96bb-0c20fdbfd661 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12346583'] for subnet, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:02.197409 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network 9aaacf34-491b-4fe0-9b55-346cc29d7dc7 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:54:02.271426 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-29b75b8e-4c14-4fdb-8c12-7d1ebd6dd9e7 None None] Allocated IP 2001:db8::2 (8aee26bd-23d3-4ebd-b65d-8f851898f4fd/638a5e10-5fcb-4e37-82d6-79a1cc8465d1/b49358ff-5e87-42b5-8a9c-53ab8dae242c) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:54:02.354193 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5e733be6-76b1-4fc2-96bb-0c20fdbfd661 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12346565'] for subnet, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:02.419244 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-29b75b8e-4c14-4fdb-8c12-7d1ebd6dd9e7 None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:02.424748 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e733be6-76b1-4fc2-96bb-0c20fdbfd661 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Pushing event updated for resources: {'Subnet': ['ID=7ca2e641-91c6-4af5-aa66-6601c1634e16,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:54:02.425210 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-29b75b8e-4c14-4fdb-8c12-7d1ebd6dd9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:02.429708 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e733be6-76b1-4fc2-96bb-0c20fdbfd661 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Checking segment: {'id': 'b92ee864-bcc6-4d4e-85af-7d01d5918be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '9aaacf34-491b-4fe0-9b55-346cc29d7dc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:54:02.430591 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e733be6-76b1-4fc2-96bb-0c20fdbfd661 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Network hostable DHCP agents. Network: 9aaacf34-491b-4fe0-9b55-346cc29d7dc7, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:54:02.447931 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e733be6-76b1-4fc2-96bb-0c20fdbfd661 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Network 9aaacf34-491b-4fe0-9b55-346cc29d7dc7 is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:54:02.457172 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-5e733be6-76b1-4fc2-96bb-0c20fdbfd661 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 9aaacf34-491b-4fe0-9b55-346cc29d7dc7) {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:54:02.461533 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e733be6-76b1-4fc2-96bb-0c20fdbfd661 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:54:02.462124 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5e733be6-76b1-4fc2-96bb-0c20fdbfd661 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:02.473562 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7083f2-8c81-4990-8698-5582711ec3b5 None None] Network 9aaacf34-491b-4fe0-9b55-346cc29d7dc7 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:54:02.477695 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b75b8e-4c14-4fdb-8c12-7d1ebd6dd9e7 None None] Network 8aee26bd-23d3-4ebd-b65d-8f851898f4fd is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:54:02.481049 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-5e733be6-76b1-4fc2-96bb-0c20fdbfd661 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4536154 Dec 21 13:54:02.481275 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 36300) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:54:02.500737 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-29b75b8e-4c14-4fdb-8c12-7d1ebd6dd9e7 None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:54:02.503076 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b75b8e-4c14-4fdb-8c12-7d1ebd6dd9e7 None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:54:02.507631 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b75b8e-4c14-4fdb-8c12-7d1ebd6dd9e7 None None] Pushing event updated for resources: {'Port': ['ID=b49358ff-5e87-42b5-8a9c-53ab8dae242c,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:54:02.580785 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a3e545fd-7e97-4841-ac4a-a2a04668e071 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:02.602478 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-29b75b8e-4c14-4fdb-8c12-7d1ebd6dd9e7 None None] Attempting to bind port b49358ff-5e87-42b5-8a9c-53ab8dae242c on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:54:02.603092 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-29b75b8e-4c14-4fdb-8c12-7d1ebd6dd9e7 None None] Attempting to bind port b49358ff-5e87-42b5-8a9c-53ab8dae242c by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '07deee93-a632-4e11-b4b6-6011409ae549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '8aee26bd-23d3-4ebd-b65d-8f851898f4fd'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:54:02.603759 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b75b8e-4c14-4fdb-8c12-7d1ebd6dd9e7 None None] Attempting to bind port b49358ff-5e87-42b5-8a9c-53ab8dae242c on network 8aee26bd-23d3-4ebd-b65d-8f851898f4fd {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:54:02.612079 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b75b8e-4c14-4fdb-8c12-7d1ebd6dd9e7 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:54:02.612466 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b75b8e-4c14-4fdb-8c12-7d1ebd6dd9e7 None None] Checking segment: {'id': '07deee93-a632-4e11-b4b6-6011409ae549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '8aee26bd-23d3-4ebd-b65d-8f851898f4fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:54:02.612915 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-29b75b8e-4c14-4fdb-8c12-7d1ebd6dd9e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:02.613265 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b75b8e-4c14-4fdb-8c12-7d1ebd6dd9e7 None None] Bound using segment: {'id': '07deee93-a632-4e11-b4b6-6011409ae549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '8aee26bd-23d3-4ebd-b65d-8f851898f4fd'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:54:02.613789 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-29b75b8e-4c14-4fdb-8c12-7d1ebd6dd9e7 None None] Bound port: b49358ff-5e87-42b5-8a9c-53ab8dae242c, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07deee93-a632-4e11-b4b6-6011409ae549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '8aee26bd-23d3-4ebd-b65d-8f851898f4fd'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:54:02.614243 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-29b75b8e-4c14-4fdb-8c12-7d1ebd6dd9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:02.644484 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a3e545fd-7e97-4841-ac4a-a2a04668e071 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:02.646716 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e407f45a-ad06-4eaa-b49b-599388c51890 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-9aaacf34-491b-4fe0-9b55-346cc29d7dc7', 'network_id': '9aaacf34-491b-4fe0-9b55-346cc29d7dc7', 'project_id': '3fe129baa0184305a3b400e20206b0f6', 'fixed_ips': [{'subnet_id': '7ca2e641-91c6-4af5-aa66-6601c1634e16'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:54:02.647638 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e407f45a-ad06-4eaa-b49b-599388c51890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:02.680769 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 094e7860-9dfa-47d5-a159-ac3573e4995c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:54:02.710609 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a3e545fd-7e97-4841-ac4a-a2a04668e071 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12346570'] for subnet, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:02.736114 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e545fd-7e97-4841-ac4a-a2a04668e071 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Pushing event deleted for resources: {'Subnet': ['ID=7ca2e641-91c6-4af5-aa66-6601c1634e16,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:54:02.796524 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a3e545fd-7e97-4841-ac4a-a2a04668e071 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:02.813676 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-29b75b8e-4c14-4fdb-8c12-7d1ebd6dd9e7 None None] For port b49358ff-5e87-42b5-8a9c-53ab8dae242c, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:54:02.816974 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-a3e545fd-7e97-4841-ac4a-a2a04668e071 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9aaacf34-491b-4fe0-9b55-346cc29d7dc7']}} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:54:02.817903 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-29b75b8e-4c14-4fdb-8c12-7d1ebd6dd9e7 None None] For port b49358ff-5e87-42b5-8a9c-53ab8dae242c, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b49358ff-5e87-42b5-8a9c-53ab8dae242c,segment=NetworkSegment(07deee93-a632-4e11-b4b6-6011409ae549),segment_id=07deee93-a632-4e11-b4b6-6011409ae549)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:54:02.822607 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e96f039-46b2-4926-9c78-c1da0700db0f None None] Network 9aaacf34-491b-4fe0-9b55-346cc29d7dc7 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:54:02.827349 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-a3e545fd-7e97-4841-ac4a-a2a04668e071 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b92ee864-bcc6-4d4e-85af-7d01d5918be9') {'for_net_delete': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:54:02.827548 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-a3e545fd-7e97-4841-ac4a-a2a04668e071 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b92ee864-bcc6-4d4e-85af-7d01d5918be9') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:54:02.829469 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-29b75b8e-4c14-4fdb-8c12-7d1ebd6dd9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:02.837841 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a3e545fd-7e97-4841-ac4a-a2a04668e071 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526653'] for segment, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:02.850505 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a3e545fd-7e97-4841-ac4a-a2a04668e071 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:02.857283 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3e545fd-7e97-4841-ac4a-a2a04668e071 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=103152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:54:02.857776 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a3e545fd-7e97-4841-ac4a-a2a04668e071 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805426'] for segment, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:02.860867 dv-neutron-master-2-hyperv neutron-server[103152]: Traceback (most recent call last): Dec 21 13:54:02.860867 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:54:02.860867 dv-neutron-master-2-hyperv neutron-server[103152]: timer() Dec 21 13:54:02.860867 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:54:02.860867 dv-neutron-master-2-hyperv neutron-server[103152]: cb(*args, **kw) Dec 21 13:54:02.860867 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:54:02.860867 dv-neutron-master-2-hyperv neutron-server[103152]: return func(*args, **kwargs) Dec 21 13:54:02.860867 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:54:02.860867 dv-neutron-master-2-hyperv neutron-server[103152]: self._notify() Dec 21 13:54:02.860867 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:54:02.860867 dv-neutron-master-2-hyperv neutron-server[103152]: self.callback(batched_events) Dec 21 13:54:02.860867 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:54:02.860867 dv-neutron-master-2-hyperv neutron-server[103152]: event.method(event) Dec 21 13:54:02.860867 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:54:02.860867 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:54:02.860867 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:54:02.860867 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:54:02.860867 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:54:02.860867 dv-neutron-master-2-hyperv neutron-server[103152]: return f(self, *a, **k) Dec 21 13:54:02.860867 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:54:02.860867 dv-neutron-master-2-hyperv neutron-server[103152]: return self._get(url).json() Dec 21 13:54:02.860867 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:54:02.860867 dv-neutron-master-2-hyperv neutron-server[103152]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:54:02.860867 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:54:02.860867 dv-neutron-master-2-hyperv neutron-server[103152]: return self.request(url, 'GET', **kwargs) Dec 21 13:54:02.860867 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:54:02.860867 dv-neutron-master-2-hyperv neutron-server[103152]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:54:02.860867 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:54:02.860867 dv-neutron-master-2-hyperv neutron-server[103152]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:54:02.860867 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:54:02.860867 dv-neutron-master-2-hyperv neutron-server[103152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:54:02.860867 dv-neutron-master-2-hyperv neutron-server[103152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:54:02.930979 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a3e545fd-7e97-4841-ac4a-a2a04668e071 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:02.938247 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a3e545fd-7e97-4841-ac4a-a2a04668e071 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Publish callbacks [] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:02.941490 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-a3e545fd-7e97-4841-ac4a-a2a04668e071 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] 10.222.0.37 "DELETE /v2.0/networks/9aaacf34-491b-4fe0-9b55-346cc29d7dc7 HTTP/1.1" status: 204 len: 168 time: 0.4592953 Dec 21 13:54:02.944695 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 36302) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:54:02.962272 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e545fd-7e97-4841-ac4a-a2a04668e071 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Pushing event deleted for resources: {'Network': ['ID=9aaacf34-491b-4fe0-9b55-346cc29d7dc7,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:54:02.973669 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.pecan_wsgi.hooks.translation [None req-5796ac7c-9da4-4eef-9e1a-9eb775128ab2 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] GET failed (client error): The resource could not be found. Dec 21 13:54:02.978068 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-5796ac7c-9da4-4eef-9e1a-9eb775128ab2 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] 10.222.0.37 "GET /v2.0/subnets/7ca2e641-91c6-4af5-aa66-6601c1634e16 HTTP/1.1" status: 404 len: 337 time: 0.0291159 Dec 21 13:54:02.978653 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 36304) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:54:02.987078 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b75b8e-4c14-4fdb-8c12-7d1ebd6dd9e7 None None] Pushing event updated for resources: {'Port': ['ID=b49358ff-5e87-42b5-8a9c-53ab8dae242c,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:54:02.994512 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 094e7860-9dfa-47d5-a159-ac3573e4995c triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:54:02.994935 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:02.999926 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-8702bec2-db09-49e8-9c4f-4b6407228da4 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] DELETE failed (client error): The resource could not be found. Dec 21 13:54:03.000443 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8702bec2-db09-49e8-9c4f-4b6407228da4 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:54:03.007520 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-8702bec2-db09-49e8-9c4f-4b6407228da4 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] 10.222.0.37 "DELETE /v2.0/networks/9aaacf34-491b-4fe0-9b55-346cc29d7dc7 HTTP/1.1" status: 404 len: 339 time: 0.0234821 Dec 21 13:54:03.007943 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 36306) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:54:03.034095 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-49fdaea4-7fa5-4247-9cd6-3e583f8b92f9 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] DELETE failed (client error): The resource could not be found. Dec 21 13:54:03.034579 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49fdaea4-7fa5-4247-9cd6-3e583f8b92f9 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:54:03.038402 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-49fdaea4-7fa5-4247-9cd6-3e583f8b92f9 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] 10.222.0.37 "DELETE /v2.0/subnets/7ca2e641-91c6-4af5-aa66-6601c1634e16 HTTP/1.1" status: 404 len: 337 time: 0.0286849 Dec 21 13:54:03.041226 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 36308) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:54:03.069807 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.pecan_wsgi.hooks.translation [None req-00965631-1a00-4a1e-8c1e-2a7fdabd43ae tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] DELETE failed (client error): The resource could not be found. Dec 21 13:54:03.070920 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00965631-1a00-4a1e-8c1e-2a7fdabd43ae tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:54:03.077112 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 36310) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:54:03.077283 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-00965631-1a00-4a1e-8c1e-2a7fdabd43ae tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] 10.222.0.37 "DELETE /v2.0/networks/9aaacf34-491b-4fe0-9b55-346cc29d7dc7 HTTP/1.1" status: 404 len: 339 time: 0.0338843 Dec 21 13:54:03.153903 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_v2 [None req-7861b5a0-1a88-4d75-aa28-9fca14f284c2 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Deleting subnet 638a5e10-5fcb-4e37-82d6-79a1cc8465d1 {{(pid=103152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:54:03.157030 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7861b5a0-1a88-4d75-aa28-9fca14f284c2 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Publish callbacks [] for subnet, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:03.210426 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7861b5a0-1a88-4d75-aa28-9fca14f284c2 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526644'] for subnet, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:03.297730 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7861b5a0-1a88-4d75-aa28-9fca14f284c2 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:03.353999 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7861b5a0-1a88-4d75-aa28-9fca14f284c2 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12346570'] for subnet, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:03.386000 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7861b5a0-1a88-4d75-aa28-9fca14f284c2 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Pushing event deleted for resources: {'Subnet': ['ID=638a5e10-5fcb-4e37-82d6-79a1cc8465d1,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:54:03.388013 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7861b5a0-1a88-4d75-aa28-9fca14f284c2 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:03.393714 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-7861b5a0-1a88-4d75-aa28-9fca14f284c2 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] 10.222.0.37 "DELETE /v2.0/subnets/638a5e10-5fcb-4e37-82d6-79a1cc8465d1 HTTP/1.1" status: 204 len: 168 time: 0.3151491 Dec 21 13:54:03.393866 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 36312) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:54:03.473763 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f9ed27c7-ec0f-407f-90ea-a838d590bb12 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:03.524990 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-f9ed27c7-ec0f-407f-90ea-a838d590bb12 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Deleting port b49358ff-5e87-42b5-8a9c-53ab8dae242c {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:54:03.525329 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f9ed27c7-ec0f-407f-90ea-a838d590bb12 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:03.588254 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-f9ed27c7-ec0f-407f-90ea-a838d590bb12 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] For port b49358ff-5e87-42b5-8a9c-53ab8dae242c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b49358ff-5e87-42b5-8a9c-53ab8dae242c,segment=NetworkSegment(07deee93-a632-4e11-b4b6-6011409ae549),segment_id=07deee93-a632-4e11-b4b6-6011409ae549)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:54:03.588796 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f9ed27c7-ec0f-407f-90ea-a838d590bb12 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:03.604723 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-f9ed27c7-ec0f-407f-90ea-a838d590bb12 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Calling delete_port for b49358ff-5e87-42b5-8a9c-53ab8dae242c owned by network:dhcp {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:54:03.692410 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f9ed27c7-ec0f-407f-90ea-a838d590bb12 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:03.719726 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ed27c7-ec0f-407f-90ea-a838d590bb12 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Pushing event deleted for resources: {'Port': ['ID=b49358ff-5e87-42b5-8a9c-53ab8dae242c,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:54:03.723169 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ed27c7-ec0f-407f-90ea-a838d590bb12 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] No DVR routers for this DVR port b49358ff-5e87-42b5-8a9c-53ab8dae242c on host dv-neutron-master-2-hyperv {{(pid=103153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:54:03.814131 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f9ed27c7-ec0f-407f-90ea-a838d590bb12 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:03.834905 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-f9ed27c7-ec0f-407f-90ea-a838d590bb12 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8aee26bd-23d3-4ebd-b65d-8f851898f4fd']}} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:54:03.844881 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-f9ed27c7-ec0f-407f-90ea-a838d590bb12 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07deee93-a632-4e11-b4b6-6011409ae549') {'for_net_delete': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:54:03.845183 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-f9ed27c7-ec0f-407f-90ea-a838d590bb12 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07deee93-a632-4e11-b4b6-6011409ae549') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:54:03.855673 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f9ed27c7-ec0f-407f-90ea-a838d590bb12 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1585430'] for segment, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:03.861357 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bede7dac-0187-4015-a315-a816622ba77d None None] Network 8aee26bd-23d3-4ebd-b65d-8f851898f4fd requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:54:03.868777 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f9ed27c7-ec0f-407f-90ea-a838d590bb12 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:03.874745 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9ed27c7-ec0f-407f-90ea-a838d590bb12 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=103153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:54:03.875124 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f9ed27c7-ec0f-407f-90ea-a838d590bb12 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11349758'] for segment, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:03.878042 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:54:03.878042 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:54:03.878042 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:54:03.878042 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:54:03.878042 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:54:03.878042 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:54:03.878042 dv-neutron-master-2-hyperv neutron-server[103153]: Traceback (most recent call last): Dec 21 13:54:03.878042 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:54:03.878042 dv-neutron-master-2-hyperv neutron-server[103153]: timer() Dec 21 13:54:03.878042 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:54:03.878042 dv-neutron-master-2-hyperv neutron-server[103153]: cb(*args, **kw) Dec 21 13:54:03.878042 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:54:03.878042 dv-neutron-master-2-hyperv neutron-server[103153]: return func(*args, **kwargs) Dec 21 13:54:03.878042 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:54:03.878042 dv-neutron-master-2-hyperv neutron-server[103153]: self._notify() Dec 21 13:54:03.878042 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:54:03.878042 dv-neutron-master-2-hyperv neutron-server[103153]: self.callback(batched_events) Dec 21 13:54:03.878042 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:54:03.878042 dv-neutron-master-2-hyperv neutron-server[103153]: event.method(event) Dec 21 13:54:03.878042 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:54:03.878042 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:54:03.878042 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:54:03.878042 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:54:03.878042 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:54:03.878042 dv-neutron-master-2-hyperv neutron-server[103153]: return f(self, *a, **k) Dec 21 13:54:03.878042 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:54:03.878042 dv-neutron-master-2-hyperv neutron-server[103153]: return self._get(url).json() Dec 21 13:54:03.878042 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:54:03.878042 dv-neutron-master-2-hyperv neutron-server[103153]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:54:03.878042 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:54:03.878042 dv-neutron-master-2-hyperv neutron-server[103153]: return self.request(url, 'GET', **kwargs) Dec 21 13:54:03.878042 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:54:03.878042 dv-neutron-master-2-hyperv neutron-server[103153]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:54:03.878042 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:54:03.878042 dv-neutron-master-2-hyperv neutron-server[103153]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:54:03.878042 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:54:03.878042 dv-neutron-master-2-hyperv neutron-server[103153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:54:03.878042 dv-neutron-master-2-hyperv neutron-server[103153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:54:03.921577 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-659f1eea-2712-4c13-a1ce-ad0b691079c1 None None] Could not find standard attr ID for object b49358ff-5e87-42b5-8a9c-53ab8dae242c. {{(pid=103154) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 21 13:54:03.939289 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f9ed27c7-ec0f-407f-90ea-a838d590bb12 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:03.946576 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f9ed27c7-ec0f-407f-90ea-a838d590bb12 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:03.949698 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-f9ed27c7-ec0f-407f-90ea-a838d590bb12 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] 10.222.0.37 "DELETE /v2.0/networks/8aee26bd-23d3-4ebd-b65d-8f851898f4fd HTTP/1.1" status: 204 len: 168 time: 0.5549111 Dec 21 13:54:03.952435 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 36314) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:54:03.965590 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ed27c7-ec0f-407f-90ea-a838d590bb12 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Pushing event deleted for resources: {'Network': ['ID=8aee26bd-23d3-4ebd-b65d-8f851898f4fd,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:54:03.983448 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e895fc4-ae0b-43ec-bd61-652b302a5423 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] DELETE failed (client error): The resource could not be found. Dec 21 13:54:03.983915 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e895fc4-ae0b-43ec-bd61-652b302a5423 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:54:03.987317 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-9e895fc4-ae0b-43ec-bd61-652b302a5423 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] 10.222.0.37 "DELETE /v2.0/subnets/d411e90e-1694-4b4e-8a2d-f29236ce4171 HTTP/1.1" status: 404 len: 337 time: 0.0338256 Dec 21 13:54:03.990609 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 36316) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:54:04.010384 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-7aa61861-36a7-4e3b-85e2-e703617cf4a9 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] DELETE failed (client error): The resource could not be found. Dec 21 13:54:04.010885 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7aa61861-36a7-4e3b-85e2-e703617cf4a9 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:54:04.014030 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee21c297-cade-4b0b-b7ad-7c607ddfeb5c None None] DHCP port deletion for 8aee26bd-23d3-4ebd-b65d-8f851898f4fd request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:54:04.014873 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-7aa61861-36a7-4e3b-85e2-e703617cf4a9 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] 10.222.0.37 "DELETE /v2.0/networks/d078fc95-3532-41c8-9abc-5351d6ae20ee HTTP/1.1" status: 404 len: 339 time: 0.0233283 Dec 21 13:54:04.017411 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 36318) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:54:04.043801 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a85645f-5cd6-46e9-8648-963c5d8e91fb tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] DELETE failed (client error): The resource could not be found. Dec 21 13:54:04.044254 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a85645f-5cd6-46e9-8648-963c5d8e91fb tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:54:04.047229 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-1a85645f-5cd6-46e9-8648-963c5d8e91fb tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] 10.222.0.37 "DELETE /v2.0/subnets/2f4c3142-c5e6-4466-8e2c-21c553b24246 HTTP/1.1" status: 404 len: 337 time: 0.0287998 Dec 21 13:54:04.049653 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 36320) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:54:04.067319 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7440602-ab6d-4790-a0a1-fae8b2b40f63 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] DELETE failed (client error): The resource could not be found. Dec 21 13:54:04.067791 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7440602-ab6d-4790-a0a1-fae8b2b40f63 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 13:54:04.071333 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-c7440602-ab6d-4790-a0a1-fae8b2b40f63 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] 10.222.0.37 "DELETE /v2.0/networks/b9720d75-d2da-4a86-9b38-732ecc773d08 HTTP/1.1" status: 404 len: 339 time: 0.0208008 Dec 21 13:54:04.073479 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 36322) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:54:04.121341 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_v2 [None req-f930c6d4-ac61-4545-9575-58e9a47781ef tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Deleting subnet c8e27488-0a8d-4f22-85d9-ea737020a683 {{(pid=103152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:54:04.124264 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f930c6d4-ac61-4545-9575-58e9a47781ef tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Publish callbacks [] for subnet, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:04.167500 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f930c6d4-ac61-4545-9575-58e9a47781ef tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526644'] for subnet, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:04.246780 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f930c6d4-ac61-4545-9575-58e9a47781ef tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:04.302872 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f930c6d4-ac61-4545-9575-58e9a47781ef tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12346570'] for subnet, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:04.334886 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f930c6d4-ac61-4545-9575-58e9a47781ef tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Pushing event deleted for resources: {'Subnet': ['ID=c8e27488-0a8d-4f22-85d9-ea737020a683,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:54:04.336846 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f930c6d4-ac61-4545-9575-58e9a47781ef tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:04.340008 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-f930c6d4-ac61-4545-9575-58e9a47781ef tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] 10.222.0.37 "DELETE /v2.0/subnets/c8e27488-0a8d-4f22-85d9-ea737020a683 HTTP/1.1" status: 204 len: 168 time: 0.2656877 Dec 21 13:54:04.342618 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 36324) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:54:04.344574 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b77e074-e8bf-48c6-b104-a3afed26fe88 None None] Network 0af764b6-b4a1-4dc8-b548-8a6e71aaefe0 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:54:04.418676 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3f5a1d01-4f2f-4074-bc6b-cee664cf60a3 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:04.473525 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-3f5a1d01-4f2f-4074-bc6b-cee664cf60a3 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Deleting port 094e7860-9dfa-47d5-a159-ac3573e4995c {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:54:04.473874 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3f5a1d01-4f2f-4074-bc6b-cee664cf60a3 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:04.484204 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd3725d-bd58-4660-ab04-4493454e9f72 None None] DHCP port deletion for 0af764b6-b4a1-4dc8-b548-8a6e71aaefe0 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:54:04.530276 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-3bd3725d-bd58-4660-ab04-4493454e9f72 None None] Deleting port 094e7860-9dfa-47d5-a159-ac3573e4995c {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:54:04.530683 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-3bd3725d-bd58-4660-ab04-4493454e9f72 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:04.541252 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-3f5a1d01-4f2f-4074-bc6b-cee664cf60a3 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] For port 094e7860-9dfa-47d5-a159-ac3573e4995c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=094e7860-9dfa-47d5-a159-ac3573e4995c,segment=NetworkSegment(79a5fe16-d647-49fc-9d37-5fa3b7a6ac4f),segment_id=79a5fe16-d647-49fc-9d37-5fa3b7a6ac4f)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:54:04.541651 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3f5a1d01-4f2f-4074-bc6b-cee664cf60a3 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:04.555471 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-3f5a1d01-4f2f-4074-bc6b-cee664cf60a3 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Calling delete_port for 094e7860-9dfa-47d5-a159-ac3573e4995c owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:54:04.590716 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-3bd3725d-bd58-4660-ab04-4493454e9f72 None None] For port 094e7860-9dfa-47d5-a159-ac3573e4995c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=094e7860-9dfa-47d5-a159-ac3573e4995c,segment=NetworkSegment(79a5fe16-d647-49fc-9d37-5fa3b7a6ac4f),segment_id=79a5fe16-d647-49fc-9d37-5fa3b7a6ac4f)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:54:04.591111 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-3bd3725d-bd58-4660-ab04-4493454e9f72 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:04.603800 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-3bd3725d-bd58-4660-ab04-4493454e9f72 None None] Calling delete_port for 094e7860-9dfa-47d5-a159-ac3573e4995c owned by network:dhcp {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:54:04.636300 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3f5a1d01-4f2f-4074-bc6b-cee664cf60a3 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:04.666019 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5a1d01-4f2f-4074-bc6b-cee664cf60a3 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Pushing event deleted for resources: {'Port': ['ID=094e7860-9dfa-47d5-a159-ac3573e4995c,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:54:04.669441 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5a1d01-4f2f-4074-bc6b-cee664cf60a3 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] No DVR routers for this DVR port 094e7860-9dfa-47d5-a159-ac3573e4995c on host dv-neutron-master-2-hyperv {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:54:04.670412 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 094e7860-9dfa-47d5-a159-ac3573e4995c no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:54:04.693628 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: 094e7860-9dfa-47d5-a159-ac3573e4995c {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:54:04.693981 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 094e7860-9dfa-47d5-a159-ac3573e4995c not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:54:04.710555 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-3bd3725d-bd58-4660-ab04-4493454e9f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636'] for port, after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:04.736693 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd3725d-bd58-4660-ab04-4493454e9f72 None None] Pushing event deleted for resources: {'Port': ['ID=094e7860-9dfa-47d5-a159-ac3573e4995c,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:54:04.740510 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd3725d-bd58-4660-ab04-4493454e9f72 None None] No DVR routers for this DVR port 094e7860-9dfa-47d5-a159-ac3573e4995c on host dv-neutron-master-2-hyperv {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:54:04.749777 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3f5a1d01-4f2f-4074-bc6b-cee664cf60a3 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:04.769591 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-3f5a1d01-4f2f-4074-bc6b-cee664cf60a3 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0af764b6-b4a1-4dc8-b548-8a6e71aaefe0']}} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:54:04.779406 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-3f5a1d01-4f2f-4074-bc6b-cee664cf60a3 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79a5fe16-d647-49fc-9d37-5fa3b7a6ac4f') {'for_net_delete': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:54:04.779714 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-3f5a1d01-4f2f-4074-bc6b-cee664cf60a3 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79a5fe16-d647-49fc-9d37-5fa3b7a6ac4f') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:54:04.789585 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3f5a1d01-4f2f-4074-bc6b-cee664cf60a3 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526653'] for segment, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:04.802741 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3f5a1d01-4f2f-4074-bc6b-cee664cf60a3 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:04.808944 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f5a1d01-4f2f-4074-bc6b-cee664cf60a3 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=103152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:54:04.809352 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3f5a1d01-4f2f-4074-bc6b-cee664cf60a3 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805426'] for segment, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:04.812446 dv-neutron-master-2-hyperv neutron-server[103152]: Traceback (most recent call last): Dec 21 13:54:04.812446 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:54:04.812446 dv-neutron-master-2-hyperv neutron-server[103152]: timer() Dec 21 13:54:04.812446 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:54:04.812446 dv-neutron-master-2-hyperv neutron-server[103152]: cb(*args, **kw) Dec 21 13:54:04.812446 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:54:04.812446 dv-neutron-master-2-hyperv neutron-server[103152]: return func(*args, **kwargs) Dec 21 13:54:04.812446 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:54:04.812446 dv-neutron-master-2-hyperv neutron-server[103152]: self._notify() Dec 21 13:54:04.812446 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:54:04.812446 dv-neutron-master-2-hyperv neutron-server[103152]: self.callback(batched_events) Dec 21 13:54:04.812446 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:54:04.812446 dv-neutron-master-2-hyperv neutron-server[103152]: event.method(event) Dec 21 13:54:04.812446 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:54:04.812446 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:54:04.812446 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:54:04.812446 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:54:04.812446 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:54:04.812446 dv-neutron-master-2-hyperv neutron-server[103152]: return f(self, *a, **k) Dec 21 13:54:04.812446 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:54:04.812446 dv-neutron-master-2-hyperv neutron-server[103152]: return self._get(url).json() Dec 21 13:54:04.812446 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:54:04.812446 dv-neutron-master-2-hyperv neutron-server[103152]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:54:04.812446 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:54:04.812446 dv-neutron-master-2-hyperv neutron-server[103152]: return self.request(url, 'GET', **kwargs) Dec 21 13:54:04.812446 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:54:04.812446 dv-neutron-master-2-hyperv neutron-server[103152]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:54:04.812446 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:54:04.812446 dv-neutron-master-2-hyperv neutron-server[103152]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:54:04.812446 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:54:04.812446 dv-neutron-master-2-hyperv neutron-server[103152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:54:04.812446 dv-neutron-master-2-hyperv neutron-server[103152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:54:04.873489 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3f5a1d01-4f2f-4074-bc6b-cee664cf60a3 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:04.877568 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3f5a1d01-4f2f-4074-bc6b-cee664cf60a3 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Publish callbacks [] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:04.881306 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-3f5a1d01-4f2f-4074-bc6b-cee664cf60a3 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] 10.222.0.37 "DELETE /v2.0/networks/0af764b6-b4a1-4dc8-b548-8a6e71aaefe0 HTTP/1.1" status: 204 len: 168 time: 0.5377755 Dec 21 13:54:04.895421 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5a1d01-4f2f-4074-bc6b-cee664cf60a3 tempest-NetworksIpV6Test-94149363 tempest-NetworksIpV6Test-94149363-project] Pushing event deleted for resources: {'Network': ['ID=0af764b6-b4a1-4dc8-b548-8a6e71aaefe0,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:54:05.116367 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 36330) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:54:05.474881 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-719b2920-80b3-4959-999e-a662a87af452 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3fe129baa0184305a3b400e20206b0f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3571470 Dec 21 13:54:05.477245 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 36334) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:54:05.521702 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ddd34129-c1e9-4876-bb98-c6a1a00f42a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:05.542293 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ddd34129-c1e9-4876-bb98-c6a1a00f42a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:05.587013 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ddd34129-c1e9-4876-bb98-c6a1a00f42a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:05.589806 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ddd34129-c1e9-4876-bb98-c6a1a00f42a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:05.590948 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-ddd34129-c1e9-4876-bb98-c6a1a00f42a9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1746b8ae-63c5-4c8d-b261-58d31970ddd9 HTTP/1.1" status: 204 len: 168 time: 0.1128187 Dec 21 13:54:05.598268 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd34129-c1e9-4876-bb98-c6a1a00f42a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1746b8ae-63c5-4c8d-b261-58d31970ddd9,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:54:06.208874 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 36356) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:54:06.302386 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-b58d4e7e-0afb-4dd2-8a8d-7d34677cce7f tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1223309470', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:54:06.326102 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b58d4e7e-0afb-4dd2-8a8d-7d34677cce7f tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26964'] for router, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:06.327114 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b58d4e7e-0afb-4dd2-8a8d-7d34677cce7f tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-642316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26957'] for router, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:06.377100 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b58d4e7e-0afb-4dd2-8a8d-7d34677cce7f tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:06.381145 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b58d4e7e-0afb-4dd2-8a8d-7d34677cce7f tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548730'] for router, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:06.398737 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b58d4e7e-0afb-4dd2-8a8d-7d34677cce7f tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Publish callbacks [] for router, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:06.399956 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-b58d4e7e-0afb-4dd2-8a8d-7d34677cce7f tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1900487 Dec 21 13:54:06.403262 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 36360) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:54:06.407891 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-6655c8f9-a586-4164-a742-9ea261ac2f0c tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1827509983'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:54:06.429758 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6655c8f9-a586-4164-a742-9ea261ac2f0c tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Made reservation on behalf of 8b23563baed047b49c69ec32c61c7f0e for: {'network': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:54:06.433105 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6655c8f9-a586-4164-a742-9ea261ac2f0c tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:06.441404 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6655c8f9-a586-4164-a742-9ea261ac2f0c tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Publish callbacks [] for security_group, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:06.512904 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6655c8f9-a586-4164-a742-9ea261ac2f0c tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Publish callbacks [] for security_group, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:06.516436 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6655c8f9-a586-4164-a742-9ea261ac2f0c tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:06.545948 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6655c8f9-a586-4164-a742-9ea261ac2f0c tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=103153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:54:06.551287 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6655c8f9-a586-4164-a742-9ea261ac2f0c tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ad6c2e-d08f-424d-aa87-272182858b91,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:54:06.558867 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6655c8f9-a586-4164-a742-9ea261ac2f0c tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:06.559217 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.segments_db [None req-6655c8f9-a586-4164-a742-9ea261ac2f0c tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Added segment 3d9db0a4-3eec-4a18-97ff-0e0f4dfa3a96 of type vlan for network c24f014a-0e19-4b57-abc6-388b71094cc1 Dec 21 13:54:06.598186 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6655c8f9-a586-4164-a742-9ea261ac2f0c tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:06.622593 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6655c8f9-a586-4164-a742-9ea261ac2f0c tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:06.628090 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6655c8f9-a586-4164-a742-9ea261ac2f0c tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:54:06.628670 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6655c8f9-a586-4164-a742-9ea261ac2f0c tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:06.666223 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-6655c8f9-a586-4164-a742-9ea261ac2f0c tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2619557 Dec 21 13:54:06.669015 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 36362) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:54:06.674228 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-c444156a-bb7c-4212-98cf-18e54bd7837a tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Request body: {'subnet': {'network_id': 'c24f014a-0e19-4b57-abc6-388b71094cc1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:54:06.700005 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6655c8f9-a586-4164-a742-9ea261ac2f0c tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Pushing event updated for resources: {'Network': ['ID=c24f014a-0e19-4b57-abc6-388b71094cc1,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:54:06.710240 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network c24f014a-0e19-4b57-abc6-388b71094cc1 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:54:06.763693 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c444156a-bb7c-4212-98cf-18e54bd7837a tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Made reservation on behalf of 8b23563baed047b49c69ec32c61c7f0e for: {'subnet': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:54:06.767390 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c444156a-bb7c-4212-98cf-18e54bd7837a tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12346583'] for subnet, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:06.942620 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c444156a-bb7c-4212-98cf-18e54bd7837a tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12346565'] for subnet, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:07.004698 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c444156a-bb7c-4212-98cf-18e54bd7837a tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Pushing event updated for resources: {'Subnet': ['ID=d5541e5e-2e4f-405d-a560-7773143cc794,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:54:07.013580 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c444156a-bb7c-4212-98cf-18e54bd7837a tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Checking segment: {'id': '3d9db0a4-3eec-4a18-97ff-0e0f4dfa3a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c24f014a-0e19-4b57-abc6-388b71094cc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:54:07.013943 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c444156a-bb7c-4212-98cf-18e54bd7837a tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Network hostable DHCP agents. Network: c24f014a-0e19-4b57-abc6-388b71094cc1, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:54:07.030597 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c444156a-bb7c-4212-98cf-18e54bd7837a tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Network c24f014a-0e19-4b57-abc6-388b71094cc1 is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:54:07.039338 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-c444156a-bb7c-4212-98cf-18e54bd7837a tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, c24f014a-0e19-4b57-abc6-388b71094cc1) {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:54:07.043367 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c444156a-bb7c-4212-98cf-18e54bd7837a tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:54:07.043964 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c444156a-bb7c-4212-98cf-18e54bd7837a tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:07.049015 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780906b7-90fb-4066-a7bf-3fb36d1f190b None None] Network c24f014a-0e19-4b57-abc6-388b71094cc1 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:54:07.063805 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-c444156a-bb7c-4212-98cf-18e54bd7837a tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3935277 Dec 21 13:54:07.066771 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 36364) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:54:07.072136 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-3b7bf892-36bb-40f1-8a70-1f30ad74376e tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1173089657'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:54:07.093513 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b7bf892-36bb-40f1-8a70-1f30ad74376e tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Made reservation on behalf of 8b23563baed047b49c69ec32c61c7f0e for: {'network': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:54:07.096897 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3b7bf892-36bb-40f1-8a70-1f30ad74376e tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:07.120325 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b7bf892-36bb-40f1-8a70-1f30ad74376e tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=103152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:54:07.129710 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3b7bf892-36bb-40f1-8a70-1f30ad74376e tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:07.130058 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.segments_db [None req-3b7bf892-36bb-40f1-8a70-1f30ad74376e tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Added segment 2408d973-0f16-4f9e-92d7-af395faf83a6 of type vlan for network 4cb9cc72-fa6f-42b6-ba47-754997c65b5a Dec 21 13:54:07.153478 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892d9ae3-d5d9-4952-b879-69f3bd92aafc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-c24f014a-0e19-4b57-abc6-388b71094cc1', 'network_id': 'c24f014a-0e19-4b57-abc6-388b71094cc1', 'project_id': '8b23563baed047b49c69ec32c61c7f0e', 'fixed_ips': [{'subnet_id': 'd5541e5e-2e4f-405d-a560-7773143cc794'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:54:07.154344 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-892d9ae3-d5d9-4952-b879-69f3bd92aafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:07.172844 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3b7bf892-36bb-40f1-8a70-1f30ad74376e tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:07.199775 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3b7bf892-36bb-40f1-8a70-1f30ad74376e tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:07.205378 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7bf892-36bb-40f1-8a70-1f30ad74376e tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:54:07.205964 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3b7bf892-36bb-40f1-8a70-1f30ad74376e tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Publish callbacks [] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:07.247395 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-3b7bf892-36bb-40f1-8a70-1f30ad74376e tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1770370 Dec 21 13:54:07.248396 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 36366) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:54:07.253122 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-a5fa09ed-9a02-426d-84cd-53249bcb4cbc tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Request body: {'subnet': {'network_id': '4cb9cc72-fa6f-42b6-ba47-754997c65b5a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:54:07.293249 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7bf892-36bb-40f1-8a70-1f30ad74376e tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Pushing event updated for resources: {'Network': ['ID=4cb9cc72-fa6f-42b6-ba47-754997c65b5a,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:54:07.305902 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network 4cb9cc72-fa6f-42b6-ba47-754997c65b5a details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:54:07.309063 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-892d9ae3-d5d9-4952-b879-69f3bd92aafc None None] Allocated IP 172.20.0.2 (c24f014a-0e19-4b57-abc6-388b71094cc1/d5541e5e-2e4f-405d-a560-7773143cc794/3d6636cb-016d-4196-a152-8ee7daaf19f1) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:54:07.353015 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5fa09ed-9a02-426d-84cd-53249bcb4cbc tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Made reservation on behalf of 8b23563baed047b49c69ec32c61c7f0e for: {'subnet': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:54:07.356577 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a5fa09ed-9a02-426d-84cd-53249bcb4cbc tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11288759'] for subnet, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:07.526108 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-892d9ae3-d5d9-4952-b879-69f3bd92aafc None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:07.531880 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-892d9ae3-d5d9-4952-b879-69f3bd92aafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:07.564484 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a5fa09ed-9a02-426d-84cd-53249bcb4cbc tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11195289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11288741'] for subnet, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:07.575313 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892d9ae3-d5d9-4952-b879-69f3bd92aafc None None] Network c24f014a-0e19-4b57-abc6-388b71094cc1 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:54:07.578632 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-892d9ae3-d5d9-4952-b879-69f3bd92aafc None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:54:07.582283 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892d9ae3-d5d9-4952-b879-69f3bd92aafc None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:54:07.620044 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892d9ae3-d5d9-4952-b879-69f3bd92aafc None None] Pushing event updated for resources: {'Port': ['ID=3d6636cb-016d-4196-a152-8ee7daaf19f1,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:54:07.636362 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fa09ed-9a02-426d-84cd-53249bcb4cbc tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Pushing event updated for resources: {'Subnet': ['ID=90618d84-6eb8-4984-92b3-6ba7576956d7,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:54:07.646034 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fa09ed-9a02-426d-84cd-53249bcb4cbc tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Checking segment: {'id': '2408d973-0f16-4f9e-92d7-af395faf83a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '4cb9cc72-fa6f-42b6-ba47-754997c65b5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:54:07.646442 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5fa09ed-9a02-426d-84cd-53249bcb4cbc tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Network hostable DHCP agents. Network: 4cb9cc72-fa6f-42b6-ba47-754997c65b5a, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:54:07.657984 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-892d9ae3-d5d9-4952-b879-69f3bd92aafc None None] Attempting to bind port 3d6636cb-016d-4196-a152-8ee7daaf19f1 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:54:07.658385 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-892d9ae3-d5d9-4952-b879-69f3bd92aafc None None] Attempting to bind port 3d6636cb-016d-4196-a152-8ee7daaf19f1 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3d9db0a4-3eec-4a18-97ff-0e0f4dfa3a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c24f014a-0e19-4b57-abc6-388b71094cc1'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:54:07.658765 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892d9ae3-d5d9-4952-b879-69f3bd92aafc None None] Attempting to bind port 3d6636cb-016d-4196-a152-8ee7daaf19f1 on network c24f014a-0e19-4b57-abc6-388b71094cc1 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:54:07.664573 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5fa09ed-9a02-426d-84cd-53249bcb4cbc tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Network 4cb9cc72-fa6f-42b6-ba47-754997c65b5a is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:54:07.664976 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892d9ae3-d5d9-4952-b879-69f3bd92aafc None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:54:07.665394 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892d9ae3-d5d9-4952-b879-69f3bd92aafc None None] Checking segment: {'id': '3d9db0a4-3eec-4a18-97ff-0e0f4dfa3a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c24f014a-0e19-4b57-abc6-388b71094cc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:54:07.665774 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-892d9ae3-d5d9-4952-b879-69f3bd92aafc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:07.666176 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892d9ae3-d5d9-4952-b879-69f3bd92aafc None None] Bound using segment: {'id': '3d9db0a4-3eec-4a18-97ff-0e0f4dfa3a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c24f014a-0e19-4b57-abc6-388b71094cc1'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:54:07.666671 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-892d9ae3-d5d9-4952-b879-69f3bd92aafc None None] Bound port: 3d6636cb-016d-4196-a152-8ee7daaf19f1, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d9db0a4-3eec-4a18-97ff-0e0f4dfa3a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c24f014a-0e19-4b57-abc6-388b71094cc1'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:54:07.667057 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-892d9ae3-d5d9-4952-b879-69f3bd92aafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:07.673683 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-a5fa09ed-9a02-426d-84cd-53249bcb4cbc tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 4cb9cc72-fa6f-42b6-ba47-754997c65b5a) {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:54:07.678810 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5fa09ed-9a02-426d-84cd-53249bcb4cbc tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:54:07.679248 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a5fa09ed-9a02-426d-84cd-53249bcb4cbc tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Publish callbacks [] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:07.683917 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f40674-2136-40e7-89bf-ce6383f1a724 None None] Network 4cb9cc72-fa6f-42b6-ba47-754997c65b5a requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:54:07.696675 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-a5fa09ed-9a02-426d-84cd-53249bcb4cbc tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4478269 Dec 21 13:54:07.699626 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 36368) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:54:07.704252 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-35e2a50b-75c4-42d9-b0da-39866eff81d0 tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Request body: {'router': {'external_gateway_info': {'network_id': '4cb9cc72-fa6f-42b6-ba47-754997c65b5a'}}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:54:07.789482 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-892d9ae3-d5d9-4952-b879-69f3bd92aafc None None] For port 3d6636cb-016d-4196-a152-8ee7daaf19f1, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:54:07.792724 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-892d9ae3-d5d9-4952-b879-69f3bd92aafc None None] For port 3d6636cb-016d-4196-a152-8ee7daaf19f1, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3d6636cb-016d-4196-a152-8ee7daaf19f1,segment=NetworkSegment(3d9db0a4-3eec-4a18-97ff-0e0f4dfa3a96),segment_id=3d9db0a4-3eec-4a18-97ff-0e0f4dfa3a96)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:54:07.799606 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-892d9ae3-d5d9-4952-b879-69f3bd92aafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:07.856253 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08614c93-e60c-43e2-a886-4f4a53ec6815 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-4cb9cc72-fa6f-42b6-ba47-754997c65b5a', 'network_id': '4cb9cc72-fa6f-42b6-ba47-754997c65b5a', 'project_id': '8b23563baed047b49c69ec32c61c7f0e', 'fixed_ips': [{'subnet_id': '90618d84-6eb8-4984-92b3-6ba7576956d7'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:54:07.857075 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-08614c93-e60c-43e2-a886-4f4a53ec6815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:07.888061 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892d9ae3-d5d9-4952-b879-69f3bd92aafc None None] Pushing event updated for resources: {'Port': ['ID=3d6636cb-016d-4196-a152-8ee7daaf19f1,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:54:07.968340 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-35e2a50b-75c4-42d9-b0da-39866eff81d0 tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:08.052344 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-08614c93-e60c-43e2-a886-4f4a53ec6815 None None] Allocated IP 172.21.0.2 (4cb9cc72-fa6f-42b6-ba47-754997c65b5a/90618d84-6eb8-4984-92b3-6ba7576956d7/b1b6c8bf-f0ac-4070-a94b-0d972c353d67) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:54:08.105035 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.api.v2.resource [None req-35e2a50b-75c4-42d9-b0da-39866eff81d0 tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 13:54:08.112141 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 36370) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:54:08.112810 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-35e2a50b-75c4-42d9-b0da-39866eff81d0 tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] 10.222.0.37 "PUT /v2.0/routers/8c63f0dc-90d0-46c8-bb4d-11f048390222 HTTP/1.1" status: 400 len: 364 time: 0.4115779 Dec 21 13:54:08.170632 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_v2 [None req-121da21f-14cf-450e-9d10-4ac926c6c32d tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Deleting subnet 90618d84-6eb8-4984-92b3-6ba7576956d7 {{(pid=103152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:54:08.216137 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-08614c93-e60c-43e2-a886-4f4a53ec6815 None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:08.221196 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-121da21f-14cf-450e-9d10-4ac926c6c32d tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Publish callbacks [] for subnet, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:08.222065 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-08614c93-e60c-43e2-a886-4f4a53ec6815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:08.261862 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-121da21f-14cf-450e-9d10-4ac926c6c32d tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526644'] for subnet, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:08.263464 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08614c93-e60c-43e2-a886-4f4a53ec6815 None None] Network 4cb9cc72-fa6f-42b6-ba47-754997c65b5a is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:54:08.266180 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-08614c93-e60c-43e2-a886-4f4a53ec6815 None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:54:08.269630 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08614c93-e60c-43e2-a886-4f4a53ec6815 None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:54:08.275543 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08614c93-e60c-43e2-a886-4f4a53ec6815 None None] Pushing event updated for resources: {'Port': ['ID=b1b6c8bf-f0ac-4070-a94b-0d972c353d67,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:54:08.325941 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-08614c93-e60c-43e2-a886-4f4a53ec6815 None None] Attempting to bind port b1b6c8bf-f0ac-4070-a94b-0d972c353d67 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:54:08.326311 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-08614c93-e60c-43e2-a886-4f4a53ec6815 None None] Attempting to bind port b1b6c8bf-f0ac-4070-a94b-0d972c353d67 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '2408d973-0f16-4f9e-92d7-af395faf83a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '4cb9cc72-fa6f-42b6-ba47-754997c65b5a'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:54:08.326705 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08614c93-e60c-43e2-a886-4f4a53ec6815 None None] Attempting to bind port b1b6c8bf-f0ac-4070-a94b-0d972c353d67 on network 4cb9cc72-fa6f-42b6-ba47-754997c65b5a {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:54:08.331974 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08614c93-e60c-43e2-a886-4f4a53ec6815 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:54:08.332349 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08614c93-e60c-43e2-a886-4f4a53ec6815 None None] Checking segment: {'id': '2408d973-0f16-4f9e-92d7-af395faf83a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '4cb9cc72-fa6f-42b6-ba47-754997c65b5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:54:08.332745 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-08614c93-e60c-43e2-a886-4f4a53ec6815 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:08.333134 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08614c93-e60c-43e2-a886-4f4a53ec6815 None None] Bound using segment: {'id': '2408d973-0f16-4f9e-92d7-af395faf83a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '4cb9cc72-fa6f-42b6-ba47-754997c65b5a'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:54:08.333596 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-08614c93-e60c-43e2-a886-4f4a53ec6815 None None] Bound port: b1b6c8bf-f0ac-4070-a94b-0d972c353d67, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2408d973-0f16-4f9e-92d7-af395faf83a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '4cb9cc72-fa6f-42b6-ba47-754997c65b5a'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:54:08.333977 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-08614c93-e60c-43e2-a886-4f4a53ec6815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:08.353437 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-121da21f-14cf-450e-9d10-4ac926c6c32d tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:08.411896 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-121da21f-14cf-450e-9d10-4ac926c6c32d tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12346570'] for subnet, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:08.414105 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-08614c93-e60c-43e2-a886-4f4a53ec6815 None None] For port b1b6c8bf-f0ac-4070-a94b-0d972c353d67, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:54:08.417241 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-08614c93-e60c-43e2-a886-4f4a53ec6815 None None] For port b1b6c8bf-f0ac-4070-a94b-0d972c353d67, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b1b6c8bf-f0ac-4070-a94b-0d972c353d67,segment=NetworkSegment(2408d973-0f16-4f9e-92d7-af395faf83a6),segment_id=2408d973-0f16-4f9e-92d7-af395faf83a6)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:54:08.422505 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-08614c93-e60c-43e2-a886-4f4a53ec6815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:08.439243 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121da21f-14cf-450e-9d10-4ac926c6c32d tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Pushing event deleted for resources: {'Subnet': ['ID=90618d84-6eb8-4984-92b3-6ba7576956d7,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:54:08.443043 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-121da21f-14cf-450e-9d10-4ac926c6c32d tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:08.446813 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-121da21f-14cf-450e-9d10-4ac926c6c32d tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] 10.222.0.37 "DELETE /v2.0/subnets/90618d84-6eb8-4984-92b3-6ba7576956d7 HTTP/1.1" status: 204 len: 168 time: 0.3334239 Dec 21 13:54:08.449278 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 36372) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:54:08.490303 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08614c93-e60c-43e2-a886-4f4a53ec6815 None None] Pushing event updated for resources: {'Port': ['ID=b1b6c8bf-f0ac-4070-a94b-0d972c353d67,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:54:08.543007 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6a08e05f-5094-4bf4-b0ed-68eff73d5ccc tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:08.600171 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-6a08e05f-5094-4bf4-b0ed-68eff73d5ccc tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Deleting port b1b6c8bf-f0ac-4070-a94b-0d972c353d67 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:54:08.600517 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6a08e05f-5094-4bf4-b0ed-68eff73d5ccc tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:08.703465 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-6a08e05f-5094-4bf4-b0ed-68eff73d5ccc tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] For port b1b6c8bf-f0ac-4070-a94b-0d972c353d67, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b1b6c8bf-f0ac-4070-a94b-0d972c353d67,segment=NetworkSegment(2408d973-0f16-4f9e-92d7-af395faf83a6),segment_id=2408d973-0f16-4f9e-92d7-af395faf83a6)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:54:08.704885 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6a08e05f-5094-4bf4-b0ed-68eff73d5ccc tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:08.723618 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 3d6636cb-016d-4196-a152-8ee7daaf19f1 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:54:08.724854 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-6a08e05f-5094-4bf4-b0ed-68eff73d5ccc tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Calling delete_port for b1b6c8bf-f0ac-4070-a94b-0d972c353d67 owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:54:08.783387 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 3d6636cb-016d-4196-a152-8ee7daaf19f1 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:54:08.783950 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:08.834390 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6a08e05f-5094-4bf4-b0ed-68eff73d5ccc tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:08.868353 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a08e05f-5094-4bf4-b0ed-68eff73d5ccc tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] No DVR routers for this DVR port b1b6c8bf-f0ac-4070-a94b-0d972c353d67 on host dv-neutron-master-2-hyperv {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:54:08.874038 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a08e05f-5094-4bf4-b0ed-68eff73d5ccc tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Pushing event deleted for resources: {'Port': ['ID=b1b6c8bf-f0ac-4070-a94b-0d972c353d67,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:54:08.881565 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:08.918849 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] For port 3d6636cb-016d-4196-a152-8ee7daaf19f1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3d6636cb-016d-4196-a152-8ee7daaf19f1,segment=NetworkSegment(3d9db0a4-3eec-4a18-97ff-0e0f4dfa3a96),segment_id=3d9db0a4-3eec-4a18-97ff-0e0f4dfa3a96)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:54:08.924425 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:08.932124 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3441b17f-c4e3-4da1-910b-df4f7c24c365 None None] Network c24f014a-0e19-4b57-abc6-388b71094cc1 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:54:08.959788 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6a08e05f-5094-4bf4-b0ed-68eff73d5ccc tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:08.981988 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-6a08e05f-5094-4bf4-b0ed-68eff73d5ccc tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cb9cc72-fa6f-42b6-ba47-754997c65b5a']}} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:54:08.991457 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-6a08e05f-5094-4bf4-b0ed-68eff73d5ccc tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2408d973-0f16-4f9e-92d7-af395faf83a6') {'for_net_delete': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:54:08.991764 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-6a08e05f-5094-4bf4-b0ed-68eff73d5ccc tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2408d973-0f16-4f9e-92d7-af395faf83a6') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:54:09.001525 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6a08e05f-5094-4bf4-b0ed-68eff73d5ccc tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526653'] for segment, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:09.014487 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6a08e05f-5094-4bf4-b0ed-68eff73d5ccc tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:09.020688 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a08e05f-5094-4bf4-b0ed-68eff73d5ccc tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=103152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:54:09.021158 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6a08e05f-5094-4bf4-b0ed-68eff73d5ccc tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805426'] for segment, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:09.024340 dv-neutron-master-2-hyperv neutron-server[103152]: Traceback (most recent call last): Dec 21 13:54:09.024340 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:54:09.024340 dv-neutron-master-2-hyperv neutron-server[103152]: timer() Dec 21 13:54:09.024340 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:54:09.024340 dv-neutron-master-2-hyperv neutron-server[103152]: cb(*args, **kw) Dec 21 13:54:09.024340 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:54:09.024340 dv-neutron-master-2-hyperv neutron-server[103152]: return func(*args, **kwargs) Dec 21 13:54:09.024340 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:54:09.024340 dv-neutron-master-2-hyperv neutron-server[103152]: self._notify() Dec 21 13:54:09.024340 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:54:09.024340 dv-neutron-master-2-hyperv neutron-server[103152]: self.callback(batched_events) Dec 21 13:54:09.024340 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:54:09.024340 dv-neutron-master-2-hyperv neutron-server[103152]: event.method(event) Dec 21 13:54:09.024340 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:54:09.024340 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:54:09.024340 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:54:09.024340 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:54:09.024340 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:54:09.024340 dv-neutron-master-2-hyperv neutron-server[103152]: return f(self, *a, **k) Dec 21 13:54:09.024340 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:54:09.024340 dv-neutron-master-2-hyperv neutron-server[103152]: return self._get(url).json() Dec 21 13:54:09.024340 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:54:09.024340 dv-neutron-master-2-hyperv neutron-server[103152]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:54:09.024340 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:54:09.024340 dv-neutron-master-2-hyperv neutron-server[103152]: return self.request(url, 'GET', **kwargs) Dec 21 13:54:09.024340 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:54:09.024340 dv-neutron-master-2-hyperv neutron-server[103152]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:54:09.024340 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:54:09.024340 dv-neutron-master-2-hyperv neutron-server[103152]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:54:09.024340 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:54:09.024340 dv-neutron-master-2-hyperv neutron-server[103152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:54:09.024340 dv-neutron-master-2-hyperv neutron-server[103152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:54:09.035769 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Pushing event updated for resources: {'Port': ['ID=3d6636cb-016d-4196-a152-8ee7daaf19f1,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:54:09.049893 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-1be5d640-1e65-439d-b59a-5e73914a2859 None None] Provisioning complete for port 3d6636cb-016d-4196-a152-8ee7daaf19f1 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:54:09.050252 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-1be5d640-1e65-439d-b59a-5e73914a2859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:09.090062 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6a08e05f-5094-4bf4-b0ed-68eff73d5ccc tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:09.094572 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6a08e05f-5094-4bf4-b0ed-68eff73d5ccc tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Publish callbacks [] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:09.098059 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-6a08e05f-5094-4bf4-b0ed-68eff73d5ccc tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] 10.222.0.37 "DELETE /v2.0/networks/4cb9cc72-fa6f-42b6-ba47-754997c65b5a HTTP/1.1" status: 204 len: 168 time: 0.6478491 Dec 21 13:54:09.100662 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 36374) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:54:09.113217 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a08e05f-5094-4bf4-b0ed-68eff73d5ccc tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Pushing event deleted for resources: {'Network': ['ID=4cb9cc72-fa6f-42b6-ba47-754997c65b5a,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:54:09.154511 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_v2 [None req-763d5ca5-8c80-4987-b037-8907cdb895d1 tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Deleting subnet d5541e5e-2e4f-405d-a560-7773143cc794 {{(pid=103153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:54:09.157765 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-763d5ca5-8c80-4987-b037-8907cdb895d1 tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Publish callbacks [] for subnet, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:09.206032 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-763d5ca5-8c80-4987-b037-8907cdb895d1 tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1585439'] for subnet, precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:09.330583 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-763d5ca5-8c80-4987-b037-8907cdb895d1 tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:09.387132 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-a9a7cc20-4267-4d08-9c28-2fb93d653a2f None None] Provisioning complete for port 3d6636cb-016d-4196-a152-8ee7daaf19f1 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:54:09.387512 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cc20-4267-4d08-9c28-2fb93d653a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:09.400424 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-763d5ca5-8c80-4987-b037-8907cdb895d1 tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11349588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11288746'] for subnet, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:09.428289 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763d5ca5-8c80-4987-b037-8907cdb895d1 tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Pushing event deleted for resources: {'Subnet': ['ID=d5541e5e-2e4f-405d-a560-7773143cc794,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:54:09.433135 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-763d5ca5-8c80-4987-b037-8907cdb895d1 tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Publish callbacks [] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:09.436417 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-763d5ca5-8c80-4987-b037-8907cdb895d1 tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] 10.222.0.37 "DELETE /v2.0/subnets/d5541e5e-2e4f-405d-a560-7773143cc794 HTTP/1.1" status: 204 len: 168 time: 0.3342233 Dec 21 13:54:09.438922 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 36376) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:54:09.441398 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763d5ca5-8c80-4987-b037-8907cdb895d1 tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:54:09.441745 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763d5ca5-8c80-4987-b037-8907cdb895d1 tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:54:09.442085 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763d5ca5-8c80-4987-b037-8907cdb895d1 tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:54:09.442451 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763d5ca5-8c80-4987-b037-8907cdb895d1 tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:54:09.442780 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763d5ca5-8c80-4987-b037-8907cdb895d1 tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:54:09.443103 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763d5ca5-8c80-4987-b037-8907cdb895d1 tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:54:09.443430 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763d5ca5-8c80-4987-b037-8907cdb895d1 tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:54:09.443750 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763d5ca5-8c80-4987-b037-8907cdb895d1 tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:54:09.444071 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763d5ca5-8c80-4987-b037-8907cdb895d1 tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:54:09.444396 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763d5ca5-8c80-4987-b037-8907cdb895d1 tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:54:09.444705 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763d5ca5-8c80-4987-b037-8907cdb895d1 tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:54:09.445074 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763d5ca5-8c80-4987-b037-8907cdb895d1 tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:54:09.445380 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763d5ca5-8c80-4987-b037-8907cdb895d1 tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:54:09.467557 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2112c7-573d-4960-a345-7d1a538db3c5 None None] Network c24f014a-0e19-4b57-abc6-388b71094cc1 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:54:09.538547 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a978d39c-632a-44e0-8594-ef8959f0dd71 tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:09.597171 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-a978d39c-632a-44e0-8594-ef8959f0dd71 tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Deleting port 3d6636cb-016d-4196-a152-8ee7daaf19f1 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:54:09.597440 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a978d39c-632a-44e0-8594-ef8959f0dd71 tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:09.670262 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-a978d39c-632a-44e0-8594-ef8959f0dd71 tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] For port 3d6636cb-016d-4196-a152-8ee7daaf19f1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3d6636cb-016d-4196-a152-8ee7daaf19f1,segment=NetworkSegment(3d9db0a4-3eec-4a18-97ff-0e0f4dfa3a96),segment_id=3d9db0a4-3eec-4a18-97ff-0e0f4dfa3a96)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:54:09.670655 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a978d39c-632a-44e0-8594-ef8959f0dd71 tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:09.675021 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f17876-8c05-4f1b-9217-16c207349f34 None None] DHCP port deletion for 4cb9cc72-fa6f-42b6-ba47-754997c65b5a request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:54:09.683422 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-a978d39c-632a-44e0-8594-ef8959f0dd71 tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Calling delete_port for 3d6636cb-016d-4196-a152-8ee7daaf19f1 owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:54:09.700733 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f5cb17-f8e1-45da-8e98-f76578e7c3d1 None None] Network 4cb9cc72-fa6f-42b6-ba47-754997c65b5a requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:54:09.715892 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f5cb17-f8e1-45da-8e98-f76578e7c3d1 None None] Network 4cb9cc72-fa6f-42b6-ba47-754997c65b5a could not be found, it might have been deleted concurrently. {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 21 13:54:09.760332 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-2bc6deca-cb90-454d-9005-9a9bf2f5d9f0 None None] Could not find standard attr ID for object b1b6c8bf-f0ac-4070-a94b-0d972c353d67. {{(pid=103154) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 21 13:54:09.774218 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a978d39c-632a-44e0-8594-ef8959f0dd71 tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:09.785232 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7bcb992-686d-490e-8703-f704cb203397 None None] DHCP port deletion for c24f014a-0e19-4b57-abc6-388b71094cc1 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:54:09.802178 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a978d39c-632a-44e0-8594-ef8959f0dd71 tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Pushing event deleted for resources: {'Port': ['ID=3d6636cb-016d-4196-a152-8ee7daaf19f1,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:54:09.806716 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a978d39c-632a-44e0-8594-ef8959f0dd71 tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] No DVR routers for this DVR port 3d6636cb-016d-4196-a152-8ee7daaf19f1 on host dv-neutron-master-2-hyperv {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:54:09.887242 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a978d39c-632a-44e0-8594-ef8959f0dd71 tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:09.907473 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-a978d39c-632a-44e0-8594-ef8959f0dd71 tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c24f014a-0e19-4b57-abc6-388b71094cc1']}} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:54:09.916513 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-a978d39c-632a-44e0-8594-ef8959f0dd71 tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d9db0a4-3eec-4a18-97ff-0e0f4dfa3a96') {'for_net_delete': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:54:09.916814 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-a978d39c-632a-44e0-8594-ef8959f0dd71 tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d9db0a4-3eec-4a18-97ff-0e0f4dfa3a96') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:54:09.926009 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a978d39c-632a-44e0-8594-ef8959f0dd71 tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526653'] for segment, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:09.938932 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a978d39c-632a-44e0-8594-ef8959f0dd71 tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:09.944772 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a978d39c-632a-44e0-8594-ef8959f0dd71 tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=103152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:54:09.945637 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a978d39c-632a-44e0-8594-ef8959f0dd71 tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805426'] for segment, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:09.948556 dv-neutron-master-2-hyperv neutron-server[103152]: Traceback (most recent call last): Dec 21 13:54:09.948556 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:54:09.948556 dv-neutron-master-2-hyperv neutron-server[103152]: timer() Dec 21 13:54:09.948556 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:54:09.948556 dv-neutron-master-2-hyperv neutron-server[103152]: cb(*args, **kw) Dec 21 13:54:09.948556 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:54:09.948556 dv-neutron-master-2-hyperv neutron-server[103152]: return func(*args, **kwargs) Dec 21 13:54:09.948556 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:54:09.948556 dv-neutron-master-2-hyperv neutron-server[103152]: self._notify() Dec 21 13:54:09.948556 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:54:09.948556 dv-neutron-master-2-hyperv neutron-server[103152]: self.callback(batched_events) Dec 21 13:54:09.948556 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:54:09.948556 dv-neutron-master-2-hyperv neutron-server[103152]: event.method(event) Dec 21 13:54:09.948556 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:54:09.948556 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:54:09.948556 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:54:09.948556 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:54:09.948556 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:54:09.948556 dv-neutron-master-2-hyperv neutron-server[103152]: return f(self, *a, **k) Dec 21 13:54:09.948556 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:54:09.948556 dv-neutron-master-2-hyperv neutron-server[103152]: return self._get(url).json() Dec 21 13:54:09.948556 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:54:09.948556 dv-neutron-master-2-hyperv neutron-server[103152]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:54:09.948556 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:54:09.948556 dv-neutron-master-2-hyperv neutron-server[103152]: return self.request(url, 'GET', **kwargs) Dec 21 13:54:09.948556 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:54:09.948556 dv-neutron-master-2-hyperv neutron-server[103152]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:54:09.948556 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:54:09.948556 dv-neutron-master-2-hyperv neutron-server[103152]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:54:09.948556 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:54:09.948556 dv-neutron-master-2-hyperv neutron-server[103152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:54:09.948556 dv-neutron-master-2-hyperv neutron-server[103152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:54:10.014232 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a978d39c-632a-44e0-8594-ef8959f0dd71 tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:10.024523 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a978d39c-632a-44e0-8594-ef8959f0dd71 tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Publish callbacks [] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:10.025219 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-a978d39c-632a-44e0-8594-ef8959f0dd71 tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] 10.222.0.37 "DELETE /v2.0/networks/c24f014a-0e19-4b57-abc6-388b71094cc1 HTTP/1.1" status: 204 len: 168 time: 0.5844471 Dec 21 13:54:10.028252 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 36378) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:54:10.054960 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a978d39c-632a-44e0-8594-ef8959f0dd71 tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Pushing event deleted for resources: {'Network': ['ID=c24f014a-0e19-4b57-abc6-388b71094cc1,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:54:10.076183 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-4df58f10-9a4a-4b88-8ef2-75daaaafba50 tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c63f0dc-90d0-46c8-bb4d-11f048390222 HTTP/1.1" status: 200 len: 205 time: 0.0466201 Dec 21 13:54:10.078669 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 36380) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:54:10.158468 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-be606cdc-33d9-473a-be8f-38525086af3f tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Publish callbacks [] for router, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:10.317292 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-be606cdc-33d9-473a-be8f-38525086af3f tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26950'] for router, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:10.319491 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-be606cdc-33d9-473a-be8f-38525086af3f tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:10.362534 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-be606cdc-33d9-473a-be8f-38525086af3f tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534967'] for router, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:10.363036 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be606cdc-33d9-473a-be8f-38525086af3f tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Fanout notify agent at l3_agent the message router_deleted on router 8c63f0dc-90d0-46c8-bb4d-11f048390222 {{(pid=103152) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 13:54:10.370778 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-be606cdc-33d9-473a-be8f-38525086af3f tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] Publish callbacks [] for router, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:10.371890 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-be606cdc-33d9-473a-be8f-38525086af3f tempest-RoutersNegativeTest-1890810444 tempest-RoutersNegativeTest-1890810444-project] 10.222.0.37 "DELETE /v2.0/routers/8c63f0dc-90d0-46c8-bb4d-11f048390222 HTTP/1.1" status: 204 len: 168 time: 0.2921026 Dec 21 13:54:10.609028 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 36386) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:54:10.660862 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 3d6636cb-016d-4196-a152-8ee7daaf19f1 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:54:10.681330 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: 3d6636cb-016d-4196-a152-8ee7daaf19f1 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:54:10.681677 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 3d6636cb-016d-4196-a152-8ee7daaf19f1 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:54:10.743982 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-9c4a78a2-e5c2-411d-8e91-4efce6cff96c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8b23563baed047b49c69ec32c61c7f0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1337171 Dec 21 13:54:10.746505 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 36390) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:54:10.792890 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b279bf1d-c179-4c49-a7a3-bf943cdaeb05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:10.813295 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b279bf1d-c179-4c49-a7a3-bf943cdaeb05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:10.858900 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b279bf1d-c179-4c49-a7a3-bf943cdaeb05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:10.861455 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b279bf1d-c179-4c49-a7a3-bf943cdaeb05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:10.862723 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-b279bf1d-c179-4c49-a7a3-bf943cdaeb05 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b3ad6c2e-d08f-424d-aa87-272182858b91 HTTP/1.1" status: 204 len: 168 time: 0.1151888 Dec 21 13:54:10.870163 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b279bf1d-c179-4c49-a7a3-bf943cdaeb05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3ad6c2e-d08f-424d-aa87-272182858b91,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:54:11.457210 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 36412) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:54:11.551168 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-8f564dc5-f805-4e4d-888b-2e5a8a507e30 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1850109495-network', 'tenant_id': 'c386ed9e4bde46aaba28158e936f577c'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:54:11.574254 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f564dc5-f805-4e4d-888b-2e5a8a507e30 admin admin] Made reservation on behalf of c386ed9e4bde46aaba28158e936f577c for: {'network': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:54:11.576684 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8f564dc5-f805-4e4d-888b-2e5a8a507e30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:11.584676 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8f564dc5-f805-4e4d-888b-2e5a8a507e30 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:11.666602 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8f564dc5-f805-4e4d-888b-2e5a8a507e30 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:11.670295 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8f564dc5-f805-4e4d-888b-2e5a8a507e30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:11.695041 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f564dc5-f805-4e4d-888b-2e5a8a507e30 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=103153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:54:11.703760 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f564dc5-f805-4e4d-888b-2e5a8a507e30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e75cb9-a3c3-4bcb-ad5a-d4544e2b15df,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:54:11.711547 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8f564dc5-f805-4e4d-888b-2e5a8a507e30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:11.712049 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.segments_db [None req-8f564dc5-f805-4e4d-888b-2e5a8a507e30 admin admin] Added segment a3e4aa34-1306-4288-b5af-d5dc9aae8a7c of type vlan for network 00f14335-ae26-4452-a4be-18c4e9241bd6 Dec 21 13:54:11.751446 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8f564dc5-f805-4e4d-888b-2e5a8a507e30 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:11.777393 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8f564dc5-f805-4e4d-888b-2e5a8a507e30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:11.778305 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f564dc5-f805-4e4d-888b-2e5a8a507e30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:54:11.778960 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8f564dc5-f805-4e4d-888b-2e5a8a507e30 admin admin] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:11.814790 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-8f564dc5-f805-4e4d-888b-2e5a8a507e30 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3538613 Dec 21 13:54:11.815381 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 36416) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:54:11.821756 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-e7471271-41ed-4a35-9750-622d40460077 admin admin] Request body: {'subnet': {'network_id': '00f14335-ae26-4452-a4be-18c4e9241bd6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1850109495-subnet', 'tenant_id': 'c386ed9e4bde46aaba28158e936f577c', 'ip_version': 4}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:54:11.842952 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f564dc5-f805-4e4d-888b-2e5a8a507e30 admin admin] Pushing event updated for resources: {'Network': ['ID=00f14335-ae26-4452-a4be-18c4e9241bd6,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:54:11.847932 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7471271-41ed-4a35-9750-622d40460077 admin admin] Made reservation on behalf of c386ed9e4bde46aaba28158e936f577c for: {'subnet': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:54:11.850331 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e7471271-41ed-4a35-9750-622d40460077 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12346583'] for subnet, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:11.853548 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network 00f14335-ae26-4452-a4be-18c4e9241bd6 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:54:12.011810 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e7471271-41ed-4a35-9750-622d40460077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12346565'] for subnet, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:12.066951 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7471271-41ed-4a35-9750-622d40460077 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52b0f898-12fa-47af-b1ab-bf5a04db3743,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:54:12.077250 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7471271-41ed-4a35-9750-622d40460077 admin admin] Checking segment: {'id': 'a3e4aa34-1306-4288-b5af-d5dc9aae8a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '00f14335-ae26-4452-a4be-18c4e9241bd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:54:12.077609 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7471271-41ed-4a35-9750-622d40460077 admin admin] Network hostable DHCP agents. Network: 00f14335-ae26-4452-a4be-18c4e9241bd6, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:54:12.094314 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7471271-41ed-4a35-9750-622d40460077 admin admin] Network 00f14335-ae26-4452-a4be-18c4e9241bd6 is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:54:12.102763 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-e7471271-41ed-4a35-9750-622d40460077 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 00f14335-ae26-4452-a4be-18c4e9241bd6) {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:54:12.106556 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7471271-41ed-4a35-9750-622d40460077 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:54:12.107141 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e7471271-41ed-4a35-9750-622d40460077 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:12.111832 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341e3838-b170-46f4-bdb9-858efaa7bc6e None None] Network 00f14335-ae26-4452-a4be-18c4e9241bd6 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:54:12.123947 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-e7471271-41ed-4a35-9750-622d40460077 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3066983 Dec 21 13:54:12.126823 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 36418) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:54:12.131303 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-99ee89ac-eb5e-4a5c-aa84-89115ba900db admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1850109495-router', 'tenant_id': 'c386ed9e4bde46aaba28158e936f577c', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:54:12.155118 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-99ee89ac-eb5e-4a5c-aa84-89115ba900db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26964'] for router, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:12.156102 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-99ee89ac-eb5e-4a5c-aa84-89115ba900db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-642316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26957'] for router, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:12.211357 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-99ee89ac-eb5e-4a5c-aa84-89115ba900db admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:12.216848 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5bfad49-58a4-458b-818c-c88a80ce6671 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-00f14335-ae26-4452-a4be-18c4e9241bd6', 'network_id': '00f14335-ae26-4452-a4be-18c4e9241bd6', 'project_id': 'c386ed9e4bde46aaba28158e936f577c', 'fixed_ips': [{'subnet_id': '52b0f898-12fa-47af-b1ab-bf5a04db3743'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:54:12.218682 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c5bfad49-58a4-458b-818c-c88a80ce6671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:12.354105 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-c5bfad49-58a4-458b-818c-c88a80ce6671 None None] Allocated IP 172.20.0.2 (00f14335-ae26-4452-a4be-18c4e9241bd6/52b0f898-12fa-47af-b1ab-bf5a04db3743/fbe4316c-f362-46c0-82f5-8af107fecdf2) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:54:12.357949 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-99ee89ac-eb5e-4a5c-aa84-89115ba900db admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:12.496176 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c5bfad49-58a4-458b-818c-c88a80ce6671 None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:12.502193 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c5bfad49-58a4-458b-818c-c88a80ce6671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:12.543549 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5bfad49-58a4-458b-818c-c88a80ce6671 None None] Network 00f14335-ae26-4452-a4be-18c4e9241bd6 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:54:12.547963 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-c5bfad49-58a4-458b-818c-c88a80ce6671 None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:54:12.551364 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5bfad49-58a4-458b-818c-c88a80ce6671 None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:54:12.555062 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-99ee89ac-eb5e-4a5c-aa84-89115ba900db admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:12.557602 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bfad49-58a4-458b-818c-c88a80ce6671 None None] Pushing event updated for resources: {'Port': ['ID=fbe4316c-f362-46c0-82f5-8af107fecdf2,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:54:12.574525 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-99ee89ac-eb5e-4a5c-aa84-89115ba900db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:12.608899 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-c5bfad49-58a4-458b-818c-c88a80ce6671 None None] Attempting to bind port fbe4316c-f362-46c0-82f5-8af107fecdf2 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:54:12.609668 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-c5bfad49-58a4-458b-818c-c88a80ce6671 None None] Attempting to bind port fbe4316c-f362-46c0-82f5-8af107fecdf2 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a3e4aa34-1306-4288-b5af-d5dc9aae8a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '00f14335-ae26-4452-a4be-18c4e9241bd6'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:54:12.610329 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5bfad49-58a4-458b-818c-c88a80ce6671 None None] Attempting to bind port fbe4316c-f362-46c0-82f5-8af107fecdf2 on network 00f14335-ae26-4452-a4be-18c4e9241bd6 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:54:12.615403 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5bfad49-58a4-458b-818c-c88a80ce6671 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:54:12.615798 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5bfad49-58a4-458b-818c-c88a80ce6671 None None] Checking segment: {'id': 'a3e4aa34-1306-4288-b5af-d5dc9aae8a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '00f14335-ae26-4452-a4be-18c4e9241bd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:54:12.616218 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c5bfad49-58a4-458b-818c-c88a80ce6671 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:12.616613 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5bfad49-58a4-458b-818c-c88a80ce6671 None None] Bound using segment: {'id': 'a3e4aa34-1306-4288-b5af-d5dc9aae8a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '00f14335-ae26-4452-a4be-18c4e9241bd6'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:54:12.617602 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-c5bfad49-58a4-458b-818c-c88a80ce6671 None None] Bound port: fbe4316c-f362-46c0-82f5-8af107fecdf2, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3e4aa34-1306-4288-b5af-d5dc9aae8a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '00f14335-ae26-4452-a4be-18c4e9241bd6'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:54:12.617982 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c5bfad49-58a4-458b-818c-c88a80ce6671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:12.680337 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-99ee89ac-eb5e-4a5c-aa84-89115ba900db admin admin] Allocated IP 172.36.3.40 (7fdf1889-f079-4166-bbda-88b2a8d8d595/051a5607-1753-4008-a2f2-d94b48752e9c/63149b9e-047d-44c0-8e97-ed2f01616dc9) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:54:12.681550 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-c5bfad49-58a4-458b-818c-c88a80ce6671 None None] For port fbe4316c-f362-46c0-82f5-8af107fecdf2, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:54:12.684508 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-c5bfad49-58a4-458b-818c-c88a80ce6671 None None] For port fbe4316c-f362-46c0-82f5-8af107fecdf2, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fbe4316c-f362-46c0-82f5-8af107fecdf2,segment=NetworkSegment(a3e4aa34-1306-4288-b5af-d5dc9aae8a7c),segment_id=a3e4aa34-1306-4288-b5af-d5dc9aae8a7c)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:54:12.689694 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c5bfad49-58a4-458b-818c-c88a80ce6671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:12.752249 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bfad49-58a4-458b-818c-c88a80ce6671 None None] Pushing event updated for resources: {'Port': ['ID=fbe4316c-f362-46c0-82f5-8af107fecdf2,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:54:12.788144 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-99ee89ac-eb5e-4a5c-aa84-89115ba900db admin admin] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:12.828731 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-99ee89ac-eb5e-4a5c-aa84-89115ba900db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:12.870344 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ee89ac-eb5e-4a5c-aa84-89115ba900db admin admin] Network 7fdf1889-f079-4166-bbda-88b2a8d8d595 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:54:12.873259 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-99ee89ac-eb5e-4a5c-aa84-89115ba900db admin admin] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:54:12.885082 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ee89ac-eb5e-4a5c-aa84-89115ba900db admin admin] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:54:12.888356 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ee89ac-eb5e-4a5c-aa84-89115ba900db admin admin] Pushing event updated for resources: {'Port': ['ID=63149b9e-047d-44c0-8e97-ed2f01616dc9,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:54:12.904844 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e975b320-4825-42bc-b047-efea7f80c4c8 None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:54:12.999560 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-73f11bb2-7803-48eb-8e14-4b6c7da5d8a3 None None] Provisioning complete for port 63149b9e-047d-44c0-8e97-ed2f01616dc9 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:54:13.000097 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-73f11bb2-7803-48eb-8e14-4b6c7da5d8a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:13.036645 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-73f11bb2-7803-48eb-8e14-4b6c7da5d8a3 None None] Port 63149b9e-047d-44c0-8e97-ed2f01616dc9 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:54:13.415950 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-99ee89ac-eb5e-4a5c-aa84-89115ba900db admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:13.451840 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:13.616794 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-99ee89ac-eb5e-4a5c-aa84-89115ba900db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548730'] for router, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:13.644697 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9807c1ea-990a-4bf4-b609-22c6cabadc1b None None] Network 00f14335-ae26-4452-a4be-18c4e9241bd6 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:54:13.709285 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-9d5cf8f5-5026-4611-8707-4f73bdd6f893 None None] Provisioning complete for port fbe4316c-f362-46c0-82f5-8af107fecdf2 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:54:13.709606 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-9d5cf8f5-5026-4611-8707-4f73bdd6f893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:13.755503 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99ee89ac-eb5e-4a5c-aa84-89115ba900db admin admin] Router 0dcbc052-2a2c-41bf-b8fa-c5145cb68944 is scheduled to L3 agent 59e14383-78fa-487e-9299-b32042a98157 with binding_index 1 {{(pid=103153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 13:54:13.829298 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-9d5cf8f5-5026-4611-8707-4f73bdd6f893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:13.864672 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-9d5cf8f5-5026-4611-8707-4f73bdd6f893 None None] For port fbe4316c-f362-46c0-82f5-8af107fecdf2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fbe4316c-f362-46c0-82f5-8af107fecdf2,segment=NetworkSegment(a3e4aa34-1306-4288-b5af-d5dc9aae8a7c),segment_id=a3e4aa34-1306-4288-b5af-d5dc9aae8a7c)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:54:13.867939 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99ee89ac-eb5e-4a5c-aa84-89115ba900db admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:54:13.871859 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-9d5cf8f5-5026-4611-8707-4f73bdd6f893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:13.878694 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6599f72-ab53-411d-897a-219c1ee55fb5 None None] Sync routers for ids ['0dcbc052-2a2c-41bf-b8fa-c5145cb68944'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:54:13.890566 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-99ee89ac-eb5e-4a5c-aa84-89115ba900db admin admin] Publish callbacks [] for router, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:13.891675 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6599f72-ab53-411d-897a-219c1ee55fb5 None None] Routers {'0dcbc052-2a2c-41bf-b8fa-c5145cb68944'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:54:13.892499 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-a6599f72-ab53-411d-897a-219c1ee55fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:53:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['0dcbc052-2a2c-41bf-b8fa-c5145cb68944'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:54:13.901913 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-99ee89ac-eb5e-4a5c-aa84-89115ba900db admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.7715359 Dec 21 13:54:13.902206 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 36420) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:54:13.946177 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5cf8f5-5026-4611-8707-4f73bdd6f893 None None] Pushing event updated for resources: {'Port': ['ID=fbe4316c-f362-46c0-82f5-8af107fecdf2,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:54:14.001120 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-a6599f72-ab53-411d-897a-219c1ee55fb5 None None] Set router 0dcbc052-2a2c-41bf-b8fa-c5145cb68944 gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:54:14.093150 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-b6e57a55-458b-4d1c-b8a4-1cf3259b74dd None None] Provisioning complete for port fbe4316c-f362-46c0-82f5-8af107fecdf2 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:54:14.093778 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b6e57a55-458b-4d1c-b8a4-1cf3259b74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:14.190037 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-a6599f72-ab53-411d-897a-219c1ee55fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dcbc052-2a2c-41bf-b8fa-c5145cb68944', 'name': 'tempest-TestEncryptedCinderVolumes-1850109495-router', 'tenant_id': 'c386ed9e4bde46aaba28158e936f577c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.40'}], 'enable_snat': True}, 'gw_port_id': '63149b9e-047d-44c0-8e97-ed2f01616dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:54:12Z', 'updated_at': '2021-12-21T13:54:13Z', 'revision_number': 3, 'project_id': 'c386ed9e4bde46aaba28158e936f577c', 'gw_port': {'id': '63149b9e-047d-44c0-8e97-ed2f01616dc9', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:af:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dcbc052-2a2c-41bf-b8fa-c5145cb68944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:54:12Z', 'updated_at': '2021-12-21T13:54:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:54:14.218568 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6599f72-ab53-411d-897a-219c1ee55fb5 None None] Checking router: 0dcbc052-2a2c-41bf-b8fa-c5145cb68944 for host: dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:54:14.218944 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6599f72-ab53-411d-897a-219c1ee55fb5 None None] Updating router 0dcbc052-2a2c-41bf-b8fa-c5145cb68944 port 63149b9e-047d-44c0-8e97-ed2f01616dc9 binding host dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 13:54:14.244467 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-a6599f72-ab53-411d-897a-219c1ee55fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:14.499549 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-a6599f72-ab53-411d-897a-219c1ee55fb5 None None] Publish callbacks [] for port, precommit_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:14.504948 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-a6599f72-ab53-411d-897a-219c1ee55fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:14.549180 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad2505d-cca9-4602-b749-f45a59bd82b2 None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:54:14.554497 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973ac55c-7917-4977-a14c-36389aed6d65 None None] Pushing event updated for resources: {'Port': ['ID=63149b9e-047d-44c0-8e97-ed2f01616dc9,revision_number=2']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:54:14.565548 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973ac55c-7917-4977-a14c-36389aed6d65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:54:14.565904 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973ac55c-7917-4977-a14c-36389aed6d65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:54:14.566227 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973ac55c-7917-4977-a14c-36389aed6d65 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:54:14.566586 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973ac55c-7917-4977-a14c-36389aed6d65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:54:14.566914 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973ac55c-7917-4977-a14c-36389aed6d65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:54:14.567240 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973ac55c-7917-4977-a14c-36389aed6d65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:54:14.567562 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973ac55c-7917-4977-a14c-36389aed6d65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:54:14.567883 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973ac55c-7917-4977-a14c-36389aed6d65 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:54:14.568199 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973ac55c-7917-4977-a14c-36389aed6d65 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:54:14.568516 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973ac55c-7917-4977-a14c-36389aed6d65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:54:14.568832 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973ac55c-7917-4977-a14c-36389aed6d65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:54:14.569148 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973ac55c-7917-4977-a14c-36389aed6d65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:54:14.569461 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973ac55c-7917-4977-a14c-36389aed6d65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:54:14.576123 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-a6599f72-ab53-411d-897a-219c1ee55fb5 None None] Attempting to bind port 63149b9e-047d-44c0-8e97-ed2f01616dc9 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:54:14.576394 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-a6599f72-ab53-411d-897a-219c1ee55fb5 None None] Attempting to bind port 63149b9e-047d-44c0-8e97-ed2f01616dc9 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:54:14.576722 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6599f72-ab53-411d-897a-219c1ee55fb5 None None] Attempting to bind port 63149b9e-047d-44c0-8e97-ed2f01616dc9 on network 7fdf1889-f079-4166-bbda-88b2a8d8d595 {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:54:14.581603 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6599f72-ab53-411d-897a-219c1ee55fb5 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:54:14.581970 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6599f72-ab53-411d-897a-219c1ee55fb5 None None] Checking segment: {'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:54:14.582391 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-a6599f72-ab53-411d-897a-219c1ee55fb5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:14.582768 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6599f72-ab53-411d-897a-219c1ee55fb5 None None] Bound using segment: {'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:54:14.583218 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-a6599f72-ab53-411d-897a-219c1ee55fb5 None None] Bound port: 63149b9e-047d-44c0-8e97-ed2f01616dc9, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:54:14.583584 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-a6599f72-ab53-411d-897a-219c1ee55fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:14.601946 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-b11a9883-e1e4-40e0-b1b1-99eb87e11c19 None None] Provisioning complete for port 63149b9e-047d-44c0-8e97-ed2f01616dc9 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:54:14.602691 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b11a9883-e1e4-40e0-b1b1-99eb87e11c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:14.640768 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-b11a9883-e1e4-40e0-b1b1-99eb87e11c19 None None] Port 63149b9e-047d-44c0-8e97-ed2f01616dc9 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:54:14.647393 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-a6599f72-ab53-411d-897a-219c1ee55fb5 None None] For port 63149b9e-047d-44c0-8e97-ed2f01616dc9, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:54:14.651947 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-a6599f72-ab53-411d-897a-219c1ee55fb5 None None] For port 63149b9e-047d-44c0-8e97-ed2f01616dc9, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=63149b9e-047d-44c0-8e97-ed2f01616dc9,segment=NetworkSegment(a32e5bfd-6fac-434f-817b-5707a23fd2ca),segment_id=a32e5bfd-6fac-434f-817b-5707a23fd2ca)] {{(pid=103155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:54:14.657637 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-a6599f72-ab53-411d-897a-219c1ee55fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:14.661616 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-fcee23e2-862e-4a02-ace0-4a92016c9ceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:14.684584 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a733731f-372f-4048-80a7-35f09b222048 None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:54:14.703430 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6599f72-ab53-411d-897a-219c1ee55fb5 None None] Routers {'0dcbc052-2a2c-41bf-b8fa-c5145cb68944'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:54:14.704056 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-a6599f72-ab53-411d-897a-219c1ee55fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:53:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['0dcbc052-2a2c-41bf-b8fa-c5145cb68944'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:54:14.730323 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device fbe4316c-f362-46c0-82f5-8af107fecdf2 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:54:14.777999 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973ac55c-7917-4977-a14c-36389aed6d65 None None] Pushing event updated for resources: {'Port': ['ID=63149b9e-047d-44c0-8e97-ed2f01616dc9,revision_number=3']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:54:14.782069 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-7f331170-66e0-439e-bfa0-886617fb2213 None None] Provisioning complete for port 63149b9e-047d-44c0-8e97-ed2f01616dc9 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:54:14.782467 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7f331170-66e0-439e-bfa0-886617fb2213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:14.820001 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port fbe4316c-f362-46c0-82f5-8af107fecdf2 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:54:14.820356 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:14.838567 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-a6599f72-ab53-411d-897a-219c1ee55fb5 None None] Set router 0dcbc052-2a2c-41bf-b8fa-c5145cb68944 gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:54:14.880915 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-fcee23e2-862e-4a02-ace0-4a92016c9ceb admin admin] Allocated IP 172.20.0.1 (00f14335-ae26-4452-a4be-18c4e9241bd6/52b0f898-12fa-47af-b1ab-bf5a04db3743/392f3e67-d407-4d92-8552-df546d8622f4) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:54:14.922703 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7f331170-66e0-439e-bfa0-886617fb2213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:14.957977 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-7f331170-66e0-439e-bfa0-886617fb2213 None None] For port 63149b9e-047d-44c0-8e97-ed2f01616dc9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=63149b9e-047d-44c0-8e97-ed2f01616dc9,segment=NetworkSegment(a32e5bfd-6fac-434f-817b-5707a23fd2ca),segment_id=a32e5bfd-6fac-434f-817b-5707a23fd2ca)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:54:14.963861 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7f331170-66e0-439e-bfa0-886617fb2213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:14.990935 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-fcee23e2-862e-4a02-ace0-4a92016c9ceb admin admin] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:15.016296 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f331170-66e0-439e-bfa0-886617fb2213 None None] Pushing event updated for resources: {'Port': ['ID=63149b9e-047d-44c0-8e97-ed2f01616dc9,revision_number=4']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:54:15.029359 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-fcee23e2-862e-4a02-ace0-4a92016c9ceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:15.033334 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-a6599f72-ab53-411d-897a-219c1ee55fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dcbc052-2a2c-41bf-b8fa-c5145cb68944', 'name': 'tempest-TestEncryptedCinderVolumes-1850109495-router', 'tenant_id': 'c386ed9e4bde46aaba28158e936f577c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.40'}], 'enable_snat': True}, 'gw_port_id': '63149b9e-047d-44c0-8e97-ed2f01616dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:54:12Z', 'updated_at': '2021-12-21T13:54:13Z', 'revision_number': 3, 'project_id': 'c386ed9e4bde46aaba28158e936f577c', 'gw_port': {'id': '63149b9e-047d-44c0-8e97-ed2f01616dc9', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:af:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dcbc052-2a2c-41bf-b8fa-c5145cb68944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:54:12Z', 'updated_at': '2021-12-21T13:54:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:54:15.065566 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcee23e2-862e-4a02-ace0-4a92016c9ceb admin admin] Network 00f14335-ae26-4452-a4be-18c4e9241bd6 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:54:15.071453 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-fcee23e2-862e-4a02-ace0-4a92016c9ceb admin admin] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:54:15.075343 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcee23e2-862e-4a02-ace0-4a92016c9ceb admin admin] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:54:15.110796 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcee23e2-862e-4a02-ace0-4a92016c9ceb admin admin] Pushing event updated for resources: {'Port': ['ID=392f3e67-d407-4d92-8552-df546d8622f4,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:54:15.125254 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-fcee23e2-862e-4a02-ace0-4a92016c9ceb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532557'] for router_interface, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:15.155904 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6599f72-ab53-411d-897a-219c1ee55fb5 None None] The sync data for ids ['0dcbc052-2a2c-41bf-b8fa-c5145cb68944'] in dv-neutron-master-2-hyperv is: [{'id': '0dcbc052-2a2c-41bf-b8fa-c5145cb68944', 'name': 'tempest-TestEncryptedCinderVolumes-1850109495-router', 'tenant_id': 'c386ed9e4bde46aaba28158e936f577c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.40'}], 'enable_snat': True}, 'gw_port_id': '63149b9e-047d-44c0-8e97-ed2f01616dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:54:12Z', 'updated_at': '2021-12-21T13:54:13Z', 'revision_number': 3, 'project_id': 'c386ed9e4bde46aaba28158e936f577c', 'gw_port': {'id': '63149b9e-047d-44c0-8e97-ed2f01616dc9', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:af:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dcbc052-2a2c-41bf-b8fa-c5145cb68944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:54:12Z', 'updated_at': '2021-12-21T13:54:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:54:15.273693 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-fcee23e2-862e-4a02-ace0-4a92016c9ceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:15.409938 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-4c8e89c2-ffd5-40a9-a56d-ce85f1d6b9f0 None None] Provisioning complete for port 392f3e67-d407-4d92-8552-df546d8622f4 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:54:15.410296 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-4c8e89c2-ffd5-40a9-a56d-ce85f1d6b9f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:15.451257 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-4c8e89c2-ffd5-40a9-a56d-ce85f1d6b9f0 None None] Port 392f3e67-d407-4d92-8552-df546d8622f4 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:54:15.469722 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-fcee23e2-862e-4a02-ace0-4a92016c9ceb admin admin] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:15.474884 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-fcee23e2-862e-4a02-ace0-4a92016c9ceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805230'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:15.542658 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-fcee23e2-862e-4a02-ace0-4a92016c9ceb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532537'] for router_interface, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:15.544459 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcee23e2-862e-4a02-ace0-4a92016c9ceb admin admin] Pushing event updated for resources: {'Port': ['ID=392f3e67-d407-4d92-8552-df546d8622f4,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:54:15.647028 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcee23e2-862e-4a02-ace0-4a92016c9ceb admin admin] Network 00f14335-ae26-4452-a4be-18c4e9241bd6 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:54:15.648564 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-fcee23e2-862e-4a02-ace0-4a92016c9ceb admin admin] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:54:15.771296 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcee23e2-862e-4a02-ace0-4a92016c9ceb admin admin] Router 0dcbc052-2a2c-41bf-b8fa-c5145cb68944 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:54:15.879728 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-f6e54193-c435-4651-b4da-3b9ba6c3c549 None None] Provisioning complete for port 392f3e67-d407-4d92-8552-df546d8622f4 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:54:15.880589 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f6e54193-c435-4651-b4da-3b9ba6c3c549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:15.887319 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcee23e2-862e-4a02-ace0-4a92016c9ceb admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:54:15.892911 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-fcee23e2-862e-4a02-ace0-4a92016c9ceb admin admin] 10.222.0.37 "PUT /v2.0/routers/0dcbc052-2a2c-41bf-b8fa-c5145cb68944/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9891455 Dec 21 13:54:15.922053 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-f6e54193-c435-4651-b4da-3b9ba6c3c549 None None] Port 392f3e67-d407-4d92-8552-df546d8622f4 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:54:16.349470 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 36436) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:54:16.355210 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-30a875f7-f2ef-4fb5-8a1d-50a8cc13cf21 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1612329233-network', 'tenant_id': 'ccf91c81f4644c7490768df29fa2ddc4'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:54:16.379380 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30a875f7-f2ef-4fb5-8a1d-50a8cc13cf21 admin admin] Made reservation on behalf of ccf91c81f4644c7490768df29fa2ddc4 for: {'network': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:54:16.381969 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-30a875f7-f2ef-4fb5-8a1d-50a8cc13cf21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:16.395243 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-30a875f7-f2ef-4fb5-8a1d-50a8cc13cf21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:16.471668 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-30a875f7-f2ef-4fb5-8a1d-50a8cc13cf21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:16.476336 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-30a875f7-f2ef-4fb5-8a1d-50a8cc13cf21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:16.503103 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30a875f7-f2ef-4fb5-8a1d-50a8cc13cf21 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=103152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:54:16.510062 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a875f7-f2ef-4fb5-8a1d-50a8cc13cf21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caf4989c-414c-4289-a766-3d1d744f01e6,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:54:16.516319 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-30a875f7-f2ef-4fb5-8a1d-50a8cc13cf21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:16.516666 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.segments_db [None req-30a875f7-f2ef-4fb5-8a1d-50a8cc13cf21 admin admin] Added segment a27e9c75-1831-4478-90ae-60f10aa680b0 of type vlan for network 314c7ae7-14a3-4da3-ba2b-0616e9cfa4c8 Dec 21 13:54:16.559425 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-30a875f7-f2ef-4fb5-8a1d-50a8cc13cf21 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:16.582727 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-30a875f7-f2ef-4fb5-8a1d-50a8cc13cf21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:16.583760 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a875f7-f2ef-4fb5-8a1d-50a8cc13cf21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:54:16.584324 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-30a875f7-f2ef-4fb5-8a1d-50a8cc13cf21 admin admin] Publish callbacks [] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:16.644362 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-30a875f7-f2ef-4fb5-8a1d-50a8cc13cf21 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.2937400 Dec 21 13:54:16.647113 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 36438) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:54:16.652305 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-e8d47257-4455-4951-b0a8-64a940cbf5e8 admin admin] Request body: {'subnet': {'network_id': '314c7ae7-14a3-4da3-ba2b-0616e9cfa4c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1612329233-subnet', 'tenant_id': 'ccf91c81f4644c7490768df29fa2ddc4', 'ip_version': 4}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:54:16.659585 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a875f7-f2ef-4fb5-8a1d-50a8cc13cf21 admin admin] Pushing event updated for resources: {'Network': ['ID=314c7ae7-14a3-4da3-ba2b-0616e9cfa4c8,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:54:16.669739 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network 314c7ae7-14a3-4da3-ba2b-0616e9cfa4c8 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:54:16.682551 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8d47257-4455-4951-b0a8-64a940cbf5e8 admin admin] Made reservation on behalf of ccf91c81f4644c7490768df29fa2ddc4 for: {'subnet': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:54:16.685405 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e8d47257-4455-4951-b0a8-64a940cbf5e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12346583'] for subnet, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:16.726169 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 63149b9e-047d-44c0-8e97-ed2f01616dc9 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:54:16.732187 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666ede59-7673-4b51-bfb4-2b70e411ebb7 None None] Sync routers for ids ['0dcbc052-2a2c-41bf-b8fa-c5145cb68944'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:54:16.787196 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666ede59-7673-4b51-bfb4-2b70e411ebb7 None None] Routers {'0dcbc052-2a2c-41bf-b8fa-c5145cb68944'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:54:16.787826 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-666ede59-7673-4b51-bfb4-2b70e411ebb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:53:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['0dcbc052-2a2c-41bf-b8fa-c5145cb68944'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:54:16.863292 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e8d47257-4455-4951-b0a8-64a940cbf5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12346565'] for subnet, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:16.874944 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 63149b9e-047d-44c0-8e97-ed2f01616dc9 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:54:16.875325 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:16.923107 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d47257-4455-4951-b0a8-64a940cbf5e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c47c5fff-4292-4a69-9231-f64c0ee79be6,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:54:16.924801 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-666ede59-7673-4b51-bfb4-2b70e411ebb7 None None] Set router 0dcbc052-2a2c-41bf-b8fa-c5145cb68944 gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:54:16.927682 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d47257-4455-4951-b0a8-64a940cbf5e8 admin admin] Checking segment: {'id': 'a27e9c75-1831-4478-90ae-60f10aa680b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '314c7ae7-14a3-4da3-ba2b-0616e9cfa4c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:54:16.928051 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d47257-4455-4951-b0a8-64a940cbf5e8 admin admin] Network hostable DHCP agents. Network: 314c7ae7-14a3-4da3-ba2b-0616e9cfa4c8, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:54:16.944349 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d47257-4455-4951-b0a8-64a940cbf5e8 admin admin] Network 314c7ae7-14a3-4da3-ba2b-0616e9cfa4c8 is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:54:16.954509 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-e8d47257-4455-4951-b0a8-64a940cbf5e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 314c7ae7-14a3-4da3-ba2b-0616e9cfa4c8) {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:54:16.958918 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d47257-4455-4951-b0a8-64a940cbf5e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:54:16.959450 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e8d47257-4455-4951-b0a8-64a940cbf5e8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:16.967073 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e591613-54d8-4bc2-a85b-6e5466cda3f4 None None] Network 314c7ae7-14a3-4da3-ba2b-0616e9cfa4c8 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:54:16.975408 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-e8d47257-4455-4951-b0a8-64a940cbf5e8 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3272834 Dec 21 13:54:16.977814 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 36440) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:54:16.982004 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-15aac964-2dcf-4331-8c98-ea8ae3159c46 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1612329233-router', 'tenant_id': 'ccf91c81f4644c7490768df29fa2ddc4', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:54:17.005007 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-15aac964-2dcf-4331-8c98-ea8ae3159c46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26964'] for router, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:17.006473 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-15aac964-2dcf-4331-8c98-ea8ae3159c46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-642316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26957'] for router, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:17.059787 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-15aac964-2dcf-4331-8c98-ea8ae3159c46 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:17.191695 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77da78ce-08f7-47e0-8199-9318704e42f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-314c7ae7-14a3-4da3-ba2b-0616e9cfa4c8', 'network_id': '314c7ae7-14a3-4da3-ba2b-0616e9cfa4c8', 'project_id': 'ccf91c81f4644c7490768df29fa2ddc4', 'fixed_ips': [{'subnet_id': 'c47c5fff-4292-4a69-9231-f64c0ee79be6'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:54:17.192548 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-77da78ce-08f7-47e0-8199-9318704e42f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:17.197067 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-15aac964-2dcf-4331-8c98-ea8ae3159c46 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:17.407258 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-15aac964-2dcf-4331-8c98-ea8ae3159c46 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:17.431758 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-15aac964-2dcf-4331-8c98-ea8ae3159c46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:17.464773 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-666ede59-7673-4b51-bfb4-2b70e411ebb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dcbc052-2a2c-41bf-b8fa-c5145cb68944', 'name': 'tempest-TestEncryptedCinderVolumes-1850109495-router', 'tenant_id': 'c386ed9e4bde46aaba28158e936f577c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.40'}], 'enable_snat': True}, 'gw_port_id': '63149b9e-047d-44c0-8e97-ed2f01616dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:54:12Z', 'updated_at': '2021-12-21T13:54:15Z', 'revision_number': 4, 'project_id': 'c386ed9e4bde46aaba28158e936f577c', 'gw_port': {'id': '63149b9e-047d-44c0-8e97-ed2f01616dc9', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:af:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dcbc052-2a2c-41bf-b8fa-c5145cb68944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:54:12Z', 'updated_at': '2021-12-21T13:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '392f3e67-d407-4d92-8552-df546d8622f4', 'name': '', 'network_id': '00f14335-ae26-4452-a4be-18c4e9241bd6', 'tenant_id': 'c386ed9e4bde46aaba28158e936f577c', 'mac_address': 'fa:16:3e:7c:8b:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dcbc052-2a2c-41bf-b8fa-c5145cb68944', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '52b0f898-12fa-47af-b1ab-bf5a04db3743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:54:14Z', 'updated_at': '2021-12-21T13:54:15Z', 'revision_number': 2, 'project_id': 'c386ed9e4bde46aaba28158e936f577c', 'subnets': [{'id': '52b0f898-12fa-47af-b1ab-bf5a04db3743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:54:17.515285 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666ede59-7673-4b51-bfb4-2b70e411ebb7 None None] Checking router: 0dcbc052-2a2c-41bf-b8fa-c5145cb68944 for host: dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:54:17.515643 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666ede59-7673-4b51-bfb4-2b70e411ebb7 None None] Updating router 0dcbc052-2a2c-41bf-b8fa-c5145cb68944 port 392f3e67-d407-4d92-8552-df546d8622f4 binding host dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 13:54:17.532788 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-15aac964-2dcf-4331-8c98-ea8ae3159c46 admin admin] Allocated IP 172.36.3.80 (7fdf1889-f079-4166-bbda-88b2a8d8d595/051a5607-1753-4008-a2f2-d94b48752e9c/1064faaa-98be-466b-946b-37ad0072138d) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:54:17.551473 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-666ede59-7673-4b51-bfb4-2b70e411ebb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:17.553832 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-77da78ce-08f7-47e0-8199-9318704e42f8 None None] Allocated IP 172.20.0.2 (314c7ae7-14a3-4da3-ba2b-0616e9cfa4c8/c47c5fff-4292-4a69-9231-f64c0ee79be6/ff455a6b-517d-4a37-8843-c9d8cb0cecf3) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:54:17.644946 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-15aac964-2dcf-4331-8c98-ea8ae3159c46 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:17.679538 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-15aac964-2dcf-4331-8c98-ea8ae3159c46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:17.718555 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15aac964-2dcf-4331-8c98-ea8ae3159c46 admin admin] Network 7fdf1889-f079-4166-bbda-88b2a8d8d595 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:54:17.725384 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-15aac964-2dcf-4331-8c98-ea8ae3159c46 admin admin] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:54:17.728455 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15aac964-2dcf-4331-8c98-ea8ae3159c46 admin admin] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:54:17.742299 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caed2f83-dcb5-4e42-a43e-22d1f342f3d6 None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:54:17.760371 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aac964-2dcf-4331-8c98-ea8ae3159c46 admin admin] Pushing event updated for resources: {'Port': ['ID=1064faaa-98be-466b-946b-37ad0072138d,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:54:17.852375 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-77da78ce-08f7-47e0-8199-9318704e42f8 None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:17.865625 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-77da78ce-08f7-47e0-8199-9318704e42f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:17.919279 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-40a8113c-7e8e-4eb2-b7e8-a2b85ca3b36f None None] Provisioning complete for port 1064faaa-98be-466b-946b-37ad0072138d triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:54:17.919652 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-40a8113c-7e8e-4eb2-b7e8-a2b85ca3b36f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:17.939214 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77da78ce-08f7-47e0-8199-9318704e42f8 None None] Network 314c7ae7-14a3-4da3-ba2b-0616e9cfa4c8 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:54:17.962057 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-77da78ce-08f7-47e0-8199-9318704e42f8 None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:54:17.972433 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77da78ce-08f7-47e0-8199-9318704e42f8 None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:54:17.983334 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77da78ce-08f7-47e0-8199-9318704e42f8 None None] Pushing event updated for resources: {'Port': ['ID=ff455a6b-517d-4a37-8843-c9d8cb0cecf3,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:54:17.987082 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-15aac964-2dcf-4331-8c98-ea8ae3159c46 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:18.022073 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-40a8113c-7e8e-4eb2-b7e8-a2b85ca3b36f None None] Port 1064faaa-98be-466b-946b-37ad0072138d cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:54:18.070612 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-666ede59-7673-4b51-bfb4-2b70e411ebb7 None None] Publish callbacks [] for port, precommit_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:18.080632 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-666ede59-7673-4b51-bfb4-2b70e411ebb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:18.108821 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-77da78ce-08f7-47e0-8199-9318704e42f8 None None] Attempting to bind port ff455a6b-517d-4a37-8843-c9d8cb0cecf3 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:54:18.109194 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-77da78ce-08f7-47e0-8199-9318704e42f8 None None] Attempting to bind port ff455a6b-517d-4a37-8843-c9d8cb0cecf3 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a27e9c75-1831-4478-90ae-60f10aa680b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '314c7ae7-14a3-4da3-ba2b-0616e9cfa4c8'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:54:18.109554 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77da78ce-08f7-47e0-8199-9318704e42f8 None None] Attempting to bind port ff455a6b-517d-4a37-8843-c9d8cb0cecf3 on network 314c7ae7-14a3-4da3-ba2b-0616e9cfa4c8 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:54:18.128882 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77da78ce-08f7-47e0-8199-9318704e42f8 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:54:18.129627 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77da78ce-08f7-47e0-8199-9318704e42f8 None None] Checking segment: {'id': 'a27e9c75-1831-4478-90ae-60f10aa680b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '314c7ae7-14a3-4da3-ba2b-0616e9cfa4c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:54:18.129627 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-77da78ce-08f7-47e0-8199-9318704e42f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:18.129986 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77da78ce-08f7-47e0-8199-9318704e42f8 None None] Bound using segment: {'id': 'a27e9c75-1831-4478-90ae-60f10aa680b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '314c7ae7-14a3-4da3-ba2b-0616e9cfa4c8'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:54:18.130448 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-77da78ce-08f7-47e0-8199-9318704e42f8 None None] Bound port: ff455a6b-517d-4a37-8843-c9d8cb0cecf3, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a27e9c75-1831-4478-90ae-60f10aa680b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '314c7ae7-14a3-4da3-ba2b-0616e9cfa4c8'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:54:18.130831 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-77da78ce-08f7-47e0-8199-9318704e42f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:18.148722 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6771affd-de1c-4f8a-8449-33aaf7421ecb None None] Pushing event updated for resources: {'Port': ['ID=392f3e67-d407-4d92-8552-df546d8622f4,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:54:18.206446 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-15aac964-2dcf-4331-8c98-ea8ae3159c46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548730'] for router, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:18.234795 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-666ede59-7673-4b51-bfb4-2b70e411ebb7 None None] Attempting to bind port 392f3e67-d407-4d92-8552-df546d8622f4 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:54:18.235170 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-666ede59-7673-4b51-bfb4-2b70e411ebb7 None None] Attempting to bind port 392f3e67-d407-4d92-8552-df546d8622f4 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a3e4aa34-1306-4288-b5af-d5dc9aae8a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '00f14335-ae26-4452-a4be-18c4e9241bd6'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:54:18.235539 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666ede59-7673-4b51-bfb4-2b70e411ebb7 None None] Attempting to bind port 392f3e67-d407-4d92-8552-df546d8622f4 on network 00f14335-ae26-4452-a4be-18c4e9241bd6 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:54:18.248022 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666ede59-7673-4b51-bfb4-2b70e411ebb7 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:54:18.248468 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666ede59-7673-4b51-bfb4-2b70e411ebb7 None None] Checking segment: {'id': 'a3e4aa34-1306-4288-b5af-d5dc9aae8a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '00f14335-ae26-4452-a4be-18c4e9241bd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:54:18.248805 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-666ede59-7673-4b51-bfb4-2b70e411ebb7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:18.249199 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666ede59-7673-4b51-bfb4-2b70e411ebb7 None None] Bound using segment: {'id': 'a3e4aa34-1306-4288-b5af-d5dc9aae8a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '00f14335-ae26-4452-a4be-18c4e9241bd6'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:54:18.249679 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-666ede59-7673-4b51-bfb4-2b70e411ebb7 None None] Bound port: 392f3e67-d407-4d92-8552-df546d8622f4, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3e4aa34-1306-4288-b5af-d5dc9aae8a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '00f14335-ae26-4452-a4be-18c4e9241bd6'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:54:18.250067 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-666ede59-7673-4b51-bfb4-2b70e411ebb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:18.252429 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-77da78ce-08f7-47e0-8199-9318704e42f8 None None] For port ff455a6b-517d-4a37-8843-c9d8cb0cecf3, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:54:18.256328 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-77da78ce-08f7-47e0-8199-9318704e42f8 None None] For port ff455a6b-517d-4a37-8843-c9d8cb0cecf3, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ff455a6b-517d-4a37-8843-c9d8cb0cecf3,segment=NetworkSegment(a27e9c75-1831-4478-90ae-60f10aa680b0),segment_id=a27e9c75-1831-4478-90ae-60f10aa680b0)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:54:18.264882 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-77da78ce-08f7-47e0-8199-9318704e42f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:18.357662 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15aac964-2dcf-4331-8c98-ea8ae3159c46 admin admin] Router 83e77ecd-f202-41ba-a48d-f4a9decc955c is scheduled to L3 agent 59e14383-78fa-487e-9299-b32042a98157 with binding_index 1 {{(pid=103152) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 13:54:18.371194 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77da78ce-08f7-47e0-8199-9318704e42f8 None None] Pushing event updated for resources: {'Port': ['ID=ff455a6b-517d-4a37-8843-c9d8cb0cecf3,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:54:18.394658 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fa5fcbd5-5c9f-4a93-855f-0f468f8830c3 None None] Provisioning complete for port 392f3e67-d407-4d92-8552-df546d8622f4 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:54:18.395072 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fa5fcbd5-5c9f-4a93-855f-0f468f8830c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:18.397443 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-666ede59-7673-4b51-bfb4-2b70e411ebb7 None None] For port 392f3e67-d407-4d92-8552-df546d8622f4, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:54:18.402086 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-666ede59-7673-4b51-bfb4-2b70e411ebb7 None None] For port 392f3e67-d407-4d92-8552-df546d8622f4, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=392f3e67-d407-4d92-8552-df546d8622f4,segment=NetworkSegment(a3e4aa34-1306-4288-b5af-d5dc9aae8a7c),segment_id=a3e4aa34-1306-4288-b5af-d5dc9aae8a7c)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:54:18.425563 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-666ede59-7673-4b51-bfb4-2b70e411ebb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:18.472888 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fa5fcbd5-5c9f-4a93-855f-0f468f8830c3 None None] Port 392f3e67-d407-4d92-8552-df546d8622f4 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:54:18.482712 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15aac964-2dcf-4331-8c98-ea8ae3159c46 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:54:18.492501 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8b700e-7d58-4c48-9803-3eecbbcbdfac None None] Sync routers for ids ['83e77ecd-f202-41ba-a48d-f4a9decc955c'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:54:18.495275 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666ede59-7673-4b51-bfb4-2b70e411ebb7 None None] Routers {'0dcbc052-2a2c-41bf-b8fa-c5145cb68944'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:54:18.495916 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-666ede59-7673-4b51-bfb4-2b70e411ebb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:53:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['0dcbc052-2a2c-41bf-b8fa-c5145cb68944'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:54:18.504185 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-15aac964-2dcf-4331-8c98-ea8ae3159c46 admin admin] Publish callbacks [] for router, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:18.508446 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 36442) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:54:18.508935 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-15aac964-2dcf-4331-8c98-ea8ae3159c46 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5300860 Dec 21 13:54:18.514111 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8b700e-7d58-4c48-9803-3eecbbcbdfac None None] Routers {'83e77ecd-f202-41ba-a48d-f4a9decc955c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:54:18.515090 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-7d8b700e-7d58-4c48-9803-3eecbbcbdfac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:53:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['83e77ecd-f202-41ba-a48d-f4a9decc955c'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:54:18.536193 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6771affd-de1c-4f8a-8449-33aaf7421ecb None None] Pushing event updated for resources: {'Port': ['ID=392f3e67-d407-4d92-8552-df546d8622f4,revision_number=4']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:54:18.635736 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-666ede59-7673-4b51-bfb4-2b70e411ebb7 None None] Set router 0dcbc052-2a2c-41bf-b8fa-c5145cb68944 gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:54:18.688972 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-7d8b700e-7d58-4c48-9803-3eecbbcbdfac None None] Set router 83e77ecd-f202-41ba-a48d-f4a9decc955c gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:54:18.831837 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device ff455a6b-517d-4a37-8843-c9d8cb0cecf3 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:54:18.938810 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port ff455a6b-517d-4a37-8843-c9d8cb0cecf3 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:54:18.939572 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:18.954741 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-7d8b700e-7d58-4c48-9803-3eecbbcbdfac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e77ecd-f202-41ba-a48d-f4a9decc955c', 'name': 'tempest-TestEncryptedCinderVolumes-1612329233-router', 'tenant_id': 'ccf91c81f4644c7490768df29fa2ddc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.80'}], 'enable_snat': True}, 'gw_port_id': '1064faaa-98be-466b-946b-37ad0072138d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:54:17Z', 'updated_at': '2021-12-21T13:54:17Z', 'revision_number': 3, 'project_id': 'ccf91c81f4644c7490768df29fa2ddc4', 'gw_port': {'id': '1064faaa-98be-466b-946b-37ad0072138d', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:19:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e77ecd-f202-41ba-a48d-f4a9decc955c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:54:17Z', 'updated_at': '2021-12-21T13:54:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:54:18.968542 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-b89c4572-e2b6-4bd3-8173-58f7763e3a63 None None] Provisioning complete for port 392f3e67-d407-4d92-8552-df546d8622f4 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:54:18.968868 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b89c4572-e2b6-4bd3-8173-58f7763e3a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:18.982148 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8b700e-7d58-4c48-9803-3eecbbcbdfac None None] Checking router: 83e77ecd-f202-41ba-a48d-f4a9decc955c for host: dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:54:18.982437 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8b700e-7d58-4c48-9803-3eecbbcbdfac None None] Updating router 83e77ecd-f202-41ba-a48d-f4a9decc955c port 1064faaa-98be-466b-946b-37ad0072138d binding host dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 13:54:19.007310 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-7d8b700e-7d58-4c48-9803-3eecbbcbdfac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:19.043320 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-666ede59-7673-4b51-bfb4-2b70e411ebb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dcbc052-2a2c-41bf-b8fa-c5145cb68944', 'name': 'tempest-TestEncryptedCinderVolumes-1850109495-router', 'tenant_id': 'c386ed9e4bde46aaba28158e936f577c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.40'}], 'enable_snat': True}, 'gw_port_id': '63149b9e-047d-44c0-8e97-ed2f01616dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:54:12Z', 'updated_at': '2021-12-21T13:54:15Z', 'revision_number': 4, 'project_id': 'c386ed9e4bde46aaba28158e936f577c', 'gw_port': {'id': '63149b9e-047d-44c0-8e97-ed2f01616dc9', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:af:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dcbc052-2a2c-41bf-b8fa-c5145cb68944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:54:12Z', 'updated_at': '2021-12-21T13:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '392f3e67-d407-4d92-8552-df546d8622f4', 'name': '', 'network_id': '00f14335-ae26-4452-a4be-18c4e9241bd6', 'tenant_id': 'c386ed9e4bde46aaba28158e936f577c', 'mac_address': 'fa:16:3e:7c:8b:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dcbc052-2a2c-41bf-b8fa-c5145cb68944', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '52b0f898-12fa-47af-b1ab-bf5a04db3743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:54:14Z', 'updated_at': '2021-12-21T13:54:18Z', 'revision_number': 4, 'project_id': 'c386ed9e4bde46aaba28158e936f577c', 'subnets': [{'id': '52b0f898-12fa-47af-b1ab-bf5a04db3743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:54:19.090729 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666ede59-7673-4b51-bfb4-2b70e411ebb7 None None] The sync data for ids ['0dcbc052-2a2c-41bf-b8fa-c5145cb68944'] in dv-neutron-master-2-hyperv is: [{'id': '0dcbc052-2a2c-41bf-b8fa-c5145cb68944', 'name': 'tempest-TestEncryptedCinderVolumes-1850109495-router', 'tenant_id': 'c386ed9e4bde46aaba28158e936f577c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.40'}], 'enable_snat': True}, 'gw_port_id': '63149b9e-047d-44c0-8e97-ed2f01616dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:54:12Z', 'updated_at': '2021-12-21T13:54:15Z', 'revision_number': 4, 'project_id': 'c386ed9e4bde46aaba28158e936f577c', 'gw_port': {'id': '63149b9e-047d-44c0-8e97-ed2f01616dc9', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:af:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dcbc052-2a2c-41bf-b8fa-c5145cb68944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:54:12Z', 'updated_at': '2021-12-21T13:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '392f3e67-d407-4d92-8552-df546d8622f4', 'name': '', 'network_id': '00f14335-ae26-4452-a4be-18c4e9241bd6', 'tenant_id': 'c386ed9e4bde46aaba28158e936f577c', 'mac_address': 'fa:16:3e:7c:8b:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dcbc052-2a2c-41bf-b8fa-c5145cb68944', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '52b0f898-12fa-47af-b1ab-bf5a04db3743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:54:14Z', 'updated_at': '2021-12-21T13:54:18Z', 'revision_number': 4, 'project_id': 'c386ed9e4bde46aaba28158e936f577c', 'subnets': [{'id': '52b0f898-12fa-47af-b1ab-bf5a04db3743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:54:19.107332 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b087476f-0c80-4931-a41d-3586fe62057d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:19.131078 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:19.156053 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b89c4572-e2b6-4bd3-8173-58f7763e3a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:19.197586 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] For port ff455a6b-517d-4a37-8843-c9d8cb0cecf3, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ff455a6b-517d-4a37-8843-c9d8cb0cecf3,segment=NetworkSegment(a27e9c75-1831-4478-90ae-60f10aa680b0),segment_id=a27e9c75-1831-4478-90ae-60f10aa680b0)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:54:19.217380 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:19.220783 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-b89c4572-e2b6-4bd3-8173-58f7763e3a63 None None] For port 392f3e67-d407-4d92-8552-df546d8622f4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=392f3e67-d407-4d92-8552-df546d8622f4,segment=NetworkSegment(a3e4aa34-1306-4288-b5af-d5dc9aae8a7c),segment_id=a3e4aa34-1306-4288-b5af-d5dc9aae8a7c)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:54:19.228141 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b89c4572-e2b6-4bd3-8173-58f7763e3a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:19.311571 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Pushing event updated for resources: {'Port': ['ID=ff455a6b-517d-4a37-8843-c9d8cb0cecf3,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:54:19.364233 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-b087476f-0c80-4931-a41d-3586fe62057d admin admin] Allocated IP 172.20.0.1 (314c7ae7-14a3-4da3-ba2b-0616e9cfa4c8/c47c5fff-4292-4a69-9231-f64c0ee79be6/e391f3a5-c42a-4fe1-9cb5-2d0b0fddd07f) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:54:19.388859 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c4572-e2b6-4bd3-8173-58f7763e3a63 None None] Pushing event updated for resources: {'Port': ['ID=392f3e67-d407-4d92-8552-df546d8622f4,revision_number=5']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:54:19.396512 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-7d8b700e-7d58-4c48-9803-3eecbbcbdfac None None] Publish callbacks [] for port, precommit_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:19.409447 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-7d8b700e-7d58-4c48-9803-3eecbbcbdfac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:19.454466 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b760109-4277-4263-a916-a5df58ae1349 None None] Pushing event updated for resources: {'Port': ['ID=1064faaa-98be-466b-946b-37ad0072138d,revision_number=2']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:54:19.471618 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-7d8b700e-7d58-4c48-9803-3eecbbcbdfac None None] Attempting to bind port 1064faaa-98be-466b-946b-37ad0072138d on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:54:19.471999 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-7d8b700e-7d58-4c48-9803-3eecbbcbdfac None None] Attempting to bind port 1064faaa-98be-466b-946b-37ad0072138d by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:54:19.472362 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8b700e-7d58-4c48-9803-3eecbbcbdfac None None] Attempting to bind port 1064faaa-98be-466b-946b-37ad0072138d on network 7fdf1889-f079-4166-bbda-88b2a8d8d595 {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:54:19.477794 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8b700e-7d58-4c48-9803-3eecbbcbdfac None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:54:19.478176 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8b700e-7d58-4c48-9803-3eecbbcbdfac None None] Checking segment: {'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:54:19.478698 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-7d8b700e-7d58-4c48-9803-3eecbbcbdfac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:19.479096 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8b700e-7d58-4c48-9803-3eecbbcbdfac None None] Bound using segment: {'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:54:19.479573 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-7d8b700e-7d58-4c48-9803-3eecbbcbdfac None None] Bound port: 1064faaa-98be-466b-946b-37ad0072138d, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:54:19.479885 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e249bbc-59fe-4399-9d9b-68025b934417 None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:54:19.479993 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-7d8b700e-7d58-4c48-9803-3eecbbcbdfac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:19.503084 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b087476f-0c80-4931-a41d-3586fe62057d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:19.543815 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-7d8b700e-7d58-4c48-9803-3eecbbcbdfac None None] For port 1064faaa-98be-466b-946b-37ad0072138d, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:54:19.545021 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b087476f-0c80-4931-a41d-3586fe62057d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:19.549319 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-7d8b700e-7d58-4c48-9803-3eecbbcbdfac None None] For port 1064faaa-98be-466b-946b-37ad0072138d, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1064faaa-98be-466b-946b-37ad0072138d,segment=NetworkSegment(a32e5bfd-6fac-434f-817b-5707a23fd2ca),segment_id=a32e5bfd-6fac-434f-817b-5707a23fd2ca)] {{(pid=103155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:54:19.557340 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-7d8b700e-7d58-4c48-9803-3eecbbcbdfac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:19.561758 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-54dba4b4-7bb9-4a02-b216-f931b3719e6a None None] Provisioning complete for port 1064faaa-98be-466b-946b-37ad0072138d triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:54:19.563306 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-54dba4b4-7bb9-4a02-b216-f931b3719e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:19.603782 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b087476f-0c80-4931-a41d-3586fe62057d admin admin] Network 314c7ae7-14a3-4da3-ba2b-0616e9cfa4c8 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:54:19.607222 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-b087476f-0c80-4931-a41d-3586fe62057d admin admin] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:54:19.610261 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b087476f-0c80-4931-a41d-3586fe62057d admin admin] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:54:19.616282 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b760109-4277-4263-a916-a5df58ae1349 None None] Pushing event updated for resources: {'Port': ['ID=1064faaa-98be-466b-946b-37ad0072138d,revision_number=3']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:54:19.638774 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8b700e-7d58-4c48-9803-3eecbbcbdfac None None] Routers {'83e77ecd-f202-41ba-a48d-f4a9decc955c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:54:19.639757 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-7d8b700e-7d58-4c48-9803-3eecbbcbdfac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:53:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['83e77ecd-f202-41ba-a48d-f4a9decc955c'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:54:19.642427 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295a6432-55ab-4b44-981c-5dd8542cc31a None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:54:19.644844 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b087476f-0c80-4931-a41d-3586fe62057d admin admin] Pushing event updated for resources: {'Port': ['ID=e391f3a5-c42a-4fe1-9cb5-2d0b0fddd07f,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:54:19.670189 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b087476f-0c80-4931-a41d-3586fe62057d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532557'] for router_interface, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:19.746285 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d624d6-ba8e-48d7-8a87-174d10c4e234 None None] Network 314c7ae7-14a3-4da3-ba2b-0616e9cfa4c8 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:54:19.770415 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-54dba4b4-7bb9-4a02-b216-f931b3719e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:19.785944 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-7d8b700e-7d58-4c48-9803-3eecbbcbdfac None None] Set router 83e77ecd-f202-41ba-a48d-f4a9decc955c gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:54:19.839662 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b087476f-0c80-4931-a41d-3586fe62057d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:19.989880 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-54dba4b4-7bb9-4a02-b216-f931b3719e6a None None] For port 1064faaa-98be-466b-946b-37ad0072138d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1064faaa-98be-466b-946b-37ad0072138d,segment=NetworkSegment(a32e5bfd-6fac-434f-817b-5707a23fd2ca),segment_id=a32e5bfd-6fac-434f-817b-5707a23fd2ca)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:54:20.010552 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-54dba4b4-7bb9-4a02-b216-f931b3719e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:20.029486 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b087476f-0c80-4931-a41d-3586fe62057d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:20.036576 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-7d8b700e-7d58-4c48-9803-3eecbbcbdfac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e77ecd-f202-41ba-a48d-f4a9decc955c', 'name': 'tempest-TestEncryptedCinderVolumes-1612329233-router', 'tenant_id': 'ccf91c81f4644c7490768df29fa2ddc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.80'}], 'enable_snat': True}, 'gw_port_id': '1064faaa-98be-466b-946b-37ad0072138d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:54:17Z', 'updated_at': '2021-12-21T13:54:17Z', 'revision_number': 3, 'project_id': 'ccf91c81f4644c7490768df29fa2ddc4', 'gw_port': {'id': '1064faaa-98be-466b-946b-37ad0072138d', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:19:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e77ecd-f202-41ba-a48d-f4a9decc955c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:54:17Z', 'updated_at': '2021-12-21T13:54:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:54:20.037869 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b087476f-0c80-4931-a41d-3586fe62057d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:20.068766 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8b700e-7d58-4c48-9803-3eecbbcbdfac None None] The sync data for ids ['83e77ecd-f202-41ba-a48d-f4a9decc955c'] in dv-neutron-master-2-hyperv is: [{'id': '83e77ecd-f202-41ba-a48d-f4a9decc955c', 'name': 'tempest-TestEncryptedCinderVolumes-1612329233-router', 'tenant_id': 'ccf91c81f4644c7490768df29fa2ddc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.80'}], 'enable_snat': True}, 'gw_port_id': '1064faaa-98be-466b-946b-37ad0072138d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:54:17Z', 'updated_at': '2021-12-21T13:54:17Z', 'revision_number': 3, 'project_id': 'ccf91c81f4644c7490768df29fa2ddc4', 'gw_port': {'id': '1064faaa-98be-466b-946b-37ad0072138d', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:19:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e77ecd-f202-41ba-a48d-f4a9decc955c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:54:17Z', 'updated_at': '2021-12-21T13:54:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:54:20.099907 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dba4b4-7bb9-4a02-b216-f931b3719e6a None None] Pushing event updated for resources: {'Port': ['ID=1064faaa-98be-466b-946b-37ad0072138d,revision_number=4']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:54:20.121395 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b087476f-0c80-4931-a41d-3586fe62057d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532537'] for router_interface, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:20.127492 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b087476f-0c80-4931-a41d-3586fe62057d admin admin] Pushing event updated for resources: {'Port': ['ID=e391f3a5-c42a-4fe1-9cb5-2d0b0fddd07f,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:54:20.135773 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-c9f59150-19ab-4563-9f7c-1dea3125385c None None] Provisioning complete for port ff455a6b-517d-4a37-8843-c9d8cb0cecf3 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:54:20.136242 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c9f59150-19ab-4563-9f7c-1dea3125385c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:20.270810 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b087476f-0c80-4931-a41d-3586fe62057d admin admin] Network 314c7ae7-14a3-4da3-ba2b-0616e9cfa4c8 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:54:20.272549 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-b087476f-0c80-4931-a41d-3586fe62057d admin admin] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:54:20.295807 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-c9f59150-19ab-4563-9f7c-1dea3125385c None None] Provisioning complete for port 1064faaa-98be-466b-946b-37ad0072138d triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:54:20.296189 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c9f59150-19ab-4563-9f7c-1dea3125385c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:20.423281 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b087476f-0c80-4931-a41d-3586fe62057d admin admin] Router 83e77ecd-f202-41ba-a48d-f4a9decc955c has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:54:20.566613 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-4664fd18-7b35-490f-b8aa-f5bf9cd9fc63 None None] Provisioning complete for port e391f3a5-c42a-4fe1-9cb5-2d0b0fddd07f triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:54:20.566994 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-4664fd18-7b35-490f-b8aa-f5bf9cd9fc63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:20.585916 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b087476f-0c80-4931-a41d-3586fe62057d admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:54:20.605460 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-b087476f-0c80-4931-a41d-3586fe62057d admin admin] 10.222.0.37 "PUT /v2.0/routers/83e77ecd-f202-41ba-a48d-f4a9decc955c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0872288 Dec 21 13:54:20.659581 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-4664fd18-7b35-490f-b8aa-f5bf9cd9fc63 None None] Port e391f3a5-c42a-4fe1-9cb5-2d0b0fddd07f cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:54:20.681371 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-4664fd18-7b35-490f-b8aa-f5bf9cd9fc63 None None] Provisioning complete for port ff455a6b-517d-4a37-8843-c9d8cb0cecf3 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:54:20.681941 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-4664fd18-7b35-490f-b8aa-f5bf9cd9fc63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:20.854810 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 1064faaa-98be-466b-946b-37ad0072138d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:54:20.914667 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 1064faaa-98be-466b-946b-37ad0072138d triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:54:20.915134 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:20.962575 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-777ee08b-8ce2-4816-b611-62f8968f0c1b None None] Provisioning complete for port e391f3a5-c42a-4fe1-9cb5-2d0b0fddd07f triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:54:20.962945 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-777ee08b-8ce2-4816-b611-62f8968f0c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:21.005444 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-777ee08b-8ce2-4816-b611-62f8968f0c1b None None] Port e391f3a5-c42a-4fe1-9cb5-2d0b0fddd07f cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:54:21.040707 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 392f3e67-d407-4d92-8552-df546d8622f4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:54:21.089905 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 392f3e67-d407-4d92-8552-df546d8622f4 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:54:21.090500 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:21.181833 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device ff455a6b-517d-4a37-8843-c9d8cb0cecf3 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:54:21.235649 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port ff455a6b-517d-4a37-8843-c9d8cb0cecf3 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:54:21.236033 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:21.402536 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4bdf2e-924d-43cd-8853-3c8f3249949a req-9a3a3807-fd2b-42ae-9f8f-21418f1f445f tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:54:21.404019 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-db4bdf2e-924d-43cd-8853-3c8f3249949a req-9a3a3807-fd2b-42ae-9f8f-21418f1f445f tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] 10.222.0.37 "GET /v2.0/networks?id=00f14335-ae26-4452-a4be-18c4e9241bd6 HTTP/1.1" status: 200 len: 817 time: 0.1129100 Dec 21 13:54:21.418562 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-db4bdf2e-924d-43cd-8853-3c8f3249949a req-d673a5bb-4753-4446-96ed-c4f71f328c71 tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] 10.222.0.37 "GET /v2.0/quotas/c386ed9e4bde46aaba28158e936f577c HTTP/1.1" status: 200 len: 375 time: 0.0088925 Dec 21 13:54:21.468301 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-db4bdf2e-924d-43cd-8853-3c8f3249949a req-619f51c4-2e98-483b-98a6-125504af5f51 tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c386ed9e4bde46aaba28158e936f577c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447900 Dec 21 13:54:21.565218 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-db4bdf2e-924d-43cd-8853-3c8f3249949a req-5e40b045-200e-4a06-b42b-fd63b050590a service neutron] 10.222.0.37 "GET /v2.0/networks/00f14335-ae26-4452-a4be-18c4e9241bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855415 Dec 21 13:54:21.652784 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-db4bdf2e-924d-43cd-8853-3c8f3249949a req-588d6eeb-cc1c-4894-8014-56a3351689dd service neutron] 10.222.0.37 "GET /v2.0/networks/00f14335-ae26-4452-a4be-18c4e9241bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809269 Dec 21 13:54:21.812991 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-b21d0a20-5a2b-4aff-8243-942135cdeadf req-71b20f2d-a6ed-4a86-a0fc-840cdec3338d tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] 10.222.0.37 "GET /v2.0/ports?device_id=724f13a4-080c-4977-8c0c-db64a69d0756 HTTP/1.1" status: 200 len: 210 time: 0.0281932 Dec 21 13:54:22.619332 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab3a595-6d75-4992-b627-4ffd7ae30b9d None None] Sync routers for ids ['83e77ecd-f202-41ba-a48d-f4a9decc955c'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:54:22.629941 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab3a595-6d75-4992-b627-4ffd7ae30b9d None None] Routers {'83e77ecd-f202-41ba-a48d-f4a9decc955c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:54:22.630590 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-cab3a595-6d75-4992-b627-4ffd7ae30b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:53:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['83e77ecd-f202-41ba-a48d-f4a9decc955c'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:54:22.732356 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-cab3a595-6d75-4992-b627-4ffd7ae30b9d None None] Set router 83e77ecd-f202-41ba-a48d-f4a9decc955c gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:54:22.956336 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f97854ac-0abb-4d3d-97cd-8ce62cab1a93 req-3a83da1c-6c9d-43d2-833a-c8d24601c039 tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] 10.222.0.37 "GET /v2.0/ports?device_id=724f13a4-080c-4977-8c0c-db64a69d0756 HTTP/1.1" status: 200 len: 210 time: 0.0358555 Dec 21 13:54:22.986253 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-cab3a595-6d75-4992-b627-4ffd7ae30b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e77ecd-f202-41ba-a48d-f4a9decc955c', 'name': 'tempest-TestEncryptedCinderVolumes-1612329233-router', 'tenant_id': 'ccf91c81f4644c7490768df29fa2ddc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.80'}], 'enable_snat': True}, 'gw_port_id': '1064faaa-98be-466b-946b-37ad0072138d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:54:17Z', 'updated_at': '2021-12-21T13:54:19Z', 'revision_number': 4, 'project_id': 'ccf91c81f4644c7490768df29fa2ddc4', 'gw_port': {'id': '1064faaa-98be-466b-946b-37ad0072138d', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:19:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e77ecd-f202-41ba-a48d-f4a9decc955c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:54:17Z', 'updated_at': '2021-12-21T13:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'e391f3a5-c42a-4fe1-9cb5-2d0b0fddd07f', 'name': '', 'network_id': '314c7ae7-14a3-4da3-ba2b-0616e9cfa4c8', 'tenant_id': 'ccf91c81f4644c7490768df29fa2ddc4', 'mac_address': 'fa:16:3e:67:33:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e77ecd-f202-41ba-a48d-f4a9decc955c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'c47c5fff-4292-4a69-9231-f64c0ee79be6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:54:19Z', 'updated_at': '2021-12-21T13:54:19Z', 'revision_number': 2, 'project_id': 'ccf91c81f4644c7490768df29fa2ddc4', 'subnets': [{'id': 'c47c5fff-4292-4a69-9231-f64c0ee79be6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:54:22.992380 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4bdf2e-924d-43cd-8853-3c8f3249949a req-3225d745-e559-4104-b674-41b092c80822 tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:54:22.996118 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-db4bdf2e-924d-43cd-8853-3c8f3249949a req-3225d745-e559-4104-b674-41b092c80822 tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] 10.222.0.60 "GET /v2.0/networks?id=00f14335-ae26-4452-a4be-18c4e9241bd6 HTTP/1.1" status: 200 len: 817 time: 0.1926298 Dec 21 13:54:23.014139 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab3a595-6d75-4992-b627-4ffd7ae30b9d None None] Checking router: 83e77ecd-f202-41ba-a48d-f4a9decc955c for host: dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:54:23.014530 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab3a595-6d75-4992-b627-4ffd7ae30b9d None None] Updating router 83e77ecd-f202-41ba-a48d-f4a9decc955c port e391f3a5-c42a-4fe1-9cb5-2d0b0fddd07f binding host dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 13:54:23.016418 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [req-db4bdf2e-924d-43cd-8853-3c8f3249949a req-8a99b96a-f8f8-410c-afe7-217f9d7bcb4a tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] Request body: {'port': {'device_id': '724f13a4-080c-4977-8c0c-db64a69d0756', 'network_id': '00f14335-ae26-4452-a4be-18c4e9241bd6', 'admin_state_up': True, 'tenant_id': 'c386ed9e4bde46aaba28158e936f577c'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:54:23.042928 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-cab3a595-6d75-4992-b627-4ffd7ae30b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:23.144233 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db4bdf2e-924d-43cd-8853-3c8f3249949a req-8a99b96a-f8f8-410c-afe7-217f9d7bcb4a tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] Made reservation on behalf of c386ed9e4bde46aaba28158e936f577c for: {'port': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:54:23.147920 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-db4bdf2e-924d-43cd-8853-3c8f3249949a req-8a99b96a-f8f8-410c-afe7-217f9d7bcb4a tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:23.271702 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [req-db4bdf2e-924d-43cd-8853-3c8f3249949a req-8a99b96a-f8f8-410c-afe7-217f9d7bcb4a tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] Allocated IP 172.20.0.14 (00f14335-ae26-4452-a4be-18c4e9241bd6/52b0f898-12fa-47af-b1ab-bf5a04db3743/9defea23-984d-4922-8db1-a1e363df2fbc) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:54:23.312770 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-cab3a595-6d75-4992-b627-4ffd7ae30b9d None None] Publish callbacks [] for port, precommit_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:23.318336 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-cab3a595-6d75-4992-b627-4ffd7ae30b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:23.422938 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c568d2f-14ff-4862-8226-908972eaeb13 None None] Pushing event updated for resources: {'Port': ['ID=e391f3a5-c42a-4fe1-9cb5-2d0b0fddd07f,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:54:23.427189 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-cab3a595-6d75-4992-b627-4ffd7ae30b9d None None] Attempting to bind port e391f3a5-c42a-4fe1-9cb5-2d0b0fddd07f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:54:23.427887 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-cab3a595-6d75-4992-b627-4ffd7ae30b9d None None] Attempting to bind port e391f3a5-c42a-4fe1-9cb5-2d0b0fddd07f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a27e9c75-1831-4478-90ae-60f10aa680b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '314c7ae7-14a3-4da3-ba2b-0616e9cfa4c8'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:54:23.428430 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab3a595-6d75-4992-b627-4ffd7ae30b9d None None] Attempting to bind port e391f3a5-c42a-4fe1-9cb5-2d0b0fddd07f on network 314c7ae7-14a3-4da3-ba2b-0616e9cfa4c8 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:54:23.434239 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-db4bdf2e-924d-43cd-8853-3c8f3249949a req-8a99b96a-f8f8-410c-afe7-217f9d7bcb4a tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:23.436674 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab3a595-6d75-4992-b627-4ffd7ae30b9d None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:54:23.437507 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab3a595-6d75-4992-b627-4ffd7ae30b9d None None] Checking segment: {'id': 'a27e9c75-1831-4478-90ae-60f10aa680b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '314c7ae7-14a3-4da3-ba2b-0616e9cfa4c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:54:23.438019 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-cab3a595-6d75-4992-b627-4ffd7ae30b9d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:23.438626 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab3a595-6d75-4992-b627-4ffd7ae30b9d None None] Bound using segment: {'id': 'a27e9c75-1831-4478-90ae-60f10aa680b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '314c7ae7-14a3-4da3-ba2b-0616e9cfa4c8'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:54:23.439496 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-cab3a595-6d75-4992-b627-4ffd7ae30b9d None None] Bound port: e391f3a5-c42a-4fe1-9cb5-2d0b0fddd07f, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a27e9c75-1831-4478-90ae-60f10aa680b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '314c7ae7-14a3-4da3-ba2b-0616e9cfa4c8'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:54:23.439986 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-cab3a595-6d75-4992-b627-4ffd7ae30b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:23.475788 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-db4bdf2e-924d-43cd-8853-3c8f3249949a req-8a99b96a-f8f8-410c-afe7-217f9d7bcb4a tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:23.523192 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-cab3a595-6d75-4992-b627-4ffd7ae30b9d None None] For port e391f3a5-c42a-4fe1-9cb5-2d0b0fddd07f, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:54:23.527351 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db4bdf2e-924d-43cd-8853-3c8f3249949a req-8a99b96a-f8f8-410c-afe7-217f9d7bcb4a tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] Network 00f14335-ae26-4452-a4be-18c4e9241bd6 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:54:23.528380 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-cab3a595-6d75-4992-b627-4ffd7ae30b9d None None] For port e391f3a5-c42a-4fe1-9cb5-2d0b0fddd07f, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e391f3a5-c42a-4fe1-9cb5-2d0b0fddd07f,segment=NetworkSegment(a27e9c75-1831-4478-90ae-60f10aa680b0),segment_id=a27e9c75-1831-4478-90ae-60f10aa680b0)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:54:23.531009 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [req-db4bdf2e-924d-43cd-8853-3c8f3249949a req-8a99b96a-f8f8-410c-afe7-217f9d7bcb4a tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:54:23.535028 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [req-db4bdf2e-924d-43cd-8853-3c8f3249949a req-8a99b96a-f8f8-410c-afe7-217f9d7bcb4a tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:54:23.537064 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-cab3a595-6d75-4992-b627-4ffd7ae30b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:23.542516 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a99b96a-f8f8-410c-afe7-217f9d7bcb4a tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] Pushing event updated for resources: {'Port': ['ID=9defea23-984d-4922-8db1-a1e363df2fbc,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:54:23.596694 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4bdf2e-924d-43cd-8853-3c8f3249949a req-8a99b96a-f8f8-410c-afe7-217f9d7bcb4a tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:54:23.602071 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-db4bdf2e-924d-43cd-8853-3c8f3249949a req-8a99b96a-f8f8-410c-afe7-217f9d7bcb4a tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:23.614597 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab3a595-6d75-4992-b627-4ffd7ae30b9d None None] Routers {'83e77ecd-f202-41ba-a48d-f4a9decc955c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:54:23.617587 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-cab3a595-6d75-4992-b627-4ffd7ae30b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:53:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['83e77ecd-f202-41ba-a48d-f4a9decc955c'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:54:23.646018 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-db4bdf2e-924d-43cd-8853-3c8f3249949a req-8a99b96a-f8f8-410c-afe7-217f9d7bcb4a tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6325371 Dec 21 13:54:23.672170 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [req-db4bdf2e-924d-43cd-8853-3c8f3249949a req-3e605fea-c510-4057-af54-142d9fd48df8 service neutron] Request body: {'port': {'device_id': '724f13a4-080c-4977-8c0c-db64a69d0756', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:54:23.697253 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c568d2f-14ff-4862-8226-908972eaeb13 None None] Pushing event updated for resources: {'Port': ['ID=e391f3a5-c42a-4fe1-9cb5-2d0b0fddd07f,revision_number=4']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:54:23.748335 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-7d4bb755-ff6e-45cd-a008-0ba9b2930623 None None] Provisioning complete for port e391f3a5-c42a-4fe1-9cb5-2d0b0fddd07f triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:54:23.748703 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7d4bb755-ff6e-45cd-a008-0ba9b2930623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:23.758113 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-db4bdf2e-924d-43cd-8853-3c8f3249949a req-3e605fea-c510-4057-af54-142d9fd48df8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:23.835909 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-cab3a595-6d75-4992-b627-4ffd7ae30b9d None None] Set router 83e77ecd-f202-41ba-a48d-f4a9decc955c gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:54:23.954716 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7d4bb755-ff6e-45cd-a008-0ba9b2930623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:24.043057 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-7d4bb755-ff6e-45cd-a008-0ba9b2930623 None None] For port e391f3a5-c42a-4fe1-9cb5-2d0b0fddd07f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e391f3a5-c42a-4fe1-9cb5-2d0b0fddd07f,segment=NetworkSegment(a27e9c75-1831-4478-90ae-60f10aa680b0),segment_id=a27e9c75-1831-4478-90ae-60f10aa680b0)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:54:24.053860 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7d4bb755-ff6e-45cd-a008-0ba9b2930623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:24.078682 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728b628e-d428-4703-a141-9d4ea43a0fc0 req-b8b237bb-5538-4a15-a0d6-1635b2e34c49 tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:54:24.086794 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-728b628e-d428-4703-a141-9d4ea43a0fc0 req-b8b237bb-5538-4a15-a0d6-1635b2e34c49 tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] 10.222.0.37 "GET /v2.0/ports?device_id=724f13a4-080c-4977-8c0c-db64a69d0756 HTTP/1.1" status: 200 len: 932 time: 0.0581779 Dec 21 13:54:24.140200 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-728b628e-d428-4703-a141-9d4ea43a0fc0 req-9ba3d333-9898-47e3-a860-ba9d21664da4 tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9e75cb9-a3c3-4bcb-ad5a-d4544e2b15df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514774 Dec 21 13:54:24.152428 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4bb755-ff6e-45cd-a008-0ba9b2930623 None None] Pushing event updated for resources: {'Port': ['ID=e391f3a5-c42a-4fe1-9cb5-2d0b0fddd07f,revision_number=5']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:54:24.183928 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-8549d096-1bf9-4601-815a-363d63d4c7cf None None] Provisioning complete for port e391f3a5-c42a-4fe1-9cb5-2d0b0fddd07f triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:54:24.184231 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8549d096-1bf9-4601-815a-363d63d4c7cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:24.221975 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-cab3a595-6d75-4992-b627-4ffd7ae30b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e77ecd-f202-41ba-a48d-f4a9decc955c', 'name': 'tempest-TestEncryptedCinderVolumes-1612329233-router', 'tenant_id': 'ccf91c81f4644c7490768df29fa2ddc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.80'}], 'enable_snat': True}, 'gw_port_id': '1064faaa-98be-466b-946b-37ad0072138d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:54:17Z', 'updated_at': '2021-12-21T13:54:19Z', 'revision_number': 4, 'project_id': 'ccf91c81f4644c7490768df29fa2ddc4', 'gw_port': {'id': '1064faaa-98be-466b-946b-37ad0072138d', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:19:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e77ecd-f202-41ba-a48d-f4a9decc955c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:54:17Z', 'updated_at': '2021-12-21T13:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'e391f3a5-c42a-4fe1-9cb5-2d0b0fddd07f', 'name': '', 'network_id': '314c7ae7-14a3-4da3-ba2b-0616e9cfa4c8', 'tenant_id': 'ccf91c81f4644c7490768df29fa2ddc4', 'mac_address': 'fa:16:3e:67:33:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e77ecd-f202-41ba-a48d-f4a9decc955c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'c47c5fff-4292-4a69-9231-f64c0ee79be6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:54:19Z', 'updated_at': '2021-12-21T13:54:23Z', 'revision_number': 4, 'project_id': 'ccf91c81f4644c7490768df29fa2ddc4', 'subnets': [{'id': 'c47c5fff-4292-4a69-9231-f64c0ee79be6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:54:24.257193 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab3a595-6d75-4992-b627-4ffd7ae30b9d None None] The sync data for ids ['83e77ecd-f202-41ba-a48d-f4a9decc955c'] in dv-neutron-master-2-hyperv is: [{'id': '83e77ecd-f202-41ba-a48d-f4a9decc955c', 'name': 'tempest-TestEncryptedCinderVolumes-1612329233-router', 'tenant_id': 'ccf91c81f4644c7490768df29fa2ddc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.80'}], 'enable_snat': True}, 'gw_port_id': '1064faaa-98be-466b-946b-37ad0072138d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:54:17Z', 'updated_at': '2021-12-21T13:54:19Z', 'revision_number': 4, 'project_id': 'ccf91c81f4644c7490768df29fa2ddc4', 'gw_port': {'id': '1064faaa-98be-466b-946b-37ad0072138d', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:19:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e77ecd-f202-41ba-a48d-f4a9decc955c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:54:17Z', 'updated_at': '2021-12-21T13:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'e391f3a5-c42a-4fe1-9cb5-2d0b0fddd07f', 'name': '', 'network_id': '314c7ae7-14a3-4da3-ba2b-0616e9cfa4c8', 'tenant_id': 'ccf91c81f4644c7490768df29fa2ddc4', 'mac_address': 'fa:16:3e:67:33:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e77ecd-f202-41ba-a48d-f4a9decc955c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'c47c5fff-4292-4a69-9231-f64c0ee79be6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:54:19Z', 'updated_at': '2021-12-21T13:54:23Z', 'revision_number': 4, 'project_id': 'ccf91c81f4644c7490768df29fa2ddc4', 'subnets': [{'id': 'c47c5fff-4292-4a69-9231-f64c0ee79be6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:54:24.411749 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [req-db4bdf2e-924d-43cd-8853-3c8f3249949a req-3e605fea-c510-4057-af54-142d9fd48df8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9defea23-984d-4922-8db1-a1e363df2fbc {{(pid=103153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 13:54:24.420308 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-db4bdf2e-924d-43cd-8853-3c8f3249949a req-3e605fea-c510-4057-af54-142d9fd48df8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:24.434965 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.provisioning_blocks [req-db4bdf2e-924d-43cd-8853-3c8f3249949a req-3e605fea-c510-4057-af54-142d9fd48df8 service neutron] Transition to ACTIVE for port object 9defea23-984d-4922-8db1-a1e363df2fbc will not be triggered until provisioned by entity L2. {{(pid=103153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 13:54:24.441107 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-db4bdf2e-924d-43cd-8853-3c8f3249949a req-3e605fea-c510-4057-af54-142d9fd48df8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:24.500831 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e605fea-c510-4057-af54-142d9fd48df8 service neutron] Pushing event updated for resources: {'Port': ['ID=9defea23-984d-4922-8db1-a1e363df2fbc,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:54:24.573717 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-db4bdf2e-924d-43cd-8853-3c8f3249949a req-3e605fea-c510-4057-af54-142d9fd48df8 service neutron] Attempting to bind port 9defea23-984d-4922-8db1-a1e363df2fbc on host hv-neutron-mast for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:54:24.574123 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-db4bdf2e-924d-43cd-8853-3c8f3249949a req-3e605fea-c510-4057-af54-142d9fd48df8 service neutron] Attempting to bind port 9defea23-984d-4922-8db1-a1e363df2fbc by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'a3e4aa34-1306-4288-b5af-d5dc9aae8a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '00f14335-ae26-4452-a4be-18c4e9241bd6'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:54:24.574548 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4bdf2e-924d-43cd-8853-3c8f3249949a req-3e605fea-c510-4057-af54-142d9fd48df8 service neutron] Attempting to bind port 9defea23-984d-4922-8db1-a1e363df2fbc on network 00f14335-ae26-4452-a4be-18c4e9241bd6 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:54:24.580095 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4bdf2e-924d-43cd-8853-3c8f3249949a req-3e605fea-c510-4057-af54-142d9fd48df8 service neutron] Port 9defea23-984d-4922-8db1-a1e363df2fbc on network 00f14335-ae26-4452-a4be-18c4e9241bd6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 13:54:24.580394 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4bdf2e-924d-43cd-8853-3c8f3249949a req-3e605fea-c510-4057-af54-142d9fd48df8 service neutron] Attempting to bind port 9defea23-984d-4922-8db1-a1e363df2fbc on network 00f14335-ae26-4452-a4be-18c4e9241bd6 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:54:24.585960 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4bdf2e-924d-43cd-8853-3c8f3249949a req-3e605fea-c510-4057-af54-142d9fd48df8 service neutron] Checking agent: {'id': 'cb078e0e-af00-4e4f-8117-46ca6496af1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 23, 43), 'started_at': datetime.datetime(2021, 12, 21, 13, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:54:24.586304 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4bdf2e-924d-43cd-8853-3c8f3249949a req-3e605fea-c510-4057-af54-142d9fd48df8 service neutron] Checking segment: {'id': 'a3e4aa34-1306-4288-b5af-d5dc9aae8a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '00f14335-ae26-4452-a4be-18c4e9241bd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:54:24.586727 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4bdf2e-924d-43cd-8853-3c8f3249949a req-3e605fea-c510-4057-af54-142d9fd48df8 service neutron] Bound using segment: {'id': 'a3e4aa34-1306-4288-b5af-d5dc9aae8a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '00f14335-ae26-4452-a4be-18c4e9241bd6'} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:54:24.587343 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-db4bdf2e-924d-43cd-8853-3c8f3249949a req-3e605fea-c510-4057-af54-142d9fd48df8 service neutron] Bound port: 9defea23-984d-4922-8db1-a1e363df2fbc, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3e4aa34-1306-4288-b5af-d5dc9aae8a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '00f14335-ae26-4452-a4be-18c4e9241bd6'}}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:54:24.587699 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-db4bdf2e-924d-43cd-8853-3c8f3249949a req-3e605fea-c510-4057-af54-142d9fd48df8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:24.659399 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-db4bdf2e-924d-43cd-8853-3c8f3249949a req-3e605fea-c510-4057-af54-142d9fd48df8 service neutron] For port 9defea23-984d-4922-8db1-a1e363df2fbc, host hv-neutron-mast, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:54:24.663316 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-db4bdf2e-924d-43cd-8853-3c8f3249949a req-3e605fea-c510-4057-af54-142d9fd48df8 service neutron] For port 9defea23-984d-4922-8db1-a1e363df2fbc, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9defea23-984d-4922-8db1-a1e363df2fbc,segment=NetworkSegment(a3e4aa34-1306-4288-b5af-d5dc9aae8a7c),segment_id=a3e4aa34-1306-4288-b5af-d5dc9aae8a7c)] {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:54:24.671327 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-db4bdf2e-924d-43cd-8853-3c8f3249949a req-3e605fea-c510-4057-af54-142d9fd48df8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:24.690242 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4bdf2e-924d-43cd-8853-3c8f3249949a req-3e605fea-c510-4057-af54-142d9fd48df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:54:24.690906 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-db4bdf2e-924d-43cd-8853-3c8f3249949a req-3e605fea-c510-4057-af54-142d9fd48df8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:24.695895 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-db4bdf2e-924d-43cd-8853-3c8f3249949a req-3e605fea-c510-4057-af54-142d9fd48df8 service neutron] 10.222.0.60 "PUT /v2.0/ports/9defea23-984d-4922-8db1-a1e363df2fbc HTTP/1.1" status: 200 len: 1094 time: 1.0317621 Dec 21 13:54:24.695895 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '724f13a4-080c-4977-8c0c-db64a69d0756', 'tag': '9defea23-984d-4922-8db1-a1e363df2fbc'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:54:24.700221 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af6034c98e584fa55ea4398f343c742ceb598288507feaf30d5a15785b2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d51e7653-c692-44d7-8da8-d0fb1aed545f" -d '{"events": [{"name": "network-changed", "server_uuid": "724f13a4-080c-4977-8c0c-db64a69d0756", "tag": "9defea23-984d-4922-8db1-a1e363df2fbc"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:54:24.772428 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device e391f3a5-c42a-4fe1-9cb5-2d0b0fddd07f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:54:24.775770 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 13:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7b66e4d-430d-4168-8d2d-119375c63845 x-openstack-request-id: req-f7b66e4d-430d-4168-8d2d-119375c63845 {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:54:24.776057 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "724f13a4-080c-4977-8c0c-db64a69d0756", "tag": "9defea23-984d-4922-8db1-a1e363df2fbc", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:54:24.776303 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f7b66e4d-430d-4168-8d2d-119375c63845 {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:54:24.776689 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '724f13a4-080c-4977-8c0c-db64a69d0756', 'tag': '9defea23-984d-4922-8db1-a1e363df2fbc', 'status': 'completed', 'code': 200} Dec 21 13:54:24.836909 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port e391f3a5-c42a-4fe1-9cb5-2d0b0fddd07f triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:54:24.837326 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:24.839144 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e605fea-c510-4057-af54-142d9fd48df8 service neutron] Pushing event updated for resources: {'Port': ['ID=9defea23-984d-4922-8db1-a1e363df2fbc,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:54:24.848222 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4bdf2e-924d-43cd-8853-3c8f3249949a req-7108cd81-15fb-4355-9b6e-b9782c7380c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:54:24.850539 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-db4bdf2e-924d-43cd-8853-3c8f3249949a req-7108cd81-15fb-4355-9b6e-b9782c7380c0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c386ed9e4bde46aaba28158e936f577c&device_id=724f13a4-080c-4977-8c0c-db64a69d0756 HTTP/1.1" status: 200 len: 1097 time: 0.0674322 Dec 21 13:54:24.903905 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-db4bdf2e-924d-43cd-8853-3c8f3249949a req-e126efce-3a7b-4cd4-9e38-9a6eb08aa979 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9defea23-984d-4922-8db1-a1e363df2fbc HTTP/1.1" status: 200 len: 217 time: 0.0388026 Dec 21 13:54:24.959749 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4bdf2e-924d-43cd-8853-3c8f3249949a req-ae8dd77a-d540-4d04-924f-045f5d5119fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:54:24.961228 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-db4bdf2e-924d-43cd-8853-3c8f3249949a req-ae8dd77a-d540-4d04-924f-045f5d5119fe service neutron] 10.222.0.60 "GET /v2.0/subnets?id=52b0f898-12fa-47af-b1ab-bf5a04db3743 HTTP/1.1" status: 200 len: 856 time: 0.0511632 Dec 21 13:54:25.008589 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4bdf2e-924d-43cd-8853-3c8f3249949a req-d61108cb-d50b-470a-b551-c706d83da651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:54:25.010113 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-db4bdf2e-924d-43cd-8853-3c8f3249949a req-d61108cb-d50b-470a-b551-c706d83da651 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=00f14335-ae26-4452-a4be-18c4e9241bd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0418396 Dec 21 13:54:25.098086 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-db4bdf2e-924d-43cd-8853-3c8f3249949a req-a140e5fd-51a3-4041-bbee-a1bcdcaa1f7e service neutron] 10.222.0.60 "GET /v2.0/networks/00f14335-ae26-4452-a4be-18c4e9241bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815787 Dec 21 13:54:25.185779 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-9df308a7-acd8-4e1a-b691-4c7e8ee16936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:25.192322 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-db4bdf2e-924d-43cd-8853-3c8f3249949a req-7e6853e5-9b0a-4b59-9246-bb56e43e847a service neutron] 10.222.0.60 "GET /v2.0/networks/00f14335-ae26-4452-a4be-18c4e9241bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878313 Dec 21 13:54:25.260700 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12619b65-a860-40ad-8cc8-99dddda90709 req-e1634d5d-a189-4ae1-b973-165924f07cf6 tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:54:25.262187 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-12619b65-a860-40ad-8cc8-99dddda90709 req-e1634d5d-a189-4ae1-b973-165924f07cf6 tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] 10.222.0.37 "GET /v2.0/ports?device_id=724f13a4-080c-4977-8c0c-db64a69d0756 HTTP/1.1" status: 200 len: 944 time: 0.0547979 Dec 21 13:54:25.310311 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-12619b65-a860-40ad-8cc8-99dddda90709 req-84b932a4-a56c-43ec-b465-192f5a630e46 tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9e75cb9-a3c3-4bcb-ad5a-d4544e2b15df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420310 Dec 21 13:54:25.315505 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51e7653-c692-44d7-8da8-d0fb1aed545f req-679bfc70-2448-4c61-8b7b-4f0ee945cdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:54:25.317033 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-d51e7653-c692-44d7-8da8-d0fb1aed545f req-679bfc70-2448-4c61-8b7b-4f0ee945cdaa service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c386ed9e4bde46aaba28158e936f577c&device_id=724f13a4-080c-4977-8c0c-db64a69d0756 HTTP/1.1" status: 200 len: 1097 time: 0.0409961 Dec 21 13:54:25.410504 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51e7653-c692-44d7-8da8-d0fb1aed545f req-9a9d4390-a9ff-40eb-9d94-a35b83e2e5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:54:25.411951 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-d51e7653-c692-44d7-8da8-d0fb1aed545f req-9a9d4390-a9ff-40eb-9d94-a35b83e2e5b5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=00f14335-ae26-4452-a4be-18c4e9241bd6 HTTP/1.1" status: 200 len: 918 time: 0.0870938 Dec 21 13:54:25.454954 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-d51e7653-c692-44d7-8da8-d0fb1aed545f req-47bfa959-132b-42b9-8a8a-590c17507965 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9defea23-984d-4922-8db1-a1e363df2fbc HTTP/1.1" status: 200 len: 217 time: 0.0346918 Dec 21 13:54:25.502056 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51e7653-c692-44d7-8da8-d0fb1aed545f req-40184559-9003-4568-8b30-1ac0bb272202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:54:25.503399 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-d51e7653-c692-44d7-8da8-d0fb1aed545f req-40184559-9003-4568-8b30-1ac0bb272202 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=52b0f898-12fa-47af-b1ab-bf5a04db3743 HTTP/1.1" status: 200 len: 856 time: 0.0421154 Dec 21 13:54:25.552477 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51e7653-c692-44d7-8da8-d0fb1aed545f req-444d1608-4895-4520-8a93-4e49d0457eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:54:25.553941 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-d51e7653-c692-44d7-8da8-d0fb1aed545f req-444d1608-4895-4520-8a93-4e49d0457eaa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=00f14335-ae26-4452-a4be-18c4e9241bd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0437207 Dec 21 13:54:25.642205 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-d51e7653-c692-44d7-8da8-d0fb1aed545f req-a97591f3-667b-407f-90de-e5f5a9172e53 service neutron] 10.222.0.60 "GET /v2.0/networks/00f14335-ae26-4452-a4be-18c4e9241bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803435 Dec 21 13:54:25.742097 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-d51e7653-c692-44d7-8da8-d0fb1aed545f req-7b06f5f6-fd3b-4ea3-a011-25a5bf6b9477 service neutron] 10.222.0.60 "GET /v2.0/networks/00f14335-ae26-4452-a4be-18c4e9241bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904703 Dec 21 13:54:26.436779 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834456b9-01b0-44ba-8cdc-df1b070ce53f req-2ec2ea24-57be-4f03-9f40-daff63179209 tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:54:26.438450 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-834456b9-01b0-44ba-8cdc-df1b070ce53f req-2ec2ea24-57be-4f03-9f40-daff63179209 tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] 10.222.0.37 "GET /v2.0/ports?device_id=724f13a4-080c-4977-8c0c-db64a69d0756 HTTP/1.1" status: 200 len: 944 time: 0.0532997 Dec 21 13:54:26.495376 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-834456b9-01b0-44ba-8cdc-df1b070ce53f req-dda493b0-07a0-416e-bc73-c891b4126890 tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9e75cb9-a3c3-4bcb-ad5a-d4544e2b15df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506082 Dec 21 13:54:27.612869 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d76af5-cbf2-4344-adf7-0b2d54a26078 req-1d49596b-47bd-4326-8691-256ba9c1a811 tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:54:27.614427 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-77d76af5-cbf2-4344-adf7-0b2d54a26078 req-1d49596b-47bd-4326-8691-256ba9c1a811 tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] 10.222.0.37 "GET /v2.0/ports?device_id=724f13a4-080c-4977-8c0c-db64a69d0756 HTTP/1.1" status: 200 len: 944 time: 0.0497890 Dec 21 13:54:27.641404 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c4a1fb77-772f-4b7e-b3be-db4dbdfe1e38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:27.667349 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-77d76af5-cbf2-4344-adf7-0b2d54a26078 req-f0f4518d-df67-4010-80ba-694734f3ca82 tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9e75cb9-a3c3-4bcb-ad5a-d4544e2b15df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468016 Dec 21 13:54:28.788117 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb979d3-a334-4287-ba83-d2bcfc105c20 req-71dad406-a26b-485b-bd86-0345c1d29845 tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:54:28.789621 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-9eb979d3-a334-4287-ba83-d2bcfc105c20 req-71dad406-a26b-485b-bd86-0345c1d29845 tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] 10.222.0.37 "GET /v2.0/ports?device_id=724f13a4-080c-4977-8c0c-db64a69d0756 HTTP/1.1" status: 200 len: 944 time: 0.0570240 Dec 21 13:54:28.836358 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-9eb979d3-a334-4287-ba83-d2bcfc105c20 req-339dd5cb-e4b3-4cc2-8075-3a4ff70d918e tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9e75cb9-a3c3-4bcb-ad5a-d4544e2b15df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400274 Dec 21 13:54:28.866214 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:28.879822 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 9defea23-984d-4922-8db1-a1e363df2fbc details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 13:54:28.974683 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port 9defea23-984d-4922-8db1-a1e363df2fbc, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9defea23-984d-4922-8db1-a1e363df2fbc,segment=NetworkSegment(a3e4aa34-1306-4288-b5af-d5dc9aae8a7c),segment_id=a3e4aa34-1306-4288-b5af-d5dc9aae8a7c)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:54:28.985593 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Returning: {'device': '9defea23-984d-4922-8db1-a1e363df2fbc', 'network_id': '00f14335-ae26-4452-a4be-18c4e9241bd6', 'port_id': '9defea23-984d-4922-8db1-a1e363df2fbc', 'mac_address': 'fa:16:3e:bd:70:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52b0f898-12fa-47af-b1ab-bf5a04db3743', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 13:54:29.021241 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:29.033865 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9defea23-984d-4922-8db1-a1e363df2fbc {{(pid=103154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 13:54:29.053452 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port 9defea23-984d-4922-8db1-a1e363df2fbc, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9defea23-984d-4922-8db1-a1e363df2fbc,segment=NetworkSegment(a3e4aa34-1306-4288-b5af-d5dc9aae8a7c),segment_id=a3e4aa34-1306-4288-b5af-d5dc9aae8a7c)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:54:29.057392 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:29.108736 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=9defea23-984d-4922-8db1-a1e363df2fbc,revision_number=4']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:54:29.320315 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] get_ports_and_sgs() called for port_ids ['9defea23-984d-4922-8db1-a1e363df2fbc'] {{(pid=103154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 13:54:29.949007 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd4a0e0-0c71-4aa8-9e7b-d0997babb467 req-7b091231-f221-4e9c-9409-44d88877115a tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:54:29.950567 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-bbd4a0e0-0c71-4aa8-9e7b-d0997babb467 req-7b091231-f221-4e9c-9409-44d88877115a tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] 10.222.0.37 "GET /v2.0/ports?device_id=724f13a4-080c-4977-8c0c-db64a69d0756 HTTP/1.1" status: 200 len: 945 time: 0.0478849 Dec 21 13:54:30.000303 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-bbd4a0e0-0c71-4aa8-9e7b-d0997babb467 req-26a06a18-5646-4e1c-9785-03f40d64fc11 tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9e75cb9-a3c3-4bcb-ad5a-d4544e2b15df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436888 Dec 21 13:54:30.865434 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:30.879239 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 9defea23-984d-4922-8db1-a1e363df2fbc up at agent hyperv_hv-neutron-mast {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:54:30.929778 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Provisioning for port 9defea23-984d-4922-8db1-a1e363df2fbc completed by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 13:54:30.933428 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Provisioning complete for port 9defea23-984d-4922-8db1-a1e363df2fbc triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:54:30.933796 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:31.007362 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:31.030607 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '724f13a4-080c-4977-8c0c-db64a69d0756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9defea23-984d-4922-8db1-a1e363df2fbc'}] {{(pid=103154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:54:31.032844 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6f45aca8ac5f8c0cc5868273c98d8aa60330245aed22d61c8da5c1f2d6fc01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55793883-5c14-4023-92e8-7281a9d9ea07" -d '{"events": [{"server_uuid": "724f13a4-080c-4977-8c0c-db64a69d0756", "name": "network-vif-plugged", "status": "completed", "tag": "9defea23-984d-4922-8db1-a1e363df2fbc"}]}' {{(pid=103154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:54:31.046274 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port 9defea23-984d-4922-8db1-a1e363df2fbc, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9defea23-984d-4922-8db1-a1e363df2fbc,segment=NetworkSegment(a3e4aa34-1306-4288-b5af-d5dc9aae8a7c),segment_id=a3e4aa34-1306-4288-b5af-d5dc9aae8a7c)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:54:31.050577 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:31.103281 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:31.119773 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=9defea23-984d-4922-8db1-a1e363df2fbc,revision_number=5']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:54:31.138960 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 13:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dfdcdad-f3d7-4be9-a11d-b2db1e4b1965 x-openstack-request-id: req-9dfdcdad-f3d7-4be9-a11d-b2db1e4b1965 {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:54:31.139336 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "724f13a4-080c-4977-8c0c-db64a69d0756", "name": "network-vif-plugged", "status": "completed", "tag": "9defea23-984d-4922-8db1-a1e363df2fbc", "code": 200}]} {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:54:31.139588 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8a9782-7d6d-442a-91af-bf934d2a7085 req-ccc23985-233a-4ee1-80d5-02c041f265d4 tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:54:31.140117 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9dfdcdad-f3d7-4be9-a11d-b2db1e4b1965 {{(pid=103154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:54:31.140117 dv-neutron-master-2-hyperv neutron-server[103154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '724f13a4-080c-4977-8c0c-db64a69d0756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9defea23-984d-4922-8db1-a1e363df2fbc', 'code': 200} Dec 21 13:54:31.141088 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-ce8a9782-7d6d-442a-91af-bf934d2a7085 req-ccc23985-233a-4ee1-80d5-02c041f265d4 tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] 10.222.0.37 "GET /v2.0/ports?device_id=724f13a4-080c-4977-8c0c-db64a69d0756 HTTP/1.1" status: 200 len: 946 time: 0.0717094 Dec 21 13:54:31.198472 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-ce8a9782-7d6d-442a-91af-bf934d2a7085 req-73c1f183-f6db-4c2e-909c-d4d9ee9eef59 tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9e75cb9-a3c3-4bcb-ad5a-d4544e2b15df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510712 Dec 21 13:54:31.335790 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeed01a-dfb6-4f06-85f4-18648c8a9d16 req-58d63a3c-a80d-4900-bb50-056babca750d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:54:31.337332 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-afeed01a-dfb6-4f06-85f4-18648c8a9d16 req-58d63a3c-a80d-4900-bb50-056babca750d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=724f13a4-080c-4977-8c0c-db64a69d0756 HTTP/1.1" status: 200 len: 1099 time: 0.0403149 Dec 21 13:54:31.384682 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-afeed01a-dfb6-4f06-85f4-18648c8a9d16 req-12039fc3-f5c0-450a-80da-ac6f4a5e6928 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d9e75cb9-a3c3-4bcb-ad5a-d4544e2b15df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402813 Dec 21 13:54:32.313441 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab846bc-54e4-4ff4-8ca5-8999191d6650 req-eb492201-7887-4114-a372-8033e462612a tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:54:32.314925 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-0ab846bc-54e4-4ff4-8ca5-8999191d6650 req-eb492201-7887-4114-a372-8033e462612a tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] 10.222.0.37 "GET /v2.0/ports?device_id=724f13a4-080c-4977-8c0c-db64a69d0756 HTTP/1.1" status: 200 len: 946 time: 0.0480704 Dec 21 13:54:32.364068 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-0ab846bc-54e4-4ff4-8ca5-8999191d6650 req-ddc70a3a-6f17-4c01-bd63-0c5eab93c968 tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9e75cb9-a3c3-4bcb-ad5a-d4544e2b15df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433042 Dec 21 13:54:33.483875 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3999789-b0f9-4023-855d-7e1c3a06f1c1 req-bd9a4a3e-4eba-41d4-95d5-f49c4fa65699 tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:54:33.485333 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-d3999789-b0f9-4023-855d-7e1c3a06f1c1 req-bd9a4a3e-4eba-41d4-95d5-f49c4fa65699 tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] 10.222.0.37 "GET /v2.0/ports?device_id=724f13a4-080c-4977-8c0c-db64a69d0756 HTTP/1.1" status: 200 len: 946 time: 0.0485141 Dec 21 13:54:33.530844 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-d3999789-b0f9-4023-855d-7e1c3a06f1c1 req-67626972-0ace-4f5e-87df-8d9c7994309b tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9e75cb9-a3c3-4bcb-ad5a-d4544e2b15df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396876 Dec 21 13:54:33.642121 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76af7bb0-1fcd-4f67-a008-4af3b845086d req-78752241-cb51-48d7-9896-c5f935f8f47e tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:54:33.643517 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-76af7bb0-1fcd-4f67-a008-4af3b845086d req-78752241-cb51-48d7-9896-c5f935f8f47e tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] 10.222.0.37 "GET /v2.0/ports?device_id=724f13a4-080c-4977-8c0c-db64a69d0756 HTTP/1.1" status: 200 len: 946 time: 0.0472596 Dec 21 13:54:33.692744 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-76af7bb0-1fcd-4f67-a008-4af3b845086d req-d671b159-0594-4852-817a-18e4b5d64433 tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9e75cb9-a3c3-4bcb-ad5a-d4544e2b15df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434740 Dec 21 13:54:37.841646 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.agents_db [None req-c60a5637-8c6f-4692-b23b-7dd82bd36b21 None None] Agent healthcheck: found 6 active agents {{(pid=103155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 13:54:43.455007 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:55.189220 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-87905dc1-aa51-463a-bcce-69c41d20c5b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:56.449269 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6908b5c1-207e-42d4-b494-d90ed6368216 req-da5d4401-bb65-4c0e-ba91-f3755a4b49b0 tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:54:56.450781 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-6908b5c1-207e-42d4-b494-d90ed6368216 req-da5d4401-bb65-4c0e-ba91-f3755a4b49b0 tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] 10.222.0.37 "GET /v2.0/ports?device_id=724f13a4-080c-4977-8c0c-db64a69d0756 HTTP/1.1" status: 200 len: 946 time: 0.0489914 Dec 21 13:54:56.505185 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-6908b5c1-207e-42d4-b494-d90ed6368216 req-a65a0d83-9c2a-4f42-bd29-8d16f96f0653 tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9e75cb9-a3c3-4bcb-ad5a-d4544e2b15df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484059 Dec 21 13:54:57.623909 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c15ae9a-2459-4def-8f8f-a501ed8bafaf req-20430a95-8072-4224-9ea4-83549ab4f5c2 tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:54:57.625385 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-0c15ae9a-2459-4def-8f8f-a501ed8bafaf req-20430a95-8072-4224-9ea4-83549ab4f5c2 tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] 10.222.0.37 "GET /v2.0/ports?device_id=724f13a4-080c-4977-8c0c-db64a69d0756 HTTP/1.1" status: 200 len: 946 time: 0.0482447 Dec 21 13:54:57.645200 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ce997494-5197-44c4-bf6b-37f0f3e6c292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:57.674236 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-0c15ae9a-2459-4def-8f8f-a501ed8bafaf req-aad48e37-6bf8-4e37-849a-3abe9b452520 tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9e75cb9-a3c3-4bcb-ad5a-d4544e2b15df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428119 Dec 21 13:54:58.125519 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3f66bd-67bb-4c06-bb70-2073a211f741 req-552233f9-0479-45f5-adf0-1937880360e7 tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:54:58.127042 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-ef3f66bd-67bb-4c06-bb70-2073a211f741 req-552233f9-0479-45f5-adf0-1937880360e7 tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] 10.222.0.60 "GET /v2.0/ports?device_id=724f13a4-080c-4977-8c0c-db64a69d0756 HTTP/1.1" status: 200 len: 946 time: 0.0523064 Dec 21 13:54:58.215319 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [req-ef3f66bd-67bb-4c06-bb70-2073a211f741 req-0a00424a-f473-43f7-b307-6587e6ccde5c tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] Deleting port 9defea23-984d-4922-8db1-a1e363df2fbc {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:54:58.215652 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-ef3f66bd-67bb-4c06-bb70-2073a211f741 req-0a00424a-f473-43f7-b307-6587e6ccde5c tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:58.307004 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-ef3f66bd-67bb-4c06-bb70-2073a211f741 req-0a00424a-f473-43f7-b307-6587e6ccde5c tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] For port 9defea23-984d-4922-8db1-a1e363df2fbc, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9defea23-984d-4922-8db1-a1e363df2fbc,segment=NetworkSegment(a3e4aa34-1306-4288-b5af-d5dc9aae8a7c),segment_id=a3e4aa34-1306-4288-b5af-d5dc9aae8a7c)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:54:58.307364 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-ef3f66bd-67bb-4c06-bb70-2073a211f741 req-0a00424a-f473-43f7-b307-6587e6ccde5c tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:58.318905 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [req-ef3f66bd-67bb-4c06-bb70-2073a211f741 req-0a00424a-f473-43f7-b307-6587e6ccde5c tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] Calling delete_port for 9defea23-984d-4922-8db1-a1e363df2fbc owned by compute:nova {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:54:58.443037 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-ef3f66bd-67bb-4c06-bb70-2073a211f741 req-0a00424a-f473-43f7-b307-6587e6ccde5c tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:58.474055 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a00424a-f473-43f7-b307-6587e6ccde5c tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] Pushing event deleted for resources: {'Port': ['ID=9defea23-984d-4922-8db1-a1e363df2fbc,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:54:58.476329 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] get_ports_and_sgs() called for port_ids ['9defea23-984d-4922-8db1-a1e363df2fbc'] {{(pid=103154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 13:54:58.517001 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef3f66bd-67bb-4c06-bb70-2073a211f741 req-0a00424a-f473-43f7-b307-6587e6ccde5c tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] No DVR routers for this DVR port 9defea23-984d-4922-8db1-a1e363df2fbc on host hv-neutron-mast {{(pid=103153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:54:58.519543 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-ef3f66bd-67bb-4c06-bb70-2073a211f741 req-0a00424a-f473-43f7-b307-6587e6ccde5c tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:54:58.522961 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-ef3f66bd-67bb-4c06-bb70-2073a211f741 req-0a00424a-f473-43f7-b307-6587e6ccde5c tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] 10.222.0.60 "DELETE /v2.0/ports/9defea23-984d-4922-8db1-a1e363df2fbc HTTP/1.1" status: 204 len: 173 time: 0.3903217 Dec 21 13:54:58.524061 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '724f13a4-080c-4977-8c0c-db64a69d0756', 'name': 'network-vif-deleted', 'tag': '9defea23-984d-4922-8db1-a1e363df2fbc'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:54:58.526287 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af6034c98e584fa55ea4398f343c742ceb598288507feaf30d5a15785b2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b210b9ab-b9cb-4ce0-9fc4-abe2e7b84d22" -d '{"events": [{"server_uuid": "724f13a4-080c-4977-8c0c-db64a69d0756", "name": "network-vif-deleted", "tag": "9defea23-984d-4922-8db1-a1e363df2fbc"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:54:58.566103 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 13:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e29be94-7b40-4a31-bac4-a78b9a8c9c93 x-openstack-request-id: req-0e29be94-7b40-4a31-bac4-a78b9a8c9c93 {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:54:58.566416 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "724f13a4-080c-4977-8c0c-db64a69d0756", "name": "network-vif-deleted", "tag": "9defea23-984d-4922-8db1-a1e363df2fbc", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:54:58.566710 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0e29be94-7b40-4a31-bac4-a78b9a8c9c93 {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:54:58.567109 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '724f13a4-080c-4977-8c0c-db64a69d0756', 'name': 'network-vif-deleted', 'tag': '9defea23-984d-4922-8db1-a1e363df2fbc', 'status': 'completed', 'code': 200} Dec 21 13:54:58.778327 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-78ac5414-0670-4a3d-85b1-f6a33e80d8af req-b4b0b26d-99d2-4794-81ef-dd69fd367d42 tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] 10.222.0.37 "GET /v2.0/ports?device_id=724f13a4-080c-4977-8c0c-db64a69d0756 HTTP/1.1" status: 200 len: 210 time: 0.0263360 Dec 21 13:54:58.873766 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:00.431987 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c221b41a-9365-4987-962b-29fa8739cce0 req-25f43ea1-7c96-47eb-9cff-048a134551c3 tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:55:00.433522 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-c221b41a-9365-4987-962b-29fa8739cce0 req-25f43ea1-7c96-47eb-9cff-048a134551c3 tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] 10.222.0.37 "GET /v2.0/networks?id=00f14335-ae26-4452-a4be-18c4e9241bd6 HTTP/1.1" status: 200 len: 817 time: 0.1080351 Dec 21 13:55:00.452291 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-c221b41a-9365-4987-962b-29fa8739cce0 req-96877ec6-d62a-417f-8a02-944cd2d5e391 tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] 10.222.0.37 "GET /v2.0/quotas/c386ed9e4bde46aaba28158e936f577c HTTP/1.1" status: 200 len: 375 time: 0.0112133 Dec 21 13:55:00.503390 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-c221b41a-9365-4987-962b-29fa8739cce0 req-e105c459-d844-4b3a-8cc5-de8856905a96 tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c386ed9e4bde46aaba28158e936f577c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454209 Dec 21 13:55:00.872985 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:00.898561 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-c221b41a-9365-4987-962b-29fa8739cce0 req-c3a92d41-231c-48eb-b84e-5d61754a8fd3 service neutron] 10.222.0.37 "GET /v2.0/networks/00f14335-ae26-4452-a4be-18c4e9241bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3826003 Dec 21 13:55:00.991197 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-c221b41a-9365-4987-962b-29fa8739cce0 req-8721770f-d023-4152-a39d-eca636519035 service neutron] 10.222.0.37 "GET /v2.0/networks/00f14335-ae26-4452-a4be-18c4e9241bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860095 Dec 21 13:55:01.094227 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:01.145573 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-dfad6ed0-fad1-4049-ac09-85afa2aee9a0 req-0a29f699-8bac-4884-9399-8439be6b1fd1 tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f826b41-bc99-485b-b180-8f7394729ae8 HTTP/1.1" status: 200 len: 210 time: 0.0263128 Dec 21 13:55:02.111670 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c221b41a-9365-4987-962b-29fa8739cce0 req-95e801c7-cd2a-4d64-9bb2-ba6fdcdf3f50 tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:55:02.113128 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c221b41a-9365-4987-962b-29fa8739cce0 req-95e801c7-cd2a-4d64-9bb2-ba6fdcdf3f50 tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] 10.222.0.60 "GET /v2.0/networks?id=00f14335-ae26-4452-a4be-18c4e9241bd6 HTTP/1.1" status: 200 len: 817 time: 0.1077724 Dec 21 13:55:02.132872 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [req-c221b41a-9365-4987-962b-29fa8739cce0 req-16c720fb-4478-4a9f-af0c-d2c3777b6d40 tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] Request body: {'port': {'device_id': '9f826b41-bc99-485b-b180-8f7394729ae8', 'network_id': '00f14335-ae26-4452-a4be-18c4e9241bd6', 'admin_state_up': True, 'tenant_id': 'c386ed9e4bde46aaba28158e936f577c'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:55:02.238441 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-a1b11c32-332e-47c1-b057-4398eb9a1f6d req-ccc0a40e-7a18-4243-9069-23752264492b tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f826b41-bc99-485b-b180-8f7394729ae8 HTTP/1.1" status: 200 len: 210 time: 0.0262454 Dec 21 13:55:02.243831 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c221b41a-9365-4987-962b-29fa8739cce0 req-16c720fb-4478-4a9f-af0c-d2c3777b6d40 tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] Made reservation on behalf of c386ed9e4bde46aaba28158e936f577c for: {'port': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:55:02.247449 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-c221b41a-9365-4987-962b-29fa8739cce0 req-16c720fb-4478-4a9f-af0c-d2c3777b6d40 tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:02.377826 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [req-c221b41a-9365-4987-962b-29fa8739cce0 req-16c720fb-4478-4a9f-af0c-d2c3777b6d40 tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] Allocated IP 172.20.0.7 (00f14335-ae26-4452-a4be-18c4e9241bd6/52b0f898-12fa-47af-b1ab-bf5a04db3743/83fa6327-59e3-4cbf-8a19-821d82bacea3) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:55:02.529459 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-c221b41a-9365-4987-962b-29fa8739cce0 req-16c720fb-4478-4a9f-af0c-d2c3777b6d40 tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:02.562969 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-c221b41a-9365-4987-962b-29fa8739cce0 req-16c720fb-4478-4a9f-af0c-d2c3777b6d40 tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:02.604931 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c221b41a-9365-4987-962b-29fa8739cce0 req-16c720fb-4478-4a9f-af0c-d2c3777b6d40 tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] Network 00f14335-ae26-4452-a4be-18c4e9241bd6 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:55:02.608050 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [req-c221b41a-9365-4987-962b-29fa8739cce0 req-16c720fb-4478-4a9f-af0c-d2c3777b6d40 tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:55:02.611487 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [req-c221b41a-9365-4987-962b-29fa8739cce0 req-16c720fb-4478-4a9f-af0c-d2c3777b6d40 tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:55:02.636370 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c720fb-4478-4a9f-af0c-d2c3777b6d40 tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] Pushing event updated for resources: {'Port': ['ID=83fa6327-59e3-4cbf-8a19-821d82bacea3,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:55:02.667360 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c221b41a-9365-4987-962b-29fa8739cce0 req-16c720fb-4478-4a9f-af0c-d2c3777b6d40 tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:55:02.667997 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-c221b41a-9365-4987-962b-29fa8739cce0 req-16c720fb-4478-4a9f-af0c-d2c3777b6d40 tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:02.684863 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c221b41a-9365-4987-962b-29fa8739cce0 req-16c720fb-4478-4a9f-af0c-d2c3777b6d40 tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5557082 Dec 21 13:55:02.702437 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [req-c221b41a-9365-4987-962b-29fa8739cce0 req-48a395ff-dc70-4c7c-876f-689421f43af6 service neutron] Request body: {'port': {'device_id': '9f826b41-bc99-485b-b180-8f7394729ae8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:55:02.762602 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-c221b41a-9365-4987-962b-29fa8739cce0 req-48a395ff-dc70-4c7c-876f-689421f43af6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:02.796790 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-47fe8d79-df81-4fc8-a6d4-cada3a2bfd5e None None] Provisioning complete for port 83fa6327-59e3-4cbf-8a19-821d82bacea3 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:55:02.797396 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-47fe8d79-df81-4fc8-a6d4-cada3a2bfd5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:02.831246 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-47fe8d79-df81-4fc8-a6d4-cada3a2bfd5e None None] Port 83fa6327-59e3-4cbf-8a19-821d82bacea3 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:55:03.017864 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [req-c221b41a-9365-4987-962b-29fa8739cce0 req-48a395ff-dc70-4c7c-876f-689421f43af6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83fa6327-59e3-4cbf-8a19-821d82bacea3 {{(pid=103153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 13:55:03.025625 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-c221b41a-9365-4987-962b-29fa8739cce0 req-48a395ff-dc70-4c7c-876f-689421f43af6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:03.037261 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.provisioning_blocks [req-c221b41a-9365-4987-962b-29fa8739cce0 req-48a395ff-dc70-4c7c-876f-689421f43af6 service neutron] Transition to ACTIVE for port object 83fa6327-59e3-4cbf-8a19-821d82bacea3 will not be triggered until provisioned by entity L2. {{(pid=103153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 13:55:03.041044 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-c221b41a-9365-4987-962b-29fa8739cce0 req-48a395ff-dc70-4c7c-876f-689421f43af6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:03.091103 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a395ff-dc70-4c7c-876f-689421f43af6 service neutron] Pushing event updated for resources: {'Port': ['ID=83fa6327-59e3-4cbf-8a19-821d82bacea3,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:55:03.099132 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 9defea23-984d-4922-8db1-a1e363df2fbc no longer exists at agent hyperv_hv-neutron-mast {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:55:03.127109 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] No Port match for: 9defea23-984d-4922-8db1-a1e363df2fbc {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:55:03.127662 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 9defea23-984d-4922-8db1-a1e363df2fbc not bound to the agent host hv-neutron-mast {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:55:03.164224 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-c221b41a-9365-4987-962b-29fa8739cce0 req-48a395ff-dc70-4c7c-876f-689421f43af6 service neutron] Attempting to bind port 83fa6327-59e3-4cbf-8a19-821d82bacea3 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:55:03.164623 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-c221b41a-9365-4987-962b-29fa8739cce0 req-48a395ff-dc70-4c7c-876f-689421f43af6 service neutron] Attempting to bind port 83fa6327-59e3-4cbf-8a19-821d82bacea3 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'a3e4aa34-1306-4288-b5af-d5dc9aae8a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '00f14335-ae26-4452-a4be-18c4e9241bd6'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:55:03.164985 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c221b41a-9365-4987-962b-29fa8739cce0 req-48a395ff-dc70-4c7c-876f-689421f43af6 service neutron] Attempting to bind port 83fa6327-59e3-4cbf-8a19-821d82bacea3 on network 00f14335-ae26-4452-a4be-18c4e9241bd6 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:55:03.170400 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c221b41a-9365-4987-962b-29fa8739cce0 req-48a395ff-dc70-4c7c-876f-689421f43af6 service neutron] Port 83fa6327-59e3-4cbf-8a19-821d82bacea3 on network 00f14335-ae26-4452-a4be-18c4e9241bd6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 13:55:03.170722 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c221b41a-9365-4987-962b-29fa8739cce0 req-48a395ff-dc70-4c7c-876f-689421f43af6 service neutron] Attempting to bind port 83fa6327-59e3-4cbf-8a19-821d82bacea3 on network 00f14335-ae26-4452-a4be-18c4e9241bd6 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:55:03.175651 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c221b41a-9365-4987-962b-29fa8739cce0 req-48a395ff-dc70-4c7c-876f-689421f43af6 service neutron] Checking agent: {'id': 'cb078e0e-af00-4e4f-8117-46ca6496af1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 23, 43), 'started_at': datetime.datetime(2021, 12, 21, 13, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:55:03.175984 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c221b41a-9365-4987-962b-29fa8739cce0 req-48a395ff-dc70-4c7c-876f-689421f43af6 service neutron] Checking segment: {'id': 'a3e4aa34-1306-4288-b5af-d5dc9aae8a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '00f14335-ae26-4452-a4be-18c4e9241bd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:55:03.176619 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c221b41a-9365-4987-962b-29fa8739cce0 req-48a395ff-dc70-4c7c-876f-689421f43af6 service neutron] Bound using segment: {'id': 'a3e4aa34-1306-4288-b5af-d5dc9aae8a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '00f14335-ae26-4452-a4be-18c4e9241bd6'} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:55:03.177041 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-c221b41a-9365-4987-962b-29fa8739cce0 req-48a395ff-dc70-4c7c-876f-689421f43af6 service neutron] Bound port: 83fa6327-59e3-4cbf-8a19-821d82bacea3, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3e4aa34-1306-4288-b5af-d5dc9aae8a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '00f14335-ae26-4452-a4be-18c4e9241bd6'}}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:55:03.177395 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-c221b41a-9365-4987-962b-29fa8739cce0 req-48a395ff-dc70-4c7c-876f-689421f43af6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:03.241840 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-c221b41a-9365-4987-962b-29fa8739cce0 req-48a395ff-dc70-4c7c-876f-689421f43af6 service neutron] For port 83fa6327-59e3-4cbf-8a19-821d82bacea3, host hv-neutron-mast, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:55:03.246275 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-c221b41a-9365-4987-962b-29fa8739cce0 req-48a395ff-dc70-4c7c-876f-689421f43af6 service neutron] For port 83fa6327-59e3-4cbf-8a19-821d82bacea3, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=83fa6327-59e3-4cbf-8a19-821d82bacea3,segment=NetworkSegment(a3e4aa34-1306-4288-b5af-d5dc9aae8a7c),segment_id=a3e4aa34-1306-4288-b5af-d5dc9aae8a7c)] {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:55:03.251124 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-c221b41a-9365-4987-962b-29fa8739cce0 req-48a395ff-dc70-4c7c-876f-689421f43af6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:03.288421 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c221b41a-9365-4987-962b-29fa8739cce0 req-48a395ff-dc70-4c7c-876f-689421f43af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:55:03.289158 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-c221b41a-9365-4987-962b-29fa8739cce0 req-48a395ff-dc70-4c7c-876f-689421f43af6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:03.290619 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c221b41a-9365-4987-962b-29fa8739cce0 req-48a395ff-dc70-4c7c-876f-689421f43af6 service neutron] 10.222.0.60 "PUT /v2.0/ports/83fa6327-59e3-4cbf-8a19-821d82bacea3 HTTP/1.1" status: 200 len: 1093 time: 0.5926125 Dec 21 13:55:03.291065 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f826b41-bc99-485b-b180-8f7394729ae8', 'tag': '83fa6327-59e3-4cbf-8a19-821d82bacea3'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:55:03.293320 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af6034c98e584fa55ea4398f343c742ceb598288507feaf30d5a15785b2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7ce8b5c-45aa-4b25-a309-fab3d4e076e1" -d '{"events": [{"name": "network-changed", "server_uuid": "9f826b41-bc99-485b-b180-8f7394729ae8", "tag": "83fa6327-59e3-4cbf-8a19-821d82bacea3"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:55:03.320011 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a395ff-dc70-4c7c-876f-689421f43af6 service neutron] Pushing event updated for resources: {'Port': ['ID=83fa6327-59e3-4cbf-8a19-821d82bacea3,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:55:03.350822 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 13:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ff233f5-b6ab-4303-b066-b1102edd0dc9 x-openstack-request-id: req-4ff233f5-b6ab-4303-b066-b1102edd0dc9 {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:55:03.351122 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f826b41-bc99-485b-b180-8f7394729ae8", "tag": "83fa6327-59e3-4cbf-8a19-821d82bacea3", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:55:03.351377 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4ff233f5-b6ab-4303-b066-b1102edd0dc9 {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:55:03.351780 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f826b41-bc99-485b-b180-8f7394729ae8', 'tag': '83fa6327-59e3-4cbf-8a19-821d82bacea3', 'status': 'completed', 'code': 200} Dec 21 13:55:03.389876 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdcb6d2-d765-4603-ba66-e818d6c67fa5 req-12f15d74-b0e6-46ff-9e58-544975e143b8 tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:55:03.391542 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-dbdcb6d2-d765-4603-ba66-e818d6c67fa5 req-12f15d74-b0e6-46ff-9e58-544975e143b8 tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f826b41-bc99-485b-b180-8f7394729ae8 HTTP/1.1" status: 200 len: 943 time: 0.0679119 Dec 21 13:55:03.453566 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c221b41a-9365-4987-962b-29fa8739cce0 req-510a64b1-a8a2-4094-94ba-93fe8169cfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:55:03.455124 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c221b41a-9365-4987-962b-29fa8739cce0 req-510a64b1-a8a2-4094-94ba-93fe8169cfc2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c386ed9e4bde46aaba28158e936f577c&device_id=9f826b41-bc99-485b-b180-8f7394729ae8 HTTP/1.1" status: 200 len: 1096 time: 0.0881605 Dec 21 13:55:03.462691 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-dbdcb6d2-d765-4603-ba66-e818d6c67fa5 req-4c94f515-b66a-4acd-a368-3827177f6d4f tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9e75cb9-a3c3-4bcb-ad5a-d4544e2b15df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572324 Dec 21 13:55:03.507087 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c221b41a-9365-4987-962b-29fa8739cce0 req-87236c44-59d8-46c6-9cab-e2b78b71fb10 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83fa6327-59e3-4cbf-8a19-821d82bacea3 HTTP/1.1" status: 200 len: 217 time: 0.0377243 Dec 21 13:55:03.557718 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c221b41a-9365-4987-962b-29fa8739cce0 req-34ef075a-0ca8-469d-b20c-031277478b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:55:03.559089 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c221b41a-9365-4987-962b-29fa8739cce0 req-34ef075a-0ca8-469d-b20c-031277478b6f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=52b0f898-12fa-47af-b1ab-bf5a04db3743 HTTP/1.1" status: 200 len: 856 time: 0.0463402 Dec 21 13:55:03.603378 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c221b41a-9365-4987-962b-29fa8739cce0 req-5afe6aa3-dd87-4196-8324-f0ab97b63a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:55:03.604580 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c221b41a-9365-4987-962b-29fa8739cce0 req-5afe6aa3-dd87-4196-8324-f0ab97b63a00 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=00f14335-ae26-4452-a4be-18c4e9241bd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395117 Dec 21 13:55:03.690680 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c221b41a-9365-4987-962b-29fa8739cce0 req-675fd43f-3ba8-4fd3-9764-daa30396d2b5 service neutron] 10.222.0.60 "GET /v2.0/networks/00f14335-ae26-4452-a4be-18c4e9241bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794754 Dec 21 13:55:03.780957 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c221b41a-9365-4987-962b-29fa8739cce0 req-1a5d156d-3dad-47cb-840e-d834c033659c service neutron] 10.222.0.60 "GET /v2.0/networks/00f14335-ae26-4452-a4be-18c4e9241bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840781 Dec 21 13:55:03.907954 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ce8b5c-45aa-4b25-a309-fab3d4e076e1 req-92e92d46-a582-494c-a64e-ebcbbd1ce7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:55:03.909496 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b7ce8b5c-45aa-4b25-a309-fab3d4e076e1 req-92e92d46-a582-494c-a64e-ebcbbd1ce7c1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c386ed9e4bde46aaba28158e936f577c&device_id=9f826b41-bc99-485b-b180-8f7394729ae8 HTTP/1.1" status: 200 len: 1096 time: 0.0400927 Dec 21 13:55:04.002531 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ce8b5c-45aa-4b25-a309-fab3d4e076e1 req-807e8e81-aa66-4300-97cd-940bbeaff7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:55:04.004021 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b7ce8b5c-45aa-4b25-a309-fab3d4e076e1 req-807e8e81-aa66-4300-97cd-940bbeaff7ca service neutron] 10.222.0.60 "GET /v2.0/networks?id=00f14335-ae26-4452-a4be-18c4e9241bd6 HTTP/1.1" status: 200 len: 918 time: 0.0872459 Dec 21 13:55:04.044494 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b7ce8b5c-45aa-4b25-a309-fab3d4e076e1 req-4e574241-ac8a-497c-9a08-4eb85c27d079 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83fa6327-59e3-4cbf-8a19-821d82bacea3 HTTP/1.1" status: 200 len: 217 time: 0.0337696 Dec 21 13:55:04.091218 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ce8b5c-45aa-4b25-a309-fab3d4e076e1 req-c0ce6393-5064-4877-b239-71e627138843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:55:04.092641 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b7ce8b5c-45aa-4b25-a309-fab3d4e076e1 req-c0ce6393-5064-4877-b239-71e627138843 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=52b0f898-12fa-47af-b1ab-bf5a04db3743 HTTP/1.1" status: 200 len: 856 time: 0.0418956 Dec 21 13:55:04.153263 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ce8b5c-45aa-4b25-a309-fab3d4e076e1 req-8ba3ae41-907b-4460-8918-bf0e20c15700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:55:04.154794 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b7ce8b5c-45aa-4b25-a309-fab3d4e076e1 req-8ba3ae41-907b-4460-8918-bf0e20c15700 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=00f14335-ae26-4452-a4be-18c4e9241bd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0549047 Dec 21 13:55:04.245219 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b7ce8b5c-45aa-4b25-a309-fab3d4e076e1 req-37420c73-8b36-42e5-bc4e-c52ceec93425 service neutron] 10.222.0.60 "GET /v2.0/networks/00f14335-ae26-4452-a4be-18c4e9241bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833998 Dec 21 13:55:04.337691 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b7ce8b5c-45aa-4b25-a309-fab3d4e076e1 req-b691e766-3770-45d5-9612-7f439eda4cc7 service neutron] 10.222.0.60 "GET /v2.0/networks/00f14335-ae26-4452-a4be-18c4e9241bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853896 Dec 21 13:55:04.581616 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddb20e9-76fc-481b-855c-58a015286d33 req-c89fe7c5-c485-42af-9598-37d8b800f1cd tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:55:04.583095 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-fddb20e9-76fc-481b-855c-58a015286d33 req-c89fe7c5-c485-42af-9598-37d8b800f1cd tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f826b41-bc99-485b-b180-8f7394729ae8 HTTP/1.1" status: 200 len: 943 time: 0.0514984 Dec 21 13:55:04.629189 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-fddb20e9-76fc-481b-855c-58a015286d33 req-fa286d7a-0fd9-4fcc-b7b3-540e65ec8f97 tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9e75cb9-a3c3-4bcb-ad5a-d4544e2b15df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396347 Dec 21 13:55:05.744854 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9761a21-3d7b-4de1-83e8-7c2620099a32 req-8854e5c4-37f9-4b94-84a8-0642f1971959 tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:55:05.746333 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b9761a21-3d7b-4de1-83e8-7c2620099a32 req-8854e5c4-37f9-4b94-84a8-0642f1971959 tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f826b41-bc99-485b-b180-8f7394729ae8 HTTP/1.1" status: 200 len: 943 time: 0.0488656 Dec 21 13:55:05.792985 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b9761a21-3d7b-4de1-83e8-7c2620099a32 req-b22298ba-21d0-402f-8c04-dc8095ed26ac tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9e75cb9-a3c3-4bcb-ad5a-d4544e2b15df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407777 Dec 21 13:55:06.904291 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791ef149-8893-404d-8b2e-e05463bf7804 req-299fc10a-0360-46bc-aa0d-5ccb126e3db5 tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:55:06.905747 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-791ef149-8893-404d-8b2e-e05463bf7804 req-299fc10a-0360-46bc-aa0d-5ccb126e3db5 tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f826b41-bc99-485b-b180-8f7394729ae8 HTTP/1.1" status: 200 len: 943 time: 0.0484617 Dec 21 13:55:06.952112 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-791ef149-8893-404d-8b2e-e05463bf7804 req-21d83281-c6f8-4cda-a754-ce1ccd836737 tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9e75cb9-a3c3-4bcb-ad5a-d4544e2b15df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404680 Dec 21 13:55:07.145010 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 83fa6327-59e3-4cbf-8a19-821d82bacea3 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 13:55:07.238009 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port 83fa6327-59e3-4cbf-8a19-821d82bacea3, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=83fa6327-59e3-4cbf-8a19-821d82bacea3,segment=NetworkSegment(a3e4aa34-1306-4288-b5af-d5dc9aae8a7c),segment_id=a3e4aa34-1306-4288-b5af-d5dc9aae8a7c)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:55:07.248023 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Returning: {'device': '83fa6327-59e3-4cbf-8a19-821d82bacea3', 'network_id': '00f14335-ae26-4452-a4be-18c4e9241bd6', 'port_id': '83fa6327-59e3-4cbf-8a19-821d82bacea3', 'mac_address': 'fa:16:3e:e6:b2:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52b0f898-12fa-47af-b1ab-bf5a04db3743', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 13:55:07.284473 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:07.297362 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83fa6327-59e3-4cbf-8a19-821d82bacea3 {{(pid=103154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 13:55:07.319642 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port 83fa6327-59e3-4cbf-8a19-821d82bacea3, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=83fa6327-59e3-4cbf-8a19-821d82bacea3,segment=NetworkSegment(a3e4aa34-1306-4288-b5af-d5dc9aae8a7c),segment_id=a3e4aa34-1306-4288-b5af-d5dc9aae8a7c)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:55:07.324181 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:07.368851 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=83fa6327-59e3-4cbf-8a19-821d82bacea3,revision_number=4']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:55:07.375762 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:55:07.376230 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:55:07.376721 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:55:07.377089 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:55:07.377419 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:55:07.377746 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:55:07.378069 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:55:07.378414 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:55:07.378738 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:55:07.379062 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:55:07.379381 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:55:07.379698 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:55:07.380017 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:55:07.597652 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] get_ports_and_sgs() called for port_ids ['83fa6327-59e3-4cbf-8a19-821d82bacea3'] {{(pid=103154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 13:55:08.064696 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9acff04-3508-4255-9e78-3d81aa173580 req-1057e5f8-798c-42b6-8132-96757ba16e70 tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:55:08.066173 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c9acff04-3508-4255-9e78-3d81aa173580 req-1057e5f8-798c-42b6-8132-96757ba16e70 tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f826b41-bc99-485b-b180-8f7394729ae8 HTTP/1.1" status: 200 len: 944 time: 0.0486372 Dec 21 13:55:08.122079 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c9acff04-3508-4255-9e78-3d81aa173580 req-090f2e78-7c3b-4e30-b8ca-ff5c5254dda7 tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9e75cb9-a3c3-4bcb-ad5a-d4544e2b15df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500064 Dec 21 13:55:09.145610 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 83fa6327-59e3-4cbf-8a19-821d82bacea3 up at agent hyperv_hv-neutron-mast {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:55:09.196356 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Provisioning for port 83fa6327-59e3-4cbf-8a19-821d82bacea3 completed by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 13:55:09.200467 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Provisioning complete for port 83fa6327-59e3-4cbf-8a19-821d82bacea3 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:55:09.200834 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:09.237687 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c01a6-ccd6-48c0-a477-a26b35b72abf req-b771984a-4a20-43a7-a950-78263ed19f63 tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:55:09.239197 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-2f7c01a6-ccd6-48c0-a477-a26b35b72abf req-b771984a-4a20-43a7-a950-78263ed19f63 tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f826b41-bc99-485b-b180-8f7394729ae8 HTTP/1.1" status: 200 len: 944 time: 0.0502145 Dec 21 13:55:09.276860 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:09.290100 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-2f7c01a6-ccd6-48c0-a477-a26b35b72abf req-4dc0ab05-4eef-4910-a833-d7a075f78518 tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9e75cb9-a3c3-4bcb-ad5a-d4544e2b15df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445015 Dec 21 13:55:09.299537 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f826b41-bc99-485b-b180-8f7394729ae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83fa6327-59e3-4cbf-8a19-821d82bacea3'}] {{(pid=103154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:55:09.302014 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6f45aca8ac5f8c0cc5868273c98d8aa60330245aed22d61c8da5c1f2d6fc01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43f57527-6c0a-4231-914c-45bc8c7cdbed" -d '{"events": [{"server_uuid": "9f826b41-bc99-485b-b180-8f7394729ae8", "name": "network-vif-plugged", "status": "completed", "tag": "83fa6327-59e3-4cbf-8a19-821d82bacea3"}]}' {{(pid=103154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:55:09.315171 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port 83fa6327-59e3-4cbf-8a19-821d82bacea3, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=83fa6327-59e3-4cbf-8a19-821d82bacea3,segment=NetworkSegment(a3e4aa34-1306-4288-b5af-d5dc9aae8a7c),segment_id=a3e4aa34-1306-4288-b5af-d5dc9aae8a7c)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:55:09.319170 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:09.344522 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 13:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c524aba-83fa-4231-aafc-17bc1343e4c2 x-openstack-request-id: req-9c524aba-83fa-4231-aafc-17bc1343e4c2 {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:55:09.344812 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f826b41-bc99-485b-b180-8f7394729ae8", "name": "network-vif-plugged", "status": "completed", "tag": "83fa6327-59e3-4cbf-8a19-821d82bacea3", "code": 200}]} {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:55:09.345063 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9c524aba-83fa-4231-aafc-17bc1343e4c2 {{(pid=103154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:55:09.345445 dv-neutron-master-2-hyperv neutron-server[103154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f826b41-bc99-485b-b180-8f7394729ae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83fa6327-59e3-4cbf-8a19-821d82bacea3', 'code': 200} Dec 21 13:55:09.370102 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=83fa6327-59e3-4cbf-8a19-821d82bacea3,revision_number=5']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:55:09.536589 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d7e848-83ab-46d6-a079-9f7c4860c8a7 req-0879e46c-8cd1-4e18-b594-e2a459e7b6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:55:09.537928 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-79d7e848-83ab-46d6-a079-9f7c4860c8a7 req-0879e46c-8cd1-4e18-b594-e2a459e7b6b1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9f826b41-bc99-485b-b180-8f7394729ae8 HTTP/1.1" status: 200 len: 1098 time: 0.0385449 Dec 21 13:55:09.580953 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-79d7e848-83ab-46d6-a079-9f7c4860c8a7 req-84a38c3a-9bd5-45af-80dc-7cb853c4119c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d9e75cb9-a3c3-4bcb-ad5a-d4544e2b15df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353620 Dec 21 13:55:10.404116 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00f088c-6fa3-4cbf-822d-7efe195a2a69 req-2807f7af-2a9f-4783-bd5f-98d3215ef916 tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:55:10.405574 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-f00f088c-6fa3-4cbf-822d-7efe195a2a69 req-2807f7af-2a9f-4783-bd5f-98d3215ef916 tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f826b41-bc99-485b-b180-8f7394729ae8 HTTP/1.1" status: 200 len: 945 time: 0.0482533 Dec 21 13:55:10.451466 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-f00f088c-6fa3-4cbf-822d-7efe195a2a69 req-aca98e21-050f-4659-903a-7c4ea903a3fb tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9e75cb9-a3c3-4bcb-ad5a-d4544e2b15df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399454 Dec 21 13:55:11.566125 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1dc740-6a8a-4c4d-aaa0-692ad308762a req-1c87b3b8-cf1c-4a6a-9025-f81c04070bcb tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:55:11.567628 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-ff1dc740-6a8a-4c4d-aaa0-692ad308762a req-1c87b3b8-cf1c-4a6a-9025-f81c04070bcb tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f826b41-bc99-485b-b180-8f7394729ae8 HTTP/1.1" status: 200 len: 945 time: 0.0487335 Dec 21 13:55:11.619390 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-ff1dc740-6a8a-4c4d-aaa0-692ad308762a req-9bc994a4-05ad-4512-8503-6f04e9ef5a6f tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9e75cb9-a3c3-4bcb-ad5a-d4544e2b15df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457911 Dec 21 13:55:11.734427 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8012198b-effd-400f-815f-0317b0e47183 req-a5a41e93-aa92-4f40-8d9b-8eb5191b0ef7 tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:55:11.735946 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-8012198b-effd-400f-815f-0317b0e47183 req-a5a41e93-aa92-4f40-8d9b-8eb5191b0ef7 tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f826b41-bc99-485b-b180-8f7394729ae8 HTTP/1.1" status: 200 len: 945 time: 0.0505025 Dec 21 13:55:11.782349 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-8012198b-effd-400f-815f-0317b0e47183 req-ce46c045-7f86-4d1a-8cad-0358347672d9 tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9e75cb9-a3c3-4bcb-ad5a-d4544e2b15df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403354 Dec 21 13:55:13.456286 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:14.287743 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-797140d5-0ade-4bce-b835-ad4c8c5706a5 req-d38fbba9-fda5-4a86-9ba3-040c61eee5df service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9f826b41-bc99-485b-b180-8f7394729ae8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0481184 Dec 21 13:55:14.383990 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797140d5-0ade-4bce-b835-ad4c8c5706a5 req-d8dc2dc5-1cc3-4d3d-bd23-2dbebad63b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:55:14.385906 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-797140d5-0ade-4bce-b835-ad4c8c5706a5 req-d8dc2dc5-1cc3-4d3d-bd23-2dbebad63b62 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c386ed9e4bde46aaba28158e936f577c&device_id=9f826b41-bc99-485b-b180-8f7394729ae8 HTTP/1.1" status: 200 len: 1098 time: 0.0408590 Dec 21 13:55:14.488127 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797140d5-0ade-4bce-b835-ad4c8c5706a5 req-9ce6770f-01fd-4fc5-8f7f-da8f8a71e7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:55:14.489496 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-797140d5-0ade-4bce-b835-ad4c8c5706a5 req-9ce6770f-01fd-4fc5-8f7f-da8f8a71e7c3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=00f14335-ae26-4452-a4be-18c4e9241bd6 HTTP/1.1" status: 200 len: 918 time: 0.0848384 Dec 21 13:55:14.533073 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-797140d5-0ade-4bce-b835-ad4c8c5706a5 req-8a9c037d-1610-4f03-9bba-aacca2a61c2a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83fa6327-59e3-4cbf-8a19-821d82bacea3 HTTP/1.1" status: 200 len: 217 time: 0.0373154 Dec 21 13:55:14.581964 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797140d5-0ade-4bce-b835-ad4c8c5706a5 req-6cec3560-f0c2-44cb-8ab8-22822651a216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:55:14.583539 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-797140d5-0ade-4bce-b835-ad4c8c5706a5 req-6cec3560-f0c2-44cb-8ab8-22822651a216 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=52b0f898-12fa-47af-b1ab-bf5a04db3743 HTTP/1.1" status: 200 len: 856 time: 0.0443482 Dec 21 13:55:14.629422 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797140d5-0ade-4bce-b835-ad4c8c5706a5 req-15406f3a-bc65-4696-85ac-ab7cd9599bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:55:14.630963 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-797140d5-0ade-4bce-b835-ad4c8c5706a5 req-15406f3a-bc65-4696-85ac-ab7cd9599bca service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=00f14335-ae26-4452-a4be-18c4e9241bd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0407166 Dec 21 13:55:14.726727 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-797140d5-0ade-4bce-b835-ad4c8c5706a5 req-ed8a299c-f032-4bb8-8e49-c36483a5dcca service neutron] 10.222.0.60 "GET /v2.0/networks/00f14335-ae26-4452-a4be-18c4e9241bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886936 Dec 21 13:55:14.814060 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-797140d5-0ade-4bce-b835-ad4c8c5706a5 req-59a0a620-aecb-4306-be19-a6aa03d5b3c3 service neutron] 10.222.0.60 "GET /v2.0/networks/00f14335-ae26-4452-a4be-18c4e9241bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813103 Dec 21 13:55:14.842197 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.agents_db [None req-c60a5637-8c6f-4692-b23b-7dd82bd36b21 None None] Agent healthcheck: found 6 active agents {{(pid=103155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 13:55:25.191163 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c473ef19-1199-43f8-a4fb-2125d1f11038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:27.647606 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-41bac2ef-3d5c-417d-90c1-5ee73ebcefc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:28.871866 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:30.870481 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:31.086749 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:34.195842 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e5b055-c12e-471a-bdd8-89ddc9ea83c9 req-20cef9a1-6e9c-48db-8f28-3ba0614d3805 tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:55:34.197365 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-d8e5b055-c12e-471a-bdd8-89ddc9ea83c9 req-20cef9a1-6e9c-48db-8f28-3ba0614d3805 tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f826b41-bc99-485b-b180-8f7394729ae8 HTTP/1.1" status: 200 len: 945 time: 0.0537961 Dec 21 13:55:34.244101 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-d8e5b055-c12e-471a-bdd8-89ddc9ea83c9 req-0c84beb5-0c0f-434a-be1c-1d9dd1d09c89 tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9e75cb9-a3c3-4bcb-ad5a-d4544e2b15df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407264 Dec 21 13:55:35.360283 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c97b47e-2c7c-466e-995d-2fdb78a6dd08 req-01903dc4-5fd1-4498-a397-faaaa83234a3 tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:55:35.361771 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-0c97b47e-2c7c-466e-995d-2fdb78a6dd08 req-01903dc4-5fd1-4498-a397-faaaa83234a3 tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f826b41-bc99-485b-b180-8f7394729ae8 HTTP/1.1" status: 200 len: 945 time: 0.0480275 Dec 21 13:55:35.408454 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-0c97b47e-2c7c-466e-995d-2fdb78a6dd08 req-100513f7-993a-4684-af60-1d5b9b876254 tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9e75cb9-a3c3-4bcb-ad5a-d4544e2b15df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402205 Dec 21 13:55:35.822968 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e017d69b-5945-44d4-8584-395cde5e7b4b req-606de760-1d9f-4f11-82ae-1829c28de42a tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:55:35.824410 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-e017d69b-5945-44d4-8584-395cde5e7b4b req-606de760-1d9f-4f11-82ae-1829c28de42a tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f826b41-bc99-485b-b180-8f7394729ae8 HTTP/1.1" status: 200 len: 945 time: 0.0483551 Dec 21 13:55:35.920032 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [req-e017d69b-5945-44d4-8584-395cde5e7b4b req-bc50e079-b9e2-4397-8a07-77ba3acb2fde tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] Deleting port 83fa6327-59e3-4cbf-8a19-821d82bacea3 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:55:35.920370 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-e017d69b-5945-44d4-8584-395cde5e7b4b req-bc50e079-b9e2-4397-8a07-77ba3acb2fde tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:36.006432 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-e017d69b-5945-44d4-8584-395cde5e7b4b req-bc50e079-b9e2-4397-8a07-77ba3acb2fde tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] For port 83fa6327-59e3-4cbf-8a19-821d82bacea3, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=83fa6327-59e3-4cbf-8a19-821d82bacea3,segment=NetworkSegment(a3e4aa34-1306-4288-b5af-d5dc9aae8a7c),segment_id=a3e4aa34-1306-4288-b5af-d5dc9aae8a7c)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:55:36.006792 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-e017d69b-5945-44d4-8584-395cde5e7b4b req-bc50e079-b9e2-4397-8a07-77ba3acb2fde tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:36.018267 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [req-e017d69b-5945-44d4-8584-395cde5e7b4b req-bc50e079-b9e2-4397-8a07-77ba3acb2fde tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] Calling delete_port for 83fa6327-59e3-4cbf-8a19-821d82bacea3 owned by compute:nova {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:55:36.144570 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-e017d69b-5945-44d4-8584-395cde5e7b4b req-bc50e079-b9e2-4397-8a07-77ba3acb2fde tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:36.170607 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc50e079-b9e2-4397-8a07-77ba3acb2fde tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] Pushing event deleted for resources: {'Port': ['ID=83fa6327-59e3-4cbf-8a19-821d82bacea3,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:55:36.178366 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] get_ports_and_sgs() called for port_ids ['83fa6327-59e3-4cbf-8a19-821d82bacea3'] {{(pid=103154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 13:55:36.180969 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc50e079-b9e2-4397-8a07-77ba3acb2fde tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:55:36.181326 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc50e079-b9e2-4397-8a07-77ba3acb2fde tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:55:36.181674 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc50e079-b9e2-4397-8a07-77ba3acb2fde tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:55:36.182018 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc50e079-b9e2-4397-8a07-77ba3acb2fde tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:55:36.182419 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc50e079-b9e2-4397-8a07-77ba3acb2fde tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:55:36.182719 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc50e079-b9e2-4397-8a07-77ba3acb2fde tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:55:36.183051 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc50e079-b9e2-4397-8a07-77ba3acb2fde tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:55:36.183384 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc50e079-b9e2-4397-8a07-77ba3acb2fde tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:55:36.184166 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc50e079-b9e2-4397-8a07-77ba3acb2fde tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:55:36.184166 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc50e079-b9e2-4397-8a07-77ba3acb2fde tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:55:36.184335 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc50e079-b9e2-4397-8a07-77ba3acb2fde tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:55:36.184643 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc50e079-b9e2-4397-8a07-77ba3acb2fde tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:55:36.184968 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc50e079-b9e2-4397-8a07-77ba3acb2fde tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:55:36.225535 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [req-e017d69b-5945-44d4-8584-395cde5e7b4b req-bc50e079-b9e2-4397-8a07-77ba3acb2fde tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] No DVR routers for this DVR port 83fa6327-59e3-4cbf-8a19-821d82bacea3 on host hv-neutron-mast {{(pid=103153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:55:36.228612 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-e017d69b-5945-44d4-8584-395cde5e7b4b req-bc50e079-b9e2-4397-8a07-77ba3acb2fde tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:36.232020 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-e017d69b-5945-44d4-8584-395cde5e7b4b req-bc50e079-b9e2-4397-8a07-77ba3acb2fde tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] 10.222.0.60 "DELETE /v2.0/ports/83fa6327-59e3-4cbf-8a19-821d82bacea3 HTTP/1.1" status: 204 len: 173 time: 0.4016469 Dec 21 13:55:36.232456 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f826b41-bc99-485b-b180-8f7394729ae8', 'name': 'network-vif-deleted', 'tag': '83fa6327-59e3-4cbf-8a19-821d82bacea3'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:55:36.234707 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af6034c98e584fa55ea4398f343c742ceb598288507feaf30d5a15785b2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ae4804f-011b-4f72-8f13-25af96635347" -d '{"events": [{"server_uuid": "9f826b41-bc99-485b-b180-8f7394729ae8", "name": "network-vif-deleted", "tag": "83fa6327-59e3-4cbf-8a19-821d82bacea3"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:55:36.270839 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 13:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cd28a26-b849-40a4-85a3-53fabfba0d51 x-openstack-request-id: req-7cd28a26-b849-40a4-85a3-53fabfba0d51 {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:55:36.271157 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f826b41-bc99-485b-b180-8f7394729ae8", "name": "network-vif-deleted", "tag": "83fa6327-59e3-4cbf-8a19-821d82bacea3", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:55:36.271460 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7cd28a26-b849-40a4-85a3-53fabfba0d51 {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:55:36.271825 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f826b41-bc99-485b-b180-8f7394729ae8', 'name': 'network-vif-deleted', 'tag': '83fa6327-59e3-4cbf-8a19-821d82bacea3', 'status': 'completed', 'code': 200} Dec 21 13:55:36.510129 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-1592b561-fd9f-4568-be4f-2647e66b5f9a req-a5d0d90c-c2c3-4ce5-87fa-455bf883db34 tempest-TestEncryptedCinderVolumes-1112975270 tempest-TestEncryptedCinderVolumes-1112975270-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f826b41-bc99-485b-b180-8f7394729ae8 HTTP/1.1" status: 200 len: 210 time: 0.0257344 Dec 21 13:55:37.601410 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 36766) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:55:37.935449 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9b5d42cb-f410-4ea3-8985-a02a31a3e08b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532692'] for router_interface, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:38.170776 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-9b5d42cb-f410-4ea3-8985-a02a31a3e08b admin admin] Deleting port 392f3e67-d407-4d92-8552-df546d8622f4 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:55:38.171113 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9b5d42cb-f410-4ea3-8985-a02a31a3e08b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:38.246828 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-9b5d42cb-f410-4ea3-8985-a02a31a3e08b admin admin] For port 392f3e67-d407-4d92-8552-df546d8622f4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=392f3e67-d407-4d92-8552-df546d8622f4,segment=NetworkSegment(a3e4aa34-1306-4288-b5af-d5dc9aae8a7c),segment_id=a3e4aa34-1306-4288-b5af-d5dc9aae8a7c)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:55:38.247100 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9b5d42cb-f410-4ea3-8985-a02a31a3e08b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:38.258307 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-9b5d42cb-f410-4ea3-8985-a02a31a3e08b admin admin] Calling delete_port for 392f3e67-d407-4d92-8552-df546d8622f4 owned by network:router_interface {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:55:38.434073 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9b5d42cb-f410-4ea3-8985-a02a31a3e08b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:38.459561 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5d42cb-f410-4ea3-8985-a02a31a3e08b admin admin] Pushing event deleted for resources: {'Port': ['ID=392f3e67-d407-4d92-8552-df546d8622f4,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:55:38.487246 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5d42cb-f410-4ea3-8985-a02a31a3e08b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:55:38.487603 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5d42cb-f410-4ea3-8985-a02a31a3e08b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:55:38.487952 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5d42cb-f410-4ea3-8985-a02a31a3e08b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:55:38.488295 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5d42cb-f410-4ea3-8985-a02a31a3e08b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:55:38.488632 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5d42cb-f410-4ea3-8985-a02a31a3e08b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:55:38.488963 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5d42cb-f410-4ea3-8985-a02a31a3e08b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:55:38.489294 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5d42cb-f410-4ea3-8985-a02a31a3e08b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:55:38.489625 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5d42cb-f410-4ea3-8985-a02a31a3e08b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:55:38.489954 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5d42cb-f410-4ea3-8985-a02a31a3e08b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:55:38.490280 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5d42cb-f410-4ea3-8985-a02a31a3e08b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:55:38.490634 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5d42cb-f410-4ea3-8985-a02a31a3e08b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:55:38.490964 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5d42cb-f410-4ea3-8985-a02a31a3e08b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:55:38.491334 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5d42cb-f410-4ea3-8985-a02a31a3e08b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:55:38.641060 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9b5d42cb-f410-4ea3-8985-a02a31a3e08b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534084'] for router_interface, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:38.852255 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b5d42cb-f410-4ea3-8985-a02a31a3e08b admin admin] Router 0dcbc052-2a2c-41bf-b8fa-c5145cb68944 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:55:38.955789 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b5d42cb-f410-4ea3-8985-a02a31a3e08b admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:55:38.961551 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-9b5d42cb-f410-4ea3-8985-a02a31a3e08b admin admin] 10.222.0.37 "PUT /v2.0/routers/0dcbc052-2a2c-41bf-b8fa-c5145cb68944/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3588741 Dec 21 13:55:38.963875 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 36768) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:55:38.967342 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4be864-1f5d-4be8-b712-36c7db0960c8 None None] Sync routers for ids ['0dcbc052-2a2c-41bf-b8fa-c5145cb68944'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:55:38.977053 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4be864-1f5d-4be8-b712-36c7db0960c8 None None] Routers {'0dcbc052-2a2c-41bf-b8fa-c5145cb68944'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:55:38.977667 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-fa4be864-1f5d-4be8-b712-36c7db0960c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:55:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['0dcbc052-2a2c-41bf-b8fa-c5145cb68944'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:55:39.064873 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-58540fb3-d1b5-4ad0-ab5d-ab4ad0b4fc55 admin admin] Publish callbacks [] for router, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:39.077679 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-fa4be864-1f5d-4be8-b712-36c7db0960c8 None None] Set router 0dcbc052-2a2c-41bf-b8fa-c5145cb68944 gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:55:39.169127 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-58540fb3-d1b5-4ad0-ab5d-ab4ad0b4fc55 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:39.225012 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-58540fb3-d1b5-4ad0-ab5d-ab4ad0b4fc55 admin admin] Deleting port 63149b9e-047d-44c0-8e97-ed2f01616dc9 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:55:39.225351 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-58540fb3-d1b5-4ad0-ab5d-ab4ad0b4fc55 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:39.270245 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 83fa6327-59e3-4cbf-8a19-821d82bacea3 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:55:39.289999 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] No Port match for: 83fa6327-59e3-4cbf-8a19-821d82bacea3 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:55:39.290622 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 83fa6327-59e3-4cbf-8a19-821d82bacea3 not bound to the agent host hv-neutron-mast {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:55:39.309828 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-58540fb3-d1b5-4ad0-ab5d-ab4ad0b4fc55 admin admin] For port 63149b9e-047d-44c0-8e97-ed2f01616dc9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=63149b9e-047d-44c0-8e97-ed2f01616dc9,segment=NetworkSegment(a32e5bfd-6fac-434f-817b-5707a23fd2ca),segment_id=a32e5bfd-6fac-434f-817b-5707a23fd2ca)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:55:39.310187 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-58540fb3-d1b5-4ad0-ab5d-ab4ad0b4fc55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:39.323110 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-58540fb3-d1b5-4ad0-ab5d-ab4ad0b4fc55 admin admin] Calling delete_port for 63149b9e-047d-44c0-8e97-ed2f01616dc9 owned by network:router_gateway {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:55:39.340166 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-fa4be864-1f5d-4be8-b712-36c7db0960c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dcbc052-2a2c-41bf-b8fa-c5145cb68944', 'name': 'tempest-TestEncryptedCinderVolumes-1850109495-router', 'tenant_id': 'c386ed9e4bde46aaba28158e936f577c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.40'}], 'enable_snat': True}, 'gw_port_id': '63149b9e-047d-44c0-8e97-ed2f01616dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:54:12Z', 'updated_at': '2021-12-21T13:55:38Z', 'revision_number': 5, 'project_id': 'c386ed9e4bde46aaba28158e936f577c', 'gw_port': {'id': '63149b9e-047d-44c0-8e97-ed2f01616dc9', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:af:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dcbc052-2a2c-41bf-b8fa-c5145cb68944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:54:12Z', 'updated_at': '2021-12-21T13:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:55:39.365634 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4be864-1f5d-4be8-b712-36c7db0960c8 None None] Checking router: 0dcbc052-2a2c-41bf-b8fa-c5145cb68944 for host: dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:55:39.374204 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4be864-1f5d-4be8-b712-36c7db0960c8 None None] Routers {'0dcbc052-2a2c-41bf-b8fa-c5145cb68944'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:55:39.374836 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-fa4be864-1f5d-4be8-b712-36c7db0960c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:55:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['0dcbc052-2a2c-41bf-b8fa-c5145cb68944'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:55:39.460473 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-fa4be864-1f5d-4be8-b712-36c7db0960c8 None None] Set router 0dcbc052-2a2c-41bf-b8fa-c5145cb68944 gateway port host: None {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:55:39.487715 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-58540fb3-d1b5-4ad0-ab5d-ab4ad0b4fc55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:39.514000 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-fa4be864-1f5d-4be8-b712-36c7db0960c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dcbc052-2a2c-41bf-b8fa-c5145cb68944', 'name': 'tempest-TestEncryptedCinderVolumes-1850109495-router', 'tenant_id': 'c386ed9e4bde46aaba28158e936f577c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:54:12Z', 'updated_at': '2021-12-21T13:55:39Z', 'revision_number': 6, 'project_id': 'c386ed9e4bde46aaba28158e936f577c', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:55:39.514250 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58540fb3-d1b5-4ad0-ab5d-ab4ad0b4fc55 admin admin] Pushing event deleted for resources: {'Port': ['ID=63149b9e-047d-44c0-8e97-ed2f01616dc9,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:55:39.529232 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69eeceb1-7712-40f2-9f91-eea74afdd38b None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:55:39.544078 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4be864-1f5d-4be8-b712-36c7db0960c8 None None] The sync data for ids ['0dcbc052-2a2c-41bf-b8fa-c5145cb68944'] in dv-neutron-master-2-hyperv is: [{'id': '0dcbc052-2a2c-41bf-b8fa-c5145cb68944', 'name': 'tempest-TestEncryptedCinderVolumes-1850109495-router', 'tenant_id': 'c386ed9e4bde46aaba28158e936f577c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:54:12Z', 'updated_at': '2021-12-21T13:55:39Z', 'revision_number': 6, 'project_id': 'c386ed9e4bde46aaba28158e936f577c', 'gw_port_host': None}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:55:39.582153 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-58540fb3-d1b5-4ad0-ab5d-ab4ad0b4fc55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-548638'] for router_gateway, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:39.668700 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-58540fb3-d1b5-4ad0-ab5d-ab4ad0b4fc55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26950'] for router, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:39.670815 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-58540fb3-d1b5-4ad0-ab5d-ab4ad0b4fc55 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:39.711873 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-58540fb3-d1b5-4ad0-ab5d-ab4ad0b4fc55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534967'] for router, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:39.712343 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58540fb3-d1b5-4ad0-ab5d-ab4ad0b4fc55 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0dcbc052-2a2c-41bf-b8fa-c5145cb68944 {{(pid=103152) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 13:55:39.716532 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-58540fb3-d1b5-4ad0-ab5d-ab4ad0b4fc55 admin admin] Publish callbacks [] for router, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:39.717662 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-58540fb3-d1b5-4ad0-ab5d-ab4ad0b4fc55 admin admin] 10.222.0.37 "DELETE /v2.0/routers/0dcbc052-2a2c-41bf-b8fa-c5145cb68944 HTTP/1.1" status: 204 len: 168 time: 0.7528729 Dec 21 13:55:39.720154 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 36770) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:55:39.763263 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_v2 [None req-e57bc4fd-7156-4f44-bc5d-201043484c9a admin admin] Deleting subnet 52b0f898-12fa-47af-b1ab-bf5a04db3743 {{(pid=103152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:55:39.766186 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e57bc4fd-7156-4f44-bc5d-201043484c9a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:39.799152 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e57bc4fd-7156-4f44-bc5d-201043484c9a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526644'] for subnet, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:39.878591 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e57bc4fd-7156-4f44-bc5d-201043484c9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:39.936855 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e57bc4fd-7156-4f44-bc5d-201043484c9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12346570'] for subnet, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:39.965338 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e57bc4fd-7156-4f44-bc5d-201043484c9a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:39.969205 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-e57bc4fd-7156-4f44-bc5d-201043484c9a admin admin] 10.222.0.37 "DELETE /v2.0/subnets/52b0f898-12fa-47af-b1ab-bf5a04db3743 HTTP/1.1" status: 204 len: 168 time: 0.2481186 Dec 21 13:55:39.969904 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3d65ba-9d57-4544-9512-69a188c0f63b None None] Network 00f14335-ae26-4452-a4be-18c4e9241bd6 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:55:39.970587 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57bc4fd-7156-4f44-bc5d-201043484c9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52b0f898-12fa-47af-b1ab-bf5a04db3743,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:55:39.971956 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 36772) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:55:40.043237 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-aede41d3-cfba-4738-b0fc-8a138753e818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:40.095546 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-aede41d3-cfba-4738-b0fc-8a138753e818 admin admin] Deleting port fbe4316c-f362-46c0-82f5-8af107fecdf2 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:55:40.095879 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-aede41d3-cfba-4738-b0fc-8a138753e818 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:40.159485 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-aede41d3-cfba-4738-b0fc-8a138753e818 admin admin] For port fbe4316c-f362-46c0-82f5-8af107fecdf2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fbe4316c-f362-46c0-82f5-8af107fecdf2,segment=NetworkSegment(a3e4aa34-1306-4288-b5af-d5dc9aae8a7c),segment_id=a3e4aa34-1306-4288-b5af-d5dc9aae8a7c)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:55:40.159832 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-aede41d3-cfba-4738-b0fc-8a138753e818 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:40.172227 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-aede41d3-cfba-4738-b0fc-8a138753e818 admin admin] Calling delete_port for fbe4316c-f362-46c0-82f5-8af107fecdf2 owned by network:dhcp {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:55:40.247930 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-aede41d3-cfba-4738-b0fc-8a138753e818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:40.273564 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aede41d3-cfba-4738-b0fc-8a138753e818 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbe4316c-f362-46c0-82f5-8af107fecdf2,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:55:40.275356 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aede41d3-cfba-4738-b0fc-8a138753e818 admin admin] No DVR routers for this DVR port fbe4316c-f362-46c0-82f5-8af107fecdf2 on host dv-neutron-master-2-hyperv {{(pid=103153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:55:40.314129 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830b80b3-6283-4e51-8f95-32fd25a879f2 None None] DHCP port deletion for 00f14335-ae26-4452-a4be-18c4e9241bd6 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:55:40.607001 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-aede41d3-cfba-4738-b0fc-8a138753e818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:40.626190 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-aede41d3-cfba-4738-b0fc-8a138753e818 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00f14335-ae26-4452-a4be-18c4e9241bd6']}} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:55:40.635744 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-aede41d3-cfba-4738-b0fc-8a138753e818 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3e4aa34-1306-4288-b5af-d5dc9aae8a7c') {'for_net_delete': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:55:40.636037 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-aede41d3-cfba-4738-b0fc-8a138753e818 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3e4aa34-1306-4288-b5af-d5dc9aae8a7c') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:55:40.645011 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-aede41d3-cfba-4738-b0fc-8a138753e818 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1585430'] for segment, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:40.658189 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-aede41d3-cfba-4738-b0fc-8a138753e818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:40.663993 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aede41d3-cfba-4738-b0fc-8a138753e818 admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=103153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:55:40.664372 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-aede41d3-cfba-4738-b0fc-8a138753e818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11349758'] for segment, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:40.665936 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:55:40.665936 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:55:40.665936 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:55:40.665936 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:55:40.665936 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:55:40.665936 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:55:40.665936 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:55:40.665936 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:55:40.665936 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:55:40.665936 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:55:40.665936 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:55:40.665936 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:55:40.665936 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:55:40.665936 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:55:40.665936 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:55:40.665936 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:55:40.665936 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:55:40.665936 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:55:40.665936 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:55:40.665936 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:55:40.665936 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:55:40.665936 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:55:40.665936 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:55:40.665936 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:55:40.665936 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:55:40.665936 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:55:40.665936 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:55:40.665936 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:55:40.665936 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:55:40.665936 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:55:40.665936 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:55:40.665936 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:55:40.665936 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:55:40.665936 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:55:40.665936 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:55:40.665936 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:55:40.665936 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:55:40.665936 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:55:40.665936 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:55:40.665936 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:55:40.665936 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:55:40.665936 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:55:40.665936 dv-neutron-master-2-hyperv neutron-server[103153]: Traceback (most recent call last): Dec 21 13:55:40.665936 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:55:40.665936 dv-neutron-master-2-hyperv neutron-server[103153]: timer() Dec 21 13:55:40.665936 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:55:40.665936 dv-neutron-master-2-hyperv neutron-server[103153]: cb(*args, **kw) Dec 21 13:55:40.665936 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:55:40.665936 dv-neutron-master-2-hyperv neutron-server[103153]: return func(*args, **kwargs) Dec 21 13:55:40.665936 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:55:40.665936 dv-neutron-master-2-hyperv neutron-server[103153]: self._notify() Dec 21 13:55:40.665936 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:55:40.665936 dv-neutron-master-2-hyperv neutron-server[103153]: self.callback(batched_events) Dec 21 13:55:40.665936 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:55:40.665936 dv-neutron-master-2-hyperv neutron-server[103153]: event.method(event) Dec 21 13:55:40.665936 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:55:40.665936 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:55:40.665936 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:55:40.665936 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:55:40.669903 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:55:40.669903 dv-neutron-master-2-hyperv neutron-server[103153]: return f(self, *a, **k) Dec 21 13:55:40.669903 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:55:40.669903 dv-neutron-master-2-hyperv neutron-server[103153]: return self._get(url).json() Dec 21 13:55:40.669903 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:55:40.669903 dv-neutron-master-2-hyperv neutron-server[103153]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:55:40.669903 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:55:40.669903 dv-neutron-master-2-hyperv neutron-server[103153]: return self.request(url, 'GET', **kwargs) Dec 21 13:55:40.669903 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:55:40.669903 dv-neutron-master-2-hyperv neutron-server[103153]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:55:40.669903 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:55:40.669903 dv-neutron-master-2-hyperv neutron-server[103153]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:55:40.669903 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:55:40.669903 dv-neutron-master-2-hyperv neutron-server[103153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:55:40.669903 dv-neutron-master-2-hyperv neutron-server[103153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:55:40.728557 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-aede41d3-cfba-4738-b0fc-8a138753e818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:40.737098 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 63149b9e-047d-44c0-8e97-ed2f01616dc9 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:55:40.737649 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-aede41d3-cfba-4738-b0fc-8a138753e818 admin admin] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:40.740965 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-aede41d3-cfba-4738-b0fc-8a138753e818 admin admin] 10.222.0.37 "DELETE /v2.0/networks/00f14335-ae26-4452-a4be-18c4e9241bd6 HTTP/1.1" status: 204 len: 168 time: 0.7674353 Dec 21 13:55:40.744714 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 36774) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:55:40.752219 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aede41d3-cfba-4738-b0fc-8a138753e818 admin admin] Pushing event deleted for resources: {'Network': ['ID=00f14335-ae26-4452-a4be-18c4e9241bd6,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:55:40.759338 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: 63149b9e-047d-44c0-8e97-ed2f01616dc9 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:55:40.759689 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 63149b9e-047d-44c0-8e97-ed2f01616dc9 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:55:40.760114 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 392f3e67-d407-4d92-8552-df546d8622f4 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:55:40.778729 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: 392f3e67-d407-4d92-8552-df546d8622f4 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:55:40.779079 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 392f3e67-d407-4d92-8552-df546d8622f4 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:55:40.779492 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device fbe4316c-f362-46c0-82f5-8af107fecdf2 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:55:40.797755 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: fbe4316c-f362-46c0-82f5-8af107fecdf2 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:55:40.798100 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device fbe4316c-f362-46c0-82f5-8af107fecdf2 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:55:41.087512 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1b2d2de4-686f-4b82-8a65-7678562c07b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532692'] for router_interface, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:41.329259 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-1b2d2de4-686f-4b82-8a65-7678562c07b9 admin admin] Deleting port e391f3a5-c42a-4fe1-9cb5-2d0b0fddd07f {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:55:41.329613 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1b2d2de4-686f-4b82-8a65-7678562c07b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:41.405189 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-1b2d2de4-686f-4b82-8a65-7678562c07b9 admin admin] For port e391f3a5-c42a-4fe1-9cb5-2d0b0fddd07f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e391f3a5-c42a-4fe1-9cb5-2d0b0fddd07f,segment=NetworkSegment(a27e9c75-1831-4478-90ae-60f10aa680b0),segment_id=a27e9c75-1831-4478-90ae-60f10aa680b0)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:55:41.405544 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1b2d2de4-686f-4b82-8a65-7678562c07b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:41.417338 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-1b2d2de4-686f-4b82-8a65-7678562c07b9 admin admin] Calling delete_port for e391f3a5-c42a-4fe1-9cb5-2d0b0fddd07f owned by network:router_interface {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:55:41.587769 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1b2d2de4-686f-4b82-8a65-7678562c07b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:41.617543 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2d2de4-686f-4b82-8a65-7678562c07b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e391f3a5-c42a-4fe1-9cb5-2d0b0fddd07f,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:55:42.065785 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1b2d2de4-686f-4b82-8a65-7678562c07b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534084'] for router_interface, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:42.274270 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b2d2de4-686f-4b82-8a65-7678562c07b9 admin admin] Router 83e77ecd-f202-41ba-a48d-f4a9decc955c has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:55:42.384869 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b2d2de4-686f-4b82-8a65-7678562c07b9 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:55:42.389864 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-1b2d2de4-686f-4b82-8a65-7678562c07b9 admin admin] 10.222.0.37 "PUT /v2.0/routers/83e77ecd-f202-41ba-a48d-f4a9decc955c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6440647 Dec 21 13:55:42.393492 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 36776) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:55:42.394934 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa0e337-3879-40ee-852c-001d54b429c6 None None] Sync routers for ids ['83e77ecd-f202-41ba-a48d-f4a9decc955c'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:55:42.405506 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa0e337-3879-40ee-852c-001d54b429c6 None None] Routers {'83e77ecd-f202-41ba-a48d-f4a9decc955c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:55:42.406115 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-8fa0e337-3879-40ee-852c-001d54b429c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:55:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['83e77ecd-f202-41ba-a48d-f4a9decc955c'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:55:42.496628 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-76469e90-bdd7-46fd-a9c7-0c42d8377dae admin admin] Publish callbacks [] for router, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:42.505562 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-8fa0e337-3879-40ee-852c-001d54b429c6 None None] Set router 83e77ecd-f202-41ba-a48d-f4a9decc955c gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:55:42.598519 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-76469e90-bdd7-46fd-a9c7-0c42d8377dae admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:42.662213 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-76469e90-bdd7-46fd-a9c7-0c42d8377dae admin admin] Deleting port 1064faaa-98be-466b-946b-37ad0072138d {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:55:42.662689 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-76469e90-bdd7-46fd-a9c7-0c42d8377dae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:42.694121 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-8fa0e337-3879-40ee-852c-001d54b429c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e77ecd-f202-41ba-a48d-f4a9decc955c', 'name': 'tempest-TestEncryptedCinderVolumes-1612329233-router', 'tenant_id': 'ccf91c81f4644c7490768df29fa2ddc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.80'}], 'enable_snat': True}, 'gw_port_id': '1064faaa-98be-466b-946b-37ad0072138d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:54:17Z', 'updated_at': '2021-12-21T13:55:41Z', 'revision_number': 5, 'project_id': 'ccf91c81f4644c7490768df29fa2ddc4', 'gw_port': {'id': '1064faaa-98be-466b-946b-37ad0072138d', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:19:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e77ecd-f202-41ba-a48d-f4a9decc955c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:54:17Z', 'updated_at': '2021-12-21T13:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:55:42.720898 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa0e337-3879-40ee-852c-001d54b429c6 None None] Checking router: 83e77ecd-f202-41ba-a48d-f4a9decc955c for host: dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:55:42.729796 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa0e337-3879-40ee-852c-001d54b429c6 None None] Routers {'83e77ecd-f202-41ba-a48d-f4a9decc955c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:55:42.730683 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-8fa0e337-3879-40ee-852c-001d54b429c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:55:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['83e77ecd-f202-41ba-a48d-f4a9decc955c'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:55:42.751846 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-76469e90-bdd7-46fd-a9c7-0c42d8377dae admin admin] For port 1064faaa-98be-466b-946b-37ad0072138d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1064faaa-98be-466b-946b-37ad0072138d,segment=NetworkSegment(a32e5bfd-6fac-434f-817b-5707a23fd2ca),segment_id=a32e5bfd-6fac-434f-817b-5707a23fd2ca)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:55:42.752212 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-76469e90-bdd7-46fd-a9c7-0c42d8377dae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:42.763893 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-76469e90-bdd7-46fd-a9c7-0c42d8377dae admin admin] Calling delete_port for 1064faaa-98be-466b-946b-37ad0072138d owned by network:router_gateway {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:55:42.817638 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-8fa0e337-3879-40ee-852c-001d54b429c6 None None] Set router 83e77ecd-f202-41ba-a48d-f4a9decc955c gateway port host: None {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:55:42.871384 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-8fa0e337-3879-40ee-852c-001d54b429c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e77ecd-f202-41ba-a48d-f4a9decc955c', 'name': 'tempest-TestEncryptedCinderVolumes-1612329233-router', 'tenant_id': 'ccf91c81f4644c7490768df29fa2ddc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:54:17Z', 'updated_at': '2021-12-21T13:55:42Z', 'revision_number': 6, 'project_id': 'ccf91c81f4644c7490768df29fa2ddc4', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:55:42.896909 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa0e337-3879-40ee-852c-001d54b429c6 None None] The sync data for ids ['83e77ecd-f202-41ba-a48d-f4a9decc955c'] in dv-neutron-master-2-hyperv is: [{'id': '83e77ecd-f202-41ba-a48d-f4a9decc955c', 'name': 'tempest-TestEncryptedCinderVolumes-1612329233-router', 'tenant_id': 'ccf91c81f4644c7490768df29fa2ddc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:54:17Z', 'updated_at': '2021-12-21T13:55:42Z', 'revision_number': 6, 'project_id': 'ccf91c81f4644c7490768df29fa2ddc4', 'gw_port_host': None}] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:55:42.932870 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-76469e90-bdd7-46fd-a9c7-0c42d8377dae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:42.960481 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76469e90-bdd7-46fd-a9c7-0c42d8377dae admin admin] Pushing event deleted for resources: {'Port': ['ID=1064faaa-98be-466b-946b-37ad0072138d,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:55:42.970724 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2470ac9f-1033-4deb-8568-ac0791f72a4f None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:55:43.021720 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-76469e90-bdd7-46fd-a9c7-0c42d8377dae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-548638'] for router_gateway, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:43.112397 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-76469e90-bdd7-46fd-a9c7-0c42d8377dae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26950'] for router, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:43.114525 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-76469e90-bdd7-46fd-a9c7-0c42d8377dae admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:43.156413 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-76469e90-bdd7-46fd-a9c7-0c42d8377dae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534967'] for router, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:43.157002 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76469e90-bdd7-46fd-a9c7-0c42d8377dae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83e77ecd-f202-41ba-a48d-f4a9decc955c {{(pid=103152) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 13:55:43.161276 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-76469e90-bdd7-46fd-a9c7-0c42d8377dae admin admin] Publish callbacks [] for router, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:43.162457 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-76469e90-bdd7-46fd-a9c7-0c42d8377dae admin admin] 10.222.0.37 "DELETE /v2.0/routers/83e77ecd-f202-41ba-a48d-f4a9decc955c HTTP/1.1" status: 204 len: 168 time: 0.7679987 Dec 21 13:55:43.165542 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 36778) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:55:43.211829 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_v2 [None req-24524b58-5ee2-480b-871d-833676e37d76 admin admin] Deleting subnet c47c5fff-4292-4a69-9231-f64c0ee79be6 {{(pid=103152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:55:43.214834 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-24524b58-5ee2-480b-871d-833676e37d76 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:43.249709 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-24524b58-5ee2-480b-871d-833676e37d76 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526644'] for subnet, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:43.329872 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-24524b58-5ee2-480b-871d-833676e37d76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:43.389093 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-24524b58-5ee2-480b-871d-833676e37d76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12346570'] for subnet, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:43.415308 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24524b58-5ee2-480b-871d-833676e37d76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c47c5fff-4292-4a69-9231-f64c0ee79be6,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:55:43.419830 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-24524b58-5ee2-480b-871d-833676e37d76 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:43.423710 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-24524b58-5ee2-480b-871d-833676e37d76 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/c47c5fff-4292-4a69-9231-f64c0ee79be6 HTTP/1.1" status: 204 len: 168 time: 0.2572250 Dec 21 13:55:43.425846 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd981f0-c261-4593-afd3-678d2ff63509 None None] Network 314c7ae7-14a3-4da3-ba2b-0616e9cfa4c8 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:55:43.426630 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 36780) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:55:43.491148 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:43.496441 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e77339fd-b1d7-494f-8f69-9f8ceb326acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:43.550436 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-e77339fd-b1d7-494f-8f69-9f8ceb326acd admin admin] Deleting port ff455a6b-517d-4a37-8843-c9d8cb0cecf3 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:55:43.550821 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e77339fd-b1d7-494f-8f69-9f8ceb326acd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:43.615297 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-e77339fd-b1d7-494f-8f69-9f8ceb326acd admin admin] For port ff455a6b-517d-4a37-8843-c9d8cb0cecf3, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ff455a6b-517d-4a37-8843-c9d8cb0cecf3,segment=NetworkSegment(a27e9c75-1831-4478-90ae-60f10aa680b0),segment_id=a27e9c75-1831-4478-90ae-60f10aa680b0)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:55:43.615652 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e77339fd-b1d7-494f-8f69-9f8ceb326acd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:43.627518 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-e77339fd-b1d7-494f-8f69-9f8ceb326acd admin admin] Calling delete_port for ff455a6b-517d-4a37-8843-c9d8cb0cecf3 owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:55:43.676409 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73969790-9861-4579-8757-71f1b9408322 None None] DHCP port deletion for 314c7ae7-14a3-4da3-ba2b-0616e9cfa4c8 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:55:43.708810 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e77339fd-b1d7-494f-8f69-9f8ceb326acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:43.728740 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-73969790-9861-4579-8757-71f1b9408322 None None] Deleting port ff455a6b-517d-4a37-8843-c9d8cb0cecf3 {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:55:43.729106 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-73969790-9861-4579-8757-71f1b9408322 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:43.737896 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77339fd-b1d7-494f-8f69-9f8ceb326acd admin admin] Pushing event deleted for resources: {'Port': ['ID=ff455a6b-517d-4a37-8843-c9d8cb0cecf3,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:55:43.741962 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77339fd-b1d7-494f-8f69-9f8ceb326acd admin admin] No DVR routers for this DVR port ff455a6b-517d-4a37-8843-c9d8cb0cecf3 on host dv-neutron-master-2-hyperv {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:55:43.796196 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-73969790-9861-4579-8757-71f1b9408322 None None] For port ff455a6b-517d-4a37-8843-c9d8cb0cecf3, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:55:43.796671 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-73969790-9861-4579-8757-71f1b9408322 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:43.811232 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-73969790-9861-4579-8757-71f1b9408322 None None] Calling delete_port for ff455a6b-517d-4a37-8843-c9d8cb0cecf3 owned by network:dhcp {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:55:43.814102 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.ipam_backend_mixin [None req-73969790-9861-4579-8757-71f1b9408322 None None] Port ff455a6b-517d-4a37-8843-c9d8cb0cecf3 was not found and therefore no delete operation was performed {{(pid=103154) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 21 13:55:43.815256 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-73969790-9861-4579-8757-71f1b9408322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636'] for port, after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:43.816359 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e77339fd-b1d7-494f-8f69-9f8ceb326acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:43.837338 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-e77339fd-b1d7-494f-8f69-9f8ceb326acd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['314c7ae7-14a3-4da3-ba2b-0616e9cfa4c8']}} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:55:43.839430 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73969790-9861-4579-8757-71f1b9408322 None None] Pushing event deleted for resources: {'Port': ['ID=ff455a6b-517d-4a37-8843-c9d8cb0cecf3,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:55:43.844080 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73969790-9861-4579-8757-71f1b9408322 None None] No DVR routers for this DVR port ff455a6b-517d-4a37-8843-c9d8cb0cecf3 on host dv-neutron-master-2-hyperv {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:55:43.846900 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-e77339fd-b1d7-494f-8f69-9f8ceb326acd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a27e9c75-1831-4478-90ae-60f10aa680b0') {'for_net_delete': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:55:43.847197 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-e77339fd-b1d7-494f-8f69-9f8ceb326acd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a27e9c75-1831-4478-90ae-60f10aa680b0') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:55:43.862055 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e77339fd-b1d7-494f-8f69-9f8ceb326acd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526653'] for segment, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:43.876878 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e77339fd-b1d7-494f-8f69-9f8ceb326acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:43.884189 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e77339fd-b1d7-494f-8f69-9f8ceb326acd admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=103152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:55:43.884657 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e77339fd-b1d7-494f-8f69-9f8ceb326acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805426'] for segment, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:43.886571 dv-neutron-master-2-hyperv neutron-server[103152]: Traceback (most recent call last): Dec 21 13:55:43.886571 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:55:43.886571 dv-neutron-master-2-hyperv neutron-server[103152]: timer() Dec 21 13:55:43.886571 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:55:43.886571 dv-neutron-master-2-hyperv neutron-server[103152]: cb(*args, **kw) Dec 21 13:55:43.886571 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:55:43.886571 dv-neutron-master-2-hyperv neutron-server[103152]: return func(*args, **kwargs) Dec 21 13:55:43.886571 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:55:43.886571 dv-neutron-master-2-hyperv neutron-server[103152]: self._notify() Dec 21 13:55:43.886571 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:55:43.886571 dv-neutron-master-2-hyperv neutron-server[103152]: self.callback(batched_events) Dec 21 13:55:43.886571 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:55:43.886571 dv-neutron-master-2-hyperv neutron-server[103152]: event.method(event) Dec 21 13:55:43.886571 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:55:43.886571 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:55:43.886571 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:55:43.886571 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:55:43.886571 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:55:43.886571 dv-neutron-master-2-hyperv neutron-server[103152]: return f(self, *a, **k) Dec 21 13:55:43.886571 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:55:43.886571 dv-neutron-master-2-hyperv neutron-server[103152]: return self._get(url).json() Dec 21 13:55:43.886571 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:55:43.886571 dv-neutron-master-2-hyperv neutron-server[103152]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:55:43.886571 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:55:43.886571 dv-neutron-master-2-hyperv neutron-server[103152]: return self.request(url, 'GET', **kwargs) Dec 21 13:55:43.886571 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:55:43.886571 dv-neutron-master-2-hyperv neutron-server[103152]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:55:43.886571 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:55:43.886571 dv-neutron-master-2-hyperv neutron-server[103152]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:55:43.886571 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:55:43.886571 dv-neutron-master-2-hyperv neutron-server[103152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:55:43.886571 dv-neutron-master-2-hyperv neutron-server[103152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:55:43.942913 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e77339fd-b1d7-494f-8f69-9f8ceb326acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:43.950607 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e77339fd-b1d7-494f-8f69-9f8ceb326acd admin admin] Publish callbacks [] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:43.953763 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-e77339fd-b1d7-494f-8f69-9f8ceb326acd admin admin] 10.222.0.37 "DELETE /v2.0/networks/314c7ae7-14a3-4da3-ba2b-0616e9cfa4c8 HTTP/1.1" status: 204 len: 168 time: 0.5264359 Dec 21 13:55:43.965574 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77339fd-b1d7-494f-8f69-9f8ceb326acd admin admin] Pushing event deleted for resources: {'Network': ['ID=314c7ae7-14a3-4da3-ba2b-0616e9cfa4c8,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:55:44.115518 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 36784) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:55:44.154635 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-65d20027-3a90-4d70-86fe-67f799da9e8e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c386ed9e4bde46aaba28158e936f577c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0372791 Dec 21 13:55:44.157042 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 36786) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:55:44.203125 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-eb3a48b4-12d2-43ee-8c7b-70e2ca5964a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:44.227796 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-eb3a48b4-12d2-43ee-8c7b-70e2ca5964a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:44.274373 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-eb3a48b4-12d2-43ee-8c7b-70e2ca5964a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:44.277067 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-eb3a48b4-12d2-43ee-8c7b-70e2ca5964a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:44.278216 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-eb3a48b4-12d2-43ee-8c7b-70e2ca5964a8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d9e75cb9-a3c3-4bcb-ad5a-d4544e2b15df HTTP/1.1" status: 204 len: 168 time: 0.1202836 Dec 21 13:55:44.285851 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3a48b4-12d2-43ee-8c7b-70e2ca5964a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9e75cb9-a3c3-4bcb-ad5a-d4544e2b15df,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:55:44.592809 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 36792) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:55:44.632957 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-164cfeed-18ea-4838-8c36-34e664c92d12 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ccf91c81f4644c7490768df29fa2ddc4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388746 Dec 21 13:55:44.635432 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 36794) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:55:44.684704 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-352f3a2b-e76b-4ec9-9095-1504d1fd19ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:44.708149 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-352f3a2b-e76b-4ec9-9095-1504d1fd19ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:44.737525 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device ff455a6b-517d-4a37-8843-c9d8cb0cecf3 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:55:44.757811 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: ff455a6b-517d-4a37-8843-c9d8cb0cecf3 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:55:44.758175 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device ff455a6b-517d-4a37-8843-c9d8cb0cecf3 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:55:44.758685 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 1064faaa-98be-466b-946b-37ad0072138d no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:55:44.759725 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-352f3a2b-e76b-4ec9-9095-1504d1fd19ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:44.762552 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-352f3a2b-e76b-4ec9-9095-1504d1fd19ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:44.764550 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-352f3a2b-e76b-4ec9-9095-1504d1fd19ce admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/caf4989c-414c-4289-a766-3d1d744f01e6 HTTP/1.1" status: 204 len: 168 time: 0.1280026 Dec 21 13:55:44.775151 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352f3a2b-e76b-4ec9-9095-1504d1fd19ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf4989c-414c-4289-a766-3d1d744f01e6,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:55:44.778188 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: 1064faaa-98be-466b-946b-37ad0072138d {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:55:44.778559 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 1064faaa-98be-466b-946b-37ad0072138d not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:55:44.778981 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device e391f3a5-c42a-4fe1-9cb5-2d0b0fddd07f no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:55:44.804616 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: e391f3a5-c42a-4fe1-9cb5-2d0b0fddd07f {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:55:44.804958 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device e391f3a5-c42a-4fe1-9cb5-2d0b0fddd07f not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:55:45.487870 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 36816) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:55:45.580536 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-9e53cac6-3576-4eee-b076-3cd72cbd7554 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1826598735-network', 'tenant_id': '2acea4abd1514569a4efd8e8d3ceec51'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:55:45.603537 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e53cac6-3576-4eee-b076-3cd72cbd7554 admin admin] Made reservation on behalf of 2acea4abd1514569a4efd8e8d3ceec51 for: {'network': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:55:45.605797 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9e53cac6-3576-4eee-b076-3cd72cbd7554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:45.614149 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9e53cac6-3576-4eee-b076-3cd72cbd7554 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:45.687560 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9e53cac6-3576-4eee-b076-3cd72cbd7554 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:45.691301 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9e53cac6-3576-4eee-b076-3cd72cbd7554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:45.717670 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e53cac6-3576-4eee-b076-3cd72cbd7554 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=103152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:55:45.723754 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e53cac6-3576-4eee-b076-3cd72cbd7554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f60ae3d6-e15a-46f6-a7d5-cbadd4779a94,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:55:45.729460 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9e53cac6-3576-4eee-b076-3cd72cbd7554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:45.729795 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.segments_db [None req-9e53cac6-3576-4eee-b076-3cd72cbd7554 admin admin] Added segment 3b16d697-8975-4180-a46e-b35ceb93ff5a of type vlan for network 3c71c3ae-85c0-4bdf-94e9-135469248cc9 Dec 21 13:55:45.769201 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9e53cac6-3576-4eee-b076-3cd72cbd7554 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:45.792909 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9e53cac6-3576-4eee-b076-3cd72cbd7554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:45.793833 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e53cac6-3576-4eee-b076-3cd72cbd7554 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:55:45.794476 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9e53cac6-3576-4eee-b076-3cd72cbd7554 admin admin] Publish callbacks [] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:45.825325 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-9e53cac6-3576-4eee-b076-3cd72cbd7554 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3363757 Dec 21 13:55:45.828325 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 36820) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:55:45.833446 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-edd22817-1984-4145-be14-715d64c5ebe8 admin admin] Request body: {'subnet': {'network_id': '3c71c3ae-85c0-4bdf-94e9-135469248cc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1826598735-subnet', 'tenant_id': '2acea4abd1514569a4efd8e8d3ceec51', 'ip_version': 4}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:55:45.856469 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edd22817-1984-4145-be14-715d64c5ebe8 admin admin] Made reservation on behalf of 2acea4abd1514569a4efd8e8d3ceec51 for: {'subnet': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:55:45.857479 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e53cac6-3576-4eee-b076-3cd72cbd7554 admin admin] Pushing event updated for resources: {'Network': ['ID=3c71c3ae-85c0-4bdf-94e9-135469248cc9,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:55:45.858961 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-edd22817-1984-4145-be14-715d64c5ebe8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11288759'] for subnet, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:45.867051 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network 3c71c3ae-85c0-4bdf-94e9-135469248cc9 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:55:46.038538 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-edd22817-1984-4145-be14-715d64c5ebe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11195289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11288741'] for subnet, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:46.094681 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd22817-1984-4145-be14-715d64c5ebe8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae12a719-c08e-4d60-b2c1-280c00221267,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:55:46.101539 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd22817-1984-4145-be14-715d64c5ebe8 admin admin] Checking segment: {'id': '3b16d697-8975-4180-a46e-b35ceb93ff5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '3c71c3ae-85c0-4bdf-94e9-135469248cc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:55:46.101896 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd22817-1984-4145-be14-715d64c5ebe8 admin admin] Network hostable DHCP agents. Network: 3c71c3ae-85c0-4bdf-94e9-135469248cc9, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:55:46.119105 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd22817-1984-4145-be14-715d64c5ebe8 admin admin] Network 3c71c3ae-85c0-4bdf-94e9-135469248cc9 is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:55:46.127399 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-edd22817-1984-4145-be14-715d64c5ebe8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 3c71c3ae-85c0-4bdf-94e9-135469248cc9) {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:55:46.131399 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd22817-1984-4145-be14-715d64c5ebe8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:55:46.132555 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-edd22817-1984-4145-be14-715d64c5ebe8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:46.136841 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee4e58f-4f2a-40e9-9299-3caadef5772d None None] Network 3c71c3ae-85c0-4bdf-94e9-135469248cc9 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:55:46.150186 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-edd22817-1984-4145-be14-715d64c5ebe8 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3207424 Dec 21 13:55:46.153332 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 36822) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:55:46.157777 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-6381af6c-976c-4ed1-b495-434b77fa7c66 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1826598735-router', 'tenant_id': '2acea4abd1514569a4efd8e8d3ceec51', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:55:46.181808 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6381af6c-976c-4ed1-b495-434b77fa7c66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26964'] for router, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:46.183077 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6381af6c-976c-4ed1-b495-434b77fa7c66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-642316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26957'] for router, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:46.238866 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222a55d6-b130-4466-bd16-a0cdcd3c1d40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-3c71c3ae-85c0-4bdf-94e9-135469248cc9', 'network_id': '3c71c3ae-85c0-4bdf-94e9-135469248cc9', 'project_id': '2acea4abd1514569a4efd8e8d3ceec51', 'fixed_ips': [{'subnet_id': 'ae12a719-c08e-4d60-b2c1-280c00221267'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:55:46.239548 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6381af6c-976c-4ed1-b495-434b77fa7c66 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:46.239746 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-222a55d6-b130-4466-bd16-a0cdcd3c1d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:46.377743 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6381af6c-976c-4ed1-b495-434b77fa7c66 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:46.525377 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-222a55d6-b130-4466-bd16-a0cdcd3c1d40 None None] Allocated IP 172.20.0.2 (3c71c3ae-85c0-4bdf-94e9-135469248cc9/ae12a719-c08e-4d60-b2c1-280c00221267/32a3199d-f0ec-4ce5-ab4c-0960a8df9efa) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:55:46.584791 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6381af6c-976c-4ed1-b495-434b77fa7c66 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:46.603444 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6381af6c-976c-4ed1-b495-434b77fa7c66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:46.664405 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-222a55d6-b130-4466-bd16-a0cdcd3c1d40 None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:46.672640 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-222a55d6-b130-4466-bd16-a0cdcd3c1d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:46.714152 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-6381af6c-976c-4ed1-b495-434b77fa7c66 admin admin] Allocated IP 172.36.3.203 (7fdf1889-f079-4166-bbda-88b2a8d8d595/051a5607-1753-4008-a2f2-d94b48752e9c/d843e652-6e2d-417e-870e-dc1d6a1b1f55) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:55:46.720372 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222a55d6-b130-4466-bd16-a0cdcd3c1d40 None None] Network 3c71c3ae-85c0-4bdf-94e9-135469248cc9 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:55:46.723161 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-222a55d6-b130-4466-bd16-a0cdcd3c1d40 None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:55:46.727283 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222a55d6-b130-4466-bd16-a0cdcd3c1d40 None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:55:46.734231 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222a55d6-b130-4466-bd16-a0cdcd3c1d40 None None] Pushing event updated for resources: {'Port': ['ID=32a3199d-f0ec-4ce5-ab4c-0960a8df9efa,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:55:46.784135 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-222a55d6-b130-4466-bd16-a0cdcd3c1d40 None None] Attempting to bind port 32a3199d-f0ec-4ce5-ab4c-0960a8df9efa on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:55:46.784521 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-222a55d6-b130-4466-bd16-a0cdcd3c1d40 None None] Attempting to bind port 32a3199d-f0ec-4ce5-ab4c-0960a8df9efa by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3b16d697-8975-4180-a46e-b35ceb93ff5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '3c71c3ae-85c0-4bdf-94e9-135469248cc9'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:55:46.784858 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222a55d6-b130-4466-bd16-a0cdcd3c1d40 None None] Attempting to bind port 32a3199d-f0ec-4ce5-ab4c-0960a8df9efa on network 3c71c3ae-85c0-4bdf-94e9-135469248cc9 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:55:46.790399 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222a55d6-b130-4466-bd16-a0cdcd3c1d40 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:55:46.790765 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222a55d6-b130-4466-bd16-a0cdcd3c1d40 None None] Checking segment: {'id': '3b16d697-8975-4180-a46e-b35ceb93ff5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '3c71c3ae-85c0-4bdf-94e9-135469248cc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:55:46.791163 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-222a55d6-b130-4466-bd16-a0cdcd3c1d40 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:46.791548 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222a55d6-b130-4466-bd16-a0cdcd3c1d40 None None] Bound using segment: {'id': '3b16d697-8975-4180-a46e-b35ceb93ff5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '3c71c3ae-85c0-4bdf-94e9-135469248cc9'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:55:46.792010 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-222a55d6-b130-4466-bd16-a0cdcd3c1d40 None None] Bound port: 32a3199d-f0ec-4ce5-ab4c-0960a8df9efa, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b16d697-8975-4180-a46e-b35ceb93ff5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '3c71c3ae-85c0-4bdf-94e9-135469248cc9'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:55:46.792383 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-222a55d6-b130-4466-bd16-a0cdcd3c1d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:46.818490 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6381af6c-976c-4ed1-b495-434b77fa7c66 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:46.852580 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6381af6c-976c-4ed1-b495-434b77fa7c66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:46.854078 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-222a55d6-b130-4466-bd16-a0cdcd3c1d40 None None] For port 32a3199d-f0ec-4ce5-ab4c-0960a8df9efa, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:55:46.857095 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-222a55d6-b130-4466-bd16-a0cdcd3c1d40 None None] For port 32a3199d-f0ec-4ce5-ab4c-0960a8df9efa, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=32a3199d-f0ec-4ce5-ab4c-0960a8df9efa,segment=NetworkSegment(3b16d697-8975-4180-a46e-b35ceb93ff5a),segment_id=3b16d697-8975-4180-a46e-b35ceb93ff5a)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:55:46.861336 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-222a55d6-b130-4466-bd16-a0cdcd3c1d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:46.891849 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6381af6c-976c-4ed1-b495-434b77fa7c66 admin admin] Network 7fdf1889-f079-4166-bbda-88b2a8d8d595 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:55:46.894761 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-6381af6c-976c-4ed1-b495-434b77fa7c66 admin admin] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:55:46.898827 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6381af6c-976c-4ed1-b495-434b77fa7c66 admin admin] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:55:46.918220 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98efb87-9d70-4ae3-8c34-f13d355940c7 None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:55:46.928049 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6381af6c-976c-4ed1-b495-434b77fa7c66 admin admin] Pushing event updated for resources: {'Port': ['ID=d843e652-6e2d-417e-870e-dc1d6a1b1f55,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:55:46.928253 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222a55d6-b130-4466-bd16-a0cdcd3c1d40 None None] Pushing event updated for resources: {'Port': ['ID=32a3199d-f0ec-4ce5-ab4c-0960a8df9efa,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:55:47.049487 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-5e0ce9ee-6980-4579-90d4-bf93719d86cb None None] Provisioning complete for port d843e652-6e2d-417e-870e-dc1d6a1b1f55 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:55:47.049869 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-5e0ce9ee-6980-4579-90d4-bf93719d86cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:47.099254 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-5e0ce9ee-6980-4579-90d4-bf93719d86cb None None] Port d843e652-6e2d-417e-870e-dc1d6a1b1f55 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:55:47.200995 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6381af6c-976c-4ed1-b495-434b77fa7c66 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:47.400548 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6381af6c-976c-4ed1-b495-434b77fa7c66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548730'] for router, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:47.526522 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6381af6c-976c-4ed1-b495-434b77fa7c66 admin admin] Router 27876cc1-6b4a-4a19-a5f0-ea15b3285a44 is scheduled to L3 agent 59e14383-78fa-487e-9299-b32042a98157 with binding_index 1 {{(pid=103153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 13:55:47.646699 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6381af6c-976c-4ed1-b495-434b77fa7c66 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:55:47.656327 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396e4015-f5a9-4aab-8f50-a7021250717e None None] Sync routers for ids ['27876cc1-6b4a-4a19-a5f0-ea15b3285a44'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:55:47.664979 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6381af6c-976c-4ed1-b495-434b77fa7c66 admin admin] Publish callbacks [] for router, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:47.668837 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-6381af6c-976c-4ed1-b495-434b77fa7c66 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5119264 Dec 21 13:55:47.668969 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396e4015-f5a9-4aab-8f50-a7021250717e None None] Routers {'27876cc1-6b4a-4a19-a5f0-ea15b3285a44'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:55:47.668969 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-396e4015-f5a9-4aab-8f50-a7021250717e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:55:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['27876cc1-6b4a-4a19-a5f0-ea15b3285a44'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:55:47.669190 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 36824) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:55:47.783926 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-396e4015-f5a9-4aab-8f50-a7021250717e None None] Set router 27876cc1-6b4a-4a19-a5f0-ea15b3285a44 gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:55:47.825862 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf0d858-e12e-4420-97a8-fd8e929e2ce2 None None] Network 3c71c3ae-85c0-4bdf-94e9-135469248cc9 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:55:47.949838 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-632d7a06-3ea3-4762-8449-cdcb306aac22 None None] Provisioning complete for port 32a3199d-f0ec-4ce5-ab4c-0960a8df9efa triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:55:47.950542 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-632d7a06-3ea3-4762-8449-cdcb306aac22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:47.981699 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-396e4015-f5a9-4aab-8f50-a7021250717e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27876cc1-6b4a-4a19-a5f0-ea15b3285a44', 'name': 'tempest-TestMinimumBasicScenario-1826598735-router', 'tenant_id': '2acea4abd1514569a4efd8e8d3ceec51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.203'}], 'enable_snat': True}, 'gw_port_id': 'd843e652-6e2d-417e-870e-dc1d6a1b1f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:55:46Z', 'updated_at': '2021-12-21T13:55:47Z', 'revision_number': 3, 'project_id': '2acea4abd1514569a4efd8e8d3ceec51', 'gw_port': {'id': 'd843e652-6e2d-417e-870e-dc1d6a1b1f55', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5c:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27876cc1-6b4a-4a19-a5f0-ea15b3285a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:55:46Z', 'updated_at': '2021-12-21T13:55:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:55:48.013873 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396e4015-f5a9-4aab-8f50-a7021250717e None None] Checking router: 27876cc1-6b4a-4a19-a5f0-ea15b3285a44 for host: dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:55:48.014498 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396e4015-f5a9-4aab-8f50-a7021250717e None None] Updating router 27876cc1-6b4a-4a19-a5f0-ea15b3285a44 port d843e652-6e2d-417e-870e-dc1d6a1b1f55 binding host dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 13:55:48.047924 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-396e4015-f5a9-4aab-8f50-a7021250717e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:48.058853 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-632d7a06-3ea3-4762-8449-cdcb306aac22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:48.097198 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-632d7a06-3ea3-4762-8449-cdcb306aac22 None None] For port 32a3199d-f0ec-4ce5-ab4c-0960a8df9efa, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=32a3199d-f0ec-4ce5-ab4c-0960a8df9efa,segment=NetworkSegment(3b16d697-8975-4180-a46e-b35ceb93ff5a),segment_id=3b16d697-8975-4180-a46e-b35ceb93ff5a)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:55:48.102652 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-632d7a06-3ea3-4762-8449-cdcb306aac22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:48.118632 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3c9a81cd-4c9d-4d06-a48d-ffef012a2836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:48.164975 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632d7a06-3ea3-4762-8449-cdcb306aac22 None None] Pushing event updated for resources: {'Port': ['ID=32a3199d-f0ec-4ce5-ab4c-0960a8df9efa,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:55:48.224330 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-62f28de0-b82a-4549-b9c2-5e67857fcd83 None None] Provisioning complete for port 32a3199d-f0ec-4ce5-ab4c-0960a8df9efa triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:55:48.224697 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-62f28de0-b82a-4549-b9c2-5e67857fcd83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:48.301704 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-3c9a81cd-4c9d-4d06-a48d-ffef012a2836 admin admin] Allocated IP 172.20.0.1 (3c71c3ae-85c0-4bdf-94e9-135469248cc9/ae12a719-c08e-4d60-b2c1-280c00221267/50e1a30b-610f-412f-95c5-4a421b3c961a) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:55:48.327311 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-396e4015-f5a9-4aab-8f50-a7021250717e None None] Publish callbacks [] for port, precommit_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:48.332436 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-396e4015-f5a9-4aab-8f50-a7021250717e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:48.377065 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756005e8-39bf-45b1-ad19-f12c8e2006ac None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:55:48.380699 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac0f0dc-1986-43a7-b958-c0dd5c4fa7fb None None] Pushing event updated for resources: {'Port': ['ID=d843e652-6e2d-417e-870e-dc1d6a1b1f55,revision_number=2']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:55:48.392863 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac0f0dc-1986-43a7-b958-c0dd5c4fa7fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:55:48.393219 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac0f0dc-1986-43a7-b958-c0dd5c4fa7fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:55:48.393561 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac0f0dc-1986-43a7-b958-c0dd5c4fa7fb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:55:48.393895 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac0f0dc-1986-43a7-b958-c0dd5c4fa7fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:55:48.394255 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac0f0dc-1986-43a7-b958-c0dd5c4fa7fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:55:48.394564 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac0f0dc-1986-43a7-b958-c0dd5c4fa7fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:55:48.394895 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac0f0dc-1986-43a7-b958-c0dd5c4fa7fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:55:48.395220 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac0f0dc-1986-43a7-b958-c0dd5c4fa7fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:55:48.395609 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac0f0dc-1986-43a7-b958-c0dd5c4fa7fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:55:48.395856 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac0f0dc-1986-43a7-b958-c0dd5c4fa7fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:55:48.396344 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac0f0dc-1986-43a7-b958-c0dd5c4fa7fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:55:48.396682 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac0f0dc-1986-43a7-b958-c0dd5c4fa7fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:55:48.397001 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac0f0dc-1986-43a7-b958-c0dd5c4fa7fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:55:48.404404 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-396e4015-f5a9-4aab-8f50-a7021250717e None None] Attempting to bind port d843e652-6e2d-417e-870e-dc1d6a1b1f55 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:55:48.404774 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-396e4015-f5a9-4aab-8f50-a7021250717e None None] Attempting to bind port d843e652-6e2d-417e-870e-dc1d6a1b1f55 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:55:48.405137 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396e4015-f5a9-4aab-8f50-a7021250717e None None] Attempting to bind port d843e652-6e2d-417e-870e-dc1d6a1b1f55 on network 7fdf1889-f079-4166-bbda-88b2a8d8d595 {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:55:48.410400 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396e4015-f5a9-4aab-8f50-a7021250717e None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:55:48.410777 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396e4015-f5a9-4aab-8f50-a7021250717e None None] Checking segment: {'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:55:48.411267 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-396e4015-f5a9-4aab-8f50-a7021250717e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:48.411645 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396e4015-f5a9-4aab-8f50-a7021250717e None None] Bound using segment: {'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:55:48.412102 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-396e4015-f5a9-4aab-8f50-a7021250717e None None] Bound port: d843e652-6e2d-417e-870e-dc1d6a1b1f55, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:55:48.412477 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-396e4015-f5a9-4aab-8f50-a7021250717e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:48.416591 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3c9a81cd-4c9d-4d06-a48d-ffef012a2836 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:48.433914 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-93ef4696-2924-4b08-8d0f-6577bdf3a93a None None] Provisioning complete for port d843e652-6e2d-417e-870e-dc1d6a1b1f55 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:55:48.434643 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-93ef4696-2924-4b08-8d0f-6577bdf3a93a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:48.451719 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3c9a81cd-4c9d-4d06-a48d-ffef012a2836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:48.468260 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-396e4015-f5a9-4aab-8f50-a7021250717e None None] For port d843e652-6e2d-417e-870e-dc1d6a1b1f55, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:55:48.470447 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-93ef4696-2924-4b08-8d0f-6577bdf3a93a None None] Port d843e652-6e2d-417e-870e-dc1d6a1b1f55 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:55:48.471659 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-396e4015-f5a9-4aab-8f50-a7021250717e None None] For port d843e652-6e2d-417e-870e-dc1d6a1b1f55, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d843e652-6e2d-417e-870e-dc1d6a1b1f55,segment=NetworkSegment(a32e5bfd-6fac-434f-817b-5707a23fd2ca),segment_id=a32e5bfd-6fac-434f-817b-5707a23fd2ca)] {{(pid=103155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:55:48.477515 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-396e4015-f5a9-4aab-8f50-a7021250717e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:48.499910 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9a81cd-4c9d-4d06-a48d-ffef012a2836 admin admin] Network 3c71c3ae-85c0-4bdf-94e9-135469248cc9 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:55:48.502889 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-3c9a81cd-4c9d-4d06-a48d-ffef012a2836 admin admin] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:55:48.506304 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9a81cd-4c9d-4d06-a48d-ffef012a2836 admin admin] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:55:48.511922 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9a81cd-4c9d-4d06-a48d-ffef012a2836 admin admin] Pushing event updated for resources: {'Port': ['ID=50e1a30b-610f-412f-95c5-4a421b3c961a,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:55:48.531904 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40803a6-17f2-4354-97a4-6adb68d62f31 None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:55:48.535642 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396e4015-f5a9-4aab-8f50-a7021250717e None None] Routers {'27876cc1-6b4a-4a19-a5f0-ea15b3285a44'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:55:48.536419 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-396e4015-f5a9-4aab-8f50-a7021250717e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:55:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['27876cc1-6b4a-4a19-a5f0-ea15b3285a44'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:55:48.540051 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac0f0dc-1986-43a7-b958-c0dd5c4fa7fb None None] Pushing event updated for resources: {'Port': ['ID=d843e652-6e2d-417e-870e-dc1d6a1b1f55,revision_number=3']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:55:48.559534 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3c9a81cd-4c9d-4d06-a48d-ffef012a2836 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532557'] for router_interface, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:48.596752 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-c4a0a1b7-0952-4ca6-841e-c924cdb3688e None None] Provisioning complete for port d843e652-6e2d-417e-870e-dc1d6a1b1f55 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:55:48.596752 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c4a0a1b7-0952-4ca6-841e-c924cdb3688e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:48.654423 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-396e4015-f5a9-4aab-8f50-a7021250717e None None] Set router 27876cc1-6b4a-4a19-a5f0-ea15b3285a44 gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:55:48.695946 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c4a0a1b7-0952-4ca6-841e-c924cdb3688e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:48.702190 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3c9a81cd-4c9d-4d06-a48d-ffef012a2836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:48.745340 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-c4a0a1b7-0952-4ca6-841e-c924cdb3688e None None] For port d843e652-6e2d-417e-870e-dc1d6a1b1f55, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d843e652-6e2d-417e-870e-dc1d6a1b1f55,segment=NetworkSegment(a32e5bfd-6fac-434f-817b-5707a23fd2ca),segment_id=a32e5bfd-6fac-434f-817b-5707a23fd2ca)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:55:48.750455 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c4a0a1b7-0952-4ca6-841e-c924cdb3688e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:48.813498 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a0a1b7-0952-4ca6-841e-c924cdb3688e None None] Pushing event updated for resources: {'Port': ['ID=d843e652-6e2d-417e-870e-dc1d6a1b1f55,revision_number=4']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:55:48.836155 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 32a3199d-f0ec-4ce5-ab4c-0960a8df9efa up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:55:48.887917 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-4abfe5c0-1a5b-46c3-8f0d-205774e67617 None None] Provisioning complete for port 50e1a30b-610f-412f-95c5-4a421b3c961a triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:55:48.888284 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-4abfe5c0-1a5b-46c3-8f0d-205774e67617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:48.919243 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3c9a81cd-4c9d-4d06-a48d-ffef012a2836 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:48.926511 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3c9a81cd-4c9d-4d06-a48d-ffef012a2836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805230'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:48.929642 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 32a3199d-f0ec-4ce5-ab4c-0960a8df9efa triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:55:48.930012 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:48.932485 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-4abfe5c0-1a5b-46c3-8f0d-205774e67617 None None] Port 50e1a30b-610f-412f-95c5-4a421b3c961a cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:55:48.975112 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-396e4015-f5a9-4aab-8f50-a7021250717e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27876cc1-6b4a-4a19-a5f0-ea15b3285a44', 'name': 'tempest-TestMinimumBasicScenario-1826598735-router', 'tenant_id': '2acea4abd1514569a4efd8e8d3ceec51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.203'}], 'enable_snat': True}, 'gw_port_id': 'd843e652-6e2d-417e-870e-dc1d6a1b1f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:55:46Z', 'updated_at': '2021-12-21T13:55:47Z', 'revision_number': 3, 'project_id': '2acea4abd1514569a4efd8e8d3ceec51', 'gw_port': {'id': 'd843e652-6e2d-417e-870e-dc1d6a1b1f55', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5c:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27876cc1-6b4a-4a19-a5f0-ea15b3285a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:55:46Z', 'updated_at': '2021-12-21T13:55:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:55:49.002489 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396e4015-f5a9-4aab-8f50-a7021250717e None None] The sync data for ids ['27876cc1-6b4a-4a19-a5f0-ea15b3285a44'] in dv-neutron-master-2-hyperv is: [{'id': '27876cc1-6b4a-4a19-a5f0-ea15b3285a44', 'name': 'tempest-TestMinimumBasicScenario-1826598735-router', 'tenant_id': '2acea4abd1514569a4efd8e8d3ceec51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.203'}], 'enable_snat': True}, 'gw_port_id': 'd843e652-6e2d-417e-870e-dc1d6a1b1f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:55:46Z', 'updated_at': '2021-12-21T13:55:47Z', 'revision_number': 3, 'project_id': '2acea4abd1514569a4efd8e8d3ceec51', 'gw_port': {'id': 'd843e652-6e2d-417e-870e-dc1d6a1b1f55', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5c:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27876cc1-6b4a-4a19-a5f0-ea15b3285a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:55:46Z', 'updated_at': '2021-12-21T13:55:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:55:49.004421 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3c9a81cd-4c9d-4d06-a48d-ffef012a2836 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532537'] for router_interface, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:49.007986 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9a81cd-4c9d-4d06-a48d-ffef012a2836 admin admin] Pushing event updated for resources: {'Port': ['ID=50e1a30b-610f-412f-95c5-4a421b3c961a,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:55:49.101128 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9a81cd-4c9d-4d06-a48d-ffef012a2836 admin admin] Network 3c71c3ae-85c0-4bdf-94e9-135469248cc9 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:55:49.102620 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-3c9a81cd-4c9d-4d06-a48d-ffef012a2836 admin admin] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:55:49.232405 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c9a81cd-4c9d-4d06-a48d-ffef012a2836 admin admin] Router 27876cc1-6b4a-4a19-a5f0-ea15b3285a44 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:55:49.360021 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c9a81cd-4c9d-4d06-a48d-ffef012a2836 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:55:49.365234 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-3c9a81cd-4c9d-4d06-a48d-ffef012a2836 admin admin] 10.222.0.37 "PUT /v2.0/routers/27876cc1-6b4a-4a19-a5f0-ea15b3285a44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6949587 Dec 21 13:55:49.455611 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-ea5e6601-a958-4c77-9619-c59e84475407 None None] Provisioning complete for port 50e1a30b-610f-412f-95c5-4a421b3c961a triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:55:49.456188 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ea5e6601-a958-4c77-9619-c59e84475407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:49.493364 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-ea5e6601-a958-4c77-9619-c59e84475407 None None] Port 50e1a30b-610f-412f-95c5-4a421b3c961a cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:55:49.846279 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 36840) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:55:49.852061 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-f8ea89cc-0de5-43aa-bb5f-1d8633615db6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1429827374-network', 'tenant_id': '1d35226d26614479ac4e0f5cff07abe0'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:55:49.874304 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8ea89cc-0de5-43aa-bb5f-1d8633615db6 admin admin] Made reservation on behalf of 1d35226d26614479ac4e0f5cff07abe0 for: {'network': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:55:49.876657 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f8ea89cc-0de5-43aa-bb5f-1d8633615db6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:49.885206 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f8ea89cc-0de5-43aa-bb5f-1d8633615db6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:49.965385 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f8ea89cc-0de5-43aa-bb5f-1d8633615db6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:49.969311 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f8ea89cc-0de5-43aa-bb5f-1d8633615db6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:49.993891 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8ea89cc-0de5-43aa-bb5f-1d8633615db6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=103153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:55:50.003499 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ea89cc-0de5-43aa-bb5f-1d8633615db6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c748b7d2-3a9b-4a01-9048-9c7143303461,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:55:50.008315 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f8ea89cc-0de5-43aa-bb5f-1d8633615db6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:50.008661 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.segments_db [None req-f8ea89cc-0de5-43aa-bb5f-1d8633615db6 admin admin] Added segment 608ab625-2c07-4b52-ad29-98f7bbd19763 of type vlan for network 7a2a1d02-3669-48d0-9e10-0069a86169dc Dec 21 13:55:50.054010 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f8ea89cc-0de5-43aa-bb5f-1d8633615db6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:50.078804 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f8ea89cc-0de5-43aa-bb5f-1d8633615db6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:50.079782 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ea89cc-0de5-43aa-bb5f-1d8633615db6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:55:50.080365 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f8ea89cc-0de5-43aa-bb5f-1d8633615db6 admin admin] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:50.113127 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-f8ea89cc-0de5-43aa-bb5f-1d8633615db6 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2655673 Dec 21 13:55:50.116080 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 36842) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:55:50.121265 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-9fc49ec8-b75b-48e7-8947-b373c689cccb admin admin] Request body: {'subnet': {'network_id': '7a2a1d02-3669-48d0-9e10-0069a86169dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1429827374-subnet', 'tenant_id': '1d35226d26614479ac4e0f5cff07abe0', 'ip_version': 4}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:55:50.142166 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ea89cc-0de5-43aa-bb5f-1d8633615db6 admin admin] Pushing event updated for resources: {'Network': ['ID=7a2a1d02-3669-48d0-9e10-0069a86169dc,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:55:50.144048 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc49ec8-b75b-48e7-8947-b373c689cccb admin admin] Made reservation on behalf of 1d35226d26614479ac4e0f5cff07abe0 for: {'subnet': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:55:50.146463 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9fc49ec8-b75b-48e7-8947-b373c689cccb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12346583'] for subnet, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:50.154152 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network 7a2a1d02-3669-48d0-9e10-0069a86169dc details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:55:50.321559 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9fc49ec8-b75b-48e7-8947-b373c689cccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12346565'] for subnet, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:50.374574 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc49ec8-b75b-48e7-8947-b373c689cccb admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d724360-341a-471c-a682-dfac2c02f5cb,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:55:50.390467 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc49ec8-b75b-48e7-8947-b373c689cccb admin admin] Checking segment: {'id': '608ab625-2c07-4b52-ad29-98f7bbd19763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '7a2a1d02-3669-48d0-9e10-0069a86169dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:55:50.390838 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc49ec8-b75b-48e7-8947-b373c689cccb admin admin] Network hostable DHCP agents. Network: 7a2a1d02-3669-48d0-9e10-0069a86169dc, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:55:50.408203 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc49ec8-b75b-48e7-8947-b373c689cccb admin admin] Network 7a2a1d02-3669-48d0-9e10-0069a86169dc is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:55:50.417983 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-9fc49ec8-b75b-48e7-8947-b373c689cccb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 7a2a1d02-3669-48d0-9e10-0069a86169dc) {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:55:50.422944 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc49ec8-b75b-48e7-8947-b373c689cccb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:55:50.423905 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9fc49ec8-b75b-48e7-8947-b373c689cccb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:50.428180 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6404e99c-3fba-4875-a291-b1b9ab031af7 None None] Network 7a2a1d02-3669-48d0-9e10-0069a86169dc requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:55:50.443248 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-9fc49ec8-b75b-48e7-8947-b373c689cccb admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3237522 Dec 21 13:55:50.443460 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 36844) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:55:50.448987 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-a2f38040-7023-4a88-8469-e8eddbfd51d1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1429827374-router', 'tenant_id': '1d35226d26614479ac4e0f5cff07abe0', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:55:50.473387 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a2f38040-7023-4a88-8469-e8eddbfd51d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26964'] for router, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:50.474575 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a2f38040-7023-4a88-8469-e8eddbfd51d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-642316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26957'] for router, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:50.528108 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a2f38040-7023-4a88-8469-e8eddbfd51d1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:50.536382 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b04c0a-c21b-464d-8312-5cf3cd65758d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-7a2a1d02-3669-48d0-9e10-0069a86169dc', 'network_id': '7a2a1d02-3669-48d0-9e10-0069a86169dc', 'project_id': '1d35226d26614479ac4e0f5cff07abe0', 'fixed_ips': [{'subnet_id': '4d724360-341a-471c-a682-dfac2c02f5cb'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:55:50.537270 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d8b04c0a-c21b-464d-8312-5cf3cd65758d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:50.555548 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f541eb92-62c2-4384-88e8-ea214d82023f None None] Sync routers for ids ['27876cc1-6b4a-4a19-a5f0-ea15b3285a44'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:55:50.615020 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f541eb92-62c2-4384-88e8-ea214d82023f None None] Routers {'27876cc1-6b4a-4a19-a5f0-ea15b3285a44'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:55:50.615656 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-f541eb92-62c2-4384-88e8-ea214d82023f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:55:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['27876cc1-6b4a-4a19-a5f0-ea15b3285a44'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:55:50.771623 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-d8b04c0a-c21b-464d-8312-5cf3cd65758d None None] Allocated IP 172.20.0.2 (7a2a1d02-3669-48d0-9e10-0069a86169dc/4d724360-341a-471c-a682-dfac2c02f5cb/d685ba24-7c38-4701-ab46-32300f962da3) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:55:50.778188 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-f541eb92-62c2-4384-88e8-ea214d82023f None None] Set router 27876cc1-6b4a-4a19-a5f0-ea15b3285a44 gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:55:50.810150 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device d843e652-6e2d-417e-870e-dc1d6a1b1f55 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:55:50.969046 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a2f38040-7023-4a88-8469-e8eddbfd51d1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:51.049861 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port d843e652-6e2d-417e-870e-dc1d6a1b1f55 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:55:51.050228 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:51.166791 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a2f38040-7023-4a88-8469-e8eddbfd51d1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:51.189187 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a2f38040-7023-4a88-8469-e8eddbfd51d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:51.298194 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-a2f38040-7023-4a88-8469-e8eddbfd51d1 admin admin] Allocated IP 172.36.3.133 (7fdf1889-f079-4166-bbda-88b2a8d8d595/051a5607-1753-4008-a2f2-d94b48752e9c/1e7d141d-a438-4a13-bc65-6577c07b9ae7) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:55:51.300144 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d8b04c0a-c21b-464d-8312-5cf3cd65758d None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:51.313867 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d8b04c0a-c21b-464d-8312-5cf3cd65758d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:51.378433 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b04c0a-c21b-464d-8312-5cf3cd65758d None None] Network 7a2a1d02-3669-48d0-9e10-0069a86169dc is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:55:51.393148 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-f541eb92-62c2-4384-88e8-ea214d82023f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27876cc1-6b4a-4a19-a5f0-ea15b3285a44', 'name': 'tempest-TestMinimumBasicScenario-1826598735-router', 'tenant_id': '2acea4abd1514569a4efd8e8d3ceec51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.203'}], 'enable_snat': True}, 'gw_port_id': 'd843e652-6e2d-417e-870e-dc1d6a1b1f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:55:46Z', 'updated_at': '2021-12-21T13:55:48Z', 'revision_number': 4, 'project_id': '2acea4abd1514569a4efd8e8d3ceec51', 'gw_port': {'id': 'd843e652-6e2d-417e-870e-dc1d6a1b1f55', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27876cc1-6b4a-4a19-a5f0-ea15b3285a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:55:46Z', 'updated_at': '2021-12-21T13:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '50e1a30b-610f-412f-95c5-4a421b3c961a', 'name': '', 'network_id': '3c71c3ae-85c0-4bdf-94e9-135469248cc9', 'tenant_id': '2acea4abd1514569a4efd8e8d3ceec51', 'mac_address': 'fa:16:3e:b1:e3:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27876cc1-6b4a-4a19-a5f0-ea15b3285a44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'ae12a719-c08e-4d60-b2c1-280c00221267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:55:48Z', 'updated_at': '2021-12-21T13:55:48Z', 'revision_number': 2, 'project_id': '2acea4abd1514569a4efd8e8d3ceec51', 'subnets': [{'id': 'ae12a719-c08e-4d60-b2c1-280c00221267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:55:51.395133 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-d8b04c0a-c21b-464d-8312-5cf3cd65758d None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:55:51.411758 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a2f38040-7023-4a88-8469-e8eddbfd51d1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:51.427599 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b04c0a-c21b-464d-8312-5cf3cd65758d None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:55:51.432548 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b04c0a-c21b-464d-8312-5cf3cd65758d None None] Pushing event updated for resources: {'Port': ['ID=d685ba24-7c38-4701-ab46-32300f962da3,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:55:51.434772 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f541eb92-62c2-4384-88e8-ea214d82023f None None] Checking router: 27876cc1-6b4a-4a19-a5f0-ea15b3285a44 for host: dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:55:51.435126 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f541eb92-62c2-4384-88e8-ea214d82023f None None] Updating router 27876cc1-6b4a-4a19-a5f0-ea15b3285a44 port 50e1a30b-610f-412f-95c5-4a421b3c961a binding host dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 13:55:51.450150 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a2f38040-7023-4a88-8469-e8eddbfd51d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:51.481354 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f541eb92-62c2-4384-88e8-ea214d82023f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:51.493832 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f38040-7023-4a88-8469-e8eddbfd51d1 admin admin] Network 7fdf1889-f079-4166-bbda-88b2a8d8d595 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:55:51.499191 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-a2f38040-7023-4a88-8469-e8eddbfd51d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:55:51.501606 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f38040-7023-4a88-8469-e8eddbfd51d1 admin admin] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:55:51.505034 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f38040-7023-4a88-8469-e8eddbfd51d1 admin admin] Pushing event updated for resources: {'Port': ['ID=1e7d141d-a438-4a13-bc65-6577c07b9ae7,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:55:51.515489 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06075e4-4006-488b-bb42-c451ffd74622 None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:55:51.540343 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-d8b04c0a-c21b-464d-8312-5cf3cd65758d None None] Attempting to bind port d685ba24-7c38-4701-ab46-32300f962da3 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:55:51.540981 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-d8b04c0a-c21b-464d-8312-5cf3cd65758d None None] Attempting to bind port d685ba24-7c38-4701-ab46-32300f962da3 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '608ab625-2c07-4b52-ad29-98f7bbd19763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '7a2a1d02-3669-48d0-9e10-0069a86169dc'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:55:51.541088 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b04c0a-c21b-464d-8312-5cf3cd65758d None None] Attempting to bind port d685ba24-7c38-4701-ab46-32300f962da3 on network 7a2a1d02-3669-48d0-9e10-0069a86169dc {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:55:51.555498 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b04c0a-c21b-464d-8312-5cf3cd65758d None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:55:51.555885 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b04c0a-c21b-464d-8312-5cf3cd65758d None None] Checking segment: {'id': '608ab625-2c07-4b52-ad29-98f7bbd19763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '7a2a1d02-3669-48d0-9e10-0069a86169dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:55:51.556277 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d8b04c0a-c21b-464d-8312-5cf3cd65758d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:51.556660 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b04c0a-c21b-464d-8312-5cf3cd65758d None None] Bound using segment: {'id': '608ab625-2c07-4b52-ad29-98f7bbd19763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '7a2a1d02-3669-48d0-9e10-0069a86169dc'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:55:51.557133 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-d8b04c0a-c21b-464d-8312-5cf3cd65758d None None] Bound port: d685ba24-7c38-4701-ab46-32300f962da3, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '608ab625-2c07-4b52-ad29-98f7bbd19763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '7a2a1d02-3669-48d0-9e10-0069a86169dc'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:55:51.557640 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d8b04c0a-c21b-464d-8312-5cf3cd65758d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:51.677750 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-3c2f3e37-6c9f-4504-85b1-ea7a03d67779 None None] Provisioning complete for port 1e7d141d-a438-4a13-bc65-6577c07b9ae7 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:55:51.678116 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-3c2f3e37-6c9f-4504-85b1-ea7a03d67779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:51.752112 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a2f38040-7023-4a88-8469-e8eddbfd51d1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:51.765881 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-d8b04c0a-c21b-464d-8312-5cf3cd65758d None None] For port d685ba24-7c38-4701-ab46-32300f962da3, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:55:51.788964 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-3c2f3e37-6c9f-4504-85b1-ea7a03d67779 None None] Port 1e7d141d-a438-4a13-bc65-6577c07b9ae7 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:55:51.792620 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-d8b04c0a-c21b-464d-8312-5cf3cd65758d None None] For port d685ba24-7c38-4701-ab46-32300f962da3, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d685ba24-7c38-4701-ab46-32300f962da3,segment=NetworkSegment(608ab625-2c07-4b52-ad29-98f7bbd19763),segment_id=608ab625-2c07-4b52-ad29-98f7bbd19763)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:55:51.800418 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d8b04c0a-c21b-464d-8312-5cf3cd65758d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:51.841887 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.agents_db [None req-c60a5637-8c6f-4692-b23b-7dd82bd36b21 None None] Agent healthcheck: found 6 active agents {{(pid=103155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 13:55:51.894532 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b04c0a-c21b-464d-8312-5cf3cd65758d None None] Pushing event updated for resources: {'Port': ['ID=d685ba24-7c38-4701-ab46-32300f962da3,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:55:51.939466 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f541eb92-62c2-4384-88e8-ea214d82023f None None] Publish callbacks [] for port, precommit_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:51.947917 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f541eb92-62c2-4384-88e8-ea214d82023f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:51.970574 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a2f38040-7023-4a88-8469-e8eddbfd51d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548730'] for router, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:52.003389 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19895921-e951-4b50-9582-d39fa842c21a None None] Pushing event updated for resources: {'Port': ['ID=50e1a30b-610f-412f-95c5-4a421b3c961a,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:55:52.071129 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-f541eb92-62c2-4384-88e8-ea214d82023f None None] Attempting to bind port 50e1a30b-610f-412f-95c5-4a421b3c961a on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:55:52.071504 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-f541eb92-62c2-4384-88e8-ea214d82023f None None] Attempting to bind port 50e1a30b-610f-412f-95c5-4a421b3c961a by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3b16d697-8975-4180-a46e-b35ceb93ff5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '3c71c3ae-85c0-4bdf-94e9-135469248cc9'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:55:52.071872 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f541eb92-62c2-4384-88e8-ea214d82023f None None] Attempting to bind port 50e1a30b-610f-412f-95c5-4a421b3c961a on network 3c71c3ae-85c0-4bdf-94e9-135469248cc9 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:55:52.077211 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f541eb92-62c2-4384-88e8-ea214d82023f None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:55:52.077590 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f541eb92-62c2-4384-88e8-ea214d82023f None None] Checking segment: {'id': '3b16d697-8975-4180-a46e-b35ceb93ff5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '3c71c3ae-85c0-4bdf-94e9-135469248cc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:55:52.077999 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f541eb92-62c2-4384-88e8-ea214d82023f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:52.078433 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f541eb92-62c2-4384-88e8-ea214d82023f None None] Bound using segment: {'id': '3b16d697-8975-4180-a46e-b35ceb93ff5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '3c71c3ae-85c0-4bdf-94e9-135469248cc9'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:55:52.078883 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-f541eb92-62c2-4384-88e8-ea214d82023f None None] Bound port: 50e1a30b-610f-412f-95c5-4a421b3c961a, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b16d697-8975-4180-a46e-b35ceb93ff5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '3c71c3ae-85c0-4bdf-94e9-135469248cc9'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:55:52.079262 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f541eb92-62c2-4384-88e8-ea214d82023f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:52.143241 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2f38040-7023-4a88-8469-e8eddbfd51d1 admin admin] Router 430170c9-60fa-4bbd-9d54-0568f8e5ae4a is scheduled to L3 agent 59e14383-78fa-487e-9299-b32042a98157 with binding_index 1 {{(pid=103152) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 13:55:52.174429 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-f541eb92-62c2-4384-88e8-ea214d82023f None None] For port 50e1a30b-610f-412f-95c5-4a421b3c961a, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:55:52.179116 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-f541eb92-62c2-4384-88e8-ea214d82023f None None] For port 50e1a30b-610f-412f-95c5-4a421b3c961a, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=50e1a30b-610f-412f-95c5-4a421b3c961a,segment=NetworkSegment(3b16d697-8975-4180-a46e-b35ceb93ff5a),segment_id=3b16d697-8975-4180-a46e-b35ceb93ff5a)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:55:52.186558 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f541eb92-62c2-4384-88e8-ea214d82023f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:52.250050 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f541eb92-62c2-4384-88e8-ea214d82023f None None] Routers {'27876cc1-6b4a-4a19-a5f0-ea15b3285a44'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:55:52.253320 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-f541eb92-62c2-4384-88e8-ea214d82023f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:55:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['27876cc1-6b4a-4a19-a5f0-ea15b3285a44'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:55:52.284501 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2f38040-7023-4a88-8469-e8eddbfd51d1 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:55:52.293139 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19895921-e951-4b50-9582-d39fa842c21a None None] Pushing event updated for resources: {'Port': ['ID=50e1a30b-610f-412f-95c5-4a421b3c961a,revision_number=4']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:55:52.298113 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c3eb35-f0e2-419d-a32b-0092c93c900a None None] Sync routers for ids ['430170c9-60fa-4bbd-9d54-0568f8e5ae4a'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:55:52.310857 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c3eb35-f0e2-419d-a32b-0092c93c900a None None] Routers {'430170c9-60fa-4bbd-9d54-0568f8e5ae4a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:55:52.311261 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a2f38040-7023-4a88-8469-e8eddbfd51d1 admin admin] Publish callbacks [] for router, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:52.311964 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-e2c3eb35-f0e2-419d-a32b-0092c93c900a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:55:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['430170c9-60fa-4bbd-9d54-0568f8e5ae4a'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:55:52.313708 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-a2f38040-7023-4a88-8469-e8eddbfd51d1 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8686969 Dec 21 13:55:52.316326 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 36846) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:55:52.363166 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-1725de1c-e53a-4c85-9422-3cfc5d1ed737 None None] Provisioning complete for port 50e1a30b-610f-412f-95c5-4a421b3c961a triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:55:52.363512 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-1725de1c-e53a-4c85-9422-3cfc5d1ed737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:52.438674 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-f541eb92-62c2-4384-88e8-ea214d82023f None None] Set router 27876cc1-6b4a-4a19-a5f0-ea15b3285a44 gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:55:52.453801 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-e2c3eb35-f0e2-419d-a32b-0092c93c900a None None] Set router 430170c9-60fa-4bbd-9d54-0568f8e5ae4a gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:55:52.628405 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-1725de1c-e53a-4c85-9422-3cfc5d1ed737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:52.685274 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-1725de1c-e53a-4c85-9422-3cfc5d1ed737 None None] For port 50e1a30b-610f-412f-95c5-4a421b3c961a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=50e1a30b-610f-412f-95c5-4a421b3c961a,segment=NetworkSegment(3b16d697-8975-4180-a46e-b35ceb93ff5a),segment_id=3b16d697-8975-4180-a46e-b35ceb93ff5a)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:55:52.710660 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-1725de1c-e53a-4c85-9422-3cfc5d1ed737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:52.794718 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1725de1c-e53a-4c85-9422-3cfc5d1ed737 None None] Pushing event updated for resources: {'Port': ['ID=50e1a30b-610f-412f-95c5-4a421b3c961a,revision_number=5']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:55:52.825406 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-e2c3eb35-f0e2-419d-a32b-0092c93c900a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '430170c9-60fa-4bbd-9d54-0568f8e5ae4a', 'name': 'tempest-TestMinimumBasicScenario-1429827374-router', 'tenant_id': '1d35226d26614479ac4e0f5cff07abe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.133'}], 'enable_snat': True}, 'gw_port_id': '1e7d141d-a438-4a13-bc65-6577c07b9ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:55:50Z', 'updated_at': '2021-12-21T13:55:51Z', 'revision_number': 3, 'project_id': '1d35226d26614479ac4e0f5cff07abe0', 'gw_port': {'id': '1e7d141d-a438-4a13-bc65-6577c07b9ae7', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:47:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '430170c9-60fa-4bbd-9d54-0568f8e5ae4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:55:51Z', 'updated_at': '2021-12-21T13:55:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:55:52.841979 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-f541eb92-62c2-4384-88e8-ea214d82023f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27876cc1-6b4a-4a19-a5f0-ea15b3285a44', 'name': 'tempest-TestMinimumBasicScenario-1826598735-router', 'tenant_id': '2acea4abd1514569a4efd8e8d3ceec51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.203'}], 'enable_snat': True}, 'gw_port_id': 'd843e652-6e2d-417e-870e-dc1d6a1b1f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:55:46Z', 'updated_at': '2021-12-21T13:55:48Z', 'revision_number': 4, 'project_id': '2acea4abd1514569a4efd8e8d3ceec51', 'gw_port': {'id': 'd843e652-6e2d-417e-870e-dc1d6a1b1f55', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27876cc1-6b4a-4a19-a5f0-ea15b3285a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:55:46Z', 'updated_at': '2021-12-21T13:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '50e1a30b-610f-412f-95c5-4a421b3c961a', 'name': '', 'network_id': '3c71c3ae-85c0-4bdf-94e9-135469248cc9', 'tenant_id': '2acea4abd1514569a4efd8e8d3ceec51', 'mac_address': 'fa:16:3e:b1:e3:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27876cc1-6b4a-4a19-a5f0-ea15b3285a44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'ae12a719-c08e-4d60-b2c1-280c00221267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:55:48Z', 'updated_at': '2021-12-21T13:55:52Z', 'revision_number': 4, 'project_id': '2acea4abd1514569a4efd8e8d3ceec51', 'subnets': [{'id': 'ae12a719-c08e-4d60-b2c1-280c00221267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:55:52.856652 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c3eb35-f0e2-419d-a32b-0092c93c900a None None] Checking router: 430170c9-60fa-4bbd-9d54-0568f8e5ae4a for host: dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:55:52.858993 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c3eb35-f0e2-419d-a32b-0092c93c900a None None] Updating router 430170c9-60fa-4bbd-9d54-0568f8e5ae4a port 1e7d141d-a438-4a13-bc65-6577c07b9ae7 binding host dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 13:55:52.862227 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device d685ba24-7c38-4701-ab46-32300f962da3 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:55:52.892628 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-e2c3eb35-f0e2-419d-a32b-0092c93c900a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:52.912387 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f541eb92-62c2-4384-88e8-ea214d82023f None None] The sync data for ids ['27876cc1-6b4a-4a19-a5f0-ea15b3285a44'] in dv-neutron-master-2-hyperv is: [{'id': '27876cc1-6b4a-4a19-a5f0-ea15b3285a44', 'name': 'tempest-TestMinimumBasicScenario-1826598735-router', 'tenant_id': '2acea4abd1514569a4efd8e8d3ceec51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.203'}], 'enable_snat': True}, 'gw_port_id': 'd843e652-6e2d-417e-870e-dc1d6a1b1f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:55:46Z', 'updated_at': '2021-12-21T13:55:48Z', 'revision_number': 4, 'project_id': '2acea4abd1514569a4efd8e8d3ceec51', 'gw_port': {'id': 'd843e652-6e2d-417e-870e-dc1d6a1b1f55', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27876cc1-6b4a-4a19-a5f0-ea15b3285a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:55:46Z', 'updated_at': '2021-12-21T13:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '50e1a30b-610f-412f-95c5-4a421b3c961a', 'name': '', 'network_id': '3c71c3ae-85c0-4bdf-94e9-135469248cc9', 'tenant_id': '2acea4abd1514569a4efd8e8d3ceec51', 'mac_address': 'fa:16:3e:b1:e3:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27876cc1-6b4a-4a19-a5f0-ea15b3285a44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'ae12a719-c08e-4d60-b2c1-280c00221267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:55:48Z', 'updated_at': '2021-12-21T13:55:52Z', 'revision_number': 4, 'project_id': '2acea4abd1514569a4efd8e8d3ceec51', 'subnets': [{'id': 'ae12a719-c08e-4d60-b2c1-280c00221267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:55:52.923190 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-d51b3140-427f-4968-9110-6b2167a3c6fd None None] Provisioning complete for port 50e1a30b-610f-412f-95c5-4a421b3c961a triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:55:52.923800 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d51b3140-427f-4968-9110-6b2167a3c6fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:52.997061 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port d685ba24-7c38-4701-ab46-32300f962da3 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:55:52.997303 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0632aae4-7939-4443-bd22-82df088bcef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:52.997618 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:53.162166 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:53.175035 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af4c446-2a1a-4d4d-90f1-3b2750a0e438 None None] Network 7a2a1d02-3669-48d0-9e10-0069a86169dc requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:55:53.268602 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-e2c3eb35-f0e2-419d-a32b-0092c93c900a None None] Publish callbacks [] for port, precommit_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:53.275618 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-0632aae4-7939-4443-bd22-82df088bcef0 admin admin] Allocated IP 172.20.0.1 (7a2a1d02-3669-48d0-9e10-0069a86169dc/4d724360-341a-471c-a682-dfac2c02f5cb/9b99e889-1f54-4851-9bde-fba4393e0942) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:55:53.283575 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-e2c3eb35-f0e2-419d-a32b-0092c93c900a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:53.314522 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] For port d685ba24-7c38-4701-ab46-32300f962da3, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d685ba24-7c38-4701-ab46-32300f962da3,segment=NetworkSegment(608ab625-2c07-4b52-ad29-98f7bbd19763),segment_id=608ab625-2c07-4b52-ad29-98f7bbd19763)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:55:53.316390 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-60d9bea4-986c-4f70-ae1b-1e118741f145 None None] Provisioning complete for port d685ba24-7c38-4701-ab46-32300f962da3 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:55:53.316874 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-60d9bea4-986c-4f70-ae1b-1e118741f145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:53.343000 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-e2c3eb35-f0e2-419d-a32b-0092c93c900a None None] Attempting to bind port 1e7d141d-a438-4a13-bc65-6577c07b9ae7 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:55:53.343371 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-e2c3eb35-f0e2-419d-a32b-0092c93c900a None None] Attempting to bind port 1e7d141d-a438-4a13-bc65-6577c07b9ae7 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:55:53.343740 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c3eb35-f0e2-419d-a32b-0092c93c900a None None] Attempting to bind port 1e7d141d-a438-4a13-bc65-6577c07b9ae7 on network 7fdf1889-f079-4166-bbda-88b2a8d8d595 {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:55:53.345819 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f8c935-9a28-4755-b559-4d146fdacec5 None None] Pushing event updated for resources: {'Port': ['ID=1e7d141d-a438-4a13-bc65-6577c07b9ae7,revision_number=2']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:55:53.352042 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c3eb35-f0e2-419d-a32b-0092c93c900a None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:55:53.352424 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c3eb35-f0e2-419d-a32b-0092c93c900a None None] Checking segment: {'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:55:53.352820 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-e2c3eb35-f0e2-419d-a32b-0092c93c900a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:53.353271 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c3eb35-f0e2-419d-a32b-0092c93c900a None None] Bound using segment: {'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:55:53.353747 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-e2c3eb35-f0e2-419d-a32b-0092c93c900a None None] Bound port: 1e7d141d-a438-4a13-bc65-6577c07b9ae7, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:55:53.354128 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-e2c3eb35-f0e2-419d-a32b-0092c93c900a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:53.372445 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae1d386-205d-4605-83ad-685bb778f8f9 None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:55:53.379508 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:53.424540 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0632aae4-7939-4443-bd22-82df088bcef0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:53.425147 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-e2c3eb35-f0e2-419d-a32b-0092c93c900a None None] For port 1e7d141d-a438-4a13-bc65-6577c07b9ae7, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:55:53.431101 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-e2c3eb35-f0e2-419d-a32b-0092c93c900a None None] For port 1e7d141d-a438-4a13-bc65-6577c07b9ae7, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1e7d141d-a438-4a13-bc65-6577c07b9ae7,segment=NetworkSegment(a32e5bfd-6fac-434f-817b-5707a23fd2ca),segment_id=a32e5bfd-6fac-434f-817b-5707a23fd2ca)] {{(pid=103155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:55:53.450210 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-e2c3eb35-f0e2-419d-a32b-0092c93c900a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:53.476407 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0632aae4-7939-4443-bd22-82df088bcef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:53.485477 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Pushing event updated for resources: {'Port': ['ID=d685ba24-7c38-4701-ab46-32300f962da3,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:55:53.508089 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c3eb35-f0e2-419d-a32b-0092c93c900a None None] Routers {'430170c9-60fa-4bbd-9d54-0568f8e5ae4a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:55:53.508731 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-e2c3eb35-f0e2-419d-a32b-0092c93c900a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:55:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['430170c9-60fa-4bbd-9d54-0568f8e5ae4a'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:55:53.513953 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd242587-f89a-4ddd-8e36-5bfdc39e4ee5 None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:55:53.526578 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0632aae4-7939-4443-bd22-82df088bcef0 admin admin] Network 7a2a1d02-3669-48d0-9e10-0069a86169dc is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:55:53.529906 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-0632aae4-7939-4443-bd22-82df088bcef0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:55:53.533808 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0632aae4-7939-4443-bd22-82df088bcef0 admin admin] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:55:53.551479 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f8c935-9a28-4755-b559-4d146fdacec5 None None] Pushing event updated for resources: {'Port': ['ID=1e7d141d-a438-4a13-bc65-6577c07b9ae7,revision_number=3']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:55:53.595256 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0632aae4-7939-4443-bd22-82df088bcef0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532557'] for router_interface, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:53.639253 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-e2c3eb35-f0e2-419d-a32b-0092c93c900a None None] Set router 430170c9-60fa-4bbd-9d54-0568f8e5ae4a gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:55:53.658808 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0632aae4-7939-4443-bd22-82df088bcef0 admin admin] Pushing event updated for resources: {'Port': ['ID=9b99e889-1f54-4851-9bde-fba4393e0942,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:55:53.763574 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0632aae4-7939-4443-bd22-82df088bcef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:53.766643 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-208172e8-800b-4517-8a7e-a2746919d1b6 None None] Provisioning complete for port 1e7d141d-a438-4a13-bc65-6577c07b9ae7 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:55:53.767456 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-208172e8-800b-4517-8a7e-a2746919d1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:53.884995 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-e2c3eb35-f0e2-419d-a32b-0092c93c900a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '430170c9-60fa-4bbd-9d54-0568f8e5ae4a', 'name': 'tempest-TestMinimumBasicScenario-1429827374-router', 'tenant_id': '1d35226d26614479ac4e0f5cff07abe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.133'}], 'enable_snat': True}, 'gw_port_id': '1e7d141d-a438-4a13-bc65-6577c07b9ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:55:50Z', 'updated_at': '2021-12-21T13:55:51Z', 'revision_number': 3, 'project_id': '1d35226d26614479ac4e0f5cff07abe0', 'gw_port': {'id': '1e7d141d-a438-4a13-bc65-6577c07b9ae7', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:47:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '430170c9-60fa-4bbd-9d54-0568f8e5ae4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:55:51Z', 'updated_at': '2021-12-21T13:55:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:55:53.889495 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-208172e8-800b-4517-8a7e-a2746919d1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:53.931874 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-208172e8-800b-4517-8a7e-a2746919d1b6 None None] For port 1e7d141d-a438-4a13-bc65-6577c07b9ae7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1e7d141d-a438-4a13-bc65-6577c07b9ae7,segment=NetworkSegment(a32e5bfd-6fac-434f-817b-5707a23fd2ca),segment_id=a32e5bfd-6fac-434f-817b-5707a23fd2ca)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:55:53.939592 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c3eb35-f0e2-419d-a32b-0092c93c900a None None] The sync data for ids ['430170c9-60fa-4bbd-9d54-0568f8e5ae4a'] in dv-neutron-master-2-hyperv is: [{'id': '430170c9-60fa-4bbd-9d54-0568f8e5ae4a', 'name': 'tempest-TestMinimumBasicScenario-1429827374-router', 'tenant_id': '1d35226d26614479ac4e0f5cff07abe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.133'}], 'enable_snat': True}, 'gw_port_id': '1e7d141d-a438-4a13-bc65-6577c07b9ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:55:50Z', 'updated_at': '2021-12-21T13:55:51Z', 'revision_number': 3, 'project_id': '1d35226d26614479ac4e0f5cff07abe0', 'gw_port': {'id': '1e7d141d-a438-4a13-bc65-6577c07b9ae7', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:47:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '430170c9-60fa-4bbd-9d54-0568f8e5ae4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:55:51Z', 'updated_at': '2021-12-21T13:55:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:55:53.947485 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-208172e8-800b-4517-8a7e-a2746919d1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:53.991252 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0632aae4-7939-4443-bd22-82df088bcef0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:53.999951 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0632aae4-7939-4443-bd22-82df088bcef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805230'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:54.028364 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208172e8-800b-4517-8a7e-a2746919d1b6 None None] Pushing event updated for resources: {'Port': ['ID=1e7d141d-a438-4a13-bc65-6577c07b9ae7,revision_number=4']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:55:54.082548 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-ffb7616a-ea73-4cd1-af77-a37b71c73c86 None None] Provisioning complete for port d685ba24-7c38-4701-ab46-32300f962da3 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:55:54.082925 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ffb7616a-ea73-4cd1-af77-a37b71c73c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:54.088678 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0632aae4-7939-4443-bd22-82df088bcef0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532537'] for router_interface, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:54.092060 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0632aae4-7939-4443-bd22-82df088bcef0 admin admin] Pushing event updated for resources: {'Port': ['ID=9b99e889-1f54-4851-9bde-fba4393e0942,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:55:54.203274 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0632aae4-7939-4443-bd22-82df088bcef0 admin admin] Network 7a2a1d02-3669-48d0-9e10-0069a86169dc is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:55:54.205052 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-0632aae4-7939-4443-bd22-82df088bcef0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:55:54.329974 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-d4274b3f-3640-4cab-b353-b0ea9f5c9078 None None] Provisioning complete for port 9b99e889-1f54-4851-9bde-fba4393e0942 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:55:54.330547 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d4274b3f-3640-4cab-b353-b0ea9f5c9078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:54.361974 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0632aae4-7939-4443-bd22-82df088bcef0 admin admin] Router 430170c9-60fa-4bbd-9d54-0568f8e5ae4a has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:55:54.398645 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-d4274b3f-3640-4cab-b353-b0ea9f5c9078 None None] Port 9b99e889-1f54-4851-9bde-fba4393e0942 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:55:54.495763 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0632aae4-7939-4443-bd22-82df088bcef0 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:55:54.508924 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-0632aae4-7939-4443-bd22-82df088bcef0 admin admin] 10.222.0.37 "PUT /v2.0/routers/430170c9-60fa-4bbd-9d54-0568f8e5ae4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1839473 Dec 21 13:55:54.636947 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-5d91d7cd-a2cd-46b4-9c2c-763cddc81d7b None None] Provisioning complete for port 9b99e889-1f54-4851-9bde-fba4393e0942 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:55:54.637436 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-5d91d7cd-a2cd-46b4-9c2c-763cddc81d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:54.674457 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-5d91d7cd-a2cd-46b4-9c2c-763cddc81d7b None None] Port 9b99e889-1f54-4851-9bde-fba4393e0942 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:55:54.861743 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 1e7d141d-a438-4a13-bc65-6577c07b9ae7 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:55:54.927205 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 1e7d141d-a438-4a13-bc65-6577c07b9ae7 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:55:54.927569 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:55.016526 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device d685ba24-7c38-4701-ab46-32300f962da3 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:55:55.066311 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port d685ba24-7c38-4701-ab46-32300f962da3 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:55:55.066816 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:55.148217 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 50e1a30b-610f-412f-95c5-4a421b3c961a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:55:55.197571 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-197328f0-944f-4ff4-8f47-472747f37a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:55.209043 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 50e1a30b-610f-412f-95c5-4a421b3c961a triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:55:55.209925 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:56.516014 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e9b458-0868-4968-8790-c5c3808d5451 None None] Sync routers for ids ['430170c9-60fa-4bbd-9d54-0568f8e5ae4a'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:55:56.528655 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e9b458-0868-4968-8790-c5c3808d5451 None None] Routers {'430170c9-60fa-4bbd-9d54-0568f8e5ae4a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:55:56.529282 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-46e9b458-0868-4968-8790-c5c3808d5451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:55:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['430170c9-60fa-4bbd-9d54-0568f8e5ae4a'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:55:56.794502 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-46e9b458-0868-4968-8790-c5c3808d5451 None None] Set router 430170c9-60fa-4bbd-9d54-0568f8e5ae4a gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:55:57.016021 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-46e9b458-0868-4968-8790-c5c3808d5451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '430170c9-60fa-4bbd-9d54-0568f8e5ae4a', 'name': 'tempest-TestMinimumBasicScenario-1429827374-router', 'tenant_id': '1d35226d26614479ac4e0f5cff07abe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.133'}], 'enable_snat': True}, 'gw_port_id': '1e7d141d-a438-4a13-bc65-6577c07b9ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:55:50Z', 'updated_at': '2021-12-21T13:55:53Z', 'revision_number': 4, 'project_id': '1d35226d26614479ac4e0f5cff07abe0', 'gw_port': {'id': '1e7d141d-a438-4a13-bc65-6577c07b9ae7', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:47:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '430170c9-60fa-4bbd-9d54-0568f8e5ae4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:55:51Z', 'updated_at': '2021-12-21T13:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '9b99e889-1f54-4851-9bde-fba4393e0942', 'name': '', 'network_id': '7a2a1d02-3669-48d0-9e10-0069a86169dc', 'tenant_id': '1d35226d26614479ac4e0f5cff07abe0', 'mac_address': 'fa:16:3e:4c:b5:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '430170c9-60fa-4bbd-9d54-0568f8e5ae4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '4d724360-341a-471c-a682-dfac2c02f5cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:55:53Z', 'updated_at': '2021-12-21T13:55:53Z', 'revision_number': 2, 'project_id': '1d35226d26614479ac4e0f5cff07abe0', 'subnets': [{'id': '4d724360-341a-471c-a682-dfac2c02f5cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:55:57.043939 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e9b458-0868-4968-8790-c5c3808d5451 None None] Checking router: 430170c9-60fa-4bbd-9d54-0568f8e5ae4a for host: dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:55:57.044316 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e9b458-0868-4968-8790-c5c3808d5451 None None] Updating router 430170c9-60fa-4bbd-9d54-0568f8e5ae4a port 9b99e889-1f54-4851-9bde-fba4393e0942 binding host dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 13:55:57.072077 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-46e9b458-0868-4968-8790-c5c3808d5451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:57.360224 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-46e9b458-0868-4968-8790-c5c3808d5451 None None] Publish callbacks [] for port, precommit_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:57.367609 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-46e9b458-0868-4968-8790-c5c3808d5451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:57.423652 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f71afd2-6105-4263-83e0-d84a8fcd56b4 None None] Pushing event updated for resources: {'Port': ['ID=9b99e889-1f54-4851-9bde-fba4393e0942,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:55:57.474733 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-46e9b458-0868-4968-8790-c5c3808d5451 None None] Attempting to bind port 9b99e889-1f54-4851-9bde-fba4393e0942 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:55:57.475943 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-46e9b458-0868-4968-8790-c5c3808d5451 None None] Attempting to bind port 9b99e889-1f54-4851-9bde-fba4393e0942 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '608ab625-2c07-4b52-ad29-98f7bbd19763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '7a2a1d02-3669-48d0-9e10-0069a86169dc'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:55:57.476610 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e9b458-0868-4968-8790-c5c3808d5451 None None] Attempting to bind port 9b99e889-1f54-4851-9bde-fba4393e0942 on network 7a2a1d02-3669-48d0-9e10-0069a86169dc {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:55:57.482370 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e9b458-0868-4968-8790-c5c3808d5451 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:55:57.482762 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e9b458-0868-4968-8790-c5c3808d5451 None None] Checking segment: {'id': '608ab625-2c07-4b52-ad29-98f7bbd19763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '7a2a1d02-3669-48d0-9e10-0069a86169dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:55:57.483167 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-46e9b458-0868-4968-8790-c5c3808d5451 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:57.483558 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e9b458-0868-4968-8790-c5c3808d5451 None None] Bound using segment: {'id': '608ab625-2c07-4b52-ad29-98f7bbd19763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '7a2a1d02-3669-48d0-9e10-0069a86169dc'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:55:57.484027 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-46e9b458-0868-4968-8790-c5c3808d5451 None None] Bound port: 9b99e889-1f54-4851-9bde-fba4393e0942, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '608ab625-2c07-4b52-ad29-98f7bbd19763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '7a2a1d02-3669-48d0-9e10-0069a86169dc'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:55:57.484583 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-46e9b458-0868-4968-8790-c5c3808d5451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:57.576870 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-46e9b458-0868-4968-8790-c5c3808d5451 None None] For port 9b99e889-1f54-4851-9bde-fba4393e0942, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:55:57.581010 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-46e9b458-0868-4968-8790-c5c3808d5451 None None] For port 9b99e889-1f54-4851-9bde-fba4393e0942, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9b99e889-1f54-4851-9bde-fba4393e0942,segment=NetworkSegment(608ab625-2c07-4b52-ad29-98f7bbd19763),segment_id=608ab625-2c07-4b52-ad29-98f7bbd19763)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:55:57.588898 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-46e9b458-0868-4968-8790-c5c3808d5451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:57.664960 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e9b458-0868-4968-8790-c5c3808d5451 None None] Routers {'430170c9-60fa-4bbd-9d54-0568f8e5ae4a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:55:57.665564 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-46e9b458-0868-4968-8790-c5c3808d5451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:55:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['430170c9-60fa-4bbd-9d54-0568f8e5ae4a'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:55:57.667837 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f71afd2-6105-4263-83e0-d84a8fcd56b4 None None] Pushing event updated for resources: {'Port': ['ID=9b99e889-1f54-4851-9bde-fba4393e0942,revision_number=4']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:55:57.671684 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-781ffa1b-6d96-41bc-ac14-9eb5f2c858fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:57.782471 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-8532e5cc-4d4c-4cdd-a6c5-439377f5e8aa None None] Provisioning complete for port 9b99e889-1f54-4851-9bde-fba4393e0942 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:55:57.782777 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8532e5cc-4d4c-4cdd-a6c5-439377f5e8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:57.847616 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-46e9b458-0868-4968-8790-c5c3808d5451 None None] Set router 430170c9-60fa-4bbd-9d54-0568f8e5ae4a gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:55:58.007063 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8532e5cc-4d4c-4cdd-a6c5-439377f5e8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:58.065629 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-8532e5cc-4d4c-4cdd-a6c5-439377f5e8aa None None] For port 9b99e889-1f54-4851-9bde-fba4393e0942, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9b99e889-1f54-4851-9bde-fba4393e0942,segment=NetworkSegment(608ab625-2c07-4b52-ad29-98f7bbd19763),segment_id=608ab625-2c07-4b52-ad29-98f7bbd19763)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:55:58.111544 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8532e5cc-4d4c-4cdd-a6c5-439377f5e8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:58.165229 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-46e9b458-0868-4968-8790-c5c3808d5451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '430170c9-60fa-4bbd-9d54-0568f8e5ae4a', 'name': 'tempest-TestMinimumBasicScenario-1429827374-router', 'tenant_id': '1d35226d26614479ac4e0f5cff07abe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.133'}], 'enable_snat': True}, 'gw_port_id': '1e7d141d-a438-4a13-bc65-6577c07b9ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:55:50Z', 'updated_at': '2021-12-21T13:55:53Z', 'revision_number': 4, 'project_id': '1d35226d26614479ac4e0f5cff07abe0', 'gw_port': {'id': '1e7d141d-a438-4a13-bc65-6577c07b9ae7', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:47:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '430170c9-60fa-4bbd-9d54-0568f8e5ae4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:55:51Z', 'updated_at': '2021-12-21T13:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '9b99e889-1f54-4851-9bde-fba4393e0942', 'name': '', 'network_id': '7a2a1d02-3669-48d0-9e10-0069a86169dc', 'tenant_id': '1d35226d26614479ac4e0f5cff07abe0', 'mac_address': 'fa:16:3e:4c:b5:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '430170c9-60fa-4bbd-9d54-0568f8e5ae4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '4d724360-341a-471c-a682-dfac2c02f5cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:55:53Z', 'updated_at': '2021-12-21T13:55:57Z', 'revision_number': 4, 'project_id': '1d35226d26614479ac4e0f5cff07abe0', 'subnets': [{'id': '4d724360-341a-471c-a682-dfac2c02f5cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:55:58.200913 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e9b458-0868-4968-8790-c5c3808d5451 None None] The sync data for ids ['430170c9-60fa-4bbd-9d54-0568f8e5ae4a'] in dv-neutron-master-2-hyperv is: [{'id': '430170c9-60fa-4bbd-9d54-0568f8e5ae4a', 'name': 'tempest-TestMinimumBasicScenario-1429827374-router', 'tenant_id': '1d35226d26614479ac4e0f5cff07abe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.133'}], 'enable_snat': True}, 'gw_port_id': '1e7d141d-a438-4a13-bc65-6577c07b9ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:55:50Z', 'updated_at': '2021-12-21T13:55:53Z', 'revision_number': 4, 'project_id': '1d35226d26614479ac4e0f5cff07abe0', 'gw_port': {'id': '1e7d141d-a438-4a13-bc65-6577c07b9ae7', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:47:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '430170c9-60fa-4bbd-9d54-0568f8e5ae4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:55:51Z', 'updated_at': '2021-12-21T13:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '9b99e889-1f54-4851-9bde-fba4393e0942', 'name': '', 'network_id': '7a2a1d02-3669-48d0-9e10-0069a86169dc', 'tenant_id': '1d35226d26614479ac4e0f5cff07abe0', 'mac_address': 'fa:16:3e:4c:b5:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '430170c9-60fa-4bbd-9d54-0568f8e5ae4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '4d724360-341a-471c-a682-dfac2c02f5cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:55:53Z', 'updated_at': '2021-12-21T13:55:57Z', 'revision_number': 4, 'project_id': '1d35226d26614479ac4e0f5cff07abe0', 'subnets': [{'id': '4d724360-341a-471c-a682-dfac2c02f5cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:55:58.202562 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8532e5cc-4d4c-4cdd-a6c5-439377f5e8aa None None] Pushing event updated for resources: {'Port': ['ID=9b99e889-1f54-4851-9bde-fba4393e0942,revision_number=5']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:55:58.234640 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-200f06a9-83fb-4f0d-8f31-89bd49be7a88 None None] Provisioning complete for port 9b99e889-1f54-4851-9bde-fba4393e0942 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:55:58.235120 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-200f06a9-83fb-4f0d-8f31-89bd49be7a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:58.813373 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 9b99e889-1f54-4851-9bde-fba4393e0942 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:55:58.882108 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 9b99e889-1f54-4851-9bde-fba4393e0942 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:55:58.882522 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:55:58.885231 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:56:00.905630 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:56:01.094669 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:56:04.627588 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c522a6-f892-4f92-a70c-d52f9d2f7b6d req-6016d69a-5176-46ad-8292-73b193fdb487 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:56:04.629058 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-48c522a6-f892-4f92-a70c-d52f9d2f7b6d req-6016d69a-5176-46ad-8292-73b193fdb487 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] 10.222.0.37 "GET /v2.0/networks?id=3c71c3ae-85c0-4bdf-94e9-135469248cc9 HTTP/1.1" status: 200 len: 815 time: 0.1018481 Dec 21 13:56:04.643492 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-48c522a6-f892-4f92-a70c-d52f9d2f7b6d req-eb765392-0238-43aa-9ca2-d3ffde2eebaa tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] 10.222.0.37 "GET /v2.0/quotas/2acea4abd1514569a4efd8e8d3ceec51 HTTP/1.1" status: 200 len: 375 time: 0.0087333 Dec 21 13:56:04.696409 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-48c522a6-f892-4f92-a70c-d52f9d2f7b6d req-21127825-5d1a-4447-80f5-df1e4e90e7b8 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2acea4abd1514569a4efd8e8d3ceec51&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480011 Dec 21 13:56:04.874076 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-48c522a6-f892-4f92-a70c-d52f9d2f7b6d req-e135008e-6873-4fb4-92a1-2d387eaad286 service neutron] 10.222.0.37 "GET /v2.0/networks/3c71c3ae-85c0-4bdf-94e9-135469248cc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663091 Dec 21 13:56:04.964581 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-48c522a6-f892-4f92-a70c-d52f9d2f7b6d req-fb90a9dc-07bf-4714-aa2f-ee61afeeefa9 service neutron] 10.222.0.37 "GET /v2.0/networks/3c71c3ae-85c0-4bdf-94e9-135469248cc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844417 Dec 21 13:56:05.122213 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a57c57ed-71eb-47eb-b250-91f4824f8e20 req-2d3e8930-52c6-4b1a-82e4-43b1d4d6b390 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] 10.222.0.37 "GET /v2.0/ports?device_id=4389943a-dee3-4949-97ca-cf19c106fcbf HTTP/1.1" status: 200 len: 210 time: 0.0261452 Dec 21 13:56:06.127314 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c522a6-f892-4f92-a70c-d52f9d2f7b6d req-1eb1f5a8-bf8d-41c6-9ecf-8c86933ef424 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:56:06.128742 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-48c522a6-f892-4f92-a70c-d52f9d2f7b6d req-1eb1f5a8-bf8d-41c6-9ecf-8c86933ef424 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] 10.222.0.60 "GET /v2.0/networks?id=3c71c3ae-85c0-4bdf-94e9-135469248cc9 HTTP/1.1" status: 200 len: 815 time: 0.1134539 Dec 21 13:56:06.156080 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [req-48c522a6-f892-4f92-a70c-d52f9d2f7b6d req-b71df1cd-0b84-4942-b5b7-c4047daac544 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Request body: {'port': {'device_id': '4389943a-dee3-4949-97ca-cf19c106fcbf', 'network_id': '3c71c3ae-85c0-4bdf-94e9-135469248cc9', 'admin_state_up': True, 'tenant_id': '2acea4abd1514569a4efd8e8d3ceec51'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:56:06.216699 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-f0e8a763-b81a-498e-a95a-f680803b93d2 req-4d24f20d-1901-470b-a7fc-de94e6e818fc tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] 10.222.0.37 "GET /v2.0/ports?device_id=4389943a-dee3-4949-97ca-cf19c106fcbf HTTP/1.1" status: 200 len: 210 time: 0.0270512 Dec 21 13:56:06.271103 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48c522a6-f892-4f92-a70c-d52f9d2f7b6d req-b71df1cd-0b84-4942-b5b7-c4047daac544 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Made reservation on behalf of 2acea4abd1514569a4efd8e8d3ceec51 for: {'port': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:56:06.275523 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-48c522a6-f892-4f92-a70c-d52f9d2f7b6d req-b71df1cd-0b84-4942-b5b7-c4047daac544 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:56:06.408029 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [req-48c522a6-f892-4f92-a70c-d52f9d2f7b6d req-b71df1cd-0b84-4942-b5b7-c4047daac544 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Allocated IP 172.20.0.6 (3c71c3ae-85c0-4bdf-94e9-135469248cc9/ae12a719-c08e-4d60-b2c1-280c00221267/c2ba413c-6bd5-4560-9896-9ee96472b4fa) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:56:06.609344 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-48c522a6-f892-4f92-a70c-d52f9d2f7b6d req-b71df1cd-0b84-4942-b5b7-c4047daac544 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:56:06.647319 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-48c522a6-f892-4f92-a70c-d52f9d2f7b6d req-b71df1cd-0b84-4942-b5b7-c4047daac544 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:56:06.713354 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48c522a6-f892-4f92-a70c-d52f9d2f7b6d req-b71df1cd-0b84-4942-b5b7-c4047daac544 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Network 3c71c3ae-85c0-4bdf-94e9-135469248cc9 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:56:06.718432 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [req-48c522a6-f892-4f92-a70c-d52f9d2f7b6d req-b71df1cd-0b84-4942-b5b7-c4047daac544 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:56:06.733473 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71df1cd-0b84-4942-b5b7-c4047daac544 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Pushing event updated for resources: {'Port': ['ID=c2ba413c-6bd5-4560-9896-9ee96472b4fa,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:56:06.737105 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [req-48c522a6-f892-4f92-a70c-d52f9d2f7b6d req-b71df1cd-0b84-4942-b5b7-c4047daac544 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:56:06.809600 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c522a6-f892-4f92-a70c-d52f9d2f7b6d req-b71df1cd-0b84-4942-b5b7-c4047daac544 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:56:06.810285 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-48c522a6-f892-4f92-a70c-d52f9d2f7b6d req-b71df1cd-0b84-4942-b5b7-c4047daac544 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:56:06.835107 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-48c522a6-f892-4f92-a70c-d52f9d2f7b6d req-b71df1cd-0b84-4942-b5b7-c4047daac544 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6832070 Dec 21 13:56:07.021001 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-94edd1f8-ead9-462f-90a9-a3a64b7406a3 None None] Provisioning complete for port c2ba413c-6bd5-4560-9896-9ee96472b4fa triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:56:07.022764 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-94edd1f8-ead9-462f-90a9-a3a64b7406a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:56:07.058887 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-94edd1f8-ead9-462f-90a9-a3a64b7406a3 None None] Port c2ba413c-6bd5-4560-9896-9ee96472b4fa cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:56:07.349372 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d24f79-d095-4847-9af3-15c0eb21b89e req-ed862719-3db2-4ee9-a812-3d4dd109da34 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:56:07.350887 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-62d24f79-d095-4847-9af3-15c0eb21b89e req-ed862719-3db2-4ee9-a812-3d4dd109da34 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] 10.222.0.37 "GET /v2.0/ports?device_id=4389943a-dee3-4949-97ca-cf19c106fcbf HTTP/1.1" status: 200 len: 931 time: 0.0609906 Dec 21 13:56:07.406057 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-62d24f79-d095-4847-9af3-15c0eb21b89e req-620a37a2-5edc-48b9-badd-a0c86fd5630f tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] 10.222.0.37 "GET /v2.0/security-groups?id=f60ae3d6-e15a-46f6-a7d5-cbadd4779a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487108 Dec 21 13:56:08.535313 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867e3028-49cc-4415-a831-cd0726e88db8 req-e2cabdfd-a387-43cd-98ed-ba3e49c479a2 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:56:08.542790 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-867e3028-49cc-4415-a831-cd0726e88db8 req-e2cabdfd-a387-43cd-98ed-ba3e49c479a2 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] 10.222.0.37 "GET /v2.0/ports?device_id=4389943a-dee3-4949-97ca-cf19c106fcbf HTTP/1.1" status: 200 len: 931 time: 0.0618129 Dec 21 13:56:08.589185 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-867e3028-49cc-4415-a831-cd0726e88db8 req-07ac062e-7e98-4455-8c94-ec75c4cb29e8 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] 10.222.0.37 "GET /v2.0/security-groups?id=f60ae3d6-e15a-46f6-a7d5-cbadd4779a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454607 Dec 21 13:56:09.712399 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e0f5be-7183-44fd-923c-aae9f8ef3494 req-4db5e2f4-08ff-4882-acd3-6d7f2a71e557 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:56:09.713963 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-36e0f5be-7183-44fd-923c-aae9f8ef3494 req-4db5e2f4-08ff-4882-acd3-6d7f2a71e557 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] 10.222.0.37 "GET /v2.0/ports?device_id=4389943a-dee3-4949-97ca-cf19c106fcbf HTTP/1.1" status: 200 len: 931 time: 0.0577698 Dec 21 13:56:09.764979 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-36e0f5be-7183-44fd-923c-aae9f8ef3494 req-683c26ed-201a-40ca-907f-4bb79b566c51 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] 10.222.0.37 "GET /v2.0/security-groups?id=f60ae3d6-e15a-46f6-a7d5-cbadd4779a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450633 Dec 21 13:56:10.890577 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989bd523-a9d5-41e9-977a-a84dc798ee69 req-048c70cb-e6ab-4a0b-bb61-da487872688f tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:56:10.892244 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-989bd523-a9d5-41e9-977a-a84dc798ee69 req-048c70cb-e6ab-4a0b-bb61-da487872688f tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] 10.222.0.37 "GET /v2.0/ports?device_id=4389943a-dee3-4949-97ca-cf19c106fcbf HTTP/1.1" status: 200 len: 931 time: 0.0562999 Dec 21 13:56:10.944944 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-989bd523-a9d5-41e9-977a-a84dc798ee69 req-b45788a0-8dbe-417d-87e9-c3c1eb2decdd tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] 10.222.0.37 "GET /v2.0/security-groups?id=f60ae3d6-e15a-46f6-a7d5-cbadd4779a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457621 Dec 21 13:56:12.065108 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe8d483-214d-43c2-a548-959a23823e71 req-5b51d7e2-d4a9-410f-8e21-ae34b593ad00 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:56:12.066965 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-0fe8d483-214d-43c2-a548-959a23823e71 req-5b51d7e2-d4a9-410f-8e21-ae34b593ad00 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] 10.222.0.37 "GET /v2.0/ports?device_id=4389943a-dee3-4949-97ca-cf19c106fcbf HTTP/1.1" status: 200 len: 931 time: 0.0542033 Dec 21 13:56:12.127214 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-0fe8d483-214d-43c2-a548-959a23823e71 req-ed20a562-15e6-41ce-8ad9-786dafc34a2e tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] 10.222.0.37 "GET /v2.0/security-groups?id=f60ae3d6-e15a-46f6-a7d5-cbadd4779a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539377 Dec 21 13:56:13.256375 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a24135-9a72-4ac6-a3b3-60cf7dc51252 req-56c47875-3c59-4438-9f08-15790ff1d3f5 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:56:13.260497 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-29a24135-9a72-4ac6-a3b3-60cf7dc51252 req-56c47875-3c59-4438-9f08-15790ff1d3f5 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] 10.222.0.37 "GET /v2.0/ports?device_id=4389943a-dee3-4949-97ca-cf19c106fcbf HTTP/1.1" status: 200 len: 931 time: 0.0583754 Dec 21 13:56:13.311854 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-29a24135-9a72-4ac6-a3b3-60cf7dc51252 req-61d9e781-1134-4434-bd7e-658ab1eef6b6 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] 10.222.0.37 "GET /v2.0/security-groups?id=f60ae3d6-e15a-46f6-a7d5-cbadd4779a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468545 Dec 21 13:56:13.452102 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:56:13.943909 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [req-48c522a6-f892-4f92-a70c-d52f9d2f7b6d req-d281ead8-9baf-4b6a-a29b-bff741e946cd service neutron] Request body: {'port': {'device_id': '4389943a-dee3-4949-97ca-cf19c106fcbf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:56:13.995789 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-48c522a6-f892-4f92-a70c-d52f9d2f7b6d req-d281ead8-9baf-4b6a-a29b-bff741e946cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:56:14.250636 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [req-48c522a6-f892-4f92-a70c-d52f9d2f7b6d req-d281ead8-9baf-4b6a-a29b-bff741e946cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2ba413c-6bd5-4560-9896-9ee96472b4fa {{(pid=103153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 13:56:14.257700 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-48c522a6-f892-4f92-a70c-d52f9d2f7b6d req-d281ead8-9baf-4b6a-a29b-bff741e946cd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:56:14.269334 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.provisioning_blocks [req-48c522a6-f892-4f92-a70c-d52f9d2f7b6d req-d281ead8-9baf-4b6a-a29b-bff741e946cd service neutron] Transition to ACTIVE for port object c2ba413c-6bd5-4560-9896-9ee96472b4fa will not be triggered until provisioned by entity L2. {{(pid=103153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 13:56:14.273282 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-48c522a6-f892-4f92-a70c-d52f9d2f7b6d req-d281ead8-9baf-4b6a-a29b-bff741e946cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:56:14.324400 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d281ead8-9baf-4b6a-a29b-bff741e946cd service neutron] Pushing event updated for resources: {'Port': ['ID=c2ba413c-6bd5-4560-9896-9ee96472b4fa,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:56:14.412534 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-48c522a6-f892-4f92-a70c-d52f9d2f7b6d req-d281ead8-9baf-4b6a-a29b-bff741e946cd service neutron] Attempting to bind port c2ba413c-6bd5-4560-9896-9ee96472b4fa on host hv-neutron-mast for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:56:14.413561 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-48c522a6-f892-4f92-a70c-d52f9d2f7b6d req-d281ead8-9baf-4b6a-a29b-bff741e946cd service neutron] Attempting to bind port c2ba413c-6bd5-4560-9896-9ee96472b4fa by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '3b16d697-8975-4180-a46e-b35ceb93ff5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '3c71c3ae-85c0-4bdf-94e9-135469248cc9'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:56:14.413777 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c522a6-f892-4f92-a70c-d52f9d2f7b6d req-d281ead8-9baf-4b6a-a29b-bff741e946cd service neutron] Attempting to bind port c2ba413c-6bd5-4560-9896-9ee96472b4fa on network 3c71c3ae-85c0-4bdf-94e9-135469248cc9 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:56:14.419156 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c522a6-f892-4f92-a70c-d52f9d2f7b6d req-d281ead8-9baf-4b6a-a29b-bff741e946cd service neutron] Port c2ba413c-6bd5-4560-9896-9ee96472b4fa on network 3c71c3ae-85c0-4bdf-94e9-135469248cc9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 13:56:14.419474 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c522a6-f892-4f92-a70c-d52f9d2f7b6d req-d281ead8-9baf-4b6a-a29b-bff741e946cd service neutron] Attempting to bind port c2ba413c-6bd5-4560-9896-9ee96472b4fa on network 3c71c3ae-85c0-4bdf-94e9-135469248cc9 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:56:14.439294 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c522a6-f892-4f92-a70c-d52f9d2f7b6d req-d281ead8-9baf-4b6a-a29b-bff741e946cd service neutron] Checking agent: {'id': 'cb078e0e-af00-4e4f-8117-46ca6496af1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 23, 43), 'started_at': datetime.datetime(2021, 12, 21, 13, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:56:14.439630 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c522a6-f892-4f92-a70c-d52f9d2f7b6d req-d281ead8-9baf-4b6a-a29b-bff741e946cd service neutron] Checking segment: {'id': '3b16d697-8975-4180-a46e-b35ceb93ff5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '3c71c3ae-85c0-4bdf-94e9-135469248cc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:56:14.440014 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c522a6-f892-4f92-a70c-d52f9d2f7b6d req-d281ead8-9baf-4b6a-a29b-bff741e946cd service neutron] Bound using segment: {'id': '3b16d697-8975-4180-a46e-b35ceb93ff5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '3c71c3ae-85c0-4bdf-94e9-135469248cc9'} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:56:14.440448 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-48c522a6-f892-4f92-a70c-d52f9d2f7b6d req-d281ead8-9baf-4b6a-a29b-bff741e946cd service neutron] Bound port: c2ba413c-6bd5-4560-9896-9ee96472b4fa, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b16d697-8975-4180-a46e-b35ceb93ff5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '3c71c3ae-85c0-4bdf-94e9-135469248cc9'}}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:56:14.440803 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-48c522a6-f892-4f92-a70c-d52f9d2f7b6d req-d281ead8-9baf-4b6a-a29b-bff741e946cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:56:14.493749 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207eaf9b-3797-4961-8d23-9006547b0620 req-4fa5b4e4-30fd-4073-9217-b3f52e8ef88f tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:56:14.495299 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-207eaf9b-3797-4961-8d23-9006547b0620 req-4fa5b4e4-30fd-4073-9217-b3f52e8ef88f tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] 10.222.0.37 "GET /v2.0/ports?device_id=4389943a-dee3-4949-97ca-cf19c106fcbf HTTP/1.1" status: 200 len: 943 time: 0.0921576 Dec 21 13:56:14.548049 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-48c522a6-f892-4f92-a70c-d52f9d2f7b6d req-d281ead8-9baf-4b6a-a29b-bff741e946cd service neutron] For port c2ba413c-6bd5-4560-9896-9ee96472b4fa, host hv-neutron-mast, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:56:14.567376 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-48c522a6-f892-4f92-a70c-d52f9d2f7b6d req-d281ead8-9baf-4b6a-a29b-bff741e946cd service neutron] For port c2ba413c-6bd5-4560-9896-9ee96472b4fa, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c2ba413c-6bd5-4560-9896-9ee96472b4fa,segment=NetworkSegment(3b16d697-8975-4180-a46e-b35ceb93ff5a),segment_id=3b16d697-8975-4180-a46e-b35ceb93ff5a)] {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:56:14.571656 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-207eaf9b-3797-4961-8d23-9006547b0620 req-f3aa3db7-d260-4958-8a63-6f3fe53c3bd5 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] 10.222.0.37 "GET /v2.0/security-groups?id=f60ae3d6-e15a-46f6-a7d5-cbadd4779a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697062 Dec 21 13:56:14.573174 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-48c522a6-f892-4f92-a70c-d52f9d2f7b6d req-d281ead8-9baf-4b6a-a29b-bff741e946cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:56:14.606278 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c522a6-f892-4f92-a70c-d52f9d2f7b6d req-d281ead8-9baf-4b6a-a29b-bff741e946cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:56:14.606923 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-48c522a6-f892-4f92-a70c-d52f9d2f7b6d req-d281ead8-9baf-4b6a-a29b-bff741e946cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:56:14.608301 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-48c522a6-f892-4f92-a70c-d52f9d2f7b6d req-d281ead8-9baf-4b6a-a29b-bff741e946cd service neutron] 10.222.0.60 "PUT /v2.0/ports/c2ba413c-6bd5-4560-9896-9ee96472b4fa HTTP/1.1" status: 200 len: 1093 time: 0.6686983 Dec 21 13:56:14.608794 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4389943a-dee3-4949-97ca-cf19c106fcbf', 'tag': 'c2ba413c-6bd5-4560-9896-9ee96472b4fa'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:56:14.611014 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af6034c98e584fa55ea4398f343c742ceb598288507feaf30d5a15785b2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02a26ba0-8ccb-43e5-8109-108c32bd8e06" -d '{"events": [{"name": "network-changed", "server_uuid": "4389943a-dee3-4949-97ca-cf19c106fcbf", "tag": "c2ba413c-6bd5-4560-9896-9ee96472b4fa"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:56:14.636528 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d281ead8-9baf-4b6a-a29b-bff741e946cd service neutron] Pushing event updated for resources: {'Port': ['ID=c2ba413c-6bd5-4560-9896-9ee96472b4fa,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:56:14.659268 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 13:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57e5f46e-207c-476b-97f2-e581e1f001b2 x-openstack-request-id: req-57e5f46e-207c-476b-97f2-e581e1f001b2 {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:56:14.659940 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4389943a-dee3-4949-97ca-cf19c106fcbf", "tag": "c2ba413c-6bd5-4560-9896-9ee96472b4fa", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:56:14.659940 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-57e5f46e-207c-476b-97f2-e581e1f001b2 {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:56:14.660256 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4389943a-dee3-4949-97ca-cf19c106fcbf', 'tag': 'c2ba413c-6bd5-4560-9896-9ee96472b4fa', 'status': 'completed', 'code': 200} Dec 21 13:56:14.721360 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c522a6-f892-4f92-a70c-d52f9d2f7b6d req-379c84b1-8905-4f59-b146-ccf25489bef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:56:14.722916 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-48c522a6-f892-4f92-a70c-d52f9d2f7b6d req-379c84b1-8905-4f59-b146-ccf25489bef1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2acea4abd1514569a4efd8e8d3ceec51&device_id=4389943a-dee3-4949-97ca-cf19c106fcbf HTTP/1.1" status: 200 len: 1096 time: 0.0465643 Dec 21 13:56:14.770006 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-48c522a6-f892-4f92-a70c-d52f9d2f7b6d req-fac66dab-d8c4-4035-922b-05ef001fbec4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2ba413c-6bd5-4560-9896-9ee96472b4fa HTTP/1.1" status: 200 len: 217 time: 0.0349896 Dec 21 13:56:14.819687 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c522a6-f892-4f92-a70c-d52f9d2f7b6d req-fc61ada3-c840-484b-bb64-5a9514472ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:56:14.821161 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-48c522a6-f892-4f92-a70c-d52f9d2f7b6d req-fc61ada3-c840-484b-bb64-5a9514472ec9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ae12a719-c08e-4d60-b2c1-280c00221267 HTTP/1.1" status: 200 len: 854 time: 0.0438867 Dec 21 13:56:14.866908 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c522a6-f892-4f92-a70c-d52f9d2f7b6d req-19194f32-fca5-4dfb-b33f-6d6c15c434b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:56:14.868402 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-48c522a6-f892-4f92-a70c-d52f9d2f7b6d req-19194f32-fca5-4dfb-b33f-6d6c15c434b3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3c71c3ae-85c0-4bdf-94e9-135469248cc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404129 Dec 21 13:56:15.207123 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-48c522a6-f892-4f92-a70c-d52f9d2f7b6d req-54666901-b4a3-4bd3-92c4-a0656fa2ccf7 service neutron] 10.222.0.60 "GET /v2.0/networks/3c71c3ae-85c0-4bdf-94e9-135469248cc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3322654 Dec 21 13:56:15.296302 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-48c522a6-f892-4f92-a70c-d52f9d2f7b6d req-5ee7c213-ad88-4052-b6af-b2a31a9daae5 service neutron] 10.222.0.60 "GET /v2.0/networks/3c71c3ae-85c0-4bdf-94e9-135469248cc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829883 Dec 21 13:56:15.419603 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a26ba0-8ccb-43e5-8109-108c32bd8e06 req-3c26e006-08a2-471e-b47d-745e203e04dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:56:15.421070 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-02a26ba0-8ccb-43e5-8109-108c32bd8e06 req-3c26e006-08a2-471e-b47d-745e203e04dd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2acea4abd1514569a4efd8e8d3ceec51&device_id=4389943a-dee3-4949-97ca-cf19c106fcbf HTTP/1.1" status: 200 len: 1096 time: 0.0399876 Dec 21 13:56:15.509082 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a26ba0-8ccb-43e5-8109-108c32bd8e06 req-e7d541d6-ecda-44ce-9102-a448ed739abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:56:15.510450 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-02a26ba0-8ccb-43e5-8109-108c32bd8e06 req-e7d541d6-ecda-44ce-9102-a448ed739abe service neutron] 10.222.0.60 "GET /v2.0/networks?id=3c71c3ae-85c0-4bdf-94e9-135469248cc9 HTTP/1.1" status: 200 len: 916 time: 0.0812919 Dec 21 13:56:15.554878 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-02a26ba0-8ccb-43e5-8109-108c32bd8e06 req-c27b43ca-8f2a-46ab-af80-f35102b91a63 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2ba413c-6bd5-4560-9896-9ee96472b4fa HTTP/1.1" status: 200 len: 217 time: 0.0369461 Dec 21 13:56:15.602140 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a26ba0-8ccb-43e5-8109-108c32bd8e06 req-63553db5-0218-4aeb-80ef-ea6b3fca7246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:56:15.603650 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-02a26ba0-8ccb-43e5-8109-108c32bd8e06 req-63553db5-0218-4aeb-80ef-ea6b3fca7246 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ae12a719-c08e-4d60-b2c1-280c00221267 HTTP/1.1" status: 200 len: 854 time: 0.0416656 Dec 21 13:56:15.676030 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a26ba0-8ccb-43e5-8109-108c32bd8e06 req-c5b10a1e-9b17-4eef-9cdb-8f1ffe66c98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:56:15.677486 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-02a26ba0-8ccb-43e5-8109-108c32bd8e06 req-c5b10a1e-9b17-4eef-9cdb-8f1ffe66c98c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3c71c3ae-85c0-4bdf-94e9-135469248cc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665865 Dec 21 13:56:15.718841 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3703b2-3a53-46d1-8b4e-0415bb0c6247 req-8068df8b-3dda-4a00-bbde-133e67838199 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:56:15.720246 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-cd3703b2-3a53-46d1-8b4e-0415bb0c6247 req-8068df8b-3dda-4a00-bbde-133e67838199 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] 10.222.0.37 "GET /v2.0/ports?device_id=4389943a-dee3-4949-97ca-cf19c106fcbf HTTP/1.1" status: 200 len: 943 time: 0.0802152 Dec 21 13:56:15.808718 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-02a26ba0-8ccb-43e5-8109-108c32bd8e06 req-dded9bcb-09b3-434a-a0da-b8bd2fd6fe5d service neutron] 10.222.0.60 "GET /v2.0/networks/3c71c3ae-85c0-4bdf-94e9-135469248cc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224613 Dec 21 13:56:15.812011 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-cd3703b2-3a53-46d1-8b4e-0415bb0c6247 req-7e13bd15-2d11-4b3e-9061-df9338c88042 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] 10.222.0.37 "GET /v2.0/security-groups?id=f60ae3d6-e15a-46f6-a7d5-cbadd4779a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638392 Dec 21 13:56:15.900627 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-02a26ba0-8ccb-43e5-8109-108c32bd8e06 req-95721a3f-d766-4037-bbc6-689ddcb44cfb service neutron] 10.222.0.60 "GET /v2.0/networks/3c71c3ae-85c0-4bdf-94e9-135469248cc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849581 Dec 21 13:56:16.924289 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79592d34-9c04-454d-aefe-f651af5c2b1b req-71a3a089-c890-45b9-a4b8-cb9e53fca799 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:56:16.926025 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-79592d34-9c04-454d-aefe-f651af5c2b1b req-71a3a089-c890-45b9-a4b8-cb9e53fca799 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] 10.222.0.37 "GET /v2.0/ports?device_id=4389943a-dee3-4949-97ca-cf19c106fcbf HTTP/1.1" status: 200 len: 943 time: 0.0481839 Dec 21 13:56:17.269516 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-79592d34-9c04-454d-aefe-f651af5c2b1b req-38953ecd-def6-4ea9-a901-a02eac521ac4 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] 10.222.0.37 "GET /v2.0/security-groups?id=f60ae3d6-e15a-46f6-a7d5-cbadd4779a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3372331 Dec 21 13:56:17.391874 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device c2ba413c-6bd5-4560-9896-9ee96472b4fa details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 13:56:17.492650 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port c2ba413c-6bd5-4560-9896-9ee96472b4fa, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c2ba413c-6bd5-4560-9896-9ee96472b4fa,segment=NetworkSegment(3b16d697-8975-4180-a46e-b35ceb93ff5a),segment_id=3b16d697-8975-4180-a46e-b35ceb93ff5a)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:56:17.502492 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Returning: {'device': 'c2ba413c-6bd5-4560-9896-9ee96472b4fa', 'network_id': '3c71c3ae-85c0-4bdf-94e9-135469248cc9', 'port_id': 'c2ba413c-6bd5-4560-9896-9ee96472b4fa', 'mac_address': 'fa:16:3e:ca:47:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae12a719-c08e-4d60-b2c1-280c00221267', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 13:56:17.539019 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:56:17.551201 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2ba413c-6bd5-4560-9896-9ee96472b4fa {{(pid=103154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 13:56:17.568985 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port c2ba413c-6bd5-4560-9896-9ee96472b4fa, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c2ba413c-6bd5-4560-9896-9ee96472b4fa,segment=NetworkSegment(3b16d697-8975-4180-a46e-b35ceb93ff5a),segment_id=3b16d697-8975-4180-a46e-b35ceb93ff5a)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:56:17.573086 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:56:17.617660 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=c2ba413c-6bd5-4560-9896-9ee96472b4fa,revision_number=4']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:56:17.624368 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:56:17.624714 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:56:17.625053 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:56:17.625383 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:56:17.625709 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:56:17.626031 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:56:17.626379 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:56:17.626692 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:56:17.627010 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:56:17.627326 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:56:17.627641 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:56:17.627952 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:56:17.628263 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:56:17.863925 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] get_ports_and_sgs() called for port_ids ['c2ba413c-6bd5-4560-9896-9ee96472b4fa'] {{(pid=103154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 13:56:18.387158 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf05d7d-7c80-41ea-9b69-4fd368e4aa06 req-54962b08-5695-4382-9b0f-ab9e454abf2e tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:56:18.388359 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-faf05d7d-7c80-41ea-9b69-4fd368e4aa06 req-54962b08-5695-4382-9b0f-ab9e454abf2e tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] 10.222.0.37 "GET /v2.0/ports?device_id=4389943a-dee3-4949-97ca-cf19c106fcbf HTTP/1.1" status: 200 len: 944 time: 0.0534098 Dec 21 13:56:18.435186 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-faf05d7d-7c80-41ea-9b69-4fd368e4aa06 req-c6e975c0-acf8-49d5-a53a-373c699a0c72 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] 10.222.0.37 "GET /v2.0/security-groups?id=f60ae3d6-e15a-46f6-a7d5-cbadd4779a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405242 Dec 21 13:56:19.391813 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device c2ba413c-6bd5-4560-9896-9ee96472b4fa up at agent hyperv_hv-neutron-mast {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:56:19.441132 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Provisioning for port c2ba413c-6bd5-4560-9896-9ee96472b4fa completed by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 13:56:19.445994 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Provisioning complete for port c2ba413c-6bd5-4560-9896-9ee96472b4fa triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:56:19.446370 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:56:19.525423 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:56:19.548174 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4389943a-dee3-4949-97ca-cf19c106fcbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2ba413c-6bd5-4560-9896-9ee96472b4fa'}] {{(pid=103154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:56:19.548647 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1666c980-08f7-4d46-b479-469e1ef339c7 req-270605c5-d944-442c-82da-6fea3da156e1 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:56:19.550142 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-1666c980-08f7-4d46-b479-469e1ef339c7 req-270605c5-d944-442c-82da-6fea3da156e1 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] 10.222.0.37 "GET /v2.0/ports?device_id=4389943a-dee3-4949-97ca-cf19c106fcbf HTTP/1.1" status: 200 len: 944 time: 0.0502172 Dec 21 13:56:19.550535 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6f45aca8ac5f8c0cc5868273c98d8aa60330245aed22d61c8da5c1f2d6fc01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eec0a09-730d-4394-b43e-18be2d9cc563" -d '{"events": [{"server_uuid": "4389943a-dee3-4949-97ca-cf19c106fcbf", "name": "network-vif-plugged", "status": "completed", "tag": "c2ba413c-6bd5-4560-9896-9ee96472b4fa"}]}' {{(pid=103154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:56:19.568686 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port c2ba413c-6bd5-4560-9896-9ee96472b4fa, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c2ba413c-6bd5-4560-9896-9ee96472b4fa,segment=NetworkSegment(3b16d697-8975-4180-a46e-b35ceb93ff5a),segment_id=3b16d697-8975-4180-a46e-b35ceb93ff5a)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:56:19.573908 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:56:19.599859 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 13:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cf2c047-82b4-4565-ba3f-057ab95b41ca x-openstack-request-id: req-7cf2c047-82b4-4565-ba3f-057ab95b41ca {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:56:19.600531 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-1666c980-08f7-4d46-b479-469e1ef339c7 req-4bed6cbe-35b9-4c01-8256-d90312886bb3 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] 10.222.0.37 "GET /v2.0/security-groups?id=f60ae3d6-e15a-46f6-a7d5-cbadd4779a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435743 Dec 21 13:56:19.602546 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4389943a-dee3-4949-97ca-cf19c106fcbf", "name": "network-vif-plugged", "status": "completed", "tag": "c2ba413c-6bd5-4560-9896-9ee96472b4fa", "code": 200}]} {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:56:19.602832 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7cf2c047-82b4-4565-ba3f-057ab95b41ca {{(pid=103154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:56:19.603280 dv-neutron-master-2-hyperv neutron-server[103154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4389943a-dee3-4949-97ca-cf19c106fcbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2ba413c-6bd5-4560-9896-9ee96472b4fa', 'code': 200} Dec 21 13:56:19.624983 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=c2ba413c-6bd5-4560-9896-9ee96472b4fa,revision_number=5']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:56:19.802158 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73522bc1-48fb-41c1-88b7-67668c115d12 req-ab40f2be-92ff-4373-9d21-1c8599a125d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:56:19.804077 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-73522bc1-48fb-41c1-88b7-67668c115d12 req-ab40f2be-92ff-4373-9d21-1c8599a125d8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4389943a-dee3-4949-97ca-cf19c106fcbf HTTP/1.1" status: 200 len: 1098 time: 0.0449848 Dec 21 13:56:19.847429 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-73522bc1-48fb-41c1-88b7-67668c115d12 req-b6259a68-203a-455c-afca-698a20d189a2 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f60ae3d6-e15a-46f6-a7d5-cbadd4779a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367284 Dec 21 13:56:20.715249 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89ab395-2d84-4983-890a-ac0ee9d93155 req-d7102faa-cd06-4ccc-a18c-cfd53afaf90d tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:56:20.716784 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c89ab395-2d84-4983-890a-ac0ee9d93155 req-d7102faa-cd06-4ccc-a18c-cfd53afaf90d tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] 10.222.0.37 "GET /v2.0/ports?device_id=4389943a-dee3-4949-97ca-cf19c106fcbf HTTP/1.1" status: 200 len: 945 time: 0.0499482 Dec 21 13:56:20.764111 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c89ab395-2d84-4983-890a-ac0ee9d93155 req-b2b6729a-f40a-4a35-84ea-73a0c7d21c2f tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] 10.222.0.37 "GET /v2.0/security-groups?id=f60ae3d6-e15a-46f6-a7d5-cbadd4779a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414383 Dec 21 13:56:21.877605 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfe4937-1abc-4204-8952-c3c729956d46 req-e8d1edde-73c5-4e3a-85e5-1aa39274dbd4 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:56:21.879108 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-fbfe4937-1abc-4204-8952-c3c729956d46 req-e8d1edde-73c5-4e3a-85e5-1aa39274dbd4 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] 10.222.0.37 "GET /v2.0/ports?device_id=4389943a-dee3-4949-97ca-cf19c106fcbf HTTP/1.1" status: 200 len: 945 time: 0.0486321 Dec 21 13:56:21.928336 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-fbfe4937-1abc-4204-8952-c3c729956d46 req-0b8bf474-8fc0-4471-bf73-069f0a6122a3 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] 10.222.0.37 "GET /v2.0/security-groups?id=f60ae3d6-e15a-46f6-a7d5-cbadd4779a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433819 Dec 21 13:56:22.038306 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a3ba02-fb73-429d-9bca-4168ee4eef7f req-ffc9e5f8-ee5d-40c6-a85d-cb549ffdb6b1 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:56:22.039794 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a5a3ba02-fb73-429d-9bca-4168ee4eef7f req-ffc9e5f8-ee5d-40c6-a85d-cb549ffdb6b1 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] 10.222.0.37 "GET /v2.0/ports?device_id=4389943a-dee3-4949-97ca-cf19c106fcbf HTTP/1.1" status: 200 len: 945 time: 0.0480754 Dec 21 13:56:22.090845 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a5a3ba02-fb73-429d-9bca-4168ee4eef7f req-4317f3db-dedd-4682-abad-ce4ea3cba922 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] 10.222.0.37 "GET /v2.0/security-groups?id=f60ae3d6-e15a-46f6-a7d5-cbadd4779a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452313 Dec 21 13:56:22.406707 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddae5418-f908-455f-8b6f-c0e89e7d3be8 req-2c37aed3-4027-4824-92ec-0b8807e8295b tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:56:22.408183 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-ddae5418-f908-455f-8b6f-c0e89e7d3be8 req-2c37aed3-4027-4824-92ec-0b8807e8295b tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] 10.222.0.37 "GET /v2.0/ports?device_id=4389943a-dee3-4949-97ca-cf19c106fcbf HTTP/1.1" status: 200 len: 945 time: 0.0487916 Dec 21 13:56:22.453683 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-ddae5418-f908-455f-8b6f-c0e89e7d3be8 req-f0ec69bd-9fbf-4ed1-997d-3cf2159df587 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] 10.222.0.37 "GET /v2.0/security-groups?id=f60ae3d6-e15a-46f6-a7d5-cbadd4779a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396628 Dec 21 13:56:25.190599 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e6950ef2-9d71-4a64-b13d-5b8df51b0ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:56:27.653115 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fde66b6b-933d-4281-9d9a-679f70ec37c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:56:28.841808 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.agents_db [None req-c60a5637-8c6f-4692-b23b-7dd82bd36b21 None None] Agent healthcheck: found 6 active agents {{(pid=103155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 13:56:28.878745 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:56:30.875481 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:56:31.086702 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:56:35.998914 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b34496-69da-4e4e-976b-dbca579e93c9 req-d4866841-6fd4-4985-9328-b565cbd663e9 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:56:36.000430 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-26b34496-69da-4e4e-976b-dbca579e93c9 req-d4866841-6fd4-4985-9328-b565cbd663e9 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] 10.222.0.37 "GET /v2.0/ports?device_id=4389943a-dee3-4949-97ca-cf19c106fcbf HTTP/1.1" status: 200 len: 945 time: 0.0486572 Dec 21 13:56:36.048712 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-26b34496-69da-4e4e-976b-dbca579e93c9 req-9770e96b-7a58-45cb-9231-eb210c85b478 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] 10.222.0.37 "GET /v2.0/security-groups?id=f60ae3d6-e15a-46f6-a7d5-cbadd4779a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423157 Dec 21 13:56:36.072254 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 37042) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:56:36.154378 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c322ba5c-1291-4405-989f-2a57e9e5edfb tempest-TestMinimumBasicScenario-1021708898 tempest-TestMinimumBasicScenario-1021708898-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:56:36.155868 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-c322ba5c-1291-4405-989f-2a57e9e5edfb tempest-TestMinimumBasicScenario-1021708898 tempest-TestMinimumBasicScenario-1021708898-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=4389943a-dee3-4949-97ca-cf19c106fcbf HTTP/1.1" status: 200 len: 1093 time: 0.0826178 Dec 21 13:56:36.158851 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 37046) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:56:36.163941 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-df7288d3-744b-40ce-b576-cc053dd79e16 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Request body: {'floatingip': {'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'port_id': 'c2ba413c-6bd5-4560-9896-9ee96472b4fa', 'tenant_id': '2acea4abd1514569a4efd8e8d3ceec51', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:56:36.187146 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-df7288d3-744b-40ce-b576-cc053dd79e16 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Publish callbacks [] for floatingip, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:56:36.293403 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-df7288d3-744b-40ce-b576-cc053dd79e16 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:56:36.393411 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-df7288d3-744b-40ce-b576-cc053dd79e16 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Allocated IP 172.36.3.112 (7fdf1889-f079-4166-bbda-88b2a8d8d595/051a5607-1753-4008-a2f2-d94b48752e9c/28e7c934-0cdd-4f55-998c-9dd432bcfcc3) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:56:36.503183 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-df7288d3-744b-40ce-b576-cc053dd79e16 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:56:36.536669 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-df7288d3-744b-40ce-b576-cc053dd79e16 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:56:36.575933 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7288d3-744b-40ce-b576-cc053dd79e16 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Network 7fdf1889-f079-4166-bbda-88b2a8d8d595 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:56:36.578761 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-df7288d3-744b-40ce-b576-cc053dd79e16 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:56:36.582165 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7288d3-744b-40ce-b576-cc053dd79e16 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:56:36.588172 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7288d3-744b-40ce-b576-cc053dd79e16 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Pushing event updated for resources: {'Port': ['ID=28e7c934-0cdd-4f55-998c-9dd432bcfcc3,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:56:36.935811 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-df7288d3-744b-40ce-b576-cc053dd79e16 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:56:37.002331 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-df7288d3-744b-40ce-b576-cc053dd79e16 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:56:37.150054 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-df7288d3-744b-40ce-b576-cc053dd79e16 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:56:37.154705 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-df7288d3-744b-40ce-b576-cc053dd79e16 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805230'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:56:37.218325 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7288d3-744b-40ce-b576-cc053dd79e16 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Pushing event updated for resources: {'Port': ['ID=28e7c934-0cdd-4f55-998c-9dd432bcfcc3,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:56:37.231434 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-df7288d3-744b-40ce-b576-cc053dd79e16 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548820'] for floatingip, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:56:37.333056 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.l3_db [None req-df7288d3-744b-40ce-b576-cc053dd79e16 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Floating IP 852692af-fed1-4584-9399-a1ca01ea9b2f associated. External IP: 172.36.3.112, port: c2ba413c-6bd5-4560-9896-9ee96472b4fa. Dec 21 13:56:37.534999 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df7288d3-744b-40ce-b576-cc053dd79e16 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Router 27876cc1-6b4a-4a19-a5f0-ea15b3285a44 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:56:37.639713 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df7288d3-744b-40ce-b576-cc053dd79e16 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:56:37.649447 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f852899-e9b2-4696-a83c-ce65e5657c75 None None] Sync routers for ids ['27876cc1-6b4a-4a19-a5f0-ea15b3285a44'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:56:37.658538 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-df7288d3-744b-40ce-b576-cc053dd79e16 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for floatingip, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:56:37.659538 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f852899-e9b2-4696-a83c-ce65e5657c75 None None] Routers {'27876cc1-6b4a-4a19-a5f0-ea15b3285a44'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:56:37.660157 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-8f852899-e9b2-4696-a83c-ce65e5657c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:56:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['27876cc1-6b4a-4a19-a5f0-ea15b3285a44'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:56:37.685416 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-df7288d3-744b-40ce-b576-cc053dd79e16 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5255444 Dec 21 13:56:37.685982 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4389943a-dee3-4949-97ca-cf19c106fcbf', 'tag': 'c2ba413c-6bd5-4560-9896-9ee96472b4fa'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:56:37.688250 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d59863cea1d3cd3753b105ac340115874538247bffc4ddd9c7a2f3cf3d2521b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f1a7342-736c-4a26-af68-31e95ace3d47" -d '{"events": [{"name": "network-changed", "server_uuid": "4389943a-dee3-4949-97ca-cf19c106fcbf", "tag": "c2ba413c-6bd5-4560-9896-9ee96472b4fa"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:56:37.688415 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 37048) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:56:37.693118 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-ac309d40-fdae-4cee-a1cd-35f97492c367 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-546397711', 'description': 'tempest-secgroup-smoke-546397711 description', 'project_id': '2acea4abd1514569a4efd8e8d3ceec51'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:56:37.717158 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ac309d40-fdae-4cee-a1cd-35f97492c367 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Publish callbacks [] for security_group, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:56:37.770334 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-8f852899-e9b2-4696-a83c-ce65e5657c75 None None] Set router 27876cc1-6b4a-4a19-a5f0-ea15b3285a44 gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:56:37.796111 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ac309d40-fdae-4cee-a1cd-35f97492c367 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Publish callbacks [] for security_group, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:56:37.800959 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ac309d40-fdae-4cee-a1cd-35f97492c367 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:56:37.823092 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ac309d40-fdae-4cee-a1cd-35f97492c367 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:56:37.824330 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-ac309d40-fdae-4cee-a1cd-35f97492c367 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1349154 Dec 21 13:56:37.827384 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 37054) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:56:37.832108 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-6c3f49b1-7212-42f0-8208-b780cec5f058 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Request body: {'security_group_rule': {'security_group_id': 'fe74c12f-9653-4f64-85d7-4e9e77a9748d', 'project_id': '2acea4abd1514569a4efd8e8d3ceec51', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:56:37.843591 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac309d40-fdae-4cee-a1cd-35f97492c367 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe74c12f-9653-4f64-85d7-4e9e77a9748d,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:56:37.852515 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac309d40-fdae-4cee-a1cd-35f97492c367 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:56:37.853003 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac309d40-fdae-4cee-a1cd-35f97492c367 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:56:37.853359 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac309d40-fdae-4cee-a1cd-35f97492c367 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:56:37.853868 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac309d40-fdae-4cee-a1cd-35f97492c367 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:56:37.854330 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac309d40-fdae-4cee-a1cd-35f97492c367 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:56:37.854803 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac309d40-fdae-4cee-a1cd-35f97492c367 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:56:37.855147 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac309d40-fdae-4cee-a1cd-35f97492c367 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:56:37.855563 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac309d40-fdae-4cee-a1cd-35f97492c367 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:56:37.856760 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac309d40-fdae-4cee-a1cd-35f97492c367 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:56:37.856760 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac309d40-fdae-4cee-a1cd-35f97492c367 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:56:37.856760 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac309d40-fdae-4cee-a1cd-35f97492c367 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:56:37.857275 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac309d40-fdae-4cee-a1cd-35f97492c367 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:56:37.857512 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac309d40-fdae-4cee-a1cd-35f97492c367 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:56:37.866067 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 13:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cce676d-cbda-4a24-937d-c4290887152b x-openstack-request-id: req-3cce676d-cbda-4a24-937d-c4290887152b {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:56:37.866246 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4389943a-dee3-4949-97ca-cf19c106fcbf", "tag": "c2ba413c-6bd5-4560-9896-9ee96472b4fa", "status": "completed", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:56:37.866533 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3cce676d-cbda-4a24-937d-c4290887152b {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:56:37.866938 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4389943a-dee3-4949-97ca-cf19c106fcbf', 'tag': 'c2ba413c-6bd5-4560-9896-9ee96472b4fa', 'status': 'completed', 'code': 200} Dec 21 13:56:37.870445 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6c3f49b1-7212-42f0-8208-b780cec5f058 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:56:37.920641 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6c3f49b1-7212-42f0-8208-b780cec5f058 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:56:37.925002 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6c3f49b1-7212-42f0-8208-b780cec5f058 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:56:37.943655 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3f49b1-7212-42f0-8208-b780cec5f058 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07c1a42f-094c-49cd-a967-a8c4ad2b77e4,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:56:37.953313 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6c3f49b1-7212-42f0-8208-b780cec5f058 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:56:37.954782 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-6c3f49b1-7212-42f0-8208-b780cec5f058 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1263967 Dec 21 13:56:37.957666 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 37056) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:56:37.962754 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-3aa95dd0-386e-41f3-b3d9-f2aeb1219248 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Request body: {'security_group_rule': {'security_group_id': 'fe74c12f-9653-4f64-85d7-4e9e77a9748d', 'project_id': '2acea4abd1514569a4efd8e8d3ceec51', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:56:37.964999 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1a7342-736c-4a26-af68-31e95ace3d47 req-2c63b429-0ad9-4f9c-ad3e-c7c9911520c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:56:37.967329 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7f1a7342-736c-4a26-af68-31e95ace3d47 req-2c63b429-0ad9-4f9c-ad3e-c7c9911520c2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2acea4abd1514569a4efd8e8d3ceec51&device_id=4389943a-dee3-4949-97ca-cf19c106fcbf HTTP/1.1" status: 200 len: 1098 time: 0.0579510 Dec 21 13:56:37.995855 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3aa95dd0-386e-41f3-b3d9-f2aeb1219248 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:56:38.057662 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3aa95dd0-386e-41f3-b3d9-f2aeb1219248 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:56:38.061841 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3aa95dd0-386e-41f3-b3d9-f2aeb1219248 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:56:38.069896 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1a7342-736c-4a26-af68-31e95ace3d47 req-da6b45e1-190e-45c1-a7c7-ef90e6f7e399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:56:38.071577 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7f1a7342-736c-4a26-af68-31e95ace3d47 req-da6b45e1-190e-45c1-a7c7-ef90e6f7e399 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3c71c3ae-85c0-4bdf-94e9-135469248cc9 HTTP/1.1" status: 200 len: 916 time: 0.0947521 Dec 21 13:56:38.081267 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa95dd0-386e-41f3-b3d9-f2aeb1219248 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7fe059a-bbeb-4c83-ace7-2c6307a4bc1e,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:56:38.091132 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3aa95dd0-386e-41f3-b3d9-f2aeb1219248 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:56:38.092398 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-3aa95dd0-386e-41f3-b3d9-f2aeb1219248 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1332545 Dec 21 13:56:38.095283 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 37058) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:56:38.100237 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-9bfd6501-28a9-4b82-8864-e93374561ad0 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Request body: {'security_group_rule': {'security_group_id': 'fe74c12f-9653-4f64-85d7-4e9e77a9748d', 'project_id': '2acea4abd1514569a4efd8e8d3ceec51', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:56:38.114566 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-8f852899-e9b2-4696-a83c-ce65e5657c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27876cc1-6b4a-4a19-a5f0-ea15b3285a44', 'name': 'tempest-TestMinimumBasicScenario-1826598735-router', 'tenant_id': '2acea4abd1514569a4efd8e8d3ceec51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.203'}], 'enable_snat': True}, 'gw_port_id': 'd843e652-6e2d-417e-870e-dc1d6a1b1f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:55:46Z', 'updated_at': '2021-12-21T13:55:48Z', 'revision_number': 4, 'project_id': '2acea4abd1514569a4efd8e8d3ceec51', 'gw_port': {'id': 'd843e652-6e2d-417e-870e-dc1d6a1b1f55', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27876cc1-6b4a-4a19-a5f0-ea15b3285a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:55:46Z', 'updated_at': '2021-12-21T13:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '852692af-fed1-4584-9399-a1ca01ea9b2f', 'tenant_id': '2acea4abd1514569a4efd8e8d3ceec51', 'floating_ip_address': '172.36.3.112', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': '27876cc1-6b4a-4a19-a5f0-ea15b3285a44', 'port_id': 'c2ba413c-6bd5-4560-9896-9ee96472b4fa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c71c3ae-85c0-4bdf-94e9-135469248cc9', 'mac_address': 'fa:16:3e:ca:47:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4389943a-dee3-4949-97ca-cf19c106fcbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T13:56:36Z', 'updated_at': '2021-12-21T13:56:36Z', 'revision_number': 0, 'project_id': '2acea4abd1514569a4efd8e8d3ceec51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50e1a30b-610f-412f-95c5-4a421b3c961a', 'name': '', 'network_id': '3c71c3ae-85c0-4bdf-94e9-135469248cc9', 'tenant_id': '2acea4abd1514569a4efd8e8d3ceec51', 'mac_address': 'fa:16:3e:b1:e3:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27876cc1-6b4a-4a19-a5f0-ea15b3285a44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'ae12a719-c08e-4d60-b2c1-280c00221267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:55:48Z', 'updated_at': '2021-12-21T13:55:52Z', 'revision_number': 5, 'project_id': '2acea4abd1514569a4efd8e8d3ceec51', 'subnets': [{'id': 'ae12a719-c08e-4d60-b2c1-280c00221267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:56:38.133044 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9bfd6501-28a9-4b82-8864-e93374561ad0 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:56:38.144875 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f852899-e9b2-4696-a83c-ce65e5657c75 None None] Checking router: 27876cc1-6b4a-4a19-a5f0-ea15b3285a44 for host: dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:56:38.148044 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7f1a7342-736c-4a26-af68-31e95ace3d47 req-aa940f12-c751-4829-8556-41b51cc1271e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2ba413c-6bd5-4560-9896-9ee96472b4fa HTTP/1.1" status: 200 len: 999 time: 0.0686235 Dec 21 13:56:38.154211 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f852899-e9b2-4696-a83c-ce65e5657c75 None None] Routers {'27876cc1-6b4a-4a19-a5f0-ea15b3285a44'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:56:38.154920 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-8f852899-e9b2-4696-a83c-ce65e5657c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:56:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['27876cc1-6b4a-4a19-a5f0-ea15b3285a44'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:56:38.191118 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9bfd6501-28a9-4b82-8864-e93374561ad0 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:56:38.196399 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9bfd6501-28a9-4b82-8864-e93374561ad0 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:56:38.203814 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1a7342-736c-4a26-af68-31e95ace3d47 req-0cc9f03d-5a26-4fa1-9095-453190cd3e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:56:38.205441 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7f1a7342-736c-4a26-af68-31e95ace3d47 req-0cc9f03d-5a26-4fa1-9095-453190cd3e58 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ae12a719-c08e-4d60-b2c1-280c00221267 HTTP/1.1" status: 200 len: 854 time: 0.0512991 Dec 21 13:56:38.214445 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfd6501-28a9-4b82-8864-e93374561ad0 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ec92c5b-661e-484e-bf34-d6b25ade675d,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:56:38.226929 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9bfd6501-28a9-4b82-8864-e93374561ad0 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:56:38.230407 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-9bfd6501-28a9-4b82-8864-e93374561ad0 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1317918 Dec 21 13:56:38.231254 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 37060) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:56:38.235821 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-af79487f-dfc0-4a87-a490-5a40a482441d tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Request body: {'security_group_rule': {'security_group_id': 'fe74c12f-9653-4f64-85d7-4e9e77a9748d', 'project_id': '2acea4abd1514569a4efd8e8d3ceec51', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:56:38.261581 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-8f852899-e9b2-4696-a83c-ce65e5657c75 None None] Set router 27876cc1-6b4a-4a19-a5f0-ea15b3285a44 gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:56:38.267757 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1a7342-736c-4a26-af68-31e95ace3d47 req-d927e9b1-dabe-4204-a9ae-749339e26ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:56:38.269586 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7f1a7342-736c-4a26-af68-31e95ace3d47 req-d927e9b1-dabe-4204-a9ae-749339e26ef1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3c71c3ae-85c0-4bdf-94e9-135469248cc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0568171 Dec 21 13:56:38.273371 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-af79487f-dfc0-4a87-a490-5a40a482441d tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:56:38.327251 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-af79487f-dfc0-4a87-a490-5a40a482441d tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:56:38.331388 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-af79487f-dfc0-4a87-a490-5a40a482441d tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:56:38.347806 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af79487f-dfc0-4a87-a490-5a40a482441d tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3d25e3d-85cf-4bdf-aa2d-da39ce1f8bea,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:56:38.360635 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-af79487f-dfc0-4a87-a490-5a40a482441d tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:56:38.361975 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-af79487f-dfc0-4a87-a490-5a40a482441d tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1295614 Dec 21 13:56:38.364681 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 37062) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:56:38.370050 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-8c6a7559-53f1-40cd-801c-b2c60050b111 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Request body: {'security_group_rule': {'security_group_id': 'fe74c12f-9653-4f64-85d7-4e9e77a9748d', 'project_id': '2acea4abd1514569a4efd8e8d3ceec51', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:56:38.371636 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7f1a7342-736c-4a26-af68-31e95ace3d47 req-a77a81cc-178c-491c-8918-8893d1305aba service neutron] 10.222.0.60 "GET /v2.0/networks/3c71c3ae-85c0-4bdf-94e9-135469248cc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945096 Dec 21 13:56:38.400220 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.securitygroups_db [None req-8c6a7559-53f1-40cd-801c-b2c60050b111 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Project 2acea4abd1514569a4efd8e8d3ceec51 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 13:56:38.405279 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8c6a7559-53f1-40cd-801c-b2c60050b111 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:56:38.469212 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8c6a7559-53f1-40cd-801c-b2c60050b111 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:56:38.475148 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8c6a7559-53f1-40cd-801c-b2c60050b111 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:56:38.480142 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7f1a7342-736c-4a26-af68-31e95ace3d47 req-5710d44e-a631-419a-bbe6-f6bb5dee8178 service neutron] 10.222.0.60 "GET /v2.0/networks/3c71c3ae-85c0-4bdf-94e9-135469248cc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018960 Dec 21 13:56:38.493851 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6a7559-53f1-40cd-801c-b2c60050b111 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=829b5cc4-c907-43f0-8c6f-7f674e314652,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:56:38.504364 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8c6a7559-53f1-40cd-801c-b2c60050b111 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:56:38.505561 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-8c6a7559-53f1-40cd-801c-b2c60050b111 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1398318 Dec 21 13:56:38.507484 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6a7559-53f1-40cd-801c-b2c60050b111 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:56:38.507833 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6a7559-53f1-40cd-801c-b2c60050b111 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:56:38.508174 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6a7559-53f1-40cd-801c-b2c60050b111 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:56:38.508510 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6a7559-53f1-40cd-801c-b2c60050b111 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:56:38.508845 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6a7559-53f1-40cd-801c-b2c60050b111 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:56:38.509031 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 37064) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:56:38.509163 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6a7559-53f1-40cd-801c-b2c60050b111 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:56:38.509500 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6a7559-53f1-40cd-801c-b2c60050b111 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:56:38.509824 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6a7559-53f1-40cd-801c-b2c60050b111 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:56:38.510152 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6a7559-53f1-40cd-801c-b2c60050b111 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:56:38.510510 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6a7559-53f1-40cd-801c-b2c60050b111 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:56:38.510838 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6a7559-53f1-40cd-801c-b2c60050b111 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:56:38.511165 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6a7559-53f1-40cd-801c-b2c60050b111 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:56:38.511321 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-8f852899-e9b2-4696-a83c-ce65e5657c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27876cc1-6b4a-4a19-a5f0-ea15b3285a44', 'name': 'tempest-TestMinimumBasicScenario-1826598735-router', 'tenant_id': '2acea4abd1514569a4efd8e8d3ceec51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.203'}], 'enable_snat': True}, 'gw_port_id': 'd843e652-6e2d-417e-870e-dc1d6a1b1f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:55:46Z', 'updated_at': '2021-12-21T13:55:48Z', 'revision_number': 4, 'project_id': '2acea4abd1514569a4efd8e8d3ceec51', 'gw_port': {'id': 'd843e652-6e2d-417e-870e-dc1d6a1b1f55', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27876cc1-6b4a-4a19-a5f0-ea15b3285a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:55:46Z', 'updated_at': '2021-12-21T13:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '852692af-fed1-4584-9399-a1ca01ea9b2f', 'tenant_id': '2acea4abd1514569a4efd8e8d3ceec51', 'floating_ip_address': '172.36.3.112', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': '27876cc1-6b4a-4a19-a5f0-ea15b3285a44', 'port_id': 'c2ba413c-6bd5-4560-9896-9ee96472b4fa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c71c3ae-85c0-4bdf-94e9-135469248cc9', 'mac_address': 'fa:16:3e:ca:47:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4389943a-dee3-4949-97ca-cf19c106fcbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T13:56:36Z', 'updated_at': '2021-12-21T13:56:36Z', 'revision_number': 0, 'project_id': '2acea4abd1514569a4efd8e8d3ceec51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50e1a30b-610f-412f-95c5-4a421b3c961a', 'name': '', 'network_id': '3c71c3ae-85c0-4bdf-94e9-135469248cc9', 'tenant_id': '2acea4abd1514569a4efd8e8d3ceec51', 'mac_address': 'fa:16:3e:b1:e3:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27876cc1-6b4a-4a19-a5f0-ea15b3285a44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'ae12a719-c08e-4d60-b2c1-280c00221267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:55:48Z', 'updated_at': '2021-12-21T13:55:52Z', 'revision_number': 5, 'project_id': '2acea4abd1514569a4efd8e8d3ceec51', 'subnets': [{'id': 'ae12a719-c08e-4d60-b2c1-280c00221267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:56:38.511521 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6a7559-53f1-40cd-801c-b2c60050b111 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:56:38.513515 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-1891d8f1-a4d9-4250-9c5b-c2a8ed1a5d57 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Request body: {'security_group_rule': {'security_group_id': 'fe74c12f-9653-4f64-85d7-4e9e77a9748d', 'project_id': '2acea4abd1514569a4efd8e8d3ceec51', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:56:38.536569 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.securitygroups_db [None req-1891d8f1-a4d9-4250-9c5b-c2a8ed1a5d57 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Project 2acea4abd1514569a4efd8e8d3ceec51 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 13:56:38.541485 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1891d8f1-a4d9-4250-9c5b-c2a8ed1a5d57 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:56:38.545323 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f852899-e9b2-4696-a83c-ce65e5657c75 None None] The sync data for ids ['27876cc1-6b4a-4a19-a5f0-ea15b3285a44'] in dv-neutron-master-2-hyperv is: [{'id': '27876cc1-6b4a-4a19-a5f0-ea15b3285a44', 'name': 'tempest-TestMinimumBasicScenario-1826598735-router', 'tenant_id': '2acea4abd1514569a4efd8e8d3ceec51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.203'}], 'enable_snat': True}, 'gw_port_id': 'd843e652-6e2d-417e-870e-dc1d6a1b1f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:55:46Z', 'updated_at': '2021-12-21T13:55:48Z', 'revision_number': 4, 'project_id': '2acea4abd1514569a4efd8e8d3ceec51', 'gw_port': {'id': 'd843e652-6e2d-417e-870e-dc1d6a1b1f55', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27876cc1-6b4a-4a19-a5f0-ea15b3285a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:55:46Z', 'updated_at': '2021-12-21T13:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '852692af-fed1-4584-9399-a1ca01ea9b2f', 'tenant_id': '2acea4abd1514569a4efd8e8d3ceec51', 'floating_ip_address': '172.36.3.112', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': '27876cc1-6b4a-4a19-a5f0-ea15b3285a44', 'port_id': 'c2ba413c-6bd5-4560-9896-9ee96472b4fa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c71c3ae-85c0-4bdf-94e9-135469248cc9', 'mac_address': 'fa:16:3e:ca:47:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4389943a-dee3-4949-97ca-cf19c106fcbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T13:56:36Z', 'updated_at': '2021-12-21T13:56:36Z', 'revision_number': 0, 'project_id': '2acea4abd1514569a4efd8e8d3ceec51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50e1a30b-610f-412f-95c5-4a421b3c961a', 'name': '', 'network_id': '3c71c3ae-85c0-4bdf-94e9-135469248cc9', 'tenant_id': '2acea4abd1514569a4efd8e8d3ceec51', 'mac_address': 'fa:16:3e:b1:e3:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27876cc1-6b4a-4a19-a5f0-ea15b3285a44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'ae12a719-c08e-4d60-b2c1-280c00221267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:55:48Z', 'updated_at': '2021-12-21T13:55:52Z', 'revision_number': 5, 'project_id': '2acea4abd1514569a4efd8e8d3ceec51', 'subnets': [{'id': 'ae12a719-c08e-4d60-b2c1-280c00221267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:56:38.603331 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1891d8f1-a4d9-4250-9c5b-c2a8ed1a5d57 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:56:38.607480 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1891d8f1-a4d9-4250-9c5b-c2a8ed1a5d57 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:56:38.626837 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1891d8f1-a4d9-4250-9c5b-c2a8ed1a5d57 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ac2c6c7-8bbc-4d1a-8f41-3e96f438e0b6,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:56:38.635380 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1891d8f1-a4d9-4250-9c5b-c2a8ed1a5d57 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:56:38.639132 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-1891d8f1-a4d9-4250-9c5b-c2a8ed1a5d57 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1265545 Dec 21 13:56:38.729561 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1c25afcb-52df-4748-a9a5-b421aace40c3 req-397c34e9-55e4-4531-afc0-7c8b50cca1b8 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-546397711&fields=id&tenant_id=2acea4abd1514569a4efd8e8d3ceec51 HTTP/1.1" status: 200 len: 267 time: 0.0478601 Dec 21 13:56:38.757772 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4a10f1-1d3e-4d99-ad9c-e9cb24b3fbb2 None None] New status for floating IP 852692af-fed1-4584-9399-a1ca01ea9b2f: ACTIVE {{(pid=103154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 13:56:38.789503 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c25afcb-52df-4748-a9a5-b421aace40c3 req-22161121-0efe-40cd-b3d4-9605c8ebb85a tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:56:38.791047 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1c25afcb-52df-4748-a9a5-b421aace40c3 req-22161121-0efe-40cd-b3d4-9605c8ebb85a tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] 10.222.0.37 "GET /v2.0/ports?device_id=4389943a-dee3-4949-97ca-cf19c106fcbf HTTP/1.1" status: 200 len: 945 time: 0.0558417 Dec 21 13:56:38.802485 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [req-1c25afcb-52df-4748-a9a5-b421aace40c3 req-0192fe15-7803-4676-8448-5112ae00d278 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Request body: {'port': {'security_groups': ['f60ae3d6-e15a-46f6-a7d5-cbadd4779a94', 'fe74c12f-9653-4f64-85d7-4e9e77a9748d']}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:56:38.867455 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-1c25afcb-52df-4748-a9a5-b421aace40c3 req-0192fe15-7803-4676-8448-5112ae00d278 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:56:39.049440 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-1c25afcb-52df-4748-a9a5-b421aace40c3 req-0192fe15-7803-4676-8448-5112ae00d278 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] For port c2ba413c-6bd5-4560-9896-9ee96472b4fa, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c2ba413c-6bd5-4560-9896-9ee96472b4fa,segment=NetworkSegment(3b16d697-8975-4180-a46e-b35ceb93ff5a),segment_id=3b16d697-8975-4180-a46e-b35ceb93ff5a)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:56:39.077797 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-1c25afcb-52df-4748-a9a5-b421aace40c3 req-0192fe15-7803-4676-8448-5112ae00d278 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:56:39.082986 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-1c25afcb-52df-4748-a9a5-b421aace40c3 req-0192fe15-7803-4676-8448-5112ae00d278 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:56:39.119698 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] get_ports_and_sgs() called for port_ids ['c2ba413c-6bd5-4560-9896-9ee96472b4fa'] {{(pid=103154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 13:56:39.127231 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c25afcb-52df-4748-a9a5-b421aace40c3 req-0192fe15-7803-4676-8448-5112ae00d278 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:56:39.127862 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-1c25afcb-52df-4748-a9a5-b421aace40c3 req-0192fe15-7803-4676-8448-5112ae00d278 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:56:39.129272 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1c25afcb-52df-4748-a9a5-b421aace40c3 req-0192fe15-7803-4676-8448-5112ae00d278 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] 10.222.0.37 "PUT /v2.0/ports/c2ba413c-6bd5-4560-9896-9ee96472b4fa HTTP/1.1" status: 200 len: 981 time: 0.3316138 Dec 21 13:56:39.129780 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4389943a-dee3-4949-97ca-cf19c106fcbf', 'tag': 'c2ba413c-6bd5-4560-9896-9ee96472b4fa'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:56:39.132073 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af6034c98e584fa55ea4398f343c742ceb598288507feaf30d5a15785b2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d41d877-6076-4f96-8a02-d6cd4d471248" -d '{"events": [{"name": "network-changed", "server_uuid": "4389943a-dee3-4949-97ca-cf19c106fcbf", "tag": "c2ba413c-6bd5-4560-9896-9ee96472b4fa"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:56:39.159572 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0192fe15-7803-4676-8448-5112ae00d278 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Pushing event updated for resources: {'Port': ['ID=c2ba413c-6bd5-4560-9896-9ee96472b4fa,revision_number=6']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:56:39.201371 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 13:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cdaab25-8a12-43b2-9b87-28d7bc1eaa22 x-openstack-request-id: req-9cdaab25-8a12-43b2-9b87-28d7bc1eaa22 {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:56:39.201665 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4389943a-dee3-4949-97ca-cf19c106fcbf", "tag": "c2ba413c-6bd5-4560-9896-9ee96472b4fa", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:56:39.201917 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9cdaab25-8a12-43b2-9b87-28d7bc1eaa22 {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:56:39.202314 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4389943a-dee3-4949-97ca-cf19c106fcbf', 'tag': 'c2ba413c-6bd5-4560-9896-9ee96472b4fa', 'status': 'completed', 'code': 200} Dec 21 13:56:39.249236 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] get_ports_and_sgs() called for port_ids ['c2ba413c-6bd5-4560-9896-9ee96472b4fa'] {{(pid=103154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 13:56:39.279263 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1b3d66-27cb-4e5d-b9c6-1ef5180f3f15 req-ed083d6a-eedb-4031-9eb3-f01bd427e6fb tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:56:39.281511 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-fa1b3d66-27cb-4e5d-b9c6-1ef5180f3f15 req-ed083d6a-eedb-4031-9eb3-f01bd427e6fb tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] 10.222.0.37 "GET /v2.0/ports?device_id=4389943a-dee3-4949-97ca-cf19c106fcbf HTTP/1.1" status: 200 len: 984 time: 0.0563169 Dec 21 13:56:39.311560 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d41d877-6076-4f96-8a02-d6cd4d471248 req-c204b3a9-27cc-4848-b32a-db76c7082027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:56:39.313864 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7d41d877-6076-4f96-8a02-d6cd4d471248 req-c204b3a9-27cc-4848-b32a-db76c7082027 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2acea4abd1514569a4efd8e8d3ceec51&device_id=4389943a-dee3-4949-97ca-cf19c106fcbf HTTP/1.1" status: 200 len: 1137 time: 0.0620961 Dec 21 13:56:39.365603 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-fa1b3d66-27cb-4e5d-b9c6-1ef5180f3f15 req-b682aa08-74fb-495d-9cee-3179bafc7f69 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe74c12f-9653-4f64-85d7-4e9e77a9748d&id=f60ae3d6-e15a-46f6-a7d5-cbadd4779a94&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0779707 Dec 21 13:56:39.423244 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d41d877-6076-4f96-8a02-d6cd4d471248 req-c7318cec-4629-499a-bada-3c2a3e73659a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:56:39.424845 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7d41d877-6076-4f96-8a02-d6cd4d471248 req-c7318cec-4629-499a-bada-3c2a3e73659a service neutron] 10.222.0.60 "GET /v2.0/networks?id=3c71c3ae-85c0-4bdf-94e9-135469248cc9 HTTP/1.1" status: 200 len: 916 time: 0.1032841 Dec 21 13:56:39.495595 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7d41d877-6076-4f96-8a02-d6cd4d471248 req-92420491-45f4-4de3-978e-a7e891ac17a9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2ba413c-6bd5-4560-9896-9ee96472b4fa HTTP/1.1" status: 200 len: 1001 time: 0.0632231 Dec 21 13:56:39.503436 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-1e5c07c5-b083-4e29-aeb8-9eff129f378c None None] Provisioning complete for port c2ba413c-6bd5-4560-9896-9ee96472b4fa triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:56:39.503823 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-1e5c07c5-b083-4e29-aeb8-9eff129f378c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:56:39.544126 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d41d877-6076-4f96-8a02-d6cd4d471248 req-911f035e-e3c0-441b-a31a-aaa97a2302ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:56:39.545599 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7d41d877-6076-4f96-8a02-d6cd4d471248 req-911f035e-e3c0-441b-a31a-aaa97a2302ea service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ae12a719-c08e-4d60-b2c1-280c00221267 HTTP/1.1" status: 200 len: 854 time: 0.0439975 Dec 21 13:56:39.590611 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d41d877-6076-4f96-8a02-d6cd4d471248 req-1c59b894-1693-4340-ad26-b735a9030945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:56:39.592129 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7d41d877-6076-4f96-8a02-d6cd4d471248 req-1c59b894-1693-4340-ad26-b735a9030945 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3c71c3ae-85c0-4bdf-94e9-135469248cc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403087 Dec 21 13:56:39.683965 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7d41d877-6076-4f96-8a02-d6cd4d471248 req-16dd1ab5-d6a6-489d-a9de-41b3bf660ca3 service neutron] 10.222.0.60 "GET /v2.0/networks/3c71c3ae-85c0-4bdf-94e9-135469248cc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851014 Dec 21 13:56:39.776344 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7d41d877-6076-4f96-8a02-d6cd4d471248 req-7b5a31bc-37c7-4b03-b4b3-b512256535f3 service neutron] 10.222.0.60 "GET /v2.0/networks/3c71c3ae-85c0-4bdf-94e9-135469248cc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859487 Dec 21 13:56:43.447701 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:56:53.552053 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd2f169-2121-40ed-9e7e-3e8a705b83bb req-0d008850-8e4f-44ee-8270-7a3392516e76 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:56:53.553668 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-cdd2f169-2121-40ed-9e7e-3e8a705b83bb req-0d008850-8e4f-44ee-8270-7a3392516e76 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] 10.222.0.37 "GET /v2.0/ports?device_id=4389943a-dee3-4949-97ca-cf19c106fcbf HTTP/1.1" status: 200 len: 984 time: 0.0489047 Dec 21 13:56:53.586458 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad331f1-fff3-48a8-9c73-8a99c9f5065f req-d988de3b-802b-4599-a2ba-883924ae8947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:56:53.588042 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-5ad331f1-fff3-48a8-9c73-8a99c9f5065f req-d988de3b-802b-4599-a2ba-883924ae8947 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2acea4abd1514569a4efd8e8d3ceec51&device_id=4389943a-dee3-4949-97ca-cf19c106fcbf HTTP/1.1" status: 200 len: 1137 time: 0.0466030 Dec 21 13:56:53.618162 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-cdd2f169-2121-40ed-9e7e-3e8a705b83bb req-a3160328-11e2-44cf-ab8b-e52386f85c99 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe74c12f-9653-4f64-85d7-4e9e77a9748d&id=f60ae3d6-e15a-46f6-a7d5-cbadd4779a94&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0583572 Dec 21 13:56:53.679083 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad331f1-fff3-48a8-9c73-8a99c9f5065f req-4898c5cc-8b5d-4242-8002-30aace635b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:56:53.680546 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-5ad331f1-fff3-48a8-9c73-8a99c9f5065f req-4898c5cc-8b5d-4242-8002-30aace635b84 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3c71c3ae-85c0-4bdf-94e9-135469248cc9 HTTP/1.1" status: 200 len: 916 time: 0.0857444 Dec 21 13:56:53.747928 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-5ad331f1-fff3-48a8-9c73-8a99c9f5065f req-31698986-439e-4098-bd47-4dd011895538 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2ba413c-6bd5-4560-9896-9ee96472b4fa HTTP/1.1" status: 200 len: 1001 time: 0.0609188 Dec 21 13:56:53.794177 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad331f1-fff3-48a8-9c73-8a99c9f5065f req-91da7651-1b40-46d2-9f70-329fa5190e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:56:53.795622 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-5ad331f1-fff3-48a8-9c73-8a99c9f5065f req-91da7651-1b40-46d2-9f70-329fa5190e68 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ae12a719-c08e-4d60-b2c1-280c00221267 HTTP/1.1" status: 200 len: 854 time: 0.0419829 Dec 21 13:56:53.840422 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad331f1-fff3-48a8-9c73-8a99c9f5065f req-77293775-f37a-4bed-ae81-cd11e64c6d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:56:53.841855 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-5ad331f1-fff3-48a8-9c73-8a99c9f5065f req-77293775-f37a-4bed-ae81-cd11e64c6d12 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3c71c3ae-85c0-4bdf-94e9-135469248cc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387764 Dec 21 13:56:53.853011 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [req-5ad331f1-fff3-48a8-9c73-8a99c9f5065f req-afbb3698-cd8a-4671-b7b7-7dc9d33a61b1 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 13:56:53.854030 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-5ad331f1-fff3-48a8-9c73-8a99c9f5065f req-afbb3698-cd8a-4671-b7b7-7dc9d33a61b1 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052860 Dec 21 13:56:53.945186 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-5ad331f1-fff3-48a8-9c73-8a99c9f5065f req-50ec6c22-c6ee-49af-aa85-d5f8aacb96e1 service neutron] 10.222.0.60 "GET /v2.0/networks/3c71c3ae-85c0-4bdf-94e9-135469248cc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836091 Dec 21 13:56:54.032983 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-5ad331f1-fff3-48a8-9c73-8a99c9f5065f req-5bf7a37c-5591-4c1e-ba09-2a31bd4dd19f service neutron] 10.222.0.60 "GET /v2.0/networks/3c71c3ae-85c0-4bdf-94e9-135469248cc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813851 Dec 21 13:56:54.737318 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7f811e-0ab4-443b-9f26-f35e42468345 req-ff86b895-7e4f-40c7-b90e-876f22bccf06 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:56:54.738819 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-6d7f811e-0ab4-443b-9f26-f35e42468345 req-ff86b895-7e4f-40c7-b90e-876f22bccf06 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] 10.222.0.37 "GET /v2.0/ports?device_id=4389943a-dee3-4949-97ca-cf19c106fcbf HTTP/1.1" status: 200 len: 984 time: 0.0532823 Dec 21 13:56:54.796787 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-6d7f811e-0ab4-443b-9f26-f35e42468345 req-182c6b2e-f3df-4832-9f42-4d96169a109a tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe74c12f-9653-4f64-85d7-4e9e77a9748d&id=f60ae3d6-e15a-46f6-a7d5-cbadd4779a94&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0519719 Dec 21 13:56:55.192229 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-5140d002-c566-44ca-bedd-2c55e61713a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:56:55.911925 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6709e36-bec7-4241-81ad-4c2efbf04821 req-9946f56e-fd28-4aa2-8516-49a761d6e43e tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:56:55.914018 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-e6709e36-bec7-4241-81ad-4c2efbf04821 req-9946f56e-fd28-4aa2-8516-49a761d6e43e tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] 10.222.0.37 "GET /v2.0/ports?device_id=4389943a-dee3-4949-97ca-cf19c106fcbf HTTP/1.1" status: 200 len: 984 time: 0.0494046 Dec 21 13:56:55.974541 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-e6709e36-bec7-4241-81ad-4c2efbf04821 req-d6570c5c-b4b8-4682-9305-5d52b3ef6e00 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe74c12f-9653-4f64-85d7-4e9e77a9748d&id=f60ae3d6-e15a-46f6-a7d5-cbadd4779a94&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0544848 Dec 21 13:56:57.088952 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b52695-1593-4f50-b574-13d11ef80ad9 req-a8817f26-50cf-48c6-ae7f-2018dba63fe2 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:56:57.090470 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-67b52695-1593-4f50-b574-13d11ef80ad9 req-a8817f26-50cf-48c6-ae7f-2018dba63fe2 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] 10.222.0.37 "GET /v2.0/ports?device_id=4389943a-dee3-4949-97ca-cf19c106fcbf HTTP/1.1" status: 200 len: 984 time: 0.0494740 Dec 21 13:56:57.149358 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-67b52695-1593-4f50-b574-13d11ef80ad9 req-88faac32-4dab-480f-be3d-d3978c9ded1b tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe74c12f-9653-4f64-85d7-4e9e77a9748d&id=f60ae3d6-e15a-46f6-a7d5-cbadd4779a94&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0528374 Dec 21 13:56:57.653842 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c573974a-10ad-436b-81c1-16d20bfcb539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:56:58.262877 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d105bdb3-c118-4e42-a3ce-959bc0dab64b req-d44872c4-c3fd-4e6f-a735-4274ba4eaece tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:56:58.264521 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-d105bdb3-c118-4e42-a3ce-959bc0dab64b req-d44872c4-c3fd-4e6f-a735-4274ba4eaece tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] 10.222.0.37 "GET /v2.0/ports?device_id=4389943a-dee3-4949-97ca-cf19c106fcbf HTTP/1.1" status: 200 len: 984 time: 0.0493262 Dec 21 13:56:58.324536 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-d105bdb3-c118-4e42-a3ce-959bc0dab64b req-de518ea8-f23f-4724-96a8-b3391541af99 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe74c12f-9653-4f64-85d7-4e9e77a9748d&id=f60ae3d6-e15a-46f6-a7d5-cbadd4779a94&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0537877 Dec 21 13:56:58.880655 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:56:59.446758 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09674ebc-d072-4121-a4b6-e41b6d54e9f4 req-a37827b0-ec41-4ddb-a865-7d3e6c3d3861 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:56:59.448245 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-09674ebc-d072-4121-a4b6-e41b6d54e9f4 req-a37827b0-ec41-4ddb-a865-7d3e6c3d3861 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] 10.222.0.37 "GET /v2.0/ports?device_id=4389943a-dee3-4949-97ca-cf19c106fcbf HTTP/1.1" status: 200 len: 984 time: 0.0534451 Dec 21 13:56:59.510603 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-09674ebc-d072-4121-a4b6-e41b6d54e9f4 req-6e3b93e1-3f12-4646-90ab-96696659eb92 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe74c12f-9653-4f64-85d7-4e9e77a9748d&id=f60ae3d6-e15a-46f6-a7d5-cbadd4779a94&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0563567 Dec 21 13:57:00.627564 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbcc7c2-f23d-4155-beff-99278196c1aa req-5d8890a4-c62c-445c-9400-13ca7ab260e4 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:57:00.629029 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-7bbcc7c2-f23d-4155-beff-99278196c1aa req-5d8890a4-c62c-445c-9400-13ca7ab260e4 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] 10.222.0.37 "GET /v2.0/ports?device_id=4389943a-dee3-4949-97ca-cf19c106fcbf HTTP/1.1" status: 200 len: 984 time: 0.0522246 Dec 21 13:57:00.687697 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-7bbcc7c2-f23d-4155-beff-99278196c1aa req-294d0277-55c1-4bdd-8681-eec4ecd08d6c tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe74c12f-9653-4f64-85d7-4e9e77a9748d&id=f60ae3d6-e15a-46f6-a7d5-cbadd4779a94&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0526974 Dec 21 13:57:00.877373 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:57:01.088336 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:57:01.801618 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075cd414-b0e9-446d-9701-cabbce395140 req-09abca0d-fa69-4ede-a6ad-0a165e5ea335 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:57:01.803151 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-075cd414-b0e9-446d-9701-cabbce395140 req-09abca0d-fa69-4ede-a6ad-0a165e5ea335 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] 10.222.0.37 "GET /v2.0/ports?device_id=4389943a-dee3-4949-97ca-cf19c106fcbf HTTP/1.1" status: 200 len: 984 time: 0.0503523 Dec 21 13:57:01.861791 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-075cd414-b0e9-446d-9701-cabbce395140 req-5b471d57-f847-4139-8858-5fce2bb31a25 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe74c12f-9653-4f64-85d7-4e9e77a9748d&id=f60ae3d6-e15a-46f6-a7d5-cbadd4779a94&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0526938 Dec 21 13:57:02.974397 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1effacd-2961-4697-a64d-eeb9062c407d req-15767e91-75e8-440b-b141-ff3ff421c904 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:57:02.976345 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-c1effacd-2961-4697-a64d-eeb9062c407d req-15767e91-75e8-440b-b141-ff3ff421c904 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] 10.222.0.37 "GET /v2.0/ports?device_id=4389943a-dee3-4949-97ca-cf19c106fcbf HTTP/1.1" status: 200 len: 984 time: 0.0490544 Dec 21 13:57:03.035774 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-c1effacd-2961-4697-a64d-eeb9062c407d req-d97f5131-aee9-4eb4-b9c6-d3c790343800 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe74c12f-9653-4f64-85d7-4e9e77a9748d&id=f60ae3d6-e15a-46f6-a7d5-cbadd4779a94&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0534985 Dec 21 13:57:04.149153 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6935e4f7-ce7b-4e5c-9f57-fe5741e774d4 req-29a83aee-0b2f-49ac-98e2-031313c58d39 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:57:04.150623 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-6935e4f7-ce7b-4e5c-9f57-fe5741e774d4 req-29a83aee-0b2f-49ac-98e2-031313c58d39 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] 10.222.0.37 "GET /v2.0/ports?device_id=4389943a-dee3-4949-97ca-cf19c106fcbf HTTP/1.1" status: 200 len: 984 time: 0.0484157 Dec 21 13:57:04.209679 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-6935e4f7-ce7b-4e5c-9f57-fe5741e774d4 req-df4daf57-299c-444d-9b14-745f9bdb9652 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe74c12f-9653-4f64-85d7-4e9e77a9748d&id=f60ae3d6-e15a-46f6-a7d5-cbadd4779a94&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0529699 Dec 21 13:57:05.326657 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270b807e-9151-444c-8d23-766ab381cf8e req-776d07e4-b6ef-4e4f-aacb-bcf997d9f676 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:57:05.328137 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-270b807e-9151-444c-8d23-766ab381cf8e req-776d07e4-b6ef-4e4f-aacb-bcf997d9f676 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] 10.222.0.37 "GET /v2.0/ports?device_id=4389943a-dee3-4949-97ca-cf19c106fcbf HTTP/1.1" status: 200 len: 984 time: 0.0524905 Dec 21 13:57:05.389957 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-270b807e-9151-444c-8d23-766ab381cf8e req-6f0caa55-d11f-4008-8a36-6d53de1eca82 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe74c12f-9653-4f64-85d7-4e9e77a9748d&id=f60ae3d6-e15a-46f6-a7d5-cbadd4779a94&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0558658 Dec 21 13:57:05.840537 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.agents_db [None req-c60a5637-8c6f-4692-b23b-7dd82bd36b21 None None] Agent healthcheck: found 6 active agents {{(pid=103155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 13:57:13.457068 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:57:18.303411 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c3e0b1b4-915b-4217-91d1-ed13e0e99fc0 req-64d805fc-2fd7-40af-974d-f56fc0ba3d1d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4389943a-dee3-4949-97ca-cf19c106fcbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0878172 Dec 21 13:57:18.398919 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e0b1b4-915b-4217-91d1-ed13e0e99fc0 req-9e8d408f-0e68-435c-97d3-21da535cabb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:57:18.400399 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c3e0b1b4-915b-4217-91d1-ed13e0e99fc0 req-9e8d408f-0e68-435c-97d3-21da535cabb8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2acea4abd1514569a4efd8e8d3ceec51&device_id=4389943a-dee3-4949-97ca-cf19c106fcbf HTTP/1.1" status: 200 len: 1137 time: 0.0409250 Dec 21 13:57:18.515332 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e0b1b4-915b-4217-91d1-ed13e0e99fc0 req-3d9a6e8b-ba0d-4d3b-99dd-c561dcd4b371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:57:18.516713 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c3e0b1b4-915b-4217-91d1-ed13e0e99fc0 req-3d9a6e8b-ba0d-4d3b-99dd-c561dcd4b371 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3c71c3ae-85c0-4bdf-94e9-135469248cc9 HTTP/1.1" status: 200 len: 916 time: 0.0980649 Dec 21 13:57:18.583270 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c3e0b1b4-915b-4217-91d1-ed13e0e99fc0 req-68290148-93e5-4e1d-9153-f6916e1d52c3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2ba413c-6bd5-4560-9896-9ee96472b4fa HTTP/1.1" status: 200 len: 1001 time: 0.0604322 Dec 21 13:57:18.630257 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e0b1b4-915b-4217-91d1-ed13e0e99fc0 req-4ef453de-79a8-42f2-890d-7b98437e2886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:57:18.631677 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c3e0b1b4-915b-4217-91d1-ed13e0e99fc0 req-4ef453de-79a8-42f2-890d-7b98437e2886 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ae12a719-c08e-4d60-b2c1-280c00221267 HTTP/1.1" status: 200 len: 854 time: 0.0423882 Dec 21 13:57:18.674772 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e0b1b4-915b-4217-91d1-ed13e0e99fc0 req-b319b14f-5e35-48b6-bf59-d2c1b8212f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:57:18.676449 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c3e0b1b4-915b-4217-91d1-ed13e0e99fc0 req-b319b14f-5e35-48b6-bf59-d2c1b8212f18 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3c71c3ae-85c0-4bdf-94e9-135469248cc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0384381 Dec 21 13:57:18.768664 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c3e0b1b4-915b-4217-91d1-ed13e0e99fc0 req-7fa8522d-e89e-4dac-9044-58bb2bfaadcf service neutron] 10.222.0.60 "GET /v2.0/networks/3c71c3ae-85c0-4bdf-94e9-135469248cc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849950 Dec 21 13:57:18.868021 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c3e0b1b4-915b-4217-91d1-ed13e0e99fc0 req-98e8ee46-6e33-4c75-a73a-4329baecd4e7 service neutron] 10.222.0.60 "GET /v2.0/networks/3c71c3ae-85c0-4bdf-94e9-135469248cc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929930 Dec 21 13:57:25.194855 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-73c887a3-6b20-46d4-906a-9359d7beb14b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:57:27.655840 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6406b617-1692-402f-8c5e-fd8f721ca9c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:57:28.884090 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:57:30.879866 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:57:31.090481 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:57:37.771191 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-8d888012-a187-4b00-8188-eb000182cbb2 req-bdbe54bb-0e55-4838-8cac-b03363ad173d tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-546397711&fields=id&tenant_id=2acea4abd1514569a4efd8e8d3ceec51 HTTP/1.1" status: 200 len: 267 time: 0.0920305 Dec 21 13:57:37.823860 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d888012-a187-4b00-8188-eb000182cbb2 req-647d2193-00ef-44eb-97d2-3fb466069d4d tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:57:37.825306 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-8d888012-a187-4b00-8188-eb000182cbb2 req-647d2193-00ef-44eb-97d2-3fb466069d4d tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] 10.222.0.37 "GET /v2.0/ports?device_id=4389943a-dee3-4949-97ca-cf19c106fcbf HTTP/1.1" status: 200 len: 984 time: 0.0485592 Dec 21 13:57:37.836240 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [req-8d888012-a187-4b00-8188-eb000182cbb2 req-575d369c-76cd-455b-95b0-1a5e030af425 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Request body: {'port': {'security_groups': ['f60ae3d6-e15a-46f6-a7d5-cbadd4779a94']}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:57:37.897043 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-8d888012-a187-4b00-8188-eb000182cbb2 req-575d369c-76cd-455b-95b0-1a5e030af425 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:57:38.067250 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-8d888012-a187-4b00-8188-eb000182cbb2 req-575d369c-76cd-455b-95b0-1a5e030af425 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] For port c2ba413c-6bd5-4560-9896-9ee96472b4fa, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c2ba413c-6bd5-4560-9896-9ee96472b4fa,segment=NetworkSegment(3b16d697-8975-4180-a46e-b35ceb93ff5a),segment_id=3b16d697-8975-4180-a46e-b35ceb93ff5a)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:57:38.098676 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-8d888012-a187-4b00-8188-eb000182cbb2 req-575d369c-76cd-455b-95b0-1a5e030af425 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:57:38.104170 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-8d888012-a187-4b00-8188-eb000182cbb2 req-575d369c-76cd-455b-95b0-1a5e030af425 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:57:38.137988 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] get_ports_and_sgs() called for port_ids ['c2ba413c-6bd5-4560-9896-9ee96472b4fa'] {{(pid=103154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 13:57:38.148753 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d888012-a187-4b00-8188-eb000182cbb2 req-575d369c-76cd-455b-95b0-1a5e030af425 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:57:38.149337 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-8d888012-a187-4b00-8188-eb000182cbb2 req-575d369c-76cd-455b-95b0-1a5e030af425 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:57:38.150763 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-8d888012-a187-4b00-8188-eb000182cbb2 req-575d369c-76cd-455b-95b0-1a5e030af425 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] 10.222.0.37 "PUT /v2.0/ports/c2ba413c-6bd5-4560-9896-9ee96472b4fa HTTP/1.1" status: 200 len: 942 time: 0.3189375 Dec 21 13:57:38.151215 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4389943a-dee3-4949-97ca-cf19c106fcbf', 'tag': 'c2ba413c-6bd5-4560-9896-9ee96472b4fa'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:57:38.153485 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af6034c98e584fa55ea4398f343c742ceb598288507feaf30d5a15785b2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f32d5b80-87df-47c3-9e5f-f832c22339bc" -d '{"events": [{"name": "network-changed", "server_uuid": "4389943a-dee3-4949-97ca-cf19c106fcbf", "tag": "c2ba413c-6bd5-4560-9896-9ee96472b4fa"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:57:38.157749 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 37124) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:57:38.187722 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575d369c-76cd-455b-95b0-1a5e030af425 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Pushing event updated for resources: {'Port': ['ID=c2ba413c-6bd5-4560-9896-9ee96472b4fa,revision_number=7']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:57:38.195491 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575d369c-76cd-455b-95b0-1a5e030af425 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:57:38.195985 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575d369c-76cd-455b-95b0-1a5e030af425 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:57:38.196533 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575d369c-76cd-455b-95b0-1a5e030af425 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:57:38.196963 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575d369c-76cd-455b-95b0-1a5e030af425 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:57:38.197633 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575d369c-76cd-455b-95b0-1a5e030af425 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:57:38.198071 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575d369c-76cd-455b-95b0-1a5e030af425 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:57:38.198537 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575d369c-76cd-455b-95b0-1a5e030af425 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:57:38.198970 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575d369c-76cd-455b-95b0-1a5e030af425 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:57:38.199403 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575d369c-76cd-455b-95b0-1a5e030af425 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:57:38.199842 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575d369c-76cd-455b-95b0-1a5e030af425 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:57:38.200286 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575d369c-76cd-455b-95b0-1a5e030af425 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:57:38.200780 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575d369c-76cd-455b-95b0-1a5e030af425 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:57:38.201212 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575d369c-76cd-455b-95b0-1a5e030af425 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:57:38.205790 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 13:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-133ce332-4c60-43e7-916f-e90010ba1edd x-openstack-request-id: req-133ce332-4c60-43e7-916f-e90010ba1edd {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:57:38.206216 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4389943a-dee3-4949-97ca-cf19c106fcbf", "tag": "c2ba413c-6bd5-4560-9896-9ee96472b4fa", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:57:38.207084 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-133ce332-4c60-43e7-916f-e90010ba1edd {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:57:38.207774 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4389943a-dee3-4949-97ca-cf19c106fcbf', 'tag': 'c2ba413c-6bd5-4560-9896-9ee96472b4fa', 'status': 'completed', 'code': 200} Dec 21 13:57:38.251542 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d4cec9b6-fa87-4a7f-9d0f-6640630988c7 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Publish callbacks [] for security_group, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:57:38.272999 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] get_ports_and_sgs() called for port_ids ['c2ba413c-6bd5-4560-9896-9ee96472b4fa'] {{(pid=103154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 13:57:38.287798 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d4cec9b6-fa87-4a7f-9d0f-6640630988c7 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:57:38.301263 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32d5b80-87df-47c3-9e5f-f832c22339bc req-3b272ad4-edbd-4f25-b6b2-3f1e4371ec76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:57:38.303509 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f32d5b80-87df-47c3-9e5f-f832c22339bc req-3b272ad4-edbd-4f25-b6b2-3f1e4371ec76 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2acea4abd1514569a4efd8e8d3ceec51&device_id=4389943a-dee3-4949-97ca-cf19c106fcbf HTTP/1.1" status: 200 len: 1098 time: 0.0577719 Dec 21 13:57:38.367918 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d4cec9b6-fa87-4a7f-9d0f-6640630988c7 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:57:38.376504 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d4cec9b6-fa87-4a7f-9d0f-6640630988c7 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:57:38.380588 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-d4cec9b6-fa87-4a7f-9d0f-6640630988c7 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] 10.222.0.37 "DELETE /v2.0/security-groups/fe74c12f-9653-4f64-85d7-4e9e77a9748d HTTP/1.1" status: 204 len: 168 time: 0.2188742 Dec 21 13:57:38.382829 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 37126) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:57:38.393686 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cec9b6-fa87-4a7f-9d0f-6640630988c7 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe74c12f-9653-4f64-85d7-4e9e77a9748d,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:57:38.446123 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32d5b80-87df-47c3-9e5f-f832c22339bc req-add9145e-0769-42e7-88e0-d0e5e2b79f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:57:38.447675 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f32d5b80-87df-47c3-9e5f-f832c22339bc req-add9145e-0769-42e7-88e0-d0e5e2b79f09 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3c71c3ae-85c0-4bdf-94e9-135469248cc9 HTTP/1.1" status: 200 len: 916 time: 0.1378801 Dec 21 13:57:38.492869 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-1c5204f7-fa03-488a-baf7-63bfae2e071b None None] Provisioning complete for port c2ba413c-6bd5-4560-9896-9ee96472b4fa triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:57:38.493242 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-1c5204f7-fa03-488a-baf7-63bfae2e071b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:57:38.519221 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f32d5b80-87df-47c3-9e5f-f832c22339bc req-997970fa-871e-44da-a2b9-f25f28595163 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2ba413c-6bd5-4560-9896-9ee96472b4fa HTTP/1.1" status: 200 len: 1001 time: 0.0645087 Dec 21 13:57:38.554072 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-507a337b-0859-49c5-af33-3f02ff2fe138 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Deleting port 28e7c934-0cdd-4f55-998c-9dd432bcfcc3 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:57:38.554534 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-507a337b-0859-49c5-af33-3f02ff2fe138 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:57:38.570164 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32d5b80-87df-47c3-9e5f-f832c22339bc req-a9ac9706-05c3-4f97-bc3a-8f5aa8f68944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:57:38.571784 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f32d5b80-87df-47c3-9e5f-f832c22339bc req-a9ac9706-05c3-4f97-bc3a-8f5aa8f68944 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ae12a719-c08e-4d60-b2c1-280c00221267 HTTP/1.1" status: 200 len: 854 time: 0.0462825 Dec 21 13:57:38.621361 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32d5b80-87df-47c3-9e5f-f832c22339bc req-d96edbe3-5401-48f9-a5bc-9815c294078f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:57:38.622921 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f32d5b80-87df-47c3-9e5f-f832c22339bc req-d96edbe3-5401-48f9-a5bc-9815c294078f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3c71c3ae-85c0-4bdf-94e9-135469248cc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0443039 Dec 21 13:57:38.630329 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-507a337b-0859-49c5-af33-3f02ff2fe138 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:57:38.630706 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-507a337b-0859-49c5-af33-3f02ff2fe138 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:57:38.642379 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-507a337b-0859-49c5-af33-3f02ff2fe138 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Calling delete_port for 28e7c934-0cdd-4f55-998c-9dd432bcfcc3 owned by network:floatingip {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:57:38.711890 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f32d5b80-87df-47c3-9e5f-f832c22339bc req-23c1057a-9b9b-4a28-be63-3fa625d3fb12 service neutron] 10.222.0.60 "GET /v2.0/networks/3c71c3ae-85c0-4bdf-94e9-135469248cc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817647 Dec 21 13:57:38.796594 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-507a337b-0859-49c5-af33-3f02ff2fe138 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:57:38.822375 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507a337b-0859-49c5-af33-3f02ff2fe138 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Pushing event deleted for resources: {'Port': ['ID=28e7c934-0cdd-4f55-998c-9dd432bcfcc3,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:57:38.832859 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507a337b-0859-49c5-af33-3f02ff2fe138 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:57:38.833215 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507a337b-0859-49c5-af33-3f02ff2fe138 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:57:38.833564 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507a337b-0859-49c5-af33-3f02ff2fe138 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:57:38.833923 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507a337b-0859-49c5-af33-3f02ff2fe138 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:57:38.834958 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507a337b-0859-49c5-af33-3f02ff2fe138 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:57:38.835303 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507a337b-0859-49c5-af33-3f02ff2fe138 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:57:38.835637 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507a337b-0859-49c5-af33-3f02ff2fe138 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:57:38.835966 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507a337b-0859-49c5-af33-3f02ff2fe138 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:57:38.836299 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507a337b-0859-49c5-af33-3f02ff2fe138 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:57:38.836633 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507a337b-0859-49c5-af33-3f02ff2fe138 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:57:38.836970 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507a337b-0859-49c5-af33-3f02ff2fe138 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:57:38.837301 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507a337b-0859-49c5-af33-3f02ff2fe138 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:57:38.837632 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507a337b-0859-49c5-af33-3f02ff2fe138 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:57:38.899576 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-507a337b-0859-49c5-af33-3f02ff2fe138 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Publish callbacks [] for floatingip, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:57:38.899913 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.l3_db [None req-507a337b-0859-49c5-af33-3f02ff2fe138 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Floating IP 852692af-fed1-4584-9399-a1ca01ea9b2f disassociated (deleted). External IP: 172.36.3.112, port: c2ba413c-6bd5-4560-9896-9ee96472b4fa. Dec 21 13:57:39.077552 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f32d5b80-87df-47c3-9e5f-f832c22339bc req-4c705030-e79e-4c78-a733-3ef8c3093b0c service neutron] 10.222.0.60 "GET /v2.0/networks/3c71c3ae-85c0-4bdf-94e9-135469248cc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3583047 Dec 21 13:57:39.118323 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-507a337b-0859-49c5-af33-3f02ff2fe138 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Router 27876cc1-6b4a-4a19-a5f0-ea15b3285a44 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:57:39.223868 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-507a337b-0859-49c5-af33-3f02ff2fe138 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:57:39.229249 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-507a337b-0859-49c5-af33-3f02ff2fe138 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for floatingip, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:57:39.234499 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c442cba-e66d-4f6a-aea2-d8f8dda93484 None None] Sync routers for ids ['27876cc1-6b4a-4a19-a5f0-ea15b3285a44'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:57:39.243696 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c442cba-e66d-4f6a-aea2-d8f8dda93484 None None] Routers {'27876cc1-6b4a-4a19-a5f0-ea15b3285a44'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:57:39.244306 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-5c442cba-e66d-4f6a-aea2-d8f8dda93484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:57:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['27876cc1-6b4a-4a19-a5f0-ea15b3285a44'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:57:39.257636 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-507a337b-0859-49c5-af33-3f02ff2fe138 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] 10.222.0.37 "DELETE /v2.0/floatingips/852692af-fed1-4584-9399-a1ca01ea9b2f HTTP/1.1" status: 204 len: 168 time: 0.8712091 Dec 21 13:57:39.257636 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4389943a-dee3-4949-97ca-cf19c106fcbf', 'tag': 'c2ba413c-6bd5-4560-9896-9ee96472b4fa'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:57:39.258047 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d59863cea1d3cd3753b105ac340115874538247bffc4ddd9c7a2f3cf3d2521b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2c1e72b-98c5-41a0-bc41-f46942e0101f" -d '{"events": [{"name": "network-changed", "server_uuid": "4389943a-dee3-4949-97ca-cf19c106fcbf", "tag": "c2ba413c-6bd5-4560-9896-9ee96472b4fa"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:57:39.298102 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 13:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2802e8c4-f979-4763-ad96-14f62c6d293b x-openstack-request-id: req-2802e8c4-f979-4763-ad96-14f62c6d293b {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:57:39.298428 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4389943a-dee3-4949-97ca-cf19c106fcbf", "tag": "c2ba413c-6bd5-4560-9896-9ee96472b4fa", "status": "completed", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:57:39.298736 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2802e8c4-f979-4763-ad96-14f62c6d293b {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:57:39.299150 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4389943a-dee3-4949-97ca-cf19c106fcbf', 'tag': 'c2ba413c-6bd5-4560-9896-9ee96472b4fa', 'status': 'completed', 'code': 200} Dec 21 13:57:39.355219 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-5c442cba-e66d-4f6a-aea2-d8f8dda93484 None None] Set router 27876cc1-6b4a-4a19-a5f0-ea15b3285a44 gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:57:39.386105 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c1e72b-98c5-41a0-bc41-f46942e0101f req-7bdfcfa5-552c-4fff-bb3a-129a72865135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:57:39.387632 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a2c1e72b-98c5-41a0-bc41-f46942e0101f req-7bdfcfa5-552c-4fff-bb3a-129a72865135 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2acea4abd1514569a4efd8e8d3ceec51&device_id=4389943a-dee3-4949-97ca-cf19c106fcbf HTTP/1.1" status: 200 len: 1098 time: 0.0447934 Dec 21 13:57:39.491515 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c1e72b-98c5-41a0-bc41-f46942e0101f req-ec5256a5-d053-4b21-8131-904419bc7e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:57:39.492998 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a2c1e72b-98c5-41a0-bc41-f46942e0101f req-ec5256a5-d053-4b21-8131-904419bc7e3e service neutron] 10.222.0.60 "GET /v2.0/networks?id=3c71c3ae-85c0-4bdf-94e9-135469248cc9 HTTP/1.1" status: 200 len: 916 time: 0.0974624 Dec 21 13:57:39.549148 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a2c1e72b-98c5-41a0-bc41-f46942e0101f req-df7d9383-a2cd-4f24-a6bf-c300212adec6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2ba413c-6bd5-4560-9896-9ee96472b4fa HTTP/1.1" status: 200 len: 217 time: 0.0477910 Dec 21 13:57:39.583334 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-5c442cba-e66d-4f6a-aea2-d8f8dda93484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27876cc1-6b4a-4a19-a5f0-ea15b3285a44', 'name': 'tempest-TestMinimumBasicScenario-1826598735-router', 'tenant_id': '2acea4abd1514569a4efd8e8d3ceec51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.203'}], 'enable_snat': True}, 'gw_port_id': 'd843e652-6e2d-417e-870e-dc1d6a1b1f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:55:46Z', 'updated_at': '2021-12-21T13:55:48Z', 'revision_number': 4, 'project_id': '2acea4abd1514569a4efd8e8d3ceec51', 'gw_port': {'id': 'd843e652-6e2d-417e-870e-dc1d6a1b1f55', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27876cc1-6b4a-4a19-a5f0-ea15b3285a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:55:46Z', 'updated_at': '2021-12-21T13:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '50e1a30b-610f-412f-95c5-4a421b3c961a', 'name': '', 'network_id': '3c71c3ae-85c0-4bdf-94e9-135469248cc9', 'tenant_id': '2acea4abd1514569a4efd8e8d3ceec51', 'mac_address': 'fa:16:3e:b1:e3:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27876cc1-6b4a-4a19-a5f0-ea15b3285a44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'ae12a719-c08e-4d60-b2c1-280c00221267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:55:48Z', 'updated_at': '2021-12-21T13:55:52Z', 'revision_number': 5, 'project_id': '2acea4abd1514569a4efd8e8d3ceec51', 'subnets': [{'id': 'ae12a719-c08e-4d60-b2c1-280c00221267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:57:39.598660 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c1e72b-98c5-41a0-bc41-f46942e0101f req-9da1e42a-6627-4e5f-bcc6-7b694f25fade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:57:39.600159 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a2c1e72b-98c5-41a0-bc41-f46942e0101f req-9da1e42a-6627-4e5f-bcc6-7b694f25fade service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ae12a719-c08e-4d60-b2c1-280c00221267 HTTP/1.1" status: 200 len: 854 time: 0.0442717 Dec 21 13:57:39.610419 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c442cba-e66d-4f6a-aea2-d8f8dda93484 None None] Checking router: 27876cc1-6b4a-4a19-a5f0-ea15b3285a44 for host: dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:57:39.618842 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c442cba-e66d-4f6a-aea2-d8f8dda93484 None None] Routers {'27876cc1-6b4a-4a19-a5f0-ea15b3285a44'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:57:39.619453 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-5c442cba-e66d-4f6a-aea2-d8f8dda93484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:57:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['27876cc1-6b4a-4a19-a5f0-ea15b3285a44'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:57:39.645810 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c1e72b-98c5-41a0-bc41-f46942e0101f req-c5c29b25-ac38-4a79-a148-b2391a53bbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:57:39.647964 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a2c1e72b-98c5-41a0-bc41-f46942e0101f req-c5c29b25-ac38-4a79-a148-b2391a53bbe1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3c71c3ae-85c0-4bdf-94e9-135469248cc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0406225 Dec 21 13:57:39.723473 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-5c442cba-e66d-4f6a-aea2-d8f8dda93484 None None] Set router 27876cc1-6b4a-4a19-a5f0-ea15b3285a44 gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:57:39.741242 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a2c1e72b-98c5-41a0-bc41-f46942e0101f req-f77b61da-9e8f-44f8-84f9-344bc1f2414b service neutron] 10.222.0.60 "GET /v2.0/networks/3c71c3ae-85c0-4bdf-94e9-135469248cc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854321 Dec 21 13:57:39.830431 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a2c1e72b-98c5-41a0-bc41-f46942e0101f req-7d2ab4f7-1772-4f04-abe0-e647004de842 service neutron] 10.222.0.60 "GET /v2.0/networks/3c71c3ae-85c0-4bdf-94e9-135469248cc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825891 Dec 21 13:57:40.006371 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-5c442cba-e66d-4f6a-aea2-d8f8dda93484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27876cc1-6b4a-4a19-a5f0-ea15b3285a44', 'name': 'tempest-TestMinimumBasicScenario-1826598735-router', 'tenant_id': '2acea4abd1514569a4efd8e8d3ceec51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.203'}], 'enable_snat': True}, 'gw_port_id': 'd843e652-6e2d-417e-870e-dc1d6a1b1f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:55:46Z', 'updated_at': '2021-12-21T13:55:48Z', 'revision_number': 4, 'project_id': '2acea4abd1514569a4efd8e8d3ceec51', 'gw_port': {'id': 'd843e652-6e2d-417e-870e-dc1d6a1b1f55', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27876cc1-6b4a-4a19-a5f0-ea15b3285a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:55:46Z', 'updated_at': '2021-12-21T13:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '50e1a30b-610f-412f-95c5-4a421b3c961a', 'name': '', 'network_id': '3c71c3ae-85c0-4bdf-94e9-135469248cc9', 'tenant_id': '2acea4abd1514569a4efd8e8d3ceec51', 'mac_address': 'fa:16:3e:b1:e3:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27876cc1-6b4a-4a19-a5f0-ea15b3285a44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'ae12a719-c08e-4d60-b2c1-280c00221267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:55:48Z', 'updated_at': '2021-12-21T13:55:52Z', 'revision_number': 5, 'project_id': '2acea4abd1514569a4efd8e8d3ceec51', 'subnets': [{'id': 'ae12a719-c08e-4d60-b2c1-280c00221267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:57:40.032351 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c442cba-e66d-4f6a-aea2-d8f8dda93484 None None] The sync data for ids ['27876cc1-6b4a-4a19-a5f0-ea15b3285a44'] in dv-neutron-master-2-hyperv is: [{'id': '27876cc1-6b4a-4a19-a5f0-ea15b3285a44', 'name': 'tempest-TestMinimumBasicScenario-1826598735-router', 'tenant_id': '2acea4abd1514569a4efd8e8d3ceec51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.203'}], 'enable_snat': True}, 'gw_port_id': 'd843e652-6e2d-417e-870e-dc1d6a1b1f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:55:46Z', 'updated_at': '2021-12-21T13:55:48Z', 'revision_number': 4, 'project_id': '2acea4abd1514569a4efd8e8d3ceec51', 'gw_port': {'id': 'd843e652-6e2d-417e-870e-dc1d6a1b1f55', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27876cc1-6b4a-4a19-a5f0-ea15b3285a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:55:46Z', 'updated_at': '2021-12-21T13:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '50e1a30b-610f-412f-95c5-4a421b3c961a', 'name': '', 'network_id': '3c71c3ae-85c0-4bdf-94e9-135469248cc9', 'tenant_id': '2acea4abd1514569a4efd8e8d3ceec51', 'mac_address': 'fa:16:3e:b1:e3:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27876cc1-6b4a-4a19-a5f0-ea15b3285a44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'ae12a719-c08e-4d60-b2c1-280c00221267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:55:48Z', 'updated_at': '2021-12-21T13:55:52Z', 'revision_number': 5, 'project_id': '2acea4abd1514569a4efd8e8d3ceec51', 'subnets': [{'id': 'ae12a719-c08e-4d60-b2c1-280c00221267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:57:40.251693 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357e66eb-f338-4077-9e17-73226d132445 None None] New status for floating IP 852692af-fed1-4584-9399-a1ca01ea9b2f: DOWN {{(pid=103154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 13:57:42.839744 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.agents_db [None req-c60a5637-8c6f-4692-b23b-7dd82bd36b21 None None] Agent healthcheck: found 6 active agents {{(pid=103155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 13:57:43.457632 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:57:48.455471 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b57728-8e0e-4877-a2e3-7d3a8ac38a64 req-6be16b09-c50b-4de7-9098-810a91957091 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:57:48.456988 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-56b57728-8e0e-4877-a2e3-7d3a8ac38a64 req-6be16b09-c50b-4de7-9098-810a91957091 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] 10.222.0.37 "GET /v2.0/ports?device_id=4389943a-dee3-4949-97ca-cf19c106fcbf HTTP/1.1" status: 200 len: 945 time: 0.0565252 Dec 21 13:57:48.504446 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-56b57728-8e0e-4877-a2e3-7d3a8ac38a64 req-9ecfcfd0-a4cf-4ca4-ac41-7eafcaa9b31d tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] 10.222.0.37 "GET /v2.0/security-groups?id=f60ae3d6-e15a-46f6-a7d5-cbadd4779a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413604 Dec 21 13:57:49.623224 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5a4f0f-1146-4e2c-ad23-31ba9e7339bb req-ea73af27-cf1d-438e-8157-879b772775a0 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:57:49.624695 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-8c5a4f0f-1146-4e2c-ad23-31ba9e7339bb req-ea73af27-cf1d-438e-8157-879b772775a0 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] 10.222.0.37 "GET /v2.0/ports?device_id=4389943a-dee3-4949-97ca-cf19c106fcbf HTTP/1.1" status: 200 len: 945 time: 0.0525584 Dec 21 13:57:49.674028 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-8c5a4f0f-1146-4e2c-ad23-31ba9e7339bb req-e21002ee-9c50-472b-9668-79b6547d63b7 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] 10.222.0.37 "GET /v2.0/security-groups?id=f60ae3d6-e15a-46f6-a7d5-cbadd4779a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434308 Dec 21 13:57:50.235088 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b45febb-4f84-416b-ab78-a9471fbfa2a4 req-4546400e-f193-46a1-8868-4c42cd297e71 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:57:50.236496 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-0b45febb-4f84-416b-ab78-a9471fbfa2a4 req-4546400e-f193-46a1-8868-4c42cd297e71 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] 10.222.0.60 "GET /v2.0/ports?device_id=4389943a-dee3-4949-97ca-cf19c106fcbf HTTP/1.1" status: 200 len: 945 time: 0.0465591 Dec 21 13:57:50.328378 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [req-0b45febb-4f84-416b-ab78-a9471fbfa2a4 req-2ad1ee55-7bc7-47c5-8409-21a56112487d tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Deleting port c2ba413c-6bd5-4560-9896-9ee96472b4fa {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:57:50.328817 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-0b45febb-4f84-416b-ab78-a9471fbfa2a4 req-2ad1ee55-7bc7-47c5-8409-21a56112487d tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:57:50.416662 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-0b45febb-4f84-416b-ab78-a9471fbfa2a4 req-2ad1ee55-7bc7-47c5-8409-21a56112487d tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] For port c2ba413c-6bd5-4560-9896-9ee96472b4fa, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c2ba413c-6bd5-4560-9896-9ee96472b4fa,segment=NetworkSegment(3b16d697-8975-4180-a46e-b35ceb93ff5a),segment_id=3b16d697-8975-4180-a46e-b35ceb93ff5a)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:57:50.417017 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-0b45febb-4f84-416b-ab78-a9471fbfa2a4 req-2ad1ee55-7bc7-47c5-8409-21a56112487d tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:57:50.428809 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [req-0b45febb-4f84-416b-ab78-a9471fbfa2a4 req-2ad1ee55-7bc7-47c5-8409-21a56112487d tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Calling delete_port for c2ba413c-6bd5-4560-9896-9ee96472b4fa owned by compute:nova {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:57:50.554777 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-0b45febb-4f84-416b-ab78-a9471fbfa2a4 req-2ad1ee55-7bc7-47c5-8409-21a56112487d tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:57:50.581871 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad1ee55-7bc7-47c5-8409-21a56112487d tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Pushing event deleted for resources: {'Port': ['ID=c2ba413c-6bd5-4560-9896-9ee96472b4fa,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:57:50.587661 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] get_ports_and_sgs() called for port_ids ['c2ba413c-6bd5-4560-9896-9ee96472b4fa'] {{(pid=103154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 13:57:50.623451 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b45febb-4f84-416b-ab78-a9471fbfa2a4 req-2ad1ee55-7bc7-47c5-8409-21a56112487d tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] No DVR routers for this DVR port c2ba413c-6bd5-4560-9896-9ee96472b4fa on host hv-neutron-mast {{(pid=103153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:57:50.625783 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-0b45febb-4f84-416b-ab78-a9471fbfa2a4 req-2ad1ee55-7bc7-47c5-8409-21a56112487d tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:57:50.629125 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-0b45febb-4f84-416b-ab78-a9471fbfa2a4 req-2ad1ee55-7bc7-47c5-8409-21a56112487d tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] 10.222.0.60 "DELETE /v2.0/ports/c2ba413c-6bd5-4560-9896-9ee96472b4fa HTTP/1.1" status: 204 len: 173 time: 0.3858216 Dec 21 13:57:50.629560 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4389943a-dee3-4949-97ca-cf19c106fcbf', 'name': 'network-vif-deleted', 'tag': 'c2ba413c-6bd5-4560-9896-9ee96472b4fa'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:57:50.631850 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af6034c98e584fa55ea4398f343c742ceb598288507feaf30d5a15785b2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23ca6a09-8ddb-43d5-be2d-2095dbd05bb5" -d '{"events": [{"server_uuid": "4389943a-dee3-4949-97ca-cf19c106fcbf", "name": "network-vif-deleted", "tag": "c2ba413c-6bd5-4560-9896-9ee96472b4fa"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:57:50.669090 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 13:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b06efe89-8914-412c-95c7-965055b4af31 x-openstack-request-id: req-b06efe89-8914-412c-95c7-965055b4af31 {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:57:50.669408 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4389943a-dee3-4949-97ca-cf19c106fcbf", "name": "network-vif-deleted", "tag": "c2ba413c-6bd5-4560-9896-9ee96472b4fa", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:57:50.669655 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b06efe89-8914-412c-95c7-965055b4af31 {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:57:50.670041 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4389943a-dee3-4949-97ca-cf19c106fcbf', 'name': 'network-vif-deleted', 'tag': 'c2ba413c-6bd5-4560-9896-9ee96472b4fa', 'status': 'completed', 'code': 200} Dec 21 13:57:50.775935 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1c0712eb-b6c0-4c0c-95db-ad789653c9cb req-0d30db73-9926-449b-9b4b-d4a7c7fafe96 tempest-TestMinimumBasicScenario-1544874896 tempest-TestMinimumBasicScenario-1544874896-project] 10.222.0.37 "GET /v2.0/ports?device_id=4389943a-dee3-4949-97ca-cf19c106fcbf HTTP/1.1" status: 200 len: 210 time: 0.0318074 Dec 21 13:57:52.343831 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 37232) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:57:52.756501 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-07436a1c-9078-4b58-be87-7981f5c6fa47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532692'] for router_interface, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:57:53.042535 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-07436a1c-9078-4b58-be87-7981f5c6fa47 admin admin] Deleting port 50e1a30b-610f-412f-95c5-4a421b3c961a {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:57:53.042780 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-07436a1c-9078-4b58-be87-7981f5c6fa47 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:57:53.120582 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-07436a1c-9078-4b58-be87-7981f5c6fa47 admin admin] For port 50e1a30b-610f-412f-95c5-4a421b3c961a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=50e1a30b-610f-412f-95c5-4a421b3c961a,segment=NetworkSegment(3b16d697-8975-4180-a46e-b35ceb93ff5a),segment_id=3b16d697-8975-4180-a46e-b35ceb93ff5a)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:57:53.120944 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-07436a1c-9078-4b58-be87-7981f5c6fa47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:57:53.132265 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-07436a1c-9078-4b58-be87-7981f5c6fa47 admin admin] Calling delete_port for 50e1a30b-610f-412f-95c5-4a421b3c961a owned by network:router_interface {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:57:53.311839 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-07436a1c-9078-4b58-be87-7981f5c6fa47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:57:53.336710 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07436a1c-9078-4b58-be87-7981f5c6fa47 admin admin] Pushing event deleted for resources: {'Port': ['ID=50e1a30b-610f-412f-95c5-4a421b3c961a,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:57:53.505811 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-07436a1c-9078-4b58-be87-7981f5c6fa47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534084'] for router_interface, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:57:53.710410 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07436a1c-9078-4b58-be87-7981f5c6fa47 admin admin] Router 27876cc1-6b4a-4a19-a5f0-ea15b3285a44 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:57:53.778099 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device c2ba413c-6bd5-4560-9896-9ee96472b4fa no longer exists at agent hyperv_hv-neutron-mast {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:57:53.798330 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] No Port match for: c2ba413c-6bd5-4560-9896-9ee96472b4fa {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:57:53.798705 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device c2ba413c-6bd5-4560-9896-9ee96472b4fa not bound to the agent host hv-neutron-mast {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:57:53.811218 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07436a1c-9078-4b58-be87-7981f5c6fa47 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:57:53.816163 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-07436a1c-9078-4b58-be87-7981f5c6fa47 admin admin] 10.222.0.37 "PUT /v2.0/routers/27876cc1-6b4a-4a19-a5f0-ea15b3285a44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4703798 Dec 21 13:57:53.818698 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 37234) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:57:53.819668 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab3dc59-a54b-4c5e-a29c-f34a1c400193 None None] Sync routers for ids ['27876cc1-6b4a-4a19-a5f0-ea15b3285a44'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:57:53.829398 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab3dc59-a54b-4c5e-a29c-f34a1c400193 None None] Routers {'27876cc1-6b4a-4a19-a5f0-ea15b3285a44'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:57:53.829979 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-cab3dc59-a54b-4c5e-a29c-f34a1c400193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:57:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['27876cc1-6b4a-4a19-a5f0-ea15b3285a44'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:57:53.936452 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-cab3dc59-a54b-4c5e-a29c-f34a1c400193 None None] Set router 27876cc1-6b4a-4a19-a5f0-ea15b3285a44 gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:57:54.124496 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-cab3dc59-a54b-4c5e-a29c-f34a1c400193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27876cc1-6b4a-4a19-a5f0-ea15b3285a44', 'name': 'tempest-TestMinimumBasicScenario-1826598735-router', 'tenant_id': '2acea4abd1514569a4efd8e8d3ceec51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.203'}], 'enable_snat': True}, 'gw_port_id': 'd843e652-6e2d-417e-870e-dc1d6a1b1f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:55:46Z', 'updated_at': '2021-12-21T13:57:53Z', 'revision_number': 5, 'project_id': '2acea4abd1514569a4efd8e8d3ceec51', 'gw_port': {'id': 'd843e652-6e2d-417e-870e-dc1d6a1b1f55', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27876cc1-6b4a-4a19-a5f0-ea15b3285a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:55:46Z', 'updated_at': '2021-12-21T13:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:57:54.150129 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab3dc59-a54b-4c5e-a29c-f34a1c400193 None None] Checking router: 27876cc1-6b4a-4a19-a5f0-ea15b3285a44 for host: dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:57:54.158133 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab3dc59-a54b-4c5e-a29c-f34a1c400193 None None] Routers {'27876cc1-6b4a-4a19-a5f0-ea15b3285a44'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:57:54.158765 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-cab3dc59-a54b-4c5e-a29c-f34a1c400193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:57:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['27876cc1-6b4a-4a19-a5f0-ea15b3285a44'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:57:54.180335 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3db9b4d4-6208-4fde-b798-415127bc8b85 admin admin] Publish callbacks [] for router, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:57:54.259142 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-cab3dc59-a54b-4c5e-a29c-f34a1c400193 None None] Set router 27876cc1-6b4a-4a19-a5f0-ea15b3285a44 gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:57:54.279885 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3db9b4d4-6208-4fde-b798-415127bc8b85 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:57:54.341800 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-3db9b4d4-6208-4fde-b798-415127bc8b85 admin admin] Deleting port d843e652-6e2d-417e-870e-dc1d6a1b1f55 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:57:54.342238 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3db9b4d4-6208-4fde-b798-415127bc8b85 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:57:54.421636 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-3db9b4d4-6208-4fde-b798-415127bc8b85 admin admin] For port d843e652-6e2d-417e-870e-dc1d6a1b1f55, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d843e652-6e2d-417e-870e-dc1d6a1b1f55,segment=NetworkSegment(a32e5bfd-6fac-434f-817b-5707a23fd2ca),segment_id=a32e5bfd-6fac-434f-817b-5707a23fd2ca)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:57:54.421992 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3db9b4d4-6208-4fde-b798-415127bc8b85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:57:54.433642 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-3db9b4d4-6208-4fde-b798-415127bc8b85 admin admin] Calling delete_port for d843e652-6e2d-417e-870e-dc1d6a1b1f55 owned by network:router_gateway {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:57:54.433962 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-cab3dc59-a54b-4c5e-a29c-f34a1c400193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27876cc1-6b4a-4a19-a5f0-ea15b3285a44', 'name': 'tempest-TestMinimumBasicScenario-1826598735-router', 'tenant_id': '2acea4abd1514569a4efd8e8d3ceec51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.203'}], 'enable_snat': True}, 'gw_port_id': 'd843e652-6e2d-417e-870e-dc1d6a1b1f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:55:46Z', 'updated_at': '2021-12-21T13:57:53Z', 'revision_number': 5, 'project_id': '2acea4abd1514569a4efd8e8d3ceec51', 'gw_port': {'id': 'd843e652-6e2d-417e-870e-dc1d6a1b1f55', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27876cc1-6b4a-4a19-a5f0-ea15b3285a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:55:46Z', 'updated_at': '2021-12-21T13:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:57:54.463677 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab3dc59-a54b-4c5e-a29c-f34a1c400193 None None] The sync data for ids ['27876cc1-6b4a-4a19-a5f0-ea15b3285a44'] in dv-neutron-master-2-hyperv is: [{'id': '27876cc1-6b4a-4a19-a5f0-ea15b3285a44', 'name': 'tempest-TestMinimumBasicScenario-1826598735-router', 'tenant_id': '2acea4abd1514569a4efd8e8d3ceec51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.203'}], 'enable_snat': True}, 'gw_port_id': 'd843e652-6e2d-417e-870e-dc1d6a1b1f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:55:46Z', 'updated_at': '2021-12-21T13:57:53Z', 'revision_number': 5, 'project_id': '2acea4abd1514569a4efd8e8d3ceec51', 'gw_port': {'id': 'd843e652-6e2d-417e-870e-dc1d6a1b1f55', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27876cc1-6b4a-4a19-a5f0-ea15b3285a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:55:46Z', 'updated_at': '2021-12-21T13:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:57:54.603296 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3db9b4d4-6208-4fde-b798-415127bc8b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:57:54.627778 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9b4d4-6208-4fde-b798-415127bc8b85 admin admin] Pushing event deleted for resources: {'Port': ['ID=d843e652-6e2d-417e-870e-dc1d6a1b1f55,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:57:54.642700 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4afbf559-7b8e-4529-9f63-7e560144053d None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:57:54.693888 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3db9b4d4-6208-4fde-b798-415127bc8b85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-548638'] for router_gateway, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:57:54.797653 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3db9b4d4-6208-4fde-b798-415127bc8b85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26950'] for router, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:57:54.800263 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3db9b4d4-6208-4fde-b798-415127bc8b85 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:57:54.868480 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3db9b4d4-6208-4fde-b798-415127bc8b85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534967'] for router, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:57:54.869099 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3db9b4d4-6208-4fde-b798-415127bc8b85 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27876cc1-6b4a-4a19-a5f0-ea15b3285a44 {{(pid=103153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 13:57:54.874109 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3db9b4d4-6208-4fde-b798-415127bc8b85 admin admin] Publish callbacks [] for router, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:57:54.875430 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-3db9b4d4-6208-4fde-b798-415127bc8b85 admin admin] 10.222.0.37 "DELETE /v2.0/routers/27876cc1-6b4a-4a19-a5f0-ea15b3285a44 HTTP/1.1" status: 204 len: 168 time: 1.0556896 Dec 21 13:57:54.877892 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 37236) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:57:54.902967 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 50e1a30b-610f-412f-95c5-4a421b3c961a no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:57:54.924490 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: 50e1a30b-610f-412f-95c5-4a421b3c961a {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:57:54.925347 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 50e1a30b-610f-412f-95c5-4a421b3c961a not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:57:54.925537 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_v2 [None req-50ed05ab-ef25-4a72-92c2-8a48e7e71bd1 admin admin] Deleting subnet ae12a719-c08e-4d60-b2c1-280c00221267 {{(pid=103153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:57:54.929654 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-50ed05ab-ef25-4a72-92c2-8a48e7e71bd1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:57:54.965288 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-50ed05ab-ef25-4a72-92c2-8a48e7e71bd1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1585439'] for subnet, precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:57:55.045750 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-50ed05ab-ef25-4a72-92c2-8a48e7e71bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:57:55.100416 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-50ed05ab-ef25-4a72-92c2-8a48e7e71bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11349588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11288746'] for subnet, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:57:55.129708 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed05ab-ef25-4a72-92c2-8a48e7e71bd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae12a719-c08e-4d60-b2c1-280c00221267,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:57:55.133964 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-50ed05ab-ef25-4a72-92c2-8a48e7e71bd1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:57:55.137173 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-50ed05ab-ef25-4a72-92c2-8a48e7e71bd1 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/ae12a719-c08e-4d60-b2c1-280c00221267 HTTP/1.1" status: 204 len: 168 time: 0.2583258 Dec 21 13:57:55.140050 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 37238) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:57:55.141709 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631ef37d-1bb5-4498-a661-22b526f3b281 None None] Network 3c71c3ae-85c0-4bdf-94e9-135469248cc9 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:57:55.208883 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cd631543-49de-49e1-baa6-88865e5844ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:57:55.226389 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8f1496bf-0e58-48b0-85df-d36666275438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:57:55.268887 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-cd631543-49de-49e1-baa6-88865e5844ae admin admin] Deleting port 32a3199d-f0ec-4ce5-ab4c-0960a8df9efa {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:57:55.269230 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cd631543-49de-49e1-baa6-88865e5844ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:57:55.331114 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-cd631543-49de-49e1-baa6-88865e5844ae admin admin] For port 32a3199d-f0ec-4ce5-ab4c-0960a8df9efa, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=32a3199d-f0ec-4ce5-ab4c-0960a8df9efa,segment=NetworkSegment(3b16d697-8975-4180-a46e-b35ceb93ff5a),segment_id=3b16d697-8975-4180-a46e-b35ceb93ff5a)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:57:55.331469 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cd631543-49de-49e1-baa6-88865e5844ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:57:55.343286 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-cd631543-49de-49e1-baa6-88865e5844ae admin admin] Calling delete_port for 32a3199d-f0ec-4ce5-ab4c-0960a8df9efa owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:57:55.422240 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cd631543-49de-49e1-baa6-88865e5844ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:57:55.448265 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd631543-49de-49e1-baa6-88865e5844ae admin admin] Pushing event deleted for resources: {'Port': ['ID=32a3199d-f0ec-4ce5-ab4c-0960a8df9efa,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:57:55.450086 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd631543-49de-49e1-baa6-88865e5844ae admin admin] No DVR routers for this DVR port 32a3199d-f0ec-4ce5-ab4c-0960a8df9efa on host dv-neutron-master-2-hyperv {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:57:55.491585 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c97d197-92e7-4fbe-b3bf-8aee8e75614f None None] DHCP port deletion for 3c71c3ae-85c0-4bdf-94e9-135469248cc9 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:57:55.526957 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cd631543-49de-49e1-baa6-88865e5844ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:57:55.546809 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-cd631543-49de-49e1-baa6-88865e5844ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c71c3ae-85c0-4bdf-94e9-135469248cc9']}} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:57:55.556581 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-cd631543-49de-49e1-baa6-88865e5844ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b16d697-8975-4180-a46e-b35ceb93ff5a') {'for_net_delete': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:57:55.556877 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-cd631543-49de-49e1-baa6-88865e5844ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b16d697-8975-4180-a46e-b35ceb93ff5a') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:57:55.565876 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cd631543-49de-49e1-baa6-88865e5844ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526653'] for segment, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:57:55.578551 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cd631543-49de-49e1-baa6-88865e5844ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:57:55.584779 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd631543-49de-49e1-baa6-88865e5844ae admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=103152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:57:55.585162 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cd631543-49de-49e1-baa6-88865e5844ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805426'] for segment, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:57:55.586831 dv-neutron-master-2-hyperv neutron-server[103152]: Traceback (most recent call last): Dec 21 13:57:55.586831 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:57:55.586831 dv-neutron-master-2-hyperv neutron-server[103152]: timer() Dec 21 13:57:55.586831 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:57:55.586831 dv-neutron-master-2-hyperv neutron-server[103152]: cb(*args, **kw) Dec 21 13:57:55.586831 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:57:55.586831 dv-neutron-master-2-hyperv neutron-server[103152]: return func(*args, **kwargs) Dec 21 13:57:55.586831 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:57:55.586831 dv-neutron-master-2-hyperv neutron-server[103152]: self._notify() Dec 21 13:57:55.586831 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:57:55.586831 dv-neutron-master-2-hyperv neutron-server[103152]: self.callback(batched_events) Dec 21 13:57:55.586831 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:57:55.586831 dv-neutron-master-2-hyperv neutron-server[103152]: event.method(event) Dec 21 13:57:55.586831 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:57:55.586831 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:57:55.586831 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:57:55.586831 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:57:55.586831 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:57:55.586831 dv-neutron-master-2-hyperv neutron-server[103152]: return f(self, *a, **k) Dec 21 13:57:55.586831 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:57:55.586831 dv-neutron-master-2-hyperv neutron-server[103152]: return self._get(url).json() Dec 21 13:57:55.586831 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:57:55.586831 dv-neutron-master-2-hyperv neutron-server[103152]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:57:55.586831 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:57:55.586831 dv-neutron-master-2-hyperv neutron-server[103152]: return self.request(url, 'GET', **kwargs) Dec 21 13:57:55.586831 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:57:55.586831 dv-neutron-master-2-hyperv neutron-server[103152]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:57:55.586831 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:57:55.586831 dv-neutron-master-2-hyperv neutron-server[103152]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:57:55.586831 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:57:55.586831 dv-neutron-master-2-hyperv neutron-server[103152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:57:55.586831 dv-neutron-master-2-hyperv neutron-server[103152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:57:55.640462 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cd631543-49de-49e1-baa6-88865e5844ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:57:55.646491 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cd631543-49de-49e1-baa6-88865e5844ae admin admin] Publish callbacks [] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:57:55.649657 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-cd631543-49de-49e1-baa6-88865e5844ae admin admin] 10.222.0.37 "DELETE /v2.0/networks/3c71c3ae-85c0-4bdf-94e9-135469248cc9 HTTP/1.1" status: 204 len: 168 time: 0.5083582 Dec 21 13:57:55.652755 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 37240) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:57:55.660634 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd631543-49de-49e1-baa6-88865e5844ae admin admin] Pushing event deleted for resources: {'Network': ['ID=3c71c3ae-85c0-4bdf-94e9-135469248cc9,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:57:55.990326 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e8387550-7baa-4d2b-a5e4-1c2581663f70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532692'] for router_interface, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:57:56.222449 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-e8387550-7baa-4d2b-a5e4-1c2581663f70 admin admin] Deleting port 9b99e889-1f54-4851-9bde-fba4393e0942 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:57:56.222787 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e8387550-7baa-4d2b-a5e4-1c2581663f70 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:57:56.300584 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-e8387550-7baa-4d2b-a5e4-1c2581663f70 admin admin] For port 9b99e889-1f54-4851-9bde-fba4393e0942, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9b99e889-1f54-4851-9bde-fba4393e0942,segment=NetworkSegment(608ab625-2c07-4b52-ad29-98f7bbd19763),segment_id=608ab625-2c07-4b52-ad29-98f7bbd19763)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:57:56.300853 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e8387550-7baa-4d2b-a5e4-1c2581663f70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:57:56.312459 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-e8387550-7baa-4d2b-a5e4-1c2581663f70 admin admin] Calling delete_port for 9b99e889-1f54-4851-9bde-fba4393e0942 owned by network:router_interface {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:57:56.487257 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e8387550-7baa-4d2b-a5e4-1c2581663f70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:57:56.512789 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8387550-7baa-4d2b-a5e4-1c2581663f70 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b99e889-1f54-4851-9bde-fba4393e0942,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:57:56.678067 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e8387550-7baa-4d2b-a5e4-1c2581663f70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534084'] for router_interface, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:57:56.853910 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device d843e652-6e2d-417e-870e-dc1d6a1b1f55 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:57:56.878034 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: d843e652-6e2d-417e-870e-dc1d6a1b1f55 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:57:56.878505 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device d843e652-6e2d-417e-870e-dc1d6a1b1f55 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:57:56.878981 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 32a3199d-f0ec-4ce5-ab4c-0960a8df9efa no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:57:56.896638 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8387550-7baa-4d2b-a5e4-1c2581663f70 admin admin] Router 430170c9-60fa-4bbd-9d54-0568f8e5ae4a has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:57:56.900402 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: 32a3199d-f0ec-4ce5-ab4c-0960a8df9efa {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:57:56.900770 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 32a3199d-f0ec-4ce5-ab4c-0960a8df9efa not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:57:57.005148 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8387550-7baa-4d2b-a5e4-1c2581663f70 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:57:57.010132 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-e8387550-7baa-4d2b-a5e4-1c2581663f70 admin admin] 10.222.0.37 "PUT /v2.0/routers/430170c9-60fa-4bbd-9d54-0568f8e5ae4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3562751 Dec 21 13:57:57.012611 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 37242) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:57:57.015327 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53aa5e9-0cb2-4b57-97af-6d53ff17484e None None] Sync routers for ids ['430170c9-60fa-4bbd-9d54-0568f8e5ae4a'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:57:57.025376 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53aa5e9-0cb2-4b57-97af-6d53ff17484e None None] Routers {'430170c9-60fa-4bbd-9d54-0568f8e5ae4a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:57:57.026088 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-a53aa5e9-0cb2-4b57-97af-6d53ff17484e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:57:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['430170c9-60fa-4bbd-9d54-0568f8e5ae4a'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:57:57.116653 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f0a02093-be09-4d83-b9e9-75c541c4fde7 admin admin] Publish callbacks [] for router, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:57:57.129256 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-a53aa5e9-0cb2-4b57-97af-6d53ff17484e None None] Set router 430170c9-60fa-4bbd-9d54-0568f8e5ae4a gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:57:57.217665 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f0a02093-be09-4d83-b9e9-75c541c4fde7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:57:57.276357 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-f0a02093-be09-4d83-b9e9-75c541c4fde7 admin admin] Deleting port 1e7d141d-a438-4a13-bc65-6577c07b9ae7 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:57:57.276701 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f0a02093-be09-4d83-b9e9-75c541c4fde7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:57:57.308332 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-a53aa5e9-0cb2-4b57-97af-6d53ff17484e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '430170c9-60fa-4bbd-9d54-0568f8e5ae4a', 'name': 'tempest-TestMinimumBasicScenario-1429827374-router', 'tenant_id': '1d35226d26614479ac4e0f5cff07abe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.133'}], 'enable_snat': True}, 'gw_port_id': '1e7d141d-a438-4a13-bc65-6577c07b9ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:55:50Z', 'updated_at': '2021-12-21T13:57:56Z', 'revision_number': 5, 'project_id': '1d35226d26614479ac4e0f5cff07abe0', 'gw_port': {'id': '1e7d141d-a438-4a13-bc65-6577c07b9ae7', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:47:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '430170c9-60fa-4bbd-9d54-0568f8e5ae4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:55:51Z', 'updated_at': '2021-12-21T13:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:57:57.337717 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53aa5e9-0cb2-4b57-97af-6d53ff17484e None None] Checking router: 430170c9-60fa-4bbd-9d54-0568f8e5ae4a for host: dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:57:57.345912 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53aa5e9-0cb2-4b57-97af-6d53ff17484e None None] Routers {'430170c9-60fa-4bbd-9d54-0568f8e5ae4a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:57:57.346553 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-a53aa5e9-0cb2-4b57-97af-6d53ff17484e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:57:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['430170c9-60fa-4bbd-9d54-0568f8e5ae4a'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:57:57.359366 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-f0a02093-be09-4d83-b9e9-75c541c4fde7 admin admin] For port 1e7d141d-a438-4a13-bc65-6577c07b9ae7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1e7d141d-a438-4a13-bc65-6577c07b9ae7,segment=NetworkSegment(a32e5bfd-6fac-434f-817b-5707a23fd2ca),segment_id=a32e5bfd-6fac-434f-817b-5707a23fd2ca)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:57:57.359732 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f0a02093-be09-4d83-b9e9-75c541c4fde7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:57:57.371474 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-f0a02093-be09-4d83-b9e9-75c541c4fde7 admin admin] Calling delete_port for 1e7d141d-a438-4a13-bc65-6577c07b9ae7 owned by network:router_gateway {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:57:57.430972 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-a53aa5e9-0cb2-4b57-97af-6d53ff17484e None None] Set router 430170c9-60fa-4bbd-9d54-0568f8e5ae4a gateway port host: None {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:57:57.484011 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-a53aa5e9-0cb2-4b57-97af-6d53ff17484e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '430170c9-60fa-4bbd-9d54-0568f8e5ae4a', 'name': 'tempest-TestMinimumBasicScenario-1429827374-router', 'tenant_id': '1d35226d26614479ac4e0f5cff07abe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:55:50Z', 'updated_at': '2021-12-21T13:57:57Z', 'revision_number': 6, 'project_id': '1d35226d26614479ac4e0f5cff07abe0', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:57:57.513802 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53aa5e9-0cb2-4b57-97af-6d53ff17484e None None] The sync data for ids ['430170c9-60fa-4bbd-9d54-0568f8e5ae4a'] in dv-neutron-master-2-hyperv is: [{'id': '430170c9-60fa-4bbd-9d54-0568f8e5ae4a', 'name': 'tempest-TestMinimumBasicScenario-1429827374-router', 'tenant_id': '1d35226d26614479ac4e0f5cff07abe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:55:50Z', 'updated_at': '2021-12-21T13:57:57Z', 'revision_number': 6, 'project_id': '1d35226d26614479ac4e0f5cff07abe0', 'gw_port_host': None}] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:57:57.534475 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f0a02093-be09-4d83-b9e9-75c541c4fde7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:57:57.569038 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a02093-be09-4d83-b9e9-75c541c4fde7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e7d141d-a438-4a13-bc65-6577c07b9ae7,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:57:57.579296 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b643819c-7012-4794-b1d3-1e5168f4e4c9 None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:57:57.625551 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f0a02093-be09-4d83-b9e9-75c541c4fde7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-548638'] for router_gateway, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:57:57.657346 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-5e613c5f-fe4f-40a2-aeab-286adf8bba38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:57:57.714196 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f0a02093-be09-4d83-b9e9-75c541c4fde7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26950'] for router, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:57:57.716311 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f0a02093-be09-4d83-b9e9-75c541c4fde7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:57:57.760298 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f0a02093-be09-4d83-b9e9-75c541c4fde7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534967'] for router, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:57:57.760969 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0a02093-be09-4d83-b9e9-75c541c4fde7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 430170c9-60fa-4bbd-9d54-0568f8e5ae4a {{(pid=103153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 13:57:57.765199 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f0a02093-be09-4d83-b9e9-75c541c4fde7 admin admin] Publish callbacks [] for router, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:57:57.766597 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-f0a02093-be09-4d83-b9e9-75c541c4fde7 admin admin] 10.222.0.37 "DELETE /v2.0/routers/430170c9-60fa-4bbd-9d54-0568f8e5ae4a HTTP/1.1" status: 204 len: 168 time: 0.7530587 Dec 21 13:57:57.769191 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 37244) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:57:57.816410 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_v2 [None req-d69241a8-b315-4624-9ace-2f0a5d490d32 admin admin] Deleting subnet 4d724360-341a-471c-a682-dfac2c02f5cb {{(pid=103152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:57:57.819919 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d69241a8-b315-4624-9ace-2f0a5d490d32 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:57:57.852638 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d69241a8-b315-4624-9ace-2f0a5d490d32 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526644'] for subnet, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:57:57.931898 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d69241a8-b315-4624-9ace-2f0a5d490d32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:57:57.983250 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d69241a8-b315-4624-9ace-2f0a5d490d32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12346570'] for subnet, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:57:58.013947 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69241a8-b315-4624-9ace-2f0a5d490d32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d724360-341a-471c-a682-dfac2c02f5cb,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:57:58.015916 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d69241a8-b315-4624-9ace-2f0a5d490d32 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:57:58.019095 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-d69241a8-b315-4624-9ace-2f0a5d490d32 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/4d724360-341a-471c-a682-dfac2c02f5cb HTTP/1.1" status: 204 len: 168 time: 0.2489047 Dec 21 13:57:58.019659 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51af148f-dc1c-4bab-8d7d-667f36be1513 None None] Network 7a2a1d02-3669-48d0-9e10-0069a86169dc requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:57:58.021632 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 37246) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:57:58.088174 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-96243c73-3034-41db-b984-8ff65e89906a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:57:58.140643 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-96243c73-3034-41db-b984-8ff65e89906a admin admin] Deleting port d685ba24-7c38-4701-ab46-32300f962da3 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:57:58.140985 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-96243c73-3034-41db-b984-8ff65e89906a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:57:58.205044 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-96243c73-3034-41db-b984-8ff65e89906a admin admin] For port d685ba24-7c38-4701-ab46-32300f962da3, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d685ba24-7c38-4701-ab46-32300f962da3,segment=NetworkSegment(608ab625-2c07-4b52-ad29-98f7bbd19763),segment_id=608ab625-2c07-4b52-ad29-98f7bbd19763)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:57:58.205334 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-96243c73-3034-41db-b984-8ff65e89906a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:57:58.217542 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-96243c73-3034-41db-b984-8ff65e89906a admin admin] Calling delete_port for d685ba24-7c38-4701-ab46-32300f962da3 owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:57:58.263390 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a29a39b-9e07-4dcc-b0ae-815c290d0691 None None] DHCP port deletion for 7a2a1d02-3669-48d0-9e10-0069a86169dc request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:57:58.304234 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-96243c73-3034-41db-b984-8ff65e89906a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:57:58.321612 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-8a29a39b-9e07-4dcc-b0ae-815c290d0691 None None] Deleting port d685ba24-7c38-4701-ab46-32300f962da3 {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:57:58.321992 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8a29a39b-9e07-4dcc-b0ae-815c290d0691 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:57:58.328014 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96243c73-3034-41db-b984-8ff65e89906a admin admin] Pushing event deleted for resources: {'Port': ['ID=d685ba24-7c38-4701-ab46-32300f962da3,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:57:58.334249 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96243c73-3034-41db-b984-8ff65e89906a admin admin] No DVR routers for this DVR port d685ba24-7c38-4701-ab46-32300f962da3 on host dv-neutron-master-2-hyperv {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:57:58.389686 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-8a29a39b-9e07-4dcc-b0ae-815c290d0691 None None] For port d685ba24-7c38-4701-ab46-32300f962da3, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:57:58.390081 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8a29a39b-9e07-4dcc-b0ae-815c290d0691 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:57:58.404646 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-8a29a39b-9e07-4dcc-b0ae-815c290d0691 None None] Calling delete_port for d685ba24-7c38-4701-ab46-32300f962da3 owned by network:dhcp {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:57:58.407903 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.ipam_backend_mixin [None req-8a29a39b-9e07-4dcc-b0ae-815c290d0691 None None] Port d685ba24-7c38-4701-ab46-32300f962da3 was not found and therefore no delete operation was performed {{(pid=103154) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 21 13:57:58.409302 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8a29a39b-9e07-4dcc-b0ae-815c290d0691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636'] for port, after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:57:58.420914 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-96243c73-3034-41db-b984-8ff65e89906a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:57:58.436362 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a29a39b-9e07-4dcc-b0ae-815c290d0691 None None] Pushing event deleted for resources: {'Port': ['ID=d685ba24-7c38-4701-ab46-32300f962da3,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:57:58.441464 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-96243c73-3034-41db-b984-8ff65e89906a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a2a1d02-3669-48d0-9e10-0069a86169dc']}} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:57:58.444689 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a29a39b-9e07-4dcc-b0ae-815c290d0691 None None] No DVR routers for this DVR port d685ba24-7c38-4701-ab46-32300f962da3 on host dv-neutron-master-2-hyperv {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:57:58.447088 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a29a39b-9e07-4dcc-b0ae-815c290d0691 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:57:58.447456 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a29a39b-9e07-4dcc-b0ae-815c290d0691 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:57:58.447775 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a29a39b-9e07-4dcc-b0ae-815c290d0691 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:57:58.448103 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a29a39b-9e07-4dcc-b0ae-815c290d0691 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:57:58.448917 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a29a39b-9e07-4dcc-b0ae-815c290d0691 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:57:58.448917 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a29a39b-9e07-4dcc-b0ae-815c290d0691 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:57:58.449111 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a29a39b-9e07-4dcc-b0ae-815c290d0691 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:57:58.449356 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a29a39b-9e07-4dcc-b0ae-815c290d0691 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:57:58.449676 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a29a39b-9e07-4dcc-b0ae-815c290d0691 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:57:58.449991 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a29a39b-9e07-4dcc-b0ae-815c290d0691 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:57:58.450310 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a29a39b-9e07-4dcc-b0ae-815c290d0691 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:57:58.450649 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a29a39b-9e07-4dcc-b0ae-815c290d0691 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:57:58.450964 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a29a39b-9e07-4dcc-b0ae-815c290d0691 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:57:58.452133 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-96243c73-3034-41db-b984-8ff65e89906a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '608ab625-2c07-4b52-ad29-98f7bbd19763') {'for_net_delete': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:57:58.452437 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-96243c73-3034-41db-b984-8ff65e89906a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '608ab625-2c07-4b52-ad29-98f7bbd19763') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:57:58.465230 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-96243c73-3034-41db-b984-8ff65e89906a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526653'] for segment, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:57:58.479096 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-96243c73-3034-41db-b984-8ff65e89906a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:57:58.486566 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96243c73-3034-41db-b984-8ff65e89906a admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=103152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:57:58.486931 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-96243c73-3034-41db-b984-8ff65e89906a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805426'] for segment, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:57:58.488683 dv-neutron-master-2-hyperv neutron-server[103152]: Traceback (most recent call last): Dec 21 13:57:58.488683 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:57:58.488683 dv-neutron-master-2-hyperv neutron-server[103152]: timer() Dec 21 13:57:58.488683 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:57:58.488683 dv-neutron-master-2-hyperv neutron-server[103152]: cb(*args, **kw) Dec 21 13:57:58.488683 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:57:58.488683 dv-neutron-master-2-hyperv neutron-server[103152]: return func(*args, **kwargs) Dec 21 13:57:58.488683 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:57:58.488683 dv-neutron-master-2-hyperv neutron-server[103152]: self._notify() Dec 21 13:57:58.488683 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:57:58.488683 dv-neutron-master-2-hyperv neutron-server[103152]: self.callback(batched_events) Dec 21 13:57:58.488683 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:57:58.488683 dv-neutron-master-2-hyperv neutron-server[103152]: event.method(event) Dec 21 13:57:58.488683 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:57:58.488683 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:57:58.488683 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:57:58.488683 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:57:58.488683 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:57:58.488683 dv-neutron-master-2-hyperv neutron-server[103152]: return f(self, *a, **k) Dec 21 13:57:58.488683 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:57:58.488683 dv-neutron-master-2-hyperv neutron-server[103152]: return self._get(url).json() Dec 21 13:57:58.488683 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:57:58.488683 dv-neutron-master-2-hyperv neutron-server[103152]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:57:58.488683 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:57:58.488683 dv-neutron-master-2-hyperv neutron-server[103152]: return self.request(url, 'GET', **kwargs) Dec 21 13:57:58.488683 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:57:58.488683 dv-neutron-master-2-hyperv neutron-server[103152]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:57:58.488683 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:57:58.488683 dv-neutron-master-2-hyperv neutron-server[103152]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:57:58.488683 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:57:58.488683 dv-neutron-master-2-hyperv neutron-server[103152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:57:58.488683 dv-neutron-master-2-hyperv neutron-server[103152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:57:58.547503 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-96243c73-3034-41db-b984-8ff65e89906a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:57:58.553153 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-96243c73-3034-41db-b984-8ff65e89906a admin admin] Publish callbacks [] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:57:58.560509 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-96243c73-3034-41db-b984-8ff65e89906a admin admin] 10.222.0.37 "DELETE /v2.0/networks/7a2a1d02-3669-48d0-9e10-0069a86169dc HTTP/1.1" status: 204 len: 168 time: 0.5377660 Dec 21 13:57:58.573506 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96243c73-3034-41db-b984-8ff65e89906a admin admin] Pushing event deleted for resources: {'Network': ['ID=7a2a1d02-3669-48d0-9e10-0069a86169dc,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:57:58.712924 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 37250) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:57:58.751658 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-dd15d1c3-1b3f-4837-a8bf-ba7286211169 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2acea4abd1514569a4efd8e8d3ceec51&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0375810 Dec 21 13:57:58.754081 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 37252) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:57:58.807890 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device d685ba24-7c38-4701-ab46-32300f962da3 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:57:58.808392 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c3009a74-08a1-44f5-8f34-83b2ed375445 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:57:58.827927 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: d685ba24-7c38-4701-ab46-32300f962da3 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:57:58.828267 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device d685ba24-7c38-4701-ab46-32300f962da3 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:57:58.828675 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 1e7d141d-a438-4a13-bc65-6577c07b9ae7 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:57:58.829191 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c3009a74-08a1-44f5-8f34-83b2ed375445 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:57:58.847130 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: 1e7d141d-a438-4a13-bc65-6577c07b9ae7 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:57:58.847471 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 1e7d141d-a438-4a13-bc65-6577c07b9ae7 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:57:58.847884 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 9b99e889-1f54-4851-9bde-fba4393e0942 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:57:58.866605 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: 9b99e889-1f54-4851-9bde-fba4393e0942 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:57:58.866949 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 9b99e889-1f54-4851-9bde-fba4393e0942 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:57:58.877499 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c3009a74-08a1-44f5-8f34-83b2ed375445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:57:58.880102 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c3009a74-08a1-44f5-8f34-83b2ed375445 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:57:58.881262 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-c3009a74-08a1-44f5-8f34-83b2ed375445 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f60ae3d6-e15a-46f6-a7d5-cbadd4779a94 HTTP/1.1" status: 204 len: 168 time: 0.1262567 Dec 21 13:57:58.890260 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3009a74-08a1-44f5-8f34-83b2ed375445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f60ae3d6-e15a-46f6-a7d5-cbadd4779a94,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:57:58.891276 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:57:59.185217 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 37258) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:57:59.227159 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-905718eb-e0a3-4a91-a655-d9f40fda2740 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1d35226d26614479ac4e0f5cff07abe0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0407357 Dec 21 13:57:59.229396 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 37260) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:57:59.275456 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c64459b4-af75-428a-933f-5a8ddb99e0c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:57:59.295683 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c64459b4-af75-428a-933f-5a8ddb99e0c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:57:59.341894 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c64459b4-af75-428a-933f-5a8ddb99e0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:57:59.344477 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c64459b4-af75-428a-933f-5a8ddb99e0c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:57:59.345634 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-c64459b4-af75-428a-933f-5a8ddb99e0c5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c748b7d2-3a9b-4a01-9048-9c7143303461 HTTP/1.1" status: 204 len: 168 time: 0.1153631 Dec 21 13:57:59.353680 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64459b4-af75-428a-933f-5a8ddb99e0c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c748b7d2-3a9b-4a01-9048-9c7143303461,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:58:00.870233 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 37300) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:58:00.874832 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-d84631fc-e088-4a90-aa4d-5d1a14655441 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2147381619', 'description': 'tempest-secgroup-smoke-2147381619 description', 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:58:00.882262 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:00.899856 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d84631fc-e088-4a90-aa4d-5d1a14655441 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:00.907309 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d84631fc-e088-4a90-aa4d-5d1a14655441 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:00.980662 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d84631fc-e088-4a90-aa4d-5d1a14655441 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:00.984269 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d84631fc-e088-4a90-aa4d-5d1a14655441 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:01.018322 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84631fc-e088-4a90-aa4d-5d1a14655441 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afadf8d1-9639-402c-812e-39d9157eb939,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:58:01.059829 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d84631fc-e088-4a90-aa4d-5d1a14655441 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:01.063656 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d84631fc-e088-4a90-aa4d-5d1a14655441 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:01.096495 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d84631fc-e088-4a90-aa4d-5d1a14655441 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:01.097799 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-d84631fc-e088-4a90-aa4d-5d1a14655441 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2265263 Dec 21 13:58:01.098110 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:01.101292 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 37302) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:58:01.105829 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-e075da14-c56d-4aa4-8bda-12628d24ddf5 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Request body: {'security_group_rule': {'security_group_id': '302eb43e-a803-4d2b-ac53-cbeb23481687', 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:58:01.110044 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84631fc-e088-4a90-aa4d-5d1a14655441 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=302eb43e-a803-4d2b-ac53-cbeb23481687,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:58:01.135432 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e075da14-c56d-4aa4-8bda-12628d24ddf5 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:01.190209 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e075da14-c56d-4aa4-8bda-12628d24ddf5 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:01.193909 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e075da14-c56d-4aa4-8bda-12628d24ddf5 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:01.212051 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e075da14-c56d-4aa4-8bda-12628d24ddf5 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f4fc4cd-12db-4539-8106-7e04d0da20fc,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:58:01.221485 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e075da14-c56d-4aa4-8bda-12628d24ddf5 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:01.222701 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-e075da14-c56d-4aa4-8bda-12628d24ddf5 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1204453 Dec 21 13:58:01.225265 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 37304) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:58:01.229490 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-ee5e88f9-bb03-4000-b182-a206ffb90fdd tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Request body: {'security_group_rule': {'security_group_id': '302eb43e-a803-4d2b-ac53-cbeb23481687', 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:58:01.257349 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ee5e88f9-bb03-4000-b182-a206ffb90fdd tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:01.314397 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ee5e88f9-bb03-4000-b182-a206ffb90fdd tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:01.318468 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ee5e88f9-bb03-4000-b182-a206ffb90fdd tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:01.336921 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5e88f9-bb03-4000-b182-a206ffb90fdd tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f129f50b-4c4c-4f15-9139-af51d9b09c3c,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:58:01.343882 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ee5e88f9-bb03-4000-b182-a206ffb90fdd tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:01.345067 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-ee5e88f9-bb03-4000-b182-a206ffb90fdd tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1188936 Dec 21 13:58:01.347859 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 37306) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:58:01.352068 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-c4510470-b2bb-4f00-ab01-429afc024ccf tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Request body: {'security_group_rule': {'security_group_id': '302eb43e-a803-4d2b-ac53-cbeb23481687', 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:58:01.379124 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c4510470-b2bb-4f00-ab01-429afc024ccf tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:01.434029 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c4510470-b2bb-4f00-ab01-429afc024ccf tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:01.437333 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c4510470-b2bb-4f00-ab01-429afc024ccf tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:01.456485 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4510470-b2bb-4f00-ab01-429afc024ccf tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=936907a6-6e0f-4244-bd8c-ab35ba8eee2e,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:58:01.464771 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c4510470-b2bb-4f00-ab01-429afc024ccf tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:01.465933 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-c4510470-b2bb-4f00-ab01-429afc024ccf tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1171668 Dec 21 13:58:01.468526 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 37308) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:58:01.472583 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-a3fa4f3e-8590-4520-b6b2-bc2eaa8d1906 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Request body: {'security_group_rule': {'security_group_id': '302eb43e-a803-4d2b-ac53-cbeb23481687', 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:58:01.500047 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a3fa4f3e-8590-4520-b6b2-bc2eaa8d1906 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:01.556328 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a3fa4f3e-8590-4520-b6b2-bc2eaa8d1906 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:01.559643 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a3fa4f3e-8590-4520-b6b2-bc2eaa8d1906 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:01.577127 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fa4f3e-8590-4520-b6b2-bc2eaa8d1906 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c70c3a2-d89b-425e-8b95-4638bfc02acb,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:58:01.584658 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a3fa4f3e-8590-4520-b6b2-bc2eaa8d1906 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:01.585835 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-a3fa4f3e-8590-4520-b6b2-bc2eaa8d1906 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1164167 Dec 21 13:58:01.588615 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 37310) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:58:01.593257 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-ab9ad1f5-8942-4dc0-9d5c-724fb7f18182 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Request body: {'security_group_rule': {'security_group_id': '302eb43e-a803-4d2b-ac53-cbeb23481687', 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:58:01.616163 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.securitygroups_db [None req-ab9ad1f5-8942-4dc0-9d5c-724fb7f18182 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Project a1d23353b1544887bb518bdbacf8b4d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 13:58:01.621054 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ab9ad1f5-8942-4dc0-9d5c-724fb7f18182 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:01.681733 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ab9ad1f5-8942-4dc0-9d5c-724fb7f18182 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:01.685629 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ab9ad1f5-8942-4dc0-9d5c-724fb7f18182 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:01.710639 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9ad1f5-8942-4dc0-9d5c-724fb7f18182 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79c2b1bf-8fea-47ee-b943-71df0da07f32,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:58:01.719151 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ab9ad1f5-8942-4dc0-9d5c-724fb7f18182 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:01.721402 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-ab9ad1f5-8942-4dc0-9d5c-724fb7f18182 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1317387 Dec 21 13:58:01.722978 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 37312) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:58:01.727332 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-fc575d41-a30f-43cd-9fbf-577ea3fa66fd tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Request body: {'security_group_rule': {'security_group_id': '302eb43e-a803-4d2b-ac53-cbeb23481687', 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:58:01.750746 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.securitygroups_db [None req-fc575d41-a30f-43cd-9fbf-577ea3fa66fd tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Project a1d23353b1544887bb518bdbacf8b4d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 13:58:01.756499 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fc575d41-a30f-43cd-9fbf-577ea3fa66fd tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:01.813896 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fc575d41-a30f-43cd-9fbf-577ea3fa66fd tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:01.818034 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fc575d41-a30f-43cd-9fbf-577ea3fa66fd tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:01.835721 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc575d41-a30f-43cd-9fbf-577ea3fa66fd tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77ce386b-850d-41c7-bd7f-eab545f7eecb,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:58:01.841252 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fc575d41-a30f-43cd-9fbf-577ea3fa66fd tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:01.844868 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 37314) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:58:01.844992 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-fc575d41-a30f-43cd-9fbf-577ea3fa66fd tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1209145 Dec 21 13:58:01.850345 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-248a61e4-8bd7-47fb-9bd4-50b371eed2e1 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Request body: {'network': {'name': 'tempest-network-smoke--1819170174', 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'port_security_enabled': True}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:58:01.872394 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-248a61e4-8bd7-47fb-9bd4-50b371eed2e1 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Made reservation on behalf of a1d23353b1544887bb518bdbacf8b4d3 for: {'network': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:58:01.875792 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-248a61e4-8bd7-47fb-9bd4-50b371eed2e1 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:01.898530 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-248a61e4-8bd7-47fb-9bd4-50b371eed2e1 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=103152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:58:01.906892 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-248a61e4-8bd7-47fb-9bd4-50b371eed2e1 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:01.907235 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.segments_db [None req-248a61e4-8bd7-47fb-9bd4-50b371eed2e1 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Added segment 110d8237-fa27-43a3-adea-d27918df6e74 of type vlan for network 1a1104c0-7955-4bb5-af0d-4b020a355fb1 Dec 21 13:58:01.945834 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-248a61e4-8bd7-47fb-9bd4-50b371eed2e1 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:01.969074 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-248a61e4-8bd7-47fb-9bd4-50b371eed2e1 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:01.975042 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248a61e4-8bd7-47fb-9bd4-50b371eed2e1 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:58:01.975617 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-248a61e4-8bd7-47fb-9bd4-50b371eed2e1 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:02.011760 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-248a61e4-8bd7-47fb-9bd4-50b371eed2e1 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1656015 Dec 21 13:58:02.014663 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 37316) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:58:02.019266 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-84ca9d54-3c5d-4d25-af76-ad62c1c46034 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-623317991', 'admin_state_up': True, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:58:02.045015 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-84ca9d54-3c5d-4d25-af76-ad62c1c46034 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26964'] for router, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:02.046081 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-84ca9d54-3c5d-4d25-af76-ad62c1c46034 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-642316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26957'] for router, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:02.103942 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-84ca9d54-3c5d-4d25-af76-ad62c1c46034 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:02.355585 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248a61e4-8bd7-47fb-9bd4-50b371eed2e1 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Pushing event updated for resources: {'Network': ['ID=1a1104c0-7955-4bb5-af0d-4b020a355fb1,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:58:02.371251 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network 1a1104c0-7955-4bb5-af0d-4b020a355fb1 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:58:02.517351 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-84ca9d54-3c5d-4d25-af76-ad62c1c46034 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:02.704570 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-84ca9d54-3c5d-4d25-af76-ad62c1c46034 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for router_gateway, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:02.723268 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-84ca9d54-3c5d-4d25-af76-ad62c1c46034 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:02.828871 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-84ca9d54-3c5d-4d25-af76-ad62c1c46034 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Allocated IP 172.36.3.87 (7fdf1889-f079-4166-bbda-88b2a8d8d595/051a5607-1753-4008-a2f2-d94b48752e9c/39602238-256b-4521-9f3b-ae38b05ca339) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:58:02.927471 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-84ca9d54-3c5d-4d25-af76-ad62c1c46034 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:02.960542 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-84ca9d54-3c5d-4d25-af76-ad62c1c46034 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:03.001579 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ca9d54-3c5d-4d25-af76-ad62c1c46034 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Network 7fdf1889-f079-4166-bbda-88b2a8d8d595 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:58:03.004544 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-84ca9d54-3c5d-4d25-af76-ad62c1c46034 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:58:03.007614 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ca9d54-3c5d-4d25-af76-ad62c1c46034 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:58:03.017165 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035c65f2-1f99-4196-b28e-220d726ad5a9 None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:58:03.040380 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ca9d54-3c5d-4d25-af76-ad62c1c46034 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Pushing event updated for resources: {'Port': ['ID=39602238-256b-4521-9f3b-ae38b05ca339,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:58:03.048450 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-f5420308-6e75-4a26-a02f-4a6c18a1752f None None] Provisioning complete for port 39602238-256b-4521-9f3b-ae38b05ca339 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:58:03.048650 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f5420308-6e75-4a26-a02f-4a6c18a1752f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:03.087290 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-f5420308-6e75-4a26-a02f-4a6c18a1752f None None] Port 39602238-256b-4521-9f3b-ae38b05ca339 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:58:03.323595 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-84ca9d54-3c5d-4d25-af76-ad62c1c46034 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for router_gateway, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:03.516246 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-84ca9d54-3c5d-4d25-af76-ad62c1c46034 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548730'] for router, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:03.637422 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84ca9d54-3c5d-4d25-af76-ad62c1c46034 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Router ad465fbc-fc60-439d-9503-4bc48305d728 is scheduled to L3 agent 59e14383-78fa-487e-9299-b32042a98157 with binding_index 1 {{(pid=103153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 13:58:03.740504 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84ca9d54-3c5d-4d25-af76-ad62c1c46034 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:58:03.744460 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:58:03.744460 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:58:03.744460 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:58:03.744460 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:58:03.744460 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:58:03.744460 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:58:03.744460 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:58:03.744460 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:58:03.744460 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:58:03.744460 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:58:03.744460 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:58:03.744460 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:58:03.744460 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:58:03.744460 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:58:03.744460 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:58:03.744460 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:58:03.744460 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:58:03.744460 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:58:03.744460 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:58:03.744460 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:58:03.744460 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:58:03.744460 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:58:03.744460 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:58:03.744460 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:58:03.744460 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:58:03.744460 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:58:03.744460 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:58:03.744460 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:58:03.744460 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:58:03.744460 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:58:03.744460 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:58:03.744460 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:58:03.744460 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:58:03.744460 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:58:03.744460 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:58:03.744460 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:58:03.744460 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:58:03.744460 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:58:03.744460 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:58:03.744460 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:58:03.744460 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:58:03.744460 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:58:03.744460 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:58:03.744460 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:58:03.744460 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:58:03.744460 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:58:03.744460 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:58:03.744460 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:58:03.750164 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e3295a-6058-4335-8108-840b952a9b53 None None] Sync routers for ids ['ad465fbc-fc60-439d-9503-4bc48305d728'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:58:03.760592 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e3295a-6058-4335-8108-840b952a9b53 None None] Routers {'ad465fbc-fc60-439d-9503-4bc48305d728'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:58:03.761205 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-80e3295a-6058-4335-8108-840b952a9b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:57:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['ad465fbc-fc60-439d-9503-4bc48305d728'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:58:03.761374 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-84ca9d54-3c5d-4d25-af76-ad62c1c46034 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for router, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:03.765448 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-84ca9d54-3c5d-4d25-af76-ad62c1c46034 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7469244 Dec 21 13:58:03.765809 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 37318) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:58:03.863574 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-80e3295a-6058-4335-8108-840b952a9b53 None None] Set router ad465fbc-fc60-439d-9503-4bc48305d728 gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:58:03.894716 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-9a9363bc-1fc9-4eab-84b9-9dd145f946e6 tempest-TestNetworkAdvancedServerOps-559942621 tempest-TestNetworkAdvancedServerOps-559942621-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=a1d23353b1544887bb518bdbacf8b4d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1276147 Dec 21 13:58:03.897066 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 37322) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:58:04.048708 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83766ebb-477c-4743-864b-28c625383f23 tempest-TestNetworkAdvancedServerOps-559942621 tempest-TestNetworkAdvancedServerOps-559942621-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:58:04.049166 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-80e3295a-6058-4335-8108-840b952a9b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad465fbc-fc60-439d-9503-4bc48305d728', 'name': 'tempest-TestNetworkAdvancedServerOps-router-623317991', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.87'}], 'enable_snat': True}, 'gw_port_id': '39602238-256b-4521-9f3b-ae38b05ca339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:58:02Z', 'updated_at': '2021-12-21T13:58:03Z', 'revision_number': 3, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'gw_port': {'id': '39602238-256b-4521-9f3b-ae38b05ca339', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:a5:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad465fbc-fc60-439d-9503-4bc48305d728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:58:02Z', 'updated_at': '2021-12-21T13:58:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:58:04.050523 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-83766ebb-477c-4743-864b-28c625383f23 tempest-TestNetworkAdvancedServerOps-559942621 tempest-TestNetworkAdvancedServerOps-559942621-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1523223 Dec 21 13:58:04.053361 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 37324) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:58:04.087790 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-6b8f4f70-5739-4e7b-978e-0a5cb28eb482 tempest-TestNetworkAdvancedServerOps-559942621 tempest-TestNetworkAdvancedServerOps-559942621-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=7fdf1889-f079-4166-bbda-88b2a8d8d595&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0333505 Dec 21 13:58:04.088477 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e3295a-6058-4335-8108-840b952a9b53 None None] Checking router: ad465fbc-fc60-439d-9503-4bc48305d728 for host: dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:58:04.088831 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e3295a-6058-4335-8108-840b952a9b53 None None] Updating router ad465fbc-fc60-439d-9503-4bc48305d728 port 39602238-256b-4521-9f3b-ae38b05ca339 binding host dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 13:58:04.090603 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 37326) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:58:04.095426 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-a7e4ac27-e367-4382-9867-3807e021ec47 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-556619206', 'network_id': '1a1104c0-7955-4bb5-af0d-4b020a355fb1', 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:58:04.120586 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-80e3295a-6058-4335-8108-840b952a9b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:04.196638 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7e4ac27-e367-4382-9867-3807e021ec47 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Made reservation on behalf of a1d23353b1544887bb518bdbacf8b4d3 for: {'subnet': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:58:04.200520 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a7e4ac27-e367-4382-9867-3807e021ec47 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11288759'] for subnet, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:04.378113 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-80e3295a-6058-4335-8108-840b952a9b53 None None] Publish callbacks [] for port, precommit_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:04.385787 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-80e3295a-6058-4335-8108-840b952a9b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:04.390118 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a7e4ac27-e367-4382-9867-3807e021ec47 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11195289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11288741'] for subnet, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:04.439889 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8830a580-651a-495a-be86-db655158bc32 None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:58:04.448512 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e4ac27-e367-4382-9867-3807e021ec47 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Pushing event updated for resources: {'Subnet': ['ID=c1e67e2c-ff3e-4c5b-828d-7d4fa16b09cd,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:58:04.449209 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc3cca4-706d-4def-a509-8bc764ba02d7 None None] Pushing event updated for resources: {'Port': ['ID=39602238-256b-4521-9f3b-ae38b05ca339,revision_number=2']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:58:04.459546 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-80e3295a-6058-4335-8108-840b952a9b53 None None] Attempting to bind port 39602238-256b-4521-9f3b-ae38b05ca339 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:58:04.459921 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-80e3295a-6058-4335-8108-840b952a9b53 None None] Attempting to bind port 39602238-256b-4521-9f3b-ae38b05ca339 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:58:04.460285 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e3295a-6058-4335-8108-840b952a9b53 None None] Attempting to bind port 39602238-256b-4521-9f3b-ae38b05ca339 on network 7fdf1889-f079-4166-bbda-88b2a8d8d595 {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:58:04.462820 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc3cca4-706d-4def-a509-8bc764ba02d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:58:04.463168 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc3cca4-706d-4def-a509-8bc764ba02d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:58:04.463510 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc3cca4-706d-4def-a509-8bc764ba02d7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:58:04.463847 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc3cca4-706d-4def-a509-8bc764ba02d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:58:04.464178 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc3cca4-706d-4def-a509-8bc764ba02d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:58:04.464486 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e4ac27-e367-4382-9867-3807e021ec47 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Checking segment: {'id': '110d8237-fa27-43a3-adea-d27918df6e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1a1104c0-7955-4bb5-af0d-4b020a355fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:58:04.464601 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc3cca4-706d-4def-a509-8bc764ba02d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:58:04.464822 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc3cca4-706d-4def-a509-8bc764ba02d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:58:04.464919 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e4ac27-e367-4382-9867-3807e021ec47 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Network hostable DHCP agents. Network: 1a1104c0-7955-4bb5-af0d-4b020a355fb1, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:58:04.465149 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc3cca4-706d-4def-a509-8bc764ba02d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:58:04.465565 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc3cca4-706d-4def-a509-8bc764ba02d7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:58:04.465851 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc3cca4-706d-4def-a509-8bc764ba02d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:58:04.466231 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc3cca4-706d-4def-a509-8bc764ba02d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:58:04.466560 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc3cca4-706d-4def-a509-8bc764ba02d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:58:04.466900 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc3cca4-706d-4def-a509-8bc764ba02d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:58:04.473309 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e3295a-6058-4335-8108-840b952a9b53 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:58:04.473719 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e3295a-6058-4335-8108-840b952a9b53 None None] Checking segment: {'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:58:04.474142 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-80e3295a-6058-4335-8108-840b952a9b53 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:04.474540 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e3295a-6058-4335-8108-840b952a9b53 None None] Bound using segment: {'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:58:04.475013 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-80e3295a-6058-4335-8108-840b952a9b53 None None] Bound port: 39602238-256b-4521-9f3b-ae38b05ca339, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:58:04.475508 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-80e3295a-6058-4335-8108-840b952a9b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:04.482242 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e4ac27-e367-4382-9867-3807e021ec47 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Network 1a1104c0-7955-4bb5-af0d-4b020a355fb1 is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:58:04.491034 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-a7e4ac27-e367-4382-9867-3807e021ec47 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 1a1104c0-7955-4bb5-af0d-4b020a355fb1) {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:58:04.495098 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e4ac27-e367-4382-9867-3807e021ec47 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:58:04.495737 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a7e4ac27-e367-4382-9867-3807e021ec47 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:04.504498 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22b9af5-682f-40eb-a89c-af288694f09d None None] Network 1a1104c0-7955-4bb5-af0d-4b020a355fb1 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:58:04.513334 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-a7e4ac27-e367-4382-9867-3807e021ec47 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4216518 Dec 21 13:58:04.516123 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 37328) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:58:04.535129 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-80e3295a-6058-4335-8108-840b952a9b53 None None] For port 39602238-256b-4521-9f3b-ae38b05ca339, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:58:04.538729 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-80e3295a-6058-4335-8108-840b952a9b53 None None] For port 39602238-256b-4521-9f3b-ae38b05ca339, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=39602238-256b-4521-9f3b-ae38b05ca339,segment=NetworkSegment(a32e5bfd-6fac-434f-817b-5707a23fd2ca),segment_id=a32e5bfd-6fac-434f-817b-5707a23fd2ca)] {{(pid=103155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:58:04.544282 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-80e3295a-6058-4335-8108-840b952a9b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:04.575011 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-a6efe0fd-6349-4545-8af2-705574cedced None None] Provisioning complete for port 39602238-256b-4521-9f3b-ae38b05ca339 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:58:04.575382 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a6efe0fd-6349-4545-8af2-705574cedced None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:04.603796 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc3cca4-706d-4def-a509-8bc764ba02d7 None None] Pushing event updated for resources: {'Port': ['ID=39602238-256b-4521-9f3b-ae38b05ca339,revision_number=3']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:58:04.608726 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4cd51d6-6fd6-49da-811e-9654354da8ef None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:58:04.612773 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e3295a-6058-4335-8108-840b952a9b53 None None] Routers {'ad465fbc-fc60-439d-9503-4bc48305d728'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:58:04.613435 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-80e3295a-6058-4335-8108-840b952a9b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:57:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['ad465fbc-fc60-439d-9503-4bc48305d728'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:58:04.662398 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b540173b-58d7-4931-9172-91298b64ce0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-1a1104c0-7955-4bb5-af0d-4b020a355fb1', 'network_id': '1a1104c0-7955-4bb5-af0d-4b020a355fb1', 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'fixed_ips': [{'subnet_id': 'c1e67e2c-ff3e-4c5b-828d-7d4fa16b09cd'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:58:04.663195 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b540173b-58d7-4931-9172-91298b64ce0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:04.781019 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a6efe0fd-6349-4545-8af2-705574cedced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:04.812367 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-a6efe0fd-6349-4545-8af2-705574cedced None None] For port 39602238-256b-4521-9f3b-ae38b05ca339, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=39602238-256b-4521-9f3b-ae38b05ca339,segment=NetworkSegment(a32e5bfd-6fac-434f-817b-5707a23fd2ca),segment_id=a32e5bfd-6fac-434f-817b-5707a23fd2ca)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:58:04.830471 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-80e3295a-6058-4335-8108-840b952a9b53 None None] Set router ad465fbc-fc60-439d-9503-4bc48305d728 gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:58:04.834204 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a6efe0fd-6349-4545-8af2-705574cedced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:04.884809 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-b540173b-58d7-4931-9172-91298b64ce0a None None] Allocated IP 172.20.0.2 (1a1104c0-7955-4bb5-af0d-4b020a355fb1/c1e67e2c-ff3e-4c5b-828d-7d4fa16b09cd/5fe313a7-b253-4f40-8eee-ebc2d3232b77) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:58:04.904954 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6efe0fd-6349-4545-8af2-705574cedced None None] Pushing event updated for resources: {'Port': ['ID=39602238-256b-4521-9f3b-ae38b05ca339,revision_number=4']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:58:04.975183 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8cfc10d5-8df0-4dbc-8dd2-488ece299437 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:04.985621 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-3b6fa9e8-6062-422e-933f-65b405bfb6d8 None None] Provisioning complete for port 39602238-256b-4521-9f3b-ae38b05ca339 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:58:04.985991 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-3b6fa9e8-6062-422e-933f-65b405bfb6d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:05.033153 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-80e3295a-6058-4335-8108-840b952a9b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad465fbc-fc60-439d-9503-4bc48305d728', 'name': 'tempest-TestNetworkAdvancedServerOps-router-623317991', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.87'}], 'enable_snat': True}, 'gw_port_id': '39602238-256b-4521-9f3b-ae38b05ca339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:58:02Z', 'updated_at': '2021-12-21T13:58:03Z', 'revision_number': 3, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'gw_port': {'id': '39602238-256b-4521-9f3b-ae38b05ca339', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:a5:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad465fbc-fc60-439d-9503-4bc48305d728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:58:02Z', 'updated_at': '2021-12-21T13:58:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:58:05.070114 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e3295a-6058-4335-8108-840b952a9b53 None None] The sync data for ids ['ad465fbc-fc60-439d-9503-4bc48305d728'] in dv-neutron-master-2-hyperv is: [{'id': 'ad465fbc-fc60-439d-9503-4bc48305d728', 'name': 'tempest-TestNetworkAdvancedServerOps-router-623317991', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.87'}], 'enable_snat': True}, 'gw_port_id': '39602238-256b-4521-9f3b-ae38b05ca339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:58:02Z', 'updated_at': '2021-12-21T13:58:03Z', 'revision_number': 3, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'gw_port': {'id': '39602238-256b-4521-9f3b-ae38b05ca339', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:a5:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad465fbc-fc60-439d-9503-4bc48305d728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:58:02Z', 'updated_at': '2021-12-21T13:58:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:58:05.125573 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b540173b-58d7-4931-9172-91298b64ce0a None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:05.138053 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b540173b-58d7-4931-9172-91298b64ce0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:05.178616 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b540173b-58d7-4931-9172-91298b64ce0a None None] Network 1a1104c0-7955-4bb5-af0d-4b020a355fb1 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:58:05.181544 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-b540173b-58d7-4931-9172-91298b64ce0a None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:58:05.184011 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b540173b-58d7-4931-9172-91298b64ce0a None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:58:05.211421 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b540173b-58d7-4931-9172-91298b64ce0a None None] Pushing event updated for resources: {'Port': ['ID=5fe313a7-b253-4f40-8eee-ebc2d3232b77,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:58:05.248060 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-b540173b-58d7-4931-9172-91298b64ce0a None None] Attempting to bind port 5fe313a7-b253-4f40-8eee-ebc2d3232b77 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:58:05.248433 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-b540173b-58d7-4931-9172-91298b64ce0a None None] Attempting to bind port 5fe313a7-b253-4f40-8eee-ebc2d3232b77 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '110d8237-fa27-43a3-adea-d27918df6e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1a1104c0-7955-4bb5-af0d-4b020a355fb1'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:58:05.248798 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b540173b-58d7-4931-9172-91298b64ce0a None None] Attempting to bind port 5fe313a7-b253-4f40-8eee-ebc2d3232b77 on network 1a1104c0-7955-4bb5-af0d-4b020a355fb1 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:58:05.255493 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b540173b-58d7-4931-9172-91298b64ce0a None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:58:05.255879 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b540173b-58d7-4931-9172-91298b64ce0a None None] Checking segment: {'id': '110d8237-fa27-43a3-adea-d27918df6e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1a1104c0-7955-4bb5-af0d-4b020a355fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:58:05.256284 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b540173b-58d7-4931-9172-91298b64ce0a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:05.256673 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b540173b-58d7-4931-9172-91298b64ce0a None None] Bound using segment: {'id': '110d8237-fa27-43a3-adea-d27918df6e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1a1104c0-7955-4bb5-af0d-4b020a355fb1'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:58:05.257137 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-b540173b-58d7-4931-9172-91298b64ce0a None None] Bound port: 5fe313a7-b253-4f40-8eee-ebc2d3232b77, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '110d8237-fa27-43a3-adea-d27918df6e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1a1104c0-7955-4bb5-af0d-4b020a355fb1'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:58:05.257510 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b540173b-58d7-4931-9172-91298b64ce0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:05.280557 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-8cfc10d5-8df0-4dbc-8dd2-488ece299437 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Allocated IP 172.20.0.1 (1a1104c0-7955-4bb5-af0d-4b020a355fb1/c1e67e2c-ff3e-4c5b-828d-7d4fa16b09cd/3fbdcc32-7147-4e78-beaf-0ed31f9ebcf5) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:58:05.347555 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-b540173b-58d7-4931-9172-91298b64ce0a None None] For port 5fe313a7-b253-4f40-8eee-ebc2d3232b77, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:58:05.351537 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-b540173b-58d7-4931-9172-91298b64ce0a None None] For port 5fe313a7-b253-4f40-8eee-ebc2d3232b77, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5fe313a7-b253-4f40-8eee-ebc2d3232b77,segment=NetworkSegment(110d8237-fa27-43a3-adea-d27918df6e74),segment_id=110d8237-fa27-43a3-adea-d27918df6e74)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:58:05.360470 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b540173b-58d7-4931-9172-91298b64ce0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:05.431874 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b540173b-58d7-4931-9172-91298b64ce0a None None] Pushing event updated for resources: {'Port': ['ID=5fe313a7-b253-4f40-8eee-ebc2d3232b77,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:58:05.444054 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8cfc10d5-8df0-4dbc-8dd2-488ece299437 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:05.484611 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8cfc10d5-8df0-4dbc-8dd2-488ece299437 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:05.531976 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cfc10d5-8df0-4dbc-8dd2-488ece299437 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Network 1a1104c0-7955-4bb5-af0d-4b020a355fb1 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:58:05.535280 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-8cfc10d5-8df0-4dbc-8dd2-488ece299437 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:58:05.540634 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfc10d5-8df0-4dbc-8dd2-488ece299437 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:58:05.544914 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfc10d5-8df0-4dbc-8dd2-488ece299437 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Pushing event updated for resources: {'Port': ['ID=3fbdcc32-7147-4e78-beaf-0ed31f9ebcf5,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:58:05.596258 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8cfc10d5-8df0-4dbc-8dd2-488ece299437 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532557'] for router_interface, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:05.755558 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8cfc10d5-8df0-4dbc-8dd2-488ece299437 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:06.040587 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8cfc10d5-8df0-4dbc-8dd2-488ece299437 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:06.045043 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8cfc10d5-8df0-4dbc-8dd2-488ece299437 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805230'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:06.120055 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfc10d5-8df0-4dbc-8dd2-488ece299437 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Pushing event updated for resources: {'Port': ['ID=3fbdcc32-7147-4e78-beaf-0ed31f9ebcf5,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:58:06.125454 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8cfc10d5-8df0-4dbc-8dd2-488ece299437 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532537'] for router_interface, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:06.217904 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cfc10d5-8df0-4dbc-8dd2-488ece299437 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Network 1a1104c0-7955-4bb5-af0d-4b020a355fb1 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:58:06.219536 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-8cfc10d5-8df0-4dbc-8dd2-488ece299437 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:58:06.337832 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cfc10d5-8df0-4dbc-8dd2-488ece299437 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Router ad465fbc-fc60-439d-9503-4bc48305d728 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:58:06.403655 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e70567b-de6d-465b-aeb7-e73b1a8bb3ba None None] Network 1a1104c0-7955-4bb5-af0d-4b020a355fb1 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:58:06.462475 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cfc10d5-8df0-4dbc-8dd2-488ece299437 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:58:06.476318 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-8cfc10d5-8df0-4dbc-8dd2-488ece299437 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "PUT /v2.0/routers/ad465fbc-fc60-439d-9503-4bc48305d728/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9503870 Dec 21 13:58:06.486796 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-daad757d-d717-4fcc-9f4b-b17c81139bd2 None None] Provisioning complete for port 5fe313a7-b253-4f40-8eee-ebc2d3232b77 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:58:06.487167 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-daad757d-d717-4fcc-9f4b-b17c81139bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:06.603395 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-daad757d-d717-4fcc-9f4b-b17c81139bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:06.639826 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b606a802-25bc-4048-a71a-44dbe68becc3 req-fd73bafa-5128-4611-bce2-de521f9201da tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2147381619&fields=id&tenant_id=a1d23353b1544887bb518bdbacf8b4d3 HTTP/1.1" status: 200 len: 267 time: 0.0646911 Dec 21 13:58:06.650505 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-daad757d-d717-4fcc-9f4b-b17c81139bd2 None None] For port 5fe313a7-b253-4f40-8eee-ebc2d3232b77, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5fe313a7-b253-4f40-8eee-ebc2d3232b77,segment=NetworkSegment(110d8237-fa27-43a3-adea-d27918df6e74),segment_id=110d8237-fa27-43a3-adea-d27918df6e74)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:58:06.657556 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-daad757d-d717-4fcc-9f4b-b17c81139bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:06.717438 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daad757d-d717-4fcc-9f4b-b17c81139bd2 None None] Pushing event updated for resources: {'Port': ['ID=5fe313a7-b253-4f40-8eee-ebc2d3232b77,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:58:06.764462 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b606a802-25bc-4048-a71a-44dbe68becc3 req-a2ec58a3-fbae-406d-b515-eda5f5cfaeb8 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:58:06.771520 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b606a802-25bc-4048-a71a-44dbe68becc3 req-a2ec58a3-fbae-406d-b515-eda5f5cfaeb8 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/networks?id=1a1104c0-7955-4bb5-af0d-4b020a355fb1 HTTP/1.1" status: 200 len: 797 time: 0.1308267 Dec 21 13:58:06.788444 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b606a802-25bc-4048-a71a-44dbe68becc3 req-477ba919-7256-4f5b-abea-4f2a16bca700 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/quotas/a1d23353b1544887bb518bdbacf8b4d3 HTTP/1.1" status: 200 len: 375 time: 0.0160418 Dec 21 13:58:06.840597 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b606a802-25bc-4048-a71a-44dbe68becc3 req-10a5c651-da7e-4c52-80b3-947d0f471d0e tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a1d23353b1544887bb518bdbacf8b4d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511961 Dec 21 13:58:06.890130 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-d6066982-462f-4e5c-82e6-54d290bd6f88 None None] Provisioning complete for port 3fbdcc32-7147-4e78-beaf-0ed31f9ebcf5 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:58:06.890619 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d6066982-462f-4e5c-82e6-54d290bd6f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:06.923547 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 39602238-256b-4521-9f3b-ae38b05ca339 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:58:06.970118 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-d6066982-462f-4e5c-82e6-54d290bd6f88 None None] Port 3fbdcc32-7147-4e78-beaf-0ed31f9ebcf5 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:58:06.990978 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-d6066982-462f-4e5c-82e6-54d290bd6f88 None None] Provisioning complete for port 5fe313a7-b253-4f40-8eee-ebc2d3232b77 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:58:06.990978 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d6066982-462f-4e5c-82e6-54d290bd6f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:07.015568 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b606a802-25bc-4048-a71a-44dbe68becc3 req-975c707b-55cd-48ef-8abd-65db97e126e8 service neutron] 10.222.0.37 "GET /v2.0/networks/1a1104c0-7955-4bb5-af0d-4b020a355fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624222 Dec 21 13:58:07.034924 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9847cb-a3bd-47b5-9d0d-3df0d7b18054 None None] Sync routers for ids ['ad465fbc-fc60-439d-9503-4bc48305d728'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:58:07.039444 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 39602238-256b-4521-9f3b-ae38b05ca339 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:58:07.039810 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:07.080493 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9847cb-a3bd-47b5-9d0d-3df0d7b18054 None None] Routers {'ad465fbc-fc60-439d-9503-4bc48305d728'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:58:07.081155 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-8b9847cb-a3bd-47b5-9d0d-3df0d7b18054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:57:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['ad465fbc-fc60-439d-9503-4bc48305d728'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:58:07.263539 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-8b9847cb-a3bd-47b5-9d0d-3df0d7b18054 None None] Set router ad465fbc-fc60-439d-9503-4bc48305d728 gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:58:07.300783 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 5fe313a7-b253-4f40-8eee-ebc2d3232b77 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:58:07.396422 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b606a802-25bc-4048-a71a-44dbe68becc3 req-3d5b4baf-c10f-416e-afeb-7e1853175009 service neutron] 10.222.0.37 "GET /v2.0/networks/1a1104c0-7955-4bb5-af0d-4b020a355fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3656540 Dec 21 13:58:07.441450 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-44d983df-cff8-488f-8276-bf29c602cad8 None None] Provisioning complete for port 3fbdcc32-7147-4e78-beaf-0ed31f9ebcf5 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:58:07.441937 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-44d983df-cff8-488f-8276-bf29c602cad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:07.480335 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 5fe313a7-b253-4f40-8eee-ebc2d3232b77 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:58:07.480705 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:07.521599 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-44d983df-cff8-488f-8276-bf29c602cad8 None None] Port 3fbdcc32-7147-4e78-beaf-0ed31f9ebcf5 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:58:07.565572 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-36fc455c-0b7b-4591-989b-33a9bdbb31f7 req-de97931e-24e7-4590-bfa5-8476206ebd37 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb5cd7aa-6d2d-41fb-a0f6-dbae50f0b080 HTTP/1.1" status: 200 len: 210 time: 0.0305624 Dec 21 13:58:07.767166 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-8b9847cb-a3bd-47b5-9d0d-3df0d7b18054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad465fbc-fc60-439d-9503-4bc48305d728', 'name': 'tempest-TestNetworkAdvancedServerOps-router-623317991', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.87'}], 'enable_snat': True}, 'gw_port_id': '39602238-256b-4521-9f3b-ae38b05ca339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:58:02Z', 'updated_at': '2021-12-21T13:58:05Z', 'revision_number': 4, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'gw_port': {'id': '39602238-256b-4521-9f3b-ae38b05ca339', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:a5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad465fbc-fc60-439d-9503-4bc48305d728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:58:02Z', 'updated_at': '2021-12-21T13:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '3fbdcc32-7147-4e78-beaf-0ed31f9ebcf5', 'name': '', 'network_id': '1a1104c0-7955-4bb5-af0d-4b020a355fb1', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'mac_address': 'fa:16:3e:2c:b2:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad465fbc-fc60-439d-9503-4bc48305d728', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': 'c1e67e2c-ff3e-4c5b-828d-7d4fa16b09cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:58:05Z', 'updated_at': '2021-12-21T13:58:05Z', 'revision_number': 2, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'subnets': [{'id': 'c1e67e2c-ff3e-4c5b-828d-7d4fa16b09cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:58:07.797002 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9847cb-a3bd-47b5-9d0d-3df0d7b18054 None None] Checking router: ad465fbc-fc60-439d-9503-4bc48305d728 for host: dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:58:07.797361 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9847cb-a3bd-47b5-9d0d-3df0d7b18054 None None] Updating router ad465fbc-fc60-439d-9503-4bc48305d728 port 3fbdcc32-7147-4e78-beaf-0ed31f9ebcf5 binding host dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 13:58:07.821217 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8b9847cb-a3bd-47b5-9d0d-3df0d7b18054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:08.087807 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8b9847cb-a3bd-47b5-9d0d-3df0d7b18054 None None] Publish callbacks [] for port, precommit_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:08.093354 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8b9847cb-a3bd-47b5-9d0d-3df0d7b18054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:08.142633 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4684be-3d18-4e50-9738-91f3e91e220e None None] Pushing event updated for resources: {'Port': ['ID=3fbdcc32-7147-4e78-beaf-0ed31f9ebcf5,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:58:08.201778 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-8b9847cb-a3bd-47b5-9d0d-3df0d7b18054 None None] Attempting to bind port 3fbdcc32-7147-4e78-beaf-0ed31f9ebcf5 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:58:08.202184 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-8b9847cb-a3bd-47b5-9d0d-3df0d7b18054 None None] Attempting to bind port 3fbdcc32-7147-4e78-beaf-0ed31f9ebcf5 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '110d8237-fa27-43a3-adea-d27918df6e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1a1104c0-7955-4bb5-af0d-4b020a355fb1'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:58:08.202585 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9847cb-a3bd-47b5-9d0d-3df0d7b18054 None None] Attempting to bind port 3fbdcc32-7147-4e78-beaf-0ed31f9ebcf5 on network 1a1104c0-7955-4bb5-af0d-4b020a355fb1 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:58:08.208396 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9847cb-a3bd-47b5-9d0d-3df0d7b18054 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:58:08.208778 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9847cb-a3bd-47b5-9d0d-3df0d7b18054 None None] Checking segment: {'id': '110d8237-fa27-43a3-adea-d27918df6e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1a1104c0-7955-4bb5-af0d-4b020a355fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:58:08.209184 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8b9847cb-a3bd-47b5-9d0d-3df0d7b18054 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:08.209580 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9847cb-a3bd-47b5-9d0d-3df0d7b18054 None None] Bound using segment: {'id': '110d8237-fa27-43a3-adea-d27918df6e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1a1104c0-7955-4bb5-af0d-4b020a355fb1'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:58:08.210057 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-8b9847cb-a3bd-47b5-9d0d-3df0d7b18054 None None] Bound port: 3fbdcc32-7147-4e78-beaf-0ed31f9ebcf5, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '110d8237-fa27-43a3-adea-d27918df6e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1a1104c0-7955-4bb5-af0d-4b020a355fb1'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:58:08.210465 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8b9847cb-a3bd-47b5-9d0d-3df0d7b18054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:08.276579 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-8b9847cb-a3bd-47b5-9d0d-3df0d7b18054 None None] For port 3fbdcc32-7147-4e78-beaf-0ed31f9ebcf5, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:58:08.279838 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-8b9847cb-a3bd-47b5-9d0d-3df0d7b18054 None None] For port 3fbdcc32-7147-4e78-beaf-0ed31f9ebcf5, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3fbdcc32-7147-4e78-beaf-0ed31f9ebcf5,segment=NetworkSegment(110d8237-fa27-43a3-adea-d27918df6e74),segment_id=110d8237-fa27-43a3-adea-d27918df6e74)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:58:08.284799 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8b9847cb-a3bd-47b5-9d0d-3df0d7b18054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:08.342491 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9847cb-a3bd-47b5-9d0d-3df0d7b18054 None None] Routers {'ad465fbc-fc60-439d-9503-4bc48305d728'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:58:08.343136 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-8b9847cb-a3bd-47b5-9d0d-3df0d7b18054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:57:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['ad465fbc-fc60-439d-9503-4bc48305d728'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:58:08.391404 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4684be-3d18-4e50-9738-91f3e91e220e None None] Pushing event updated for resources: {'Port': ['ID=3fbdcc32-7147-4e78-beaf-0ed31f9ebcf5,revision_number=4']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:58:08.418920 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-14108f9c-830c-41f5-b4e9-029c70dd4a7b None None] Provisioning complete for port 3fbdcc32-7147-4e78-beaf-0ed31f9ebcf5 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:58:08.419293 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-14108f9c-830c-41f5-b4e9-029c70dd4a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:08.520671 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-8b9847cb-a3bd-47b5-9d0d-3df0d7b18054 None None] Set router ad465fbc-fc60-439d-9503-4bc48305d728 gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:58:08.627801 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b606a802-25bc-4048-a71a-44dbe68becc3 req-aa755279-46d2-489e-b005-b8554780b452 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:58:08.629406 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b606a802-25bc-4048-a71a-44dbe68becc3 req-aa755279-46d2-489e-b005-b8554780b452 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.60 "GET /v2.0/networks?id=1a1104c0-7955-4bb5-af0d-4b020a355fb1 HTTP/1.1" status: 200 len: 797 time: 0.1533232 Dec 21 13:58:08.689612 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-14108f9c-830c-41f5-b4e9-029c70dd4a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:08.697697 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-d53c3f74-ac5c-495a-9eb7-682d573a3289 req-21fe3c79-e7df-44ed-9a23-d7345b1e3ae7 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb5cd7aa-6d2d-41fb-a0f6-dbae50f0b080 HTTP/1.1" status: 200 len: 210 time: 0.0471842 Dec 21 13:58:08.738332 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b606a802-25bc-4048-a71a-44dbe68becc3 req-3fe9f0a8-ba51-464c-b3e1-5ec81d9e81c7 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1d23353b1544887bb518bdbacf8b4d3 HTTP/1.1" status: 200 len: 380 time: 0.0862961 Dec 21 13:58:08.767428 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [req-b606a802-25bc-4048-a71a-44dbe68becc3 req-a7a730dc-c52f-464b-b4cf-92bb23de1096 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Request body: {'port': {'device_id': 'cb5cd7aa-6d2d-41fb-a0f6-dbae50f0b080', 'network_id': '1a1104c0-7955-4bb5-af0d-4b020a355fb1', 'admin_state_up': True, 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'security_groups': ['302eb43e-a803-4d2b-ac53-cbeb23481687']}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:58:08.767722 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-14108f9c-830c-41f5-b4e9-029c70dd4a7b None None] For port 3fbdcc32-7147-4e78-beaf-0ed31f9ebcf5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3fbdcc32-7147-4e78-beaf-0ed31f9ebcf5,segment=NetworkSegment(110d8237-fa27-43a3-adea-d27918df6e74),segment_id=110d8237-fa27-43a3-adea-d27918df6e74)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:58:08.773580 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-14108f9c-830c-41f5-b4e9-029c70dd4a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:08.849676 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14108f9c-830c-41f5-b4e9-029c70dd4a7b None None] Pushing event updated for resources: {'Port': ['ID=3fbdcc32-7147-4e78-beaf-0ed31f9ebcf5,revision_number=5']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:58:08.871973 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-8b9847cb-a3bd-47b5-9d0d-3df0d7b18054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad465fbc-fc60-439d-9503-4bc48305d728', 'name': 'tempest-TestNetworkAdvancedServerOps-router-623317991', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.87'}], 'enable_snat': True}, 'gw_port_id': '39602238-256b-4521-9f3b-ae38b05ca339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:58:02Z', 'updated_at': '2021-12-21T13:58:05Z', 'revision_number': 4, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'gw_port': {'id': '39602238-256b-4521-9f3b-ae38b05ca339', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:a5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad465fbc-fc60-439d-9503-4bc48305d728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:58:02Z', 'updated_at': '2021-12-21T13:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '3fbdcc32-7147-4e78-beaf-0ed31f9ebcf5', 'name': '', 'network_id': '1a1104c0-7955-4bb5-af0d-4b020a355fb1', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'mac_address': 'fa:16:3e:2c:b2:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad465fbc-fc60-439d-9503-4bc48305d728', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': 'c1e67e2c-ff3e-4c5b-828d-7d4fa16b09cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:58:05Z', 'updated_at': '2021-12-21T13:58:08Z', 'revision_number': 4, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'subnets': [{'id': 'c1e67e2c-ff3e-4c5b-828d-7d4fa16b09cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:58:08.893963 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b606a802-25bc-4048-a71a-44dbe68becc3 req-a7a730dc-c52f-464b-b4cf-92bb23de1096 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Made reservation on behalf of a1d23353b1544887bb518bdbacf8b4d3 for: {'port': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:58:08.897617 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-b606a802-25bc-4048-a71a-44dbe68becc3 req-a7a730dc-c52f-464b-b4cf-92bb23de1096 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:08.902075 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9847cb-a3bd-47b5-9d0d-3df0d7b18054 None None] The sync data for ids ['ad465fbc-fc60-439d-9503-4bc48305d728'] in dv-neutron-master-2-hyperv is: [{'id': 'ad465fbc-fc60-439d-9503-4bc48305d728', 'name': 'tempest-TestNetworkAdvancedServerOps-router-623317991', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.87'}], 'enable_snat': True}, 'gw_port_id': '39602238-256b-4521-9f3b-ae38b05ca339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:58:02Z', 'updated_at': '2021-12-21T13:58:05Z', 'revision_number': 4, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'gw_port': {'id': '39602238-256b-4521-9f3b-ae38b05ca339', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:a5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad465fbc-fc60-439d-9503-4bc48305d728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:58:02Z', 'updated_at': '2021-12-21T13:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '3fbdcc32-7147-4e78-beaf-0ed31f9ebcf5', 'name': '', 'network_id': '1a1104c0-7955-4bb5-af0d-4b020a355fb1', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'mac_address': 'fa:16:3e:2c:b2:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad465fbc-fc60-439d-9503-4bc48305d728', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': 'c1e67e2c-ff3e-4c5b-828d-7d4fa16b09cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:58:05Z', 'updated_at': '2021-12-21T13:58:08Z', 'revision_number': 4, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'subnets': [{'id': 'c1e67e2c-ff3e-4c5b-828d-7d4fa16b09cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:58:08.913406 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-9fa22aac-01b8-445f-9cf6-ff175a9a5e41 None None] Provisioning complete for port 3fbdcc32-7147-4e78-beaf-0ed31f9ebcf5 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:58:08.913780 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-9fa22aac-01b8-445f-9cf6-ff175a9a5e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:09.057952 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [req-b606a802-25bc-4048-a71a-44dbe68becc3 req-a7a730dc-c52f-464b-b4cf-92bb23de1096 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Allocated IP 172.20.0.10 (1a1104c0-7955-4bb5-af0d-4b020a355fb1/c1e67e2c-ff3e-4c5b-828d-7d4fa16b09cd/a3f81a18-a12d-408e-a4ea-1f838a917f85) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:58:09.206250 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-b606a802-25bc-4048-a71a-44dbe68becc3 req-a7a730dc-c52f-464b-b4cf-92bb23de1096 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:09.243943 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-b606a802-25bc-4048-a71a-44dbe68becc3 req-a7a730dc-c52f-464b-b4cf-92bb23de1096 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:09.289903 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b606a802-25bc-4048-a71a-44dbe68becc3 req-a7a730dc-c52f-464b-b4cf-92bb23de1096 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Network 1a1104c0-7955-4bb5-af0d-4b020a355fb1 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:58:09.293192 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [req-b606a802-25bc-4048-a71a-44dbe68becc3 req-a7a730dc-c52f-464b-b4cf-92bb23de1096 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:58:09.296860 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [req-b606a802-25bc-4048-a71a-44dbe68becc3 req-a7a730dc-c52f-464b-b4cf-92bb23de1096 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:58:09.327438 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a730dc-c52f-464b-b4cf-92bb23de1096 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Pushing event updated for resources: {'Port': ['ID=a3f81a18-a12d-408e-a4ea-1f838a917f85,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:58:09.358919 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b606a802-25bc-4048-a71a-44dbe68becc3 req-a7a730dc-c52f-464b-b4cf-92bb23de1096 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:58:09.359887 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-b606a802-25bc-4048-a71a-44dbe68becc3 req-a7a730dc-c52f-464b-b4cf-92bb23de1096 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:09.380511 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b606a802-25bc-4048-a71a-44dbe68becc3 req-a7a730dc-c52f-464b-b4cf-92bb23de1096 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6175156 Dec 21 13:58:09.397729 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [req-b606a802-25bc-4048-a71a-44dbe68becc3 req-1ff9ccd1-4021-4c92-b041-cc7f9cfaf395 service neutron] Request body: {'port': {'device_id': 'cb5cd7aa-6d2d-41fb-a0f6-dbae50f0b080', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:58:09.457392 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-b606a802-25bc-4048-a71a-44dbe68becc3 req-1ff9ccd1-4021-4c92-b041-cc7f9cfaf395 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:09.565694 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-3d7363e1-f13b-4ba8-b03d-a0af9dbb50d0 None None] Provisioning complete for port a3f81a18-a12d-408e-a4ea-1f838a917f85 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:58:09.566236 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-3d7363e1-f13b-4ba8-b03d-a0af9dbb50d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:09.605993 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-3d7363e1-f13b-4ba8-b03d-a0af9dbb50d0 None None] Port a3f81a18-a12d-408e-a4ea-1f838a917f85 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:58:09.745516 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [req-b606a802-25bc-4048-a71a-44dbe68becc3 req-1ff9ccd1-4021-4c92-b041-cc7f9cfaf395 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3f81a18-a12d-408e-a4ea-1f838a917f85 {{(pid=103153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 13:58:09.753354 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-b606a802-25bc-4048-a71a-44dbe68becc3 req-1ff9ccd1-4021-4c92-b041-cc7f9cfaf395 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:09.765815 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.provisioning_blocks [req-b606a802-25bc-4048-a71a-44dbe68becc3 req-1ff9ccd1-4021-4c92-b041-cc7f9cfaf395 service neutron] Transition to ACTIVE for port object a3f81a18-a12d-408e-a4ea-1f838a917f85 will not be triggered until provisioned by entity L2. {{(pid=103153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 13:58:09.770703 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-b606a802-25bc-4048-a71a-44dbe68becc3 req-1ff9ccd1-4021-4c92-b041-cc7f9cfaf395 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:09.822627 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a664bac0-2b59-43b0-9096-7767d51ae9e5 req-968f06bf-94d1-4873-a3dd-6575ec8a04a3 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:58:09.830852 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff9ccd1-4021-4c92-b041-cc7f9cfaf395 service neutron] Pushing event updated for resources: {'Port': ['ID=a3f81a18-a12d-408e-a4ea-1f838a917f85,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:58:09.831060 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-a664bac0-2b59-43b0-9096-7767d51ae9e5 req-968f06bf-94d1-4873-a3dd-6575ec8a04a3 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb5cd7aa-6d2d-41fb-a0f6-dbae50f0b080 HTTP/1.1" status: 200 len: 944 time: 0.0590179 Dec 21 13:58:09.884881 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-a664bac0-2b59-43b0-9096-7767d51ae9e5 req-0003608c-2f52-49ec-be22-90edf33e85d7 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?id=302eb43e-a803-4d2b-ac53-cbeb23481687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528176 Dec 21 13:58:09.916991 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-b606a802-25bc-4048-a71a-44dbe68becc3 req-1ff9ccd1-4021-4c92-b041-cc7f9cfaf395 service neutron] Attempting to bind port a3f81a18-a12d-408e-a4ea-1f838a917f85 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:58:09.917344 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-b606a802-25bc-4048-a71a-44dbe68becc3 req-1ff9ccd1-4021-4c92-b041-cc7f9cfaf395 service neutron] Attempting to bind port a3f81a18-a12d-408e-a4ea-1f838a917f85 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '110d8237-fa27-43a3-adea-d27918df6e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1a1104c0-7955-4bb5-af0d-4b020a355fb1'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:58:09.917676 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b606a802-25bc-4048-a71a-44dbe68becc3 req-1ff9ccd1-4021-4c92-b041-cc7f9cfaf395 service neutron] Attempting to bind port a3f81a18-a12d-408e-a4ea-1f838a917f85 on network 1a1104c0-7955-4bb5-af0d-4b020a355fb1 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:58:09.922765 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b606a802-25bc-4048-a71a-44dbe68becc3 req-1ff9ccd1-4021-4c92-b041-cc7f9cfaf395 service neutron] Port a3f81a18-a12d-408e-a4ea-1f838a917f85 on network 1a1104c0-7955-4bb5-af0d-4b020a355fb1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 13:58:09.923092 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b606a802-25bc-4048-a71a-44dbe68becc3 req-1ff9ccd1-4021-4c92-b041-cc7f9cfaf395 service neutron] Attempting to bind port a3f81a18-a12d-408e-a4ea-1f838a917f85 on network 1a1104c0-7955-4bb5-af0d-4b020a355fb1 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:58:09.928658 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b606a802-25bc-4048-a71a-44dbe68becc3 req-1ff9ccd1-4021-4c92-b041-cc7f9cfaf395 service neutron] Checking agent: {'id': 'cb078e0e-af00-4e4f-8117-46ca6496af1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 23, 43), 'started_at': datetime.datetime(2021, 12, 21, 13, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:58:09.928987 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b606a802-25bc-4048-a71a-44dbe68becc3 req-1ff9ccd1-4021-4c92-b041-cc7f9cfaf395 service neutron] Checking segment: {'id': '110d8237-fa27-43a3-adea-d27918df6e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1a1104c0-7955-4bb5-af0d-4b020a355fb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:58:09.929388 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b606a802-25bc-4048-a71a-44dbe68becc3 req-1ff9ccd1-4021-4c92-b041-cc7f9cfaf395 service neutron] Bound using segment: {'id': '110d8237-fa27-43a3-adea-d27918df6e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1a1104c0-7955-4bb5-af0d-4b020a355fb1'} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:58:09.930417 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-b606a802-25bc-4048-a71a-44dbe68becc3 req-1ff9ccd1-4021-4c92-b041-cc7f9cfaf395 service neutron] Bound port: a3f81a18-a12d-408e-a4ea-1f838a917f85, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '110d8237-fa27-43a3-adea-d27918df6e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1a1104c0-7955-4bb5-af0d-4b020a355fb1'}}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:58:09.930812 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-b606a802-25bc-4048-a71a-44dbe68becc3 req-1ff9ccd1-4021-4c92-b041-cc7f9cfaf395 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:10.000333 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-b606a802-25bc-4048-a71a-44dbe68becc3 req-1ff9ccd1-4021-4c92-b041-cc7f9cfaf395 service neutron] For port a3f81a18-a12d-408e-a4ea-1f838a917f85, host hv-neutron-mast, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:58:10.003691 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-b606a802-25bc-4048-a71a-44dbe68becc3 req-1ff9ccd1-4021-4c92-b041-cc7f9cfaf395 service neutron] For port a3f81a18-a12d-408e-a4ea-1f838a917f85, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a3f81a18-a12d-408e-a4ea-1f838a917f85,segment=NetworkSegment(110d8237-fa27-43a3-adea-d27918df6e74),segment_id=110d8237-fa27-43a3-adea-d27918df6e74)] {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:58:10.010888 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-b606a802-25bc-4048-a71a-44dbe68becc3 req-1ff9ccd1-4021-4c92-b041-cc7f9cfaf395 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:10.060563 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b606a802-25bc-4048-a71a-44dbe68becc3 req-1ff9ccd1-4021-4c92-b041-cc7f9cfaf395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:58:10.061192 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-b606a802-25bc-4048-a71a-44dbe68becc3 req-1ff9ccd1-4021-4c92-b041-cc7f9cfaf395 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:10.065905 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b606a802-25bc-4048-a71a-44dbe68becc3 req-1ff9ccd1-4021-4c92-b041-cc7f9cfaf395 service neutron] 10.222.0.60 "PUT /v2.0/ports/a3f81a18-a12d-408e-a4ea-1f838a917f85 HTTP/1.1" status: 200 len: 1094 time: 0.6710348 Dec 21 13:58:10.065905 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb5cd7aa-6d2d-41fb-a0f6-dbae50f0b080', 'tag': 'a3f81a18-a12d-408e-a4ea-1f838a917f85'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:58:10.066730 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af6034c98e584fa55ea4398f343c742ceb598288507feaf30d5a15785b2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb37552-9acb-4cab-a87e-d81646757b5d" -d '{"events": [{"name": "network-changed", "server_uuid": "cb5cd7aa-6d2d-41fb-a0f6-dbae50f0b080", "tag": "a3f81a18-a12d-408e-a4ea-1f838a917f85"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:58:10.100996 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff9ccd1-4021-4c92-b041-cc7f9cfaf395 service neutron] Pushing event updated for resources: {'Port': ['ID=a3f81a18-a12d-408e-a4ea-1f838a917f85,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:58:10.188121 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b606a802-25bc-4048-a71a-44dbe68becc3 req-0e4da115-6be6-4e8e-b045-ae86ea5be87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:58:10.189753 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b606a802-25bc-4048-a71a-44dbe68becc3 req-0e4da115-6be6-4e8e-b045-ae86ea5be87e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a1d23353b1544887bb518bdbacf8b4d3&device_id=cb5cd7aa-6d2d-41fb-a0f6-dbae50f0b080 HTTP/1.1" status: 200 len: 1097 time: 0.0588803 Dec 21 13:58:10.212106 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 13:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b65a8cd-14ab-4fa0-8d45-b5c9c5314b27 x-openstack-request-id: req-1b65a8cd-14ab-4fa0-8d45-b5c9c5314b27 {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:58:10.212399 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb5cd7aa-6d2d-41fb-a0f6-dbae50f0b080", "tag": "a3f81a18-a12d-408e-a4ea-1f838a917f85", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:58:10.213222 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1b65a8cd-14ab-4fa0-8d45-b5c9c5314b27 {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:58:10.213639 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb5cd7aa-6d2d-41fb-a0f6-dbae50f0b080', 'tag': 'a3f81a18-a12d-408e-a4ea-1f838a917f85', 'status': 'completed', 'code': 200} Dec 21 13:58:10.243211 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b606a802-25bc-4048-a71a-44dbe68becc3 req-43ecc3ef-74e1-428c-bf38-20e32037a507 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a3f81a18-a12d-408e-a4ea-1f838a917f85 HTTP/1.1" status: 200 len: 217 time: 0.0384490 Dec 21 13:58:10.296883 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b606a802-25bc-4048-a71a-44dbe68becc3 req-1a273079-54e6-4dfe-9c72-3789e43f7283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:58:10.298346 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b606a802-25bc-4048-a71a-44dbe68becc3 req-1a273079-54e6-4dfe-9c72-3789e43f7283 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c1e67e2c-ff3e-4c5b-828d-7d4fa16b09cd HTTP/1.1" status: 200 len: 834 time: 0.0487809 Dec 21 13:58:10.342690 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b606a802-25bc-4048-a71a-44dbe68becc3 req-58103562-73ef-4614-b708-904c57680f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:58:10.344166 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b606a802-25bc-4048-a71a-44dbe68becc3 req-58103562-73ef-4614-b708-904c57680f79 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1a1104c0-7955-4bb5-af0d-4b020a355fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394113 Dec 21 13:58:10.440539 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b606a802-25bc-4048-a71a-44dbe68becc3 req-b2490733-66fb-44f2-836e-9508f350a318 service neutron] 10.222.0.60 "GET /v2.0/networks/1a1104c0-7955-4bb5-af0d-4b020a355fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898573 Dec 21 13:58:10.529998 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b606a802-25bc-4048-a71a-44dbe68becc3 req-a6e291aa-f86e-4ce4-bdb9-e5f34f83c4b3 service neutron] 10.222.0.60 "GET /v2.0/networks/1a1104c0-7955-4bb5-af0d-4b020a355fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830982 Dec 21 13:58:10.660906 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb37552-9acb-4cab-a87e-d81646757b5d req-f982dbeb-0ffb-4db6-903b-d6cdfdfc2685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:58:10.662297 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-4fb37552-9acb-4cab-a87e-d81646757b5d req-f982dbeb-0ffb-4db6-903b-d6cdfdfc2685 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a1d23353b1544887bb518bdbacf8b4d3&device_id=cb5cd7aa-6d2d-41fb-a0f6-dbae50f0b080 HTTP/1.1" status: 200 len: 1097 time: 0.0409021 Dec 21 13:58:10.764538 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb37552-9acb-4cab-a87e-d81646757b5d req-66a99eb9-c258-42fb-bf89-652832ec41d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:58:10.766011 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-4fb37552-9acb-4cab-a87e-d81646757b5d req-66a99eb9-c258-42fb-bf89-652832ec41d5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1a1104c0-7955-4bb5-af0d-4b020a355fb1 HTTP/1.1" status: 200 len: 898 time: 0.0965846 Dec 21 13:58:10.808816 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-4fb37552-9acb-4cab-a87e-d81646757b5d req-148aa90a-1556-4aac-8fc6-59f0e541ec8a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a3f81a18-a12d-408e-a4ea-1f838a917f85 HTTP/1.1" status: 200 len: 217 time: 0.0351810 Dec 21 13:58:10.832579 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 3fbdcc32-7147-4e78-beaf-0ed31f9ebcf5 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:58:10.858862 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb37552-9acb-4cab-a87e-d81646757b5d req-d219314b-ffc4-495f-bb53-9be5c6adb79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:58:10.860358 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-4fb37552-9acb-4cab-a87e-d81646757b5d req-d219314b-ffc4-495f-bb53-9be5c6adb79b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c1e67e2c-ff3e-4c5b-828d-7d4fa16b09cd HTTP/1.1" status: 200 len: 834 time: 0.0445325 Dec 21 13:58:10.880430 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 3fbdcc32-7147-4e78-beaf-0ed31f9ebcf5 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:58:10.880800 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:10.911717 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb37552-9acb-4cab-a87e-d81646757b5d req-4210a5af-edff-466f-9e09-2d4a627921e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:58:10.913139 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-4fb37552-9acb-4cab-a87e-d81646757b5d req-4210a5af-edff-466f-9e09-2d4a627921e0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1a1104c0-7955-4bb5-af0d-4b020a355fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0443466 Dec 21 13:58:11.012246 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-4fb37552-9acb-4cab-a87e-d81646757b5d req-289c8877-7dc6-4dee-ba10-9fd26ef3e8e5 service neutron] 10.222.0.60 "GET /v2.0/networks/1a1104c0-7955-4bb5-af0d-4b020a355fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912032 Dec 21 13:58:11.016745 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2229efd3-ab9c-4750-9b8e-0510c336452f req-50c7e863-1ec6-45fa-8164-b849ac2fa3be tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:58:11.018232 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-2229efd3-ab9c-4750-9b8e-0510c336452f req-50c7e863-1ec6-45fa-8164-b849ac2fa3be tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb5cd7aa-6d2d-41fb-a0f6-dbae50f0b080 HTTP/1.1" status: 200 len: 944 time: 0.0539255 Dec 21 13:58:11.068269 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-2229efd3-ab9c-4750-9b8e-0510c336452f req-680856cc-339f-4332-884e-a2a23be24cea tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?id=302eb43e-a803-4d2b-ac53-cbeb23481687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437226 Dec 21 13:58:11.105969 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-4fb37552-9acb-4cab-a87e-d81646757b5d req-f596055d-5d4c-4a89-9b30-3472930b8f23 service neutron] 10.222.0.60 "GET /v2.0/networks/1a1104c0-7955-4bb5-af0d-4b020a355fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869486 Dec 21 13:58:12.184121 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6740f7fb-656d-436b-9b22-dce97a441339 req-648338de-dafa-404a-b438-f8b7c56fbd70 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:58:12.185579 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-6740f7fb-656d-436b-9b22-dce97a441339 req-648338de-dafa-404a-b438-f8b7c56fbd70 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb5cd7aa-6d2d-41fb-a0f6-dbae50f0b080 HTTP/1.1" status: 200 len: 944 time: 0.0480361 Dec 21 13:58:12.233115 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-6740f7fb-656d-436b-9b22-dce97a441339 req-8c153a89-bb4f-4bdc-9b4e-e513b301d56d tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?id=302eb43e-a803-4d2b-ac53-cbeb23481687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415757 Dec 21 13:58:13.346821 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d519142d-1213-4306-8bda-14663d718407 req-b543d41a-791e-4b73-9484-1805736d7366 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:58:13.348513 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-d519142d-1213-4306-8bda-14663d718407 req-b543d41a-791e-4b73-9484-1805736d7366 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb5cd7aa-6d2d-41fb-a0f6-dbae50f0b080 HTTP/1.1" status: 200 len: 944 time: 0.0491111 Dec 21 13:58:13.397205 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-d519142d-1213-4306-8bda-14663d718407 req-4b6c6a3b-b325-48f3-9a92-244b99c2dbde tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?id=302eb43e-a803-4d2b-ac53-cbeb23481687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430424 Dec 21 13:58:13.466866 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:13.870457 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device a3f81a18-a12d-408e-a4ea-1f838a917f85 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 13:58:13.965099 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port a3f81a18-a12d-408e-a4ea-1f838a917f85, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a3f81a18-a12d-408e-a4ea-1f838a917f85,segment=NetworkSegment(110d8237-fa27-43a3-adea-d27918df6e74),segment_id=110d8237-fa27-43a3-adea-d27918df6e74)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:58:13.976587 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Returning: {'device': 'a3f81a18-a12d-408e-a4ea-1f838a917f85', 'network_id': '1a1104c0-7955-4bb5-af0d-4b020a355fb1', 'port_id': 'a3f81a18-a12d-408e-a4ea-1f838a917f85', 'mac_address': 'fa:16:3e:35:e5:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1e67e2c-ff3e-4c5b-828d-7d4fa16b09cd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 13:58:14.014473 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:14.026941 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3f81a18-a12d-408e-a4ea-1f838a917f85 {{(pid=103154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 13:58:14.046073 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port a3f81a18-a12d-408e-a4ea-1f838a917f85, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a3f81a18-a12d-408e-a4ea-1f838a917f85,segment=NetworkSegment(110d8237-fa27-43a3-adea-d27918df6e74),segment_id=110d8237-fa27-43a3-adea-d27918df6e74)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:58:14.050139 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:14.094998 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=a3f81a18-a12d-408e-a4ea-1f838a917f85,revision_number=4']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:58:14.321323 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] get_ports_and_sgs() called for port_ids ['a3f81a18-a12d-408e-a4ea-1f838a917f85'] {{(pid=103154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 13:58:14.513169 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669ac379-beab-4035-a9e4-172ddcda8d94 req-e90706f6-e978-45ee-8e25-ea92427310ac tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:58:14.514658 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-669ac379-beab-4035-a9e4-172ddcda8d94 req-e90706f6-e978-45ee-8e25-ea92427310ac tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb5cd7aa-6d2d-41fb-a0f6-dbae50f0b080 HTTP/1.1" status: 200 len: 945 time: 0.0522459 Dec 21 13:58:14.570096 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-669ac379-beab-4035-a9e4-172ddcda8d94 req-047e27ae-52f7-41c3-92d7-c8e3cba29a1a tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?id=302eb43e-a803-4d2b-ac53-cbeb23481687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484688 Dec 21 13:58:15.685907 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19189981-b7f7-4fc1-b719-006d0329a4c0 req-0e7bcad3-d871-40de-a133-54adc9fd131b tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:58:15.687371 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-19189981-b7f7-4fc1-b719-006d0329a4c0 req-0e7bcad3-d871-40de-a133-54adc9fd131b tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb5cd7aa-6d2d-41fb-a0f6-dbae50f0b080 HTTP/1.1" status: 200 len: 945 time: 0.0524459 Dec 21 13:58:15.734827 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-19189981-b7f7-4fc1-b719-006d0329a4c0 req-fd8766cc-285d-4859-a73b-896b7c61b838 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?id=302eb43e-a803-4d2b-ac53-cbeb23481687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411317 Dec 21 13:58:15.886607 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device a3f81a18-a12d-408e-a4ea-1f838a917f85 up at agent hyperv_hv-neutron-mast {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:58:15.935750 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Provisioning for port a3f81a18-a12d-408e-a4ea-1f838a917f85 completed by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 13:58:15.939461 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Provisioning complete for port a3f81a18-a12d-408e-a4ea-1f838a917f85 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:58:15.939771 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:16.012506 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:16.033394 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb5cd7aa-6d2d-41fb-a0f6-dbae50f0b080', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3f81a18-a12d-408e-a4ea-1f838a917f85'}] {{(pid=103154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:58:16.035662 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6f45aca8ac5f8c0cc5868273c98d8aa60330245aed22d61c8da5c1f2d6fc01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e6f5a30-8409-4a1d-8847-569641272ca2" -d '{"events": [{"server_uuid": "cb5cd7aa-6d2d-41fb-a0f6-dbae50f0b080", "name": "network-vif-plugged", "status": "completed", "tag": "a3f81a18-a12d-408e-a4ea-1f838a917f85"}]}' {{(pid=103154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:58:16.047995 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port a3f81a18-a12d-408e-a4ea-1f838a917f85, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a3f81a18-a12d-408e-a4ea-1f838a917f85,segment=NetworkSegment(110d8237-fa27-43a3-adea-d27918df6e74),segment_id=110d8237-fa27-43a3-adea-d27918df6e74)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:58:16.052655 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:16.075421 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 13:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66304d9a-5d97-48a3-9f6a-7562c029e709 x-openstack-request-id: req-66304d9a-5d97-48a3-9f6a-7562c029e709 {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:58:16.075706 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb5cd7aa-6d2d-41fb-a0f6-dbae50f0b080", "name": "network-vif-plugged", "status": "completed", "tag": "a3f81a18-a12d-408e-a4ea-1f838a917f85", "code": 200}]} {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:58:16.075952 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-66304d9a-5d97-48a3-9f6a-7562c029e709 {{(pid=103154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:58:16.076348 dv-neutron-master-2-hyperv neutron-server[103154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb5cd7aa-6d2d-41fb-a0f6-dbae50f0b080', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3f81a18-a12d-408e-a4ea-1f838a917f85', 'code': 200} Dec 21 13:58:16.103048 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=a3f81a18-a12d-408e-a4ea-1f838a917f85,revision_number=5']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:58:16.271590 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f61cc6-4c53-42dc-bf72-082833c74f36 req-507e4886-71dc-4973-84e2-9e734ec8aa96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:58:16.273271 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f2f61cc6-4c53-42dc-bf72-082833c74f36 req-507e4886-71dc-4973-84e2-9e734ec8aa96 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=cb5cd7aa-6d2d-41fb-a0f6-dbae50f0b080 HTTP/1.1" status: 200 len: 1099 time: 0.0396297 Dec 21 13:58:16.318267 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f2f61cc6-4c53-42dc-bf72-082833c74f36 req-821f3b50-0b19-4888-a3f5-9e79763c38ac service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=302eb43e-a803-4d2b-ac53-cbeb23481687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386040 Dec 21 13:58:16.851880 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83de32be-88d4-4ec5-897b-61673a2e0703 req-7c821885-a058-40a0-b87e-8fc67650b020 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:58:16.853359 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-83de32be-88d4-4ec5-897b-61673a2e0703 req-7c821885-a058-40a0-b87e-8fc67650b020 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb5cd7aa-6d2d-41fb-a0f6-dbae50f0b080 HTTP/1.1" status: 200 len: 946 time: 0.0483935 Dec 21 13:58:16.901179 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-83de32be-88d4-4ec5-897b-61673a2e0703 req-9173378f-0784-4b9a-b45b-ffe17f2675b9 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?id=302eb43e-a803-4d2b-ac53-cbeb23481687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420508 Dec 21 13:58:18.020105 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4a885b-e9ea-462a-bb15-ac90a23b9678 req-eefd28ab-702b-49e2-b4c9-be4aa16878df tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:58:18.021547 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-ed4a885b-e9ea-462a-bb15-ac90a23b9678 req-eefd28ab-702b-49e2-b4c9-be4aa16878df tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb5cd7aa-6d2d-41fb-a0f6-dbae50f0b080 HTTP/1.1" status: 200 len: 946 time: 0.0472720 Dec 21 13:58:18.074567 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-ed4a885b-e9ea-462a-bb15-ac90a23b9678 req-a2de9492-c631-4ec6-998d-261f42a85382 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?id=302eb43e-a803-4d2b-ac53-cbeb23481687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471730 Dec 21 13:58:18.189486 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31c7b5b-c5e2-4e72-ad87-881ed1ef5f22 req-36b28d33-f7a4-4a29-9c7d-6ccbbc0bd34d tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:58:18.190877 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-f31c7b5b-c5e2-4e72-ad87-881ed1ef5f22 req-36b28d33-f7a4-4a29-9c7d-6ccbbc0bd34d tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb5cd7aa-6d2d-41fb-a0f6-dbae50f0b080 HTTP/1.1" status: 200 len: 946 time: 0.0482728 Dec 21 13:58:18.243485 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-f31c7b5b-c5e2-4e72-ad87-881ed1ef5f22 req-df34ef13-0f28-449a-88b6-e57446872751 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?id=302eb43e-a803-4d2b-ac53-cbeb23481687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468550 Dec 21 13:58:18.261689 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-31f3b0be-633d-4c17-ac34-f15e5bcb0dd7 req-9ca85a85-f10b-4a95-a8f5-24046cdd3e03 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=cb5cd7aa-6d2d-41fb-a0f6-dbae50f0b080&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396192 Dec 21 13:58:18.264236 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 37388) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:58:18.303133 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482b3edb-4f6f-43f1-9971-dc76362f5fd6 tempest-TestNetworkAdvancedServerOps-559942621 tempest-TestNetworkAdvancedServerOps-559942621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:58:18.304655 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-482b3edb-4f6f-43f1-9971-dc76362f5fd6 tempest-TestNetworkAdvancedServerOps-559942621 tempest-TestNetworkAdvancedServerOps-559942621-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=cb5cd7aa-6d2d-41fb-a0f6-dbae50f0b080 HTTP/1.1" status: 200 len: 1094 time: 0.0395048 Dec 21 13:58:18.310814 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 37390) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:58:18.315987 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-90b5570f-4062-45ce-955e-e15347ff666e tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Request body: {'floatingip': {'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'port_id': 'a3f81a18-a12d-408e-a4ea-1f838a917f85', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:58:18.368909 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-90b5570f-4062-45ce-955e-e15347ff666e tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for floatingip, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:18.388204 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f3b0be-633d-4c17-ac34-f15e5bcb0dd7 req-fba3e85c-6f9d-42de-9d9f-8a4dd4a7917a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:58:18.389723 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-31f3b0be-633d-4c17-ac34-f15e5bcb0dd7 req-fba3e85c-6f9d-42de-9d9f-8a4dd4a7917a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a1d23353b1544887bb518bdbacf8b4d3&device_id=cb5cd7aa-6d2d-41fb-a0f6-dbae50f0b080 HTTP/1.1" status: 200 len: 1099 time: 0.0692754 Dec 21 13:58:18.532823 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f3b0be-633d-4c17-ac34-f15e5bcb0dd7 req-1f1b8bf4-9197-48ba-8161-e1e40fb0c4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:58:18.534194 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-31f3b0be-633d-4c17-ac34-f15e5bcb0dd7 req-1f1b8bf4-9197-48ba-8161-e1e40fb0c4b7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1a1104c0-7955-4bb5-af0d-4b020a355fb1 HTTP/1.1" status: 200 len: 898 time: 0.1261461 Dec 21 13:58:18.578637 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-31f3b0be-633d-4c17-ac34-f15e5bcb0dd7 req-331f4f46-c44d-4462-90c3-7f93c483af7a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a3f81a18-a12d-408e-a4ea-1f838a917f85 HTTP/1.1" status: 200 len: 217 time: 0.0371745 Dec 21 13:58:18.579885 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-90b5570f-4062-45ce-955e-e15347ff666e tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:18.670981 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f3b0be-633d-4c17-ac34-f15e5bcb0dd7 req-0670362c-1b2b-4f69-97b7-1407572e5b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:58:18.672417 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-31f3b0be-633d-4c17-ac34-f15e5bcb0dd7 req-0670362c-1b2b-4f69-97b7-1407572e5b83 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c1e67e2c-ff3e-4c5b-828d-7d4fa16b09cd HTTP/1.1" status: 200 len: 834 time: 0.0859427 Dec 21 13:58:18.743694 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-90b5570f-4062-45ce-955e-e15347ff666e tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Allocated IP 172.36.3.252 (7fdf1889-f079-4166-bbda-88b2a8d8d595/051a5607-1753-4008-a2f2-d94b48752e9c/efd18b57-02b6-4a80-b19b-a5f7b721a1db) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:58:18.751916 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f3b0be-633d-4c17-ac34-f15e5bcb0dd7 req-b4bbfed7-7d83-4394-aab6-e2f72351cc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:58:18.753374 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-31f3b0be-633d-4c17-ac34-f15e5bcb0dd7 req-b4bbfed7-7d83-4394-aab6-e2f72351cc25 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1a1104c0-7955-4bb5-af0d-4b020a355fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750649 Dec 21 13:58:18.905959 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-31f3b0be-633d-4c17-ac34-f15e5bcb0dd7 req-8f1736b1-d9ed-43a5-8f9c-5213c3de22a6 service neutron] 10.222.0.60 "GET /v2.0/networks/1a1104c0-7955-4bb5-af0d-4b020a355fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443818 Dec 21 13:58:18.916017 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-90b5570f-4062-45ce-955e-e15347ff666e tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:19.014749 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-90b5570f-4062-45ce-955e-e15347ff666e tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:19.043498 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-31f3b0be-633d-4c17-ac34-f15e5bcb0dd7 req-0ee5bd4c-d881-4c53-8139-f1e9962c1543 service neutron] 10.222.0.60 "GET /v2.0/networks/1a1104c0-7955-4bb5-af0d-4b020a355fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301670 Dec 21 13:58:19.058564 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b5570f-4062-45ce-955e-e15347ff666e tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Network 7fdf1889-f079-4166-bbda-88b2a8d8d595 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:58:19.060053 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-90b5570f-4062-45ce-955e-e15347ff666e tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:58:19.063494 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b5570f-4062-45ce-955e-e15347ff666e tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:58:19.090826 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b5570f-4062-45ce-955e-e15347ff666e tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Pushing event updated for resources: {'Port': ['ID=efd18b57-02b6-4a80-b19b-a5f7b721a1db,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:58:19.468973 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-90b5570f-4062-45ce-955e-e15347ff666e tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:19.554616 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-90b5570f-4062-45ce-955e-e15347ff666e tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:19.700720 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-90b5570f-4062-45ce-955e-e15347ff666e tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:19.705341 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-90b5570f-4062-45ce-955e-e15347ff666e tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:19.774057 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b5570f-4062-45ce-955e-e15347ff666e tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Pushing event updated for resources: {'Port': ['ID=efd18b57-02b6-4a80-b19b-a5f7b721a1db,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:58:19.783213 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-90b5570f-4062-45ce-955e-e15347ff666e tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548820'] for floatingip, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:19.838595 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.agents_db [None req-c60a5637-8c6f-4692-b23b-7dd82bd36b21 None None] Agent healthcheck: found 6 active agents {{(pid=103155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 13:58:19.881147 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.l3_db [None req-90b5570f-4062-45ce-955e-e15347ff666e tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Floating IP 923de232-26db-41a7-83e7-2af3a8f93175 associated. External IP: 172.36.3.252, port: a3f81a18-a12d-408e-a4ea-1f838a917f85. Dec 21 13:58:20.081556 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90b5570f-4062-45ce-955e-e15347ff666e tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Router ad465fbc-fc60-439d-9503-4bc48305d728 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:58:20.186739 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90b5570f-4062-45ce-955e-e15347ff666e tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:58:20.196272 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27cef5a2-e90f-4803-98c8-d4e91087db56 None None] Sync routers for ids ['ad465fbc-fc60-439d-9503-4bc48305d728'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:58:20.204224 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-90b5570f-4062-45ce-955e-e15347ff666e tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for floatingip, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:20.205444 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27cef5a2-e90f-4803-98c8-d4e91087db56 None None] Routers {'ad465fbc-fc60-439d-9503-4bc48305d728'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:58:20.206227 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-27cef5a2-e90f-4803-98c8-d4e91087db56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:57:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['ad465fbc-fc60-439d-9503-4bc48305d728'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:58:20.230586 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-90b5570f-4062-45ce-955e-e15347ff666e tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9181232 Dec 21 13:58:20.231260 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb5cd7aa-6d2d-41fb-a0f6-dbae50f0b080', 'tag': 'a3f81a18-a12d-408e-a4ea-1f838a917f85'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:58:20.233704 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af6034c98e584fa55ea4398f343c742ceb598288507feaf30d5a15785b2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-851e8d86-92e0-421a-b004-f88ac41f37c4" -d '{"events": [{"name": "network-changed", "server_uuid": "cb5cd7aa-6d2d-41fb-a0f6-dbae50f0b080", "tag": "a3f81a18-a12d-408e-a4ea-1f838a917f85"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:58:20.271349 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 13:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9abf99d7-5e97-4a4a-b2e0-bbaa2f8f8127 x-openstack-request-id: req-9abf99d7-5e97-4a4a-b2e0-bbaa2f8f8127 {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:58:20.271639 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb5cd7aa-6d2d-41fb-a0f6-dbae50f0b080", "tag": "a3f81a18-a12d-408e-a4ea-1f838a917f85", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:58:20.271978 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9abf99d7-5e97-4a4a-b2e0-bbaa2f8f8127 {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:58:20.272671 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb5cd7aa-6d2d-41fb-a0f6-dbae50f0b080', 'tag': 'a3f81a18-a12d-408e-a4ea-1f838a917f85', 'status': 'completed', 'code': 200} Dec 21 13:58:20.313307 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-27cef5a2-e90f-4803-98c8-d4e91087db56 None None] Set router ad465fbc-fc60-439d-9503-4bc48305d728 gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:58:20.360913 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bd19b4-cec9-4668-b8ae-e2a661a469a0 req-9718f53b-f286-43a8-b631-d50e9b0368f7 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:58:20.362314 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-42bd19b4-cec9-4668-b8ae-e2a661a469a0 req-9718f53b-f286-43a8-b631-d50e9b0368f7 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb5cd7aa-6d2d-41fb-a0f6-dbae50f0b080 HTTP/1.1" status: 200 len: 946 time: 0.0793273 Dec 21 13:58:20.378802 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851e8d86-92e0-421a-b004-f88ac41f37c4 req-39b9a028-d7b8-4aae-a8ee-4a06b4feb96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:58:20.380801 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-851e8d86-92e0-421a-b004-f88ac41f37c4 req-39b9a028-d7b8-4aae-a8ee-4a06b4feb96c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a1d23353b1544887bb518bdbacf8b4d3&device_id=cb5cd7aa-6d2d-41fb-a0f6-dbae50f0b080 HTTP/1.1" status: 200 len: 1099 time: 0.0656471 Dec 21 13:58:20.545793 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-27cef5a2-e90f-4803-98c8-d4e91087db56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad465fbc-fc60-439d-9503-4bc48305d728', 'name': 'tempest-TestNetworkAdvancedServerOps-router-623317991', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.87'}], 'enable_snat': True}, 'gw_port_id': '39602238-256b-4521-9f3b-ae38b05ca339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:58:02Z', 'updated_at': '2021-12-21T13:58:05Z', 'revision_number': 4, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'gw_port': {'id': '39602238-256b-4521-9f3b-ae38b05ca339', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:a5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad465fbc-fc60-439d-9503-4bc48305d728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:58:02Z', 'updated_at': '2021-12-21T13:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '923de232-26db-41a7-83e7-2af3a8f93175', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'floating_ip_address': '172.36.3.252', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': 'ad465fbc-fc60-439d-9503-4bc48305d728', 'port_id': 'a3f81a18-a12d-408e-a4ea-1f838a917f85', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1723, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a1104c0-7955-4bb5-af0d-4b020a355fb1', 'mac_address': 'fa:16:3e:35:e5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5cd7aa-6d2d-41fb-a0f6-dbae50f0b080', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T13:58:19Z', 'updated_at': '2021-12-21T13:58:19Z', 'revision_number': 0, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fbdcc32-7147-4e78-beaf-0ed31f9ebcf5', 'name': '', 'network_id': '1a1104c0-7955-4bb5-af0d-4b020a355fb1', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'mac_address': 'fa:16:3e:2c:b2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad465fbc-fc60-439d-9503-4bc48305d728', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': 'c1e67e2c-ff3e-4c5b-828d-7d4fa16b09cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:58:05Z', 'updated_at': '2021-12-21T13:58:08Z', 'revision_number': 5, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'subnets': [{'id': 'c1e67e2c-ff3e-4c5b-828d-7d4fa16b09cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:58:20.572974 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27cef5a2-e90f-4803-98c8-d4e91087db56 None None] Checking router: ad465fbc-fc60-439d-9503-4bc48305d728 for host: dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:58:20.581696 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27cef5a2-e90f-4803-98c8-d4e91087db56 None None] Routers {'ad465fbc-fc60-439d-9503-4bc48305d728'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:58:20.582369 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-27cef5a2-e90f-4803-98c8-d4e91087db56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:57:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['ad465fbc-fc60-439d-9503-4bc48305d728'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:58:20.688322 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-27cef5a2-e90f-4803-98c8-d4e91087db56 None None] Set router ad465fbc-fc60-439d-9503-4bc48305d728 gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:58:20.748068 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-42bd19b4-cec9-4668-b8ae-e2a661a469a0 req-b317f0e4-f329-49c4-8618-d46c4bc2fb2a tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?id=302eb43e-a803-4d2b-ac53-cbeb23481687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3788424 Dec 21 13:58:20.772126 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 37396) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:58:20.780212 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851e8d86-92e0-421a-b004-f88ac41f37c4 req-03ff4c7a-2c4f-4c9f-9003-cf516bab7b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:58:20.781449 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-851e8d86-92e0-421a-b004-f88ac41f37c4 req-03ff4c7a-2c4f-4c9f-9003-cf516bab7b73 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1a1104c0-7955-4bb5-af0d-4b020a355fb1 HTTP/1.1" status: 200 len: 898 time: 0.3910434 Dec 21 13:58:20.840070 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-af831a83-faff-47d6-a95e-3e0d1f1e9950 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/floatingips/923de232-26db-41a7-83e7-2af3a8f93175 HTTP/1.1" status: 200 len: 992 time: 0.0656617 Dec 21 13:58:20.857454 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-851e8d86-92e0-421a-b004-f88ac41f37c4 req-7b4c44b4-baba-4086-bf13-93fcc4c97857 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a3f81a18-a12d-408e-a4ea-1f838a917f85 HTTP/1.1" status: 200 len: 1000 time: 0.0694637 Dec 21 13:58:20.905230 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851e8d86-92e0-421a-b004-f88ac41f37c4 req-c33efb9c-cc0f-4d88-9078-de28423cc471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:58:20.906705 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-851e8d86-92e0-421a-b004-f88ac41f37c4 req-c33efb9c-cc0f-4d88-9078-de28423cc471 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c1e67e2c-ff3e-4c5b-828d-7d4fa16b09cd HTTP/1.1" status: 200 len: 834 time: 0.0434141 Dec 21 13:58:20.910768 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-27cef5a2-e90f-4803-98c8-d4e91087db56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad465fbc-fc60-439d-9503-4bc48305d728', 'name': 'tempest-TestNetworkAdvancedServerOps-router-623317991', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.87'}], 'enable_snat': True}, 'gw_port_id': '39602238-256b-4521-9f3b-ae38b05ca339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:58:02Z', 'updated_at': '2021-12-21T13:58:05Z', 'revision_number': 4, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'gw_port': {'id': '39602238-256b-4521-9f3b-ae38b05ca339', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:a5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad465fbc-fc60-439d-9503-4bc48305d728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:58:02Z', 'updated_at': '2021-12-21T13:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '923de232-26db-41a7-83e7-2af3a8f93175', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'floating_ip_address': '172.36.3.252', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': 'ad465fbc-fc60-439d-9503-4bc48305d728', 'port_id': 'a3f81a18-a12d-408e-a4ea-1f838a917f85', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1723, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a1104c0-7955-4bb5-af0d-4b020a355fb1', 'mac_address': 'fa:16:3e:35:e5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5cd7aa-6d2d-41fb-a0f6-dbae50f0b080', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T13:58:19Z', 'updated_at': '2021-12-21T13:58:19Z', 'revision_number': 0, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fbdcc32-7147-4e78-beaf-0ed31f9ebcf5', 'name': '', 'network_id': '1a1104c0-7955-4bb5-af0d-4b020a355fb1', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'mac_address': 'fa:16:3e:2c:b2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad465fbc-fc60-439d-9503-4bc48305d728', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': 'c1e67e2c-ff3e-4c5b-828d-7d4fa16b09cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:58:05Z', 'updated_at': '2021-12-21T13:58:08Z', 'revision_number': 5, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'subnets': [{'id': 'c1e67e2c-ff3e-4c5b-828d-7d4fa16b09cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:58:20.940367 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27cef5a2-e90f-4803-98c8-d4e91087db56 None None] The sync data for ids ['ad465fbc-fc60-439d-9503-4bc48305d728'] in dv-neutron-master-2-hyperv is: [{'id': 'ad465fbc-fc60-439d-9503-4bc48305d728', 'name': 'tempest-TestNetworkAdvancedServerOps-router-623317991', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.87'}], 'enable_snat': True}, 'gw_port_id': '39602238-256b-4521-9f3b-ae38b05ca339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:58:02Z', 'updated_at': '2021-12-21T13:58:05Z', 'revision_number': 4, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'gw_port': {'id': '39602238-256b-4521-9f3b-ae38b05ca339', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:a5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad465fbc-fc60-439d-9503-4bc48305d728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:58:02Z', 'updated_at': '2021-12-21T13:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '923de232-26db-41a7-83e7-2af3a8f93175', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'floating_ip_address': '172.36.3.252', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': 'ad465fbc-fc60-439d-9503-4bc48305d728', 'port_id': 'a3f81a18-a12d-408e-a4ea-1f838a917f85', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1723, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a1104c0-7955-4bb5-af0d-4b020a355fb1', 'mac_address': 'fa:16:3e:35:e5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5cd7aa-6d2d-41fb-a0f6-dbae50f0b080', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T13:58:19Z', 'updated_at': '2021-12-21T13:58:19Z', 'revision_number': 0, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fbdcc32-7147-4e78-beaf-0ed31f9ebcf5', 'name': '', 'network_id': '1a1104c0-7955-4bb5-af0d-4b020a355fb1', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'mac_address': 'fa:16:3e:2c:b2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad465fbc-fc60-439d-9503-4bc48305d728', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': 'c1e67e2c-ff3e-4c5b-828d-7d4fa16b09cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:58:05Z', 'updated_at': '2021-12-21T13:58:08Z', 'revision_number': 5, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'subnets': [{'id': 'c1e67e2c-ff3e-4c5b-828d-7d4fa16b09cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:58:20.951560 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851e8d86-92e0-421a-b004-f88ac41f37c4 req-df5d1ce6-1e22-488e-911f-f7bc228b2822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:58:20.953100 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-851e8d86-92e0-421a-b004-f88ac41f37c4 req-df5d1ce6-1e22-488e-911f-f7bc228b2822 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1a1104c0-7955-4bb5-af0d-4b020a355fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404692 Dec 21 13:58:21.046404 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-851e8d86-92e0-421a-b004-f88ac41f37c4 req-52f350fc-29c9-47fb-8348-b5260ad60fb5 service neutron] 10.222.0.60 "GET /v2.0/networks/1a1104c0-7955-4bb5-af0d-4b020a355fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868866 Dec 21 13:58:21.136118 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffcbdd97-3c2e-40dd-af47-6e0f0e0e8792 None None] New status for floating IP 923de232-26db-41a7-83e7-2af3a8f93175: ACTIVE {{(pid=103154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 13:58:21.151455 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-851e8d86-92e0-421a-b004-f88ac41f37c4 req-8feab7e6-6c00-4806-8b12-db976758020f service neutron] 10.222.0.60 "GET /v2.0/networks/1a1104c0-7955-4bb5-af0d-4b020a355fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897639 Dec 21 13:58:21.842691 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 37398) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:58:21.906005 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-b793bd01-6413-492f-9d2c-2f3a5fab850b tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/floatingips/923de232-26db-41a7-83e7-2af3a8f93175 HTTP/1.1" status: 200 len: 994 time: 0.0621672 Dec 21 13:58:25.197698 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-daa099b0-a112-4103-9557-a6cadf62b740 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:27.660418 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-70c47973-3596-4d32-9179-fa8c0a903e95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:28.893369 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:30.883944 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:31.090893 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:43.471927 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:53.307295 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b53a58e-46de-4d52-8aad-77ae934de8e9 req-b95cc901-9cb6-4317-86ce-3eb4915a202b tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:58:53.308788 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-4b53a58e-46de-4d52-8aad-77ae934de8e9 req-b95cc901-9cb6-4317-86ce-3eb4915a202b tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb5cd7aa-6d2d-41fb-a0f6-dbae50f0b080 HTTP/1.1" status: 200 len: 946 time: 0.0516701 Dec 21 13:58:53.358238 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-4b53a58e-46de-4d52-8aad-77ae934de8e9 req-ccfdd454-4e1a-4852-ae95-b5e057249d31 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?id=302eb43e-a803-4d2b-ac53-cbeb23481687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434570 Dec 21 13:58:54.474875 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb907757-c846-47b2-8250-bc2741af26a6 req-9f1701b3-ca63-4a81-b397-bcb9659bffa8 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:58:54.476330 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-cb907757-c846-47b2-8250-bc2741af26a6 req-9f1701b3-ca63-4a81-b397-bcb9659bffa8 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb5cd7aa-6d2d-41fb-a0f6-dbae50f0b080 HTTP/1.1" status: 200 len: 946 time: 0.0483754 Dec 21 13:58:54.523443 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-cb907757-c846-47b2-8250-bc2741af26a6 req-d18d54b7-017f-477a-abf1-921bceb9f62b tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?id=302eb43e-a803-4d2b-ac53-cbeb23481687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412219 Dec 21 13:58:54.545035 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 37416) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:58:54.607594 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-02dd5269-8b01-4b99-9a43-fe3db3595708 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/floatingips/923de232-26db-41a7-83e7-2af3a8f93175 HTTP/1.1" status: 200 len: 994 time: 0.0614836 Dec 21 13:58:55.199466 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-bad16d2a-8bf2-435f-95ce-d4da8b81af9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:55.905575 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2413133e-acb4-4c6b-91c9-f11913561732 req-2f4095ad-703f-432e-8108-98d09c06dc03 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:58:55.907102 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-2413133e-acb4-4c6b-91c9-f11913561732 req-2f4095ad-703f-432e-8108-98d09c06dc03 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb5cd7aa-6d2d-41fb-a0f6-dbae50f0b080 HTTP/1.1" status: 200 len: 946 time: 0.0486872 Dec 21 13:58:55.958937 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-2413133e-acb4-4c6b-91c9-f11913561732 req-f39ce72a-e855-4016-b84d-ce06095c603f tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?id=302eb43e-a803-4d2b-ac53-cbeb23481687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454068 Dec 21 13:58:56.837230 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.agents_db [None req-c60a5637-8c6f-4692-b23b-7dd82bd36b21 None None] Agent healthcheck: found 6 active agents {{(pid=103155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 13:58:57.075896 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b1fae1-59a4-400f-a538-26ce8c2a91b7 req-c48c69a4-cff7-43cc-a4ad-e3b64773f04a tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:58:57.077265 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-39b1fae1-59a4-400f-a538-26ce8c2a91b7 req-c48c69a4-cff7-43cc-a4ad-e3b64773f04a tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb5cd7aa-6d2d-41fb-a0f6-dbae50f0b080 HTTP/1.1" status: 200 len: 946 time: 0.0483990 Dec 21 13:58:57.125845 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-39b1fae1-59a4-400f-a538-26ce8c2a91b7 req-714c766b-5eac-4608-afec-e48429081318 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?id=302eb43e-a803-4d2b-ac53-cbeb23481687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425701 Dec 21 13:58:57.148744 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 37426) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:58:57.210909 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-44fef8af-10c2-4be5-ac3e-66c3d59501b6 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/floatingips/923de232-26db-41a7-83e7-2af3a8f93175 HTTP/1.1" status: 200 len: 994 time: 0.0609438 Dec 21 13:58:57.466314 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 37432) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:58:57.617837 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-c28d9a98-76d1-4c7b-87b1-b74652c9801e tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Deleting port efd18b57-02b6-4a80-b19b-a5f7b721a1db {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:58:57.618182 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c28d9a98-76d1-4c7b-87b1-b74652c9801e tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:57.661739 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-34c77756-90ce-4bfc-8aa8-1c9f97f0f0fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:57.692117 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c28d9a98-76d1-4c7b-87b1-b74652c9801e tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:57.692437 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c28d9a98-76d1-4c7b-87b1-b74652c9801e tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:57.703742 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-c28d9a98-76d1-4c7b-87b1-b74652c9801e tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Calling delete_port for efd18b57-02b6-4a80-b19b-a5f7b721a1db owned by network:floatingip {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:58:57.846492 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c28d9a98-76d1-4c7b-87b1-b74652c9801e tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:57.876958 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28d9a98-76d1-4c7b-87b1-b74652c9801e tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Pushing event deleted for resources: {'Port': ['ID=efd18b57-02b6-4a80-b19b-a5f7b721a1db,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:58:57.917284 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28d9a98-76d1-4c7b-87b1-b74652c9801e tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:58:57.917561 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28d9a98-76d1-4c7b-87b1-b74652c9801e tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:58:57.917906 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28d9a98-76d1-4c7b-87b1-b74652c9801e tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:58:57.918249 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28d9a98-76d1-4c7b-87b1-b74652c9801e tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:58:57.918613 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28d9a98-76d1-4c7b-87b1-b74652c9801e tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:58:57.918951 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28d9a98-76d1-4c7b-87b1-b74652c9801e tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:58:57.919282 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28d9a98-76d1-4c7b-87b1-b74652c9801e tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:58:57.919612 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28d9a98-76d1-4c7b-87b1-b74652c9801e tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:58:57.919939 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28d9a98-76d1-4c7b-87b1-b74652c9801e tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:58:57.920265 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28d9a98-76d1-4c7b-87b1-b74652c9801e tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:58:57.920592 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28d9a98-76d1-4c7b-87b1-b74652c9801e tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:58:57.920916 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28d9a98-76d1-4c7b-87b1-b74652c9801e tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:58:57.921241 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28d9a98-76d1-4c7b-87b1-b74652c9801e tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:58:57.943838 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c28d9a98-76d1-4c7b-87b1-b74652c9801e tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for floatingip, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:57.944413 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.l3_db [None req-c28d9a98-76d1-4c7b-87b1-b74652c9801e tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Floating IP 923de232-26db-41a7-83e7-2af3a8f93175 disassociated (deleted). External IP: 172.36.3.252, port: a3f81a18-a12d-408e-a4ea-1f838a917f85. Dec 21 13:58:58.144419 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c28d9a98-76d1-4c7b-87b1-b74652c9801e tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Router ad465fbc-fc60-439d-9503-4bc48305d728 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:58:58.247820 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c28d9a98-76d1-4c7b-87b1-b74652c9801e tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:58:58.252573 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c28d9a98-76d1-4c7b-87b1-b74652c9801e tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for floatingip, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:58.256979 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4484ec76-e7c0-45fe-bdd0-f5092bc35ab1 None None] Sync routers for ids ['ad465fbc-fc60-439d-9503-4bc48305d728'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:58:58.266091 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4484ec76-e7c0-45fe-bdd0-f5092bc35ab1 None None] Routers {'ad465fbc-fc60-439d-9503-4bc48305d728'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:58:58.266795 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-4484ec76-e7c0-45fe-bdd0-f5092bc35ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:58:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['ad465fbc-fc60-439d-9503-4bc48305d728'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:58:58.283214 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-c28d9a98-76d1-4c7b-87b1-b74652c9801e tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "DELETE /v2.0/floatingips/923de232-26db-41a7-83e7-2af3a8f93175 HTTP/1.1" status: 204 len: 168 time: 0.8157947 Dec 21 13:58:58.283813 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb5cd7aa-6d2d-41fb-a0f6-dbae50f0b080', 'tag': 'a3f81a18-a12d-408e-a4ea-1f838a917f85'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:58:58.286655 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d59863cea1d3cd3753b105ac340115874538247bffc4ddd9c7a2f3cf3d2521b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3fd48ff-ea72-4886-abdc-210996bd9860" -d '{"events": [{"name": "network-changed", "server_uuid": "cb5cd7aa-6d2d-41fb-a0f6-dbae50f0b080", "tag": "a3f81a18-a12d-408e-a4ea-1f838a917f85"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:58:58.325401 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 13:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a2252d0-bbb4-4462-8c01-f68c5a00ce12 x-openstack-request-id: req-8a2252d0-bbb4-4462-8c01-f68c5a00ce12 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:58:58.325701 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb5cd7aa-6d2d-41fb-a0f6-dbae50f0b080", "tag": "a3f81a18-a12d-408e-a4ea-1f838a917f85", "status": "completed", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:58:58.325961 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8a2252d0-bbb4-4462-8c01-f68c5a00ce12 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:58:58.326383 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb5cd7aa-6d2d-41fb-a0f6-dbae50f0b080', 'tag': 'a3f81a18-a12d-408e-a4ea-1f838a917f85', 'status': 'completed', 'code': 200} Dec 21 13:58:58.373160 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-4484ec76-e7c0-45fe-bdd0-f5092bc35ab1 None None] Set router ad465fbc-fc60-439d-9503-4bc48305d728 gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:58:58.419012 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fd48ff-ea72-4886-abdc-210996bd9860 req-1eee9fca-1585-4af2-ad9b-6a14d41fd194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:58:58.420652 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c3fd48ff-ea72-4886-abdc-210996bd9860 req-1eee9fca-1585-4af2-ad9b-6a14d41fd194 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a1d23353b1544887bb518bdbacf8b4d3&device_id=cb5cd7aa-6d2d-41fb-a0f6-dbae50f0b080 HTTP/1.1" status: 200 len: 1099 time: 0.0522494 Dec 21 13:58:58.514178 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f405f2-a35c-44e6-acd3-bfeabb17ea4d req-cfb2909d-5a1a-493c-952b-d7e9db3c9193 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:58:58.516243 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-c2f405f2-a35c-44e6-acd3-bfeabb17ea4d req-cfb2909d-5a1a-493c-952b-d7e9db3c9193 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb5cd7aa-6d2d-41fb-a0f6-dbae50f0b080 HTTP/1.1" status: 200 len: 946 time: 0.0520673 Dec 21 13:58:58.554724 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fd48ff-ea72-4886-abdc-210996bd9860 req-20f91f60-1e32-48e3-a419-71f3b4e58eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:58:58.556509 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c3fd48ff-ea72-4886-abdc-210996bd9860 req-20f91f60-1e32-48e3-a419-71f3b4e58eb9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1a1104c0-7955-4bb5-af0d-4b020a355fb1 HTTP/1.1" status: 200 len: 898 time: 0.0913501 Dec 21 13:58:58.574818 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-c2f405f2-a35c-44e6-acd3-bfeabb17ea4d req-43431421-d687-41f4-b236-01072fb9cc03 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?id=302eb43e-a803-4d2b-ac53-cbeb23481687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509582 Dec 21 13:58:58.612257 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c3fd48ff-ea72-4886-abdc-210996bd9860 req-b6191d2f-f4a5-4fae-9a6a-0a1c81614fbe service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a3f81a18-a12d-408e-a4ea-1f838a917f85 HTTP/1.1" status: 200 len: 217 time: 0.0476956 Dec 21 13:58:58.660731 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fd48ff-ea72-4886-abdc-210996bd9860 req-4f6f01a8-6a45-4141-8e91-b727dcdca0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:58:58.662170 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c3fd48ff-ea72-4886-abdc-210996bd9860 req-4f6f01a8-6a45-4141-8e91-b727dcdca0a6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c1e67e2c-ff3e-4c5b-828d-7d4fa16b09cd HTTP/1.1" status: 200 len: 834 time: 0.0435877 Dec 21 13:58:58.667543 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-4484ec76-e7c0-45fe-bdd0-f5092bc35ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad465fbc-fc60-439d-9503-4bc48305d728', 'name': 'tempest-TestNetworkAdvancedServerOps-router-623317991', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.87'}], 'enable_snat': True}, 'gw_port_id': '39602238-256b-4521-9f3b-ae38b05ca339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:58:02Z', 'updated_at': '2021-12-21T13:58:05Z', 'revision_number': 4, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'gw_port': {'id': '39602238-256b-4521-9f3b-ae38b05ca339', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:a5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad465fbc-fc60-439d-9503-4bc48305d728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:58:02Z', 'updated_at': '2021-12-21T13:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '3fbdcc32-7147-4e78-beaf-0ed31f9ebcf5', 'name': '', 'network_id': '1a1104c0-7955-4bb5-af0d-4b020a355fb1', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'mac_address': 'fa:16:3e:2c:b2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad465fbc-fc60-439d-9503-4bc48305d728', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': 'c1e67e2c-ff3e-4c5b-828d-7d4fa16b09cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:58:05Z', 'updated_at': '2021-12-21T13:58:08Z', 'revision_number': 5, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'subnets': [{'id': 'c1e67e2c-ff3e-4c5b-828d-7d4fa16b09cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:58:58.693500 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4484ec76-e7c0-45fe-bdd0-f5092bc35ab1 None None] Checking router: ad465fbc-fc60-439d-9503-4bc48305d728 for host: dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:58:58.701603 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4484ec76-e7c0-45fe-bdd0-f5092bc35ab1 None None] Routers {'ad465fbc-fc60-439d-9503-4bc48305d728'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:58:58.702211 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-4484ec76-e7c0-45fe-bdd0-f5092bc35ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:58:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['ad465fbc-fc60-439d-9503-4bc48305d728'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:58:58.707613 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fd48ff-ea72-4886-abdc-210996bd9860 req-097def5f-1657-44d9-821c-e2fc0468fb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:58:58.709109 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c3fd48ff-ea72-4886-abdc-210996bd9860 req-097def5f-1657-44d9-821c-e2fc0468fb4c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1a1104c0-7955-4bb5-af0d-4b020a355fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0406206 Dec 21 13:58:58.804764 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-4484ec76-e7c0-45fe-bdd0-f5092bc35ab1 None None] Set router ad465fbc-fc60-439d-9503-4bc48305d728 gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:58:58.805275 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c3fd48ff-ea72-4886-abdc-210996bd9860 req-2fbf4fb8-7095-4940-b73e-c51cf0d2a861 service neutron] 10.222.0.60 "GET /v2.0/networks/1a1104c0-7955-4bb5-af0d-4b020a355fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882149 Dec 21 13:58:58.893614 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:58:58.897320 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c3fd48ff-ea72-4886-abdc-210996bd9860 req-e56df6c7-5929-46e0-abe7-e878d2fc3cca service neutron] 10.222.0.60 "GET /v2.0/networks/1a1104c0-7955-4bb5-af0d-4b020a355fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840459 Dec 21 13:58:59.005429 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-4484ec76-e7c0-45fe-bdd0-f5092bc35ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad465fbc-fc60-439d-9503-4bc48305d728', 'name': 'tempest-TestNetworkAdvancedServerOps-router-623317991', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.87'}], 'enable_snat': True}, 'gw_port_id': '39602238-256b-4521-9f3b-ae38b05ca339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:58:02Z', 'updated_at': '2021-12-21T13:58:05Z', 'revision_number': 4, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'gw_port': {'id': '39602238-256b-4521-9f3b-ae38b05ca339', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:a5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad465fbc-fc60-439d-9503-4bc48305d728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:58:02Z', 'updated_at': '2021-12-21T13:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '3fbdcc32-7147-4e78-beaf-0ed31f9ebcf5', 'name': '', 'network_id': '1a1104c0-7955-4bb5-af0d-4b020a355fb1', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'mac_address': 'fa:16:3e:2c:b2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad465fbc-fc60-439d-9503-4bc48305d728', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': 'c1e67e2c-ff3e-4c5b-828d-7d4fa16b09cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:58:05Z', 'updated_at': '2021-12-21T13:58:08Z', 'revision_number': 5, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'subnets': [{'id': 'c1e67e2c-ff3e-4c5b-828d-7d4fa16b09cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:58:59.032960 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4484ec76-e7c0-45fe-bdd0-f5092bc35ab1 None None] The sync data for ids ['ad465fbc-fc60-439d-9503-4bc48305d728'] in dv-neutron-master-2-hyperv is: [{'id': 'ad465fbc-fc60-439d-9503-4bc48305d728', 'name': 'tempest-TestNetworkAdvancedServerOps-router-623317991', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.87'}], 'enable_snat': True}, 'gw_port_id': '39602238-256b-4521-9f3b-ae38b05ca339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:58:02Z', 'updated_at': '2021-12-21T13:58:05Z', 'revision_number': 4, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'gw_port': {'id': '39602238-256b-4521-9f3b-ae38b05ca339', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:a5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad465fbc-fc60-439d-9503-4bc48305d728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:58:02Z', 'updated_at': '2021-12-21T13:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '3fbdcc32-7147-4e78-beaf-0ed31f9ebcf5', 'name': '', 'network_id': '1a1104c0-7955-4bb5-af0d-4b020a355fb1', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'mac_address': 'fa:16:3e:2c:b2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad465fbc-fc60-439d-9503-4bc48305d728', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': 'c1e67e2c-ff3e-4c5b-828d-7d4fa16b09cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:58:05Z', 'updated_at': '2021-12-21T13:58:08Z', 'revision_number': 5, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'subnets': [{'id': 'c1e67e2c-ff3e-4c5b-828d-7d4fa16b09cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:58:59.235693 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d81cc1-56ec-4ef7-9db4-b1b2dd89ea20 None None] New status for floating IP 923de232-26db-41a7-83e7-2af3a8f93175: DOWN {{(pid=103154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 13:58:59.691887 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0112a89a-968b-4f03-9372-d61b37525969 req-ea0adbd0-cb03-453e-a2d1-e99b86fa33ef tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:58:59.693344 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-0112a89a-968b-4f03-9372-d61b37525969 req-ea0adbd0-cb03-453e-a2d1-e99b86fa33ef tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb5cd7aa-6d2d-41fb-a0f6-dbae50f0b080 HTTP/1.1" status: 200 len: 946 time: 0.0495744 Dec 21 13:58:59.745995 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-0112a89a-968b-4f03-9372-d61b37525969 req-05936794-295c-4428-a8bc-0190b7ca17a1 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?id=302eb43e-a803-4d2b-ac53-cbeb23481687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461648 Dec 21 13:59:00.155854 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa072dcc-46e7-4c95-8ae3-9e39cb4cad9d req-2236596c-e960-45db-9e72-f6df1ec20cad tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:59:00.157289 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-aa072dcc-46e7-4c95-8ae3-9e39cb4cad9d req-2236596c-e960-45db-9e72-f6df1ec20cad tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb5cd7aa-6d2d-41fb-a0f6-dbae50f0b080 HTTP/1.1" status: 200 len: 946 time: 0.0475748 Dec 21 13:59:00.241902 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [req-aa072dcc-46e7-4c95-8ae3-9e39cb4cad9d req-5b0a4829-c0a5-47a0-8631-1cab51a13c24 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Deleting port a3f81a18-a12d-408e-a4ea-1f838a917f85 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:59:00.242239 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-aa072dcc-46e7-4c95-8ae3-9e39cb4cad9d req-5b0a4829-c0a5-47a0-8631-1cab51a13c24 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:00.335501 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-aa072dcc-46e7-4c95-8ae3-9e39cb4cad9d req-5b0a4829-c0a5-47a0-8631-1cab51a13c24 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] For port a3f81a18-a12d-408e-a4ea-1f838a917f85, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a3f81a18-a12d-408e-a4ea-1f838a917f85,segment=NetworkSegment(110d8237-fa27-43a3-adea-d27918df6e74),segment_id=110d8237-fa27-43a3-adea-d27918df6e74)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:59:00.335862 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-aa072dcc-46e7-4c95-8ae3-9e39cb4cad9d req-5b0a4829-c0a5-47a0-8631-1cab51a13c24 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:00.347518 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [req-aa072dcc-46e7-4c95-8ae3-9e39cb4cad9d req-5b0a4829-c0a5-47a0-8631-1cab51a13c24 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Calling delete_port for a3f81a18-a12d-408e-a4ea-1f838a917f85 owned by compute:nova {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:59:00.475682 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-aa072dcc-46e7-4c95-8ae3-9e39cb4cad9d req-5b0a4829-c0a5-47a0-8631-1cab51a13c24 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:00.504366 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0a4829-c0a5-47a0-8631-1cab51a13c24 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Pushing event deleted for resources: {'Port': ['ID=a3f81a18-a12d-408e-a4ea-1f838a917f85,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:59:00.530278 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0a4829-c0a5-47a0-8631-1cab51a13c24 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:59:00.530651 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0a4829-c0a5-47a0-8631-1cab51a13c24 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:59:00.530989 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0a4829-c0a5-47a0-8631-1cab51a13c24 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:59:00.531325 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0a4829-c0a5-47a0-8631-1cab51a13c24 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:59:00.531657 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0a4829-c0a5-47a0-8631-1cab51a13c24 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:59:00.531984 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0a4829-c0a5-47a0-8631-1cab51a13c24 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:59:00.532310 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0a4829-c0a5-47a0-8631-1cab51a13c24 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:59:00.532633 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0a4829-c0a5-47a0-8631-1cab51a13c24 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:59:00.532952 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0a4829-c0a5-47a0-8631-1cab51a13c24 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:59:00.533273 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0a4829-c0a5-47a0-8631-1cab51a13c24 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:59:00.533591 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0a4829-c0a5-47a0-8631-1cab51a13c24 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:59:00.533910 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0a4829-c0a5-47a0-8631-1cab51a13c24 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:59:00.534228 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0a4829-c0a5-47a0-8631-1cab51a13c24 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:59:00.552922 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa072dcc-46e7-4c95-8ae3-9e39cb4cad9d req-5b0a4829-c0a5-47a0-8631-1cab51a13c24 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] No DVR routers for this DVR port a3f81a18-a12d-408e-a4ea-1f838a917f85 on host hv-neutron-mast {{(pid=103153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:59:00.555263 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-aa072dcc-46e7-4c95-8ae3-9e39cb4cad9d req-5b0a4829-c0a5-47a0-8631-1cab51a13c24 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:00.558505 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-aa072dcc-46e7-4c95-8ae3-9e39cb4cad9d req-5b0a4829-c0a5-47a0-8631-1cab51a13c24 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.60 "DELETE /v2.0/ports/a3f81a18-a12d-408e-a4ea-1f838a917f85 HTTP/1.1" status: 204 len: 173 time: 0.3955920 Dec 21 13:59:00.558929 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb5cd7aa-6d2d-41fb-a0f6-dbae50f0b080', 'name': 'network-vif-deleted', 'tag': 'a3f81a18-a12d-408e-a4ea-1f838a917f85'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:59:00.561125 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af6034c98e584fa55ea4398f343c742ceb598288507feaf30d5a15785b2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fe3dae7-f427-46df-b060-6499d8c983d0" -d '{"events": [{"server_uuid": "cb5cd7aa-6d2d-41fb-a0f6-dbae50f0b080", "name": "network-vif-deleted", "tag": "a3f81a18-a12d-408e-a4ea-1f838a917f85"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:59:00.598092 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 13:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4825e6be-68f8-4714-8fd7-49d82dcf2c21 x-openstack-request-id: req-4825e6be-68f8-4714-8fd7-49d82dcf2c21 {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:59:00.598495 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb5cd7aa-6d2d-41fb-a0f6-dbae50f0b080", "name": "network-vif-deleted", "tag": "a3f81a18-a12d-408e-a4ea-1f838a917f85", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:59:00.598734 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4825e6be-68f8-4714-8fd7-49d82dcf2c21 {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:59:00.599135 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb5cd7aa-6d2d-41fb-a0f6-dbae50f0b080', 'name': 'network-vif-deleted', 'tag': 'a3f81a18-a12d-408e-a4ea-1f838a917f85', 'status': 'completed', 'code': 200} Dec 21 13:59:00.849947 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-562b3b6d-5938-4536-8d9c-43b61137fcfe req-1219115b-8130-48a0-a04e-6fee738a273f tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb5cd7aa-6d2d-41fb-a0f6-dbae50f0b080 HTTP/1.1" status: 200 len: 210 time: 0.0271981 Dec 21 13:59:00.888464 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:01.092349 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:01.905888 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 37448) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:59:02.549706 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cd1684e6-01e9-493d-b864-201de4e0baf1 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532692'] for router_interface, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:02.800989 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-cd1684e6-01e9-493d-b864-201de4e0baf1 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Deleting port 3fbdcc32-7147-4e78-beaf-0ed31f9ebcf5 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:59:02.801330 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cd1684e6-01e9-493d-b864-201de4e0baf1 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:02.887463 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-cd1684e6-01e9-493d-b864-201de4e0baf1 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] For port 3fbdcc32-7147-4e78-beaf-0ed31f9ebcf5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3fbdcc32-7147-4e78-beaf-0ed31f9ebcf5,segment=NetworkSegment(110d8237-fa27-43a3-adea-d27918df6e74),segment_id=110d8237-fa27-43a3-adea-d27918df6e74)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:59:02.887824 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cd1684e6-01e9-493d-b864-201de4e0baf1 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:02.899908 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-cd1684e6-01e9-493d-b864-201de4e0baf1 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Calling delete_port for 3fbdcc32-7147-4e78-beaf-0ed31f9ebcf5 owned by network:router_interface {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:59:03.080452 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cd1684e6-01e9-493d-b864-201de4e0baf1 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:03.110792 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1684e6-01e9-493d-b864-201de4e0baf1 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Pushing event deleted for resources: {'Port': ['ID=3fbdcc32-7147-4e78-beaf-0ed31f9ebcf5,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:59:03.283187 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cd1684e6-01e9-493d-b864-201de4e0baf1 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534084'] for router_interface, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:03.496315 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd1684e6-01e9-493d-b864-201de4e0baf1 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Router ad465fbc-fc60-439d-9503-4bc48305d728 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:59:03.598275 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd1684e6-01e9-493d-b864-201de4e0baf1 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:59:03.603637 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-cd1684e6-01e9-493d-b864-201de4e0baf1 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "PUT /v2.0/routers/ad465fbc-fc60-439d-9503-4bc48305d728/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6966548 Dec 21 13:59:03.606439 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 37450) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:59:03.608259 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2170c30-dddb-4f16-8fee-97b29ad92cba None None] Sync routers for ids ['ad465fbc-fc60-439d-9503-4bc48305d728'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:59:03.617916 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2170c30-dddb-4f16-8fee-97b29ad92cba None None] Routers {'ad465fbc-fc60-439d-9503-4bc48305d728'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:59:03.618564 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-a2170c30-dddb-4f16-8fee-97b29ad92cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:58:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['ad465fbc-fc60-439d-9503-4bc48305d728'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:59:03.655939 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bf7fda9-4735-479d-92da-737add4f66b0 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Deleting subnet c1e67e2c-ff3e-4c5b-828d-7d4fa16b09cd {{(pid=103152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 13:59:03.658886 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1bf7fda9-4735-479d-92da-737add4f66b0 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for subnet, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:03.698307 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1bf7fda9-4735-479d-92da-737add4f66b0 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526644'] for subnet, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:03.720975 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-a2170c30-dddb-4f16-8fee-97b29ad92cba None None] Set router ad465fbc-fc60-439d-9503-4bc48305d728 gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:59:03.788048 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1bf7fda9-4735-479d-92da-737add4f66b0 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:03.845379 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1bf7fda9-4735-479d-92da-737add4f66b0 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12346570'] for subnet, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:03.873272 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf7fda9-4735-479d-92da-737add4f66b0 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Pushing event deleted for resources: {'Subnet': ['ID=c1e67e2c-ff3e-4c5b-828d-7d4fa16b09cd,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:59:03.875284 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1bf7fda9-4735-479d-92da-737add4f66b0 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:03.881972 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-1bf7fda9-4735-479d-92da-737add4f66b0 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "DELETE /v2.0/subnets/c1e67e2c-ff3e-4c5b-828d-7d4fa16b09cd HTTP/1.1" status: 204 len: 168 time: 0.2716727 Dec 21 13:59:03.881972 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 37452) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:59:03.882573 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9f4120-8976-490e-9861-99bf7a6eda84 None None] Network 1a1104c0-7955-4bb5-af0d-4b020a355fb1 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:59:03.905577 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-a2170c30-dddb-4f16-8fee-97b29ad92cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad465fbc-fc60-439d-9503-4bc48305d728', 'name': 'tempest-TestNetworkAdvancedServerOps-router-623317991', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.87'}], 'enable_snat': True}, 'gw_port_id': '39602238-256b-4521-9f3b-ae38b05ca339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:58:02Z', 'updated_at': '2021-12-21T13:59:03Z', 'revision_number': 5, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'gw_port': {'id': '39602238-256b-4521-9f3b-ae38b05ca339', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:a5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad465fbc-fc60-439d-9503-4bc48305d728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:58:02Z', 'updated_at': '2021-12-21T13:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:59:03.935870 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2170c30-dddb-4f16-8fee-97b29ad92cba None None] Checking router: ad465fbc-fc60-439d-9503-4bc48305d728 for host: dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:59:03.946690 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2170c30-dddb-4f16-8fee-97b29ad92cba None None] Routers {'ad465fbc-fc60-439d-9503-4bc48305d728'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:59:03.947327 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-a2170c30-dddb-4f16-8fee-97b29ad92cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:58:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['ad465fbc-fc60-439d-9503-4bc48305d728'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:59:03.995991 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bf075efe-3f7a-464e-869b-a74bcec36aea tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for router, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:04.024711 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device a3f81a18-a12d-408e-a4ea-1f838a917f85 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:59:04.045177 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] No Port match for: a3f81a18-a12d-408e-a4ea-1f838a917f85 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:59:04.045529 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device a3f81a18-a12d-408e-a4ea-1f838a917f85 not bound to the agent host hv-neutron-mast {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:59:04.060726 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9370e90-c183-470b-938d-aaa35b444cfc None None] DHCP port deletion for 1a1104c0-7955-4bb5-af0d-4b020a355fb1 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:59:04.072229 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-a2170c30-dddb-4f16-8fee-97b29ad92cba None None] Set router ad465fbc-fc60-439d-9503-4bc48305d728 gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:59:04.111266 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bf075efe-3f7a-464e-869b-a74bcec36aea tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:04.116374 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-e9370e90-c183-470b-938d-aaa35b444cfc None None] Deleting port 5fe313a7-b253-4f40-8eee-ebc2d3232b77 {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:59:04.116756 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e9370e90-c183-470b-938d-aaa35b444cfc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:04.174769 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-bf075efe-3f7a-464e-869b-a74bcec36aea tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Deleting port 39602238-256b-4521-9f3b-ae38b05ca339 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 13:59:04.175439 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bf075efe-3f7a-464e-869b-a74bcec36aea tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:04.183706 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-e9370e90-c183-470b-938d-aaa35b444cfc None None] For port 5fe313a7-b253-4f40-8eee-ebc2d3232b77, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5fe313a7-b253-4f40-8eee-ebc2d3232b77,segment=NetworkSegment(110d8237-fa27-43a3-adea-d27918df6e74),segment_id=110d8237-fa27-43a3-adea-d27918df6e74)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:59:04.184449 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e9370e90-c183-470b-938d-aaa35b444cfc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:04.197342 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-e9370e90-c183-470b-938d-aaa35b444cfc None None] Calling delete_port for 5fe313a7-b253-4f40-8eee-ebc2d3232b77 owned by network:dhcp {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:59:04.260041 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-a2170c30-dddb-4f16-8fee-97b29ad92cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad465fbc-fc60-439d-9503-4bc48305d728', 'name': 'tempest-TestNetworkAdvancedServerOps-router-623317991', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.87'}], 'enable_snat': True}, 'gw_port_id': '39602238-256b-4521-9f3b-ae38b05ca339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:58:02Z', 'updated_at': '2021-12-21T13:59:03Z', 'revision_number': 5, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'gw_port': {'id': '39602238-256b-4521-9f3b-ae38b05ca339', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:a5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad465fbc-fc60-439d-9503-4bc48305d728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:58:02Z', 'updated_at': '2021-12-21T13:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:59:04.260696 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-bf075efe-3f7a-464e-869b-a74bcec36aea tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] For port 39602238-256b-4521-9f3b-ae38b05ca339, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=39602238-256b-4521-9f3b-ae38b05ca339,segment=NetworkSegment(a32e5bfd-6fac-434f-817b-5707a23fd2ca),segment_id=a32e5bfd-6fac-434f-817b-5707a23fd2ca)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:59:04.261071 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bf075efe-3f7a-464e-869b-a74bcec36aea tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:04.274376 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-bf075efe-3f7a-464e-869b-a74bcec36aea tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Calling delete_port for 39602238-256b-4521-9f3b-ae38b05ca339 owned by network:router_gateway {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 13:59:04.285638 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e9370e90-c183-470b-938d-aaa35b444cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636'] for port, after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:04.287854 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2170c30-dddb-4f16-8fee-97b29ad92cba None None] The sync data for ids ['ad465fbc-fc60-439d-9503-4bc48305d728'] in dv-neutron-master-2-hyperv is: [{'id': 'ad465fbc-fc60-439d-9503-4bc48305d728', 'name': 'tempest-TestNetworkAdvancedServerOps-router-623317991', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.87'}], 'enable_snat': True}, 'gw_port_id': '39602238-256b-4521-9f3b-ae38b05ca339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:58:02Z', 'updated_at': '2021-12-21T13:59:03Z', 'revision_number': 5, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'gw_port': {'id': '39602238-256b-4521-9f3b-ae38b05ca339', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:a5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad465fbc-fc60-439d-9503-4bc48305d728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:58:02Z', 'updated_at': '2021-12-21T13:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:59:04.314125 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9370e90-c183-470b-938d-aaa35b444cfc None None] Pushing event deleted for resources: {'Port': ['ID=5fe313a7-b253-4f40-8eee-ebc2d3232b77,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:59:04.319081 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9370e90-c183-470b-938d-aaa35b444cfc None None] No DVR routers for this DVR port 5fe313a7-b253-4f40-8eee-ebc2d3232b77 on host dv-neutron-master-2-hyperv {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 13:59:04.333139 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9370e90-c183-470b-938d-aaa35b444cfc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:59:04.333624 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9370e90-c183-470b-938d-aaa35b444cfc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:59:04.333968 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9370e90-c183-470b-938d-aaa35b444cfc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:59:04.334316 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9370e90-c183-470b-938d-aaa35b444cfc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:59:04.334657 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9370e90-c183-470b-938d-aaa35b444cfc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:59:04.334998 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9370e90-c183-470b-938d-aaa35b444cfc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:59:04.335301 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9370e90-c183-470b-938d-aaa35b444cfc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:59:04.335630 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9370e90-c183-470b-938d-aaa35b444cfc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:59:04.335946 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9370e90-c183-470b-938d-aaa35b444cfc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:59:04.336275 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9370e90-c183-470b-938d-aaa35b444cfc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:59:04.336599 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9370e90-c183-470b-938d-aaa35b444cfc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:59:04.336919 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9370e90-c183-470b-938d-aaa35b444cfc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:59:04.337265 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9370e90-c183-470b-938d-aaa35b444cfc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:59:04.454324 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bf075efe-3f7a-464e-869b-a74bcec36aea tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:04.479242 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf075efe-3f7a-464e-869b-a74bcec36aea tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Pushing event deleted for resources: {'Port': ['ID=39602238-256b-4521-9f3b-ae38b05ca339,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:59:04.493446 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dffecaef-8a59-4023-8273-bf2609d91893 None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:59:04.539049 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bf075efe-3f7a-464e-869b-a74bcec36aea tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-548638'] for router_gateway, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:04.631623 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bf075efe-3f7a-464e-869b-a74bcec36aea tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26950'] for router, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:04.633742 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bf075efe-3f7a-464e-869b-a74bcec36aea tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:04.680711 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bf075efe-3f7a-464e-869b-a74bcec36aea tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534967'] for router, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:04.681245 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf075efe-3f7a-464e-869b-a74bcec36aea tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Fanout notify agent at l3_agent the message router_deleted on router ad465fbc-fc60-439d-9503-4bc48305d728 {{(pid=103152) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 13:59:04.688687 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bf075efe-3f7a-464e-869b-a74bcec36aea tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for router, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:04.689950 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-bf075efe-3f7a-464e-869b-a74bcec36aea tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "DELETE /v2.0/routers/ad465fbc-fc60-439d-9503-4bc48305d728 HTTP/1.1" status: 204 len: 168 time: 0.8071415 Dec 21 13:59:04.692590 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 37454) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:59:04.768922 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a0c85bb4-cafa-4cb2-ac79-f8932bc43db2 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:04.861094 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a0c85bb4-cafa-4cb2-ac79-f8932bc43db2 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:04.882345 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-a0c85bb4-cafa-4cb2-ac79-f8932bc43db2 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a1104c0-7955-4bb5-af0d-4b020a355fb1']}} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:59:04.892062 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-a0c85bb4-cafa-4cb2-ac79-f8932bc43db2 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '110d8237-fa27-43a3-adea-d27918df6e74') {'for_net_delete': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:59:04.892357 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-a0c85bb4-cafa-4cb2-ac79-f8932bc43db2 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '110d8237-fa27-43a3-adea-d27918df6e74') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:59:04.903205 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a0c85bb4-cafa-4cb2-ac79-f8932bc43db2 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526653'] for segment, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:04.906989 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 3fbdcc32-7147-4e78-beaf-0ed31f9ebcf5 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:59:04.918181 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a0c85bb4-cafa-4cb2-ac79-f8932bc43db2 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:04.925833 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0c85bb4-cafa-4cb2-ac79-f8932bc43db2 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=103152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 13:59:04.926230 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a0c85bb4-cafa-4cb2-ac79-f8932bc43db2 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805426'] for segment, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:04.929475 dv-neutron-master-2-hyperv neutron-server[103152]: Traceback (most recent call last): Dec 21 13:59:04.929475 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 13:59:04.929475 dv-neutron-master-2-hyperv neutron-server[103152]: timer() Dec 21 13:59:04.929475 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 13:59:04.929475 dv-neutron-master-2-hyperv neutron-server[103152]: cb(*args, **kw) Dec 21 13:59:04.929475 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 13:59:04.929475 dv-neutron-master-2-hyperv neutron-server[103152]: return func(*args, **kwargs) Dec 21 13:59:04.929475 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 13:59:04.929475 dv-neutron-master-2-hyperv neutron-server[103152]: self._notify() Dec 21 13:59:04.929475 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 13:59:04.929475 dv-neutron-master-2-hyperv neutron-server[103152]: self.callback(batched_events) Dec 21 13:59:04.929475 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 13:59:04.929475 dv-neutron-master-2-hyperv neutron-server[103152]: event.method(event) Dec 21 13:59:04.929475 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 13:59:04.929475 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 13:59:04.929475 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 13:59:04.929475 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 13:59:04.929475 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 13:59:04.929475 dv-neutron-master-2-hyperv neutron-server[103152]: return f(self, *a, **k) Dec 21 13:59:04.929475 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 13:59:04.929475 dv-neutron-master-2-hyperv neutron-server[103152]: return self._get(url).json() Dec 21 13:59:04.929475 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 13:59:04.929475 dv-neutron-master-2-hyperv neutron-server[103152]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 13:59:04.929475 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 13:59:04.929475 dv-neutron-master-2-hyperv neutron-server[103152]: return self.request(url, 'GET', **kwargs) Dec 21 13:59:04.929475 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 13:59:04.929475 dv-neutron-master-2-hyperv neutron-server[103152]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 13:59:04.929475 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 13:59:04.929475 dv-neutron-master-2-hyperv neutron-server[103152]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 13:59:04.929475 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 13:59:04.929475 dv-neutron-master-2-hyperv neutron-server[103152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 13:59:04.929475 dv-neutron-master-2-hyperv neutron-server[103152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 13:59:04.931688 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: 3fbdcc32-7147-4e78-beaf-0ed31f9ebcf5 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:59:04.931688 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 3fbdcc32-7147-4e78-beaf-0ed31f9ebcf5 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:59:04.931688 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 5fe313a7-b253-4f40-8eee-ebc2d3232b77 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:59:04.950789 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: 5fe313a7-b253-4f40-8eee-ebc2d3232b77 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:59:04.951134 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 5fe313a7-b253-4f40-8eee-ebc2d3232b77 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:59:04.995167 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a0c85bb4-cafa-4cb2-ac79-f8932bc43db2 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:05.000001 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a0c85bb4-cafa-4cb2-ac79-f8932bc43db2 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:05.005182 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-a0c85bb4-cafa-4cb2-ac79-f8932bc43db2 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "DELETE /v2.0/networks/1a1104c0-7955-4bb5-af0d-4b020a355fb1 HTTP/1.1" status: 204 len: 168 time: 0.3095541 Dec 21 13:59:05.005899 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 37456) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:59:05.023774 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c85bb4-cafa-4cb2-ac79-f8932bc43db2 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Pushing event deleted for resources: {'Network': ['ID=1a1104c0-7955-4bb5-af0d-4b020a355fb1,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:59:05.063354 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9fd92a68-f92c-46e6-a73f-bb848e3197cb tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:05.095808 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9fd92a68-f92c-46e6-a73f-bb848e3197cb tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:05.162681 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9fd92a68-f92c-46e6-a73f-bb848e3197cb tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:05.165285 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9fd92a68-f92c-46e6-a73f-bb848e3197cb tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:05.166504 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-9fd92a68-f92c-46e6-a73f-bb848e3197cb tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "DELETE /v2.0/security-groups/302eb43e-a803-4d2b-ac53-cbeb23481687 HTTP/1.1" status: 204 len: 168 time: 0.1595716 Dec 21 13:59:05.175672 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd92a68-f92c-46e6-a73f-bb848e3197cb tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=302eb43e-a803-4d2b-ac53-cbeb23481687,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:59:05.416898 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 37462) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:59:05.421428 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-2763ccc7-2939-4c04-b9e9-a7379b3a4a36 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1404374598', 'description': 'tempest-secgroup-smoke-1404374598 description', 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:59:05.445124 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2763ccc7-2939-4c04-b9e9-a7379b3a4a36 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:05.510850 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2763ccc7-2939-4c04-b9e9-a7379b3a4a36 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:05.514301 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2763ccc7-2939-4c04-b9e9-a7379b3a4a36 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:05.544465 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2763ccc7-2939-4c04-b9e9-a7379b3a4a36 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:05.545681 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-2763ccc7-2939-4c04-b9e9-a7379b3a4a36 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1277540 Dec 21 13:59:05.547570 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2763ccc7-2939-4c04-b9e9-a7379b3a4a36 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43f11953-6d17-47d3-8fd6-2455f91d9071,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:59:05.548677 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 37464) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:59:05.553485 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-232e3cc8-1dbb-422a-a2ee-2bfb27de3aa2 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Request body: {'security_group_rule': {'security_group_id': '43f11953-6d17-47d3-8fd6-2455f91d9071', 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:59:05.582808 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-232e3cc8-1dbb-422a-a2ee-2bfb27de3aa2 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:05.636792 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-232e3cc8-1dbb-422a-a2ee-2bfb27de3aa2 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:05.640700 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-232e3cc8-1dbb-422a-a2ee-2bfb27de3aa2 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:05.660766 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232e3cc8-1dbb-422a-a2ee-2bfb27de3aa2 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f04020a9-e522-4c81-aff6-ea1cf44a4f57,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:59:05.666608 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-232e3cc8-1dbb-422a-a2ee-2bfb27de3aa2 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:05.667792 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-232e3cc8-1dbb-422a-a2ee-2bfb27de3aa2 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1181159 Dec 21 13:59:05.670536 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 37466) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:59:05.675109 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-3ed0fc93-88c4-4b19-b41f-a09237d1b9de tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Request body: {'security_group_rule': {'security_group_id': '43f11953-6d17-47d3-8fd6-2455f91d9071', 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:59:05.702697 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3ed0fc93-88c4-4b19-b41f-a09237d1b9de tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:05.757764 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3ed0fc93-88c4-4b19-b41f-a09237d1b9de tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:05.761184 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3ed0fc93-88c4-4b19-b41f-a09237d1b9de tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:05.777607 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed0fc93-88c4-4b19-b41f-a09237d1b9de tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b636e0f6-701b-4a5c-be83-176c79d9dfe6,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:59:05.786340 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3ed0fc93-88c4-4b19-b41f-a09237d1b9de tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:05.787605 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-3ed0fc93-88c4-4b19-b41f-a09237d1b9de tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1161330 Dec 21 13:59:05.790164 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 37468) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:59:05.794462 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-6be7b23b-8e71-4353-b594-dc91a022cb6f tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Request body: {'security_group_rule': {'security_group_id': '43f11953-6d17-47d3-8fd6-2455f91d9071', 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:59:05.823166 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6be7b23b-8e71-4353-b594-dc91a022cb6f tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:05.880123 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6be7b23b-8e71-4353-b594-dc91a022cb6f tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:05.883498 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6be7b23b-8e71-4353-b594-dc91a022cb6f tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:05.901480 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be7b23b-8e71-4353-b594-dc91a022cb6f tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c962bbf4-bca2-4009-9b88-3b5f9a83c93e,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:59:05.907144 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6be7b23b-8e71-4353-b594-dc91a022cb6f tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:05.910146 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-6be7b23b-8e71-4353-b594-dc91a022cb6f tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1168985 Dec 21 13:59:05.910812 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 37470) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:59:05.915531 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-a5916ac8-e4c4-4769-bc28-e10dd2b7e592 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Request body: {'security_group_rule': {'security_group_id': '43f11953-6d17-47d3-8fd6-2455f91d9071', 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:59:05.943705 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a5916ac8-e4c4-4769-bc28-e10dd2b7e592 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:06.000305 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a5916ac8-e4c4-4769-bc28-e10dd2b7e592 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:06.004144 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a5916ac8-e4c4-4769-bc28-e10dd2b7e592 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:06.020851 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5916ac8-e4c4-4769-bc28-e10dd2b7e592 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7698cfa0-19f2-46d6-a53d-9eab9b5c3f67,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:59:06.028850 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a5916ac8-e4c4-4769-bc28-e10dd2b7e592 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:06.030050 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-a5916ac8-e4c4-4769-bc28-e10dd2b7e592 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1181715 Dec 21 13:59:06.032681 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 37472) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:59:06.036954 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-75a714f4-465d-4ea2-8bfa-db25a35dd034 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Request body: {'security_group_rule': {'security_group_id': '43f11953-6d17-47d3-8fd6-2455f91d9071', 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:59:06.059533 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.securitygroups_db [None req-75a714f4-465d-4ea2-8bfa-db25a35dd034 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Project a1d23353b1544887bb518bdbacf8b4d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 13:59:06.064286 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-75a714f4-465d-4ea2-8bfa-db25a35dd034 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:06.124401 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-75a714f4-465d-4ea2-8bfa-db25a35dd034 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:06.127721 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-75a714f4-465d-4ea2-8bfa-db25a35dd034 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:06.144837 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a714f4-465d-4ea2-8bfa-db25a35dd034 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d89a60d5-5fb1-4528-9c5e-bd8e9cbb01dc,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:59:06.152264 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-75a714f4-465d-4ea2-8bfa-db25a35dd034 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:06.153452 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-75a714f4-465d-4ea2-8bfa-db25a35dd034 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1198618 Dec 21 13:59:06.156160 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 37474) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:59:06.161012 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-c6ead641-038a-4047-afa4-35d59074b090 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Request body: {'security_group_rule': {'security_group_id': '43f11953-6d17-47d3-8fd6-2455f91d9071', 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:59:06.186228 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.securitygroups_db [None req-c6ead641-038a-4047-afa4-35d59074b090 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Project a1d23353b1544887bb518bdbacf8b4d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 13:59:06.193063 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c6ead641-038a-4047-afa4-35d59074b090 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:06.249814 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c6ead641-038a-4047-afa4-35d59074b090 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:06.253126 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c6ead641-038a-4047-afa4-35d59074b090 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:06.270191 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ead641-038a-4047-afa4-35d59074b090 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaa80849-ce33-42a9-af0c-ae9fe8c0aff8,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:59:06.278405 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c6ead641-038a-4047-afa4-35d59074b090 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:06.279577 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-c6ead641-038a-4047-afa4-35d59074b090 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1225212 Dec 21 13:59:06.282380 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 37478) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:59:06.287554 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-fb97924e-65b4-44e9-b9b5-11e31b4f1dca tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Request body: {'network': {'name': 'tempest-network-smoke--1339941905', 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'port_security_enabled': True}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:59:06.309184 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb97924e-65b4-44e9-b9b5-11e31b4f1dca tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Made reservation on behalf of a1d23353b1544887bb518bdbacf8b4d3 for: {'network': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:59:06.312585 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fb97924e-65b4-44e9-b9b5-11e31b4f1dca tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:06.335395 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb97924e-65b4-44e9-b9b5-11e31b4f1dca tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=103153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 13:59:06.344067 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fb97924e-65b4-44e9-b9b5-11e31b4f1dca tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:06.344414 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.segments_db [None req-fb97924e-65b4-44e9-b9b5-11e31b4f1dca tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Added segment fdab0afb-f5eb-4f6b-acd5-0e413298c6c2 of type vlan for network b2c393df-66e6-4954-bc61-dc6f7c0d82a3 Dec 21 13:59:06.383598 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fb97924e-65b4-44e9-b9b5-11e31b4f1dca tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:06.407738 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fb97924e-65b4-44e9-b9b5-11e31b4f1dca tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:06.413797 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb97924e-65b4-44e9-b9b5-11e31b4f1dca tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:59:06.414382 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fb97924e-65b4-44e9-b9b5-11e31b4f1dca tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:06.450615 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-fb97924e-65b4-44e9-b9b5-11e31b4f1dca tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1672244 Dec 21 13:59:06.453354 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 37480) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:59:06.481879 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-031f20d2-e331-4de4-b7b2-75167554edf7 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-337887259', 'admin_state_up': True, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:59:06.492731 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb97924e-65b4-44e9-b9b5-11e31b4f1dca tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Pushing event updated for resources: {'Network': ['ID=b2c393df-66e6-4954-bc61-dc6f7c0d82a3,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:59:06.502631 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network b2c393df-66e6-4954-bc61-dc6f7c0d82a3 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 13:59:06.511853 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-031f20d2-e331-4de4-b7b2-75167554edf7 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26964'] for router, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:06.513112 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-031f20d2-e331-4de4-b7b2-75167554edf7 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-642316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26957'] for router, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:06.564937 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-031f20d2-e331-4de4-b7b2-75167554edf7 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:06.707699 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-031f20d2-e331-4de4-b7b2-75167554edf7 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:06.803173 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 39602238-256b-4521-9f3b-ae38b05ca339 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 13:59:06.824365 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: 39602238-256b-4521-9f3b-ae38b05ca339 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 13:59:06.824616 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 39602238-256b-4521-9f3b-ae38b05ca339 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 13:59:06.902477 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-031f20d2-e331-4de4-b7b2-75167554edf7 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for router_gateway, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:06.920781 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-031f20d2-e331-4de4-b7b2-75167554edf7 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:07.019648 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-031f20d2-e331-4de4-b7b2-75167554edf7 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Allocated IP 172.36.3.83 (7fdf1889-f079-4166-bbda-88b2a8d8d595/051a5607-1753-4008-a2f2-d94b48752e9c/f0c4a2fb-09e2-4e0f-bea3-65cfb44e028c) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:59:07.127727 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-031f20d2-e331-4de4-b7b2-75167554edf7 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:07.161634 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-031f20d2-e331-4de4-b7b2-75167554edf7 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:07.199505 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031f20d2-e331-4de4-b7b2-75167554edf7 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Network 7fdf1889-f079-4166-bbda-88b2a8d8d595 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:59:07.202425 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-031f20d2-e331-4de4-b7b2-75167554edf7 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:59:07.205819 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031f20d2-e331-4de4-b7b2-75167554edf7 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:59:07.215662 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec625ea-e908-4727-8bea-45da45cdf48d None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:59:07.231239 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031f20d2-e331-4de4-b7b2-75167554edf7 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Pushing event updated for resources: {'Port': ['ID=f0c4a2fb-09e2-4e0f-bea3-65cfb44e028c,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:59:07.324249 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-703f030b-9e8f-4248-9b8a-608d2cb8248e None None] Provisioning complete for port f0c4a2fb-09e2-4e0f-bea3-65cfb44e028c triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:59:07.324735 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-703f030b-9e8f-4248-9b8a-608d2cb8248e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:07.361583 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-703f030b-9e8f-4248-9b8a-608d2cb8248e None None] Port f0c4a2fb-09e2-4e0f-bea3-65cfb44e028c cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:59:07.468152 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-031f20d2-e331-4de4-b7b2-75167554edf7 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for router_gateway, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:07.657417 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-031f20d2-e331-4de4-b7b2-75167554edf7 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548730'] for router, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:07.787292 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-031f20d2-e331-4de4-b7b2-75167554edf7 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Router 41c12dc9-08a2-4f77-8bdd-d318e25a3e16 is scheduled to L3 agent 59e14383-78fa-487e-9299-b32042a98157 with binding_index 1 {{(pid=103153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 13:59:07.890479 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-031f20d2-e331-4de4-b7b2-75167554edf7 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:59:07.899871 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3884069f-cc9e-458f-ad7a-1a80a177c4ac None None] Sync routers for ids ['41c12dc9-08a2-4f77-8bdd-d318e25a3e16'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:59:07.910668 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-031f20d2-e331-4de4-b7b2-75167554edf7 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for router, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:07.910863 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3884069f-cc9e-458f-ad7a-1a80a177c4ac None None] Routers {'41c12dc9-08a2-4f77-8bdd-d318e25a3e16'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:59:07.911369 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-3884069f-cc9e-458f-ad7a-1a80a177c4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:58:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['41c12dc9-08a2-4f77-8bdd-d318e25a3e16'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:59:07.912063 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-031f20d2-e331-4de4-b7b2-75167554edf7 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4578059 Dec 21 13:59:07.915451 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 37482) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:59:07.944398 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-b9ede446-d0ff-4d6a-bf6e-405c71949f4f tempest-TestNetworkAdvancedServerOps-559942621 tempest-TestNetworkAdvancedServerOps-559942621-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=a1d23353b1544887bb518bdbacf8b4d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277636 Dec 21 13:59:07.947226 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 37484) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:59:08.021411 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-3884069f-cc9e-458f-ad7a-1a80a177c4ac None None] Set router 41c12dc9-08a2-4f77-8bdd-d318e25a3e16 gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:59:08.042182 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc3808d-0ea4-4a10-8439-a8f371a3a4a1 tempest-TestNetworkAdvancedServerOps-559942621 tempest-TestNetworkAdvancedServerOps-559942621-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:59:08.043754 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-3bc3808d-0ea4-4a10-8439-a8f371a3a4a1 tempest-TestNetworkAdvancedServerOps-559942621 tempest-TestNetworkAdvancedServerOps-559942621-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0954571 Dec 21 13:59:08.046558 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 37486) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:59:08.077634 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-fee74c38-7afe-4aae-a0b5-404ba7795ff9 tempest-TestNetworkAdvancedServerOps-559942621 tempest-TestNetworkAdvancedServerOps-559942621-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=7fdf1889-f079-4166-bbda-88b2a8d8d595&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0299890 Dec 21 13:59:08.079996 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 37488) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:59:08.085215 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-fa5ecd19-ab17-44de-8056-82e35073513c tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-66234359', 'network_id': 'b2c393df-66e6-4954-bc61-dc6f7c0d82a3', 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:59:08.173834 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa5ecd19-ab17-44de-8056-82e35073513c tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Made reservation on behalf of a1d23353b1544887bb518bdbacf8b4d3 for: {'subnet': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:59:08.177817 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fa5ecd19-ab17-44de-8056-82e35073513c tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11288759'] for subnet, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:08.198520 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-3884069f-cc9e-458f-ad7a-1a80a177c4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c12dc9-08a2-4f77-8bdd-d318e25a3e16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-337887259', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.83'}], 'enable_snat': True}, 'gw_port_id': 'f0c4a2fb-09e2-4e0f-bea3-65cfb44e028c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:59:06Z', 'updated_at': '2021-12-21T13:59:07Z', 'revision_number': 3, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'gw_port': {'id': 'f0c4a2fb-09e2-4e0f-bea3-65cfb44e028c', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6a:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c12dc9-08a2-4f77-8bdd-d318e25a3e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:59:06Z', 'updated_at': '2021-12-21T13:59:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:59:08.228855 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3884069f-cc9e-458f-ad7a-1a80a177c4ac None None] Checking router: 41c12dc9-08a2-4f77-8bdd-d318e25a3e16 for host: dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:59:08.229209 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3884069f-cc9e-458f-ad7a-1a80a177c4ac None None] Updating router 41c12dc9-08a2-4f77-8bdd-d318e25a3e16 port f0c4a2fb-09e2-4e0f-bea3-65cfb44e028c binding host dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 13:59:08.255348 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-3884069f-cc9e-458f-ad7a-1a80a177c4ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:08.356843 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fa5ecd19-ab17-44de-8056-82e35073513c tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11195289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11288741'] for subnet, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:08.421918 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5ecd19-ab17-44de-8056-82e35073513c tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Pushing event updated for resources: {'Subnet': ['ID=44074cdc-14da-4e30-b8a0-86d87ce3fd55,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:59:08.426568 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5ecd19-ab17-44de-8056-82e35073513c tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Checking segment: {'id': 'fdab0afb-f5eb-4f6b-acd5-0e413298c6c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'b2c393df-66e6-4954-bc61-dc6f7c0d82a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:59:08.426866 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5ecd19-ab17-44de-8056-82e35073513c tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Network hostable DHCP agents. Network: b2c393df-66e6-4954-bc61-dc6f7c0d82a3, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 13:59:08.444823 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5ecd19-ab17-44de-8056-82e35073513c tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Network b2c393df-66e6-4954-bc61-dc6f7c0d82a3 is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 13:59:08.454081 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-fa5ecd19-ab17-44de-8056-82e35073513c tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, b2c393df-66e6-4954-bc61-dc6f7c0d82a3) {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:59:08.458839 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5ecd19-ab17-44de-8056-82e35073513c tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:59:08.459431 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fa5ecd19-ab17-44de-8056-82e35073513c tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:08.466887 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c4626c-cc40-495d-bd10-e7c93826b4d0 None None] Network b2c393df-66e6-4954-bc61-dc6f7c0d82a3 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:59:08.478643 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-fa5ecd19-ab17-44de-8056-82e35073513c tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.3950286 Dec 21 13:59:08.478950 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 37492) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:59:08.565736 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-3884069f-cc9e-458f-ad7a-1a80a177c4ac None None] Publish callbacks [] for port, precommit_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:08.576660 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-3884069f-cc9e-458f-ad7a-1a80a177c4ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:08.644071 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92968ae-2fcc-4e5b-973d-01e454415acb None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:59:08.661208 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-3884069f-cc9e-458f-ad7a-1a80a177c4ac None None] Attempting to bind port f0c4a2fb-09e2-4e0f-bea3-65cfb44e028c on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:59:08.661573 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-3884069f-cc9e-458f-ad7a-1a80a177c4ac None None] Attempting to bind port f0c4a2fb-09e2-4e0f-bea3-65cfb44e028c by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:59:08.661929 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3884069f-cc9e-458f-ad7a-1a80a177c4ac None None] Attempting to bind port f0c4a2fb-09e2-4e0f-bea3-65cfb44e028c on network 7fdf1889-f079-4166-bbda-88b2a8d8d595 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:59:08.664589 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11711edf-c704-4782-8fcb-fd904bc47eb6 None None] Pushing event updated for resources: {'Port': ['ID=f0c4a2fb-09e2-4e0f-bea3-65cfb44e028c,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:59:08.669056 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7c98e6-83c2-42c0-b4fd-8240a4600abb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-b2c393df-66e6-4954-bc61-dc6f7c0d82a3', 'network_id': 'b2c393df-66e6-4954-bc61-dc6f7c0d82a3', 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'fixed_ips': [{'subnet_id': '44074cdc-14da-4e30-b8a0-86d87ce3fd55'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 13:59:08.669874 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-4e7c98e6-83c2-42c0-b4fd-8240a4600abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:08.687602 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3884069f-cc9e-458f-ad7a-1a80a177c4ac None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:59:08.687977 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3884069f-cc9e-458f-ad7a-1a80a177c4ac None None] Checking segment: {'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:59:08.688374 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-3884069f-cc9e-458f-ad7a-1a80a177c4ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:08.688772 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3884069f-cc9e-458f-ad7a-1a80a177c4ac None None] Bound using segment: {'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:59:08.689236 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-3884069f-cc9e-458f-ad7a-1a80a177c4ac None None] Bound port: f0c4a2fb-09e2-4e0f-bea3-65cfb44e028c, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:59:08.689603 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-3884069f-cc9e-458f-ad7a-1a80a177c4ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:08.778657 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-c7bea521-77f0-413c-9910-127b7fa1b92f None None] Provisioning complete for port f0c4a2fb-09e2-4e0f-bea3-65cfb44e028c triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:59:08.779026 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c7bea521-77f0-413c-9910-127b7fa1b92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:08.839564 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-3884069f-cc9e-458f-ad7a-1a80a177c4ac None None] For port f0c4a2fb-09e2-4e0f-bea3-65cfb44e028c, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:59:08.869270 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-c7bea521-77f0-413c-9910-127b7fa1b92f None None] Port f0c4a2fb-09e2-4e0f-bea3-65cfb44e028c cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:59:08.878015 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-3884069f-cc9e-458f-ad7a-1a80a177c4ac None None] For port f0c4a2fb-09e2-4e0f-bea3-65cfb44e028c, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f0c4a2fb-09e2-4e0f-bea3-65cfb44e028c,segment=NetworkSegment(a32e5bfd-6fac-434f-817b-5707a23fd2ca),segment_id=a32e5bfd-6fac-434f-817b-5707a23fd2ca)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:59:08.883494 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-3884069f-cc9e-458f-ad7a-1a80a177c4ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:08.923320 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c694ace6-ca5d-4c4c-81ba-7dc5fbd2fcf6 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:08.927390 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-4e7c98e6-83c2-42c0-b4fd-8240a4600abb None None] Allocated IP 172.20.0.2 (b2c393df-66e6-4954-bc61-dc6f7c0d82a3/44074cdc-14da-4e30-b8a0-86d87ce3fd55/e5344631-41fd-4d8e-a6ff-4f415f81c8a5) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:59:08.938000 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28209f84-669d-4efe-be27-15743ea23dc5 None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 13:59:08.982649 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3884069f-cc9e-458f-ad7a-1a80a177c4ac None None] Routers {'41c12dc9-08a2-4f77-8bdd-d318e25a3e16'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:59:08.983294 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-3884069f-cc9e-458f-ad7a-1a80a177c4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:58:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['41c12dc9-08a2-4f77-8bdd-d318e25a3e16'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:59:08.992863 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11711edf-c704-4782-8fcb-fd904bc47eb6 None None] Pushing event updated for resources: {'Port': ['ID=f0c4a2fb-09e2-4e0f-bea3-65cfb44e028c,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:59:09.091770 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-24916989-5013-424c-96d8-41e1f8d51866 None None] Provisioning complete for port f0c4a2fb-09e2-4e0f-bea3-65cfb44e028c triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:59:09.092136 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-24916989-5013-424c-96d8-41e1f8d51866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:09.346225 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-3884069f-cc9e-458f-ad7a-1a80a177c4ac None None] Set router 41c12dc9-08a2-4f77-8bdd-d318e25a3e16 gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:59:09.456988 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-4e7c98e6-83c2-42c0-b4fd-8240a4600abb None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:09.506923 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-4e7c98e6-83c2-42c0-b4fd-8240a4600abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:09.535455 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-c694ace6-ca5d-4c4c-81ba-7dc5fbd2fcf6 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Allocated IP 172.20.0.1 (b2c393df-66e6-4954-bc61-dc6f7c0d82a3/44074cdc-14da-4e30-b8a0-86d87ce3fd55/f5a366e4-54cb-4ea2-909a-fef85a001c63) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:59:09.567899 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-24916989-5013-424c-96d8-41e1f8d51866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:09.580433 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7c98e6-83c2-42c0-b4fd-8240a4600abb None None] Network b2c393df-66e6-4954-bc61-dc6f7c0d82a3 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:59:09.591512 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-4e7c98e6-83c2-42c0-b4fd-8240a4600abb None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:59:09.598263 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7c98e6-83c2-42c0-b4fd-8240a4600abb None None] Pushing event updated for resources: {'Port': ['ID=e5344631-41fd-4d8e-a6ff-4f415f81c8a5,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:59:09.603171 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7c98e6-83c2-42c0-b4fd-8240a4600abb None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:59:09.634520 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-24916989-5013-424c-96d8-41e1f8d51866 None None] For port f0c4a2fb-09e2-4e0f-bea3-65cfb44e028c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f0c4a2fb-09e2-4e0f-bea3-65cfb44e028c,segment=NetworkSegment(a32e5bfd-6fac-434f-817b-5707a23fd2ca),segment_id=a32e5bfd-6fac-434f-817b-5707a23fd2ca)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:59:09.640283 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-24916989-5013-424c-96d8-41e1f8d51866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:09.655041 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c694ace6-ca5d-4c4c-81ba-7dc5fbd2fcf6 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:09.689157 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c694ace6-ca5d-4c4c-81ba-7dc5fbd2fcf6 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:09.724375 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-4e7c98e6-83c2-42c0-b4fd-8240a4600abb None None] Attempting to bind port e5344631-41fd-4d8e-a6ff-4f415f81c8a5 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:59:09.724739 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-4e7c98e6-83c2-42c0-b4fd-8240a4600abb None None] Attempting to bind port e5344631-41fd-4d8e-a6ff-4f415f81c8a5 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'fdab0afb-f5eb-4f6b-acd5-0e413298c6c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'b2c393df-66e6-4954-bc61-dc6f7c0d82a3'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:59:09.725099 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7c98e6-83c2-42c0-b4fd-8240a4600abb None None] Attempting to bind port e5344631-41fd-4d8e-a6ff-4f415f81c8a5 on network b2c393df-66e6-4954-bc61-dc6f7c0d82a3 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:59:09.731705 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c694ace6-ca5d-4c4c-81ba-7dc5fbd2fcf6 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Network b2c393df-66e6-4954-bc61-dc6f7c0d82a3 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:59:09.734729 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-c694ace6-ca5d-4c4c-81ba-7dc5fbd2fcf6 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:59:09.738951 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c694ace6-ca5d-4c4c-81ba-7dc5fbd2fcf6 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:59:09.742333 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7c98e6-83c2-42c0-b4fd-8240a4600abb None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:59:09.742735 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7c98e6-83c2-42c0-b4fd-8240a4600abb None None] Checking segment: {'id': 'fdab0afb-f5eb-4f6b-acd5-0e413298c6c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'b2c393df-66e6-4954-bc61-dc6f7c0d82a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:59:09.743139 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-4e7c98e6-83c2-42c0-b4fd-8240a4600abb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:09.743528 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7c98e6-83c2-42c0-b4fd-8240a4600abb None None] Bound using segment: {'id': 'fdab0afb-f5eb-4f6b-acd5-0e413298c6c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'b2c393df-66e6-4954-bc61-dc6f7c0d82a3'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:59:09.743997 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-4e7c98e6-83c2-42c0-b4fd-8240a4600abb None None] Bound port: e5344631-41fd-4d8e-a6ff-4f415f81c8a5, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdab0afb-f5eb-4f6b-acd5-0e413298c6c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'b2c393df-66e6-4954-bc61-dc6f7c0d82a3'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:59:09.744369 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-4e7c98e6-83c2-42c0-b4fd-8240a4600abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:09.745302 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c694ace6-ca5d-4c4c-81ba-7dc5fbd2fcf6 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Pushing event updated for resources: {'Port': ['ID=f5a366e4-54cb-4ea2-909a-fef85a001c63,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:59:09.746078 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24916989-5013-424c-96d8-41e1f8d51866 None None] Pushing event updated for resources: {'Port': ['ID=f0c4a2fb-09e2-4e0f-bea3-65cfb44e028c,revision_number=4']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:59:09.766986 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-3884069f-cc9e-458f-ad7a-1a80a177c4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c12dc9-08a2-4f77-8bdd-d318e25a3e16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-337887259', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.83'}], 'enable_snat': True}, 'gw_port_id': 'f0c4a2fb-09e2-4e0f-bea3-65cfb44e028c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:59:06Z', 'updated_at': '2021-12-21T13:59:07Z', 'revision_number': 3, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'gw_port': {'id': 'f0c4a2fb-09e2-4e0f-bea3-65cfb44e028c', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6a:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c12dc9-08a2-4f77-8bdd-d318e25a3e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:59:06Z', 'updated_at': '2021-12-21T13:59:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:59:09.786250 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c694ace6-ca5d-4c4c-81ba-7dc5fbd2fcf6 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532557'] for router_interface, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:09.811459 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3884069f-cc9e-458f-ad7a-1a80a177c4ac None None] The sync data for ids ['41c12dc9-08a2-4f77-8bdd-d318e25a3e16'] in dv-neutron-master-2-hyperv is: [{'id': '41c12dc9-08a2-4f77-8bdd-d318e25a3e16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-337887259', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.83'}], 'enable_snat': True}, 'gw_port_id': 'f0c4a2fb-09e2-4e0f-bea3-65cfb44e028c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:59:06Z', 'updated_at': '2021-12-21T13:59:07Z', 'revision_number': 3, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'gw_port': {'id': 'f0c4a2fb-09e2-4e0f-bea3-65cfb44e028c', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6a:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c12dc9-08a2-4f77-8bdd-d318e25a3e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:59:06Z', 'updated_at': '2021-12-21T13:59:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:59:09.847502 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-4e7c98e6-83c2-42c0-b4fd-8240a4600abb None None] For port e5344631-41fd-4d8e-a6ff-4f415f81c8a5, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:59:09.852352 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-4e7c98e6-83c2-42c0-b4fd-8240a4600abb None None] For port e5344631-41fd-4d8e-a6ff-4f415f81c8a5, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e5344631-41fd-4d8e-a6ff-4f415f81c8a5,segment=NetworkSegment(fdab0afb-f5eb-4f6b-acd5-0e413298c6c2),segment_id=fdab0afb-f5eb-4f6b-acd5-0e413298c6c2)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:59:09.858406 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-4e7c98e6-83c2-42c0-b4fd-8240a4600abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:09.928911 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7c98e6-83c2-42c0-b4fd-8240a4600abb None None] Pushing event updated for resources: {'Port': ['ID=e5344631-41fd-4d8e-a6ff-4f415f81c8a5,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:59:09.942616 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c694ace6-ca5d-4c4c-81ba-7dc5fbd2fcf6 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:10.277436 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c694ace6-ca5d-4c4c-81ba-7dc5fbd2fcf6 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:10.282615 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c694ace6-ca5d-4c4c-81ba-7dc5fbd2fcf6 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:10.360794 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c694ace6-ca5d-4c4c-81ba-7dc5fbd2fcf6 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Pushing event updated for resources: {'Port': ['ID=f5a366e4-54cb-4ea2-909a-fef85a001c63,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:59:10.363231 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c694ace6-ca5d-4c4c-81ba-7dc5fbd2fcf6 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532537'] for router_interface, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:10.458345 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c694ace6-ca5d-4c4c-81ba-7dc5fbd2fcf6 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Network b2c393df-66e6-4954-bc61-dc6f7c0d82a3 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:59:10.459959 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-c694ace6-ca5d-4c4c-81ba-7dc5fbd2fcf6 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:59:10.579837 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c694ace6-ca5d-4c4c-81ba-7dc5fbd2fcf6 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Router 41c12dc9-08a2-4f77-8bdd-d318e25a3e16 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:59:10.697720 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c694ace6-ca5d-4c4c-81ba-7dc5fbd2fcf6 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:59:10.718976 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-c694ace6-ca5d-4c4c-81ba-7dc5fbd2fcf6 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "PUT /v2.0/routers/41c12dc9-08a2-4f77-8bdd-d318e25a3e16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2389457 Dec 21 13:59:10.885531 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-e3a6b3cd-6dcc-42bd-aaaf-034589269ac3 req-6ef8fb56-5a63-4f00-a9f9-4841cbc43c87 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1404374598&fields=id&tenant_id=a1d23353b1544887bb518bdbacf8b4d3 HTTP/1.1" status: 200 len: 267 time: 0.0616441 Dec 21 13:59:10.906542 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device e5344631-41fd-4d8e-a6ff-4f415f81c8a5 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:59:10.930852 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeec0f6c-af44-4c74-80b7-cb3ddf6eee2f None None] Network b2c393df-66e6-4954-bc61-dc6f7c0d82a3 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 13:59:11.001626 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a6b3cd-6dcc-42bd-aaaf-034589269ac3 req-76fe3848-0598-48a9-a83c-1ee06c2bba34 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:59:11.004718 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-e3a6b3cd-6dcc-42bd-aaaf-034589269ac3 req-76fe3848-0598-48a9-a83c-1ee06c2bba34 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/networks?id=b2c393df-66e6-4954-bc61-dc6f7c0d82a3 HTTP/1.1" status: 200 len: 797 time: 0.1181762 Dec 21 13:59:11.020781 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-e3a6b3cd-6dcc-42bd-aaaf-034589269ac3 req-94abc815-9c47-46aa-a704-8e06b9234850 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/quotas/a1d23353b1544887bb518bdbacf8b4d3 HTTP/1.1" status: 200 len: 375 time: 0.0103004 Dec 21 13:59:11.024206 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-09e52190-ea9a-49a9-b36a-36a2e596c928 None None] Provisioning complete for port e5344631-41fd-4d8e-a6ff-4f415f81c8a5 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:59:11.024577 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-09e52190-ea9a-49a9-b36a-36a2e596c928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:11.072799 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-e3a6b3cd-6dcc-42bd-aaaf-034589269ac3 req-5f884133-a228-4d07-b72a-279a48261b8c tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a1d23353b1544887bb518bdbacf8b4d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458567 Dec 21 13:59:11.088270 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port e5344631-41fd-4d8e-a6ff-4f415f81c8a5 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:59:11.088640 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:11.089116 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [req-e3a6b3cd-6dcc-42bd-aaaf-034589269ac3 req-65304975-e246-4000-a052-21c5b437a5a2 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 13:59:11.090340 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-e3a6b3cd-6dcc-42bd-aaaf-034589269ac3 req-65304975-e246-4000-a052-21c5b437a5a2 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055640 Dec 21 13:59:11.189813 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-09e52190-ea9a-49a9-b36a-36a2e596c928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:11.197961 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-e3a6b3cd-6dcc-42bd-aaaf-034589269ac3 req-be16f7e5-4ee7-401c-97eb-f5451295e311 service neutron] 10.222.0.37 "GET /v2.0/networks/b2c393df-66e6-4954-bc61-dc6f7c0d82a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012855 Dec 21 13:59:11.261296 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:11.266280 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-09e52190-ea9a-49a9-b36a-36a2e596c928 None None] For port e5344631-41fd-4d8e-a6ff-4f415f81c8a5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e5344631-41fd-4d8e-a6ff-4f415f81c8a5,segment=NetworkSegment(fdab0afb-f5eb-4f6b-acd5-0e413298c6c2),segment_id=fdab0afb-f5eb-4f6b-acd5-0e413298c6c2)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:59:11.282064 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-09e52190-ea9a-49a9-b36a-36a2e596c928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:11.331470 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-e3a6b3cd-6dcc-42bd-aaaf-034589269ac3 req-03300bf1-076f-4283-9af7-431937d03437 service neutron] 10.222.0.37 "GET /v2.0/networks/b2c393df-66e6-4954-bc61-dc6f7c0d82a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190033 Dec 21 13:59:11.366318 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.db.api [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 13:59:11.366696 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG oslo_db.api [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 13:59:11.367169 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e52190-ea9a-49a9-b36a-36a2e596c928 None None] Pushing event updated for resources: {'Port': ['ID=e5344631-41fd-4d8e-a6ff-4f415f81c8a5,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:59:11.503597 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-b6c1fef2-206a-4efd-bba8-350230b91af2 None None] Provisioning complete for port e5344631-41fd-4d8e-a6ff-4f415f81c8a5 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:59:11.504227 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b6c1fef2-206a-4efd-bba8-350230b91af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:11.513339 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-1050e6f7-888f-4eca-b47c-8074756c09c7 req-0f6352bf-1f21-4503-9065-9f1b1136684c tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa381ba0-2edd-465a-b56f-f868719049a0 HTTP/1.1" status: 200 len: 210 time: 0.0432954 Dec 21 13:59:11.583172 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e4bb25-fc14-4853-a998-a594a0240043 None None] Sync routers for ids ['41c12dc9-08a2-4f77-8bdd-d318e25a3e16'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:59:11.595549 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e4bb25-fc14-4853-a998-a594a0240043 None None] Routers {'41c12dc9-08a2-4f77-8bdd-d318e25a3e16'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:59:11.596186 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-43e4bb25-fc14-4853-a998-a594a0240043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:58:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['41c12dc9-08a2-4f77-8bdd-d318e25a3e16'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:59:11.618455 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-b6c1fef2-206a-4efd-bba8-350230b91af2 None None] Provisioning complete for port f5a366e4-54cb-4ea2-909a-fef85a001c63 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:59:11.618833 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b6c1fef2-206a-4efd-bba8-350230b91af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:11.657094 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-b6c1fef2-206a-4efd-bba8-350230b91af2 None None] Port f5a366e4-54cb-4ea2-909a-fef85a001c63 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:59:11.705705 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-43e4bb25-fc14-4853-a998-a594a0240043 None None] Set router 41c12dc9-08a2-4f77-8bdd-d318e25a3e16 gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:59:11.777382 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-4b45a23a-f74b-4b91-b5be-1225d8abd03a None None] Provisioning complete for port f5a366e4-54cb-4ea2-909a-fef85a001c63 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:59:11.778051 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-4b45a23a-f74b-4b91-b5be-1225d8abd03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:11.813391 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-4b45a23a-f74b-4b91-b5be-1225d8abd03a None None] Port f5a366e4-54cb-4ea2-909a-fef85a001c63 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:59:11.904977 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device f0c4a2fb-09e2-4e0f-bea3-65cfb44e028c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:59:11.954180 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-1ff59122-a62b-454a-b341-edebb6540478 None None] Provisioning complete for port f5a366e4-54cb-4ea2-909a-fef85a001c63 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:59:11.954904 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-1ff59122-a62b-454a-b341-edebb6540478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:11.993864 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-1ff59122-a62b-454a-b341-edebb6540478 None None] Port f5a366e4-54cb-4ea2-909a-fef85a001c63 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:59:11.996186 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port f0c4a2fb-09e2-4e0f-bea3-65cfb44e028c triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:59:11.996558 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:12.006083 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-43e4bb25-fc14-4853-a998-a594a0240043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c12dc9-08a2-4f77-8bdd-d318e25a3e16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-337887259', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.83'}], 'enable_snat': True}, 'gw_port_id': 'f0c4a2fb-09e2-4e0f-bea3-65cfb44e028c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:59:06Z', 'updated_at': '2021-12-21T13:59:09Z', 'revision_number': 4, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'gw_port': {'id': 'f0c4a2fb-09e2-4e0f-bea3-65cfb44e028c', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c12dc9-08a2-4f77-8bdd-d318e25a3e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:59:06Z', 'updated_at': '2021-12-21T13:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'f5a366e4-54cb-4ea2-909a-fef85a001c63', 'name': '', 'network_id': 'b2c393df-66e6-4954-bc61-dc6f7c0d82a3', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'mac_address': 'fa:16:3e:d8:4b:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c12dc9-08a2-4f77-8bdd-d318e25a3e16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '44074cdc-14da-4e30-b8a0-86d87ce3fd55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:59:09Z', 'updated_at': '2021-12-21T13:59:10Z', 'revision_number': 2, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'subnets': [{'id': '44074cdc-14da-4e30-b8a0-86d87ce3fd55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:59:12.031689 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e4bb25-fc14-4853-a998-a594a0240043 None None] Checking router: 41c12dc9-08a2-4f77-8bdd-d318e25a3e16 for host: dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:59:12.032039 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e4bb25-fc14-4853-a998-a594a0240043 None None] Updating router 41c12dc9-08a2-4f77-8bdd-d318e25a3e16 port f5a366e4-54cb-4ea2-909a-fef85a001c63 binding host dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 13:59:12.056539 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-43e4bb25-fc14-4853-a998-a594a0240043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:12.316819 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-43e4bb25-fc14-4853-a998-a594a0240043 None None] Publish callbacks [] for port, precommit_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:12.321620 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-43e4bb25-fc14-4853-a998-a594a0240043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:12.374333 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158e03e1-29f1-4b0f-b29c-feca8a507628 None None] Pushing event updated for resources: {'Port': ['ID=f5a366e4-54cb-4ea2-909a-fef85a001c63,revision_number=3']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:59:12.395339 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158e03e1-29f1-4b0f-b29c-feca8a507628 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:59:12.395683 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158e03e1-29f1-4b0f-b29c-feca8a507628 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:59:12.396019 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158e03e1-29f1-4b0f-b29c-feca8a507628 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:59:12.396349 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158e03e1-29f1-4b0f-b29c-feca8a507628 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:59:12.396673 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158e03e1-29f1-4b0f-b29c-feca8a507628 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:59:12.397002 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158e03e1-29f1-4b0f-b29c-feca8a507628 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:59:12.397325 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158e03e1-29f1-4b0f-b29c-feca8a507628 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:59:12.397642 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158e03e1-29f1-4b0f-b29c-feca8a507628 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:59:12.397960 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158e03e1-29f1-4b0f-b29c-feca8a507628 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:59:12.398277 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158e03e1-29f1-4b0f-b29c-feca8a507628 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:59:12.398617 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158e03e1-29f1-4b0f-b29c-feca8a507628 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:59:12.398931 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158e03e1-29f1-4b0f-b29c-feca8a507628 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:59:12.399242 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158e03e1-29f1-4b0f-b29c-feca8a507628 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 13:59:12.436855 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-43e4bb25-fc14-4853-a998-a594a0240043 None None] Attempting to bind port f5a366e4-54cb-4ea2-909a-fef85a001c63 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:59:12.437222 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-43e4bb25-fc14-4853-a998-a594a0240043 None None] Attempting to bind port f5a366e4-54cb-4ea2-909a-fef85a001c63 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'fdab0afb-f5eb-4f6b-acd5-0e413298c6c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'b2c393df-66e6-4954-bc61-dc6f7c0d82a3'}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:59:12.437801 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e4bb25-fc14-4853-a998-a594a0240043 None None] Attempting to bind port f5a366e4-54cb-4ea2-909a-fef85a001c63 on network b2c393df-66e6-4954-bc61-dc6f7c0d82a3 {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:59:12.443281 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e4bb25-fc14-4853-a998-a594a0240043 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:59:12.443656 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e4bb25-fc14-4853-a998-a594a0240043 None None] Checking segment: {'id': 'fdab0afb-f5eb-4f6b-acd5-0e413298c6c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'b2c393df-66e6-4954-bc61-dc6f7c0d82a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:59:12.444039 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-43e4bb25-fc14-4853-a998-a594a0240043 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:12.444419 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e4bb25-fc14-4853-a998-a594a0240043 None None] Bound using segment: {'id': 'fdab0afb-f5eb-4f6b-acd5-0e413298c6c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'b2c393df-66e6-4954-bc61-dc6f7c0d82a3'} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:59:12.444878 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-43e4bb25-fc14-4853-a998-a594a0240043 None None] Bound port: f5a366e4-54cb-4ea2-909a-fef85a001c63, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdab0afb-f5eb-4f6b-acd5-0e413298c6c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'b2c393df-66e6-4954-bc61-dc6f7c0d82a3'}}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:59:12.445249 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-43e4bb25-fc14-4853-a998-a594a0240043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:12.508185 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-43e4bb25-fc14-4853-a998-a594a0240043 None None] For port f5a366e4-54cb-4ea2-909a-fef85a001c63, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:59:12.511380 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-43e4bb25-fc14-4853-a998-a594a0240043 None None] For port f5a366e4-54cb-4ea2-909a-fef85a001c63, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f5a366e4-54cb-4ea2-909a-fef85a001c63,segment=NetworkSegment(fdab0afb-f5eb-4f6b-acd5-0e413298c6c2),segment_id=fdab0afb-f5eb-4f6b-acd5-0e413298c6c2)] {{(pid=103155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:59:12.516319 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-43e4bb25-fc14-4853-a998-a594a0240043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:12.582578 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158e03e1-29f1-4b0f-b29c-feca8a507628 None None] Pushing event updated for resources: {'Port': ['ID=f5a366e4-54cb-4ea2-909a-fef85a001c63,revision_number=4']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:59:12.590316 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e4bb25-fc14-4853-a998-a594a0240043 None None] Routers {'41c12dc9-08a2-4f77-8bdd-d318e25a3e16'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:59:12.591608 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-43e4bb25-fc14-4853-a998-a594a0240043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:58:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['41c12dc9-08a2-4f77-8bdd-d318e25a3e16'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:59:12.623474 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-4a9488ed-c9b8-4cfe-ad10-1342e2091075 None None] Provisioning complete for port f5a366e4-54cb-4ea2-909a-fef85a001c63 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:59:12.624177 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-9d5326f1-50d4-4f4f-846c-0b57cf902445 req-cf859e08-273d-4953-be27-e478606b8a53 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa381ba0-2edd-465a-b56f-f868719049a0 HTTP/1.1" status: 200 len: 210 time: 0.0546029 Dec 21 13:59:12.625031 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-4a9488ed-c9b8-4cfe-ad10-1342e2091075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:12.719616 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-4a9488ed-c9b8-4cfe-ad10-1342e2091075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:12.731431 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-43e4bb25-fc14-4853-a998-a594a0240043 None None] Set router 41c12dc9-08a2-4f77-8bdd-d318e25a3e16 gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:59:12.759450 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-4a9488ed-c9b8-4cfe-ad10-1342e2091075 None None] For port f5a366e4-54cb-4ea2-909a-fef85a001c63, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f5a366e4-54cb-4ea2-909a-fef85a001c63,segment=NetworkSegment(fdab0afb-f5eb-4f6b-acd5-0e413298c6c2),segment_id=fdab0afb-f5eb-4f6b-acd5-0e413298c6c2)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:59:12.764326 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-4a9488ed-c9b8-4cfe-ad10-1342e2091075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:12.818483 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9488ed-c9b8-4cfe-ad10-1342e2091075 None None] Pushing event updated for resources: {'Port': ['ID=f5a366e4-54cb-4ea2-909a-fef85a001c63,revision_number=5']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:59:12.865819 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device e5344631-41fd-4d8e-a6ff-4f415f81c8a5 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:59:12.915601 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-2be5960c-a9c9-4a62-a629-f56449517ee8 None None] Provisioning complete for port f5a366e4-54cb-4ea2-909a-fef85a001c63 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:59:12.915977 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-2be5960c-a9c9-4a62-a629-f56449517ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:12.935601 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-43e4bb25-fc14-4853-a998-a594a0240043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c12dc9-08a2-4f77-8bdd-d318e25a3e16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-337887259', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.83'}], 'enable_snat': True}, 'gw_port_id': 'f0c4a2fb-09e2-4e0f-bea3-65cfb44e028c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:59:06Z', 'updated_at': '2021-12-21T13:59:09Z', 'revision_number': 4, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'gw_port': {'id': 'f0c4a2fb-09e2-4e0f-bea3-65cfb44e028c', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c12dc9-08a2-4f77-8bdd-d318e25a3e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:59:06Z', 'updated_at': '2021-12-21T13:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'f5a366e4-54cb-4ea2-909a-fef85a001c63', 'name': '', 'network_id': 'b2c393df-66e6-4954-bc61-dc6f7c0d82a3', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'mac_address': 'fa:16:3e:d8:4b:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c12dc9-08a2-4f77-8bdd-d318e25a3e16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '44074cdc-14da-4e30-b8a0-86d87ce3fd55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:59:09Z', 'updated_at': '2021-12-21T13:59:12Z', 'revision_number': 4, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'subnets': [{'id': '44074cdc-14da-4e30-b8a0-86d87ce3fd55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:59:12.956848 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port e5344631-41fd-4d8e-a6ff-4f415f81c8a5 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:59:12.957377 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:12.961797 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e4bb25-fc14-4853-a998-a594a0240043 None None] The sync data for ids ['41c12dc9-08a2-4f77-8bdd-d318e25a3e16'] in dv-neutron-master-2-hyperv is: [{'id': '41c12dc9-08a2-4f77-8bdd-d318e25a3e16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-337887259', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.83'}], 'enable_snat': True}, 'gw_port_id': 'f0c4a2fb-09e2-4e0f-bea3-65cfb44e028c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:59:06Z', 'updated_at': '2021-12-21T13:59:09Z', 'revision_number': 4, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'gw_port': {'id': 'f0c4a2fb-09e2-4e0f-bea3-65cfb44e028c', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c12dc9-08a2-4f77-8bdd-d318e25a3e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:59:06Z', 'updated_at': '2021-12-21T13:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'f5a366e4-54cb-4ea2-909a-fef85a001c63', 'name': '', 'network_id': 'b2c393df-66e6-4954-bc61-dc6f7c0d82a3', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'mac_address': 'fa:16:3e:d8:4b:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c12dc9-08a2-4f77-8bdd-d318e25a3e16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '44074cdc-14da-4e30-b8a0-86d87ce3fd55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:59:09Z', 'updated_at': '2021-12-21T13:59:12Z', 'revision_number': 4, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'subnets': [{'id': '44074cdc-14da-4e30-b8a0-86d87ce3fd55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:59:13.469288 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:13.679905 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-1b7fdf84-ecaf-4287-9fe9-7db276159f1d req-3c7805b9-1477-4a84-b0b5-e793f5f76a2f tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa381ba0-2edd-465a-b56f-f868719049a0 HTTP/1.1" status: 200 len: 210 time: 0.0277050 Dec 21 13:59:14.568979 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a6b3cd-6dcc-42bd-aaaf-034589269ac3 req-5e702e41-f5f5-44da-885c-87f9d463ae46 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:59:14.570518 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-e3a6b3cd-6dcc-42bd-aaaf-034589269ac3 req-5e702e41-f5f5-44da-885c-87f9d463ae46 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.60 "GET /v2.0/networks?id=b2c393df-66e6-4954-bc61-dc6f7c0d82a3 HTTP/1.1" status: 200 len: 797 time: 0.1078773 Dec 21 13:59:14.645094 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-e3a6b3cd-6dcc-42bd-aaaf-034589269ac3 req-a2e832b5-cf06-482c-ace0-f7eef2118f95 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1d23353b1544887bb518bdbacf8b4d3 HTTP/1.1" status: 200 len: 380 time: 0.0587313 Dec 21 13:59:14.661934 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [req-e3a6b3cd-6dcc-42bd-aaaf-034589269ac3 req-688b38c0-efc5-41ad-af11-412a97c462dc tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Request body: {'port': {'device_id': 'fa381ba0-2edd-465a-b56f-f868719049a0', 'network_id': 'b2c393df-66e6-4954-bc61-dc6f7c0d82a3', 'admin_state_up': True, 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'security_groups': ['43f11953-6d17-47d3-8fd6-2455f91d9071']}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:59:14.781562 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-fd505bc2-03ce-4e1b-ad8c-2bff122f1282 req-363fb66b-76af-4b80-8587-77a2e5c6f75d tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa381ba0-2edd-465a-b56f-f868719049a0 HTTP/1.1" status: 200 len: 210 time: 0.0314333 Dec 21 13:59:14.811538 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3a6b3cd-6dcc-42bd-aaaf-034589269ac3 req-688b38c0-efc5-41ad-af11-412a97c462dc tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Made reservation on behalf of a1d23353b1544887bb518bdbacf8b4d3 for: {'port': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 13:59:14.815171 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-e3a6b3cd-6dcc-42bd-aaaf-034589269ac3 req-688b38c0-efc5-41ad-af11-412a97c462dc tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:14.875906 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device f5a366e4-54cb-4ea2-909a-fef85a001c63 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:59:14.923263 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port f5a366e4-54cb-4ea2-909a-fef85a001c63 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:59:14.923542 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:14.946942 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [req-e3a6b3cd-6dcc-42bd-aaaf-034589269ac3 req-688b38c0-efc5-41ad-af11-412a97c462dc tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Allocated IP 172.20.0.4 (b2c393df-66e6-4954-bc61-dc6f7c0d82a3/44074cdc-14da-4e30-b8a0-86d87ce3fd55/8de17db0-227c-418d-b0cc-7effa78bc215) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:59:15.089914 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-e3a6b3cd-6dcc-42bd-aaaf-034589269ac3 req-688b38c0-efc5-41ad-af11-412a97c462dc tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:15.124102 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-e3a6b3cd-6dcc-42bd-aaaf-034589269ac3 req-688b38c0-efc5-41ad-af11-412a97c462dc tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:15.172356 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3a6b3cd-6dcc-42bd-aaaf-034589269ac3 req-688b38c0-efc5-41ad-af11-412a97c462dc tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Network b2c393df-66e6-4954-bc61-dc6f7c0d82a3 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:59:15.177837 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [req-e3a6b3cd-6dcc-42bd-aaaf-034589269ac3 req-688b38c0-efc5-41ad-af11-412a97c462dc tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:59:15.181541 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3a6b3cd-6dcc-42bd-aaaf-034589269ac3 req-688b38c0-efc5-41ad-af11-412a97c462dc tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:59:15.188912 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688b38c0-efc5-41ad-af11-412a97c462dc tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Pushing event updated for resources: {'Port': ['ID=8de17db0-227c-418d-b0cc-7effa78bc215,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:59:15.237830 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a6b3cd-6dcc-42bd-aaaf-034589269ac3 req-688b38c0-efc5-41ad-af11-412a97c462dc tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:59:15.238575 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-e3a6b3cd-6dcc-42bd-aaaf-034589269ac3 req-688b38c0-efc5-41ad-af11-412a97c462dc tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:15.257959 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-e3a6b3cd-6dcc-42bd-aaaf-034589269ac3 req-688b38c0-efc5-41ad-af11-412a97c462dc tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5997767 Dec 21 13:59:15.276609 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [req-e3a6b3cd-6dcc-42bd-aaaf-034589269ac3 req-66ba2d55-3d40-4536-953a-da0c17252a29 service neutron] Request body: {'port': {'device_id': 'fa381ba0-2edd-465a-b56f-f868719049a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:59:15.336252 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-e3a6b3cd-6dcc-42bd-aaaf-034589269ac3 req-66ba2d55-3d40-4536-953a-da0c17252a29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:15.402418 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-8d6f7f5d-2836-4db5-ab97-39f34f152e70 None None] Provisioning complete for port 8de17db0-227c-418d-b0cc-7effa78bc215 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:59:15.402878 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8d6f7f5d-2836-4db5-ab97-39f34f152e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:15.436437 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-8d6f7f5d-2836-4db5-ab97-39f34f152e70 None None] Port 8de17db0-227c-418d-b0cc-7effa78bc215 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 13:59:15.602744 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [req-e3a6b3cd-6dcc-42bd-aaaf-034589269ac3 req-66ba2d55-3d40-4536-953a-da0c17252a29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8de17db0-227c-418d-b0cc-7effa78bc215 {{(pid=103153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 13:59:15.609871 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-e3a6b3cd-6dcc-42bd-aaaf-034589269ac3 req-66ba2d55-3d40-4536-953a-da0c17252a29 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:15.621934 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.provisioning_blocks [req-e3a6b3cd-6dcc-42bd-aaaf-034589269ac3 req-66ba2d55-3d40-4536-953a-da0c17252a29 service neutron] Transition to ACTIVE for port object 8de17db0-227c-418d-b0cc-7effa78bc215 will not be triggered until provisioned by entity L2. {{(pid=103153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 13:59:15.625490 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-e3a6b3cd-6dcc-42bd-aaaf-034589269ac3 req-66ba2d55-3d40-4536-953a-da0c17252a29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:15.677358 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ba2d55-3d40-4536-953a-da0c17252a29 service neutron] Pushing event updated for resources: {'Port': ['ID=8de17db0-227c-418d-b0cc-7effa78bc215,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:59:15.743550 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-e3a6b3cd-6dcc-42bd-aaaf-034589269ac3 req-66ba2d55-3d40-4536-953a-da0c17252a29 service neutron] Attempting to bind port 8de17db0-227c-418d-b0cc-7effa78bc215 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 13:59:15.743980 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-e3a6b3cd-6dcc-42bd-aaaf-034589269ac3 req-66ba2d55-3d40-4536-953a-da0c17252a29 service neutron] Attempting to bind port 8de17db0-227c-418d-b0cc-7effa78bc215 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'fdab0afb-f5eb-4f6b-acd5-0e413298c6c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'b2c393df-66e6-4954-bc61-dc6f7c0d82a3'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 13:59:15.744411 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a6b3cd-6dcc-42bd-aaaf-034589269ac3 req-66ba2d55-3d40-4536-953a-da0c17252a29 service neutron] Attempting to bind port 8de17db0-227c-418d-b0cc-7effa78bc215 on network b2c393df-66e6-4954-bc61-dc6f7c0d82a3 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:59:15.749172 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a6b3cd-6dcc-42bd-aaaf-034589269ac3 req-66ba2d55-3d40-4536-953a-da0c17252a29 service neutron] Port 8de17db0-227c-418d-b0cc-7effa78bc215 on network b2c393df-66e6-4954-bc61-dc6f7c0d82a3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 13:59:15.749498 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a6b3cd-6dcc-42bd-aaaf-034589269ac3 req-66ba2d55-3d40-4536-953a-da0c17252a29 service neutron] Attempting to bind port 8de17db0-227c-418d-b0cc-7effa78bc215 on network b2c393df-66e6-4954-bc61-dc6f7c0d82a3 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 13:59:15.754612 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a6b3cd-6dcc-42bd-aaaf-034589269ac3 req-66ba2d55-3d40-4536-953a-da0c17252a29 service neutron] Checking agent: {'id': 'cb078e0e-af00-4e4f-8117-46ca6496af1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 23, 43), 'started_at': datetime.datetime(2021, 12, 21, 13, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 13, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 13:59:15.754954 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a6b3cd-6dcc-42bd-aaaf-034589269ac3 req-66ba2d55-3d40-4536-953a-da0c17252a29 service neutron] Checking segment: {'id': 'fdab0afb-f5eb-4f6b-acd5-0e413298c6c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'b2c393df-66e6-4954-bc61-dc6f7c0d82a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 13:59:15.755335 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a6b3cd-6dcc-42bd-aaaf-034589269ac3 req-66ba2d55-3d40-4536-953a-da0c17252a29 service neutron] Bound using segment: {'id': 'fdab0afb-f5eb-4f6b-acd5-0e413298c6c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'b2c393df-66e6-4954-bc61-dc6f7c0d82a3'} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 13:59:15.755762 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-e3a6b3cd-6dcc-42bd-aaaf-034589269ac3 req-66ba2d55-3d40-4536-953a-da0c17252a29 service neutron] Bound port: 8de17db0-227c-418d-b0cc-7effa78bc215, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdab0afb-f5eb-4f6b-acd5-0e413298c6c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'b2c393df-66e6-4954-bc61-dc6f7c0d82a3'}}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 13:59:15.756115 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-e3a6b3cd-6dcc-42bd-aaaf-034589269ac3 req-66ba2d55-3d40-4536-953a-da0c17252a29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:15.826067 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-e3a6b3cd-6dcc-42bd-aaaf-034589269ac3 req-66ba2d55-3d40-4536-953a-da0c17252a29 service neutron] For port 8de17db0-227c-418d-b0cc-7effa78bc215, host hv-neutron-mast, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 13:59:15.829236 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-e3a6b3cd-6dcc-42bd-aaaf-034589269ac3 req-66ba2d55-3d40-4536-953a-da0c17252a29 service neutron] For port 8de17db0-227c-418d-b0cc-7effa78bc215, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=8de17db0-227c-418d-b0cc-7effa78bc215,segment=NetworkSegment(fdab0afb-f5eb-4f6b-acd5-0e413298c6c2),segment_id=fdab0afb-f5eb-4f6b-acd5-0e413298c6c2)] {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 13:59:15.835653 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-e3a6b3cd-6dcc-42bd-aaaf-034589269ac3 req-66ba2d55-3d40-4536-953a-da0c17252a29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:15.874857 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a6b3cd-6dcc-42bd-aaaf-034589269ac3 req-66ba2d55-3d40-4536-953a-da0c17252a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:59:15.875365 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-e3a6b3cd-6dcc-42bd-aaaf-034589269ac3 req-66ba2d55-3d40-4536-953a-da0c17252a29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:15.876800 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-e3a6b3cd-6dcc-42bd-aaaf-034589269ac3 req-66ba2d55-3d40-4536-953a-da0c17252a29 service neutron] 10.222.0.60 "PUT /v2.0/ports/8de17db0-227c-418d-b0cc-7effa78bc215 HTTP/1.1" status: 200 len: 1093 time: 0.6049011 Dec 21 13:59:15.877224 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa381ba0-2edd-465a-b56f-f868719049a0', 'tag': '8de17db0-227c-418d-b0cc-7effa78bc215'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:59:15.883329 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af6034c98e584fa55ea4398f343c742ceb598288507feaf30d5a15785b2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c069841d-4bc8-4235-bd7d-4c625e6edcbd" -d '{"events": [{"name": "network-changed", "server_uuid": "fa381ba0-2edd-465a-b56f-f868719049a0", "tag": "8de17db0-227c-418d-b0cc-7effa78bc215"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:59:15.909485 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ba2d55-3d40-4536-953a-da0c17252a29 service neutron] Pushing event updated for resources: {'Port': ['ID=8de17db0-227c-418d-b0cc-7effa78bc215,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:59:15.916893 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2736ada0-e67f-4aa9-aef6-206619b11709 req-315c3b72-8756-4d19-9538-75411198fe7f tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:59:15.918528 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-2736ada0-e67f-4aa9-aef6-206619b11709 req-315c3b72-8756-4d19-9538-75411198fe7f tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa381ba0-2edd-465a-b56f-f868719049a0 HTTP/1.1" status: 200 len: 943 time: 0.0555615 Dec 21 13:59:15.937810 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 13:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97959feb-da1f-4499-b7a6-6cf59b25fae7 x-openstack-request-id: req-97959feb-da1f-4499-b7a6-6cf59b25fae7 {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:59:15.938104 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa381ba0-2edd-465a-b56f-f868719049a0", "tag": "8de17db0-227c-418d-b0cc-7effa78bc215", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:59:15.938372 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-97959feb-da1f-4499-b7a6-6cf59b25fae7 {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:59:15.938783 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa381ba0-2edd-465a-b56f-f868719049a0', 'tag': '8de17db0-227c-418d-b0cc-7effa78bc215', 'status': 'completed', 'code': 200} Dec 21 13:59:15.980670 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-2736ada0-e67f-4aa9-aef6-206619b11709 req-726687dd-a62b-4f08-bb05-96bad6c2a6b0 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?id=43f11953-6d17-47d3-8fd6-2455f91d9071&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556409 Dec 21 13:59:16.006830 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a6b3cd-6dcc-42bd-aaaf-034589269ac3 req-05f0a7df-f3f0-436a-bf67-6fc9a3ee8c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:59:16.008447 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-e3a6b3cd-6dcc-42bd-aaaf-034589269ac3 req-05f0a7df-f3f0-436a-bf67-6fc9a3ee8c1d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a1d23353b1544887bb518bdbacf8b4d3&device_id=fa381ba0-2edd-465a-b56f-f868719049a0 HTTP/1.1" status: 200 len: 1096 time: 0.0517318 Dec 21 13:59:16.060974 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-e3a6b3cd-6dcc-42bd-aaaf-034589269ac3 req-888f1050-dd37-4f2b-94dc-b71e81d458c2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8de17db0-227c-418d-b0cc-7effa78bc215 HTTP/1.1" status: 200 len: 217 time: 0.0385869 Dec 21 13:59:16.109482 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a6b3cd-6dcc-42bd-aaaf-034589269ac3 req-9c5505f1-9239-4557-b1a3-2680871ce5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:59:16.110941 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-e3a6b3cd-6dcc-42bd-aaaf-034589269ac3 req-9c5505f1-9239-4557-b1a3-2680871ce5a1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=44074cdc-14da-4e30-b8a0-86d87ce3fd55 HTTP/1.1" status: 200 len: 833 time: 0.0438538 Dec 21 13:59:16.155919 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a6b3cd-6dcc-42bd-aaaf-034589269ac3 req-c882083d-ae0d-4bb2-9ed4-5a5a3048a22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:59:16.157372 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-e3a6b3cd-6dcc-42bd-aaaf-034589269ac3 req-c882083d-ae0d-4bb2-9ed4-5a5a3048a22d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b2c393df-66e6-4954-bc61-dc6f7c0d82a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402687 Dec 21 13:59:16.249958 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-e3a6b3cd-6dcc-42bd-aaaf-034589269ac3 req-d0f2e179-7790-494f-b73d-af37bb6dafd0 service neutron] 10.222.0.60 "GET /v2.0/networks/b2c393df-66e6-4954-bc61-dc6f7c0d82a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859160 Dec 21 13:59:16.337866 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-e3a6b3cd-6dcc-42bd-aaaf-034589269ac3 req-cb1afead-5cd3-441a-b048-f344c03fdca5 service neutron] 10.222.0.60 "GET /v2.0/networks/b2c393df-66e6-4954-bc61-dc6f7c0d82a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807593 Dec 21 13:59:16.467452 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c069841d-4bc8-4235-bd7d-4c625e6edcbd req-45cc1f7c-953c-4cbe-9975-dbaec68f013a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:59:16.468911 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c069841d-4bc8-4235-bd7d-4c625e6edcbd req-45cc1f7c-953c-4cbe-9975-dbaec68f013a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a1d23353b1544887bb518bdbacf8b4d3&device_id=fa381ba0-2edd-465a-b56f-f868719049a0 HTTP/1.1" status: 200 len: 1096 time: 0.0402334 Dec 21 13:59:16.561387 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c069841d-4bc8-4235-bd7d-4c625e6edcbd req-dfcb76c4-c39c-4bca-839a-237b28725e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:59:16.562804 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c069841d-4bc8-4235-bd7d-4c625e6edcbd req-dfcb76c4-c39c-4bca-839a-237b28725e28 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b2c393df-66e6-4954-bc61-dc6f7c0d82a3 HTTP/1.1" status: 200 len: 898 time: 0.0874491 Dec 21 13:59:16.602805 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c069841d-4bc8-4235-bd7d-4c625e6edcbd req-cabac83d-bb88-4258-885f-e2789c73f572 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8de17db0-227c-418d-b0cc-7effa78bc215 HTTP/1.1" status: 200 len: 217 time: 0.0330403 Dec 21 13:59:16.652869 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c069841d-4bc8-4235-bd7d-4c625e6edcbd req-da7e9636-00f9-466a-b415-17673926544b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:59:16.654306 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c069841d-4bc8-4235-bd7d-4c625e6edcbd req-da7e9636-00f9-466a-b415-17673926544b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=44074cdc-14da-4e30-b8a0-86d87ce3fd55 HTTP/1.1" status: 200 len: 833 time: 0.0458324 Dec 21 13:59:16.699680 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c069841d-4bc8-4235-bd7d-4c625e6edcbd req-a87e7c30-ef19-4261-acb3-f6f13734ab2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:59:16.701157 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c069841d-4bc8-4235-bd7d-4c625e6edcbd req-a87e7c30-ef19-4261-acb3-f6f13734ab2d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b2c393df-66e6-4954-bc61-dc6f7c0d82a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401974 Dec 21 13:59:16.791488 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c069841d-4bc8-4235-bd7d-4c625e6edcbd req-cd4ef074-082b-4816-96b3-6cf9ab0bbdb1 service neutron] 10.222.0.60 "GET /v2.0/networks/b2c393df-66e6-4954-bc61-dc6f7c0d82a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828352 Dec 21 13:59:16.879983 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c069841d-4bc8-4235-bd7d-4c625e6edcbd req-38b5c776-ca5a-4e6d-90a5-733b2042a9c7 service neutron] 10.222.0.60 "GET /v2.0/networks/b2c393df-66e6-4954-bc61-dc6f7c0d82a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810349 Dec 21 13:59:17.094222 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:59:17.094222 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:59:17.094222 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:59:17.094222 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:59:17.094222 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:59:17.094222 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:59:17.094222 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:59:17.094222 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:59:17.094222 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:59:17.094222 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:59:17.094222 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:59:17.094222 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:59:17.094222 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:59:17.094222 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:59:17.094222 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:59:17.094222 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:59:17.094222 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:59:17.094222 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:59:17.094222 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:59:17.094222 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:59:17.094222 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:59:17.094222 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:59:17.094222 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:59:17.094222 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:59:17.094222 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:59:17.094222 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:59:17.094222 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:59:17.094222 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:59:17.094222 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:59:17.094222 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:59:17.094222 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:59:17.094222 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:59:17.094222 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:59:17.094222 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:59:17.094222 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:59:17.094222 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:59:17.094222 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:59:17.094222 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:59:17.094222 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:59:17.094222 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:59:17.094222 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:59:17.094222 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:59:17.094222 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:59:17.094222 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:59:17.094222 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:59:17.094222 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:59:17.094222 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 13:59:17.094222 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 13:59:17.098533 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f8de05-0dce-4b74-92a6-d08269466a05 req-d94dc844-4234-4aed-9383-c67b2142b65f tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:59:17.098533 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-75f8de05-0dce-4b74-92a6-d08269466a05 req-d94dc844-4234-4aed-9383-c67b2142b65f tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa381ba0-2edd-465a-b56f-f868719049a0 HTTP/1.1" status: 200 len: 943 time: 0.0485544 Dec 21 13:59:17.148410 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-75f8de05-0dce-4b74-92a6-d08269466a05 req-ba949dbe-8b0d-41e5-88ed-f4957fbf0f15 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?id=43f11953-6d17-47d3-8fd6-2455f91d9071&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451458 Dec 21 13:59:18.118182 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 8de17db0-227c-418d-b0cc-7effa78bc215 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 13:59:18.213752 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port 8de17db0-227c-418d-b0cc-7effa78bc215, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=8de17db0-227c-418d-b0cc-7effa78bc215,segment=NetworkSegment(fdab0afb-f5eb-4f6b-acd5-0e413298c6c2),segment_id=fdab0afb-f5eb-4f6b-acd5-0e413298c6c2)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:59:18.224991 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Returning: {'device': '8de17db0-227c-418d-b0cc-7effa78bc215', 'network_id': 'b2c393df-66e6-4954-bc61-dc6f7c0d82a3', 'port_id': '8de17db0-227c-418d-b0cc-7effa78bc215', 'mac_address': 'fa:16:3e:ef:9d:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44074cdc-14da-4e30-b8a0-86d87ce3fd55', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 13:59:18.262475 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:18.267275 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a688c9-aa70-46aa-911a-1825895830c0 req-4be61d83-3910-41f9-afa2-448c7aba3332 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:59:18.268905 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-58a688c9-aa70-46aa-911a-1825895830c0 req-4be61d83-3910-41f9-afa2-448c7aba3332 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa381ba0-2edd-465a-b56f-f868719049a0 HTTP/1.1" status: 200 len: 943 time: 0.0483387 Dec 21 13:59:18.275806 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8de17db0-227c-418d-b0cc-7effa78bc215 {{(pid=103154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 13:59:18.295895 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port 8de17db0-227c-418d-b0cc-7effa78bc215, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=8de17db0-227c-418d-b0cc-7effa78bc215,segment=NetworkSegment(fdab0afb-f5eb-4f6b-acd5-0e413298c6c2),segment_id=fdab0afb-f5eb-4f6b-acd5-0e413298c6c2)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:59:18.300855 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:18.320426 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-58a688c9-aa70-46aa-911a-1825895830c0 req-de51890a-16cc-4c59-9910-8578d13b7e57 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?id=43f11953-6d17-47d3-8fd6-2455f91d9071&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449953 Dec 21 13:59:18.347740 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=8de17db0-227c-418d-b0cc-7effa78bc215,revision_number=4']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:59:18.578625 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] get_ports_and_sgs() called for port_ids ['8de17db0-227c-418d-b0cc-7effa78bc215'] {{(pid=103154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 13:59:19.434112 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fbc606-d5e2-4e82-8439-bfd495c4aad5 req-a1130817-da54-449b-88c2-f53b968252f5 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:59:19.435602 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-95fbc606-d5e2-4e82-8439-bfd495c4aad5 req-a1130817-da54-449b-88c2-f53b968252f5 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa381ba0-2edd-465a-b56f-f868719049a0 HTTP/1.1" status: 200 len: 944 time: 0.0478384 Dec 21 13:59:19.483452 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-95fbc606-d5e2-4e82-8439-bfd495c4aad5 req-02291f3c-2b6b-4e98-84d3-a40b28d00344 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?id=43f11953-6d17-47d3-8fd6-2455f91d9071&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413513 Dec 21 13:59:20.134002 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 8de17db0-227c-418d-b0cc-7effa78bc215 up at agent hyperv_hv-neutron-mast {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 13:59:20.183761 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Provisioning for port 8de17db0-227c-418d-b0cc-7effa78bc215 completed by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 13:59:20.187041 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Provisioning complete for port 8de17db0-227c-418d-b0cc-7effa78bc215 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 13:59:20.187406 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:20.259615 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:20.281440 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa381ba0-2edd-465a-b56f-f868719049a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8de17db0-227c-418d-b0cc-7effa78bc215'}] {{(pid=103154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:59:20.284259 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6f45aca8ac5f8c0cc5868273c98d8aa60330245aed22d61c8da5c1f2d6fc01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80d89cf8-199d-44d9-ade0-15e38ec8d75d" -d '{"events": [{"server_uuid": "fa381ba0-2edd-465a-b56f-f868719049a0", "name": "network-vif-plugged", "status": "completed", "tag": "8de17db0-227c-418d-b0cc-7effa78bc215"}]}' {{(pid=103154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:59:20.296777 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port 8de17db0-227c-418d-b0cc-7effa78bc215, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=8de17db0-227c-418d-b0cc-7effa78bc215,segment=NetworkSegment(fdab0afb-f5eb-4f6b-acd5-0e413298c6c2),segment_id=fdab0afb-f5eb-4f6b-acd5-0e413298c6c2)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 13:59:20.300977 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:20.323201 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 13:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c07767e-4097-4a3a-8a6e-caedd0099c1f x-openstack-request-id: req-3c07767e-4097-4a3a-8a6e-caedd0099c1f {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:59:20.323481 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa381ba0-2edd-465a-b56f-f868719049a0", "name": "network-vif-plugged", "status": "completed", "tag": "8de17db0-227c-418d-b0cc-7effa78bc215", "code": 200}]} {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:59:20.323724 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3c07767e-4097-4a3a-8a6e-caedd0099c1f {{(pid=103154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:59:20.324099 dv-neutron-master-2-hyperv neutron-server[103154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa381ba0-2edd-465a-b56f-f868719049a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8de17db0-227c-418d-b0cc-7effa78bc215', 'code': 200} Dec 21 13:59:20.351269 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=8de17db0-227c-418d-b0cc-7effa78bc215,revision_number=5']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:59:20.516490 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aafe19-161a-481b-b45c-77ba641d8203 req-189618ef-7298-4de0-812f-696b9242c440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:59:20.518539 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-58aafe19-161a-481b-b45c-77ba641d8203 req-189618ef-7298-4de0-812f-696b9242c440 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fa381ba0-2edd-465a-b56f-f868719049a0 HTTP/1.1" status: 200 len: 1098 time: 0.0395329 Dec 21 13:59:20.578527 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-58aafe19-161a-481b-b45c-77ba641d8203 req-6480435f-2d6b-46ef-b762-009bb894de3b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=43f11953-6d17-47d3-8fd6-2455f91d9071&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541584 Dec 21 13:59:20.630072 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2c2fe9-35af-4256-af31-e2d99cabec11 req-eeb93d3d-74c9-4979-b5e6-275df30305fc tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:59:20.631566 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7e2c2fe9-35af-4256-af31-e2d99cabec11 req-eeb93d3d-74c9-4979-b5e6-275df30305fc tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa381ba0-2edd-465a-b56f-f868719049a0 HTTP/1.1" status: 200 len: 945 time: 0.0791593 Dec 21 13:59:20.681642 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7e2c2fe9-35af-4256-af31-e2d99cabec11 req-2a57bf1f-e7e4-4f92-8fbc-58f224dccf0a tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?id=43f11953-6d17-47d3-8fd6-2455f91d9071&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439532 Dec 21 13:59:21.801077 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2356f8d7-843c-428b-b69e-0f62de548634 req-b94c5a30-9c5e-4103-8072-b1c4144045ae tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:59:21.802557 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-2356f8d7-843c-428b-b69e-0f62de548634 req-b94c5a30-9c5e-4103-8072-b1c4144045ae tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa381ba0-2edd-465a-b56f-f868719049a0 HTTP/1.1" status: 200 len: 945 time: 0.0519059 Dec 21 13:59:21.850410 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-2356f8d7-843c-428b-b69e-0f62de548634 req-214bfe58-8899-4b1f-9ff1-fa111c242368 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?id=43f11953-6d17-47d3-8fd6-2455f91d9071&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420032 Dec 21 13:59:21.962201 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935efa1f-537a-4f98-91bc-6dd5e9308b72 req-f0d24d65-5b7e-431a-ab34-0ede68d77cf0 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:59:21.963616 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-935efa1f-537a-4f98-91bc-6dd5e9308b72 req-f0d24d65-5b7e-431a-ab34-0ede68d77cf0 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa381ba0-2edd-465a-b56f-f868719049a0 HTTP/1.1" status: 200 len: 945 time: 0.0486414 Dec 21 13:59:22.011822 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-935efa1f-537a-4f98-91bc-6dd5e9308b72 req-6e0162b8-d8fb-4a99-b75a-d879dba4f79c tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?id=43f11953-6d17-47d3-8fd6-2455f91d9071&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422540 Dec 21 13:59:22.033150 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 37554) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:59:22.071457 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e8ab3d-a88a-44cd-9e5a-cee2755c5f4b tempest-TestNetworkAdvancedServerOps-559942621 tempest-TestNetworkAdvancedServerOps-559942621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:59:22.072930 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-22e8ab3d-a88a-44cd-9e5a-cee2755c5f4b tempest-TestNetworkAdvancedServerOps-559942621 tempest-TestNetworkAdvancedServerOps-559942621-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=fa381ba0-2edd-465a-b56f-f868719049a0 HTTP/1.1" status: 200 len: 1093 time: 0.0388093 Dec 21 13:59:22.075670 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 37556) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:59:22.079755 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-87ccabee-b852-4177-aa93-ec1c60549b6d tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Request body: {'floatingip': {'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'port_id': '8de17db0-227c-418d-b0cc-7effa78bc215', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 13:59:22.102830 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-87ccabee-b852-4177-aa93-ec1c60549b6d tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for floatingip, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:22.200150 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-87ccabee-b852-4177-aa93-ec1c60549b6d tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:22.305245 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-87ccabee-b852-4177-aa93-ec1c60549b6d tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Allocated IP 172.36.3.76 (7fdf1889-f079-4166-bbda-88b2a8d8d595/051a5607-1753-4008-a2f2-d94b48752e9c/1d877313-d9d3-4222-a2a3-18d7b083d324) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 13:59:22.698372 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-87ccabee-b852-4177-aa93-ec1c60549b6d tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:22.730099 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-87ccabee-b852-4177-aa93-ec1c60549b6d tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:22.763540 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ccabee-b852-4177-aa93-ec1c60549b6d tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Network 7fdf1889-f079-4166-bbda-88b2a8d8d595 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 13:59:22.768195 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-87ccabee-b852-4177-aa93-ec1c60549b6d tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 13:59:22.771621 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ccabee-b852-4177-aa93-ec1c60549b6d tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 13:59:22.802419 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ccabee-b852-4177-aa93-ec1c60549b6d tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Pushing event updated for resources: {'Port': ['ID=1d877313-d9d3-4222-a2a3-18d7b083d324,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:59:23.133945 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-87ccabee-b852-4177-aa93-ec1c60549b6d tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:23.207839 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-87ccabee-b852-4177-aa93-ec1c60549b6d tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:23.357642 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-87ccabee-b852-4177-aa93-ec1c60549b6d tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:23.362310 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-87ccabee-b852-4177-aa93-ec1c60549b6d tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:23.431760 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ccabee-b852-4177-aa93-ec1c60549b6d tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Pushing event updated for resources: {'Port': ['ID=1d877313-d9d3-4222-a2a3-18d7b083d324,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 13:59:23.447256 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-87ccabee-b852-4177-aa93-ec1c60549b6d tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548820'] for floatingip, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:23.548618 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.l3_db [None req-87ccabee-b852-4177-aa93-ec1c60549b6d tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Floating IP 554e5790-2a90-4112-94ba-0be907ec4d4f associated. External IP: 172.36.3.76, port: 8de17db0-227c-418d-b0cc-7effa78bc215. Dec 21 13:59:23.754597 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87ccabee-b852-4177-aa93-ec1c60549b6d tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Router 41c12dc9-08a2-4f77-8bdd-d318e25a3e16 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 13:59:23.861949 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87ccabee-b852-4177-aa93-ec1c60549b6d tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 13:59:23.872047 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ae461f-8d52-4dd6-9a06-badda8f99e0f None None] Sync routers for ids ['41c12dc9-08a2-4f77-8bdd-d318e25a3e16'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 13:59:23.881162 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-87ccabee-b852-4177-aa93-ec1c60549b6d tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for floatingip, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:23.881793 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ae461f-8d52-4dd6-9a06-badda8f99e0f None None] Routers {'41c12dc9-08a2-4f77-8bdd-d318e25a3e16'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:59:23.882461 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-51ae461f-8d52-4dd6-9a06-badda8f99e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:58:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['41c12dc9-08a2-4f77-8bdd-d318e25a3e16'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:59:23.909604 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-87ccabee-b852-4177-aa93-ec1c60549b6d tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8329277 Dec 21 13:59:23.910196 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa381ba0-2edd-465a-b56f-f868719049a0', 'tag': '8de17db0-227c-418d-b0cc-7effa78bc215'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 13:59:23.913979 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af6034c98e584fa55ea4398f343c742ceb598288507feaf30d5a15785b2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c32115fc-1471-47eb-9757-27b616a01925" -d '{"events": [{"name": "network-changed", "server_uuid": "fa381ba0-2edd-465a-b56f-f868719049a0", "tag": "8de17db0-227c-418d-b0cc-7effa78bc215"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 13:59:23.956835 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 13:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-634a693c-26af-475a-8051-0637ecd9f8ae x-openstack-request-id: req-634a693c-26af-475a-8051-0637ecd9f8ae {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 13:59:23.957116 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa381ba0-2edd-465a-b56f-f868719049a0", "tag": "8de17db0-227c-418d-b0cc-7effa78bc215", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 13:59:23.957368 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-634a693c-26af-475a-8051-0637ecd9f8ae {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 13:59:23.957842 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa381ba0-2edd-465a-b56f-f868719049a0', 'tag': '8de17db0-227c-418d-b0cc-7effa78bc215', 'status': 'completed', 'code': 200} Dec 21 13:59:24.009104 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e372f33a-2a48-4c6d-aa5c-d99d1b96a27b req-3aae0e7a-b15c-45df-8568-bb00ee132fc2 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:59:24.011859 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-e372f33a-2a48-4c6d-aa5c-d99d1b96a27b req-3aae0e7a-b15c-45df-8568-bb00ee132fc2 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa381ba0-2edd-465a-b56f-f868719049a0 HTTP/1.1" status: 200 len: 945 time: 0.0529511 Dec 21 13:59:24.067041 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32115fc-1471-47eb-9757-27b616a01925 req-b1488f69-d9d9-41f5-bc62-582996fa464f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:59:24.069143 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c32115fc-1471-47eb-9757-27b616a01925 req-b1488f69-d9d9-41f5-bc62-582996fa464f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a1d23353b1544887bb518bdbacf8b4d3&device_id=fa381ba0-2edd-465a-b56f-f868719049a0 HTTP/1.1" status: 200 len: 1098 time: 0.0670636 Dec 21 13:59:24.070777 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-e372f33a-2a48-4c6d-aa5c-d99d1b96a27b req-80f04df8-9ce4-4384-ae87-cbe678d28a5e tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?id=43f11953-6d17-47d3-8fd6-2455f91d9071&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516264 Dec 21 13:59:24.096087 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 37562) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:59:24.166729 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-51ae461f-8d52-4dd6-9a06-badda8f99e0f None None] Set router 41c12dc9-08a2-4f77-8bdd-d318e25a3e16 gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:59:24.173478 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-da2f33ac-f87d-4baa-9249-9664359788b6 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/floatingips/554e5790-2a90-4112-94ba-0be907ec4d4f HTTP/1.1" status: 200 len: 990 time: 0.0750535 Dec 21 13:59:24.179642 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32115fc-1471-47eb-9757-27b616a01925 req-0faf4ad1-88b6-4b70-9560-631d8547efa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:59:24.181202 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c32115fc-1471-47eb-9757-27b616a01925 req-0faf4ad1-88b6-4b70-9560-631d8547efa5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b2c393df-66e6-4954-bc61-dc6f7c0d82a3 HTTP/1.1" status: 200 len: 898 time: 0.1047015 Dec 21 13:59:24.245670 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c32115fc-1471-47eb-9757-27b616a01925 req-25bb817c-8360-4133-ab40-fb9962e0cb84 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8de17db0-227c-418d-b0cc-7effa78bc215 HTTP/1.1" status: 200 len: 998 time: 0.0568414 Dec 21 13:59:24.294760 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32115fc-1471-47eb-9757-27b616a01925 req-30bacaa8-8e0a-4619-bf02-687c726d1a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:59:24.296149 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c32115fc-1471-47eb-9757-27b616a01925 req-30bacaa8-8e0a-4619-bf02-687c726d1a8d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=44074cdc-14da-4e30-b8a0-86d87ce3fd55 HTTP/1.1" status: 200 len: 833 time: 0.0446119 Dec 21 13:59:24.345533 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32115fc-1471-47eb-9757-27b616a01925 req-301b36eb-0666-4f04-a5b2-830f8475ad29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:59:24.347171 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c32115fc-1471-47eb-9757-27b616a01925 req-301b36eb-0666-4f04-a5b2-830f8475ad29 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b2c393df-66e6-4954-bc61-dc6f7c0d82a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0445552 Dec 21 13:59:24.384517 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-51ae461f-8d52-4dd6-9a06-badda8f99e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c12dc9-08a2-4f77-8bdd-d318e25a3e16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-337887259', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.83'}], 'enable_snat': True}, 'gw_port_id': 'f0c4a2fb-09e2-4e0f-bea3-65cfb44e028c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:59:06Z', 'updated_at': '2021-12-21T13:59:09Z', 'revision_number': 4, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'gw_port': {'id': 'f0c4a2fb-09e2-4e0f-bea3-65cfb44e028c', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c12dc9-08a2-4f77-8bdd-d318e25a3e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:59:06Z', 'updated_at': '2021-12-21T13:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '554e5790-2a90-4112-94ba-0be907ec4d4f', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'floating_ip_address': '172.36.3.76', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': '41c12dc9-08a2-4f77-8bdd-d318e25a3e16', 'port_id': '8de17db0-227c-418d-b0cc-7effa78bc215', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1742, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2c393df-66e6-4954-bc61-dc6f7c0d82a3', 'mac_address': 'fa:16:3e:ef:9d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa381ba0-2edd-465a-b56f-f868719049a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T13:59:22Z', 'updated_at': '2021-12-21T13:59:22Z', 'revision_number': 0, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5a366e4-54cb-4ea2-909a-fef85a001c63', 'name': '', 'network_id': 'b2c393df-66e6-4954-bc61-dc6f7c0d82a3', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'mac_address': 'fa:16:3e:d8:4b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c12dc9-08a2-4f77-8bdd-d318e25a3e16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '44074cdc-14da-4e30-b8a0-86d87ce3fd55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:59:09Z', 'updated_at': '2021-12-21T13:59:12Z', 'revision_number': 5, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'subnets': [{'id': '44074cdc-14da-4e30-b8a0-86d87ce3fd55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:59:24.414217 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ae461f-8d52-4dd6-9a06-badda8f99e0f None None] Checking router: 41c12dc9-08a2-4f77-8bdd-d318e25a3e16 for host: dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 13:59:24.422648 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ae461f-8d52-4dd6-9a06-badda8f99e0f None None] Routers {'41c12dc9-08a2-4f77-8bdd-d318e25a3e16'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 13:59:24.423300 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-51ae461f-8d52-4dd6-9a06-badda8f99e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T13:58:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['41c12dc9-08a2-4f77-8bdd-d318e25a3e16'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:59:24.441810 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c32115fc-1471-47eb-9757-27b616a01925 req-3f2b03b0-03ab-4fb9-889e-afd95ac48af4 service neutron] 10.222.0.60 "GET /v2.0/networks/b2c393df-66e6-4954-bc61-dc6f7c0d82a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879617 Dec 21 13:59:24.528673 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-51ae461f-8d52-4dd6-9a06-badda8f99e0f None None] Set router 41c12dc9-08a2-4f77-8bdd-d318e25a3e16 gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 13:59:24.536655 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c32115fc-1471-47eb-9757-27b616a01925 req-b4616d13-4ea8-4981-b6da-7cf5d6dcd3d8 service neutron] 10.222.0.60 "GET /v2.0/networks/b2c393df-66e6-4954-bc61-dc6f7c0d82a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885348 Dec 21 13:59:24.744945 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-51ae461f-8d52-4dd6-9a06-badda8f99e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c12dc9-08a2-4f77-8bdd-d318e25a3e16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-337887259', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.83'}], 'enable_snat': True}, 'gw_port_id': 'f0c4a2fb-09e2-4e0f-bea3-65cfb44e028c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:59:06Z', 'updated_at': '2021-12-21T13:59:09Z', 'revision_number': 4, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'gw_port': {'id': 'f0c4a2fb-09e2-4e0f-bea3-65cfb44e028c', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c12dc9-08a2-4f77-8bdd-d318e25a3e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:59:06Z', 'updated_at': '2021-12-21T13:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '554e5790-2a90-4112-94ba-0be907ec4d4f', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'floating_ip_address': '172.36.3.76', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': '41c12dc9-08a2-4f77-8bdd-d318e25a3e16', 'port_id': '8de17db0-227c-418d-b0cc-7effa78bc215', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1742, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2c393df-66e6-4954-bc61-dc6f7c0d82a3', 'mac_address': 'fa:16:3e:ef:9d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa381ba0-2edd-465a-b56f-f868719049a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T13:59:22Z', 'updated_at': '2021-12-21T13:59:22Z', 'revision_number': 0, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5a366e4-54cb-4ea2-909a-fef85a001c63', 'name': '', 'network_id': 'b2c393df-66e6-4954-bc61-dc6f7c0d82a3', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'mac_address': 'fa:16:3e:d8:4b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c12dc9-08a2-4f77-8bdd-d318e25a3e16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '44074cdc-14da-4e30-b8a0-86d87ce3fd55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:59:09Z', 'updated_at': '2021-12-21T13:59:12Z', 'revision_number': 5, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'subnets': [{'id': '44074cdc-14da-4e30-b8a0-86d87ce3fd55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 13:59:24.773549 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ae461f-8d52-4dd6-9a06-badda8f99e0f None None] The sync data for ids ['41c12dc9-08a2-4f77-8bdd-d318e25a3e16'] in dv-neutron-master-2-hyperv is: [{'id': '41c12dc9-08a2-4f77-8bdd-d318e25a3e16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-337887259', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.83'}], 'enable_snat': True}, 'gw_port_id': 'f0c4a2fb-09e2-4e0f-bea3-65cfb44e028c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:59:06Z', 'updated_at': '2021-12-21T13:59:09Z', 'revision_number': 4, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'gw_port': {'id': 'f0c4a2fb-09e2-4e0f-bea3-65cfb44e028c', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c12dc9-08a2-4f77-8bdd-d318e25a3e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:59:06Z', 'updated_at': '2021-12-21T13:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '554e5790-2a90-4112-94ba-0be907ec4d4f', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'floating_ip_address': '172.36.3.76', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': '41c12dc9-08a2-4f77-8bdd-d318e25a3e16', 'port_id': '8de17db0-227c-418d-b0cc-7effa78bc215', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1742, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2c393df-66e6-4954-bc61-dc6f7c0d82a3', 'mac_address': 'fa:16:3e:ef:9d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa381ba0-2edd-465a-b56f-f868719049a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T13:59:22Z', 'updated_at': '2021-12-21T13:59:22Z', 'revision_number': 0, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5a366e4-54cb-4ea2-909a-fef85a001c63', 'name': '', 'network_id': 'b2c393df-66e6-4954-bc61-dc6f7c0d82a3', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'mac_address': 'fa:16:3e:d8:4b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c12dc9-08a2-4f77-8bdd-d318e25a3e16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '44074cdc-14da-4e30-b8a0-86d87ce3fd55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:59:09Z', 'updated_at': '2021-12-21T13:59:12Z', 'revision_number': 5, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'subnets': [{'id': '44074cdc-14da-4e30-b8a0-86d87ce3fd55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 13:59:24.961178 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d8346c-e54d-4022-a47d-702c195d9193 None None] New status for floating IP 554e5790-2a90-4112-94ba-0be907ec4d4f: ACTIVE {{(pid=103155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 13:59:25.176200 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 37564) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 13:59:25.202202 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-5510ba6f-3958-4c3b-9409-13c47645679d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:25.235250 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-966b1ede-c981-473d-9043-bdf7aff5518a tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/floatingips/554e5790-2a90-4112-94ba-0be907ec4d4f HTTP/1.1" status: 200 len: 992 time: 0.0579219 Dec 21 13:59:27.665166 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-59c864a0-60bd-4a54-8af3-ceba6e332778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:28.894765 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:30.889407 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:31.094240 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:33.836520 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.agents_db [None req-c60a5637-8c6f-4692-b23b-7dd82bd36b21 None None] Agent healthcheck: found 6 active agents {{(pid=103155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 13:59:43.494943 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:54.078598 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42008d5f-231f-48ce-b1f2-81a02b7138b9 req-4a3f5ccf-5bd1-4c3d-a3a7-8293460cc1bb tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:59:54.080645 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-42008d5f-231f-48ce-b1f2-81a02b7138b9 req-4a3f5ccf-5bd1-4c3d-a3a7-8293460cc1bb tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa381ba0-2edd-465a-b56f-f868719049a0 HTTP/1.1" status: 200 len: 945 time: 0.0786498 Dec 21 13:59:54.086460 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d83717-0d35-420b-9db3-5ba713dda8ab req-0e3c8f65-8eb7-49d6-ac7b-14fffd44a098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:59:54.087848 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-e1d83717-0d35-420b-9db3-5ba713dda8ab req-0e3c8f65-8eb7-49d6-ac7b-14fffd44a098 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a1d23353b1544887bb518bdbacf8b4d3&device_id=fa381ba0-2edd-465a-b56f-f868719049a0 HTTP/1.1" status: 200 len: 1098 time: 0.0594249 Dec 21 13:59:54.186641 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-42008d5f-231f-48ce-b1f2-81a02b7138b9 req-98030ecd-449f-42f9-8d81-4f1337eff217 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?id=43f11953-6d17-47d3-8fd6-2455f91d9071&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977283 Dec 21 13:59:54.211776 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d83717-0d35-420b-9db3-5ba713dda8ab req-566c885e-6dd6-442c-a569-038cfc3c51cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:59:54.213361 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-e1d83717-0d35-420b-9db3-5ba713dda8ab req-566c885e-6dd6-442c-a569-038cfc3c51cb service neutron] 10.222.0.60 "GET /v2.0/networks?id=b2c393df-66e6-4954-bc61-dc6f7c0d82a3 HTTP/1.1" status: 200 len: 898 time: 0.1086979 Dec 21 13:59:54.282920 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-e1d83717-0d35-420b-9db3-5ba713dda8ab req-a999caa3-b8c9-4b81-b991-fcbed2010bfb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8de17db0-227c-418d-b0cc-7effa78bc215 HTTP/1.1" status: 200 len: 1000 time: 0.0616741 Dec 21 13:59:54.330628 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d83717-0d35-420b-9db3-5ba713dda8ab req-a9e87e70-9187-4f19-a27e-58afe5bf11de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:59:54.332014 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-e1d83717-0d35-420b-9db3-5ba713dda8ab req-a9e87e70-9187-4f19-a27e-58afe5bf11de service neutron] 10.222.0.60 "GET /v2.0/subnets?id=44074cdc-14da-4e30-b8a0-86d87ce3fd55 HTTP/1.1" status: 200 len: 833 time: 0.0429657 Dec 21 13:59:54.374470 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d83717-0d35-420b-9db3-5ba713dda8ab req-f665b4bd-a890-4466-9c89-74d264e41945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:59:54.376429 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-e1d83717-0d35-420b-9db3-5ba713dda8ab req-f665b4bd-a890-4466-9c89-74d264e41945 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b2c393df-66e6-4954-bc61-dc6f7c0d82a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0378022 Dec 21 13:59:54.467640 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-e1d83717-0d35-420b-9db3-5ba713dda8ab req-ce922abb-6b4d-47e0-a1a3-1b8a9cc347b5 service neutron] 10.222.0.60 "GET /v2.0/networks/b2c393df-66e6-4954-bc61-dc6f7c0d82a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848641 Dec 21 13:59:54.555611 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-e1d83717-0d35-420b-9db3-5ba713dda8ab req-d0c1c322-f614-4f65-be4d-90661e6feb23 service neutron] 10.222.0.60 "GET /v2.0/networks/b2c393df-66e6-4954-bc61-dc6f7c0d82a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812490 Dec 21 13:59:55.203117 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8d29b664-a4bf-49a4-a438-4f4e6f575f10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:55.305326 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbb33c5-a5fe-4ec3-ac1c-f4e1f1c103f9 req-42f868bd-3b01-42f0-a3d1-ac2fd196ca70 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:59:55.306822 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-2fbb33c5-a5fe-4ec3-ac1c-f4e1f1c103f9 req-42f868bd-3b01-42f0-a3d1-ac2fd196ca70 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa381ba0-2edd-465a-b56f-f868719049a0 HTTP/1.1" status: 200 len: 945 time: 0.0518875 Dec 21 13:59:55.355395 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-2fbb33c5-a5fe-4ec3-ac1c-f4e1f1c103f9 req-351cf8de-f340-4f14-a41a-9430abba0054 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?id=43f11953-6d17-47d3-8fd6-2455f91d9071&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425220 Dec 21 13:59:56.472366 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1d04a8-a6be-4674-9cea-66b7274d753a req-5665f1cd-da3b-4a0f-a279-dc565cd78ed0 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:59:56.473813 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-5e1d04a8-a6be-4674-9cea-66b7274d753a req-5665f1cd-da3b-4a0f-a279-dc565cd78ed0 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa381ba0-2edd-465a-b56f-f868719049a0 HTTP/1.1" status: 200 len: 945 time: 0.0528517 Dec 21 13:59:56.520861 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-5e1d04a8-a6be-4674-9cea-66b7274d753a req-d590c235-2633-428e-abdb-715bcda8f873 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?id=43f11953-6d17-47d3-8fd6-2455f91d9071&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411916 Dec 21 13:59:57.634635 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d90035-52bd-48ea-85c7-e1d26c0390c2 req-708131df-08a2-4b50-af5c-0bb233e9e5cd tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:59:57.636077 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-02d90035-52bd-48ea-85c7-e1d26c0390c2 req-708131df-08a2-4b50-af5c-0bb233e9e5cd tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa381ba0-2edd-465a-b56f-f868719049a0 HTTP/1.1" status: 200 len: 945 time: 0.0483630 Dec 21 13:59:57.669664 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-2b2042af-3e17-41c4-8d95-f9e210575b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:57.687309 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-02d90035-52bd-48ea-85c7-e1d26c0390c2 req-d0630f29-42c4-4e1c-8d9f-b6c6a0e64a64 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?id=43f11953-6d17-47d3-8fd6-2455f91d9071&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454092 Dec 21 13:59:58.802725 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892ebbe9-f545-45d0-95a7-cefb1570a2c4 req-3ac2e67c-ab8b-433c-a651-7f3f811db4f0 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:59:58.804226 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-892ebbe9-f545-45d0-95a7-cefb1570a2c4 req-3ac2e67c-ab8b-433c-a651-7f3f811db4f0 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa381ba0-2edd-465a-b56f-f868719049a0 HTTP/1.1" status: 200 len: 945 time: 0.0520496 Dec 21 13:59:58.852950 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-892ebbe9-f545-45d0-95a7-cefb1570a2c4 req-d4ac0856-0fcf-422a-a522-a701baff0dea tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?id=43f11953-6d17-47d3-8fd6-2455f91d9071&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427094 Dec 21 13:59:58.897427 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 13:59:59.964546 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf50b9f-cde2-468c-b653-dc5584d02858 req-7e3cb4ae-9020-4f01-ae14-aa6a64387fa0 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 13:59:59.965985 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-5cf50b9f-cde2-468c-b653-dc5584d02858 req-7e3cb4ae-9020-4f01-ae14-aa6a64387fa0 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa381ba0-2edd-465a-b56f-f868719049a0 HTTP/1.1" status: 200 len: 945 time: 0.0477252 Dec 21 14:00:00.017598 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-5cf50b9f-cde2-468c-b653-dc5584d02858 req-9d61e010-9c37-4e73-aa54-8d6c129f354b tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?id=43f11953-6d17-47d3-8fd6-2455f91d9071&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455678 Dec 21 14:00:00.892198 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:01.097203 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:01.139481 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c41ae60-f071-4376-b1d8-0e9157cc68be req-322f3f80-24fd-4b59-845f-27d017ac78c1 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:00:01.140935 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-0c41ae60-f071-4376-b1d8-0e9157cc68be req-322f3f80-24fd-4b59-845f-27d017ac78c1 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa381ba0-2edd-465a-b56f-f868719049a0 HTTP/1.1" status: 200 len: 945 time: 0.0495257 Dec 21 14:00:01.194769 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-0c41ae60-f071-4376-b1d8-0e9157cc68be req-607d7858-4b3c-458c-b729-9211120b99e3 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?id=43f11953-6d17-47d3-8fd6-2455f91d9071&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472133 Dec 21 14:00:02.309973 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135cfac4-12be-4865-bef8-508f8f36a626 req-390ea3a1-9e67-4bbc-83df-9612a9182612 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:00:02.311474 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-135cfac4-12be-4865-bef8-508f8f36a626 req-390ea3a1-9e67-4bbc-83df-9612a9182612 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa381ba0-2edd-465a-b56f-f868719049a0 HTTP/1.1" status: 200 len: 945 time: 0.0488608 Dec 21 14:00:02.362845 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-135cfac4-12be-4865-bef8-508f8f36a626 req-0243db85-ffcd-449d-98ca-81dfe3867656 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?id=43f11953-6d17-47d3-8fd6-2455f91d9071&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454054 Dec 21 14:00:03.477005 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0ebaae-84d8-46ad-a03a-487768cc82a2 req-1ea683c5-6d88-4a3f-aae6-ae6ee9e8dfa4 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:00:03.478485 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-3e0ebaae-84d8-46ad-a03a-487768cc82a2 req-1ea683c5-6d88-4a3f-aae6-ae6ee9e8dfa4 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa381ba0-2edd-465a-b56f-f868719049a0 HTTP/1.1" status: 200 len: 945 time: 0.0474689 Dec 21 14:00:03.526641 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-3e0ebaae-84d8-46ad-a03a-487768cc82a2 req-cdc1a608-06d7-43b9-9302-1b678083b768 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?id=43f11953-6d17-47d3-8fd6-2455f91d9071&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422783 Dec 21 14:00:04.639085 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a45cd2-68d8-42de-aa6f-7d4dd33b7fb5 req-4d86040b-7d6b-4c6f-96de-65743b562873 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:00:04.640460 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-02a45cd2-68d8-42de-aa6f-7d4dd33b7fb5 req-4d86040b-7d6b-4c6f-96de-65743b562873 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa381ba0-2edd-465a-b56f-f868719049a0 HTTP/1.1" status: 200 len: 945 time: 0.0477765 Dec 21 14:00:04.688058 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-02a45cd2-68d8-42de-aa6f-7d4dd33b7fb5 req-9ce4227f-c12c-456c-a19f-0eaf18097d0c tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?id=43f11953-6d17-47d3-8fd6-2455f91d9071&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410407 Dec 21 14:00:05.802143 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0192b8b-a02c-4665-b20c-5391c272ebaf req-53d56274-ec11-49fe-85d8-fcb9f0da76e6 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:00:05.803634 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-d0192b8b-a02c-4665-b20c-5391c272ebaf req-53d56274-ec11-49fe-85d8-fcb9f0da76e6 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa381ba0-2edd-465a-b56f-f868719049a0 HTTP/1.1" status: 200 len: 945 time: 0.0488746 Dec 21 14:00:05.851606 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-d0192b8b-a02c-4665-b20c-5391c272ebaf req-ab04c2f6-4ea0-4c5c-98d9-9a2f9485bd7d tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?id=43f11953-6d17-47d3-8fd6-2455f91d9071&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419087 Dec 21 14:00:05.873004 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 37598) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:00:05.935662 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-bdf79c81-849c-4e2e-a789-267664f92c15 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/floatingips/554e5790-2a90-4112-94ba-0be907ec4d4f HTTP/1.1" status: 200 len: 992 time: 0.0615633 Dec 21 14:00:10.835681 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.agents_db [None req-c60a5637-8c6f-4692-b23b-7dd82bd36b21 None None] Agent healthcheck: found 6 active agents {{(pid=103155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 14:00:13.482893 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:21.241185 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-38bf6912-93fa-499c-8160-5fc53210c3cd req-06d6e77e-ceef-4dcd-bad8-ac8f147a68fc service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fa381ba0-2edd-465a-b56f-f868719049a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396681 Dec 21 14:00:21.339651 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bf6912-93fa-499c-8160-5fc53210c3cd req-59c90fc5-58d5-44a8-b3e6-f6b9d6f05dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:00:21.341132 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-38bf6912-93fa-499c-8160-5fc53210c3cd req-59c90fc5-58d5-44a8-b3e6-f6b9d6f05dd2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a1d23353b1544887bb518bdbacf8b4d3&device_id=fa381ba0-2edd-465a-b56f-f868719049a0 HTTP/1.1" status: 200 len: 1098 time: 0.0404720 Dec 21 14:00:21.449008 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bf6912-93fa-499c-8160-5fc53210c3cd req-53d93c23-9902-43db-8406-ac03ea2a0825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:00:21.450516 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-38bf6912-93fa-499c-8160-5fc53210c3cd req-53d93c23-9902-43db-8406-ac03ea2a0825 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b2c393df-66e6-4954-bc61-dc6f7c0d82a3 HTTP/1.1" status: 200 len: 898 time: 0.0894885 Dec 21 14:00:21.513838 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-38bf6912-93fa-499c-8160-5fc53210c3cd req-7795b895-2b01-42b4-b589-e77a7759cc59 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8de17db0-227c-418d-b0cc-7effa78bc215 HTTP/1.1" status: 200 len: 1000 time: 0.0570426 Dec 21 14:00:21.566596 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bf6912-93fa-499c-8160-5fc53210c3cd req-69011733-72ff-415a-b167-a01b0cdc8425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:00:21.568075 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-38bf6912-93fa-499c-8160-5fc53210c3cd req-69011733-72ff-415a-b167-a01b0cdc8425 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=44074cdc-14da-4e30-b8a0-86d87ce3fd55 HTTP/1.1" status: 200 len: 833 time: 0.0476840 Dec 21 14:00:21.612581 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bf6912-93fa-499c-8160-5fc53210c3cd req-3add100f-af80-4066-a4c4-5c90bcc3fb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:00:21.614040 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-38bf6912-93fa-499c-8160-5fc53210c3cd req-3add100f-af80-4066-a4c4-5c90bcc3fb71 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b2c393df-66e6-4954-bc61-dc6f7c0d82a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0388360 Dec 21 14:00:21.705202 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-38bf6912-93fa-499c-8160-5fc53210c3cd req-32016207-eaa0-4d97-a134-9124adc8c8a9 service neutron] 10.222.0.60 "GET /v2.0/networks/b2c393df-66e6-4954-bc61-dc6f7c0d82a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841179 Dec 21 14:00:21.792426 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-38bf6912-93fa-499c-8160-5fc53210c3cd req-8d6e496c-2337-46f3-a978-fe27587ff3d4 service neutron] 10.222.0.60 "GET /v2.0/networks/b2c393df-66e6-4954-bc61-dc6f7c0d82a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801091 Dec 21 14:00:25.205185 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-59308d51-1cc0-4ac2-ba30-5a6c7bddbf70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:27.670850 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ee4384ed-5cea-4d72-9f2e-edee600c440c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:28.901274 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:30.897133 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:31.099411 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:36.637003 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 37616) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:00:36.798318 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ac031a0e-fc9d-4d41-980d-7a1c73dd6cea tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Deleting port 1d877313-d9d3-4222-a2a3-18d7b083d324 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 14:00:36.798954 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ac031a0e-fc9d-4d41-980d-7a1c73dd6cea tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:36.870782 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ac031a0e-fc9d-4d41-980d-7a1c73dd6cea tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:36.871107 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ac031a0e-fc9d-4d41-980d-7a1c73dd6cea tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:36.882347 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ac031a0e-fc9d-4d41-980d-7a1c73dd6cea tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Calling delete_port for 1d877313-d9d3-4222-a2a3-18d7b083d324 owned by network:floatingip {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 14:00:37.024266 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ac031a0e-fc9d-4d41-980d-7a1c73dd6cea tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:37.053330 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac031a0e-fc9d-4d41-980d-7a1c73dd6cea tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Pushing event deleted for resources: {'Port': ['ID=1d877313-d9d3-4222-a2a3-18d7b083d324,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:00:37.076552 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac031a0e-fc9d-4d41-980d-7a1c73dd6cea tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:00:37.076911 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac031a0e-fc9d-4d41-980d-7a1c73dd6cea tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:00:37.077261 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac031a0e-fc9d-4d41-980d-7a1c73dd6cea tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:00:37.077607 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac031a0e-fc9d-4d41-980d-7a1c73dd6cea tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:00:37.077951 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac031a0e-fc9d-4d41-980d-7a1c73dd6cea tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:00:37.078290 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac031a0e-fc9d-4d41-980d-7a1c73dd6cea tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:00:37.078651 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac031a0e-fc9d-4d41-980d-7a1c73dd6cea tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:00:37.078985 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac031a0e-fc9d-4d41-980d-7a1c73dd6cea tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:00:37.079318 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac031a0e-fc9d-4d41-980d-7a1c73dd6cea tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:00:37.079648 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac031a0e-fc9d-4d41-980d-7a1c73dd6cea tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:00:37.079978 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac031a0e-fc9d-4d41-980d-7a1c73dd6cea tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:00:37.080308 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac031a0e-fc9d-4d41-980d-7a1c73dd6cea tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:00:37.080631 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac031a0e-fc9d-4d41-980d-7a1c73dd6cea tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:00:37.121391 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ac031a0e-fc9d-4d41-980d-7a1c73dd6cea tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for floatingip, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:37.121803 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.l3_db [None req-ac031a0e-fc9d-4d41-980d-7a1c73dd6cea tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Floating IP 554e5790-2a90-4112-94ba-0be907ec4d4f disassociated (deleted). External IP: 172.36.3.76, port: 8de17db0-227c-418d-b0cc-7effa78bc215. Dec 21 14:00:37.625200 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac031a0e-fc9d-4d41-980d-7a1c73dd6cea tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Router 41c12dc9-08a2-4f77-8bdd-d318e25a3e16 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 14:00:37.735646 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac031a0e-fc9d-4d41-980d-7a1c73dd6cea tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 14:00:37.740240 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ac031a0e-fc9d-4d41-980d-7a1c73dd6cea tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for floatingip, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:37.744916 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27062a36-64ff-469e-96f9-52857ec8fde7 None None] Sync routers for ids ['41c12dc9-08a2-4f77-8bdd-d318e25a3e16'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 14:00:37.754903 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27062a36-64ff-469e-96f9-52857ec8fde7 None None] Routers {'41c12dc9-08a2-4f77-8bdd-d318e25a3e16'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:00:37.755514 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-27062a36-64ff-469e-96f9-52857ec8fde7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T14:00:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['41c12dc9-08a2-4f77-8bdd-d318e25a3e16'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:00:37.766223 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-ac031a0e-fc9d-4d41-980d-7a1c73dd6cea tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "DELETE /v2.0/floatingips/554e5790-2a90-4112-94ba-0be907ec4d4f HTTP/1.1" status: 204 len: 168 time: 1.1282284 Dec 21 14:00:37.767381 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa381ba0-2edd-465a-b56f-f868719049a0', 'tag': '8de17db0-227c-418d-b0cc-7effa78bc215'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:00:37.769714 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d59863cea1d3cd3753b105ac340115874538247bffc4ddd9c7a2f3cf3d2521b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-789c482b-4529-4f08-8940-435ffaf2a7d9" -d '{"events": [{"name": "network-changed", "server_uuid": "fa381ba0-2edd-465a-b56f-f868719049a0", "tag": "8de17db0-227c-418d-b0cc-7effa78bc215"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:00:37.810639 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 14:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d2da20d-f0b5-4fe8-9abb-61aaabcd8c05 x-openstack-request-id: req-9d2da20d-f0b5-4fe8-9abb-61aaabcd8c05 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:00:37.810940 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa381ba0-2edd-465a-b56f-f868719049a0", "tag": "8de17db0-227c-418d-b0cc-7effa78bc215", "status": "completed", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:00:37.811198 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9d2da20d-f0b5-4fe8-9abb-61aaabcd8c05 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:00:37.811606 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa381ba0-2edd-465a-b56f-f868719049a0', 'tag': '8de17db0-227c-418d-b0cc-7effa78bc215', 'status': 'completed', 'code': 200} Dec 21 14:00:37.862787 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-27062a36-64ff-469e-96f9-52857ec8fde7 None None] Set router 41c12dc9-08a2-4f77-8bdd-d318e25a3e16 gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:00:37.895826 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789c482b-4529-4f08-8940-435ffaf2a7d9 req-cfd6c866-d449-4d98-9d60-6560e86ebd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:00:37.898207 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-789c482b-4529-4f08-8940-435ffaf2a7d9 req-cfd6c866-d449-4d98-9d60-6560e86ebd06 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a1d23353b1544887bb518bdbacf8b4d3&device_id=fa381ba0-2edd-465a-b56f-f868719049a0 HTTP/1.1" status: 200 len: 1098 time: 0.0447352 Dec 21 14:00:38.004956 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989ba884-8d20-4004-8fac-5a3914f858f3 req-e9666e5a-79fb-4423-aeed-8c51b6123db6 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:00:38.006740 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-989ba884-8d20-4004-8fac-5a3914f858f3 req-e9666e5a-79fb-4423-aeed-8c51b6123db6 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa381ba0-2edd-465a-b56f-f868719049a0 HTTP/1.1" status: 200 len: 945 time: 0.0520985 Dec 21 14:00:38.010687 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789c482b-4529-4f08-8940-435ffaf2a7d9 req-e43f8ad6-afba-4e5b-8b30-d0aef2116ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:00:38.012798 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-789c482b-4529-4f08-8940-435ffaf2a7d9 req-e43f8ad6-afba-4e5b-8b30-d0aef2116ede service neutron] 10.222.0.60 "GET /v2.0/networks?id=b2c393df-66e6-4954-bc61-dc6f7c0d82a3 HTTP/1.1" status: 200 len: 898 time: 0.1072404 Dec 21 14:00:38.056721 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-789c482b-4529-4f08-8940-435ffaf2a7d9 req-c1467275-0e64-4891-b554-09e46d9b12f2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8de17db0-227c-418d-b0cc-7effa78bc215 HTTP/1.1" status: 200 len: 217 time: 0.0361481 Dec 21 14:00:38.061511 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-989ba884-8d20-4004-8fac-5a3914f858f3 req-100df983-fce8-4a11-844a-2340669d0e04 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?id=43f11953-6d17-47d3-8fd6-2455f91d9071&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477192 Dec 21 14:00:38.075161 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-27062a36-64ff-469e-96f9-52857ec8fde7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c12dc9-08a2-4f77-8bdd-d318e25a3e16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-337887259', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.83'}], 'enable_snat': True}, 'gw_port_id': 'f0c4a2fb-09e2-4e0f-bea3-65cfb44e028c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:59:06Z', 'updated_at': '2021-12-21T13:59:09Z', 'revision_number': 4, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'gw_port': {'id': 'f0c4a2fb-09e2-4e0f-bea3-65cfb44e028c', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c12dc9-08a2-4f77-8bdd-d318e25a3e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:59:06Z', 'updated_at': '2021-12-21T13:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'f5a366e4-54cb-4ea2-909a-fef85a001c63', 'name': '', 'network_id': 'b2c393df-66e6-4954-bc61-dc6f7c0d82a3', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'mac_address': 'fa:16:3e:d8:4b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c12dc9-08a2-4f77-8bdd-d318e25a3e16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '44074cdc-14da-4e30-b8a0-86d87ce3fd55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:59:09Z', 'updated_at': '2021-12-21T13:59:12Z', 'revision_number': 5, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'subnets': [{'id': '44074cdc-14da-4e30-b8a0-86d87ce3fd55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:00:38.105270 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27062a36-64ff-469e-96f9-52857ec8fde7 None None] Checking router: 41c12dc9-08a2-4f77-8bdd-d318e25a3e16 for host: dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 14:00:38.113056 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789c482b-4529-4f08-8940-435ffaf2a7d9 req-f01717cb-7f40-49b8-93a9-bb014f4dee5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:00:38.113498 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27062a36-64ff-469e-96f9-52857ec8fde7 None None] Routers {'41c12dc9-08a2-4f77-8bdd-d318e25a3e16'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:00:38.114094 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-27062a36-64ff-469e-96f9-52857ec8fde7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T14:00:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['41c12dc9-08a2-4f77-8bdd-d318e25a3e16'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:00:38.114608 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-789c482b-4529-4f08-8940-435ffaf2a7d9 req-f01717cb-7f40-49b8-93a9-bb014f4dee5c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=44074cdc-14da-4e30-b8a0-86d87ce3fd55 HTTP/1.1" status: 200 len: 833 time: 0.0515943 Dec 21 14:00:38.160624 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789c482b-4529-4f08-8940-435ffaf2a7d9 req-35b2903b-cf3f-4ca1-b330-35caefeb8ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:00:38.162140 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-789c482b-4529-4f08-8940-435ffaf2a7d9 req-35b2903b-cf3f-4ca1-b330-35caefeb8ef0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b2c393df-66e6-4954-bc61-dc6f7c0d82a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404775 Dec 21 14:00:38.216537 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-27062a36-64ff-469e-96f9-52857ec8fde7 None None] Set router 41c12dc9-08a2-4f77-8bdd-d318e25a3e16 gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:00:38.252243 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-789c482b-4529-4f08-8940-435ffaf2a7d9 req-f50e2b89-2f8a-492e-a3df-78c1fdd96b01 service neutron] 10.222.0.60 "GET /v2.0/networks/b2c393df-66e6-4954-bc61-dc6f7c0d82a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812109 Dec 21 14:00:38.346672 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-789c482b-4529-4f08-8940-435ffaf2a7d9 req-70950590-0d63-465f-b05e-fb0c8b74183c service neutron] 10.222.0.60 "GET /v2.0/networks/b2c393df-66e6-4954-bc61-dc6f7c0d82a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878465 Dec 21 14:00:38.409544 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-27062a36-64ff-469e-96f9-52857ec8fde7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c12dc9-08a2-4f77-8bdd-d318e25a3e16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-337887259', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.83'}], 'enable_snat': True}, 'gw_port_id': 'f0c4a2fb-09e2-4e0f-bea3-65cfb44e028c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:59:06Z', 'updated_at': '2021-12-21T13:59:09Z', 'revision_number': 4, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'gw_port': {'id': 'f0c4a2fb-09e2-4e0f-bea3-65cfb44e028c', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c12dc9-08a2-4f77-8bdd-d318e25a3e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:59:06Z', 'updated_at': '2021-12-21T13:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'f5a366e4-54cb-4ea2-909a-fef85a001c63', 'name': '', 'network_id': 'b2c393df-66e6-4954-bc61-dc6f7c0d82a3', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'mac_address': 'fa:16:3e:d8:4b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c12dc9-08a2-4f77-8bdd-d318e25a3e16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '44074cdc-14da-4e30-b8a0-86d87ce3fd55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:59:09Z', 'updated_at': '2021-12-21T13:59:12Z', 'revision_number': 5, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'subnets': [{'id': '44074cdc-14da-4e30-b8a0-86d87ce3fd55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:00:38.435520 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27062a36-64ff-469e-96f9-52857ec8fde7 None None] The sync data for ids ['41c12dc9-08a2-4f77-8bdd-d318e25a3e16'] in dv-neutron-master-2-hyperv is: [{'id': '41c12dc9-08a2-4f77-8bdd-d318e25a3e16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-337887259', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.83'}], 'enable_snat': True}, 'gw_port_id': 'f0c4a2fb-09e2-4e0f-bea3-65cfb44e028c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:59:06Z', 'updated_at': '2021-12-21T13:59:09Z', 'revision_number': 4, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'gw_port': {'id': 'f0c4a2fb-09e2-4e0f-bea3-65cfb44e028c', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c12dc9-08a2-4f77-8bdd-d318e25a3e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:59:06Z', 'updated_at': '2021-12-21T13:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'f5a366e4-54cb-4ea2-909a-fef85a001c63', 'name': '', 'network_id': 'b2c393df-66e6-4954-bc61-dc6f7c0d82a3', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'mac_address': 'fa:16:3e:d8:4b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c12dc9-08a2-4f77-8bdd-d318e25a3e16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '44074cdc-14da-4e30-b8a0-86d87ce3fd55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:59:09Z', 'updated_at': '2021-12-21T13:59:12Z', 'revision_number': 5, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'subnets': [{'id': '44074cdc-14da-4e30-b8a0-86d87ce3fd55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 14:00:38.646477 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10df43d1-f2af-42e2-a755-ee1155089d7e None None] New status for floating IP 554e5790-2a90-4112-94ba-0be907ec4d4f: DOWN {{(pid=103155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 14:00:39.177031 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3441a3-ec51-4d73-802c-1abc02ca88eb req-1a26583d-480c-494a-b61f-63854f4029d6 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:00:39.178533 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-8f3441a3-ec51-4d73-802c-1abc02ca88eb req-1a26583d-480c-494a-b61f-63854f4029d6 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa381ba0-2edd-465a-b56f-f868719049a0 HTTP/1.1" status: 200 len: 945 time: 0.0485294 Dec 21 14:00:39.226609 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-8f3441a3-ec51-4d73-802c-1abc02ca88eb req-90178c32-be1a-442a-9f71-8699cc17b9c6 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?id=43f11953-6d17-47d3-8fd6-2455f91d9071&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422342 Dec 21 14:00:39.632355 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c509c1f-37a7-4d38-ba49-6de4cffdd15d req-3673dfb8-099c-433f-9a4e-a48167e191e1 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:00:39.633833 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-0c509c1f-37a7-4d38-ba49-6de4cffdd15d req-3673dfb8-099c-433f-9a4e-a48167e191e1 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa381ba0-2edd-465a-b56f-f868719049a0 HTTP/1.1" status: 200 len: 945 time: 0.0680945 Dec 21 14:00:39.719863 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [req-0c509c1f-37a7-4d38-ba49-6de4cffdd15d req-69f1b5c3-a0e0-4624-bea5-4cfbfa9bff95 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Deleting port 8de17db0-227c-418d-b0cc-7effa78bc215 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 14:00:39.720125 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-0c509c1f-37a7-4d38-ba49-6de4cffdd15d req-69f1b5c3-a0e0-4624-bea5-4cfbfa9bff95 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:39.810694 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-0c509c1f-37a7-4d38-ba49-6de4cffdd15d req-69f1b5c3-a0e0-4624-bea5-4cfbfa9bff95 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] For port 8de17db0-227c-418d-b0cc-7effa78bc215, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=8de17db0-227c-418d-b0cc-7effa78bc215,segment=NetworkSegment(fdab0afb-f5eb-4f6b-acd5-0e413298c6c2),segment_id=fdab0afb-f5eb-4f6b-acd5-0e413298c6c2)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:00:39.811057 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-0c509c1f-37a7-4d38-ba49-6de4cffdd15d req-69f1b5c3-a0e0-4624-bea5-4cfbfa9bff95 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:39.823075 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [req-0c509c1f-37a7-4d38-ba49-6de4cffdd15d req-69f1b5c3-a0e0-4624-bea5-4cfbfa9bff95 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Calling delete_port for 8de17db0-227c-418d-b0cc-7effa78bc215 owned by compute:nova {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 14:00:39.948126 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-0c509c1f-37a7-4d38-ba49-6de4cffdd15d req-69f1b5c3-a0e0-4624-bea5-4cfbfa9bff95 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:39.977374 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f1b5c3-a0e0-4624-bea5-4cfbfa9bff95 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Pushing event deleted for resources: {'Port': ['ID=8de17db0-227c-418d-b0cc-7effa78bc215,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:00:39.987345 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f1b5c3-a0e0-4624-bea5-4cfbfa9bff95 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:00:39.987694 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f1b5c3-a0e0-4624-bea5-4cfbfa9bff95 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:00:39.988037 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f1b5c3-a0e0-4624-bea5-4cfbfa9bff95 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:00:39.988378 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f1b5c3-a0e0-4624-bea5-4cfbfa9bff95 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:00:39.988714 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f1b5c3-a0e0-4624-bea5-4cfbfa9bff95 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:00:39.989046 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f1b5c3-a0e0-4624-bea5-4cfbfa9bff95 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:00:39.989376 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f1b5c3-a0e0-4624-bea5-4cfbfa9bff95 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:00:39.990194 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f1b5c3-a0e0-4624-bea5-4cfbfa9bff95 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:00:39.990194 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f1b5c3-a0e0-4624-bea5-4cfbfa9bff95 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:00:39.990404 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f1b5c3-a0e0-4624-bea5-4cfbfa9bff95 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:00:39.990657 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f1b5c3-a0e0-4624-bea5-4cfbfa9bff95 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:00:39.990978 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f1b5c3-a0e0-4624-bea5-4cfbfa9bff95 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:00:39.991300 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f1b5c3-a0e0-4624-bea5-4cfbfa9bff95 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:00:40.029933 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c509c1f-37a7-4d38-ba49-6de4cffdd15d req-69f1b5c3-a0e0-4624-bea5-4cfbfa9bff95 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] No DVR routers for this DVR port 8de17db0-227c-418d-b0cc-7effa78bc215 on host hv-neutron-mast {{(pid=103153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 14:00:40.033054 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-0c509c1f-37a7-4d38-ba49-6de4cffdd15d req-69f1b5c3-a0e0-4624-bea5-4cfbfa9bff95 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:40.036536 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-0c509c1f-37a7-4d38-ba49-6de4cffdd15d req-69f1b5c3-a0e0-4624-bea5-4cfbfa9bff95 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.60 "DELETE /v2.0/ports/8de17db0-227c-418d-b0cc-7effa78bc215 HTTP/1.1" status: 204 len: 173 time: 0.3965411 Dec 21 14:00:40.037003 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa381ba0-2edd-465a-b56f-f868719049a0', 'name': 'network-vif-deleted', 'tag': '8de17db0-227c-418d-b0cc-7effa78bc215'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:00:40.039309 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af6034c98e584fa55ea4398f343c742ceb598288507feaf30d5a15785b2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-624df6dc-f9fe-4560-91b0-8826dc13b1c0" -d '{"events": [{"server_uuid": "fa381ba0-2edd-465a-b56f-f868719049a0", "name": "network-vif-deleted", "tag": "8de17db0-227c-418d-b0cc-7effa78bc215"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:00:40.075505 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 14:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c071b4e-1803-4fa7-b7c8-baa195300808 x-openstack-request-id: req-7c071b4e-1803-4fa7-b7c8-baa195300808 {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:00:40.075832 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa381ba0-2edd-465a-b56f-f868719049a0", "name": "network-vif-deleted", "tag": "8de17db0-227c-418d-b0cc-7effa78bc215", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:00:40.076117 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7c071b4e-1803-4fa7-b7c8-baa195300808 {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:00:40.076599 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa381ba0-2edd-465a-b56f-f868719049a0', 'name': 'network-vif-deleted', 'tag': '8de17db0-227c-418d-b0cc-7effa78bc215', 'status': 'completed', 'code': 200} Dec 21 14:00:40.329672 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-fa3da8ad-5a68-4e0e-9aa6-e01a1dc5349c req-c8a6a586-bbd5-46e3-94e1-c3782159c3ea tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa381ba0-2edd-465a-b56f-f868719049a0 HTTP/1.1" status: 200 len: 210 time: 0.0269990 Dec 21 14:00:41.385992 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 37632) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:00:42.024233 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f229d8fe-2c3a-4cd3-a42a-48e15187e5b6 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532692'] for router_interface, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:42.273677 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-f229d8fe-2c3a-4cd3-a42a-48e15187e5b6 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Deleting port f5a366e4-54cb-4ea2-909a-fef85a001c63 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 14:00:42.274019 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f229d8fe-2c3a-4cd3-a42a-48e15187e5b6 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:42.365861 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-f229d8fe-2c3a-4cd3-a42a-48e15187e5b6 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] For port f5a366e4-54cb-4ea2-909a-fef85a001c63, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f5a366e4-54cb-4ea2-909a-fef85a001c63,segment=NetworkSegment(fdab0afb-f5eb-4f6b-acd5-0e413298c6c2),segment_id=fdab0afb-f5eb-4f6b-acd5-0e413298c6c2)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:00:42.366227 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f229d8fe-2c3a-4cd3-a42a-48e15187e5b6 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:42.378260 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-f229d8fe-2c3a-4cd3-a42a-48e15187e5b6 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Calling delete_port for f5a366e4-54cb-4ea2-909a-fef85a001c63 owned by network:router_interface {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 14:00:42.381869 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 8de17db0-227c-418d-b0cc-7effa78bc215 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 14:00:42.401733 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] No Port match for: 8de17db0-227c-418d-b0cc-7effa78bc215 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 14:00:42.402078 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 8de17db0-227c-418d-b0cc-7effa78bc215 not bound to the agent host hv-neutron-mast {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 14:00:42.560358 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f229d8fe-2c3a-4cd3-a42a-48e15187e5b6 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:42.589207 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f229d8fe-2c3a-4cd3-a42a-48e15187e5b6 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Pushing event deleted for resources: {'Port': ['ID=f5a366e4-54cb-4ea2-909a-fef85a001c63,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:00:42.770665 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f229d8fe-2c3a-4cd3-a42a-48e15187e5b6 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534084'] for router_interface, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:42.997032 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f229d8fe-2c3a-4cd3-a42a-48e15187e5b6 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Router 41c12dc9-08a2-4f77-8bdd-d318e25a3e16 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 14:00:43.100519 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f229d8fe-2c3a-4cd3-a42a-48e15187e5b6 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 14:00:43.105611 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-f229d8fe-2c3a-4cd3-a42a-48e15187e5b6 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "PUT /v2.0/routers/41c12dc9-08a2-4f77-8bdd-d318e25a3e16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7184250 Dec 21 14:00:43.108229 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 37634) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:00:43.111975 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909f9611-27da-494a-8502-535f9b3d1be6 None None] Sync routers for ids ['41c12dc9-08a2-4f77-8bdd-d318e25a3e16'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 14:00:43.121353 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909f9611-27da-494a-8502-535f9b3d1be6 None None] Routers {'41c12dc9-08a2-4f77-8bdd-d318e25a3e16'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:00:43.121962 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-909f9611-27da-494a-8502-535f9b3d1be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T14:00:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['41c12dc9-08a2-4f77-8bdd-d318e25a3e16'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:00:43.157906 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ffd5af7-58b4-4ec5-ae67-74250cc03eee tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Deleting subnet 44074cdc-14da-4e30-b8a0-86d87ce3fd55 {{(pid=103153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 14:00:43.160998 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0ffd5af7-58b4-4ec5-ae67-74250cc03eee tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for subnet, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:43.200796 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0ffd5af7-58b4-4ec5-ae67-74250cc03eee tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1585439'] for subnet, precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:43.293986 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0ffd5af7-58b4-4ec5-ae67-74250cc03eee tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:43.354928 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0ffd5af7-58b4-4ec5-ae67-74250cc03eee tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11349588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11288746'] for subnet, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:43.378364 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-909f9611-27da-494a-8502-535f9b3d1be6 None None] Set router 41c12dc9-08a2-4f77-8bdd-d318e25a3e16 gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:00:43.381440 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffd5af7-58b4-4ec5-ae67-74250cc03eee tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Pushing event deleted for resources: {'Subnet': ['ID=44074cdc-14da-4e30-b8a0-86d87ce3fd55,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:00:43.385790 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0ffd5af7-58b4-4ec5-ae67-74250cc03eee tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:43.389174 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-0ffd5af7-58b4-4ec5-ae67-74250cc03eee tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "DELETE /v2.0/subnets/44074cdc-14da-4e30-b8a0-86d87ce3fd55 HTTP/1.1" status: 204 len: 168 time: 0.2798738 Dec 21 14:00:43.392361 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 37636) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:00:43.414972 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025bae8c-df8b-4372-af16-2bf7cbd03fd5 None None] Network b2c393df-66e6-4954-bc61-dc6f7c0d82a3 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 14:00:43.500214 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-75a4ab0b-f6b0-42b7-911c-700ba1100376 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for router, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:43.558794 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:43.611472 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-75a4ab0b-f6b0-42b7-911c-700ba1100376 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:43.660150 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-909f9611-27da-494a-8502-535f9b3d1be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c12dc9-08a2-4f77-8bdd-d318e25a3e16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-337887259', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.83'}], 'enable_snat': True}, 'gw_port_id': 'f0c4a2fb-09e2-4e0f-bea3-65cfb44e028c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:59:06Z', 'updated_at': '2021-12-21T14:00:42Z', 'revision_number': 5, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'gw_port': {'id': 'f0c4a2fb-09e2-4e0f-bea3-65cfb44e028c', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c12dc9-08a2-4f77-8bdd-d318e25a3e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T13:59:06Z', 'updated_at': '2021-12-21T13:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:00:43.668739 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-75a4ab0b-f6b0-42b7-911c-700ba1100376 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Deleting port f0c4a2fb-09e2-4e0f-bea3-65cfb44e028c {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 14:00:43.669088 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-75a4ab0b-f6b0-42b7-911c-700ba1100376 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:43.691956 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b79fcbc-330b-42e1-ab69-7c90bb1368c1 None None] DHCP port deletion for b2c393df-66e6-4954-bc61-dc6f7c0d82a3 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 14:00:43.694150 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909f9611-27da-494a-8502-535f9b3d1be6 None None] Checking router: 41c12dc9-08a2-4f77-8bdd-d318e25a3e16 for host: dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 14:00:43.723501 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909f9611-27da-494a-8502-535f9b3d1be6 None None] Routers {'41c12dc9-08a2-4f77-8bdd-d318e25a3e16'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:00:43.724131 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-909f9611-27da-494a-8502-535f9b3d1be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T14:00:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['41c12dc9-08a2-4f77-8bdd-d318e25a3e16'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:00:43.753452 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-75a4ab0b-f6b0-42b7-911c-700ba1100376 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] For port f0c4a2fb-09e2-4e0f-bea3-65cfb44e028c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f0c4a2fb-09e2-4e0f-bea3-65cfb44e028c,segment=NetworkSegment(a32e5bfd-6fac-434f-817b-5707a23fd2ca),segment_id=a32e5bfd-6fac-434f-817b-5707a23fd2ca)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:00:43.753817 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-75a4ab0b-f6b0-42b7-911c-700ba1100376 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:43.766005 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-75a4ab0b-f6b0-42b7-911c-700ba1100376 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Calling delete_port for f0c4a2fb-09e2-4e0f-bea3-65cfb44e028c owned by network:router_gateway {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 14:00:43.820043 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-909f9611-27da-494a-8502-535f9b3d1be6 None None] Set router 41c12dc9-08a2-4f77-8bdd-d318e25a3e16 gateway port host: None {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:00:43.873549 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-4b79fcbc-330b-42e1-ab69-7c90bb1368c1 None None] Deleting port e5344631-41fd-4d8e-a6ff-4f415f81c8a5 {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 14:00:43.873923 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-4b79fcbc-330b-42e1-ab69-7c90bb1368c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:43.876297 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-909f9611-27da-494a-8502-535f9b3d1be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c12dc9-08a2-4f77-8bdd-d318e25a3e16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-337887259', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:59:06Z', 'updated_at': '2021-12-21T14:00:43Z', 'revision_number': 6, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:00:43.914682 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909f9611-27da-494a-8502-535f9b3d1be6 None None] The sync data for ids ['41c12dc9-08a2-4f77-8bdd-d318e25a3e16'] in dv-neutron-master-2-hyperv is: [{'id': '41c12dc9-08a2-4f77-8bdd-d318e25a3e16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-337887259', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T13:59:06Z', 'updated_at': '2021-12-21T14:00:43Z', 'revision_number': 6, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'gw_port_host': None}] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 14:00:43.943160 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-75a4ab0b-f6b0-42b7-911c-700ba1100376 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:43.967039 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-4b79fcbc-330b-42e1-ab69-7c90bb1368c1 None None] For port e5344631-41fd-4d8e-a6ff-4f415f81c8a5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e5344631-41fd-4d8e-a6ff-4f415f81c8a5,segment=NetworkSegment(fdab0afb-f5eb-4f6b-acd5-0e413298c6c2),segment_id=fdab0afb-f5eb-4f6b-acd5-0e413298c6c2)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:00:43.967438 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-4b79fcbc-330b-42e1-ab69-7c90bb1368c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:43.970701 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a4ab0b-f6b0-42b7-911c-700ba1100376 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Pushing event deleted for resources: {'Port': ['ID=f0c4a2fb-09e2-4e0f-bea3-65cfb44e028c,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:00:43.980386 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-4b79fcbc-330b-42e1-ab69-7c90bb1368c1 None None] Calling delete_port for e5344631-41fd-4d8e-a6ff-4f415f81c8a5 owned by network:dhcp {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 14:00:43.994958 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4cad642-eda1-4dde-975a-37f6e1bba0cf None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 14:00:44.032764 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-75a4ab0b-f6b0-42b7-911c-700ba1100376 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-548638'] for router_gateway, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:44.068658 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-4b79fcbc-330b-42e1-ab69-7c90bb1368c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636'] for port, after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:44.092797 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b79fcbc-330b-42e1-ab69-7c90bb1368c1 None None] Pushing event deleted for resources: {'Port': ['ID=e5344631-41fd-4d8e-a6ff-4f415f81c8a5,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:00:44.100221 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b79fcbc-330b-42e1-ab69-7c90bb1368c1 None None] No DVR routers for this DVR port e5344631-41fd-4d8e-a6ff-4f415f81c8a5 on host dv-neutron-master-2-hyperv {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 14:00:44.102512 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b79fcbc-330b-42e1-ab69-7c90bb1368c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:00:44.102864 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b79fcbc-330b-42e1-ab69-7c90bb1368c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:00:44.103212 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b79fcbc-330b-42e1-ab69-7c90bb1368c1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:00:44.103551 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b79fcbc-330b-42e1-ab69-7c90bb1368c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:00:44.103879 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b79fcbc-330b-42e1-ab69-7c90bb1368c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:00:44.104208 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b79fcbc-330b-42e1-ab69-7c90bb1368c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:00:44.104541 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b79fcbc-330b-42e1-ab69-7c90bb1368c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:00:44.105073 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b79fcbc-330b-42e1-ab69-7c90bb1368c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:00:44.105200 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b79fcbc-330b-42e1-ab69-7c90bb1368c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:00:44.105497 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b79fcbc-330b-42e1-ab69-7c90bb1368c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:00:44.105816 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b79fcbc-330b-42e1-ab69-7c90bb1368c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:00:44.106134 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b79fcbc-330b-42e1-ab69-7c90bb1368c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:00:44.106481 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b79fcbc-330b-42e1-ab69-7c90bb1368c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:00:44.131711 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-75a4ab0b-f6b0-42b7-911c-700ba1100376 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26950'] for router, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:44.133857 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-75a4ab0b-f6b0-42b7-911c-700ba1100376 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:44.176736 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-75a4ab0b-f6b0-42b7-911c-700ba1100376 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534967'] for router, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:44.177395 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75a4ab0b-f6b0-42b7-911c-700ba1100376 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Fanout notify agent at l3_agent the message router_deleted on router 41c12dc9-08a2-4f77-8bdd-d318e25a3e16 {{(pid=103152) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 14:00:44.184271 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-75a4ab0b-f6b0-42b7-911c-700ba1100376 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for router, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:44.185371 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-75a4ab0b-f6b0-42b7-911c-700ba1100376 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "DELETE /v2.0/routers/41c12dc9-08a2-4f77-8bdd-d318e25a3e16 HTTP/1.1" status: 204 len: 168 time: 0.7912245 Dec 21 14:00:44.188609 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 37638) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:00:44.269792 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3cafc06e-1d6d-4570-90cc-bbaa367d3be3 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:44.362981 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3cafc06e-1d6d-4570-90cc-bbaa367d3be3 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:44.383919 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-3cafc06e-1d6d-4570-90cc-bbaa367d3be3 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2c393df-66e6-4954-bc61-dc6f7c0d82a3']}} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:00:44.394657 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-3cafc06e-1d6d-4570-90cc-bbaa367d3be3 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdab0afb-f5eb-4f6b-acd5-0e413298c6c2') {'for_net_delete': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:00:44.395315 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-3cafc06e-1d6d-4570-90cc-bbaa367d3be3 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdab0afb-f5eb-4f6b-acd5-0e413298c6c2') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:00:44.404840 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3cafc06e-1d6d-4570-90cc-bbaa367d3be3 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526653'] for segment, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:44.417952 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3cafc06e-1d6d-4570-90cc-bbaa367d3be3 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:44.424233 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cafc06e-1d6d-4570-90cc-bbaa367d3be3 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=103152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 14:00:44.424624 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3cafc06e-1d6d-4570-90cc-bbaa367d3be3 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805426'] for segment, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:44.427696 dv-neutron-master-2-hyperv neutron-server[103152]: Traceback (most recent call last): Dec 21 14:00:44.427696 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 14:00:44.427696 dv-neutron-master-2-hyperv neutron-server[103152]: timer() Dec 21 14:00:44.427696 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 14:00:44.427696 dv-neutron-master-2-hyperv neutron-server[103152]: cb(*args, **kw) Dec 21 14:00:44.427696 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 14:00:44.427696 dv-neutron-master-2-hyperv neutron-server[103152]: return func(*args, **kwargs) Dec 21 14:00:44.427696 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 14:00:44.427696 dv-neutron-master-2-hyperv neutron-server[103152]: self._notify() Dec 21 14:00:44.427696 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 14:00:44.427696 dv-neutron-master-2-hyperv neutron-server[103152]: self.callback(batched_events) Dec 21 14:00:44.427696 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 14:00:44.427696 dv-neutron-master-2-hyperv neutron-server[103152]: event.method(event) Dec 21 14:00:44.427696 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 14:00:44.427696 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 14:00:44.427696 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 14:00:44.427696 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 14:00:44.427696 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 14:00:44.427696 dv-neutron-master-2-hyperv neutron-server[103152]: return f(self, *a, **k) Dec 21 14:00:44.427696 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 14:00:44.427696 dv-neutron-master-2-hyperv neutron-server[103152]: return self._get(url).json() Dec 21 14:00:44.427696 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 14:00:44.427696 dv-neutron-master-2-hyperv neutron-server[103152]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 14:00:44.427696 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 14:00:44.427696 dv-neutron-master-2-hyperv neutron-server[103152]: return self.request(url, 'GET', **kwargs) Dec 21 14:00:44.427696 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 14:00:44.427696 dv-neutron-master-2-hyperv neutron-server[103152]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 14:00:44.427696 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 14:00:44.427696 dv-neutron-master-2-hyperv neutron-server[103152]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 14:00:44.427696 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 14:00:44.427696 dv-neutron-master-2-hyperv neutron-server[103152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 14:00:44.427696 dv-neutron-master-2-hyperv neutron-server[103152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 14:00:44.490893 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3cafc06e-1d6d-4570-90cc-bbaa367d3be3 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:44.497729 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3cafc06e-1d6d-4570-90cc-bbaa367d3be3 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:44.501019 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-3cafc06e-1d6d-4570-90cc-bbaa367d3be3 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "DELETE /v2.0/networks/b2c393df-66e6-4954-bc61-dc6f7c0d82a3 HTTP/1.1" status: 204 len: 168 time: 0.3114212 Dec 21 14:00:44.504191 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 37640) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:00:44.513010 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cafc06e-1d6d-4570-90cc-bbaa367d3be3 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Pushing event deleted for resources: {'Network': ['ID=b2c393df-66e6-4954-bc61-dc6f7c0d82a3,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:00:44.564057 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-56869619-7bda-43ff-83b0-3e9474c354cb tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:44.589292 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-56869619-7bda-43ff-83b0-3e9474c354cb tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:44.650984 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-56869619-7bda-43ff-83b0-3e9474c354cb tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:44.653902 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-56869619-7bda-43ff-83b0-3e9474c354cb tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:44.655120 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-56869619-7bda-43ff-83b0-3e9474c354cb tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "DELETE /v2.0/security-groups/43f11953-6d17-47d3-8fd6-2455f91d9071 HTTP/1.1" status: 204 len: 168 time: 0.1498392 Dec 21 14:00:44.665715 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56869619-7bda-43ff-83b0-3e9474c354cb tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43f11953-6d17-47d3-8fd6-2455f91d9071,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:00:44.893853 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device f5a366e4-54cb-4ea2-909a-fef85a001c63 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 14:00:44.917081 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: f5a366e4-54cb-4ea2-909a-fef85a001c63 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 14:00:44.917369 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device f5a366e4-54cb-4ea2-909a-fef85a001c63 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 14:00:44.917770 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device e5344631-41fd-4d8e-a6ff-4f415f81c8a5 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 14:00:44.935506 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: e5344631-41fd-4d8e-a6ff-4f415f81c8a5 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 14:00:44.935848 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device e5344631-41fd-4d8e-a6ff-4f415f81c8a5 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 14:00:44.936243 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device f0c4a2fb-09e2-4e0f-bea3-65cfb44e028c no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 14:00:44.954757 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: f0c4a2fb-09e2-4e0f-bea3-65cfb44e028c {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 14:00:44.955121 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device f0c4a2fb-09e2-4e0f-bea3-65cfb44e028c not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 14:00:44.988748 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 37646) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:00:44.993358 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-cf090b33-8269-4a12-a23f-14c4e89f5d3f tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1281776356', 'description': 'tempest-secgroup-smoke-1281776356 description', 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:00:45.015526 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cf090b33-8269-4a12-a23f-14c4e89f5d3f tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:45.079012 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cf090b33-8269-4a12-a23f-14c4e89f5d3f tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:45.082429 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cf090b33-8269-4a12-a23f-14c4e89f5d3f tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:45.110466 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cf090b33-8269-4a12-a23f-14c4e89f5d3f tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:45.111682 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-cf090b33-8269-4a12-a23f-14c4e89f5d3f tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1219089 Dec 21 14:00:45.113585 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf090b33-8269-4a12-a23f-14c4e89f5d3f tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83f98813-343b-476a-95ef-751873f5cc3a,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:00:45.114562 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 37648) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:00:45.120538 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-73836315-6439-4697-a51b-5a8a205e066b tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Request body: {'security_group_rule': {'security_group_id': '83f98813-343b-476a-95ef-751873f5cc3a', 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:00:45.149837 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-73836315-6439-4697-a51b-5a8a205e066b tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:45.198791 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-73836315-6439-4697-a51b-5a8a205e066b tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:45.202135 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-73836315-6439-4697-a51b-5a8a205e066b tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:45.219914 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73836315-6439-4697-a51b-5a8a205e066b tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc527f2a-aee6-4568-aba2-d93c020104ae,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:00:45.227567 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-73836315-6439-4697-a51b-5a8a205e066b tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:45.228741 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-73836315-6439-4697-a51b-5a8a205e066b tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1120136 Dec 21 14:00:45.231402 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 37650) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:00:45.235571 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-398348d6-b645-479c-b914-0f001b05012d tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Request body: {'security_group_rule': {'security_group_id': '83f98813-343b-476a-95ef-751873f5cc3a', 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:00:45.262992 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-398348d6-b645-479c-b914-0f001b05012d tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:45.319239 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-398348d6-b645-479c-b914-0f001b05012d tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:45.322843 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-398348d6-b645-479c-b914-0f001b05012d tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:45.341694 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398348d6-b645-479c-b914-0f001b05012d tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a430ed2-012f-4ef2-a81b-ca9e53b6e0c0,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:00:45.349792 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-398348d6-b645-479c-b914-0f001b05012d tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:45.351026 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-398348d6-b645-479c-b914-0f001b05012d tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1187272 Dec 21 14:00:45.353681 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 37652) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:00:45.357866 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-be56f8bb-9603-4f2f-acb2-e00004eade2c tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Request body: {'security_group_rule': {'security_group_id': '83f98813-343b-476a-95ef-751873f5cc3a', 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:00:45.386261 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-be56f8bb-9603-4f2f-acb2-e00004eade2c tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:45.441662 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-be56f8bb-9603-4f2f-acb2-e00004eade2c tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:45.445031 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-be56f8bb-9603-4f2f-acb2-e00004eade2c tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:45.462370 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be56f8bb-9603-4f2f-acb2-e00004eade2c tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2368b988-3adb-4ff1-969c-a3546eb8bdba,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:00:45.466764 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-be56f8bb-9603-4f2f-acb2-e00004eade2c tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:45.467932 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-be56f8bb-9603-4f2f-acb2-e00004eade2c tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1133516 Dec 21 14:00:45.470527 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 37654) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:00:45.474662 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-66a6ac1a-d7bc-4615-97fd-e65609beb931 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Request body: {'security_group_rule': {'security_group_id': '83f98813-343b-476a-95ef-751873f5cc3a', 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:00:45.501320 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-66a6ac1a-d7bc-4615-97fd-e65609beb931 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:45.559385 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-66a6ac1a-d7bc-4615-97fd-e65609beb931 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:45.563569 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-66a6ac1a-d7bc-4615-97fd-e65609beb931 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:45.581320 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a6ac1a-d7bc-4615-97fd-e65609beb931 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ba8d01d-6019-4ccd-a98f-042b18388184,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:00:45.586717 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-66a6ac1a-d7bc-4615-97fd-e65609beb931 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:45.590627 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 37656) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:00:45.591166 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-66a6ac1a-d7bc-4615-97fd-e65609beb931 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1191905 Dec 21 14:00:45.595301 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-9f680028-25b4-4f2a-9db6-fe2719238436 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Request body: {'security_group_rule': {'security_group_id': '83f98813-343b-476a-95ef-751873f5cc3a', 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:00:45.618973 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.securitygroups_db [None req-9f680028-25b4-4f2a-9db6-fe2719238436 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Project a1d23353b1544887bb518bdbacf8b4d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 14:00:45.623564 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9f680028-25b4-4f2a-9db6-fe2719238436 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:45.669739 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9f680028-25b4-4f2a-9db6-fe2719238436 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:45.673956 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9f680028-25b4-4f2a-9db6-fe2719238436 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:45.691323 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f680028-25b4-4f2a-9db6-fe2719238436 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e393a008-6f74-4a69-872e-d450313d6cf1,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:00:45.699579 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9f680028-25b4-4f2a-9db6-fe2719238436 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:45.700749 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-9f680028-25b4-4f2a-9db6-fe2719238436 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1089950 Dec 21 14:00:45.703452 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 37658) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:00:45.707581 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-bc87fb38-cc9b-4bb7-ab0f-e2710fd8064a tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Request body: {'security_group_rule': {'security_group_id': '83f98813-343b-476a-95ef-751873f5cc3a', 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:00:45.728786 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.securitygroups_db [None req-bc87fb38-cc9b-4bb7-ab0f-e2710fd8064a tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Project a1d23353b1544887bb518bdbacf8b4d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 14:00:45.733385 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bc87fb38-cc9b-4bb7-ab0f-e2710fd8064a tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:45.793486 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bc87fb38-cc9b-4bb7-ab0f-e2710fd8064a tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:45.797742 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bc87fb38-cc9b-4bb7-ab0f-e2710fd8064a tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:45.814766 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc87fb38-cc9b-4bb7-ab0f-e2710fd8064a tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc80791a-97cc-4e92-bad4-692ab7926111,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:00:45.824137 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bc87fb38-cc9b-4bb7-ab0f-e2710fd8064a tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:45.825295 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-bc87fb38-cc9b-4bb7-ab0f-e2710fd8064a tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1209393 Dec 21 14:00:45.828056 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 37660) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:00:45.832698 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-40b16cf0-484e-476b-998c-7eac5652bce4 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Request body: {'network': {'name': 'tempest-network-smoke--1577854812', 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'port_security_enabled': True}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:00:45.854297 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b16cf0-484e-476b-998c-7eac5652bce4 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Made reservation on behalf of a1d23353b1544887bb518bdbacf8b4d3 for: {'network': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 14:00:45.860272 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-40b16cf0-484e-476b-998c-7eac5652bce4 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:45.885720 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40b16cf0-484e-476b-998c-7eac5652bce4 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=103152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 14:00:45.894785 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-40b16cf0-484e-476b-998c-7eac5652bce4 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:45.895153 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.segments_db [None req-40b16cf0-484e-476b-998c-7eac5652bce4 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Added segment 1a5a1c37-daea-4b9e-a49b-62869f64c131 of type vlan for network ebd03960-c8d3-4682-b7c0-dc3710548e76 Dec 21 14:00:45.935395 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-40b16cf0-484e-476b-998c-7eac5652bce4 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:45.958564 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-40b16cf0-484e-476b-998c-7eac5652bce4 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:45.963961 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b16cf0-484e-476b-998c-7eac5652bce4 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:00:45.964531 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-40b16cf0-484e-476b-998c-7eac5652bce4 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:46.001159 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-40b16cf0-484e-476b-998c-7eac5652bce4 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1721051 Dec 21 14:00:46.004029 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 37662) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:00:46.009725 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-6e8f446b-93d8-4813-82d8-79ef90fff4d0 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1924113590', 'admin_state_up': True, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:00:46.034386 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6e8f446b-93d8-4813-82d8-79ef90fff4d0 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26964'] for router, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:46.035400 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b16cf0-484e-476b-998c-7eac5652bce4 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Pushing event updated for resources: {'Network': ['ID=ebd03960-c8d3-4682-b7c0-dc3710548e76,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:00:46.035534 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6e8f446b-93d8-4813-82d8-79ef90fff4d0 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-642316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26957'] for router, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:46.046516 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network ebd03960-c8d3-4682-b7c0-dc3710548e76 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 14:00:46.084794 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6e8f446b-93d8-4813-82d8-79ef90fff4d0 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:46.220648 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6e8f446b-93d8-4813-82d8-79ef90fff4d0 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:46.405275 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6e8f446b-93d8-4813-82d8-79ef90fff4d0 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for router_gateway, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:46.424497 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6e8f446b-93d8-4813-82d8-79ef90fff4d0 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:46.526102 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-6e8f446b-93d8-4813-82d8-79ef90fff4d0 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Allocated IP 172.36.3.157 (7fdf1889-f079-4166-bbda-88b2a8d8d595/051a5607-1753-4008-a2f2-d94b48752e9c/2b0fcf41-93b3-4f6b-842d-069344308659) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 14:00:46.625112 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6e8f446b-93d8-4813-82d8-79ef90fff4d0 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:46.662064 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6e8f446b-93d8-4813-82d8-79ef90fff4d0 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:46.699706 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8f446b-93d8-4813-82d8-79ef90fff4d0 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Network 7fdf1889-f079-4166-bbda-88b2a8d8d595 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 14:00:46.704536 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-6e8f446b-93d8-4813-82d8-79ef90fff4d0 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:00:46.707936 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8f446b-93d8-4813-82d8-79ef90fff4d0 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 14:00:46.717458 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b15abc26-4e07-4971-bf9b-5cec9148c534 None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 14:00:46.731911 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8f446b-93d8-4813-82d8-79ef90fff4d0 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Pushing event updated for resources: {'Port': ['ID=2b0fcf41-93b3-4f6b-842d-069344308659,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:00:46.831761 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-c43c5171-176c-4b40-8d88-3fdc4caabe75 None None] Provisioning complete for port 2b0fcf41-93b3-4f6b-842d-069344308659 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:00:46.832157 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c43c5171-176c-4b40-8d88-3fdc4caabe75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:46.864448 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-c43c5171-176c-4b40-8d88-3fdc4caabe75 None None] Port 2b0fcf41-93b3-4f6b-842d-069344308659 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 14:00:46.960083 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6e8f446b-93d8-4813-82d8-79ef90fff4d0 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for router_gateway, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:47.445589 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6e8f446b-93d8-4813-82d8-79ef90fff4d0 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548730'] for router, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:47.568642 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e8f446b-93d8-4813-82d8-79ef90fff4d0 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Router d96f63d7-1cff-473d-a07f-6338a9605bc9 is scheduled to L3 agent 59e14383-78fa-487e-9299-b32042a98157 with binding_index 1 {{(pid=103153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 14:00:47.670783 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e8f446b-93d8-4813-82d8-79ef90fff4d0 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 14:00:47.680380 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95163c0-f124-45aa-9294-e46f443e18f4 None None] Sync routers for ids ['d96f63d7-1cff-473d-a07f-6338a9605bc9'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 14:00:47.689681 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95163c0-f124-45aa-9294-e46f443e18f4 None None] Routers {'d96f63d7-1cff-473d-a07f-6338a9605bc9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:00:47.690292 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-c95163c0-f124-45aa-9294-e46f443e18f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T14:00:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['d96f63d7-1cff-473d-a07f-6338a9605bc9'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:00:47.690742 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6e8f446b-93d8-4813-82d8-79ef90fff4d0 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for router, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:47.691986 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-6e8f446b-93d8-4813-82d8-79ef90fff4d0 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.6868336 Dec 21 14:00:47.695088 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 37668) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:00:47.723977 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-a54482c6-9821-4b5a-bc9f-d8772dd9aa17 tempest-TestNetworkAdvancedServerOps-559942621 tempest-TestNetworkAdvancedServerOps-559942621-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=a1d23353b1544887bb518bdbacf8b4d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278072 Dec 21 14:00:47.726567 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 37670) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:00:47.792654 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-c95163c0-f124-45aa-9294-e46f443e18f4 None None] Set router d96f63d7-1cff-473d-a07f-6338a9605bc9 gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:00:47.811592 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c4eeb5-da13-4592-8649-3def149f9d25 tempest-TestNetworkAdvancedServerOps-559942621 tempest-TestNetworkAdvancedServerOps-559942621-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:00:47.813156 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-a0c4eeb5-da13-4592-8649-3def149f9d25 tempest-TestNetworkAdvancedServerOps-559942621 tempest-TestNetworkAdvancedServerOps-559942621-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0856431 Dec 21 14:00:47.815869 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 37672) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:00:47.843864 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-5322262d-5787-4cb1-a008-9215690535a2 tempest-TestNetworkAdvancedServerOps-559942621 tempest-TestNetworkAdvancedServerOps-559942621-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=7fdf1889-f079-4166-bbda-88b2a8d8d595&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268905 Dec 21 14:00:47.846792 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 37674) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:00:47.851457 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-d240119f-974c-471b-a1dc-8dbbab724d18 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1575458694', 'network_id': 'ebd03960-c8d3-4682-b7c0-dc3710548e76', 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:00:47.863793 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.agents_db [None req-c60a5637-8c6f-4692-b23b-7dd82bd36b21 None None] Agent healthcheck: found 6 active agents {{(pid=103155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 14:00:47.943813 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d240119f-974c-471b-a1dc-8dbbab724d18 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Made reservation on behalf of a1d23353b1544887bb518bdbacf8b4d3 for: {'subnet': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 14:00:47.947577 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d240119f-974c-471b-a1dc-8dbbab724d18 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11288759'] for subnet, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:47.982089 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-c95163c0-f124-45aa-9294-e46f443e18f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd96f63d7-1cff-473d-a07f-6338a9605bc9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1924113590', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.157'}], 'enable_snat': True}, 'gw_port_id': '2b0fcf41-93b3-4f6b-842d-069344308659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:00:46Z', 'updated_at': '2021-12-21T14:00:46Z', 'revision_number': 3, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'gw_port': {'id': '2b0fcf41-93b3-4f6b-842d-069344308659', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d4:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd96f63d7-1cff-473d-a07f-6338a9605bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:00:46Z', 'updated_at': '2021-12-21T14:00:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:00:48.007733 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95163c0-f124-45aa-9294-e46f443e18f4 None None] Checking router: d96f63d7-1cff-473d-a07f-6338a9605bc9 for host: dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 14:00:48.008084 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95163c0-f124-45aa-9294-e46f443e18f4 None None] Updating router d96f63d7-1cff-473d-a07f-6338a9605bc9 port 2b0fcf41-93b3-4f6b-842d-069344308659 binding host dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 14:00:48.033425 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-c95163c0-f124-45aa-9294-e46f443e18f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:48.131692 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d240119f-974c-471b-a1dc-8dbbab724d18 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11195289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11288741'] for subnet, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:48.192442 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d240119f-974c-471b-a1dc-8dbbab724d18 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Pushing event updated for resources: {'Subnet': ['ID=4ee436b7-75c8-4de8-b562-24f348de10df,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:00:48.199906 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d240119f-974c-471b-a1dc-8dbbab724d18 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Checking segment: {'id': '1a5a1c37-daea-4b9e-a49b-62869f64c131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'ebd03960-c8d3-4682-b7c0-dc3710548e76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 14:00:48.200271 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d240119f-974c-471b-a1dc-8dbbab724d18 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Network hostable DHCP agents. Network: ebd03960-c8d3-4682-b7c0-dc3710548e76, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 14:00:48.216488 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d240119f-974c-471b-a1dc-8dbbab724d18 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Network ebd03960-c8d3-4682-b7c0-dc3710548e76 is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 14:00:48.224780 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-d240119f-974c-471b-a1dc-8dbbab724d18 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, ebd03960-c8d3-4682-b7c0-dc3710548e76) {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:00:48.229601 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d240119f-974c-471b-a1dc-8dbbab724d18 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:00:48.230842 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d240119f-974c-471b-a1dc-8dbbab724d18 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:48.234861 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9fe74ad-5336-41f6-a165-e6b888f53884 None None] Network ebd03960-c8d3-4682-b7c0-dc3710548e76 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 14:00:48.247522 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-d240119f-974c-471b-a1dc-8dbbab724d18 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3995574 Dec 21 14:00:48.250056 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 37676) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:00:48.301231 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-c95163c0-f124-45aa-9294-e46f443e18f4 None None] Publish callbacks [] for port, precommit_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:48.307434 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-c95163c0-f124-45aa-9294-e46f443e18f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:48.340448 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55913fc5-9e4e-4f41-8d96-99eab00b84ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-ebd03960-c8d3-4682-b7c0-dc3710548e76', 'network_id': 'ebd03960-c8d3-4682-b7c0-dc3710548e76', 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'fixed_ips': [{'subnet_id': '4ee436b7-75c8-4de8-b562-24f348de10df'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 14:00:48.341669 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-55913fc5-9e4e-4f41-8d96-99eab00b84ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:48.354099 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5765c7-aad4-423d-a952-de98d496a9cd None None] Pushing event updated for resources: {'Port': ['ID=2b0fcf41-93b3-4f6b-842d-069344308659,revision_number=2']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:00:48.367284 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33516844-a574-4098-ba62-aed242ac29f3 None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 14:00:48.367521 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5765c7-aad4-423d-a952-de98d496a9cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:00:48.367733 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5765c7-aad4-423d-a952-de98d496a9cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:00:48.368019 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5765c7-aad4-423d-a952-de98d496a9cd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:00:48.368355 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5765c7-aad4-423d-a952-de98d496a9cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:00:48.368687 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5765c7-aad4-423d-a952-de98d496a9cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:00:48.369018 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5765c7-aad4-423d-a952-de98d496a9cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:00:48.369346 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5765c7-aad4-423d-a952-de98d496a9cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:00:48.369671 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5765c7-aad4-423d-a952-de98d496a9cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:00:48.370124 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5765c7-aad4-423d-a952-de98d496a9cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:00:48.370318 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5765c7-aad4-423d-a952-de98d496a9cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:00:48.370701 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5765c7-aad4-423d-a952-de98d496a9cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:00:48.370989 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5765c7-aad4-423d-a952-de98d496a9cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:00:48.371329 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5765c7-aad4-423d-a952-de98d496a9cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:00:48.377273 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-c95163c0-f124-45aa-9294-e46f443e18f4 None None] Attempting to bind port 2b0fcf41-93b3-4f6b-842d-069344308659 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 14:00:48.378411 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-c95163c0-f124-45aa-9294-e46f443e18f4 None None] Attempting to bind port 2b0fcf41-93b3-4f6b-842d-069344308659 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 14:00:48.378411 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95163c0-f124-45aa-9294-e46f443e18f4 None None] Attempting to bind port 2b0fcf41-93b3-4f6b-842d-069344308659 on network 7fdf1889-f079-4166-bbda-88b2a8d8d595 {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 14:00:48.383431 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95163c0-f124-45aa-9294-e46f443e18f4 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 14, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 14:00:48.383745 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95163c0-f124-45aa-9294-e46f443e18f4 None None] Checking segment: {'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 14:00:48.384148 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-c95163c0-f124-45aa-9294-e46f443e18f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:48.384538 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95163c0-f124-45aa-9294-e46f443e18f4 None None] Bound using segment: {'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 14:00:48.385007 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-c95163c0-f124-45aa-9294-e46f443e18f4 None None] Bound port: 2b0fcf41-93b3-4f6b-842d-069344308659, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 14:00:48.385385 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-c95163c0-f124-45aa-9294-e46f443e18f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:48.443643 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-c95163c0-f124-45aa-9294-e46f443e18f4 None None] For port 2b0fcf41-93b3-4f6b-842d-069344308659, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 14:00:48.447001 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-c95163c0-f124-45aa-9294-e46f443e18f4 None None] For port 2b0fcf41-93b3-4f6b-842d-069344308659, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2b0fcf41-93b3-4f6b-842d-069344308659,segment=NetworkSegment(a32e5bfd-6fac-434f-817b-5707a23fd2ca),segment_id=a32e5bfd-6fac-434f-817b-5707a23fd2ca)] {{(pid=103155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 14:00:48.452379 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-c95163c0-f124-45aa-9294-e46f443e18f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:48.492044 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e59cba-aad6-4368-96b8-de6371316627 None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 14:00:48.513206 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95163c0-f124-45aa-9294-e46f443e18f4 None None] Routers {'d96f63d7-1cff-473d-a07f-6338a9605bc9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:00:48.513894 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-c95163c0-f124-45aa-9294-e46f443e18f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T14:00:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['d96f63d7-1cff-473d-a07f-6338a9605bc9'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:00:48.525316 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-55913fc5-9e4e-4f41-8d96-99eab00b84ef None None] Allocated IP 172.20.0.2 (ebd03960-c8d3-4682-b7c0-dc3710548e76/4ee436b7-75c8-4de8-b562-24f348de10df/b3c43b9f-3f0a-4497-81fa-ad047dce3784) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 14:00:48.538985 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-7b2d1330-054b-478a-93e2-5fb07e78b067 None None] Provisioning complete for port 2b0fcf41-93b3-4f6b-842d-069344308659 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:00:48.539438 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7b2d1330-054b-478a-93e2-5fb07e78b067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:48.645662 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5765c7-aad4-423d-a952-de98d496a9cd None None] Pushing event updated for resources: {'Port': ['ID=2b0fcf41-93b3-4f6b-842d-069344308659,revision_number=3']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:00:48.696609 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7b2d1330-054b-478a-93e2-5fb07e78b067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:48.714030 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-c95163c0-f124-45aa-9294-e46f443e18f4 None None] Set router d96f63d7-1cff-473d-a07f-6338a9605bc9 gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:00:48.744117 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-7b2d1330-054b-478a-93e2-5fb07e78b067 None None] For port 2b0fcf41-93b3-4f6b-842d-069344308659, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2b0fcf41-93b3-4f6b-842d-069344308659,segment=NetworkSegment(a32e5bfd-6fac-434f-817b-5707a23fd2ca),segment_id=a32e5bfd-6fac-434f-817b-5707a23fd2ca)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:00:48.751316 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7b2d1330-054b-478a-93e2-5fb07e78b067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:48.756612 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-03457f2e-1d0f-4891-8af2-3142085b54bd tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:48.792113 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-55913fc5-9e4e-4f41-8d96-99eab00b84ef None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:48.804104 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-55913fc5-9e4e-4f41-8d96-99eab00b84ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:48.821511 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2d1330-054b-478a-93e2-5fb07e78b067 None None] Pushing event updated for resources: {'Port': ['ID=2b0fcf41-93b3-4f6b-842d-069344308659,revision_number=4']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:00:48.831567 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55913fc5-9e4e-4f41-8d96-99eab00b84ef None None] Network ebd03960-c8d3-4682-b7c0-dc3710548e76 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 14:00:48.848629 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-55913fc5-9e4e-4f41-8d96-99eab00b84ef None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:00:48.852316 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55913fc5-9e4e-4f41-8d96-99eab00b84ef None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 14:00:48.898880 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55913fc5-9e4e-4f41-8d96-99eab00b84ef None None] Pushing event updated for resources: {'Port': ['ID=b3c43b9f-3f0a-4497-81fa-ad047dce3784,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:00:48.930037 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-83bf2cab-f7ca-4e27-90c0-7f1d6ca703c8 None None] Provisioning complete for port 2b0fcf41-93b3-4f6b-842d-069344308659 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:00:48.930407 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-83bf2cab-f7ca-4e27-90c0-7f1d6ca703c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:48.935737 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-55913fc5-9e4e-4f41-8d96-99eab00b84ef None None] Attempting to bind port b3c43b9f-3f0a-4497-81fa-ad047dce3784 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 14:00:48.936114 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-55913fc5-9e4e-4f41-8d96-99eab00b84ef None None] Attempting to bind port b3c43b9f-3f0a-4497-81fa-ad047dce3784 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '1a5a1c37-daea-4b9e-a49b-62869f64c131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'ebd03960-c8d3-4682-b7c0-dc3710548e76'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 14:00:48.936479 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55913fc5-9e4e-4f41-8d96-99eab00b84ef None None] Attempting to bind port b3c43b9f-3f0a-4497-81fa-ad047dce3784 on network ebd03960-c8d3-4682-b7c0-dc3710548e76 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 14:00:48.951869 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-c95163c0-f124-45aa-9294-e46f443e18f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd96f63d7-1cff-473d-a07f-6338a9605bc9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1924113590', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.157'}], 'enable_snat': True}, 'gw_port_id': '2b0fcf41-93b3-4f6b-842d-069344308659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:00:46Z', 'updated_at': '2021-12-21T14:00:46Z', 'revision_number': 3, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'gw_port': {'id': '2b0fcf41-93b3-4f6b-842d-069344308659', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d4:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd96f63d7-1cff-473d-a07f-6338a9605bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:00:46Z', 'updated_at': '2021-12-21T14:00:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:00:48.966523 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55913fc5-9e4e-4f41-8d96-99eab00b84ef None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 14, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 14:00:48.966906 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55913fc5-9e4e-4f41-8d96-99eab00b84ef None None] Checking segment: {'id': '1a5a1c37-daea-4b9e-a49b-62869f64c131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'ebd03960-c8d3-4682-b7c0-dc3710548e76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 14:00:48.968037 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-55913fc5-9e4e-4f41-8d96-99eab00b84ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:48.968037 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55913fc5-9e4e-4f41-8d96-99eab00b84ef None None] Bound using segment: {'id': '1a5a1c37-daea-4b9e-a49b-62869f64c131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'ebd03960-c8d3-4682-b7c0-dc3710548e76'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 14:00:48.968322 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-55913fc5-9e4e-4f41-8d96-99eab00b84ef None None] Bound port: b3c43b9f-3f0a-4497-81fa-ad047dce3784, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a5a1c37-daea-4b9e-a49b-62869f64c131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'ebd03960-c8d3-4682-b7c0-dc3710548e76'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 14:00:48.968704 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-55913fc5-9e4e-4f41-8d96-99eab00b84ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:49.001939 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95163c0-f124-45aa-9294-e46f443e18f4 None None] The sync data for ids ['d96f63d7-1cff-473d-a07f-6338a9605bc9'] in dv-neutron-master-2-hyperv is: [{'id': 'd96f63d7-1cff-473d-a07f-6338a9605bc9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1924113590', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.157'}], 'enable_snat': True}, 'gw_port_id': '2b0fcf41-93b3-4f6b-842d-069344308659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:00:46Z', 'updated_at': '2021-12-21T14:00:46Z', 'revision_number': 3, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'gw_port': {'id': '2b0fcf41-93b3-4f6b-842d-069344308659', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d4:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd96f63d7-1cff-473d-a07f-6338a9605bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:00:46Z', 'updated_at': '2021-12-21T14:00:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 14:00:49.093096 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-55913fc5-9e4e-4f41-8d96-99eab00b84ef None None] For port b3c43b9f-3f0a-4497-81fa-ad047dce3784, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 14:00:49.096732 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-55913fc5-9e4e-4f41-8d96-99eab00b84ef None None] For port b3c43b9f-3f0a-4497-81fa-ad047dce3784, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b3c43b9f-3f0a-4497-81fa-ad047dce3784,segment=NetworkSegment(1a5a1c37-daea-4b9e-a49b-62869f64c131),segment_id=1a5a1c37-daea-4b9e-a49b-62869f64c131)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 14:00:49.103400 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-55913fc5-9e4e-4f41-8d96-99eab00b84ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:49.122082 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-03457f2e-1d0f-4891-8af2-3142085b54bd tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Allocated IP 172.20.0.1 (ebd03960-c8d3-4682-b7c0-dc3710548e76/4ee436b7-75c8-4de8-b562-24f348de10df/a4738715-4a17-4cb1-99d8-1604fa6de3d7) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 14:00:49.165833 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55913fc5-9e4e-4f41-8d96-99eab00b84ef None None] Pushing event updated for resources: {'Port': ['ID=b3c43b9f-3f0a-4497-81fa-ad047dce3784,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:00:49.268389 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-03457f2e-1d0f-4891-8af2-3142085b54bd tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:49.310853 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-03457f2e-1d0f-4891-8af2-3142085b54bd tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:49.361983 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03457f2e-1d0f-4891-8af2-3142085b54bd tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Network ebd03960-c8d3-4682-b7c0-dc3710548e76 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 14:00:49.370541 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-03457f2e-1d0f-4891-8af2-3142085b54bd tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:00:49.378416 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03457f2e-1d0f-4891-8af2-3142085b54bd tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 14:00:49.392216 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03457f2e-1d0f-4891-8af2-3142085b54bd tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Pushing event updated for resources: {'Port': ['ID=a4738715-4a17-4cb1-99d8-1604fa6de3d7,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:00:49.452543 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-03457f2e-1d0f-4891-8af2-3142085b54bd tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532557'] for router_interface, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:49.587688 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-03457f2e-1d0f-4891-8af2-3142085b54bd tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:49.876989 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-03457f2e-1d0f-4891-8af2-3142085b54bd tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:49.882462 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-03457f2e-1d0f-4891-8af2-3142085b54bd tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:49.966130 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03457f2e-1d0f-4891-8af2-3142085b54bd tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Pushing event updated for resources: {'Port': ['ID=a4738715-4a17-4cb1-99d8-1604fa6de3d7,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:00:49.971291 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-03457f2e-1d0f-4891-8af2-3142085b54bd tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532537'] for router_interface, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:50.066140 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03457f2e-1d0f-4891-8af2-3142085b54bd tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Network ebd03960-c8d3-4682-b7c0-dc3710548e76 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 14:00:50.067681 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-03457f2e-1d0f-4891-8af2-3142085b54bd tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:00:50.158726 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3089243f-f59f-4cc0-b5be-4d97d5f32630 None None] Network ebd03960-c8d3-4682-b7c0-dc3710548e76 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 14:00:50.185216 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03457f2e-1d0f-4891-8af2-3142085b54bd tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Router d96f63d7-1cff-473d-a07f-6338a9605bc9 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 14:00:50.297355 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03457f2e-1d0f-4891-8af2-3142085b54bd tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 14:00:50.303368 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-03457f2e-1d0f-4891-8af2-3142085b54bd tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "PUT /v2.0/routers/d96f63d7-1cff-473d-a07f-6338a9605bc9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0516717 Dec 21 14:00:50.394485 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-c0b14615-c38e-4aab-ae5b-061084733d24 None None] Provisioning complete for port b3c43b9f-3f0a-4497-81fa-ad047dce3784 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:00:50.394485 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c0b14615-c38e-4aab-ae5b-061084733d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:50.460851 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f5bc6071-87a8-4f79-8436-8ca3886c9447 req-903208ed-6c5f-4f00-a71b-7b78e3b6a3ef tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1281776356&fields=id&tenant_id=a1d23353b1544887bb518bdbacf8b4d3 HTTP/1.1" status: 200 len: 267 time: 0.0452521 Dec 21 14:00:50.503320 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c0b14615-c38e-4aab-ae5b-061084733d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:50.549240 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-c0b14615-c38e-4aab-ae5b-061084733d24 None None] For port b3c43b9f-3f0a-4497-81fa-ad047dce3784, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b3c43b9f-3f0a-4497-81fa-ad047dce3784,segment=NetworkSegment(1a5a1c37-daea-4b9e-a49b-62869f64c131),segment_id=1a5a1c37-daea-4b9e-a49b-62869f64c131)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:00:50.555367 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c0b14615-c38e-4aab-ae5b-061084733d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:50.595100 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bc6071-87a8-4f79-8436-8ca3886c9447 req-0cd37471-8f72-4152-90fc-bf23ce06ce31 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:00:50.596987 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f5bc6071-87a8-4f79-8436-8ca3886c9447 req-0cd37471-8f72-4152-90fc-bf23ce06ce31 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/networks?id=ebd03960-c8d3-4682-b7c0-dc3710548e76 HTTP/1.1" status: 200 len: 797 time: 0.1214206 Dec 21 14:00:50.612780 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b14615-c38e-4aab-ae5b-061084733d24 None None] Pushing event updated for resources: {'Port': ['ID=b3c43b9f-3f0a-4497-81fa-ad047dce3784,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:00:50.616876 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f5bc6071-87a8-4f79-8436-8ca3886c9447 req-22ef46bf-8485-4ad1-b151-938db5ffc3d1 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/quotas/a1d23353b1544887bb518bdbacf8b4d3 HTTP/1.1" status: 200 len: 375 time: 0.0132110 Dec 21 14:00:50.676014 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f5bc6071-87a8-4f79-8436-8ca3886c9447 req-73cb38f8-d329-46cb-9809-f385d7727abb tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a1d23353b1544887bb518bdbacf8b4d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499613 Dec 21 14:00:50.716417 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8de88b-0fc0-4482-903a-2386a566e9f2 None None] Sync routers for ids ['d96f63d7-1cff-473d-a07f-6338a9605bc9'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 14:00:50.727833 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8de88b-0fc0-4482-903a-2386a566e9f2 None None] Routers {'d96f63d7-1cff-473d-a07f-6338a9605bc9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:00:50.728467 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-4a8de88b-0fc0-4482-903a-2386a566e9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T14:00:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['d96f63d7-1cff-473d-a07f-6338a9605bc9'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:00:50.784566 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f5bc6071-87a8-4f79-8436-8ca3886c9447 req-71b808c4-f450-4db0-a59d-4248446a9a04 service neutron] 10.222.0.37 "GET /v2.0/networks/ebd03960-c8d3-4682-b7c0-dc3710548e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959322 Dec 21 14:00:50.830299 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-972946da-e939-455a-91c3-041011446057 None None] Provisioning complete for port a4738715-4a17-4cb1-99d8-1604fa6de3d7 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:00:50.830800 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-972946da-e939-455a-91c3-041011446057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:50.884940 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-4a8de88b-0fc0-4482-903a-2386a566e9f2 None None] Set router d96f63d7-1cff-473d-a07f-6338a9605bc9 gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:00:50.887680 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-972946da-e939-455a-91c3-041011446057 None None] Port a4738715-4a17-4cb1-99d8-1604fa6de3d7 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 14:00:50.890173 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f5bc6071-87a8-4f79-8436-8ca3886c9447 req-8e012ecc-16e5-45fe-bd4a-b753c1ac42ce service neutron] 10.222.0.37 "GET /v2.0/networks/ebd03960-c8d3-4682-b7c0-dc3710548e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983360 Dec 21 14:00:50.945057 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-972946da-e939-455a-91c3-041011446057 None None] Provisioning complete for port b3c43b9f-3f0a-4497-81fa-ad047dce3784 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:00:50.945438 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-972946da-e939-455a-91c3-041011446057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:51.049566 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device b3c43b9f-3f0a-4497-81fa-ad047dce3784 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:00:51.088989 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-bc3dfab3-568c-479a-9b3f-a9518fb834d7 req-4bc3d8fc-9d33-43ed-8f57-b4247a285d21 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c88e3db-c1f0-46ab-8cb5-43ffec65b2be HTTP/1.1" status: 200 len: 210 time: 0.0289812 Dec 21 14:00:51.225210 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port b3c43b9f-3f0a-4497-81fa-ad047dce3784 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:00:51.225778 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:51.288656 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-4a8de88b-0fc0-4482-903a-2386a566e9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd96f63d7-1cff-473d-a07f-6338a9605bc9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1924113590', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.157'}], 'enable_snat': True}, 'gw_port_id': '2b0fcf41-93b3-4f6b-842d-069344308659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:00:46Z', 'updated_at': '2021-12-21T14:00:49Z', 'revision_number': 4, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'gw_port': {'id': '2b0fcf41-93b3-4f6b-842d-069344308659', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96f63d7-1cff-473d-a07f-6338a9605bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:00:46Z', 'updated_at': '2021-12-21T14:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'a4738715-4a17-4cb1-99d8-1604fa6de3d7', 'name': '', 'network_id': 'ebd03960-c8d3-4682-b7c0-dc3710548e76', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'mac_address': 'fa:16:3e:2f:ff:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd96f63d7-1cff-473d-a07f-6338a9605bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '4ee436b7-75c8-4de8-b562-24f348de10df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:00:48Z', 'updated_at': '2021-12-21T14:00:49Z', 'revision_number': 2, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'subnets': [{'id': '4ee436b7-75c8-4de8-b562-24f348de10df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:00:51.347483 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8de88b-0fc0-4482-903a-2386a566e9f2 None None] Checking router: d96f63d7-1cff-473d-a07f-6338a9605bc9 for host: dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 14:00:51.347846 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8de88b-0fc0-4482-903a-2386a566e9f2 None None] Updating router d96f63d7-1cff-473d-a07f-6338a9605bc9 port a4738715-4a17-4cb1-99d8-1604fa6de3d7 binding host dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 14:00:51.385555 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 2b0fcf41-93b3-4f6b-842d-069344308659 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:00:51.391611 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-1eb844d9-5b88-4066-893e-59f74e992d33 None None] Provisioning complete for port a4738715-4a17-4cb1-99d8-1604fa6de3d7 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:00:51.391979 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-1eb844d9-5b88-4066-893e-59f74e992d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:51.412096 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-4a8de88b-0fc0-4482-903a-2386a566e9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:51.480362 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-1eb844d9-5b88-4066-893e-59f74e992d33 None None] Port a4738715-4a17-4cb1-99d8-1604fa6de3d7 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 14:00:51.564603 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 2b0fcf41-93b3-4f6b-842d-069344308659 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:00:51.564973 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:51.803981 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-4a8de88b-0fc0-4482-903a-2386a566e9f2 None None] Publish callbacks [] for port, precommit_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:51.809379 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-4a8de88b-0fc0-4482-903a-2386a566e9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:51.864839 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d64da79-ceec-4add-bc8a-3a1d8b13d372 None None] Pushing event updated for resources: {'Port': ['ID=a4738715-4a17-4cb1-99d8-1604fa6de3d7,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:00:51.924100 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-4a8de88b-0fc0-4482-903a-2386a566e9f2 None None] Attempting to bind port a4738715-4a17-4cb1-99d8-1604fa6de3d7 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 14:00:51.924474 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-4a8de88b-0fc0-4482-903a-2386a566e9f2 None None] Attempting to bind port a4738715-4a17-4cb1-99d8-1604fa6de3d7 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '1a5a1c37-daea-4b9e-a49b-62869f64c131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'ebd03960-c8d3-4682-b7c0-dc3710548e76'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 14:00:51.924847 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8de88b-0fc0-4482-903a-2386a566e9f2 None None] Attempting to bind port a4738715-4a17-4cb1-99d8-1604fa6de3d7 on network ebd03960-c8d3-4682-b7c0-dc3710548e76 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 14:00:51.930214 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8de88b-0fc0-4482-903a-2386a566e9f2 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 14, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 14:00:51.930624 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8de88b-0fc0-4482-903a-2386a566e9f2 None None] Checking segment: {'id': '1a5a1c37-daea-4b9e-a49b-62869f64c131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'ebd03960-c8d3-4682-b7c0-dc3710548e76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 14:00:51.931078 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-4a8de88b-0fc0-4482-903a-2386a566e9f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:51.931430 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8de88b-0fc0-4482-903a-2386a566e9f2 None None] Bound using segment: {'id': '1a5a1c37-daea-4b9e-a49b-62869f64c131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'ebd03960-c8d3-4682-b7c0-dc3710548e76'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 14:00:51.931906 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-4a8de88b-0fc0-4482-903a-2386a566e9f2 None None] Bound port: a4738715-4a17-4cb1-99d8-1604fa6de3d7, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a5a1c37-daea-4b9e-a49b-62869f64c131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'ebd03960-c8d3-4682-b7c0-dc3710548e76'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 14:00:51.932290 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-4a8de88b-0fc0-4482-903a-2386a566e9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:52.006212 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-4a8de88b-0fc0-4482-903a-2386a566e9f2 None None] For port a4738715-4a17-4cb1-99d8-1604fa6de3d7, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 14:00:52.011364 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-4a8de88b-0fc0-4482-903a-2386a566e9f2 None None] For port a4738715-4a17-4cb1-99d8-1604fa6de3d7, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a4738715-4a17-4cb1-99d8-1604fa6de3d7,segment=NetworkSegment(1a5a1c37-daea-4b9e-a49b-62869f64c131),segment_id=1a5a1c37-daea-4b9e-a49b-62869f64c131)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 14:00:52.018969 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-4a8de88b-0fc0-4482-903a-2386a566e9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:52.081145 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8de88b-0fc0-4482-903a-2386a566e9f2 None None] Routers {'d96f63d7-1cff-473d-a07f-6338a9605bc9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:00:52.081804 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-4a8de88b-0fc0-4482-903a-2386a566e9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T14:00:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['d96f63d7-1cff-473d-a07f-6338a9605bc9'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:00:52.123545 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d64da79-ceec-4add-bc8a-3a1d8b13d372 None None] Pushing event updated for resources: {'Port': ['ID=a4738715-4a17-4cb1-99d8-1604fa6de3d7,revision_number=4']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:00:52.184324 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-a051ee43-42c0-4859-abbc-6d5e120fe317 None None] Provisioning complete for port a4738715-4a17-4cb1-99d8-1604fa6de3d7 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:00:52.184705 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a051ee43-42c0-4859-abbc-6d5e120fe317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:52.188477 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-258fb992-6f0e-454e-9682-2e3f8b67c1f2 req-964fffd4-0522-45d6-8642-1d961ef7d472 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c88e3db-c1f0-46ab-8cb5-43ffec65b2be HTTP/1.1" status: 200 len: 210 time: 0.0336018 Dec 21 14:00:52.244169 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-4a8de88b-0fc0-4482-903a-2386a566e9f2 None None] Set router d96f63d7-1cff-473d-a07f-6338a9605bc9 gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:00:52.545656 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a051ee43-42c0-4859-abbc-6d5e120fe317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:52.598817 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-a051ee43-42c0-4859-abbc-6d5e120fe317 None None] For port a4738715-4a17-4cb1-99d8-1604fa6de3d7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a4738715-4a17-4cb1-99d8-1604fa6de3d7,segment=NetworkSegment(1a5a1c37-daea-4b9e-a49b-62869f64c131),segment_id=1a5a1c37-daea-4b9e-a49b-62869f64c131)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:00:52.621086 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a051ee43-42c0-4859-abbc-6d5e120fe317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:52.679203 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051ee43-42c0-4859-abbc-6d5e120fe317 None None] Pushing event updated for resources: {'Port': ['ID=a4738715-4a17-4cb1-99d8-1604fa6de3d7,revision_number=5']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:00:52.694945 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-4a8de88b-0fc0-4482-903a-2386a566e9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd96f63d7-1cff-473d-a07f-6338a9605bc9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1924113590', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.157'}], 'enable_snat': True}, 'gw_port_id': '2b0fcf41-93b3-4f6b-842d-069344308659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:00:46Z', 'updated_at': '2021-12-21T14:00:49Z', 'revision_number': 4, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'gw_port': {'id': '2b0fcf41-93b3-4f6b-842d-069344308659', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96f63d7-1cff-473d-a07f-6338a9605bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:00:46Z', 'updated_at': '2021-12-21T14:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'a4738715-4a17-4cb1-99d8-1604fa6de3d7', 'name': '', 'network_id': 'ebd03960-c8d3-4682-b7c0-dc3710548e76', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'mac_address': 'fa:16:3e:2f:ff:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd96f63d7-1cff-473d-a07f-6338a9605bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '4ee436b7-75c8-4de8-b562-24f348de10df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:00:48Z', 'updated_at': '2021-12-21T14:00:52Z', 'revision_number': 4, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'subnets': [{'id': '4ee436b7-75c8-4de8-b562-24f348de10df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:00:52.721029 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8de88b-0fc0-4482-903a-2386a566e9f2 None None] The sync data for ids ['d96f63d7-1cff-473d-a07f-6338a9605bc9'] in dv-neutron-master-2-hyperv is: [{'id': 'd96f63d7-1cff-473d-a07f-6338a9605bc9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1924113590', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.157'}], 'enable_snat': True}, 'gw_port_id': '2b0fcf41-93b3-4f6b-842d-069344308659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:00:46Z', 'updated_at': '2021-12-21T14:00:49Z', 'revision_number': 4, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'gw_port': {'id': '2b0fcf41-93b3-4f6b-842d-069344308659', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96f63d7-1cff-473d-a07f-6338a9605bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:00:46Z', 'updated_at': '2021-12-21T14:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'a4738715-4a17-4cb1-99d8-1604fa6de3d7', 'name': '', 'network_id': 'ebd03960-c8d3-4682-b7c0-dc3710548e76', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'mac_address': 'fa:16:3e:2f:ff:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd96f63d7-1cff-473d-a07f-6338a9605bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '4ee436b7-75c8-4de8-b562-24f348de10df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:00:48Z', 'updated_at': '2021-12-21T14:00:52Z', 'revision_number': 4, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'subnets': [{'id': '4ee436b7-75c8-4de8-b562-24f348de10df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 14:00:52.739260 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-28e22c1a-ba7c-468a-b29b-73f6c9d0ff32 None None] Provisioning complete for port a4738715-4a17-4cb1-99d8-1604fa6de3d7 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:00:52.739635 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-28e22c1a-ba7c-468a-b29b-73f6c9d0ff32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:52.929648 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device a4738715-4a17-4cb1-99d8-1604fa6de3d7 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:00:52.978206 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port a4738715-4a17-4cb1-99d8-1604fa6de3d7 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:00:52.978693 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:53.292396 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-7dc2eb69-6686-4822-a4b0-0b755e957daf req-9ce7546e-c1ee-4f7c-8813-245d16054d9c tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c88e3db-c1f0-46ab-8cb5-43ffec65b2be HTTP/1.1" status: 200 len: 210 time: 0.0280199 Dec 21 14:00:54.201182 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bc6071-87a8-4f79-8436-8ca3886c9447 req-c2b22618-47f8-4293-8004-f22b967f6c61 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:00:54.203070 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f5bc6071-87a8-4f79-8436-8ca3886c9447 req-c2b22618-47f8-4293-8004-f22b967f6c61 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.60 "GET /v2.0/networks?id=ebd03960-c8d3-4682-b7c0-dc3710548e76 HTTP/1.1" status: 200 len: 797 time: 0.1113126 Dec 21 14:00:54.280232 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f5bc6071-87a8-4f79-8436-8ca3886c9447 req-9c6ae37e-77e3-4c18-9409-ced0a80466d1 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1d23353b1544887bb518bdbacf8b4d3 HTTP/1.1" status: 200 len: 380 time: 0.0539773 Dec 21 14:00:54.292830 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [req-f5bc6071-87a8-4f79-8436-8ca3886c9447 req-4ef1770a-6e19-4d58-8ac8-c61df21fae06 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Request body: {'port': {'device_id': '0c88e3db-c1f0-46ab-8cb5-43ffec65b2be', 'network_id': 'ebd03960-c8d3-4682-b7c0-dc3710548e76', 'admin_state_up': True, 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'security_groups': ['83f98813-343b-476a-95ef-751873f5cc3a']}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:00:54.392481 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-46f4f801-3f79-4cbb-bf3d-95ad309ecf63 req-c6b90bd0-2e2f-47ce-80e3-f3db887d6625 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c88e3db-c1f0-46ab-8cb5-43ffec65b2be HTTP/1.1" status: 200 len: 210 time: 0.0290892 Dec 21 14:00:54.435713 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5bc6071-87a8-4f79-8436-8ca3886c9447 req-4ef1770a-6e19-4d58-8ac8-c61df21fae06 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Made reservation on behalf of a1d23353b1544887bb518bdbacf8b4d3 for: {'port': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 14:00:54.439188 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-f5bc6071-87a8-4f79-8436-8ca3886c9447 req-4ef1770a-6e19-4d58-8ac8-c61df21fae06 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:54.560946 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [req-f5bc6071-87a8-4f79-8436-8ca3886c9447 req-4ef1770a-6e19-4d58-8ac8-c61df21fae06 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Allocated IP 172.20.0.4 (ebd03960-c8d3-4682-b7c0-dc3710548e76/4ee436b7-75c8-4de8-b562-24f348de10df/e290c83e-bb9c-4efa-9f99-a1145dd5df7d) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 14:00:54.695311 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-f5bc6071-87a8-4f79-8436-8ca3886c9447 req-4ef1770a-6e19-4d58-8ac8-c61df21fae06 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:54.728479 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-f5bc6071-87a8-4f79-8436-8ca3886c9447 req-4ef1770a-6e19-4d58-8ac8-c61df21fae06 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:54.773020 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5bc6071-87a8-4f79-8436-8ca3886c9447 req-4ef1770a-6e19-4d58-8ac8-c61df21fae06 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Network ebd03960-c8d3-4682-b7c0-dc3710548e76 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 14:00:54.776409 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [req-f5bc6071-87a8-4f79-8436-8ca3886c9447 req-4ef1770a-6e19-4d58-8ac8-c61df21fae06 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:00:54.779894 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5bc6071-87a8-4f79-8436-8ca3886c9447 req-4ef1770a-6e19-4d58-8ac8-c61df21fae06 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 14:00:54.808407 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef1770a-6e19-4d58-8ac8-c61df21fae06 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Pushing event updated for resources: {'Port': ['ID=e290c83e-bb9c-4efa-9f99-a1145dd5df7d,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:00:54.835575 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bc6071-87a8-4f79-8436-8ca3886c9447 req-4ef1770a-6e19-4d58-8ac8-c61df21fae06 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:00:54.836196 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-f5bc6071-87a8-4f79-8436-8ca3886c9447 req-4ef1770a-6e19-4d58-8ac8-c61df21fae06 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:54.853538 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f5bc6071-87a8-4f79-8436-8ca3886c9447 req-4ef1770a-6e19-4d58-8ac8-c61df21fae06 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5642750 Dec 21 14:00:54.870066 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [req-f5bc6071-87a8-4f79-8436-8ca3886c9447 req-5f28a181-3f4b-448e-97ca-c6efd2bdc76b service neutron] Request body: {'port': {'device_id': '0c88e3db-c1f0-46ab-8cb5-43ffec65b2be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:00:54.931122 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-f5bc6071-87a8-4f79-8436-8ca3886c9447 req-5f28a181-3f4b-448e-97ca-c6efd2bdc76b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:55.061059 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-5e8ee841-7813-4705-b95e-02e1ef2e407a None None] Provisioning complete for port e290c83e-bb9c-4efa-9f99-a1145dd5df7d triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:00:55.061573 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-5e8ee841-7813-4705-b95e-02e1ef2e407a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:55.098567 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-5e8ee841-7813-4705-b95e-02e1ef2e407a None None] Port e290c83e-bb9c-4efa-9f99-a1145dd5df7d cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 14:00:55.203767 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [req-f5bc6071-87a8-4f79-8436-8ca3886c9447 req-5f28a181-3f4b-448e-97ca-c6efd2bdc76b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e290c83e-bb9c-4efa-9f99-a1145dd5df7d {{(pid=103153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 14:00:55.206396 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-276cfa9b-0d78-4c33-a99a-cb9f4b6d3148 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:55.211820 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-f5bc6071-87a8-4f79-8436-8ca3886c9447 req-5f28a181-3f4b-448e-97ca-c6efd2bdc76b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:55.224001 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.provisioning_blocks [req-f5bc6071-87a8-4f79-8436-8ca3886c9447 req-5f28a181-3f4b-448e-97ca-c6efd2bdc76b service neutron] Transition to ACTIVE for port object e290c83e-bb9c-4efa-9f99-a1145dd5df7d will not be triggered until provisioned by entity L2. {{(pid=103153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 14:00:55.227362 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-f5bc6071-87a8-4f79-8436-8ca3886c9447 req-5f28a181-3f4b-448e-97ca-c6efd2bdc76b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:55.287226 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f28a181-3f4b-448e-97ca-c6efd2bdc76b service neutron] Pushing event updated for resources: {'Port': ['ID=e290c83e-bb9c-4efa-9f99-a1145dd5df7d,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:00:55.356567 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-f5bc6071-87a8-4f79-8436-8ca3886c9447 req-5f28a181-3f4b-448e-97ca-c6efd2bdc76b service neutron] Attempting to bind port e290c83e-bb9c-4efa-9f99-a1145dd5df7d on host hv-neutron-mast for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 14:00:55.356911 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-f5bc6071-87a8-4f79-8436-8ca3886c9447 req-5f28a181-3f4b-448e-97ca-c6efd2bdc76b service neutron] Attempting to bind port e290c83e-bb9c-4efa-9f99-a1145dd5df7d by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '1a5a1c37-daea-4b9e-a49b-62869f64c131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'ebd03960-c8d3-4682-b7c0-dc3710548e76'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 14:00:55.357246 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bc6071-87a8-4f79-8436-8ca3886c9447 req-5f28a181-3f4b-448e-97ca-c6efd2bdc76b service neutron] Attempting to bind port e290c83e-bb9c-4efa-9f99-a1145dd5df7d on network ebd03960-c8d3-4682-b7c0-dc3710548e76 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 14:00:55.362384 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bc6071-87a8-4f79-8436-8ca3886c9447 req-5f28a181-3f4b-448e-97ca-c6efd2bdc76b service neutron] Port e290c83e-bb9c-4efa-9f99-a1145dd5df7d on network ebd03960-c8d3-4682-b7c0-dc3710548e76 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 14:00:55.362724 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bc6071-87a8-4f79-8436-8ca3886c9447 req-5f28a181-3f4b-448e-97ca-c6efd2bdc76b service neutron] Attempting to bind port e290c83e-bb9c-4efa-9f99-a1145dd5df7d on network ebd03960-c8d3-4682-b7c0-dc3710548e76 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 14:00:55.367934 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bc6071-87a8-4f79-8436-8ca3886c9447 req-5f28a181-3f4b-448e-97ca-c6efd2bdc76b service neutron] Checking agent: {'id': 'cb078e0e-af00-4e4f-8117-46ca6496af1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 23, 43), 'started_at': datetime.datetime(2021, 12, 21, 13, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 14, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 14:00:55.368275 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bc6071-87a8-4f79-8436-8ca3886c9447 req-5f28a181-3f4b-448e-97ca-c6efd2bdc76b service neutron] Checking segment: {'id': '1a5a1c37-daea-4b9e-a49b-62869f64c131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'ebd03960-c8d3-4682-b7c0-dc3710548e76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 14:00:55.368666 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bc6071-87a8-4f79-8436-8ca3886c9447 req-5f28a181-3f4b-448e-97ca-c6efd2bdc76b service neutron] Bound using segment: {'id': '1a5a1c37-daea-4b9e-a49b-62869f64c131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'ebd03960-c8d3-4682-b7c0-dc3710548e76'} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 14:00:55.369097 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-f5bc6071-87a8-4f79-8436-8ca3886c9447 req-5f28a181-3f4b-448e-97ca-c6efd2bdc76b service neutron] Bound port: e290c83e-bb9c-4efa-9f99-a1145dd5df7d, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a5a1c37-daea-4b9e-a49b-62869f64c131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'ebd03960-c8d3-4682-b7c0-dc3710548e76'}}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 14:00:55.369453 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-f5bc6071-87a8-4f79-8436-8ca3886c9447 req-5f28a181-3f4b-448e-97ca-c6efd2bdc76b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:55.441325 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-f5bc6071-87a8-4f79-8436-8ca3886c9447 req-5f28a181-3f4b-448e-97ca-c6efd2bdc76b service neutron] For port e290c83e-bb9c-4efa-9f99-a1145dd5df7d, host hv-neutron-mast, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 14:00:55.444328 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-f5bc6071-87a8-4f79-8436-8ca3886c9447 req-5f28a181-3f4b-448e-97ca-c6efd2bdc76b service neutron] For port e290c83e-bb9c-4efa-9f99-a1145dd5df7d, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e290c83e-bb9c-4efa-9f99-a1145dd5df7d,segment=NetworkSegment(1a5a1c37-daea-4b9e-a49b-62869f64c131),segment_id=1a5a1c37-daea-4b9e-a49b-62869f64c131)] {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 14:00:55.450419 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-f5bc6071-87a8-4f79-8436-8ca3886c9447 req-5f28a181-3f4b-448e-97ca-c6efd2bdc76b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:55.487099 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bc6071-87a8-4f79-8436-8ca3886c9447 req-5f28a181-3f4b-448e-97ca-c6efd2bdc76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:00:55.487743 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-f5bc6071-87a8-4f79-8436-8ca3886c9447 req-5f28a181-3f4b-448e-97ca-c6efd2bdc76b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:55.489166 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f5bc6071-87a8-4f79-8436-8ca3886c9447 req-5f28a181-3f4b-448e-97ca-c6efd2bdc76b service neutron] 10.222.0.60 "PUT /v2.0/ports/e290c83e-bb9c-4efa-9f99-a1145dd5df7d HTTP/1.1" status: 200 len: 1093 time: 0.6233928 Dec 21 14:00:55.489612 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c88e3db-c1f0-46ab-8cb5-43ffec65b2be', 'tag': 'e290c83e-bb9c-4efa-9f99-a1145dd5df7d'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:00:55.491907 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af6034c98e584fa55ea4398f343c742ceb598288507feaf30d5a15785b2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9b85eeb-547e-4c6d-984b-b0eef0abc8f6" -d '{"events": [{"name": "network-changed", "server_uuid": "0c88e3db-c1f0-46ab-8cb5-43ffec65b2be", "tag": "e290c83e-bb9c-4efa-9f99-a1145dd5df7d"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:00:55.516902 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f28a181-3f4b-448e-97ca-c6efd2bdc76b service neutron] Pushing event updated for resources: {'Port': ['ID=e290c83e-bb9c-4efa-9f99-a1145dd5df7d,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:00:55.526950 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e21e68-f56d-4711-b1ca-0c072142f987 req-5acf4593-83de-4119-8527-c4d060086290 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:00:55.532814 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-e3e21e68-f56d-4711-b1ca-0c072142f987 req-5acf4593-83de-4119-8527-c4d060086290 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c88e3db-c1f0-46ab-8cb5-43ffec65b2be HTTP/1.1" status: 200 len: 943 time: 0.0691051 Dec 21 14:00:55.550003 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 14:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-522061f4-b4a6-4df5-a3e3-c6b9b37c5158 x-openstack-request-id: req-522061f4-b4a6-4df5-a3e3-c6b9b37c5158 {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:00:55.550300 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c88e3db-c1f0-46ab-8cb5-43ffec65b2be", "tag": "e290c83e-bb9c-4efa-9f99-a1145dd5df7d", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:00:55.550582 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-522061f4-b4a6-4df5-a3e3-c6b9b37c5158 {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:00:55.550992 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c88e3db-c1f0-46ab-8cb5-43ffec65b2be', 'tag': 'e290c83e-bb9c-4efa-9f99-a1145dd5df7d', 'status': 'completed', 'code': 200} Dec 21 14:00:55.588134 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-e3e21e68-f56d-4711-b1ca-0c072142f987 req-b2fec806-05a1-4bf4-9caa-836d5abf3fbb tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?id=83f98813-343b-476a-95ef-751873f5cc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492766 Dec 21 14:00:55.613950 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bc6071-87a8-4f79-8436-8ca3886c9447 req-0ac70716-741b-4a40-a74f-be86a9a079b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:00:55.615571 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f5bc6071-87a8-4f79-8436-8ca3886c9447 req-0ac70716-741b-4a40-a74f-be86a9a079b4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a1d23353b1544887bb518bdbacf8b4d3&device_id=0c88e3db-c1f0-46ab-8cb5-43ffec65b2be HTTP/1.1" status: 200 len: 1096 time: 0.0518596 Dec 21 14:00:55.667552 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f5bc6071-87a8-4f79-8436-8ca3886c9447 req-24a6463f-6877-4809-aba3-150f39aadceb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e290c83e-bb9c-4efa-9f99-a1145dd5df7d HTTP/1.1" status: 200 len: 217 time: 0.0383315 Dec 21 14:00:55.715211 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bc6071-87a8-4f79-8436-8ca3886c9447 req-e4285cd8-5665-4d48-aaf3-067d2f084415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:00:55.716683 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f5bc6071-87a8-4f79-8436-8ca3886c9447 req-e4285cd8-5665-4d48-aaf3-067d2f084415 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4ee436b7-75c8-4de8-b562-24f348de10df HTTP/1.1" status: 200 len: 835 time: 0.0432043 Dec 21 14:00:55.761345 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bc6071-87a8-4f79-8436-8ca3886c9447 req-582c3c18-63b2-4e8d-a8d5-176d0eacb80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:00:55.762901 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f5bc6071-87a8-4f79-8436-8ca3886c9447 req-582c3c18-63b2-4e8d-a8d5-176d0eacb80c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ebd03960-c8d3-4682-b7c0-dc3710548e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397019 Dec 21 14:00:56.145254 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f5bc6071-87a8-4f79-8436-8ca3886c9447 req-bbd01f7f-8601-4cd4-a769-4ca6e9e6c219 service neutron] 10.222.0.60 "GET /v2.0/networks/ebd03960-c8d3-4682-b7c0-dc3710548e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3759112 Dec 21 14:00:56.231760 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f5bc6071-87a8-4f79-8436-8ca3886c9447 req-a0700073-6882-4e2c-9519-02444749c0d1 service neutron] 10.222.0.60 "GET /v2.0/networks/ebd03960-c8d3-4682-b7c0-dc3710548e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803888 Dec 21 14:00:56.356891 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b85eeb-547e-4c6d-984b-b0eef0abc8f6 req-f924523b-78be-4387-b005-24339ba8fcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:00:56.358299 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-e9b85eeb-547e-4c6d-984b-b0eef0abc8f6 req-f924523b-78be-4387-b005-24339ba8fcd5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a1d23353b1544887bb518bdbacf8b4d3&device_id=0c88e3db-c1f0-46ab-8cb5-43ffec65b2be HTTP/1.1" status: 200 len: 1096 time: 0.0441227 Dec 21 14:00:56.445707 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b85eeb-547e-4c6d-984b-b0eef0abc8f6 req-754df84b-3951-4767-8221-4750b2f2e0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:00:56.447205 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-e9b85eeb-547e-4c6d-984b-b0eef0abc8f6 req-754df84b-3951-4767-8221-4750b2f2e0a7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ebd03960-c8d3-4682-b7c0-dc3710548e76 HTTP/1.1" status: 200 len: 898 time: 0.0826149 Dec 21 14:00:56.491183 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-e9b85eeb-547e-4c6d-984b-b0eef0abc8f6 req-7e500596-2592-4fb7-866b-d846ac28ab14 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e290c83e-bb9c-4efa-9f99-a1145dd5df7d HTTP/1.1" status: 200 len: 217 time: 0.0368989 Dec 21 14:00:56.538603 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b85eeb-547e-4c6d-984b-b0eef0abc8f6 req-a386341e-03d4-49fd-b973-3f8e89245d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:00:56.539996 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-e9b85eeb-547e-4c6d-984b-b0eef0abc8f6 req-a386341e-03d4-49fd-b973-3f8e89245d44 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4ee436b7-75c8-4de8-b562-24f348de10df HTTP/1.1" status: 200 len: 835 time: 0.0419931 Dec 21 14:00:56.584735 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b85eeb-547e-4c6d-984b-b0eef0abc8f6 req-6219b987-2afd-4179-be8b-df933cdc5d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:00:56.586196 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-e9b85eeb-547e-4c6d-984b-b0eef0abc8f6 req-6219b987-2afd-4179-be8b-df933cdc5d74 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ebd03960-c8d3-4682-b7c0-dc3710548e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0385344 Dec 21 14:00:56.705673 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-e9b85eeb-547e-4c6d-984b-b0eef0abc8f6 req-e19ab916-1c17-4f10-a17e-06e4d1bc558c service neutron] 10.222.0.60 "GET /v2.0/networks/ebd03960-c8d3-4682-b7c0-dc3710548e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108358 Dec 21 14:00:56.728786 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceaa690-bf2a-4e78-89ba-df6490cb9e87 req-560efe7c-c766-4a04-900b-9aecf97bec30 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:00:56.730189 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-4ceaa690-bf2a-4e78-89ba-df6490cb9e87 req-560efe7c-c766-4a04-900b-9aecf97bec30 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c88e3db-c1f0-46ab-8cb5-43ffec65b2be HTTP/1.1" status: 200 len: 943 time: 0.0701602 Dec 21 14:00:56.829601 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-4ceaa690-bf2a-4e78-89ba-df6490cb9e87 req-48192457-f959-49d7-a97b-287ffe589bf8 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?id=83f98813-343b-476a-95ef-751873f5cc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893772 Dec 21 14:00:56.843063 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-e9b85eeb-547e-4c6d-984b-b0eef0abc8f6 req-3b336460-4998-45a2-925e-27548d7844fc service neutron] 10.222.0.60 "GET /v2.0/networks/ebd03960-c8d3-4682-b7c0-dc3710548e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298811 Dec 21 14:00:57.673761 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-06287d03-b2ab-48ed-95e8-b50727853fcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:57.944967 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5803e5-c00f-40d1-abf4-2b0411b4f5bb req-33f1971d-4dc5-4026-bb84-631587a52a81 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:00:57.946338 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-4d5803e5-c00f-40d1-abf4-2b0411b4f5bb req-33f1971d-4dc5-4026-bb84-631587a52a81 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c88e3db-c1f0-46ab-8cb5-43ffec65b2be HTTP/1.1" status: 200 len: 943 time: 0.0515161 Dec 21 14:00:57.993982 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-4d5803e5-c00f-40d1-abf4-2b0411b4f5bb req-570b2460-bdf9-463f-9f51-df1fea37f795 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?id=83f98813-343b-476a-95ef-751873f5cc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417595 Dec 21 14:00:58.426696 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device e290c83e-bb9c-4efa-9f99-a1145dd5df7d details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 14:00:58.520022 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port e290c83e-bb9c-4efa-9f99-a1145dd5df7d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e290c83e-bb9c-4efa-9f99-a1145dd5df7d,segment=NetworkSegment(1a5a1c37-daea-4b9e-a49b-62869f64c131),segment_id=1a5a1c37-daea-4b9e-a49b-62869f64c131)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:00:58.529856 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Returning: {'device': 'e290c83e-bb9c-4efa-9f99-a1145dd5df7d', 'network_id': 'ebd03960-c8d3-4682-b7c0-dc3710548e76', 'port_id': 'e290c83e-bb9c-4efa-9f99-a1145dd5df7d', 'mac_address': 'fa:16:3e:8e:01:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ee436b7-75c8-4de8-b562-24f348de10df', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 14:00:58.566160 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:58.579099 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e290c83e-bb9c-4efa-9f99-a1145dd5df7d {{(pid=103154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 14:00:58.597513 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port e290c83e-bb9c-4efa-9f99-a1145dd5df7d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e290c83e-bb9c-4efa-9f99-a1145dd5df7d,segment=NetworkSegment(1a5a1c37-daea-4b9e-a49b-62869f64c131),segment_id=1a5a1c37-daea-4b9e-a49b-62869f64c131)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:00:58.601283 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:58.646985 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=e290c83e-bb9c-4efa-9f99-a1145dd5df7d,revision_number=4']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:00:58.873408 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] get_ports_and_sgs() called for port_ids ['e290c83e-bb9c-4efa-9f99-a1145dd5df7d'] {{(pid=103154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 14:00:58.929363 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:00:59.107564 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e755681-244f-4444-bf98-9284e8fc6f70 req-70aa83a0-ae47-4230-b061-cecf36ed0a63 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:00:59.109489 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-2e755681-244f-4444-bf98-9284e8fc6f70 req-70aa83a0-ae47-4230-b061-cecf36ed0a63 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c88e3db-c1f0-46ab-8cb5-43ffec65b2be HTTP/1.1" status: 200 len: 944 time: 0.0493612 Dec 21 14:00:59.159579 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-2e755681-244f-4444-bf98-9284e8fc6f70 req-119d054e-1835-4ecc-a708-af158afa33ca tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?id=83f98813-343b-476a-95ef-751873f5cc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439465 Dec 21 14:01:00.272832 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bde9bb-a788-44b4-9570-35613e4c775d req-57da6ea1-b22d-4510-a668-eef84adfa68b tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:01:00.274308 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-82bde9bb-a788-44b4-9570-35613e4c775d req-57da6ea1-b22d-4510-a668-eef84adfa68b tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c88e3db-c1f0-46ab-8cb5-43ffec65b2be HTTP/1.1" status: 200 len: 944 time: 0.0484302 Dec 21 14:01:00.323777 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-82bde9bb-a788-44b4-9570-35613e4c775d req-5d009f55-b6b4-4179-afdc-178d17388e45 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?id=83f98813-343b-476a-95ef-751873f5cc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436110 Dec 21 14:01:00.426839 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device e290c83e-bb9c-4efa-9f99-a1145dd5df7d up at agent hyperv_hv-neutron-mast {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:01:00.474835 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Provisioning for port e290c83e-bb9c-4efa-9f99-a1145dd5df7d completed by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 14:01:00.478279 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Provisioning complete for port e290c83e-bb9c-4efa-9f99-a1145dd5df7d triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:01:00.478681 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:01:00.555017 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:01:00.576616 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c88e3db-c1f0-46ab-8cb5-43ffec65b2be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e290c83e-bb9c-4efa-9f99-a1145dd5df7d'}] {{(pid=103154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:01:00.578883 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6f45aca8ac5f8c0cc5868273c98d8aa60330245aed22d61c8da5c1f2d6fc01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a0463d7-7276-43c1-96a2-81208309a0ac" -d '{"events": [{"server_uuid": "0c88e3db-c1f0-46ab-8cb5-43ffec65b2be", "name": "network-vif-plugged", "status": "completed", "tag": "e290c83e-bb9c-4efa-9f99-a1145dd5df7d"}]}' {{(pid=103154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:01:00.594483 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port e290c83e-bb9c-4efa-9f99-a1145dd5df7d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e290c83e-bb9c-4efa-9f99-a1145dd5df7d,segment=NetworkSegment(1a5a1c37-daea-4b9e-a49b-62869f64c131),segment_id=1a5a1c37-daea-4b9e-a49b-62869f64c131)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:01:00.599795 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:01:00.646592 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=e290c83e-bb9c-4efa-9f99-a1145dd5df7d,revision_number=5']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:01:00.673140 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 14:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55c431c9-1e7c-4f34-ab40-daa5c3d65e46 x-openstack-request-id: req-55c431c9-1e7c-4f34-ab40-daa5c3d65e46 {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:01:00.673686 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c88e3db-c1f0-46ab-8cb5-43ffec65b2be", "name": "network-vif-plugged", "status": "completed", "tag": "e290c83e-bb9c-4efa-9f99-a1145dd5df7d", "code": 200}]} {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:01:00.673940 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-55c431c9-1e7c-4f34-ab40-daa5c3d65e46 {{(pid=103154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:01:00.674338 dv-neutron-master-2-hyperv neutron-server[103154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c88e3db-c1f0-46ab-8cb5-43ffec65b2be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e290c83e-bb9c-4efa-9f99-a1145dd5df7d', 'code': 200} Dec 21 14:01:00.870988 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901da903-dba6-48af-ae0e-62a5a04e82a8 req-fde38d5b-d057-442e-9d36-462294b2f805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:01:00.872500 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-901da903-dba6-48af-ae0e-62a5a04e82a8 req-fde38d5b-d057-442e-9d36-462294b2f805 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0c88e3db-c1f0-46ab-8cb5-43ffec65b2be HTTP/1.1" status: 200 len: 1098 time: 0.0407214 Dec 21 14:01:00.897008 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:01:00.918473 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-901da903-dba6-48af-ae0e-62a5a04e82a8 req-b020687d-c093-4f1e-86e0-26529ee994e7 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=83f98813-343b-476a-95ef-751873f5cc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395353 Dec 21 14:01:01.101422 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:01:01.439413 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fea58cb-2af6-452f-92cb-26afcedc4ef9 req-3e333673-3cde-48d3-9a0f-e5e00b36b19b tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:01:01.440882 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-6fea58cb-2af6-452f-92cb-26afcedc4ef9 req-3e333673-3cde-48d3-9a0f-e5e00b36b19b tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c88e3db-c1f0-46ab-8cb5-43ffec65b2be HTTP/1.1" status: 200 len: 945 time: 0.0520017 Dec 21 14:01:01.488564 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-6fea58cb-2af6-452f-92cb-26afcedc4ef9 req-2dcbf4a0-53a6-491b-8994-5af952609b37 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?id=83f98813-343b-476a-95ef-751873f5cc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418282 Dec 21 14:01:02.608969 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee35af94-c251-4f82-aa1a-9caa3eb3b6f6 req-31ecc68d-4bc4-4a6e-9366-e51d9090aa4c tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:01:02.611103 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-ee35af94-c251-4f82-aa1a-9caa3eb3b6f6 req-31ecc68d-4bc4-4a6e-9366-e51d9090aa4c tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c88e3db-c1f0-46ab-8cb5-43ffec65b2be HTTP/1.1" status: 200 len: 945 time: 0.0522320 Dec 21 14:01:02.660008 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-ee35af94-c251-4f82-aa1a-9caa3eb3b6f6 req-588383e9-3d1c-4a06-a8af-83f70ccbd5e3 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?id=83f98813-343b-476a-95ef-751873f5cc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425601 Dec 21 14:01:02.770604 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c3728d-be05-4ba5-be50-741fb3cd7655 req-19062f9e-5987-4600-aa94-3152a6964d06 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:01:02.772059 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-13c3728d-be05-4ba5-be50-741fb3cd7655 req-19062f9e-5987-4600-aa94-3152a6964d06 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c88e3db-c1f0-46ab-8cb5-43ffec65b2be HTTP/1.1" status: 200 len: 945 time: 0.0475864 Dec 21 14:01:02.819422 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-13c3728d-be05-4ba5-be50-741fb3cd7655 req-909b6553-b120-4e16-a973-59a04a7463fd tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?id=83f98813-343b-476a-95ef-751873f5cc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415699 Dec 21 14:01:02.840470 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 37742) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:01:02.878302 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ee3ed2-9c2f-42f6-8233-4925a879c4a9 tempest-TestNetworkAdvancedServerOps-559942621 tempest-TestNetworkAdvancedServerOps-559942621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:01:02.879736 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-90ee3ed2-9c2f-42f6-8233-4925a879c4a9 tempest-TestNetworkAdvancedServerOps-559942621 tempest-TestNetworkAdvancedServerOps-559942621-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=0c88e3db-c1f0-46ab-8cb5-43ffec65b2be HTTP/1.1" status: 200 len: 1093 time: 0.0383239 Dec 21 14:01:02.882489 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 37744) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:01:02.886565 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-e2a94568-fb2e-47e1-88b6-a180cc0503cb tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Request body: {'floatingip': {'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'port_id': 'e290c83e-bb9c-4efa-9f99-a1145dd5df7d', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:01:02.909917 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e2a94568-fb2e-47e1-88b6-a180cc0503cb tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for floatingip, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:01:03.006566 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e2a94568-fb2e-47e1-88b6-a180cc0503cb tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:01:03.110949 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-e2a94568-fb2e-47e1-88b6-a180cc0503cb tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Allocated IP 172.36.3.116 (7fdf1889-f079-4166-bbda-88b2a8d8d595/051a5607-1753-4008-a2f2-d94b48752e9c/c5a2db5d-888c-4221-969b-48b8f4a3804c) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 14:01:03.212538 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e2a94568-fb2e-47e1-88b6-a180cc0503cb tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:01:03.243578 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e2a94568-fb2e-47e1-88b6-a180cc0503cb tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:01:03.282764 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a94568-fb2e-47e1-88b6-a180cc0503cb tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Network 7fdf1889-f079-4166-bbda-88b2a8d8d595 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 14:01:03.285848 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-e2a94568-fb2e-47e1-88b6-a180cc0503cb tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:01:03.289245 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a94568-fb2e-47e1-88b6-a180cc0503cb tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 14:01:03.314386 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a94568-fb2e-47e1-88b6-a180cc0503cb tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Pushing event updated for resources: {'Port': ['ID=c5a2db5d-888c-4221-969b-48b8f4a3804c,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:01:03.644661 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e2a94568-fb2e-47e1-88b6-a180cc0503cb tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:01:03.711528 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e2a94568-fb2e-47e1-88b6-a180cc0503cb tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:01:03.855350 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e2a94568-fb2e-47e1-88b6-a180cc0503cb tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:01:03.859815 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e2a94568-fb2e-47e1-88b6-a180cc0503cb tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805230'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:01:03.930647 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a94568-fb2e-47e1-88b6-a180cc0503cb tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Pushing event updated for resources: {'Port': ['ID=c5a2db5d-888c-4221-969b-48b8f4a3804c,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:01:03.940371 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e2a94568-fb2e-47e1-88b6-a180cc0503cb tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548820'] for floatingip, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:01:04.038825 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.l3_db [None req-e2a94568-fb2e-47e1-88b6-a180cc0503cb tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Floating IP 9fcdaa44-4a37-4131-a8ab-727960826651 associated. External IP: 172.36.3.116, port: e290c83e-bb9c-4efa-9f99-a1145dd5df7d. Dec 21 14:01:04.535004 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2a94568-fb2e-47e1-88b6-a180cc0503cb tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Router d96f63d7-1cff-473d-a07f-6338a9605bc9 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 14:01:04.636555 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2a94568-fb2e-47e1-88b6-a180cc0503cb tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 14:01:04.646578 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9c5f1c-ca64-4502-995e-aaba096994ce None None] Sync routers for ids ['d96f63d7-1cff-473d-a07f-6338a9605bc9'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 14:01:04.654776 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e2a94568-fb2e-47e1-88b6-a180cc0503cb tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for floatingip, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:01:04.657996 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9c5f1c-ca64-4502-995e-aaba096994ce None None] Routers {'d96f63d7-1cff-473d-a07f-6338a9605bc9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:01:04.658647 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-cb9c5f1c-ca64-4502-995e-aaba096994ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T14:00:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['d96f63d7-1cff-473d-a07f-6338a9605bc9'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:01:04.687266 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-e2a94568-fb2e-47e1-88b6-a180cc0503cb tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8013821 Dec 21 14:01:04.687266 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c88e3db-c1f0-46ab-8cb5-43ffec65b2be', 'tag': 'e290c83e-bb9c-4efa-9f99-a1145dd5df7d'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:01:04.687758 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d59863cea1d3cd3753b105ac340115874538247bffc4ddd9c7a2f3cf3d2521b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b95061fc-1fcf-41e8-8919-a58c06162ee9" -d '{"events": [{"name": "network-changed", "server_uuid": "0c88e3db-c1f0-46ab-8cb5-43ffec65b2be", "tag": "e290c83e-bb9c-4efa-9f99-a1145dd5df7d"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:01:04.725901 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 14:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30a5feff-2ebd-4067-89cb-a1e8d86c600f x-openstack-request-id: req-30a5feff-2ebd-4067-89cb-a1e8d86c600f {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:01:04.726205 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c88e3db-c1f0-46ab-8cb5-43ffec65b2be", "tag": "e290c83e-bb9c-4efa-9f99-a1145dd5df7d", "status": "completed", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:01:04.726458 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-30a5feff-2ebd-4067-89cb-a1e8d86c600f {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:01:04.726859 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c88e3db-c1f0-46ab-8cb5-43ffec65b2be', 'tag': 'e290c83e-bb9c-4efa-9f99-a1145dd5df7d', 'status': 'completed', 'code': 200} Dec 21 14:01:04.774057 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-cb9c5f1c-ca64-4502-995e-aaba096994ce None None] Set router d96f63d7-1cff-473d-a07f-6338a9605bc9 gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:01:04.809593 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bedba25-2485-48f4-a890-96214089ec7f req-5cd9c500-69e5-4430-b568-17405a9550a6 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:01:04.811088 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-8bedba25-2485-48f4-a890-96214089ec7f req-5cd9c500-69e5-4430-b568-17405a9550a6 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c88e3db-c1f0-46ab-8cb5-43ffec65b2be HTTP/1.1" status: 200 len: 945 time: 0.0750980 Dec 21 14:01:04.827317 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95061fc-1fcf-41e8-8919-a58c06162ee9 req-f1076f50-95bd-4796-946b-f804de383eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:01:04.829391 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b95061fc-1fcf-41e8-8919-a58c06162ee9 req-f1076f50-95bd-4796-946b-f804de383eb7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a1d23353b1544887bb518bdbacf8b4d3&device_id=0c88e3db-c1f0-46ab-8cb5-43ffec65b2be HTTP/1.1" status: 200 len: 1098 time: 0.0610597 Dec 21 14:01:04.922421 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-8bedba25-2485-48f4-a890-96214089ec7f req-669c2e41-8e28-47bc-a7e6-d41bcaccbfd8 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?id=83f98813-343b-476a-95ef-751873f5cc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039824 Dec 21 14:01:04.946300 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 37750) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:01:04.947862 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95061fc-1fcf-41e8-8919-a58c06162ee9 req-8d883e27-6e49-4c24-a858-1dfd359b6d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:01:04.949369 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b95061fc-1fcf-41e8-8919-a58c06162ee9 req-8d883e27-6e49-4c24-a858-1dfd359b6d98 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ebd03960-c8d3-4682-b7c0-dc3710548e76 HTTP/1.1" status: 200 len: 898 time: 0.1140873 Dec 21 14:01:05.004988 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-cb9c5f1c-ca64-4502-995e-aaba096994ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd96f63d7-1cff-473d-a07f-6338a9605bc9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1924113590', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.157'}], 'enable_snat': True}, 'gw_port_id': '2b0fcf41-93b3-4f6b-842d-069344308659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:00:46Z', 'updated_at': '2021-12-21T14:00:49Z', 'revision_number': 4, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'gw_port': {'id': '2b0fcf41-93b3-4f6b-842d-069344308659', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96f63d7-1cff-473d-a07f-6338a9605bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:00:46Z', 'updated_at': '2021-12-21T14:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '9fcdaa44-4a37-4131-a8ab-727960826651', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'floating_ip_address': '172.36.3.116', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': 'd96f63d7-1cff-473d-a07f-6338a9605bc9', 'port_id': 'e290c83e-bb9c-4efa-9f99-a1145dd5df7d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1761, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebd03960-c8d3-4682-b7c0-dc3710548e76', 'mac_address': 'fa:16:3e:8e:01:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c88e3db-c1f0-46ab-8cb5-43ffec65b2be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T14:01:03Z', 'updated_at': '2021-12-21T14:01:03Z', 'revision_number': 0, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4738715-4a17-4cb1-99d8-1604fa6de3d7', 'name': '', 'network_id': 'ebd03960-c8d3-4682-b7c0-dc3710548e76', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'mac_address': 'fa:16:3e:2f:ff:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96f63d7-1cff-473d-a07f-6338a9605bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '4ee436b7-75c8-4de8-b562-24f348de10df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:00:48Z', 'updated_at': '2021-12-21T14:00:52Z', 'revision_number': 5, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'subnets': [{'id': '4ee436b7-75c8-4de8-b562-24f348de10df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:01:05.008008 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-46722f1f-af45-48e7-944f-353ba91f9260 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/floatingips/9fcdaa44-4a37-4131-a8ab-727960826651 HTTP/1.1" status: 200 len: 991 time: 0.0605187 Dec 21 14:01:05.023192 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b95061fc-1fcf-41e8-8919-a58c06162ee9 req-905328a3-6d74-4195-8055-6f50a3b0f236 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e290c83e-bb9c-4efa-9f99-a1145dd5df7d HTTP/1.1" status: 200 len: 999 time: 0.0672791 Dec 21 14:01:05.036623 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9c5f1c-ca64-4502-995e-aaba096994ce None None] Checking router: d96f63d7-1cff-473d-a07f-6338a9605bc9 for host: dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 14:01:05.053616 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9c5f1c-ca64-4502-995e-aaba096994ce None None] Routers {'d96f63d7-1cff-473d-a07f-6338a9605bc9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:01:05.054238 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-cb9c5f1c-ca64-4502-995e-aaba096994ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T14:00:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['d96f63d7-1cff-473d-a07f-6338a9605bc9'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:01:05.071324 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95061fc-1fcf-41e8-8919-a58c06162ee9 req-be18f79e-6f9e-4d23-9be3-b5ef184838ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:01:05.072788 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b95061fc-1fcf-41e8-8919-a58c06162ee9 req-be18f79e-6f9e-4d23-9be3-b5ef184838ec service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4ee436b7-75c8-4de8-b562-24f348de10df HTTP/1.1" status: 200 len: 835 time: 0.0433578 Dec 21 14:01:05.117798 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95061fc-1fcf-41e8-8919-a58c06162ee9 req-4b87dcd6-979c-4645-98c7-796985d4372b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:01:05.119324 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b95061fc-1fcf-41e8-8919-a58c06162ee9 req-4b87dcd6-979c-4645-98c7-796985d4372b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ebd03960-c8d3-4682-b7c0-dc3710548e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398664 Dec 21 14:01:05.159462 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-cb9c5f1c-ca64-4502-995e-aaba096994ce None None] Set router d96f63d7-1cff-473d-a07f-6338a9605bc9 gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:01:05.211712 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b95061fc-1fcf-41e8-8919-a58c06162ee9 req-fdcc9275-0a75-4bf5-ae7a-bc5e7a331297 service neutron] 10.222.0.60 "GET /v2.0/networks/ebd03960-c8d3-4682-b7c0-dc3710548e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859182 Dec 21 14:01:05.299360 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b95061fc-1fcf-41e8-8919-a58c06162ee9 req-a8610aee-a0a5-4758-abb7-5331fbda72bb service neutron] 10.222.0.60 "GET /v2.0/networks/ebd03960-c8d3-4682-b7c0-dc3710548e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813851 Dec 21 14:01:05.382280 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-cb9c5f1c-ca64-4502-995e-aaba096994ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd96f63d7-1cff-473d-a07f-6338a9605bc9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1924113590', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.157'}], 'enable_snat': True}, 'gw_port_id': '2b0fcf41-93b3-4f6b-842d-069344308659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:00:46Z', 'updated_at': '2021-12-21T14:00:49Z', 'revision_number': 4, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'gw_port': {'id': '2b0fcf41-93b3-4f6b-842d-069344308659', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96f63d7-1cff-473d-a07f-6338a9605bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:00:46Z', 'updated_at': '2021-12-21T14:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '9fcdaa44-4a37-4131-a8ab-727960826651', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'floating_ip_address': '172.36.3.116', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': 'd96f63d7-1cff-473d-a07f-6338a9605bc9', 'port_id': 'e290c83e-bb9c-4efa-9f99-a1145dd5df7d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1761, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebd03960-c8d3-4682-b7c0-dc3710548e76', 'mac_address': 'fa:16:3e:8e:01:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c88e3db-c1f0-46ab-8cb5-43ffec65b2be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T14:01:03Z', 'updated_at': '2021-12-21T14:01:03Z', 'revision_number': 0, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4738715-4a17-4cb1-99d8-1604fa6de3d7', 'name': '', 'network_id': 'ebd03960-c8d3-4682-b7c0-dc3710548e76', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'mac_address': 'fa:16:3e:2f:ff:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96f63d7-1cff-473d-a07f-6338a9605bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '4ee436b7-75c8-4de8-b562-24f348de10df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:00:48Z', 'updated_at': '2021-12-21T14:00:52Z', 'revision_number': 5, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'subnets': [{'id': '4ee436b7-75c8-4de8-b562-24f348de10df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:01:05.408222 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9c5f1c-ca64-4502-995e-aaba096994ce None None] The sync data for ids ['d96f63d7-1cff-473d-a07f-6338a9605bc9'] in dv-neutron-master-2-hyperv is: [{'id': 'd96f63d7-1cff-473d-a07f-6338a9605bc9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1924113590', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.157'}], 'enable_snat': True}, 'gw_port_id': '2b0fcf41-93b3-4f6b-842d-069344308659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:00:46Z', 'updated_at': '2021-12-21T14:00:49Z', 'revision_number': 4, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'gw_port': {'id': '2b0fcf41-93b3-4f6b-842d-069344308659', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96f63d7-1cff-473d-a07f-6338a9605bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:00:46Z', 'updated_at': '2021-12-21T14:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '9fcdaa44-4a37-4131-a8ab-727960826651', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'floating_ip_address': '172.36.3.116', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': 'd96f63d7-1cff-473d-a07f-6338a9605bc9', 'port_id': 'e290c83e-bb9c-4efa-9f99-a1145dd5df7d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1761, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebd03960-c8d3-4682-b7c0-dc3710548e76', 'mac_address': 'fa:16:3e:8e:01:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c88e3db-c1f0-46ab-8cb5-43ffec65b2be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T14:01:03Z', 'updated_at': '2021-12-21T14:01:03Z', 'revision_number': 0, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4738715-4a17-4cb1-99d8-1604fa6de3d7', 'name': '', 'network_id': 'ebd03960-c8d3-4682-b7c0-dc3710548e76', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'mac_address': 'fa:16:3e:2f:ff:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96f63d7-1cff-473d-a07f-6338a9605bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '4ee436b7-75c8-4de8-b562-24f348de10df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:00:48Z', 'updated_at': '2021-12-21T14:00:52Z', 'revision_number': 5, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'subnets': [{'id': '4ee436b7-75c8-4de8-b562-24f348de10df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 14:01:05.585709 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df99fe9-f669-412b-a47f-c0a86215ffb5 None None] New status for floating IP 9fcdaa44-4a37-4131-a8ab-727960826651: ACTIVE {{(pid=103154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 14:01:06.011865 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 37752) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:01:06.074639 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-33b947b4-ae11-4791-b6fd-7d68c4e3a1f4 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/floatingips/9fcdaa44-4a37-4131-a8ab-727960826651 HTTP/1.1" status: 200 len: 993 time: 0.0616899 Dec 21 14:01:13.502130 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:01:21.245156 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-59cb0254-7e88-4dbe-a088-eeca25287b27 req-90b39f57-7ae8-4699-a123-3589591dff9e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0c88e3db-c1f0-46ab-8cb5-43ffec65b2be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0445557 Dec 21 14:01:21.339961 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cb0254-7e88-4dbe-a088-eeca25287b27 req-54d67881-7637-4029-9abc-1e104745bcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:01:21.341422 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-59cb0254-7e88-4dbe-a088-eeca25287b27 req-54d67881-7637-4029-9abc-1e104745bcd7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a1d23353b1544887bb518bdbacf8b4d3&device_id=0c88e3db-c1f0-46ab-8cb5-43ffec65b2be HTTP/1.1" status: 200 len: 1098 time: 0.0392160 Dec 21 14:01:21.442938 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cb0254-7e88-4dbe-a088-eeca25287b27 req-acb1da14-5283-43ea-ac6b-b1c9fe2543fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:01:21.444456 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-59cb0254-7e88-4dbe-a088-eeca25287b27 req-acb1da14-5283-43ea-ac6b-b1c9fe2543fc service neutron] 10.222.0.60 "GET /v2.0/networks?id=ebd03960-c8d3-4682-b7c0-dc3710548e76 HTTP/1.1" status: 200 len: 898 time: 0.0841823 Dec 21 14:01:21.513473 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-59cb0254-7e88-4dbe-a088-eeca25287b27 req-9f283759-870a-4ae0-a970-e235717e8eaf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e290c83e-bb9c-4efa-9f99-a1145dd5df7d HTTP/1.1" status: 200 len: 1001 time: 0.0598748 Dec 21 14:01:21.561126 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cb0254-7e88-4dbe-a088-eeca25287b27 req-007f241e-71d9-4bc8-b208-9e458644e520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:01:21.562720 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-59cb0254-7e88-4dbe-a088-eeca25287b27 req-007f241e-71d9-4bc8-b208-9e458644e520 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4ee436b7-75c8-4de8-b562-24f348de10df HTTP/1.1" status: 200 len: 835 time: 0.0435381 Dec 21 14:01:21.606485 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cb0254-7e88-4dbe-a088-eeca25287b27 req-ac44baba-7b12-4885-9b28-eeedba114aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:01:21.607941 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-59cb0254-7e88-4dbe-a088-eeca25287b27 req-ac44baba-7b12-4885-9b28-eeedba114aca service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ebd03960-c8d3-4682-b7c0-dc3710548e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0392606 Dec 21 14:01:21.698878 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-59cb0254-7e88-4dbe-a088-eeca25287b27 req-75a28e39-fef4-4b23-b56c-f3986011d907 service neutron] 10.222.0.60 "GET /v2.0/networks/ebd03960-c8d3-4682-b7c0-dc3710548e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838253 Dec 21 14:01:21.788048 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-59cb0254-7e88-4dbe-a088-eeca25287b27 req-345fe6ca-2ee4-433a-9894-fed4f8557ad4 service neutron] 10.222.0.60 "GET /v2.0/networks/ebd03960-c8d3-4682-b7c0-dc3710548e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816827 Dec 21 14:01:24.855327 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.agents_db [None req-c60a5637-8c6f-4692-b23b-7dd82bd36b21 None None] Agent healthcheck: found 6 active agents {{(pid=103155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 14:01:25.208200 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-db22593e-d810-4240-b652-3f4ed61a5e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:01:27.675372 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7b43773b-0ff2-4475-962d-accdf73989e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:01:28.906905 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:01:30.898856 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:01:31.103025 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:01:37.291990 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [req-9f8c57d1-cec3-4f70-a4dd-669f6eda2d8c req-e90ba1c4-b145-4012-80ff-2411b4b95190 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 14:01:37.292995 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-9f8c57d1-cec3-4f70-a4dd-669f6eda2d8c req-e90ba1c4-b145-4012-80ff-2411b4b95190 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055361 Dec 21 14:01:37.486669 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cbf118-0ba1-46fe-aac9-4ee3695b1cf9 req-915eb127-88f9-4421-8520-eb475ada9e4c tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:01:37.488161 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-73cbf118-0ba1-46fe-aac9-4ee3695b1cf9 req-915eb127-88f9-4421-8520-eb475ada9e4c tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c88e3db-c1f0-46ab-8cb5-43ffec65b2be HTTP/1.1" status: 200 len: 945 time: 0.0497355 Dec 21 14:01:37.500728 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 37772) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:01:37.537950 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-73cbf118-0ba1-46fe-aac9-4ee3695b1cf9 req-a3deaa6a-cae8-46bc-8799-2a145f2981b5 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?id=83f98813-343b-476a-95ef-751873f5cc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438590 Dec 21 14:01:37.586516 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-3d1905d5-fc12-45ce-9cfb-9fcac274d871 req-6078e3d8-1999-48ea-8e57-61cf3e349880 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0c88e3db-c1f0-46ab-8cb5-43ffec65b2be&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0846450 Dec 21 14:01:37.595319 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [req-3d1905d5-fc12-45ce-9cfb-9fcac274d871 req-20585d88-548b-422f-84f8-da734b83ddd5 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 14:01:37.596281 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-3d1905d5-fc12-45ce-9cfb-9fcac274d871 req-20585d88-548b-422f-84f8-da734b83ddd5 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048914 Dec 21 14:01:38.653433 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a9f111-939b-4349-be12-88215fb504d9 req-b1aab5b0-4322-41ec-b0b7-068e0a7d5f4e tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:01:38.655577 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-97a9f111-939b-4349-be12-88215fb504d9 req-b1aab5b0-4322-41ec-b0b7-068e0a7d5f4e tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c88e3db-c1f0-46ab-8cb5-43ffec65b2be HTTP/1.1" status: 200 len: 945 time: 0.0505199 Dec 21 14:01:38.707011 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-97a9f111-939b-4349-be12-88215fb504d9 req-f873cd5a-e1f5-4a47-817a-6388e2332ab0 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?id=83f98813-343b-476a-95ef-751873f5cc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453348 Dec 21 14:01:38.746376 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1905d5-fc12-45ce-9cfb-9fcac274d871 req-6de5facf-ad7b-48ab-a07e-486e0b708741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:01:38.747902 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-3d1905d5-fc12-45ce-9cfb-9fcac274d871 req-6de5facf-ad7b-48ab-a07e-486e0b708741 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a1d23353b1544887bb518bdbacf8b4d3&device_id=0c88e3db-c1f0-46ab-8cb5-43ffec65b2be HTTP/1.1" status: 200 len: 1098 time: 0.0400403 Dec 21 14:01:38.839469 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1905d5-fc12-45ce-9cfb-9fcac274d871 req-5269086b-6c85-4f5a-b2f5-529e8fee00f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:01:38.840933 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-3d1905d5-fc12-45ce-9cfb-9fcac274d871 req-5269086b-6c85-4f5a-b2f5-529e8fee00f9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ebd03960-c8d3-4682-b7c0-dc3710548e76 HTTP/1.1" status: 200 len: 898 time: 0.0865068 Dec 21 14:01:38.903930 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-3d1905d5-fc12-45ce-9cfb-9fcac274d871 req-0ce1abe4-339f-4d58-979a-5eb22197574f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e290c83e-bb9c-4efa-9f99-a1145dd5df7d HTTP/1.1" status: 200 len: 1001 time: 0.0566330 Dec 21 14:01:38.955134 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1905d5-fc12-45ce-9cfb-9fcac274d871 req-16a91ebd-9a77-49db-8ae6-119cd2fd628b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:01:38.956576 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-3d1905d5-fc12-45ce-9cfb-9fcac274d871 req-16a91ebd-9a77-49db-8ae6-119cd2fd628b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4ee436b7-75c8-4de8-b562-24f348de10df HTTP/1.1" status: 200 len: 835 time: 0.0466332 Dec 21 14:01:39.001051 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1905d5-fc12-45ce-9cfb-9fcac274d871 req-9ab6a5c3-d467-4900-8cb4-ccabc27ce1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:01:39.002520 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-3d1905d5-fc12-45ce-9cfb-9fcac274d871 req-9ab6a5c3-d467-4900-8cb4-ccabc27ce1c3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ebd03960-c8d3-4682-b7c0-dc3710548e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393679 Dec 21 14:01:39.089229 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-3d1905d5-fc12-45ce-9cfb-9fcac274d871 req-68c29b96-7079-4854-89f2-d2f4fc02f778 service neutron] 10.222.0.60 "GET /v2.0/networks/ebd03960-c8d3-4682-b7c0-dc3710548e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805218 Dec 21 14:01:39.180923 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-3d1905d5-fc12-45ce-9cfb-9fcac274d871 req-9f4f8c59-fda6-454b-bb80-ce94b5a2c84d service neutron] 10.222.0.60 "GET /v2.0/networks/ebd03960-c8d3-4682-b7c0-dc3710548e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855014 Dec 21 14:01:39.825321 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e52b21d-141c-4efb-bfbe-ee768eaa793b req-41649595-fd2a-424e-bd43-320f084ae87a tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:01:39.826918 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-7e52b21d-141c-4efb-bfbe-ee768eaa793b req-41649595-fd2a-424e-bd43-320f084ae87a tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c88e3db-c1f0-46ab-8cb5-43ffec65b2be HTTP/1.1" status: 200 len: 945 time: 0.0521231 Dec 21 14:01:39.875378 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-7e52b21d-141c-4efb-bfbe-ee768eaa793b req-384589d4-6f90-4866-b8bb-fc05e442fa11 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?id=83f98813-343b-476a-95ef-751873f5cc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426674 Dec 21 14:01:41.007250 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ae9fc8-6ced-448d-b979-090bb631f954 req-f462fced-0238-480b-b0ca-fdc3e6beee64 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:01:41.008744 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-93ae9fc8-6ced-448d-b979-090bb631f954 req-f462fced-0238-480b-b0ca-fdc3e6beee64 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c88e3db-c1f0-46ab-8cb5-43ffec65b2be HTTP/1.1" status: 200 len: 945 time: 0.0656598 Dec 21 14:01:41.056843 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-93ae9fc8-6ced-448d-b979-090bb631f954 req-2e8f8a4b-ad76-4633-80de-d2c715c986df tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?id=83f98813-343b-476a-95ef-751873f5cc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420980 Dec 21 14:01:42.168910 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cf4442-4524-4cde-a1ea-0d73c4370098 req-087d468b-413d-4205-b1ee-ddd3bb93f4f5 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:01:42.170408 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-91cf4442-4524-4cde-a1ea-0d73c4370098 req-087d468b-413d-4205-b1ee-ddd3bb93f4f5 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c88e3db-c1f0-46ab-8cb5-43ffec65b2be HTTP/1.1" status: 200 len: 945 time: 0.0487628 Dec 21 14:01:42.218677 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-91cf4442-4524-4cde-a1ea-0d73c4370098 req-26552ca8-a48f-46ee-87ae-5e935f9c91da tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?id=83f98813-343b-476a-95ef-751873f5cc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420451 Dec 21 14:01:43.337381 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ebc3ea-ba53-4359-8e9d-6fdb3a0acf0e req-94f0a31b-94ab-4ea5-8eac-b5a135312db0 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:01:43.338888 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-12ebc3ea-ba53-4359-8e9d-6fdb3a0acf0e req-94f0a31b-94ab-4ea5-8eac-b5a135312db0 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c88e3db-c1f0-46ab-8cb5-43ffec65b2be HTTP/1.1" status: 200 len: 945 time: 0.0537271 Dec 21 14:01:43.386785 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-12ebc3ea-ba53-4359-8e9d-6fdb3a0acf0e req-0822c077-e08f-4303-80e3-3e415366234c tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?id=83f98813-343b-476a-95ef-751873f5cc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420444 Dec 21 14:01:43.511284 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:01:44.503359 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacdcf78-5654-480f-9d65-27d1214a60e6 req-788cad6b-01fd-4e2e-a97f-96be54fb25b9 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:01:44.504837 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-eacdcf78-5654-480f-9d65-27d1214a60e6 req-788cad6b-01fd-4e2e-a97f-96be54fb25b9 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c88e3db-c1f0-46ab-8cb5-43ffec65b2be HTTP/1.1" status: 200 len: 945 time: 0.0493181 Dec 21 14:01:44.557225 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-eacdcf78-5654-480f-9d65-27d1214a60e6 req-59626996-ca72-4b80-a4c0-4a7311735d77 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?id=83f98813-343b-476a-95ef-751873f5cc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465026 Dec 21 14:01:45.670377 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd2cb94-4e6f-4601-a873-8073edc39e5f req-19b44ab8-a9db-4272-b79d-e43292032acb tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:01:45.671771 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-8bd2cb94-4e6f-4601-a873-8073edc39e5f req-19b44ab8-a9db-4272-b79d-e43292032acb tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c88e3db-c1f0-46ab-8cb5-43ffec65b2be HTTP/1.1" status: 200 len: 945 time: 0.0485003 Dec 21 14:01:45.719537 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-8bd2cb94-4e6f-4601-a873-8073edc39e5f req-c5ce23ac-adcf-4356-9f11-8bc3901d43bc tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?id=83f98813-343b-476a-95ef-751873f5cc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409653 Dec 21 14:01:46.835144 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ec401f-453a-4381-9d1a-90a636e3cb03 req-a1ec854c-e5b4-4dfc-94f0-9ea999785abd tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:01:46.836606 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-f1ec401f-453a-4381-9d1a-90a636e3cb03 req-a1ec854c-e5b4-4dfc-94f0-9ea999785abd tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c88e3db-c1f0-46ab-8cb5-43ffec65b2be HTTP/1.1" status: 200 len: 945 time: 0.0493202 Dec 21 14:01:46.885290 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-f1ec401f-453a-4381-9d1a-90a636e3cb03 req-64262b50-c85b-4d1a-93d4-7b67df9e6504 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?id=83f98813-343b-476a-95ef-751873f5cc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426290 Dec 21 14:01:48.009296 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17629c65-246d-478b-b5de-3ab8a33a5be7 req-d7f1ec8e-d4ab-47dc-829f-1944e5ad3d6f tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:01:48.010802 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-17629c65-246d-478b-b5de-3ab8a33a5be7 req-d7f1ec8e-d4ab-47dc-829f-1944e5ad3d6f tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c88e3db-c1f0-46ab-8cb5-43ffec65b2be HTTP/1.1" status: 200 len: 945 time: 0.0477746 Dec 21 14:01:48.062241 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-17629c65-246d-478b-b5de-3ab8a33a5be7 req-e0d66c1f-bfd7-4e60-8860-09a1dd560953 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?id=83f98813-343b-476a-95ef-751873f5cc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455372 Dec 21 14:01:48.837981 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [req-79c10dce-d709-4379-bbb0-aa8682b9fca9 req-e68db7a5-4d6f-4a89-9fe1-7a53a5d5fb9a tempest-ServerDiskConfigTestJSON-1463659287 tempest-ServerDiskConfigTestJSON-1463659287-project] (103153) timed out ('10.222.0.60', 62042) {{(pid=103153) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 21 14:01:49.180465 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4ca644-8a31-4054-a678-6ee315d0450c req-4f9e94a0-7db1-4249-aaa7-97934a563805 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:01:49.181981 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-fb4ca644-8a31-4054-a678-6ee315d0450c req-4f9e94a0-7db1-4249-aaa7-97934a563805 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c88e3db-c1f0-46ab-8cb5-43ffec65b2be HTTP/1.1" status: 200 len: 945 time: 0.0528512 Dec 21 14:01:49.231277 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-fb4ca644-8a31-4054-a678-6ee315d0450c req-36296062-804e-4de8-8cc5-b1a7eac554d3 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?id=83f98813-343b-476a-95ef-751873f5cc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434153 Dec 21 14:01:50.344784 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a24c6b7-4414-41f3-8425-7d649577c03d req-610f3f3f-48a1-4aea-82f6-3127e58cf461 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:01:50.346778 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7a24c6b7-4414-41f3-8425-7d649577c03d req-610f3f3f-48a1-4aea-82f6-3127e58cf461 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c88e3db-c1f0-46ab-8cb5-43ffec65b2be HTTP/1.1" status: 200 len: 945 time: 0.0487702 Dec 21 14:01:50.395117 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7a24c6b7-4414-41f3-8425-7d649577c03d req-bc5549b7-ccb4-45a6-95d9-60eb751efaa7 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?id=83f98813-343b-476a-95ef-751873f5cc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423646 Dec 21 14:01:51.525813 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9778c25-29bd-4fe5-95e1-b4967b42c1aa req-41711b38-8f47-48fd-a2e5-d10550ac81a6 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:01:51.527329 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-e9778c25-29bd-4fe5-95e1-b4967b42c1aa req-41711b38-8f47-48fd-a2e5-d10550ac81a6 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c88e3db-c1f0-46ab-8cb5-43ffec65b2be HTTP/1.1" status: 200 len: 945 time: 0.0643957 Dec 21 14:01:51.578775 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-e9778c25-29bd-4fe5-95e1-b4967b42c1aa req-704ba204-aaf1-4730-bb57-65bfe9c2bb3e tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?id=83f98813-343b-476a-95ef-751873f5cc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445149 Dec 21 14:01:52.698013 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebd57d8-3ac3-4260-aa50-8ee3992c8104 req-9abd55f5-58e7-44de-bcd9-d9bbbb6f1177 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:01:52.699473 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-3ebd57d8-3ac3-4260-aa50-8ee3992c8104 req-9abd55f5-58e7-44de-bcd9-d9bbbb6f1177 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c88e3db-c1f0-46ab-8cb5-43ffec65b2be HTTP/1.1" status: 200 len: 945 time: 0.0525374 Dec 21 14:01:52.748627 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-3ebd57d8-3ac3-4260-aa50-8ee3992c8104 req-0087263b-a9a3-477b-a4ab-039aedbdb18e tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?id=83f98813-343b-476a-95ef-751873f5cc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431757 Dec 21 14:01:54.024121 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483b0517-1d1a-4802-935a-c5813f8ea3e5 req-9902f397-b0d1-4683-b9ce-a6d43f23b826 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:01:54.025635 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-483b0517-1d1a-4802-935a-c5813f8ea3e5 req-9902f397-b0d1-4683-b9ce-a6d43f23b826 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c88e3db-c1f0-46ab-8cb5-43ffec65b2be HTTP/1.1" status: 200 len: 945 time: 0.0479350 Dec 21 14:01:54.077177 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-483b0517-1d1a-4802-935a-c5813f8ea3e5 req-cd5ac9fb-2864-465a-87cf-636bcec38e76 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?id=83f98813-343b-476a-95ef-751873f5cc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455194 Dec 21 14:01:55.195337 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c32110a-806e-46fc-b403-702bc24bbd55 req-fd001d19-a52d-4a5d-bd64-f082d9c78ded tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:01:55.196745 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1c32110a-806e-46fc-b403-702bc24bbd55 req-fd001d19-a52d-4a5d-bd64-f082d9c78ded tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c88e3db-c1f0-46ab-8cb5-43ffec65b2be HTTP/1.1" status: 200 len: 945 time: 0.0527062 Dec 21 14:01:55.209078 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7d020409-f10a-4e74-a36c-79120e069d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:01:55.248404 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1c32110a-806e-46fc-b403-702bc24bbd55 req-ef9539c3-6a69-4ad3-9228-3f682b7db7b6 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?id=83f98813-343b-476a-95ef-751873f5cc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456562 Dec 21 14:01:55.880194 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-3d1905d5-fc12-45ce-9cfb-9fcac274d871 req-607dfa58-c0a1-4c67-8e6c-34916c77c0fe service neutron] 10.222.0.60 "GET /v2.0/ports/e290c83e-bb9c-4efa-9f99-a1145dd5df7d/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0531721 Dec 21 14:01:56.095534 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1905d5-fc12-45ce-9cfb-9fcac274d871 req-7d44efcc-9de3-4f0d-89d1-c0cc22182e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:01:56.097026 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-3d1905d5-fc12-45ce-9cfb-9fcac274d871 req-7d44efcc-9de3-4f0d-89d1-c0cc22182e3c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0c88e3db-c1f0-46ab-8cb5-43ffec65b2be&tenant_id=a1d23353b1544887bb518bdbacf8b4d3 HTTP/1.1" status: 200 len: 1098 time: 0.0414622 Dec 21 14:01:56.170308 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1905d5-fc12-45ce-9cfb-9fcac274d871 req-012b20bb-fe89-4a96-9e59-d6d38432eb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:01:56.171731 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-3d1905d5-fc12-45ce-9cfb-9fcac274d871 req-012b20bb-fe89-4a96-9e59-d6d38432eb04 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a1d23353b1544887bb518bdbacf8b4d3&device_id=0c88e3db-c1f0-46ab-8cb5-43ffec65b2be HTTP/1.1" status: 200 len: 1098 time: 0.0439494 Dec 21 14:01:56.258902 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1905d5-fc12-45ce-9cfb-9fcac274d871 req-72c583bd-4508-4491-ad94-1a2ea69693a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:01:56.260342 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-3d1905d5-fc12-45ce-9cfb-9fcac274d871 req-72c583bd-4508-4491-ad94-1a2ea69693a4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ebd03960-c8d3-4682-b7c0-dc3710548e76 HTTP/1.1" status: 200 len: 898 time: 0.0822988 Dec 21 14:01:56.331567 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-3d1905d5-fc12-45ce-9cfb-9fcac274d871 req-4a9e91bd-853e-4766-a7ec-0faf3d137b2a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e290c83e-bb9c-4efa-9f99-a1145dd5df7d HTTP/1.1" status: 200 len: 1001 time: 0.0647800 Dec 21 14:01:56.369920 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4290ffe6-b980-4266-8245-acb56169d1dc req-a2932eae-17b4-4de5-a9da-a42a122b80c1 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:01:56.371424 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-4290ffe6-b980-4266-8245-acb56169d1dc req-a2932eae-17b4-4de5-a9da-a42a122b80c1 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c88e3db-c1f0-46ab-8cb5-43ffec65b2be HTTP/1.1" status: 200 len: 945 time: 0.0480037 Dec 21 14:01:56.379585 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1905d5-fc12-45ce-9cfb-9fcac274d871 req-313b3a79-1dd3-4487-8cb2-dbd707dffdda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:01:56.381054 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-3d1905d5-fc12-45ce-9cfb-9fcac274d871 req-313b3a79-1dd3-4487-8cb2-dbd707dffdda service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4ee436b7-75c8-4de8-b562-24f348de10df HTTP/1.1" status: 200 len: 835 time: 0.0438249 Dec 21 14:01:56.426174 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-4290ffe6-b980-4266-8245-acb56169d1dc req-0c66ed1a-dc1c-4da4-8509-c93ab04c9e00 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?id=83f98813-343b-476a-95ef-751873f5cc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481598 Dec 21 14:01:56.427737 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1905d5-fc12-45ce-9cfb-9fcac274d871 req-90f39acf-b8a6-4ed7-b845-18ff8b9c0afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:01:56.429241 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-3d1905d5-fc12-45ce-9cfb-9fcac274d871 req-90f39acf-b8a6-4ed7-b845-18ff8b9c0afa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ebd03960-c8d3-4682-b7c0-dc3710548e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403180 Dec 21 14:01:56.525053 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-3d1905d5-fc12-45ce-9cfb-9fcac274d871 req-1f706205-ae98-4edf-856c-825654e72b3f service neutron] 10.222.0.60 "GET /v2.0/networks/ebd03960-c8d3-4682-b7c0-dc3710548e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889573 Dec 21 14:01:56.629692 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-3d1905d5-fc12-45ce-9cfb-9fcac274d871 req-5383c0a1-ee31-460d-9af0-dda85cbeafaa service neutron] 10.222.0.60 "GET /v2.0/networks/ebd03960-c8d3-4682-b7c0-dc3710548e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982754 Dec 21 14:01:57.545322 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2ea97e-fc65-419c-821c-44fe2eef7903 req-88df5a26-4e83-4d9d-a82e-ddd2bee083c1 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:01:57.546846 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7e2ea97e-fc65-419c-821c-44fe2eef7903 req-88df5a26-4e83-4d9d-a82e-ddd2bee083c1 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c88e3db-c1f0-46ab-8cb5-43ffec65b2be HTTP/1.1" status: 200 len: 945 time: 0.0524280 Dec 21 14:01:57.595947 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7e2ea97e-fc65-419c-821c-44fe2eef7903 req-f9466c9a-3274-414e-85da-b79199e41ae7 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?id=83f98813-343b-476a-95ef-751873f5cc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425608 Dec 21 14:01:57.677977 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-81b13df1-79d2-4e11-bbae-d473f2f03c51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:01:58.705634 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device e290c83e-bb9c-4efa-9f99-a1145dd5df7d details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 14:01:58.711451 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a51c35-2eee-4122-b495-283ca66a0810 req-5acb3cfd-51bd-45af-b47c-74e0fcc2e7df tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:01:58.713949 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-07a51c35-2eee-4122-b495-283ca66a0810 req-5acb3cfd-51bd-45af-b47c-74e0fcc2e7df tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c88e3db-c1f0-46ab-8cb5-43ffec65b2be HTTP/1.1" status: 200 len: 945 time: 0.0508006 Dec 21 14:01:58.719055 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device e290c83e-bb9c-4efa-9f99-a1145dd5df7d no longer exists at agent hyperv_hv-neutron-mast {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 14:01:58.764014 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-07a51c35-2eee-4122-b495-283ca66a0810 req-ace69d43-a09a-4cc5-aad3-8b4a30b65b6f tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?id=83f98813-343b-476a-95ef-751873f5cc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434723 Dec 21 14:01:58.866875 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:01:58.870616 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port e290c83e-bb9c-4efa-9f99-a1145dd5df7d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e290c83e-bb9c-4efa-9f99-a1145dd5df7d,segment=NetworkSegment(1a5a1c37-daea-4b9e-a49b-62869f64c131),segment_id=1a5a1c37-daea-4b9e-a49b-62869f64c131)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:01:58.895452 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Returning: {'device': 'e290c83e-bb9c-4efa-9f99-a1145dd5df7d', 'network_id': 'ebd03960-c8d3-4682-b7c0-dc3710548e76', 'port_id': 'e290c83e-bb9c-4efa-9f99-a1145dd5df7d', 'mac_address': 'fa:16:3e:8e:01:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ee436b7-75c8-4de8-b562-24f348de10df', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 14:01:58.911341 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c88e3db-c1f0-46ab-8cb5-43ffec65b2be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e290c83e-bb9c-4efa-9f99-a1145dd5df7d'}] {{(pid=103154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:01:58.913554 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6f45aca8ac5f8c0cc5868273c98d8aa60330245aed22d61c8da5c1f2d6fc01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fb09d16-29d7-4821-98f7-d62c4a1d4ba4" -d '{"events": [{"server_uuid": "0c88e3db-c1f0-46ab-8cb5-43ffec65b2be", "name": "network-vif-unplugged", "status": "completed", "tag": "e290c83e-bb9c-4efa-9f99-a1145dd5df7d"}]}' {{(pid=103154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:01:58.934084 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port e290c83e-bb9c-4efa-9f99-a1145dd5df7d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e290c83e-bb9c-4efa-9f99-a1145dd5df7d,segment=NetworkSegment(1a5a1c37-daea-4b9e-a49b-62869f64c131),segment_id=1a5a1c37-daea-4b9e-a49b-62869f64c131)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:01:58.962541 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:01:58.967471 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:01:58.971708 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Dec 2021 14:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c951970-599f-4f84-a09a-1e6e7c4c83b7 x-openstack-request-id: req-3c951970-599f-4f84-a09a-1e6e7c4c83b7 {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:01:58.971998 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c88e3db-c1f0-46ab-8cb5-43ffec65b2be", "name": "network-vif-unplugged", "status": "completed", "tag": "e290c83e-bb9c-4efa-9f99-a1145dd5df7d", "code": 200}]} {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:01:58.972248 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3c951970-599f-4f84-a09a-1e6e7c4c83b7 {{(pid=103154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:01:58.972639 dv-neutron-master-2-hyperv neutron-server[103154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c88e3db-c1f0-46ab-8cb5-43ffec65b2be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e290c83e-bb9c-4efa-9f99-a1145dd5df7d', 'code': 200} Dec 21 14:01:58.979627 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9c923e-4c8b-42b3-a17a-bcf4fd297b79 req-bc9e0894-8653-4c32-b1f9-a074c3e23ea3 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:01:58.981308 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-ca9c923e-4c8b-42b3-a17a-bcf4fd297b79 req-bc9e0894-8653-4c32-b1f9-a074c3e23ea3 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c88e3db-c1f0-46ab-8cb5-43ffec65b2be HTTP/1.1" status: 200 len: 945 time: 0.0705702 Dec 21 14:01:58.998247 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:01:59.020427 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e290c83e-bb9c-4efa-9f99-a1145dd5df7d {{(pid=103154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 14:01:59.032117 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-ca9c923e-4c8b-42b3-a17a-bcf4fd297b79 req-b88a6fed-0663-4d3d-a4a4-1a24fcc47aec tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?id=83f98813-343b-476a-95ef-751873f5cc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444171 Dec 21 14:01:59.038134 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=e290c83e-bb9c-4efa-9f99-a1145dd5df7d,revision_number=6']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:01:59.068269 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:01:59.068624 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:01:59.068967 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:01:59.069314 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:01:59.069646 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:01:59.069979 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:01:59.070310 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:01:59.070661 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:01:59.070986 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:01:59.071315 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:01:59.071635 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:01:59.071954 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:01:59.072275 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:01:59.087068 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.db.api [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 14:01:59.087429 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG oslo_db.api [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 14:01:59.171321 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45533c2-61cb-4163-b28e-92b4a68b481b req-8024af10-feda-4b79-b29e-19f544ebd112 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:01:59.173296 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c45533c2-61cb-4163-b28e-92b4a68b481b req-8024af10-feda-4b79-b29e-19f544ebd112 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c88e3db-c1f0-46ab-8cb5-43ffec65b2be HTTP/1.1" status: 200 len: 943 time: 0.0720520 Dec 21 14:01:59.207755 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe8e9f7-4e3e-4079-bfc1-75f2e3b628e6 req-2aa09c82-875b-4e84-b2ce-59a862035920 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:01:59.209158 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-bbe8e9f7-4e3e-4079-bfc1-75f2e3b628e6 req-2aa09c82-875b-4e84-b2ce-59a862035920 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c88e3db-c1f0-46ab-8cb5-43ffec65b2be&tenant_id=a1d23353b1544887bb518bdbacf8b4d3&binding%3Ahost_id=hv-neutron-mast HTTP/1.1" status: 200 len: 943 time: 0.0791245 Dec 21 14:01:59.244127 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c45533c2-61cb-4163-b28e-92b4a68b481b req-71f1497d-2a3d-41d4-a19e-7093a8700418 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?id=83f98813-343b-476a-95ef-751873f5cc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641968 Dec 21 14:01:59.308820 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe8e9f7-4e3e-4079-bfc1-75f2e3b628e6 req-93b59562-70ed-4a97-a563-39b3d2fa35a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:01:59.310272 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-bbe8e9f7-4e3e-4079-bfc1-75f2e3b628e6 req-93b59562-70ed-4a97-a563-39b3d2fa35a3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a1d23353b1544887bb518bdbacf8b4d3&device_id=0c88e3db-c1f0-46ab-8cb5-43ffec65b2be HTTP/1.1" status: 200 len: 1096 time: 0.0422127 Dec 21 14:01:59.398301 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe8e9f7-4e3e-4079-bfc1-75f2e3b628e6 req-a8fe2b47-16c1-41f7-97ec-38ab8801f5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:01:59.399785 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-bbe8e9f7-4e3e-4079-bfc1-75f2e3b628e6 req-a8fe2b47-16c1-41f7-97ec-38ab8801f5ba service neutron] 10.222.0.60 "GET /v2.0/networks?id=ebd03960-c8d3-4682-b7c0-dc3710548e76 HTTP/1.1" status: 200 len: 898 time: 0.0837359 Dec 21 14:01:59.465278 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-bbe8e9f7-4e3e-4079-bfc1-75f2e3b628e6 req-22e1feac-e505-4ff1-9be0-6e8a6f6c34ae service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e290c83e-bb9c-4efa-9f99-a1145dd5df7d HTTP/1.1" status: 200 len: 999 time: 0.0594902 Dec 21 14:01:59.510754 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe8e9f7-4e3e-4079-bfc1-75f2e3b628e6 req-c6ee1cf3-f3d2-48bc-b68b-a168ec23b1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:01:59.512045 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-bbe8e9f7-4e3e-4079-bfc1-75f2e3b628e6 req-c6ee1cf3-f3d2-48bc-b68b-a168ec23b1dd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4ee436b7-75c8-4de8-b562-24f348de10df HTTP/1.1" status: 200 len: 835 time: 0.0407641 Dec 21 14:01:59.555181 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe8e9f7-4e3e-4079-bfc1-75f2e3b628e6 req-3a68046a-7207-44ff-a600-e7d04b054875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:01:59.556594 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-bbe8e9f7-4e3e-4079-bfc1-75f2e3b628e6 req-3a68046a-7207-44ff-a600-e7d04b054875 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ebd03960-c8d3-4682-b7c0-dc3710548e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0385053 Dec 21 14:01:59.622677 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:01:59.635160 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e290c83e-bb9c-4efa-9f99-a1145dd5df7d {{(pid=103154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 14:01:59.646981 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-bbe8e9f7-4e3e-4079-bfc1-75f2e3b628e6 req-623344e0-ff07-4b60-a886-984ee3bfc701 service neutron] 10.222.0.60 "GET /v2.0/networks/ebd03960-c8d3-4682-b7c0-dc3710548e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839465 Dec 21 14:01:59.654151 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port e290c83e-bb9c-4efa-9f99-a1145dd5df7d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e290c83e-bb9c-4efa-9f99-a1145dd5df7d,segment=NetworkSegment(1a5a1c37-daea-4b9e-a49b-62869f64c131),segment_id=1a5a1c37-daea-4b9e-a49b-62869f64c131)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:01:59.658918 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:01:59.703102 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=e290c83e-bb9c-4efa-9f99-a1145dd5df7d,revision_number=7']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:01:59.736797 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-bbe8e9f7-4e3e-4079-bfc1-75f2e3b628e6 req-2dee3509-a6d6-412e-ad69-e29768ff8da3 service neutron] 10.222.0.60 "GET /v2.0/networks/ebd03960-c8d3-4682-b7c0-dc3710548e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834963 Dec 21 14:01:59.787046 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] get_ports_and_sgs() called for port_ids ['e290c83e-bb9c-4efa-9f99-a1145dd5df7d'] {{(pid=103154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 14:02:00.365119 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d2102c-0fc8-4fbb-948a-98b81fdd3d02 req-9d8d67f7-b818-4328-b566-c0272b93dc20 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:02:00.366620 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-95d2102c-0fc8-4fbb-948a-98b81fdd3d02 req-9d8d67f7-b818-4328-b566-c0272b93dc20 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c88e3db-c1f0-46ab-8cb5-43ffec65b2be HTTP/1.1" status: 200 len: 944 time: 0.0526204 Dec 21 14:02:00.416794 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-95d2102c-0fc8-4fbb-948a-98b81fdd3d02 req-fc3639b9-2c81-4ef2-836c-a4df6b7e4683 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?id=83f98813-343b-476a-95ef-751873f5cc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440149 Dec 21 14:02:00.439499 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 37852) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:02:00.503021 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-128a9d00-9cab-410e-ad5b-b14c15c66e5e tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/floatingips/9fcdaa44-4a37-4131-a8ab-727960826651 HTTP/1.1" status: 200 len: 992 time: 0.0622983 Dec 21 14:02:00.705124 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device e290c83e-bb9c-4efa-9f99-a1145dd5df7d up at agent hyperv_hv-neutron-mast {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:02:00.754290 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Provisioning complete for port e290c83e-bb9c-4efa-9f99-a1145dd5df7d triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:02:00.754614 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:00.827499 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:00.857974 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port e290c83e-bb9c-4efa-9f99-a1145dd5df7d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e290c83e-bb9c-4efa-9f99-a1145dd5df7d,segment=NetworkSegment(1a5a1c37-daea-4b9e-a49b-62869f64c131),segment_id=1a5a1c37-daea-4b9e-a49b-62869f64c131)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:02:00.862565 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:00.929712 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:00.934108 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=e290c83e-bb9c-4efa-9f99-a1145dd5df7d,revision_number=8']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:02:00.973497 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c88e3db-c1f0-46ab-8cb5-43ffec65b2be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e290c83e-bb9c-4efa-9f99-a1145dd5df7d'}] {{(pid=103154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:02:00.975713 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6f45aca8ac5f8c0cc5868273c98d8aa60330245aed22d61c8da5c1f2d6fc01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03c88050-e8bc-4fd4-92f5-c08a20a8a42e" -d '{"events": [{"server_uuid": "0c88e3db-c1f0-46ab-8cb5-43ffec65b2be", "name": "network-vif-plugged", "status": "completed", "tag": "e290c83e-bb9c-4efa-9f99-a1145dd5df7d"}]}' {{(pid=103154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:02:01.009916 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 14:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40ec0f30-d4f0-4945-ab96-4f4cb5563792 x-openstack-request-id: req-40ec0f30-d4f0-4945-ab96-4f4cb5563792 {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:02:01.010208 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c88e3db-c1f0-46ab-8cb5-43ffec65b2be", "name": "network-vif-plugged", "status": "completed", "tag": "e290c83e-bb9c-4efa-9f99-a1145dd5df7d", "code": 200}]} {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:02:01.010506 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-40ec0f30-d4f0-4945-ab96-4f4cb5563792 {{(pid=103154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:02:01.010897 dv-neutron-master-2-hyperv neutron-server[103154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c88e3db-c1f0-46ab-8cb5-43ffec65b2be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e290c83e-bb9c-4efa-9f99-a1145dd5df7d', 'code': 200} Dec 21 14:02:01.106391 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:01.853580 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.agents_db [None req-c60a5637-8c6f-4692-b23b-7dd82bd36b21 None None] Agent healthcheck: found 6 active agents {{(pid=103155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 14:02:13.524378 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:21.292655 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-5c0c7869-977d-41ba-93b9-e740f117e484 req-89037c67-aeb5-4e73-ace4-317146094b64 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0c88e3db-c1f0-46ab-8cb5-43ffec65b2be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0963352 Dec 21 14:02:21.388532 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0c7869-977d-41ba-93b9-e740f117e484 req-d5889526-ad51-40a5-a577-c79970ee42d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:02:21.390017 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-5c0c7869-977d-41ba-93b9-e740f117e484 req-d5889526-ad51-40a5-a577-c79970ee42d0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a1d23353b1544887bb518bdbacf8b4d3&device_id=0c88e3db-c1f0-46ab-8cb5-43ffec65b2be HTTP/1.1" status: 200 len: 1098 time: 0.0405030 Dec 21 14:02:21.492907 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0c7869-977d-41ba-93b9-e740f117e484 req-24790e94-c94f-424d-94ed-8cadc172b294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:02:21.494274 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-5c0c7869-977d-41ba-93b9-e740f117e484 req-24790e94-c94f-424d-94ed-8cadc172b294 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ebd03960-c8d3-4682-b7c0-dc3710548e76 HTTP/1.1" status: 200 len: 898 time: 0.0862153 Dec 21 14:02:21.561302 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-5c0c7869-977d-41ba-93b9-e740f117e484 req-02af9b43-9b59-4fa8-8591-da422bc8e483 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e290c83e-bb9c-4efa-9f99-a1145dd5df7d HTTP/1.1" status: 200 len: 1001 time: 0.0598352 Dec 21 14:02:21.608017 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0c7869-977d-41ba-93b9-e740f117e484 req-cf707ffc-e419-4f78-a0bf-0ce1ba237799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:02:21.609921 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-5c0c7869-977d-41ba-93b9-e740f117e484 req-cf707ffc-e419-4f78-a0bf-0ce1ba237799 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4ee436b7-75c8-4de8-b562-24f348de10df HTTP/1.1" status: 200 len: 835 time: 0.0420854 Dec 21 14:02:21.654206 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0c7869-977d-41ba-93b9-e740f117e484 req-bdfd820e-c324-43a7-aa20-66704340d940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:02:21.655768 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-5c0c7869-977d-41ba-93b9-e740f117e484 req-bdfd820e-c324-43a7-aa20-66704340d940 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ebd03960-c8d3-4682-b7c0-dc3710548e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0388262 Dec 21 14:02:21.745621 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-5c0c7869-977d-41ba-93b9-e740f117e484 req-33c6d1d2-d4ed-45fd-97fd-0c511b55faf6 service neutron] 10.222.0.60 "GET /v2.0/networks/ebd03960-c8d3-4682-b7c0-dc3710548e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832489 Dec 21 14:02:21.832799 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-5c0c7869-977d-41ba-93b9-e740f117e484 req-a1c941b2-6eaa-42ee-898d-b1a6c3b23b3a service neutron] 10.222.0.60 "GET /v2.0/networks/ebd03960-c8d3-4682-b7c0-dc3710548e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805125 Dec 21 14:02:25.210671 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f77999ad-f149-4661-8fb4-a34e31e1ed7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:27.679936 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-28685a00-9c96-4529-962e-eab53fa2ceab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:28.905381 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 37866) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:02:28.913669 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:29.058858 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-1b342021-52f3-4b7a-a8ef-d5d94a07657a tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Deleting port c5a2db5d-888c-4221-969b-48b8f4a3804c {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 14:02:29.059193 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1b342021-52f3-4b7a-a8ef-d5d94a07657a tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:29.134272 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1b342021-52f3-4b7a-a8ef-d5d94a07657a tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:29.134631 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1b342021-52f3-4b7a-a8ef-d5d94a07657a tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:29.145999 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-1b342021-52f3-4b7a-a8ef-d5d94a07657a tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Calling delete_port for c5a2db5d-888c-4221-969b-48b8f4a3804c owned by network:floatingip {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 14:02:29.317174 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1b342021-52f3-4b7a-a8ef-d5d94a07657a tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:29.343992 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b342021-52f3-4b7a-a8ef-d5d94a07657a tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Pushing event deleted for resources: {'Port': ['ID=c5a2db5d-888c-4221-969b-48b8f4a3804c,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:02:29.369675 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b342021-52f3-4b7a-a8ef-d5d94a07657a tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:02:29.370022 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b342021-52f3-4b7a-a8ef-d5d94a07657a tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:02:29.370444 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b342021-52f3-4b7a-a8ef-d5d94a07657a tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:02:29.370723 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b342021-52f3-4b7a-a8ef-d5d94a07657a tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:02:29.371059 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b342021-52f3-4b7a-a8ef-d5d94a07657a tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:02:29.371391 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b342021-52f3-4b7a-a8ef-d5d94a07657a tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:02:29.371720 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b342021-52f3-4b7a-a8ef-d5d94a07657a tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:02:29.372045 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b342021-52f3-4b7a-a8ef-d5d94a07657a tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:02:29.372370 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b342021-52f3-4b7a-a8ef-d5d94a07657a tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:02:29.372693 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b342021-52f3-4b7a-a8ef-d5d94a07657a tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:02:29.373017 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b342021-52f3-4b7a-a8ef-d5d94a07657a tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:02:29.373338 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b342021-52f3-4b7a-a8ef-d5d94a07657a tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:02:29.373664 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b342021-52f3-4b7a-a8ef-d5d94a07657a tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:02:29.418089 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1b342021-52f3-4b7a-a8ef-d5d94a07657a tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for floatingip, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:29.418452 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.l3_db [None req-1b342021-52f3-4b7a-a8ef-d5d94a07657a tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Floating IP 9fcdaa44-4a37-4131-a8ab-727960826651 disassociated (deleted). External IP: 172.36.3.116, port: e290c83e-bb9c-4efa-9f99-a1145dd5df7d. Dec 21 14:02:29.911853 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b342021-52f3-4b7a-a8ef-d5d94a07657a tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Router d96f63d7-1cff-473d-a07f-6338a9605bc9 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 14:02:30.012698 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b342021-52f3-4b7a-a8ef-d5d94a07657a tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 14:02:30.017565 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1b342021-52f3-4b7a-a8ef-d5d94a07657a tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for floatingip, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:30.022218 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8be71b-d7c9-4d48-91d3-8b30e1aa2fc6 None None] Sync routers for ids ['d96f63d7-1cff-473d-a07f-6338a9605bc9'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 14:02:30.031396 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8be71b-d7c9-4d48-91d3-8b30e1aa2fc6 None None] Routers {'d96f63d7-1cff-473d-a07f-6338a9605bc9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:02:30.032007 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-7a8be71b-d7c9-4d48-91d3-8b30e1aa2fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T14:02:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['d96f63d7-1cff-473d-a07f-6338a9605bc9'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:02:30.047055 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-1b342021-52f3-4b7a-a8ef-d5d94a07657a tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "DELETE /v2.0/floatingips/9fcdaa44-4a37-4131-a8ab-727960826651 HTTP/1.1" status: 204 len: 168 time: 1.1405969 Dec 21 14:02:30.048001 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c88e3db-c1f0-46ab-8cb5-43ffec65b2be', 'tag': 'e290c83e-bb9c-4efa-9f99-a1145dd5df7d'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:02:30.051230 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af6034c98e584fa55ea4398f343c742ceb598288507feaf30d5a15785b2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fbb644f-7165-435e-a7d2-a862bfca5e26" -d '{"events": [{"name": "network-changed", "server_uuid": "0c88e3db-c1f0-46ab-8cb5-43ffec65b2be", "tag": "e290c83e-bb9c-4efa-9f99-a1145dd5df7d"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:02:30.091854 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 14:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca746d9d-3c6c-4dbe-a4e6-382bf6194a0b x-openstack-request-id: req-ca746d9d-3c6c-4dbe-a4e6-382bf6194a0b {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:02:30.092185 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c88e3db-c1f0-46ab-8cb5-43ffec65b2be", "tag": "e290c83e-bb9c-4efa-9f99-a1145dd5df7d", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:02:30.092403 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ca746d9d-3c6c-4dbe-a4e6-382bf6194a0b {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:02:30.092804 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c88e3db-c1f0-46ab-8cb5-43ffec65b2be', 'tag': 'e290c83e-bb9c-4efa-9f99-a1145dd5df7d', 'status': 'completed', 'code': 200} Dec 21 14:02:30.139634 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-7a8be71b-d7c9-4d48-91d3-8b30e1aa2fc6 None None] Set router d96f63d7-1cff-473d-a07f-6338a9605bc9 gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:02:30.203844 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbb644f-7165-435e-a7d2-a862bfca5e26 req-511bcf4b-d58a-4993-9e37-be9010c6e3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:02:30.205413 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-4fbb644f-7165-435e-a7d2-a862bfca5e26 req-511bcf4b-d58a-4993-9e37-be9010c6e3f5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a1d23353b1544887bb518bdbacf8b4d3&device_id=0c88e3db-c1f0-46ab-8cb5-43ffec65b2be HTTP/1.1" status: 200 len: 1098 time: 0.0611217 Dec 21 14:02:30.296704 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a813f7f-1dbc-4d71-9d5f-23b4c072aabc req-14e22c72-0f33-4ca1-9071-6c5ad73b9045 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:02:30.299714 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-6a813f7f-1dbc-4d71-9d5f-23b4c072aabc req-14e22c72-0f33-4ca1-9071-6c5ad73b9045 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c88e3db-c1f0-46ab-8cb5-43ffec65b2be HTTP/1.1" status: 200 len: 945 time: 0.0553439 Dec 21 14:02:30.340190 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbb644f-7165-435e-a7d2-a862bfca5e26 req-a2917ae1-8c57-4101-8e6b-43b71908acc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:02:30.341833 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-4fbb644f-7165-435e-a7d2-a862bfca5e26 req-a2917ae1-8c57-4101-8e6b-43b71908acc5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ebd03960-c8d3-4682-b7c0-dc3710548e76 HTTP/1.1" status: 200 len: 898 time: 0.0993409 Dec 21 14:02:30.354188 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-6a813f7f-1dbc-4d71-9d5f-23b4c072aabc req-c29b65db-a1f7-44fb-9551-c000e3eeb81e tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?id=83f98813-343b-476a-95ef-751873f5cc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486348 Dec 21 14:02:30.387946 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-4fbb644f-7165-435e-a7d2-a862bfca5e26 req-fd81f962-af0b-4e30-888e-4c032fb655f6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e290c83e-bb9c-4efa-9f99-a1145dd5df7d HTTP/1.1" status: 200 len: 217 time: 0.0382652 Dec 21 14:02:30.435413 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-7a8be71b-d7c9-4d48-91d3-8b30e1aa2fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd96f63d7-1cff-473d-a07f-6338a9605bc9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1924113590', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.157'}], 'enable_snat': True}, 'gw_port_id': '2b0fcf41-93b3-4f6b-842d-069344308659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:00:46Z', 'updated_at': '2021-12-21T14:00:49Z', 'revision_number': 4, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'gw_port': {'id': '2b0fcf41-93b3-4f6b-842d-069344308659', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96f63d7-1cff-473d-a07f-6338a9605bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:00:46Z', 'updated_at': '2021-12-21T14:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'a4738715-4a17-4cb1-99d8-1604fa6de3d7', 'name': '', 'network_id': 'ebd03960-c8d3-4682-b7c0-dc3710548e76', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'mac_address': 'fa:16:3e:2f:ff:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96f63d7-1cff-473d-a07f-6338a9605bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '4ee436b7-75c8-4de8-b562-24f348de10df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:00:48Z', 'updated_at': '2021-12-21T14:00:52Z', 'revision_number': 5, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'subnets': [{'id': '4ee436b7-75c8-4de8-b562-24f348de10df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:02:30.437922 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbb644f-7165-435e-a7d2-a862bfca5e26 req-f0d10521-e7a3-4d6a-87a0-12a4fe3bbe4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:02:30.439549 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-4fbb644f-7165-435e-a7d2-a862bfca5e26 req-f0d10521-e7a3-4d6a-87a0-12a4fe3bbe4f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4ee436b7-75c8-4de8-b562-24f348de10df HTTP/1.1" status: 200 len: 835 time: 0.0438552 Dec 21 14:02:30.464813 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8be71b-d7c9-4d48-91d3-8b30e1aa2fc6 None None] Checking router: d96f63d7-1cff-473d-a07f-6338a9605bc9 for host: dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 14:02:30.473644 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8be71b-d7c9-4d48-91d3-8b30e1aa2fc6 None None] Routers {'d96f63d7-1cff-473d-a07f-6338a9605bc9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:02:30.474257 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-7a8be71b-d7c9-4d48-91d3-8b30e1aa2fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T14:02:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['d96f63d7-1cff-473d-a07f-6338a9605bc9'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:02:30.486845 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbb644f-7165-435e-a7d2-a862bfca5e26 req-063f807c-fbf0-4d83-a6ac-82d36e8b1a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:02:30.488436 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-4fbb644f-7165-435e-a7d2-a862bfca5e26 req-063f807c-fbf0-4d83-a6ac-82d36e8b1a7d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ebd03960-c8d3-4682-b7c0-dc3710548e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403244 Dec 21 14:02:30.576730 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-7a8be71b-d7c9-4d48-91d3-8b30e1aa2fc6 None None] Set router d96f63d7-1cff-473d-a07f-6338a9605bc9 gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:02:30.584376 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-4fbb644f-7165-435e-a7d2-a862bfca5e26 req-75c574bc-78c9-4481-828a-0de4d68eaefc service neutron] 10.222.0.60 "GET /v2.0/networks/ebd03960-c8d3-4682-b7c0-dc3710548e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866191 Dec 21 14:02:30.675894 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-4fbb644f-7165-435e-a7d2-a862bfca5e26 req-8579476a-8215-473d-87ff-3e8cd1b5db7b service neutron] 10.222.0.60 "GET /v2.0/networks/ebd03960-c8d3-4682-b7c0-dc3710548e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825675 Dec 21 14:02:30.771268 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-7a8be71b-d7c9-4d48-91d3-8b30e1aa2fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd96f63d7-1cff-473d-a07f-6338a9605bc9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1924113590', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.157'}], 'enable_snat': True}, 'gw_port_id': '2b0fcf41-93b3-4f6b-842d-069344308659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:00:46Z', 'updated_at': '2021-12-21T14:00:49Z', 'revision_number': 4, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'gw_port': {'id': '2b0fcf41-93b3-4f6b-842d-069344308659', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96f63d7-1cff-473d-a07f-6338a9605bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:00:46Z', 'updated_at': '2021-12-21T14:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'a4738715-4a17-4cb1-99d8-1604fa6de3d7', 'name': '', 'network_id': 'ebd03960-c8d3-4682-b7c0-dc3710548e76', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'mac_address': 'fa:16:3e:2f:ff:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96f63d7-1cff-473d-a07f-6338a9605bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '4ee436b7-75c8-4de8-b562-24f348de10df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:00:48Z', 'updated_at': '2021-12-21T14:00:52Z', 'revision_number': 5, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'subnets': [{'id': '4ee436b7-75c8-4de8-b562-24f348de10df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:02:30.796478 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8be71b-d7c9-4d48-91d3-8b30e1aa2fc6 None None] The sync data for ids ['d96f63d7-1cff-473d-a07f-6338a9605bc9'] in dv-neutron-master-2-hyperv is: [{'id': 'd96f63d7-1cff-473d-a07f-6338a9605bc9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1924113590', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.157'}], 'enable_snat': True}, 'gw_port_id': '2b0fcf41-93b3-4f6b-842d-069344308659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:00:46Z', 'updated_at': '2021-12-21T14:00:49Z', 'revision_number': 4, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'gw_port': {'id': '2b0fcf41-93b3-4f6b-842d-069344308659', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96f63d7-1cff-473d-a07f-6338a9605bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:00:46Z', 'updated_at': '2021-12-21T14:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'a4738715-4a17-4cb1-99d8-1604fa6de3d7', 'name': '', 'network_id': 'ebd03960-c8d3-4682-b7c0-dc3710548e76', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'mac_address': 'fa:16:3e:2f:ff:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96f63d7-1cff-473d-a07f-6338a9605bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '4ee436b7-75c8-4de8-b562-24f348de10df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:00:48Z', 'updated_at': '2021-12-21T14:00:52Z', 'revision_number': 5, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'subnets': [{'id': '4ee436b7-75c8-4de8-b562-24f348de10df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 14:02:30.908470 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:31.009205 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab8cc5d-2f62-41f4-9cd5-271bcc9ce743 None None] New status for floating IP 9fcdaa44-4a37-4131-a8ab-727960826651: DOWN {{(pid=103154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 14:02:31.107934 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:31.474890 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e164fe-5e52-49e4-abe2-e509ab7b6d5f req-8f2e06e6-246b-44f3-a65f-00d86f305134 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:02:31.476350 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b8e164fe-5e52-49e4-abe2-e509ab7b6d5f req-8f2e06e6-246b-44f3-a65f-00d86f305134 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c88e3db-c1f0-46ab-8cb5-43ffec65b2be HTTP/1.1" status: 200 len: 945 time: 0.0530336 Dec 21 14:02:31.523750 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b8e164fe-5e52-49e4-abe2-e509ab7b6d5f req-d3c61901-3aa7-4813-b112-79a57c565ffd tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?id=83f98813-343b-476a-95ef-751873f5cc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416658 Dec 21 14:02:32.082941 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50679c8-c4bc-4d8f-9891-e7195ca8fa0c req-666ab22c-4e5b-4e21-8dec-1913c0474847 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:02:32.084365 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b50679c8-c4bc-4d8f-9891-e7195ca8fa0c req-666ab22c-4e5b-4e21-8dec-1913c0474847 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c88e3db-c1f0-46ab-8cb5-43ffec65b2be HTTP/1.1" status: 200 len: 945 time: 0.0471234 Dec 21 14:02:32.174316 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [req-b50679c8-c4bc-4d8f-9891-e7195ca8fa0c req-d3d1400e-9022-4bde-946a-c3338ba2eda2 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Deleting port e290c83e-bb9c-4efa-9f99-a1145dd5df7d {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 14:02:32.174677 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-b50679c8-c4bc-4d8f-9891-e7195ca8fa0c req-d3d1400e-9022-4bde-946a-c3338ba2eda2 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:32.260327 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-b50679c8-c4bc-4d8f-9891-e7195ca8fa0c req-d3d1400e-9022-4bde-946a-c3338ba2eda2 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] For port e290c83e-bb9c-4efa-9f99-a1145dd5df7d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e290c83e-bb9c-4efa-9f99-a1145dd5df7d,segment=NetworkSegment(1a5a1c37-daea-4b9e-a49b-62869f64c131),segment_id=1a5a1c37-daea-4b9e-a49b-62869f64c131)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:02:32.260686 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-b50679c8-c4bc-4d8f-9891-e7195ca8fa0c req-d3d1400e-9022-4bde-946a-c3338ba2eda2 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:32.273735 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [req-b50679c8-c4bc-4d8f-9891-e7195ca8fa0c req-d3d1400e-9022-4bde-946a-c3338ba2eda2 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Calling delete_port for e290c83e-bb9c-4efa-9f99-a1145dd5df7d owned by compute:nova {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 14:02:32.405568 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-b50679c8-c4bc-4d8f-9891-e7195ca8fa0c req-d3d1400e-9022-4bde-946a-c3338ba2eda2 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:32.433660 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d1400e-9022-4bde-946a-c3338ba2eda2 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Pushing event deleted for resources: {'Port': ['ID=e290c83e-bb9c-4efa-9f99-a1145dd5df7d,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:02:32.474869 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [req-b50679c8-c4bc-4d8f-9891-e7195ca8fa0c req-d3d1400e-9022-4bde-946a-c3338ba2eda2 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] No DVR routers for this DVR port e290c83e-bb9c-4efa-9f99-a1145dd5df7d on host hv-neutron-mast {{(pid=103153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 14:02:32.477395 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-b50679c8-c4bc-4d8f-9891-e7195ca8fa0c req-d3d1400e-9022-4bde-946a-c3338ba2eda2 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:32.480855 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b50679c8-c4bc-4d8f-9891-e7195ca8fa0c req-d3d1400e-9022-4bde-946a-c3338ba2eda2 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.60 "DELETE /v2.0/ports/e290c83e-bb9c-4efa-9f99-a1145dd5df7d HTTP/1.1" status: 204 len: 173 time: 0.3909397 Dec 21 14:02:32.481289 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c88e3db-c1f0-46ab-8cb5-43ffec65b2be', 'name': 'network-vif-deleted', 'tag': 'e290c83e-bb9c-4efa-9f99-a1145dd5df7d'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:02:32.483549 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af6034c98e584fa55ea4398f343c742ceb598288507feaf30d5a15785b2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d24fd6e9-9b74-4f28-92a0-379046f969aa" -d '{"events": [{"server_uuid": "0c88e3db-c1f0-46ab-8cb5-43ffec65b2be", "name": "network-vif-deleted", "tag": "e290c83e-bb9c-4efa-9f99-a1145dd5df7d"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:02:32.523574 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 14:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7547a230-1b0f-4cf8-bb13-761ccf4ec175 x-openstack-request-id: req-7547a230-1b0f-4cf8-bb13-761ccf4ec175 {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:02:32.523870 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c88e3db-c1f0-46ab-8cb5-43ffec65b2be", "name": "network-vif-deleted", "tag": "e290c83e-bb9c-4efa-9f99-a1145dd5df7d", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:02:32.524125 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7547a230-1b0f-4cf8-bb13-761ccf4ec175 {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:02:32.524530 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c88e3db-c1f0-46ab-8cb5-43ffec65b2be', 'name': 'network-vif-deleted', 'tag': 'e290c83e-bb9c-4efa-9f99-a1145dd5df7d', 'status': 'completed', 'code': 200} Dec 21 14:02:32.639955 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a2e48430-bf72-4249-8ef7-b1be107c833d req-60ed025a-1c32-4732-a9ed-42eb87f74fec tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c88e3db-c1f0-46ab-8cb5-43ffec65b2be HTTP/1.1" status: 200 len: 210 time: 0.0295200 Dec 21 14:02:33.695999 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 37882) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:02:34.049995 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-20b12798-e5de-4ddb-9b82-ac672933b5d8 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532692'] for router_interface, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:34.305201 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-20b12798-e5de-4ddb-9b82-ac672933b5d8 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Deleting port a4738715-4a17-4cb1-99d8-1604fa6de3d7 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 14:02:34.305465 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-20b12798-e5de-4ddb-9b82-ac672933b5d8 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:34.397323 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-20b12798-e5de-4ddb-9b82-ac672933b5d8 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] For port a4738715-4a17-4cb1-99d8-1604fa6de3d7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a4738715-4a17-4cb1-99d8-1604fa6de3d7,segment=NetworkSegment(1a5a1c37-daea-4b9e-a49b-62869f64c131),segment_id=1a5a1c37-daea-4b9e-a49b-62869f64c131)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:02:34.397685 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-20b12798-e5de-4ddb-9b82-ac672933b5d8 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:34.409426 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-20b12798-e5de-4ddb-9b82-ac672933b5d8 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Calling delete_port for a4738715-4a17-4cb1-99d8-1604fa6de3d7 owned by network:router_interface {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 14:02:34.588388 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-20b12798-e5de-4ddb-9b82-ac672933b5d8 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:34.615871 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b12798-e5de-4ddb-9b82-ac672933b5d8 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Pushing event deleted for resources: {'Port': ['ID=a4738715-4a17-4cb1-99d8-1604fa6de3d7,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:02:34.785575 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-20b12798-e5de-4ddb-9b82-ac672933b5d8 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534084'] for router_interface, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:34.878954 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device e290c83e-bb9c-4efa-9f99-a1145dd5df7d no longer exists at agent hyperv_hv-neutron-mast {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 14:02:34.897780 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] No Port match for: e290c83e-bb9c-4efa-9f99-a1145dd5df7d {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 14:02:34.898070 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device e290c83e-bb9c-4efa-9f99-a1145dd5df7d not bound to the agent host hv-neutron-mast {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 14:02:35.000344 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20b12798-e5de-4ddb-9b82-ac672933b5d8 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Router d96f63d7-1cff-473d-a07f-6338a9605bc9 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 14:02:35.106251 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20b12798-e5de-4ddb-9b82-ac672933b5d8 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 14:02:35.112413 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-20b12798-e5de-4ddb-9b82-ac672933b5d8 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "PUT /v2.0/routers/d96f63d7-1cff-473d-a07f-6338a9605bc9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4152293 Dec 21 14:02:35.114450 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 37884) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:02:35.116724 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86221c5-ee1e-4727-8cdc-3bbb1d3d2fed None None] Sync routers for ids ['d96f63d7-1cff-473d-a07f-6338a9605bc9'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 14:02:35.126788 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86221c5-ee1e-4727-8cdc-3bbb1d3d2fed None None] Routers {'d96f63d7-1cff-473d-a07f-6338a9605bc9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:02:35.127391 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-d86221c5-ee1e-4727-8cdc-3bbb1d3d2fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T14:02:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['d96f63d7-1cff-473d-a07f-6338a9605bc9'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:02:35.164498 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2707a31-8cc7-4132-9aa7-e41ae6effcae tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Deleting subnet 4ee436b7-75c8-4de8-b562-24f348de10df {{(pid=103153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 14:02:35.167472 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f2707a31-8cc7-4132-9aa7-e41ae6effcae tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for subnet, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:35.206714 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f2707a31-8cc7-4132-9aa7-e41ae6effcae tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1585439'] for subnet, precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:35.229967 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-d86221c5-ee1e-4727-8cdc-3bbb1d3d2fed None None] Set router d96f63d7-1cff-473d-a07f-6338a9605bc9 gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:02:35.292177 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f2707a31-8cc7-4132-9aa7-e41ae6effcae tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:35.349277 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f2707a31-8cc7-4132-9aa7-e41ae6effcae tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11349588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11288746'] for subnet, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:35.377379 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2707a31-8cc7-4132-9aa7-e41ae6effcae tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Pushing event deleted for resources: {'Subnet': ['ID=4ee436b7-75c8-4de8-b562-24f348de10df,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:02:35.381030 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f2707a31-8cc7-4132-9aa7-e41ae6effcae tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:35.384438 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-f2707a31-8cc7-4132-9aa7-e41ae6effcae tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "DELETE /v2.0/subnets/4ee436b7-75c8-4de8-b562-24f348de10df HTTP/1.1" status: 204 len: 168 time: 0.2688744 Dec 21 14:02:35.387073 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 37886) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:02:35.400285 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a749ba-675b-44f8-bd91-5c4685ed593c None None] Network ebd03960-c8d3-4682-b7c0-dc3710548e76 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 14:02:35.416253 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-d86221c5-ee1e-4727-8cdc-3bbb1d3d2fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd96f63d7-1cff-473d-a07f-6338a9605bc9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1924113590', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.157'}], 'enable_snat': True}, 'gw_port_id': '2b0fcf41-93b3-4f6b-842d-069344308659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:00:46Z', 'updated_at': '2021-12-21T14:02:34Z', 'revision_number': 5, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'gw_port': {'id': '2b0fcf41-93b3-4f6b-842d-069344308659', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96f63d7-1cff-473d-a07f-6338a9605bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:00:46Z', 'updated_at': '2021-12-21T14:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:02:35.443876 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86221c5-ee1e-4727-8cdc-3bbb1d3d2fed None None] Checking router: d96f63d7-1cff-473d-a07f-6338a9605bc9 for host: dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 14:02:35.453015 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86221c5-ee1e-4727-8cdc-3bbb1d3d2fed None None] Routers {'d96f63d7-1cff-473d-a07f-6338a9605bc9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:02:35.453636 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-d86221c5-ee1e-4727-8cdc-3bbb1d3d2fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T14:02:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['d96f63d7-1cff-473d-a07f-6338a9605bc9'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:02:35.496544 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-58b78524-5cb2-45a7-972f-3953c3c87e9b tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for router, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:35.546089 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d05f5d-4528-469f-911a-556615518e11 None None] DHCP port deletion for ebd03960-c8d3-4682-b7c0-dc3710548e76 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 14:02:35.562999 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-d86221c5-ee1e-4727-8cdc-3bbb1d3d2fed None None] Set router d96f63d7-1cff-473d-a07f-6338a9605bc9 gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:02:35.597838 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-92d05f5d-4528-469f-911a-556615518e11 None None] Deleting port b3c43b9f-3f0a-4497-81fa-ad047dce3784 {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 14:02:35.598551 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-92d05f5d-4528-469f-911a-556615518e11 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:35.611100 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-58b78524-5cb2-45a7-972f-3953c3c87e9b tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:35.661154 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-92d05f5d-4528-469f-911a-556615518e11 None None] For port b3c43b9f-3f0a-4497-81fa-ad047dce3784, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b3c43b9f-3f0a-4497-81fa-ad047dce3784,segment=NetworkSegment(1a5a1c37-daea-4b9e-a49b-62869f64c131),segment_id=1a5a1c37-daea-4b9e-a49b-62869f64c131)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:02:35.661929 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-92d05f5d-4528-469f-911a-556615518e11 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:35.664050 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-58b78524-5cb2-45a7-972f-3953c3c87e9b tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Deleting port 2b0fcf41-93b3-4f6b-842d-069344308659 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 14:02:35.664391 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-58b78524-5cb2-45a7-972f-3953c3c87e9b tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:35.675444 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-92d05f5d-4528-469f-911a-556615518e11 None None] Calling delete_port for b3c43b9f-3f0a-4497-81fa-ad047dce3784 owned by network:dhcp {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 14:02:35.751043 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-58b78524-5cb2-45a7-972f-3953c3c87e9b tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] For port 2b0fcf41-93b3-4f6b-842d-069344308659, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2b0fcf41-93b3-4f6b-842d-069344308659,segment=NetworkSegment(a32e5bfd-6fac-434f-817b-5707a23fd2ca),segment_id=a32e5bfd-6fac-434f-817b-5707a23fd2ca)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:02:35.751514 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-58b78524-5cb2-45a7-972f-3953c3c87e9b tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:35.754295 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-d86221c5-ee1e-4727-8cdc-3bbb1d3d2fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd96f63d7-1cff-473d-a07f-6338a9605bc9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1924113590', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.157'}], 'enable_snat': True}, 'gw_port_id': '2b0fcf41-93b3-4f6b-842d-069344308659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:00:46Z', 'updated_at': '2021-12-21T14:02:34Z', 'revision_number': 5, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'gw_port': {'id': '2b0fcf41-93b3-4f6b-842d-069344308659', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96f63d7-1cff-473d-a07f-6338a9605bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:00:46Z', 'updated_at': '2021-12-21T14:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:02:35.761952 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-92d05f5d-4528-469f-911a-556615518e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636'] for port, after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:35.765452 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-58b78524-5cb2-45a7-972f-3953c3c87e9b tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Calling delete_port for 2b0fcf41-93b3-4f6b-842d-069344308659 owned by network:router_gateway {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 14:02:35.786478 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86221c5-ee1e-4727-8cdc-3bbb1d3d2fed None None] The sync data for ids ['d96f63d7-1cff-473d-a07f-6338a9605bc9'] in dv-neutron-master-2-hyperv is: [{'id': 'd96f63d7-1cff-473d-a07f-6338a9605bc9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1924113590', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.157'}], 'enable_snat': True}, 'gw_port_id': '2b0fcf41-93b3-4f6b-842d-069344308659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:00:46Z', 'updated_at': '2021-12-21T14:02:34Z', 'revision_number': 5, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'gw_port': {'id': '2b0fcf41-93b3-4f6b-842d-069344308659', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96f63d7-1cff-473d-a07f-6338a9605bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:00:46Z', 'updated_at': '2021-12-21T14:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 14:02:35.789216 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d05f5d-4528-469f-911a-556615518e11 None None] Pushing event deleted for resources: {'Port': ['ID=b3c43b9f-3f0a-4497-81fa-ad047dce3784,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:02:35.795927 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d05f5d-4528-469f-911a-556615518e11 None None] No DVR routers for this DVR port b3c43b9f-3f0a-4497-81fa-ad047dce3784 on host dv-neutron-master-2-hyperv {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 14:02:35.932491 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-58b78524-5cb2-45a7-972f-3953c3c87e9b tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:35.958032 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b78524-5cb2-45a7-972f-3953c3c87e9b tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Pushing event deleted for resources: {'Port': ['ID=2b0fcf41-93b3-4f6b-842d-069344308659,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:02:35.968792 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c9162e-b90f-4ef5-8875-6ee41ef8cfa6 None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 14:02:36.019638 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-58b78524-5cb2-45a7-972f-3953c3c87e9b tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-548638'] for router_gateway, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:36.107772 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-58b78524-5cb2-45a7-972f-3953c3c87e9b tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26950'] for router, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:36.109825 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-58b78524-5cb2-45a7-972f-3953c3c87e9b tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:36.154970 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-58b78524-5cb2-45a7-972f-3953c3c87e9b tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534967'] for router, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:36.155508 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58b78524-5cb2-45a7-972f-3953c3c87e9b tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Fanout notify agent at l3_agent the message router_deleted on router d96f63d7-1cff-473d-a07f-6338a9605bc9 {{(pid=103153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 14:02:36.163138 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-58b78524-5cb2-45a7-972f-3953c3c87e9b tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for router, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:36.164393 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-58b78524-5cb2-45a7-972f-3953c3c87e9b tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "DELETE /v2.0/routers/d96f63d7-1cff-473d-a07f-6338a9605bc9 HTTP/1.1" status: 204 len: 168 time: 0.7763274 Dec 21 14:02:36.166974 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 37888) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:02:36.245648 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f9a08d9f-e209-4694-a45e-5dad6b2fc594 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:36.335828 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f9a08d9f-e209-4694-a45e-5dad6b2fc594 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:36.356693 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-f9a08d9f-e209-4694-a45e-5dad6b2fc594 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebd03960-c8d3-4682-b7c0-dc3710548e76']}} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:02:36.366756 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-f9a08d9f-e209-4694-a45e-5dad6b2fc594 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a5a1c37-daea-4b9e-a49b-62869f64c131') {'for_net_delete': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:02:36.367050 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-f9a08d9f-e209-4694-a45e-5dad6b2fc594 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a5a1c37-daea-4b9e-a49b-62869f64c131') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:02:36.376426 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f9a08d9f-e209-4694-a45e-5dad6b2fc594 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1585430'] for segment, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:36.389855 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f9a08d9f-e209-4694-a45e-5dad6b2fc594 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:36.396715 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9a08d9f-e209-4694-a45e-5dad6b2fc594 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=103153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 14:02:36.397111 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f9a08d9f-e209-4694-a45e-5dad6b2fc594 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11349758'] for segment, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:36.400119 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:02:36.400119 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 14:02:36.400119 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:02:36.400119 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 14:02:36.400119 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:02:36.400119 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 14:02:36.400119 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:02:36.400119 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 14:02:36.400119 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:02:36.400119 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 14:02:36.400119 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:02:36.400119 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 14:02:36.400119 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:02:36.400119 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 14:02:36.400119 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:02:36.400119 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 14:02:36.400119 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:02:36.400119 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 14:02:36.400119 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:02:36.400119 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 14:02:36.400119 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:02:36.400119 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 14:02:36.400119 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:02:36.400119 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 14:02:36.400119 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:02:36.400119 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 14:02:36.400119 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:02:36.400119 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 14:02:36.400119 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:02:36.400119 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 14:02:36.400119 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:02:36.400119 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 14:02:36.400119 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:02:36.400119 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 14:02:36.400119 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:02:36.400119 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 14:02:36.400119 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:02:36.400119 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 14:02:36.400119 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:02:36.400119 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 14:02:36.400119 dv-neutron-master-2-hyperv neutron-server[103153]: Traceback (most recent call last): Dec 21 14:02:36.400119 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 14:02:36.400119 dv-neutron-master-2-hyperv neutron-server[103153]: timer() Dec 21 14:02:36.400119 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 14:02:36.400119 dv-neutron-master-2-hyperv neutron-server[103153]: cb(*args, **kw) Dec 21 14:02:36.400119 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 14:02:36.400119 dv-neutron-master-2-hyperv neutron-server[103153]: return func(*args, **kwargs) Dec 21 14:02:36.400119 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 14:02:36.400119 dv-neutron-master-2-hyperv neutron-server[103153]: self._notify() Dec 21 14:02:36.400119 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 14:02:36.400119 dv-neutron-master-2-hyperv neutron-server[103153]: self.callback(batched_events) Dec 21 14:02:36.400119 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 14:02:36.400119 dv-neutron-master-2-hyperv neutron-server[103153]: event.method(event) Dec 21 14:02:36.400119 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 14:02:36.400119 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 14:02:36.400119 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 14:02:36.400119 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 14:02:36.400119 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 14:02:36.400119 dv-neutron-master-2-hyperv neutron-server[103153]: return f(self, *a, **k) Dec 21 14:02:36.400119 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 14:02:36.400119 dv-neutron-master-2-hyperv neutron-server[103153]: return self._get(url).json() Dec 21 14:02:36.404767 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 14:02:36.404767 dv-neutron-master-2-hyperv neutron-server[103153]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 14:02:36.404767 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 14:02:36.404767 dv-neutron-master-2-hyperv neutron-server[103153]: return self.request(url, 'GET', **kwargs) Dec 21 14:02:36.404767 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 14:02:36.404767 dv-neutron-master-2-hyperv neutron-server[103153]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 14:02:36.404767 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 14:02:36.404767 dv-neutron-master-2-hyperv neutron-server[103153]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 14:02:36.404767 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 14:02:36.404767 dv-neutron-master-2-hyperv neutron-server[103153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 14:02:36.404767 dv-neutron-master-2-hyperv neutron-server[103153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 14:02:36.468844 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f9a08d9f-e209-4694-a45e-5dad6b2fc594 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:36.476061 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f9a08d9f-e209-4694-a45e-5dad6b2fc594 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:36.479244 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-f9a08d9f-e209-4694-a45e-5dad6b2fc594 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "DELETE /v2.0/networks/ebd03960-c8d3-4682-b7c0-dc3710548e76 HTTP/1.1" status: 204 len: 168 time: 0.3113508 Dec 21 14:02:36.481993 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 37890) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:02:36.490180 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a08d9f-e209-4694-a45e-5dad6b2fc594 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Pushing event deleted for resources: {'Network': ['ID=ebd03960-c8d3-4682-b7c0-dc3710548e76,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:02:36.538982 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-48122701-b99e-4c79-8159-df5df994501b tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:36.563614 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-48122701-b99e-4c79-8159-df5df994501b tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:36.619468 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-48122701-b99e-4c79-8159-df5df994501b tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:36.622471 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-48122701-b99e-4c79-8159-df5df994501b tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:36.623637 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-48122701-b99e-4c79-8159-df5df994501b tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "DELETE /v2.0/security-groups/83f98813-343b-476a-95ef-751873f5cc3a HTTP/1.1" status: 204 len: 168 time: 0.1406069 Dec 21 14:02:36.633098 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48122701-b99e-4c79-8159-df5df994501b tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83f98813-343b-476a-95ef-751873f5cc3a,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:02:36.640272 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48122701-b99e-4c79-8159-df5df994501b tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:02:36.640633 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48122701-b99e-4c79-8159-df5df994501b tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:02:36.640985 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48122701-b99e-4c79-8159-df5df994501b tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:02:36.641332 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48122701-b99e-4c79-8159-df5df994501b tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:02:36.641674 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48122701-b99e-4c79-8159-df5df994501b tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:02:36.642017 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48122701-b99e-4c79-8159-df5df994501b tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:02:36.643021 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48122701-b99e-4c79-8159-df5df994501b tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:02:36.643371 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48122701-b99e-4c79-8159-df5df994501b tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:02:36.643712 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48122701-b99e-4c79-8159-df5df994501b tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:02:36.644053 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48122701-b99e-4c79-8159-df5df994501b tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:02:36.644390 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48122701-b99e-4c79-8159-df5df994501b tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:02:36.644720 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48122701-b99e-4c79-8159-df5df994501b tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:02:36.645054 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48122701-b99e-4c79-8159-df5df994501b tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:02:36.942390 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 37898) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:02:36.947278 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-4b44d09f-808b-4c39-8264-c8e158974d70 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1157209632', 'description': 'tempest-secgroup-smoke-1157209632 description', 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:02:36.967746 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device a4738715-4a17-4cb1-99d8-1604fa6de3d7 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 14:02:36.976059 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4b44d09f-808b-4c39-8264-c8e158974d70 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:36.989625 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: a4738715-4a17-4cb1-99d8-1604fa6de3d7 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 14:02:36.990147 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device a4738715-4a17-4cb1-99d8-1604fa6de3d7 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 14:02:36.990403 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device b3c43b9f-3f0a-4497-81fa-ad047dce3784 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 14:02:37.013122 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: b3c43b9f-3f0a-4497-81fa-ad047dce3784 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 14:02:37.013665 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device b3c43b9f-3f0a-4497-81fa-ad047dce3784 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 14:02:37.014111 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 2b0fcf41-93b3-4f6b-842d-069344308659 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 14:02:37.034599 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: 2b0fcf41-93b3-4f6b-842d-069344308659 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 14:02:37.034939 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 2b0fcf41-93b3-4f6b-842d-069344308659 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 14:02:37.042637 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4b44d09f-808b-4c39-8264-c8e158974d70 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:37.047877 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4b44d09f-808b-4c39-8264-c8e158974d70 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:37.077731 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4b44d09f-808b-4c39-8264-c8e158974d70 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:37.078992 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-4b44d09f-808b-4c39-8264-c8e158974d70 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1355183 Dec 21 14:02:37.081304 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b44d09f-808b-4c39-8264-c8e158974d70 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a334a4b8-e1fe-45b2-b0b4-e324e3499409,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:02:37.082618 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 37900) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:02:37.087245 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-1abbd7ec-d830-43c8-94e5-fcf36d703bf5 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Request body: {'security_group_rule': {'security_group_id': 'a334a4b8-e1fe-45b2-b0b4-e324e3499409', 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:02:37.115580 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1abbd7ec-d830-43c8-94e5-fcf36d703bf5 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:37.168871 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1abbd7ec-d830-43c8-94e5-fcf36d703bf5 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:37.173377 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1abbd7ec-d830-43c8-94e5-fcf36d703bf5 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:37.191627 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abbd7ec-d830-43c8-94e5-fcf36d703bf5 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29705f03-2156-4a3a-bb19-aacf63dcea36,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:02:37.197135 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1abbd7ec-d830-43c8-94e5-fcf36d703bf5 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:37.198312 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-1abbd7ec-d830-43c8-94e5-fcf36d703bf5 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1146882 Dec 21 14:02:37.201051 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 37902) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:02:37.205751 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-f31fefd9-6aee-4b00-be80-743149eedafb tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Request body: {'security_group_rule': {'security_group_id': 'a334a4b8-e1fe-45b2-b0b4-e324e3499409', 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:02:37.233180 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f31fefd9-6aee-4b00-be80-743149eedafb tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:37.287244 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f31fefd9-6aee-4b00-be80-743149eedafb tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:37.290733 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f31fefd9-6aee-4b00-be80-743149eedafb tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:37.311586 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31fefd9-6aee-4b00-be80-743149eedafb tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b675abb3-d24c-4298-86c8-9e19b667d752,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:02:37.322501 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f31fefd9-6aee-4b00-be80-743149eedafb tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:37.323663 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-f31fefd9-6aee-4b00-be80-743149eedafb tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1217105 Dec 21 14:02:37.326332 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 37904) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:02:37.331153 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-5098f853-12d1-45bd-8b27-60ab968e8193 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Request body: {'security_group_rule': {'security_group_id': 'a334a4b8-e1fe-45b2-b0b4-e324e3499409', 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:02:37.358460 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5098f853-12d1-45bd-8b27-60ab968e8193 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:37.413896 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5098f853-12d1-45bd-8b27-60ab968e8193 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:37.417525 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5098f853-12d1-45bd-8b27-60ab968e8193 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:37.435229 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5098f853-12d1-45bd-8b27-60ab968e8193 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f21eb47-0e5b-4c4c-987a-e0205c397d71,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:02:37.442774 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5098f853-12d1-45bd-8b27-60ab968e8193 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:37.443913 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-5098f853-12d1-45bd-8b27-60ab968e8193 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1165192 Dec 21 14:02:37.446580 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 37906) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:02:37.450763 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-adc1ea2b-5a5e-4f7b-8668-829160909207 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Request body: {'security_group_rule': {'security_group_id': 'a334a4b8-e1fe-45b2-b0b4-e324e3499409', 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:02:37.478115 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-adc1ea2b-5a5e-4f7b-8668-829160909207 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:37.537885 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-adc1ea2b-5a5e-4f7b-8668-829160909207 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:37.542262 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-adc1ea2b-5a5e-4f7b-8668-829160909207 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:37.556889 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc1ea2b-5a5e-4f7b-8668-829160909207 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=654ff33e-5ffb-4dc2-aff3-1338a560b86d,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:02:37.567733 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-adc1ea2b-5a5e-4f7b-8668-829160909207 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:37.569014 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-adc1ea2b-5a5e-4f7b-8668-829160909207 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1214964 Dec 21 14:02:37.571686 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 37908) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:02:37.575875 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-0c143f34-ce8a-4b47-a16f-88d5061b5c77 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Request body: {'security_group_rule': {'security_group_id': 'a334a4b8-e1fe-45b2-b0b4-e324e3499409', 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:02:37.598841 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.securitygroups_db [None req-0c143f34-ce8a-4b47-a16f-88d5061b5c77 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Project a1d23353b1544887bb518bdbacf8b4d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 14:02:37.603705 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0c143f34-ce8a-4b47-a16f-88d5061b5c77 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:37.660499 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0c143f34-ce8a-4b47-a16f-88d5061b5c77 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:37.663874 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0c143f34-ce8a-4b47-a16f-88d5061b5c77 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:37.680607 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c143f34-ce8a-4b47-a16f-88d5061b5c77 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00760714-1efc-46a1-982e-aae00bb5ab3a,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:02:37.689526 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0c143f34-ce8a-4b47-a16f-88d5061b5c77 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:37.691319 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-0c143f34-ce8a-4b47-a16f-88d5061b5c77 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1187053 Dec 21 14:02:37.693989 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 37910) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:02:37.698231 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-48cbcd74-9c18-4fde-9018-1b50fa1e2c9e tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Request body: {'security_group_rule': {'security_group_id': 'a334a4b8-e1fe-45b2-b0b4-e324e3499409', 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:02:37.720826 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.securitygroups_db [None req-48cbcd74-9c18-4fde-9018-1b50fa1e2c9e tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Project a1d23353b1544887bb518bdbacf8b4d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 14:02:37.725499 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-48cbcd74-9c18-4fde-9018-1b50fa1e2c9e tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:37.785599 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-48cbcd74-9c18-4fde-9018-1b50fa1e2c9e tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:37.789177 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-48cbcd74-9c18-4fde-9018-1b50fa1e2c9e tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:37.809341 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cbcd74-9c18-4fde-9018-1b50fa1e2c9e tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d889756-b91b-4ec5-8662-8e58a25170dd,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:02:37.816086 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-48cbcd74-9c18-4fde-9018-1b50fa1e2c9e tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:37.817199 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-48cbcd74-9c18-4fde-9018-1b50fa1e2c9e tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1222811 Dec 21 14:02:37.819974 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 37912) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:02:37.825300 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-f2c93b02-cdd5-4a70-b8dc-b6b61f5ae31c tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Request body: {'network': {'name': 'tempest-network-smoke--1387078860', 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'port_security_enabled': True}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:02:37.846245 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c93b02-cdd5-4a70-b8dc-b6b61f5ae31c tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Made reservation on behalf of a1d23353b1544887bb518bdbacf8b4d3 for: {'network': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 14:02:37.849543 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f2c93b02-cdd5-4a70-b8dc-b6b61f5ae31c tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:37.872596 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2c93b02-cdd5-4a70-b8dc-b6b61f5ae31c tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=103153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 14:02:37.882260 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f2c93b02-cdd5-4a70-b8dc-b6b61f5ae31c tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:37.882621 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.segments_db [None req-f2c93b02-cdd5-4a70-b8dc-b6b61f5ae31c tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Added segment b59514f2-4cca-4590-950e-17f173b1e439 of type vlan for network 123bc2a6-df0b-42e1-b7c8-8724b6c636bb Dec 21 14:02:37.920700 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f2c93b02-cdd5-4a70-b8dc-b6b61f5ae31c tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:37.945629 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f2c93b02-cdd5-4a70-b8dc-b6b61f5ae31c tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:37.951155 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c93b02-cdd5-4a70-b8dc-b6b61f5ae31c tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:02:37.951739 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f2c93b02-cdd5-4a70-b8dc-b6b61f5ae31c tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:37.985878 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-f2c93b02-cdd5-4a70-b8dc-b6b61f5ae31c tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1648533 Dec 21 14:02:37.989142 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 37914) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:02:37.993832 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-3eb542e4-c039-4a9d-bb85-b51d4eb7fa90 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2076453323', 'admin_state_up': True, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:02:38.020612 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3eb542e4-c039-4a9d-bb85-b51d4eb7fa90 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26964'] for router, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:38.021717 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3eb542e4-c039-4a9d-bb85-b51d4eb7fa90 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-642316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26957'] for router, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:38.023885 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c93b02-cdd5-4a70-b8dc-b6b61f5ae31c tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Pushing event updated for resources: {'Network': ['ID=123bc2a6-df0b-42e1-b7c8-8724b6c636bb,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:02:38.035491 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network 123bc2a6-df0b-42e1-b7c8-8724b6c636bb details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 14:02:38.076217 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3eb542e4-c039-4a9d-bb85-b51d4eb7fa90 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:38.209869 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3eb542e4-c039-4a9d-bb85-b51d4eb7fa90 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:38.396633 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3eb542e4-c039-4a9d-bb85-b51d4eb7fa90 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for router_gateway, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:38.414574 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3eb542e4-c039-4a9d-bb85-b51d4eb7fa90 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:38.516800 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-3eb542e4-c039-4a9d-bb85-b51d4eb7fa90 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Allocated IP 172.36.3.247 (7fdf1889-f079-4166-bbda-88b2a8d8d595/051a5607-1753-4008-a2f2-d94b48752e9c/1ecc0e77-4c7e-47cc-a596-497b46be8e3a) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 14:02:38.614795 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3eb542e4-c039-4a9d-bb85-b51d4eb7fa90 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:38.648036 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3eb542e4-c039-4a9d-bb85-b51d4eb7fa90 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:38.687507 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb542e4-c039-4a9d-bb85-b51d4eb7fa90 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Network 7fdf1889-f079-4166-bbda-88b2a8d8d595 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 14:02:38.690998 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-3eb542e4-c039-4a9d-bb85-b51d4eb7fa90 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:02:38.694445 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb542e4-c039-4a9d-bb85-b51d4eb7fa90 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 14:02:38.703391 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b436720-46e8-4990-a6d5-89e6fc646047 None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 14:02:38.720113 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb542e4-c039-4a9d-bb85-b51d4eb7fa90 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Pushing event updated for resources: {'Port': ['ID=1ecc0e77-4c7e-47cc-a596-497b46be8e3a,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:02:38.768471 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-14487844-b0aa-43b0-8365-b5bccd692bd7 None None] Provisioning complete for port 1ecc0e77-4c7e-47cc-a596-497b46be8e3a triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:02:38.768734 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-14487844-b0aa-43b0-8365-b5bccd692bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:38.804836 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-14487844-b0aa-43b0-8365-b5bccd692bd7 None None] Port 1ecc0e77-4c7e-47cc-a596-497b46be8e3a cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 14:02:38.852688 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.agents_db [None req-c60a5637-8c6f-4692-b23b-7dd82bd36b21 None None] Agent healthcheck: found 6 active agents {{(pid=103155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 14:02:38.945607 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3eb542e4-c039-4a9d-bb85-b51d4eb7fa90 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for router_gateway, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:39.133654 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3eb542e4-c039-4a9d-bb85-b51d4eb7fa90 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548730'] for router, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:39.258911 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eb542e4-c039-4a9d-bb85-b51d4eb7fa90 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Router 7fb9ab25-81be-4aa9-9612-972c118be03c is scheduled to L3 agent 59e14383-78fa-487e-9299-b32042a98157 with binding_index 1 {{(pid=103152) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 14:02:39.383618 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eb542e4-c039-4a9d-bb85-b51d4eb7fa90 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 14:02:39.397271 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a9bcc8-d368-479d-b692-985d5f073ab4 None None] Sync routers for ids ['7fb9ab25-81be-4aa9-9612-972c118be03c'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 14:02:39.406102 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3eb542e4-c039-4a9d-bb85-b51d4eb7fa90 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for router, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:39.407498 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-3eb542e4-c039-4a9d-bb85-b51d4eb7fa90 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4173102 Dec 21 14:02:39.409082 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a9bcc8-d368-479d-b692-985d5f073ab4 None None] Routers {'7fb9ab25-81be-4aa9-9612-972c118be03c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:02:39.409727 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-53a9bcc8-d368-479d-b692-985d5f073ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T14:02:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['7fb9ab25-81be-4aa9-9612-972c118be03c'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:02:39.411362 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 37916) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:02:39.440205 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-58e5cedf-213c-44e8-9fdd-a393b971d3ec tempest-TestNetworkAdvancedServerOps-559942621 tempest-TestNetworkAdvancedServerOps-559942621-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=a1d23353b1544887bb518bdbacf8b4d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276742 Dec 21 14:02:39.442757 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 37918) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:02:39.511647 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-53a9bcc8-d368-479d-b692-985d5f073ab4 None None] Set router 7fb9ab25-81be-4aa9-9612-972c118be03c gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:02:39.526478 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74cb644-0882-4063-a3db-334e6d752bed tempest-TestNetworkAdvancedServerOps-559942621 tempest-TestNetworkAdvancedServerOps-559942621-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:02:39.527996 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-e74cb644-0882-4063-a3db-334e6d752bed tempest-TestNetworkAdvancedServerOps-559942621 tempest-TestNetworkAdvancedServerOps-559942621-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0842862 Dec 21 14:02:39.530798 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 37920) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:02:39.564623 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-38fc2f95-5ad9-4491-aa84-21886017e79e tempest-TestNetworkAdvancedServerOps-559942621 tempest-TestNetworkAdvancedServerOps-559942621-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=7fdf1889-f079-4166-bbda-88b2a8d8d595&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0304253 Dec 21 14:02:39.564832 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 37922) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:02:39.569362 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-09e9dac1-b988-4172-a2ca-6c4b193309b1 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1440841836', 'network_id': '123bc2a6-df0b-42e1-b7c8-8724b6c636bb', 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:02:39.709685 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-53a9bcc8-d368-479d-b692-985d5f073ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fb9ab25-81be-4aa9-9612-972c118be03c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2076453323', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.247'}], 'enable_snat': True}, 'gw_port_id': '1ecc0e77-4c7e-47cc-a596-497b46be8e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:02:38Z', 'updated_at': '2021-12-21T14:02:38Z', 'revision_number': 3, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'gw_port': {'id': '1ecc0e77-4c7e-47cc-a596-497b46be8e3a', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:bc:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fb9ab25-81be-4aa9-9612-972c118be03c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:02:38Z', 'updated_at': '2021-12-21T14:02:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:02:39.739769 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a9bcc8-d368-479d-b692-985d5f073ab4 None None] Checking router: 7fb9ab25-81be-4aa9-9612-972c118be03c for host: dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 14:02:39.740125 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a9bcc8-d368-479d-b692-985d5f073ab4 None None] Updating router 7fb9ab25-81be-4aa9-9612-972c118be03c port 1ecc0e77-4c7e-47cc-a596-497b46be8e3a binding host dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 14:02:39.766076 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-53a9bcc8-d368-479d-b692-985d5f073ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:39.962237 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e9dac1-b988-4172-a2ca-6c4b193309b1 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Made reservation on behalf of a1d23353b1544887bb518bdbacf8b4d3 for: {'subnet': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 14:02:39.965598 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-09e9dac1-b988-4172-a2ca-6c4b193309b1 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11288759'] for subnet, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:40.018135 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-53a9bcc8-d368-479d-b692-985d5f073ab4 None None] Publish callbacks [] for port, precommit_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:40.025910 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-53a9bcc8-d368-479d-b692-985d5f073ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:40.080775 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704ba9dd-5ad4-4ce6-ba54-17ba94c4b425 None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 14:02:40.084340 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f9be17-f9ec-405f-8a2a-34bfdd76a3b2 None None] Pushing event updated for resources: {'Port': ['ID=1ecc0e77-4c7e-47cc-a596-497b46be8e3a,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:02:40.090998 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-53a9bcc8-d368-479d-b692-985d5f073ab4 None None] Attempting to bind port 1ecc0e77-4c7e-47cc-a596-497b46be8e3a on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 14:02:40.091364 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-53a9bcc8-d368-479d-b692-985d5f073ab4 None None] Attempting to bind port 1ecc0e77-4c7e-47cc-a596-497b46be8e3a by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 14:02:40.091726 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a9bcc8-d368-479d-b692-985d5f073ab4 None None] Attempting to bind port 1ecc0e77-4c7e-47cc-a596-497b46be8e3a on network 7fdf1889-f079-4166-bbda-88b2a8d8d595 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 14:02:40.097341 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a9bcc8-d368-479d-b692-985d5f073ab4 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 14, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 14:02:40.097720 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a9bcc8-d368-479d-b692-985d5f073ab4 None None] Checking segment: {'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 14:02:40.098123 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-53a9bcc8-d368-479d-b692-985d5f073ab4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:40.098534 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a9bcc8-d368-479d-b692-985d5f073ab4 None None] Bound using segment: {'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 14:02:40.098998 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-53a9bcc8-d368-479d-b692-985d5f073ab4 None None] Bound port: 1ecc0e77-4c7e-47cc-a596-497b46be8e3a, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 14:02:40.099374 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-53a9bcc8-d368-479d-b692-985d5f073ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:40.158948 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-38b4ecd2-1ad3-4497-88bd-27804f791932 None None] Provisioning complete for port 1ecc0e77-4c7e-47cc-a596-497b46be8e3a triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:02:40.159338 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-38b4ecd2-1ad3-4497-88bd-27804f791932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:40.163134 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-09e9dac1-b988-4172-a2ca-6c4b193309b1 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11195289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11288741'] for subnet, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:40.181218 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-53a9bcc8-d368-479d-b692-985d5f073ab4 None None] For port 1ecc0e77-4c7e-47cc-a596-497b46be8e3a, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 14:02:40.199298 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-53a9bcc8-d368-479d-b692-985d5f073ab4 None None] For port 1ecc0e77-4c7e-47cc-a596-497b46be8e3a, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1ecc0e77-4c7e-47cc-a596-497b46be8e3a,segment=NetworkSegment(a32e5bfd-6fac-434f-817b-5707a23fd2ca),segment_id=a32e5bfd-6fac-434f-817b-5707a23fd2ca)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 14:02:40.205678 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-53a9bcc8-d368-479d-b692-985d5f073ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:40.212429 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-38b4ecd2-1ad3-4497-88bd-27804f791932 None None] Port 1ecc0e77-4c7e-47cc-a596-497b46be8e3a cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 14:02:40.228698 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e9dac1-b988-4172-a2ca-6c4b193309b1 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Pushing event updated for resources: {'Subnet': ['ID=de5cca75-9f59-4f92-9ba5-800af6e8f2df,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:02:40.237167 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e997871-ce87-415e-9188-c8d9f22e9e66 None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 14:02:40.238244 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e9dac1-b988-4172-a2ca-6c4b193309b1 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Checking segment: {'id': 'b59514f2-4cca-4590-950e-17f173b1e439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '123bc2a6-df0b-42e1-b7c8-8724b6c636bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 14:02:40.238636 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e9dac1-b988-4172-a2ca-6c4b193309b1 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Network hostable DHCP agents. Network: 123bc2a6-df0b-42e1-b7c8-8724b6c636bb, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 14:02:40.256305 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e9dac1-b988-4172-a2ca-6c4b193309b1 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Network 123bc2a6-df0b-42e1-b7c8-8724b6c636bb is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 14:02:40.266853 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-09e9dac1-b988-4172-a2ca-6c4b193309b1 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 123bc2a6-df0b-42e1-b7c8-8724b6c636bb) {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:02:40.270026 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a9bcc8-d368-479d-b692-985d5f073ab4 None None] Routers {'7fb9ab25-81be-4aa9-9612-972c118be03c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:02:40.270685 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-53a9bcc8-d368-479d-b692-985d5f073ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T14:02:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['7fb9ab25-81be-4aa9-9612-972c118be03c'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:02:40.271014 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e9dac1-b988-4172-a2ca-6c4b193309b1 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:02:40.271696 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-09e9dac1-b988-4172-a2ca-6c4b193309b1 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:40.288529 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-09e9dac1-b988-4172-a2ca-6c4b193309b1 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7227931 Dec 21 14:02:40.291645 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 37924) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:02:40.310306 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9482a676-9ac0-49d8-8baa-eb4825bfd91d None None] Network 123bc2a6-df0b-42e1-b7c8-8724b6c636bb requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 14:02:40.328321 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f9be17-f9ec-405f-8a2a-34bfdd76a3b2 None None] Pushing event updated for resources: {'Port': ['ID=1ecc0e77-4c7e-47cc-a596-497b46be8e3a,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:02:40.428236 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-3497f6e7-e9d8-4ddd-ad76-9d00f3202f71 None None] Provisioning complete for port 1ecc0e77-4c7e-47cc-a596-497b46be8e3a triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:02:40.428935 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-3497f6e7-e9d8-4ddd-ad76-9d00f3202f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:40.477614 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-53a9bcc8-d368-479d-b692-985d5f073ab4 None None] Set router 7fb9ab25-81be-4aa9-9612-972c118be03c gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:02:40.570525 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20fd3d8-da63-4969-88f6-85e49eb0b3d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-123bc2a6-df0b-42e1-b7c8-8724b6c636bb', 'network_id': '123bc2a6-df0b-42e1-b7c8-8724b6c636bb', 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'fixed_ips': [{'subnet_id': 'de5cca75-9f59-4f92-9ba5-800af6e8f2df'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 14:02:40.571350 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d20fd3d8-da63-4969-88f6-85e49eb0b3d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:40.723096 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d196d04c-e3ed-48a9-b6c1-a5c36b14434f tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:40.757915 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-3497f6e7-e9d8-4ddd-ad76-9d00f3202f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:40.957132 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-3497f6e7-e9d8-4ddd-ad76-9d00f3202f71 None None] For port 1ecc0e77-4c7e-47cc-a596-497b46be8e3a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1ecc0e77-4c7e-47cc-a596-497b46be8e3a,segment=NetworkSegment(a32e5bfd-6fac-434f-817b-5707a23fd2ca),segment_id=a32e5bfd-6fac-434f-817b-5707a23fd2ca)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:02:40.963133 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-3497f6e7-e9d8-4ddd-ad76-9d00f3202f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:41.006056 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-d20fd3d8-da63-4969-88f6-85e49eb0b3d6 None None] Allocated IP 172.20.0.2 (123bc2a6-df0b-42e1-b7c8-8724b6c636bb/de5cca75-9f59-4f92-9ba5-800af6e8f2df/13e40a84-f3ff-4256-943b-c70b52a930e5) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 14:02:41.046347 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3497f6e7-e9d8-4ddd-ad76-9d00f3202f71 None None] Pushing event updated for resources: {'Port': ['ID=1ecc0e77-4c7e-47cc-a596-497b46be8e3a,revision_number=4']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:02:41.059599 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-53a9bcc8-d368-479d-b692-985d5f073ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fb9ab25-81be-4aa9-9612-972c118be03c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2076453323', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.247'}], 'enable_snat': True}, 'gw_port_id': '1ecc0e77-4c7e-47cc-a596-497b46be8e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:02:38Z', 'updated_at': '2021-12-21T14:02:38Z', 'revision_number': 3, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'gw_port': {'id': '1ecc0e77-4c7e-47cc-a596-497b46be8e3a', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:bc:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fb9ab25-81be-4aa9-9612-972c118be03c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:02:38Z', 'updated_at': '2021-12-21T14:02:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:02:41.111508 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a9bcc8-d368-479d-b692-985d5f073ab4 None None] The sync data for ids ['7fb9ab25-81be-4aa9-9612-972c118be03c'] in dv-neutron-master-2-hyperv is: [{'id': '7fb9ab25-81be-4aa9-9612-972c118be03c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2076453323', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.247'}], 'enable_snat': True}, 'gw_port_id': '1ecc0e77-4c7e-47cc-a596-497b46be8e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:02:38Z', 'updated_at': '2021-12-21T14:02:38Z', 'revision_number': 3, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'gw_port': {'id': '1ecc0e77-4c7e-47cc-a596-497b46be8e3a', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:bc:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fb9ab25-81be-4aa9-9612-972c118be03c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:02:38Z', 'updated_at': '2021-12-21T14:02:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 14:02:41.200975 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d20fd3d8-da63-4969-88f6-85e49eb0b3d6 None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:41.207106 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d20fd3d8-da63-4969-88f6-85e49eb0b3d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:41.255372 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20fd3d8-da63-4969-88f6-85e49eb0b3d6 None None] Network 123bc2a6-df0b-42e1-b7c8-8724b6c636bb is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 14:02:41.259888 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-d20fd3d8-da63-4969-88f6-85e49eb0b3d6 None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:02:41.260633 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-d196d04c-e3ed-48a9-b6c1-a5c36b14434f tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Allocated IP 172.20.0.1 (123bc2a6-df0b-42e1-b7c8-8724b6c636bb/de5cca75-9f59-4f92-9ba5-800af6e8f2df/8e1e5eba-aba3-4f23-bfa2-285ed5c6b884) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 14:02:41.262527 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20fd3d8-da63-4969-88f6-85e49eb0b3d6 None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 14:02:41.273472 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20fd3d8-da63-4969-88f6-85e49eb0b3d6 None None] Pushing event updated for resources: {'Port': ['ID=13e40a84-f3ff-4256-943b-c70b52a930e5,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:02:41.332435 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-d20fd3d8-da63-4969-88f6-85e49eb0b3d6 None None] Attempting to bind port 13e40a84-f3ff-4256-943b-c70b52a930e5 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 14:02:41.332824 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-d20fd3d8-da63-4969-88f6-85e49eb0b3d6 None None] Attempting to bind port 13e40a84-f3ff-4256-943b-c70b52a930e5 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b59514f2-4cca-4590-950e-17f173b1e439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '123bc2a6-df0b-42e1-b7c8-8724b6c636bb'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 14:02:41.333201 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20fd3d8-da63-4969-88f6-85e49eb0b3d6 None None] Attempting to bind port 13e40a84-f3ff-4256-943b-c70b52a930e5 on network 123bc2a6-df0b-42e1-b7c8-8724b6c636bb {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 14:02:41.350418 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20fd3d8-da63-4969-88f6-85e49eb0b3d6 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 14, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 14:02:41.350418 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20fd3d8-da63-4969-88f6-85e49eb0b3d6 None None] Checking segment: {'id': 'b59514f2-4cca-4590-950e-17f173b1e439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '123bc2a6-df0b-42e1-b7c8-8724b6c636bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 14:02:41.350418 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d20fd3d8-da63-4969-88f6-85e49eb0b3d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:41.350418 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20fd3d8-da63-4969-88f6-85e49eb0b3d6 None None] Bound using segment: {'id': 'b59514f2-4cca-4590-950e-17f173b1e439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '123bc2a6-df0b-42e1-b7c8-8724b6c636bb'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 14:02:41.350941 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-d20fd3d8-da63-4969-88f6-85e49eb0b3d6 None None] Bound port: 13e40a84-f3ff-4256-943b-c70b52a930e5, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b59514f2-4cca-4590-950e-17f173b1e439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '123bc2a6-df0b-42e1-b7c8-8724b6c636bb'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 14:02:41.351182 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d20fd3d8-da63-4969-88f6-85e49eb0b3d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:41.415144 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d196d04c-e3ed-48a9-b6c1-a5c36b14434f tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:41.427796 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-d20fd3d8-da63-4969-88f6-85e49eb0b3d6 None None] For port 13e40a84-f3ff-4256-943b-c70b52a930e5, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 14:02:41.431363 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-d20fd3d8-da63-4969-88f6-85e49eb0b3d6 None None] For port 13e40a84-f3ff-4256-943b-c70b52a930e5, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=13e40a84-f3ff-4256-943b-c70b52a930e5,segment=NetworkSegment(b59514f2-4cca-4590-950e-17f173b1e439),segment_id=b59514f2-4cca-4590-950e-17f173b1e439)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 14:02:41.435263 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d20fd3d8-da63-4969-88f6-85e49eb0b3d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:41.453079 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d196d04c-e3ed-48a9-b6c1-a5c36b14434f tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:41.501258 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20fd3d8-da63-4969-88f6-85e49eb0b3d6 None None] Pushing event updated for resources: {'Port': ['ID=13e40a84-f3ff-4256-943b-c70b52a930e5,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:02:41.509153 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d196d04c-e3ed-48a9-b6c1-a5c36b14434f tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Network 123bc2a6-df0b-42e1-b7c8-8724b6c636bb is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 14:02:41.512797 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-d196d04c-e3ed-48a9-b6c1-a5c36b14434f tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:02:41.517682 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d196d04c-e3ed-48a9-b6c1-a5c36b14434f tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 14:02:41.523089 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d196d04c-e3ed-48a9-b6c1-a5c36b14434f tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Pushing event updated for resources: {'Port': ['ID=8e1e5eba-aba3-4f23-bfa2-285ed5c6b884,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:02:41.567686 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d196d04c-e3ed-48a9-b6c1-a5c36b14434f tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532557'] for router_interface, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:41.740831 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d196d04c-e3ed-48a9-b6c1-a5c36b14434f tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:42.041849 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d196d04c-e3ed-48a9-b6c1-a5c36b14434f tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:42.047275 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d196d04c-e3ed-48a9-b6c1-a5c36b14434f tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:42.119245 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d196d04c-e3ed-48a9-b6c1-a5c36b14434f tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532537'] for router_interface, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:42.121025 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d196d04c-e3ed-48a9-b6c1-a5c36b14434f tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Pushing event updated for resources: {'Port': ['ID=8e1e5eba-aba3-4f23-bfa2-285ed5c6b884,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:02:42.219527 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d196d04c-e3ed-48a9-b6c1-a5c36b14434f tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Network 123bc2a6-df0b-42e1-b7c8-8724b6c636bb is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 14:02:42.221047 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-d196d04c-e3ed-48a9-b6c1-a5c36b14434f tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:02:42.337286 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d196d04c-e3ed-48a9-b6c1-a5c36b14434f tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Router 7fb9ab25-81be-4aa9-9612-972c118be03c has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 14:02:42.454114 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e68139-7725-4dab-ae83-5d2b4d64d019 None None] Network 123bc2a6-df0b-42e1-b7c8-8724b6c636bb requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 14:02:42.456502 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d196d04c-e3ed-48a9-b6c1-a5c36b14434f tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 14:02:42.462311 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-d196d04c-e3ed-48a9-b6c1-a5c36b14434f tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "PUT /v2.0/routers/7fb9ab25-81be-4aa9-9612-972c118be03c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1695378 Dec 21 14:02:42.529144 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-eb66a401-20dc-4e84-aa82-7ecbde8db672 None None] Provisioning complete for port 13e40a84-f3ff-4256-943b-c70b52a930e5 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:02:42.529517 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-eb66a401-20dc-4e84-aa82-7ecbde8db672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:42.667152 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-eb66a401-20dc-4e84-aa82-7ecbde8db672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:42.703271 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-eb66a401-20dc-4e84-aa82-7ecbde8db672 None None] For port 13e40a84-f3ff-4256-943b-c70b52a930e5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=13e40a84-f3ff-4256-943b-c70b52a930e5,segment=NetworkSegment(b59514f2-4cca-4590-950e-17f173b1e439),segment_id=b59514f2-4cca-4590-950e-17f173b1e439)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:02:42.713565 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-eb66a401-20dc-4e84-aa82-7ecbde8db672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:42.765259 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb66a401-20dc-4e84-aa82-7ecbde8db672 None None] Pushing event updated for resources: {'Port': ['ID=13e40a84-f3ff-4256-943b-c70b52a930e5,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:02:42.956859 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-4c133f6a-7f82-4c33-b18d-8804fc135258 None None] Provisioning complete for port 13e40a84-f3ff-4256-943b-c70b52a930e5 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:02:42.956859 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-4c133f6a-7f82-4c33-b18d-8804fc135258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:43.013513 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-114e23fe-3ca8-45a0-a2c1-22002a9d3764 req-3be0ebd3-7e1f-4deb-8dc9-d1fa5442779b tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1157209632&fields=id&tenant_id=a1d23353b1544887bb518bdbacf8b4d3 HTTP/1.1" status: 200 len: 267 time: 0.0930996 Dec 21 14:02:43.087105 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-4c133f6a-7f82-4c33-b18d-8804fc135258 None None] Provisioning complete for port 8e1e5eba-aba3-4f23-bfa2-285ed5c6b884 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:02:43.087550 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-4c133f6a-7f82-4c33-b18d-8804fc135258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:43.130647 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-4c133f6a-7f82-4c33-b18d-8804fc135258 None None] Port 8e1e5eba-aba3-4f23-bfa2-285ed5c6b884 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 14:02:43.134417 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad08ea5-a74f-4969-bca5-75155c0d7ea7 None None] Sync routers for ids ['7fb9ab25-81be-4aa9-9612-972c118be03c'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 14:02:43.140317 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 1ecc0e77-4c7e-47cc-a596-497b46be8e3a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:02:43.151881 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad08ea5-a74f-4969-bca5-75155c0d7ea7 None None] Routers {'7fb9ab25-81be-4aa9-9612-972c118be03c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:02:43.152818 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-bad08ea5-a74f-4969-bca5-75155c0d7ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T14:02:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['7fb9ab25-81be-4aa9-9612-972c118be03c'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:02:43.181167 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114e23fe-3ca8-45a0-a2c1-22002a9d3764 req-2991063e-2c06-49cf-be3d-d5ade1cd48b4 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:02:43.183343 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-114e23fe-3ca8-45a0-a2c1-22002a9d3764 req-2991063e-2c06-49cf-be3d-d5ade1cd48b4 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/networks?id=123bc2a6-df0b-42e1-b7c8-8724b6c636bb HTTP/1.1" status: 200 len: 797 time: 0.1608510 Dec 21 14:02:43.195121 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 1ecc0e77-4c7e-47cc-a596-497b46be8e3a triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:02:43.195498 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:43.201493 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-114e23fe-3ca8-45a0-a2c1-22002a9d3764 req-849447f9-e1f3-4d22-acdc-bdd044f27869 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/quotas/a1d23353b1544887bb518bdbacf8b4d3 HTTP/1.1" status: 200 len: 375 time: 0.0121133 Dec 21 14:02:43.261430 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-2c02ed2d-4b3f-4135-b373-5e555bc3dc8b None None] Provisioning complete for port 8e1e5eba-aba3-4f23-bfa2-285ed5c6b884 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:02:43.262548 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-2c02ed2d-4b3f-4135-b373-5e555bc3dc8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:43.282012 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-114e23fe-3ca8-45a0-a2c1-22002a9d3764 req-e977791f-4e17-4a48-9562-679993a9ab9d tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a1d23353b1544887bb518bdbacf8b4d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0672321 Dec 21 14:02:43.295054 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-bad08ea5-a74f-4969-bca5-75155c0d7ea7 None None] Set router 7fb9ab25-81be-4aa9-9612-972c118be03c gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:02:43.345050 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-2c02ed2d-4b3f-4135-b373-5e555bc3dc8b None None] Port 8e1e5eba-aba3-4f23-bfa2-285ed5c6b884 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 14:02:43.347994 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 13e40a84-f3ff-4256-943b-c70b52a930e5 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:02:43.403127 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-114e23fe-3ca8-45a0-a2c1-22002a9d3764 req-883e48bb-52fd-43ba-9de3-a1425e1141b2 service neutron] 10.222.0.37 "GET /v2.0/networks/123bc2a6-df0b-42e1-b7c8-8724b6c636bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202004 Dec 21 14:02:43.409692 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 13e40a84-f3ff-4256-943b-c70b52a930e5 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:02:43.409692 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:43.476657 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-1da4ae97-7443-4288-a3a6-a3450da12137 None None] Provisioning complete for port 8e1e5eba-aba3-4f23-bfa2-285ed5c6b884 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:02:43.477363 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-1da4ae97-7443-4288-a3a6-a3450da12137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:43.503350 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-114e23fe-3ca8-45a0-a2c1-22002a9d3764 req-1da0d079-7cc1-4fa4-8205-a3243adb2162 service neutron] 10.222.0.37 "GET /v2.0/networks/123bc2a6-df0b-42e1-b7c8-8724b6c636bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919476 Dec 21 14:02:43.526572 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-bad08ea5-a74f-4969-bca5-75155c0d7ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fb9ab25-81be-4aa9-9612-972c118be03c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2076453323', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.247'}], 'enable_snat': True}, 'gw_port_id': '1ecc0e77-4c7e-47cc-a596-497b46be8e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:02:38Z', 'updated_at': '2021-12-21T14:02:41Z', 'revision_number': 4, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'gw_port': {'id': '1ecc0e77-4c7e-47cc-a596-497b46be8e3a', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:bc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fb9ab25-81be-4aa9-9612-972c118be03c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:02:38Z', 'updated_at': '2021-12-21T14:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8e1e5eba-aba3-4f23-bfa2-285ed5c6b884', 'name': '', 'network_id': '123bc2a6-df0b-42e1-b7c8-8724b6c636bb', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'mac_address': 'fa:16:3e:b7:4e:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fb9ab25-81be-4aa9-9612-972c118be03c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': 'de5cca75-9f59-4f92-9ba5-800af6e8f2df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:02:40Z', 'updated_at': '2021-12-21T14:02:41Z', 'revision_number': 2, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'subnets': [{'id': 'de5cca75-9f59-4f92-9ba5-800af6e8f2df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:02:43.550178 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-1da4ae97-7443-4288-a3a6-a3450da12137 None None] Port 8e1e5eba-aba3-4f23-bfa2-285ed5c6b884 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 14:02:43.553186 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:43.563186 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad08ea5-a74f-4969-bca5-75155c0d7ea7 None None] Checking router: 7fb9ab25-81be-4aa9-9612-972c118be03c for host: dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 14:02:43.563646 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad08ea5-a74f-4969-bca5-75155c0d7ea7 None None] Updating router 7fb9ab25-81be-4aa9-9612-972c118be03c port 8e1e5eba-aba3-4f23-bfa2-285ed5c6b884 binding host dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 14:02:43.588188 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-bad08ea5-a74f-4969-bca5-75155c0d7ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:43.676414 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-94d0c795-c359-4806-87d9-141f0a5f32a4 req-6e5cef00-ecbb-457d-b169-eda4648b08e0 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d5efa51-a57e-4dae-a486-25d55ad8933f HTTP/1.1" status: 200 len: 210 time: 0.0339456 Dec 21 14:02:43.860614 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-bad08ea5-a74f-4969-bca5-75155c0d7ea7 None None] Publish callbacks [] for port, precommit_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:43.866633 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-bad08ea5-a74f-4969-bca5-75155c0d7ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:43.914122 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2e8712-7c12-49e6-bfe3-553968b01576 None None] Pushing event updated for resources: {'Port': ['ID=8e1e5eba-aba3-4f23-bfa2-285ed5c6b884,revision_number=3']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:02:43.922968 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2e8712-7c12-49e6-bfe3-553968b01576 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:02:43.923324 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2e8712-7c12-49e6-bfe3-553968b01576 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:02:43.924144 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2e8712-7c12-49e6-bfe3-553968b01576 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:02:43.924144 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2e8712-7c12-49e6-bfe3-553968b01576 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:02:43.924427 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2e8712-7c12-49e6-bfe3-553968b01576 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:02:43.924749 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2e8712-7c12-49e6-bfe3-553968b01576 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:02:43.925079 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2e8712-7c12-49e6-bfe3-553968b01576 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:02:43.925408 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2e8712-7c12-49e6-bfe3-553968b01576 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:02:43.925757 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2e8712-7c12-49e6-bfe3-553968b01576 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:02:43.926062 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2e8712-7c12-49e6-bfe3-553968b01576 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:02:43.926419 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2e8712-7c12-49e6-bfe3-553968b01576 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:02:43.926746 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2e8712-7c12-49e6-bfe3-553968b01576 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:02:43.927208 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2e8712-7c12-49e6-bfe3-553968b01576 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:02:43.986618 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-bad08ea5-a74f-4969-bca5-75155c0d7ea7 None None] Attempting to bind port 8e1e5eba-aba3-4f23-bfa2-285ed5c6b884 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 14:02:43.986985 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-bad08ea5-a74f-4969-bca5-75155c0d7ea7 None None] Attempting to bind port 8e1e5eba-aba3-4f23-bfa2-285ed5c6b884 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b59514f2-4cca-4590-950e-17f173b1e439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '123bc2a6-df0b-42e1-b7c8-8724b6c636bb'}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 14:02:43.987343 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad08ea5-a74f-4969-bca5-75155c0d7ea7 None None] Attempting to bind port 8e1e5eba-aba3-4f23-bfa2-285ed5c6b884 on network 123bc2a6-df0b-42e1-b7c8-8724b6c636bb {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 14:02:43.992478 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad08ea5-a74f-4969-bca5-75155c0d7ea7 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 14, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 14:02:43.992847 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad08ea5-a74f-4969-bca5-75155c0d7ea7 None None] Checking segment: {'id': 'b59514f2-4cca-4590-950e-17f173b1e439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '123bc2a6-df0b-42e1-b7c8-8724b6c636bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 14:02:43.993978 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-bad08ea5-a74f-4969-bca5-75155c0d7ea7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:43.994400 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad08ea5-a74f-4969-bca5-75155c0d7ea7 None None] Bound using segment: {'id': 'b59514f2-4cca-4590-950e-17f173b1e439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '123bc2a6-df0b-42e1-b7c8-8724b6c636bb'} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 14:02:43.994871 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-bad08ea5-a74f-4969-bca5-75155c0d7ea7 None None] Bound port: 8e1e5eba-aba3-4f23-bfa2-285ed5c6b884, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b59514f2-4cca-4590-950e-17f173b1e439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '123bc2a6-df0b-42e1-b7c8-8724b6c636bb'}}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 14:02:43.995271 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-bad08ea5-a74f-4969-bca5-75155c0d7ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:44.063089 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-bad08ea5-a74f-4969-bca5-75155c0d7ea7 None None] For port 8e1e5eba-aba3-4f23-bfa2-285ed5c6b884, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 14:02:44.067264 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-bad08ea5-a74f-4969-bca5-75155c0d7ea7 None None] For port 8e1e5eba-aba3-4f23-bfa2-285ed5c6b884, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8e1e5eba-aba3-4f23-bfa2-285ed5c6b884,segment=NetworkSegment(b59514f2-4cca-4590-950e-17f173b1e439),segment_id=b59514f2-4cca-4590-950e-17f173b1e439)] {{(pid=103155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 14:02:44.073874 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-bad08ea5-a74f-4969-bca5-75155c0d7ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:44.140290 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad08ea5-a74f-4969-bca5-75155c0d7ea7 None None] Routers {'7fb9ab25-81be-4aa9-9612-972c118be03c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:02:44.140877 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-bad08ea5-a74f-4969-bca5-75155c0d7ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T14:02:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['7fb9ab25-81be-4aa9-9612-972c118be03c'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:02:44.175714 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2e8712-7c12-49e6-bfe3-553968b01576 None None] Pushing event updated for resources: {'Port': ['ID=8e1e5eba-aba3-4f23-bfa2-285ed5c6b884,revision_number=4']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:02:44.176020 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-b2ca2075-1716-46cc-83fb-c3b79639ee98 None None] Provisioning complete for port 8e1e5eba-aba3-4f23-bfa2-285ed5c6b884 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:02:44.176454 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b2ca2075-1716-46cc-83fb-c3b79639ee98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:44.278876 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b2ca2075-1716-46cc-83fb-c3b79639ee98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:44.280836 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-bad08ea5-a74f-4969-bca5-75155c0d7ea7 None None] Set router 7fb9ab25-81be-4aa9-9612-972c118be03c gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:02:44.315298 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-b2ca2075-1716-46cc-83fb-c3b79639ee98 None None] For port 8e1e5eba-aba3-4f23-bfa2-285ed5c6b884, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8e1e5eba-aba3-4f23-bfa2-285ed5c6b884,segment=NetworkSegment(b59514f2-4cca-4590-950e-17f173b1e439),segment_id=b59514f2-4cca-4590-950e-17f173b1e439)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:02:44.320875 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b2ca2075-1716-46cc-83fb-c3b79639ee98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:44.370010 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ca2075-1716-46cc-83fb-c3b79639ee98 None None] Pushing event updated for resources: {'Port': ['ID=8e1e5eba-aba3-4f23-bfa2-285ed5c6b884,revision_number=5']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:02:44.439068 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-2bc0a13f-af18-4f83-8824-5626db3ad3ab None None] Provisioning complete for port 8e1e5eba-aba3-4f23-bfa2-285ed5c6b884 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:02:44.439346 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-2bc0a13f-af18-4f83-8824-5626db3ad3ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:44.481806 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-bad08ea5-a74f-4969-bca5-75155c0d7ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fb9ab25-81be-4aa9-9612-972c118be03c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2076453323', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.247'}], 'enable_snat': True}, 'gw_port_id': '1ecc0e77-4c7e-47cc-a596-497b46be8e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:02:38Z', 'updated_at': '2021-12-21T14:02:41Z', 'revision_number': 4, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'gw_port': {'id': '1ecc0e77-4c7e-47cc-a596-497b46be8e3a', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:bc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fb9ab25-81be-4aa9-9612-972c118be03c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:02:38Z', 'updated_at': '2021-12-21T14:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8e1e5eba-aba3-4f23-bfa2-285ed5c6b884', 'name': '', 'network_id': '123bc2a6-df0b-42e1-b7c8-8724b6c636bb', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'mac_address': 'fa:16:3e:b7:4e:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fb9ab25-81be-4aa9-9612-972c118be03c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': 'de5cca75-9f59-4f92-9ba5-800af6e8f2df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:02:40Z', 'updated_at': '2021-12-21T14:02:44Z', 'revision_number': 4, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'subnets': [{'id': 'de5cca75-9f59-4f92-9ba5-800af6e8f2df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:02:44.508313 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad08ea5-a74f-4969-bca5-75155c0d7ea7 None None] The sync data for ids ['7fb9ab25-81be-4aa9-9612-972c118be03c'] in dv-neutron-master-2-hyperv is: [{'id': '7fb9ab25-81be-4aa9-9612-972c118be03c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2076453323', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.247'}], 'enable_snat': True}, 'gw_port_id': '1ecc0e77-4c7e-47cc-a596-497b46be8e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:02:38Z', 'updated_at': '2021-12-21T14:02:41Z', 'revision_number': 4, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'gw_port': {'id': '1ecc0e77-4c7e-47cc-a596-497b46be8e3a', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:bc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fb9ab25-81be-4aa9-9612-972c118be03c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:02:38Z', 'updated_at': '2021-12-21T14:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8e1e5eba-aba3-4f23-bfa2-285ed5c6b884', 'name': '', 'network_id': '123bc2a6-df0b-42e1-b7c8-8724b6c636bb', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'mac_address': 'fa:16:3e:b7:4e:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fb9ab25-81be-4aa9-9612-972c118be03c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': 'de5cca75-9f59-4f92-9ba5-800af6e8f2df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:02:40Z', 'updated_at': '2021-12-21T14:02:44Z', 'revision_number': 4, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'subnets': [{'id': 'de5cca75-9f59-4f92-9ba5-800af6e8f2df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 14:02:44.730921 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114e23fe-3ca8-45a0-a2c1-22002a9d3764 req-66643851-485e-4d10-afee-b88d40b1e8fe tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:02:44.733274 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-114e23fe-3ca8-45a0-a2c1-22002a9d3764 req-66643851-485e-4d10-afee-b88d40b1e8fe tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.60 "GET /v2.0/networks?id=123bc2a6-df0b-42e1-b7c8-8724b6c636bb HTTP/1.1" status: 200 len: 797 time: 0.1206634 Dec 21 14:02:44.791338 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-2911fa26-c471-45f2-a097-428da6460c5e req-72cc8d4c-fb9e-4e58-813b-871ad3c6d2e6 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d5efa51-a57e-4dae-a486-25d55ad8933f HTTP/1.1" status: 200 len: 210 time: 0.0479791 Dec 21 14:02:44.836015 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-114e23fe-3ca8-45a0-a2c1-22002a9d3764 req-018a4fde-1cba-42da-8686-70b52424deb4 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1d23353b1544887bb518bdbacf8b4d3 HTTP/1.1" status: 200 len: 380 time: 0.0801203 Dec 21 14:02:44.846240 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [req-114e23fe-3ca8-45a0-a2c1-22002a9d3764 req-b4b828ab-282d-4a3d-af22-776ce8997ef1 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Request body: {'port': {'device_id': '7d5efa51-a57e-4dae-a486-25d55ad8933f', 'network_id': '123bc2a6-df0b-42e1-b7c8-8724b6c636bb', 'admin_state_up': True, 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'security_groups': ['a334a4b8-e1fe-45b2-b0b4-e324e3499409']}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:02:44.964689 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-114e23fe-3ca8-45a0-a2c1-22002a9d3764 req-b4b828ab-282d-4a3d-af22-776ce8997ef1 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Made reservation on behalf of a1d23353b1544887bb518bdbacf8b4d3 for: {'port': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 14:02:44.968517 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-114e23fe-3ca8-45a0-a2c1-22002a9d3764 req-b4b828ab-282d-4a3d-af22-776ce8997ef1 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:45.006787 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 8e1e5eba-aba3-4f23-bfa2-285ed5c6b884 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:02:45.062789 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 8e1e5eba-aba3-4f23-bfa2-285ed5c6b884 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:02:45.063315 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:45.112798 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [req-114e23fe-3ca8-45a0-a2c1-22002a9d3764 req-b4b828ab-282d-4a3d-af22-776ce8997ef1 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Allocated IP 172.20.0.14 (123bc2a6-df0b-42e1-b7c8-8724b6c636bb/de5cca75-9f59-4f92-9ba5-800af6e8f2df/d498ada4-ac78-4849-8927-5e54a4256f3f) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 14:02:45.261986 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-114e23fe-3ca8-45a0-a2c1-22002a9d3764 req-b4b828ab-282d-4a3d-af22-776ce8997ef1 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:45.297815 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-114e23fe-3ca8-45a0-a2c1-22002a9d3764 req-b4b828ab-282d-4a3d-af22-776ce8997ef1 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:45.342992 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-114e23fe-3ca8-45a0-a2c1-22002a9d3764 req-b4b828ab-282d-4a3d-af22-776ce8997ef1 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Network 123bc2a6-df0b-42e1-b7c8-8724b6c636bb is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 14:02:45.346585 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [req-114e23fe-3ca8-45a0-a2c1-22002a9d3764 req-b4b828ab-282d-4a3d-af22-776ce8997ef1 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:02:45.350336 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [req-114e23fe-3ca8-45a0-a2c1-22002a9d3764 req-b4b828ab-282d-4a3d-af22-776ce8997ef1 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 14:02:45.373949 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b828ab-282d-4a3d-af22-776ce8997ef1 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Pushing event updated for resources: {'Port': ['ID=d498ada4-ac78-4849-8927-5e54a4256f3f,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:02:45.414206 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114e23fe-3ca8-45a0-a2c1-22002a9d3764 req-b4b828ab-282d-4a3d-af22-776ce8997ef1 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:02:45.414993 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-114e23fe-3ca8-45a0-a2c1-22002a9d3764 req-b4b828ab-282d-4a3d-af22-776ce8997ef1 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:45.438091 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-114e23fe-3ca8-45a0-a2c1-22002a9d3764 req-b4b828ab-282d-4a3d-af22-776ce8997ef1 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5961864 Dec 21 14:02:45.455868 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [req-114e23fe-3ca8-45a0-a2c1-22002a9d3764 req-2063372e-933a-4c0a-a177-29a5e538d466 service neutron] Request body: {'port': {'device_id': '7d5efa51-a57e-4dae-a486-25d55ad8933f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:02:45.514808 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-114e23fe-3ca8-45a0-a2c1-22002a9d3764 req-2063372e-933a-4c0a-a177-29a5e538d466 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:45.650008 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6d7c2828-15f1-4815-8c95-081a39e1f1f8 None None] Provisioning complete for port d498ada4-ac78-4849-8927-5e54a4256f3f triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:02:45.650341 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6d7c2828-15f1-4815-8c95-081a39e1f1f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:45.685819 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-6d7c2828-15f1-4815-8c95-081a39e1f1f8 None None] Port d498ada4-ac78-4849-8927-5e54a4256f3f cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 14:02:45.783524 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [req-114e23fe-3ca8-45a0-a2c1-22002a9d3764 req-2063372e-933a-4c0a-a177-29a5e538d466 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d498ada4-ac78-4849-8927-5e54a4256f3f {{(pid=103153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 14:02:45.790670 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-114e23fe-3ca8-45a0-a2c1-22002a9d3764 req-2063372e-933a-4c0a-a177-29a5e538d466 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:45.802627 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.provisioning_blocks [req-114e23fe-3ca8-45a0-a2c1-22002a9d3764 req-2063372e-933a-4c0a-a177-29a5e538d466 service neutron] Transition to ACTIVE for port object d498ada4-ac78-4849-8927-5e54a4256f3f will not be triggered until provisioned by entity L2. {{(pid=103153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 14:02:45.806331 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-114e23fe-3ca8-45a0-a2c1-22002a9d3764 req-2063372e-933a-4c0a-a177-29a5e538d466 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:45.875298 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2063372e-933a-4c0a-a177-29a5e538d466 service neutron] Pushing event updated for resources: {'Port': ['ID=d498ada4-ac78-4849-8927-5e54a4256f3f,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:02:45.939057 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-114e23fe-3ca8-45a0-a2c1-22002a9d3764 req-2063372e-933a-4c0a-a177-29a5e538d466 service neutron] Attempting to bind port d498ada4-ac78-4849-8927-5e54a4256f3f on host hv-neutron-mast for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 14:02:45.939916 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-114e23fe-3ca8-45a0-a2c1-22002a9d3764 req-2063372e-933a-4c0a-a177-29a5e538d466 service neutron] Attempting to bind port d498ada4-ac78-4849-8927-5e54a4256f3f by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'b59514f2-4cca-4590-950e-17f173b1e439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '123bc2a6-df0b-42e1-b7c8-8724b6c636bb'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 14:02:45.940223 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-114e23fe-3ca8-45a0-a2c1-22002a9d3764 req-2063372e-933a-4c0a-a177-29a5e538d466 service neutron] Attempting to bind port d498ada4-ac78-4849-8927-5e54a4256f3f on network 123bc2a6-df0b-42e1-b7c8-8724b6c636bb {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 14:02:45.946626 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-114e23fe-3ca8-45a0-a2c1-22002a9d3764 req-2063372e-933a-4c0a-a177-29a5e538d466 service neutron] Port d498ada4-ac78-4849-8927-5e54a4256f3f on network 123bc2a6-df0b-42e1-b7c8-8724b6c636bb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 14:02:45.946959 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-114e23fe-3ca8-45a0-a2c1-22002a9d3764 req-2063372e-933a-4c0a-a177-29a5e538d466 service neutron] Attempting to bind port d498ada4-ac78-4849-8927-5e54a4256f3f on network 123bc2a6-df0b-42e1-b7c8-8724b6c636bb {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 14:02:45.952706 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-114e23fe-3ca8-45a0-a2c1-22002a9d3764 req-2063372e-933a-4c0a-a177-29a5e538d466 service neutron] Checking agent: {'id': 'cb078e0e-af00-4e4f-8117-46ca6496af1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 23, 43), 'started_at': datetime.datetime(2021, 12, 21, 13, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 14, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 14:02:45.953051 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-114e23fe-3ca8-45a0-a2c1-22002a9d3764 req-2063372e-933a-4c0a-a177-29a5e538d466 service neutron] Checking segment: {'id': 'b59514f2-4cca-4590-950e-17f173b1e439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '123bc2a6-df0b-42e1-b7c8-8724b6c636bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 14:02:45.953438 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-114e23fe-3ca8-45a0-a2c1-22002a9d3764 req-2063372e-933a-4c0a-a177-29a5e538d466 service neutron] Bound using segment: {'id': 'b59514f2-4cca-4590-950e-17f173b1e439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '123bc2a6-df0b-42e1-b7c8-8724b6c636bb'} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 14:02:45.953869 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-114e23fe-3ca8-45a0-a2c1-22002a9d3764 req-2063372e-933a-4c0a-a177-29a5e538d466 service neutron] Bound port: d498ada4-ac78-4849-8927-5e54a4256f3f, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b59514f2-4cca-4590-950e-17f173b1e439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '123bc2a6-df0b-42e1-b7c8-8724b6c636bb'}}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 14:02:45.954226 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-114e23fe-3ca8-45a0-a2c1-22002a9d3764 req-2063372e-933a-4c0a-a177-29a5e538d466 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:45.987522 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c941a9a3-d6b7-488d-a90d-e5ae92211633 req-611fd4dd-1804-4aa9-bb59-328ffd3842da tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:02:45.989205 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-c941a9a3-d6b7-488d-a90d-e5ae92211633 req-611fd4dd-1804-4aa9-bb59-328ffd3842da tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d5efa51-a57e-4dae-a486-25d55ad8933f HTTP/1.1" status: 200 len: 944 time: 0.1150117 Dec 21 14:02:46.024492 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-114e23fe-3ca8-45a0-a2c1-22002a9d3764 req-2063372e-933a-4c0a-a177-29a5e538d466 service neutron] For port d498ada4-ac78-4849-8927-5e54a4256f3f, host hv-neutron-mast, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 14:02:46.027822 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-114e23fe-3ca8-45a0-a2c1-22002a9d3764 req-2063372e-933a-4c0a-a177-29a5e538d466 service neutron] For port d498ada4-ac78-4849-8927-5e54a4256f3f, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d498ada4-ac78-4849-8927-5e54a4256f3f,segment=NetworkSegment(b59514f2-4cca-4590-950e-17f173b1e439),segment_id=b59514f2-4cca-4590-950e-17f173b1e439)] {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 14:02:46.034957 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-114e23fe-3ca8-45a0-a2c1-22002a9d3764 req-2063372e-933a-4c0a-a177-29a5e538d466 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:46.044731 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-c941a9a3-d6b7-488d-a90d-e5ae92211633 req-94bd4f75-2d2a-492a-a71f-2b96285ab5b3 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?id=a334a4b8-e1fe-45b2-b0b4-e324e3499409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493917 Dec 21 14:02:46.071677 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114e23fe-3ca8-45a0-a2c1-22002a9d3764 req-2063372e-933a-4c0a-a177-29a5e538d466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:02:46.072289 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-114e23fe-3ca8-45a0-a2c1-22002a9d3764 req-2063372e-933a-4c0a-a177-29a5e538d466 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:46.073662 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-114e23fe-3ca8-45a0-a2c1-22002a9d3764 req-2063372e-933a-4c0a-a177-29a5e538d466 service neutron] 10.222.0.60 "PUT /v2.0/ports/d498ada4-ac78-4849-8927-5e54a4256f3f HTTP/1.1" status: 200 len: 1094 time: 0.6225748 Dec 21 14:02:46.074088 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d5efa51-a57e-4dae-a486-25d55ad8933f', 'tag': 'd498ada4-ac78-4849-8927-5e54a4256f3f'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:02:46.076336 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af6034c98e584fa55ea4398f343c742ceb598288507feaf30d5a15785b2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f736f5b-c31c-4d97-9da4-5070c4f19f46" -d '{"events": [{"name": "network-changed", "server_uuid": "7d5efa51-a57e-4dae-a486-25d55ad8933f", "tag": "d498ada4-ac78-4849-8927-5e54a4256f3f"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:02:46.111439 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2063372e-933a-4c0a-a177-29a5e538d466 service neutron] Pushing event updated for resources: {'Port': ['ID=d498ada4-ac78-4849-8927-5e54a4256f3f,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:02:46.124789 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 14:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15d4b6c1-1703-4f23-8ac4-32aca3405ed9 x-openstack-request-id: req-15d4b6c1-1703-4f23-8ac4-32aca3405ed9 {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:02:46.125112 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d5efa51-a57e-4dae-a486-25d55ad8933f", "tag": "d498ada4-ac78-4849-8927-5e54a4256f3f", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:02:46.125781 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-15d4b6c1-1703-4f23-8ac4-32aca3405ed9 {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:02:46.126180 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d5efa51-a57e-4dae-a486-25d55ad8933f', 'tag': 'd498ada4-ac78-4849-8927-5e54a4256f3f', 'status': 'completed', 'code': 200} Dec 21 14:02:46.182048 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114e23fe-3ca8-45a0-a2c1-22002a9d3764 req-e01154d6-217f-49df-8f56-45a006e46165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:02:46.183599 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-114e23fe-3ca8-45a0-a2c1-22002a9d3764 req-e01154d6-217f-49df-8f56-45a006e46165 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a1d23353b1544887bb518bdbacf8b4d3&device_id=7d5efa51-a57e-4dae-a486-25d55ad8933f HTTP/1.1" status: 200 len: 1097 time: 0.0447540 Dec 21 14:02:46.238462 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-114e23fe-3ca8-45a0-a2c1-22002a9d3764 req-dea16942-6946-42b2-aac4-342bdaa9bc48 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d498ada4-ac78-4849-8927-5e54a4256f3f HTTP/1.1" status: 200 len: 217 time: 0.0387077 Dec 21 14:02:46.293961 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114e23fe-3ca8-45a0-a2c1-22002a9d3764 req-cefdce71-e790-4fa8-85b2-72b6e5b97fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:02:46.295431 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-114e23fe-3ca8-45a0-a2c1-22002a9d3764 req-cefdce71-e790-4fa8-85b2-72b6e5b97fe3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=de5cca75-9f59-4f92-9ba5-800af6e8f2df HTTP/1.1" status: 200 len: 835 time: 0.0500147 Dec 21 14:02:46.339513 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114e23fe-3ca8-45a0-a2c1-22002a9d3764 req-3b366725-f641-4d7a-b006-741c94cf6c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:02:46.341005 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-114e23fe-3ca8-45a0-a2c1-22002a9d3764 req-3b366725-f641-4d7a-b006-741c94cf6c0e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=123bc2a6-df0b-42e1-b7c8-8724b6c636bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397444 Dec 21 14:02:46.431607 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-114e23fe-3ca8-45a0-a2c1-22002a9d3764 req-a39379ec-bf25-405d-bc1e-8c585a26d55b service neutron] 10.222.0.60 "GET /v2.0/networks/123bc2a6-df0b-42e1-b7c8-8724b6c636bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839560 Dec 21 14:02:46.518321 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-114e23fe-3ca8-45a0-a2c1-22002a9d3764 req-58f3eba9-478a-4e63-af0e-e5af99c54709 service neutron] 10.222.0.60 "GET /v2.0/networks/123bc2a6-df0b-42e1-b7c8-8724b6c636bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796752 Dec 21 14:02:46.653687 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f736f5b-c31c-4d97-9da4-5070c4f19f46 req-5b675418-bb06-46d2-b40d-aa213c37a36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:02:46.655238 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-3f736f5b-c31c-4d97-9da4-5070c4f19f46 req-5b675418-bb06-46d2-b40d-aa213c37a36b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a1d23353b1544887bb518bdbacf8b4d3&device_id=7d5efa51-a57e-4dae-a486-25d55ad8933f HTTP/1.1" status: 200 len: 1097 time: 0.0453618 Dec 21 14:02:46.743352 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f736f5b-c31c-4d97-9da4-5070c4f19f46 req-030d523b-967c-4361-b51c-f90c9d50b46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:02:46.744829 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-3f736f5b-c31c-4d97-9da4-5070c4f19f46 req-030d523b-967c-4361-b51c-f90c9d50b46d service neutron] 10.222.0.60 "GET /v2.0/networks?id=123bc2a6-df0b-42e1-b7c8-8724b6c636bb HTTP/1.1" status: 200 len: 898 time: 0.0835776 Dec 21 14:02:46.787792 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-3f736f5b-c31c-4d97-9da4-5070c4f19f46 req-0f1079ac-2b37-4fbc-ab02-6fd458af7e9a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d498ada4-ac78-4849-8927-5e54a4256f3f HTTP/1.1" status: 200 len: 217 time: 0.0363817 Dec 21 14:02:46.835306 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f736f5b-c31c-4d97-9da4-5070c4f19f46 req-e4b20c9a-5901-4fa7-b44c-37ebc66ef155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:02:46.836681 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-3f736f5b-c31c-4d97-9da4-5070c4f19f46 req-e4b20c9a-5901-4fa7-b44c-37ebc66ef155 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=de5cca75-9f59-4f92-9ba5-800af6e8f2df HTTP/1.1" status: 200 len: 835 time: 0.0428843 Dec 21 14:02:46.882041 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f736f5b-c31c-4d97-9da4-5070c4f19f46 req-7ccc79b6-d908-40fb-b81b-3458b7036e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:02:46.883562 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-3f736f5b-c31c-4d97-9da4-5070c4f19f46 req-7ccc79b6-d908-40fb-b81b-3458b7036e85 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=123bc2a6-df0b-42e1-b7c8-8724b6c636bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393360 Dec 21 14:02:47.163519 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d653d61c-2606-49e3-a27b-ede60e1619a2 req-02ea6750-cb56-43e6-979b-03ff578ea62b tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:02:47.165423 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-d653d61c-2606-49e3-a27b-ede60e1619a2 req-02ea6750-cb56-43e6-979b-03ff578ea62b tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d5efa51-a57e-4dae-a486-25d55ad8933f HTTP/1.1" status: 200 len: 944 time: 0.0507448 Dec 21 14:02:47.217212 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-d653d61c-2606-49e3-a27b-ede60e1619a2 req-1ebf3165-66d9-45d7-92e8-17447e5e5894 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?id=a334a4b8-e1fe-45b2-b0b4-e324e3499409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454104 Dec 21 14:02:47.276100 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-3f736f5b-c31c-4d97-9da4-5070c4f19f46 req-43179f84-9298-4c57-a2a5-5e114d74551d service neutron] 10.222.0.60 "GET /v2.0/networks/123bc2a6-df0b-42e1-b7c8-8724b6c636bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3847377 Dec 21 14:02:47.363960 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-3f736f5b-c31c-4d97-9da4-5070c4f19f46 req-b5911c74-cb3c-4d2c-a65b-c060f88bc7ad service neutron] 10.222.0.60 "GET /v2.0/networks/123bc2a6-df0b-42e1-b7c8-8724b6c636bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814874 Dec 21 14:02:48.332329 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e79339e-c408-47d0-9d10-04728bcef8c4 req-b09a7909-40a3-4425-aef4-5b2891106dcc tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:02:48.333768 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7e79339e-c408-47d0-9d10-04728bcef8c4 req-b09a7909-40a3-4425-aef4-5b2891106dcc tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d5efa51-a57e-4dae-a486-25d55ad8933f HTTP/1.1" status: 200 len: 944 time: 0.0491402 Dec 21 14:02:48.384397 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7e79339e-c408-47d0-9d10-04728bcef8c4 req-86b9d747-eddb-4773-af66-e633b9368006 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?id=a334a4b8-e1fe-45b2-b0b4-e324e3499409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447924 Dec 21 14:02:48.921120 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device d498ada4-ac78-4849-8927-5e54a4256f3f details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 14:02:49.015568 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port d498ada4-ac78-4849-8927-5e54a4256f3f, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d498ada4-ac78-4849-8927-5e54a4256f3f,segment=NetworkSegment(b59514f2-4cca-4590-950e-17f173b1e439),segment_id=b59514f2-4cca-4590-950e-17f173b1e439)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:02:49.026822 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Returning: {'device': 'd498ada4-ac78-4849-8927-5e54a4256f3f', 'network_id': '123bc2a6-df0b-42e1-b7c8-8724b6c636bb', 'port_id': 'd498ada4-ac78-4849-8927-5e54a4256f3f', 'mac_address': 'fa:16:3e:1d:31:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de5cca75-9f59-4f92-9ba5-800af6e8f2df', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 14:02:49.063663 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:49.075813 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d498ada4-ac78-4849-8927-5e54a4256f3f {{(pid=103154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 14:02:49.096314 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port d498ada4-ac78-4849-8927-5e54a4256f3f, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d498ada4-ac78-4849-8927-5e54a4256f3f,segment=NetworkSegment(b59514f2-4cca-4590-950e-17f173b1e439),segment_id=b59514f2-4cca-4590-950e-17f173b1e439)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:02:49.100607 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:49.148654 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=d498ada4-ac78-4849-8927-5e54a4256f3f,revision_number=4']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:02:49.378160 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] get_ports_and_sgs() called for port_ids ['d498ada4-ac78-4849-8927-5e54a4256f3f'] {{(pid=103154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 14:02:49.506005 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a704c89f-5659-4842-a266-35a002068cab req-62a83d96-8d9d-4cf3-87ec-3cdbff8b0ff6 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:02:49.507529 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-a704c89f-5659-4842-a266-35a002068cab req-62a83d96-8d9d-4cf3-87ec-3cdbff8b0ff6 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d5efa51-a57e-4dae-a486-25d55ad8933f HTTP/1.1" status: 200 len: 945 time: 0.0523911 Dec 21 14:02:49.573777 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-a704c89f-5659-4842-a266-35a002068cab req-bb59b619-b4de-4257-9e05-6a7224e15314 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?id=a334a4b8-e1fe-45b2-b0b4-e324e3499409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601134 Dec 21 14:02:50.687207 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f799ecac-fa56-48e8-be25-a17d9ffbaebd req-f0148779-fb92-4bfc-9b25-b20717730b59 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:02:50.688582 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f799ecac-fa56-48e8-be25-a17d9ffbaebd req-f0148779-fb92-4bfc-9b25-b20717730b59 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d5efa51-a57e-4dae-a486-25d55ad8933f HTTP/1.1" status: 200 len: 945 time: 0.0480309 Dec 21 14:02:50.735932 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f799ecac-fa56-48e8-be25-a17d9ffbaebd req-5a17629c-fbc0-448e-a691-29f60e32b3ec tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?id=a334a4b8-e1fe-45b2-b0b4-e324e3499409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408919 Dec 21 14:02:50.936971 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device d498ada4-ac78-4849-8927-5e54a4256f3f up at agent hyperv_hv-neutron-mast {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:02:50.985265 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Provisioning for port d498ada4-ac78-4849-8927-5e54a4256f3f completed by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 14:02:50.989878 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Provisioning complete for port d498ada4-ac78-4849-8927-5e54a4256f3f triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:02:50.990241 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:51.065998 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:51.087277 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d5efa51-a57e-4dae-a486-25d55ad8933f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd498ada4-ac78-4849-8927-5e54a4256f3f'}] {{(pid=103154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:02:51.089679 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6f45aca8ac5f8c0cc5868273c98d8aa60330245aed22d61c8da5c1f2d6fc01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b68f5bbc-102f-4bd6-945e-de01b17167db" -d '{"events": [{"server_uuid": "7d5efa51-a57e-4dae-a486-25d55ad8933f", "name": "network-vif-plugged", "status": "completed", "tag": "d498ada4-ac78-4849-8927-5e54a4256f3f"}]}' {{(pid=103154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:02:51.105847 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port d498ada4-ac78-4849-8927-5e54a4256f3f, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d498ada4-ac78-4849-8927-5e54a4256f3f,segment=NetworkSegment(b59514f2-4cca-4590-950e-17f173b1e439),segment_id=b59514f2-4cca-4590-950e-17f173b1e439)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:02:51.110298 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:51.133358 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 14:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a619657c-69f1-478b-830c-084b046e388a x-openstack-request-id: req-a619657c-69f1-478b-830c-084b046e388a {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:02:51.133651 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d5efa51-a57e-4dae-a486-25d55ad8933f", "name": "network-vif-plugged", "status": "completed", "tag": "d498ada4-ac78-4849-8927-5e54a4256f3f", "code": 200}]} {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:02:51.133905 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a619657c-69f1-478b-830c-084b046e388a {{(pid=103154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:02:51.134289 dv-neutron-master-2-hyperv neutron-server[103154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d5efa51-a57e-4dae-a486-25d55ad8933f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd498ada4-ac78-4849-8927-5e54a4256f3f', 'code': 200} Dec 21 14:02:51.160521 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=d498ada4-ac78-4849-8927-5e54a4256f3f,revision_number=5']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:02:51.325521 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6611d1-16e8-4048-91ae-97af955c0134 req-5559ae9c-af03-46c6-8941-2294d2575751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:02:51.326939 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-0d6611d1-16e8-4048-91ae-97af955c0134 req-5559ae9c-af03-46c6-8941-2294d2575751 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7d5efa51-a57e-4dae-a486-25d55ad8933f HTTP/1.1" status: 200 len: 1099 time: 0.0388598 Dec 21 14:02:51.370267 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-0d6611d1-16e8-4048-91ae-97af955c0134 req-4dd294d6-b68b-4b24-a2ee-ef9d4ab59df6 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a334a4b8-e1fe-45b2-b0b4-e324e3499409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373490 Dec 21 14:02:51.852846 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa3e065-797c-424a-8ec7-aab95fff6de5 req-6a0bc367-fc0a-4c8f-bb37-05f1017b09c3 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:02:51.854299 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-bfa3e065-797c-424a-8ec7-aab95fff6de5 req-6a0bc367-fc0a-4c8f-bb37-05f1017b09c3 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d5efa51-a57e-4dae-a486-25d55ad8933f HTTP/1.1" status: 200 len: 946 time: 0.0516434 Dec 21 14:02:51.901901 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-bfa3e065-797c-424a-8ec7-aab95fff6de5 req-89309ec0-ad37-45ae-b987-3cb3ada4c47a tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?id=a334a4b8-e1fe-45b2-b0b4-e324e3499409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416298 Dec 21 14:02:53.022996 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61c2a79-b8ae-4c70-899a-c8e57909a4ad req-73caaeab-a82e-4e82-ab3a-0f79176534cb tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:02:53.024469 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-b61c2a79-b8ae-4c70-899a-c8e57909a4ad req-73caaeab-a82e-4e82-ab3a-0f79176534cb tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d5efa51-a57e-4dae-a486-25d55ad8933f HTTP/1.1" status: 200 len: 946 time: 0.0500729 Dec 21 14:02:53.073458 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-b61c2a79-b8ae-4c70-899a-c8e57909a4ad req-08ed16bd-5019-4bfa-8dcf-66e3b36dd77d tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?id=a334a4b8-e1fe-45b2-b0b4-e324e3499409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428684 Dec 21 14:02:53.197122 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fca9c32-0114-45c1-a1d3-5e148cf56b71 req-9e82bdca-93f6-4e75-a25d-8b75c51ee0ed tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:02:53.198522 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-4fca9c32-0114-45c1-a1d3-5e148cf56b71 req-9e82bdca-93f6-4e75-a25d-8b75c51ee0ed tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d5efa51-a57e-4dae-a486-25d55ad8933f HTTP/1.1" status: 200 len: 946 time: 0.0483727 Dec 21 14:02:53.245773 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-4fca9c32-0114-45c1-a1d3-5e148cf56b71 req-ab65e6ca-0b6a-4bd2-bd4b-db87527b8921 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?id=a334a4b8-e1fe-45b2-b0b4-e324e3499409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413804 Dec 21 14:02:53.267892 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 37978) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:02:53.309923 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0834e5-b92f-4800-8487-440e4e82a3ea tempest-TestNetworkAdvancedServerOps-559942621 tempest-TestNetworkAdvancedServerOps-559942621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:02:53.311448 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-dd0834e5-b92f-4800-8487-440e4e82a3ea tempest-TestNetworkAdvancedServerOps-559942621 tempest-TestNetworkAdvancedServerOps-559942621-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=7d5efa51-a57e-4dae-a486-25d55ad8933f HTTP/1.1" status: 200 len: 1094 time: 0.0426142 Dec 21 14:02:53.314670 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 37980) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:02:53.318775 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-2a7207d8-7cd1-4ee2-8d8a-096df9424b8d tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Request body: {'floatingip': {'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'port_id': 'd498ada4-ac78-4849-8927-5e54a4256f3f', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:02:53.341866 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2a7207d8-7cd1-4ee2-8d8a-096df9424b8d tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for floatingip, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:53.435707 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2a7207d8-7cd1-4ee2-8d8a-096df9424b8d tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:53.537852 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-2a7207d8-7cd1-4ee2-8d8a-096df9424b8d tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Allocated IP 172.36.3.217 (7fdf1889-f079-4166-bbda-88b2a8d8d595/051a5607-1753-4008-a2f2-d94b48752e9c/da21522b-149d-44b4-938d-7f653d5cd4aa) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 14:02:53.635777 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2a7207d8-7cd1-4ee2-8d8a-096df9424b8d tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:53.668343 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2a7207d8-7cd1-4ee2-8d8a-096df9424b8d tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:53.710153 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7207d8-7cd1-4ee2-8d8a-096df9424b8d tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Network 7fdf1889-f079-4166-bbda-88b2a8d8d595 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 14:02:53.713027 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-2a7207d8-7cd1-4ee2-8d8a-096df9424b8d tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:02:53.716422 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7207d8-7cd1-4ee2-8d8a-096df9424b8d tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 14:02:53.739202 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7207d8-7cd1-4ee2-8d8a-096df9424b8d tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Pushing event updated for resources: {'Port': ['ID=da21522b-149d-44b4-938d-7f653d5cd4aa,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:02:54.068047 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2a7207d8-7cd1-4ee2-8d8a-096df9424b8d tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:54.136780 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2a7207d8-7cd1-4ee2-8d8a-096df9424b8d tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:54.288132 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2a7207d8-7cd1-4ee2-8d8a-096df9424b8d tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:54.292737 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2a7207d8-7cd1-4ee2-8d8a-096df9424b8d tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:54.363859 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7207d8-7cd1-4ee2-8d8a-096df9424b8d tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Pushing event updated for resources: {'Port': ['ID=da21522b-149d-44b4-938d-7f653d5cd4aa,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:02:54.373597 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2a7207d8-7cd1-4ee2-8d8a-096df9424b8d tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548820'] for floatingip, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:54.473206 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.l3_db [None req-2a7207d8-7cd1-4ee2-8d8a-096df9424b8d tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Floating IP 19ef41f2-6d67-4a35-9940-85b5907b17bd associated. External IP: 172.36.3.217, port: d498ada4-ac78-4849-8927-5e54a4256f3f. Dec 21 14:02:54.682744 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a7207d8-7cd1-4ee2-8d8a-096df9424b8d tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Router 7fb9ab25-81be-4aa9-9612-972c118be03c has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 14:02:54.788813 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a7207d8-7cd1-4ee2-8d8a-096df9424b8d tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 14:02:54.798454 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8edef8c-e643-442e-beea-21e912d3c59a None None] Sync routers for ids ['7fb9ab25-81be-4aa9-9612-972c118be03c'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 14:02:54.806944 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2a7207d8-7cd1-4ee2-8d8a-096df9424b8d tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for floatingip, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:54.807938 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8edef8c-e643-442e-beea-21e912d3c59a None None] Routers {'7fb9ab25-81be-4aa9-9612-972c118be03c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:02:54.808553 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-b8edef8c-e643-442e-beea-21e912d3c59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T14:02:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['7fb9ab25-81be-4aa9-9612-972c118be03c'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:02:54.834292 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-2a7207d8-7cd1-4ee2-8d8a-096df9424b8d tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5186410 Dec 21 14:02:54.834925 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d5efa51-a57e-4dae-a486-25d55ad8933f', 'tag': 'd498ada4-ac78-4849-8927-5e54a4256f3f'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:02:54.837173 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af6034c98e584fa55ea4398f343c742ceb598288507feaf30d5a15785b2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fcf6f14-2e00-4b45-97bd-41382516dd1c" -d '{"events": [{"name": "network-changed", "server_uuid": "7d5efa51-a57e-4dae-a486-25d55ad8933f", "tag": "d498ada4-ac78-4849-8927-5e54a4256f3f"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:02:54.880336 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 14:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc6276c0-ac8c-4b12-97ce-a61ab8584de4 x-openstack-request-id: req-bc6276c0-ac8c-4b12-97ce-a61ab8584de4 {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:02:54.880626 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d5efa51-a57e-4dae-a486-25d55ad8933f", "tag": "d498ada4-ac78-4849-8927-5e54a4256f3f", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:02:54.880880 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bc6276c0-ac8c-4b12-97ce-a61ab8584de4 {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:02:54.881284 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d5efa51-a57e-4dae-a486-25d55ad8933f', 'tag': 'd498ada4-ac78-4849-8927-5e54a4256f3f', 'status': 'completed', 'code': 200} Dec 21 14:02:54.915923 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-b8edef8c-e643-442e-beea-21e912d3c59a None None] Set router 7fb9ab25-81be-4aa9-9612-972c118be03c gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:02:54.948143 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817b324e-ce8a-4f14-a4d5-a180d9f3ea50 req-47b86039-16fa-41c9-b059-a767e9be38f9 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:02:54.950290 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-817b324e-ce8a-4f14-a4d5-a180d9f3ea50 req-47b86039-16fa-41c9-b059-a767e9be38f9 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d5efa51-a57e-4dae-a486-25d55ad8933f HTTP/1.1" status: 200 len: 946 time: 0.0517759 Dec 21 14:02:54.971425 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcf6f14-2e00-4b45-97bd-41382516dd1c req-4acc434c-559b-47db-91d6-15599d449856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:02:54.973023 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-6fcf6f14-2e00-4b45-97bd-41382516dd1c req-4acc434c-559b-47db-91d6-15599d449856 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a1d23353b1544887bb518bdbacf8b4d3&device_id=7d5efa51-a57e-4dae-a486-25d55ad8933f HTTP/1.1" status: 200 len: 1099 time: 0.0421846 Dec 21 14:02:55.014866 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-817b324e-ce8a-4f14-a4d5-a180d9f3ea50 req-7c8d8aa2-3c27-457b-aba6-f88c4948b214 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?id=a334a4b8-e1fe-45b2-b0b4-e324e3499409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577338 Dec 21 14:02:55.045226 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 37986) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:02:55.079193 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcf6f14-2e00-4b45-97bd-41382516dd1c req-09ad3349-1022-4ce2-a04f-21e9241c8b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:02:55.080718 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-6fcf6f14-2e00-4b45-97bd-41382516dd1c req-09ad3349-1022-4ce2-a04f-21e9241c8b46 service neutron] 10.222.0.60 "GET /v2.0/networks?id=123bc2a6-df0b-42e1-b7c8-8724b6c636bb HTTP/1.1" status: 200 len: 898 time: 0.1002290 Dec 21 14:02:55.109854 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-6122ef38-b6a5-4866-bdb3-b1b254a9be78 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/floatingips/19ef41f2-6d67-4a35-9940-85b5907b17bd HTTP/1.1" status: 200 len: 992 time: 0.0631964 Dec 21 14:02:55.152846 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-6fcf6f14-2e00-4b45-97bd-41382516dd1c req-ab3aa761-ea66-4220-8af1-59ac2b5ad8a8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d498ada4-ac78-4849-8927-5e54a4256f3f HTTP/1.1" status: 200 len: 1000 time: 0.0648637 Dec 21 14:02:55.154757 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-b8edef8c-e643-442e-beea-21e912d3c59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fb9ab25-81be-4aa9-9612-972c118be03c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2076453323', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.247'}], 'enable_snat': True}, 'gw_port_id': '1ecc0e77-4c7e-47cc-a596-497b46be8e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:02:38Z', 'updated_at': '2021-12-21T14:02:41Z', 'revision_number': 4, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'gw_port': {'id': '1ecc0e77-4c7e-47cc-a596-497b46be8e3a', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:bc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fb9ab25-81be-4aa9-9612-972c118be03c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:02:38Z', 'updated_at': '2021-12-21T14:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '19ef41f2-6d67-4a35-9940-85b5907b17bd', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'floating_ip_address': '172.36.3.217', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': '7fb9ab25-81be-4aa9-9612-972c118be03c', 'port_id': 'd498ada4-ac78-4849-8927-5e54a4256f3f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1780, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '123bc2a6-df0b-42e1-b7c8-8724b6c636bb', 'mac_address': 'fa:16:3e:1d:31:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5efa51-a57e-4dae-a486-25d55ad8933f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T14:02:53Z', 'updated_at': '2021-12-21T14:02:53Z', 'revision_number': 0, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e1e5eba-aba3-4f23-bfa2-285ed5c6b884', 'name': '', 'network_id': '123bc2a6-df0b-42e1-b7c8-8724b6c636bb', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'mac_address': 'fa:16:3e:b7:4e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fb9ab25-81be-4aa9-9612-972c118be03c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': 'de5cca75-9f59-4f92-9ba5-800af6e8f2df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:02:40Z', 'updated_at': '2021-12-21T14:02:44Z', 'revision_number': 5, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'subnets': [{'id': 'de5cca75-9f59-4f92-9ba5-800af6e8f2df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:02:55.181832 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8edef8c-e643-442e-beea-21e912d3c59a None None] Checking router: 7fb9ab25-81be-4aa9-9612-972c118be03c for host: dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 14:02:55.190765 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8edef8c-e643-442e-beea-21e912d3c59a None None] Routers {'7fb9ab25-81be-4aa9-9612-972c118be03c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:02:55.191380 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-b8edef8c-e643-442e-beea-21e912d3c59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T14:02:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['7fb9ab25-81be-4aa9-9612-972c118be03c'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:02:55.202420 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcf6f14-2e00-4b45-97bd-41382516dd1c req-ca7dab09-2058-4955-a051-ded587f5cf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:02:55.203924 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-6fcf6f14-2e00-4b45-97bd-41382516dd1c req-ca7dab09-2058-4955-a051-ded587f5cf79 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=de5cca75-9f59-4f92-9ba5-800af6e8f2df HTTP/1.1" status: 200 len: 835 time: 0.0451059 Dec 21 14:02:55.248982 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-aefa419b-ba00-4e43-872f-dae3063b9b8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:55.258027 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcf6f14-2e00-4b45-97bd-41382516dd1c req-e76c3c16-aaad-443e-aca5-c37fbf78a68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:02:55.259573 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-6fcf6f14-2e00-4b45-97bd-41382516dd1c req-e76c3c16-aaad-443e-aca5-c37fbf78a68a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=123bc2a6-df0b-42e1-b7c8-8724b6c636bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0489671 Dec 21 14:02:55.354392 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-6fcf6f14-2e00-4b45-97bd-41382516dd1c req-bf6564c9-b486-49bb-911c-b01ad9d230d6 service neutron] 10.222.0.60 "GET /v2.0/networks/123bc2a6-df0b-42e1-b7c8-8724b6c636bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881402 Dec 21 14:02:55.455188 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-6fcf6f14-2e00-4b45-97bd-41382516dd1c req-066df8ad-fa19-434a-a5d8-b836eb3c75aa service neutron] 10.222.0.60 "GET /v2.0/networks/123bc2a6-df0b-42e1-b7c8-8724b6c636bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947843 Dec 21 14:02:55.472731 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-b8edef8c-e643-442e-beea-21e912d3c59a None None] Set router 7fb9ab25-81be-4aa9-9612-972c118be03c gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:02:55.688412 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-b8edef8c-e643-442e-beea-21e912d3c59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fb9ab25-81be-4aa9-9612-972c118be03c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2076453323', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.247'}], 'enable_snat': True}, 'gw_port_id': '1ecc0e77-4c7e-47cc-a596-497b46be8e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:02:38Z', 'updated_at': '2021-12-21T14:02:41Z', 'revision_number': 4, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'gw_port': {'id': '1ecc0e77-4c7e-47cc-a596-497b46be8e3a', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:bc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fb9ab25-81be-4aa9-9612-972c118be03c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:02:38Z', 'updated_at': '2021-12-21T14:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '19ef41f2-6d67-4a35-9940-85b5907b17bd', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'floating_ip_address': '172.36.3.217', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': '7fb9ab25-81be-4aa9-9612-972c118be03c', 'port_id': 'd498ada4-ac78-4849-8927-5e54a4256f3f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1780, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '123bc2a6-df0b-42e1-b7c8-8724b6c636bb', 'mac_address': 'fa:16:3e:1d:31:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5efa51-a57e-4dae-a486-25d55ad8933f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T14:02:53Z', 'updated_at': '2021-12-21T14:02:53Z', 'revision_number': 0, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e1e5eba-aba3-4f23-bfa2-285ed5c6b884', 'name': '', 'network_id': '123bc2a6-df0b-42e1-b7c8-8724b6c636bb', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'mac_address': 'fa:16:3e:b7:4e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fb9ab25-81be-4aa9-9612-972c118be03c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': 'de5cca75-9f59-4f92-9ba5-800af6e8f2df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:02:40Z', 'updated_at': '2021-12-21T14:02:44Z', 'revision_number': 5, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'subnets': [{'id': 'de5cca75-9f59-4f92-9ba5-800af6e8f2df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:02:55.724737 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8edef8c-e643-442e-beea-21e912d3c59a None None] The sync data for ids ['7fb9ab25-81be-4aa9-9612-972c118be03c'] in dv-neutron-master-2-hyperv is: [{'id': '7fb9ab25-81be-4aa9-9612-972c118be03c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2076453323', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.247'}], 'enable_snat': True}, 'gw_port_id': '1ecc0e77-4c7e-47cc-a596-497b46be8e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:02:38Z', 'updated_at': '2021-12-21T14:02:41Z', 'revision_number': 4, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'gw_port': {'id': '1ecc0e77-4c7e-47cc-a596-497b46be8e3a', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:bc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fb9ab25-81be-4aa9-9612-972c118be03c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:02:38Z', 'updated_at': '2021-12-21T14:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '19ef41f2-6d67-4a35-9940-85b5907b17bd', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'floating_ip_address': '172.36.3.217', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': '7fb9ab25-81be-4aa9-9612-972c118be03c', 'port_id': 'd498ada4-ac78-4849-8927-5e54a4256f3f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1780, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '123bc2a6-df0b-42e1-b7c8-8724b6c636bb', 'mac_address': 'fa:16:3e:1d:31:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5efa51-a57e-4dae-a486-25d55ad8933f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T14:02:53Z', 'updated_at': '2021-12-21T14:02:53Z', 'revision_number': 0, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e1e5eba-aba3-4f23-bfa2-285ed5c6b884', 'name': '', 'network_id': '123bc2a6-df0b-42e1-b7c8-8724b6c636bb', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'mac_address': 'fa:16:3e:b7:4e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fb9ab25-81be-4aa9-9612-972c118be03c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': 'de5cca75-9f59-4f92-9ba5-800af6e8f2df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:02:40Z', 'updated_at': '2021-12-21T14:02:44Z', 'revision_number': 5, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'subnets': [{'id': 'de5cca75-9f59-4f92-9ba5-800af6e8f2df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 14:02:55.918468 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d31c1a-d9de-4f9f-8622-167ff2eb4f85 None None] New status for floating IP 19ef41f2-6d67-4a35-9940-85b5907b17bd: ACTIVE {{(pid=103155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 14:02:56.114137 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 37988) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:02:56.177529 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-a20af40e-a92d-423f-9cf2-6e022ecd300f tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/floatingips/19ef41f2-6d67-4a35-9940-85b5907b17bd HTTP/1.1" status: 200 len: 994 time: 0.0622082 Dec 21 14:02:57.681708 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fc0855e0-15c0-498e-bb75-56d2b2aa38dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:02:58.915648 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:03:00.906876 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:03:01.109920 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:03:13.538491 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:03:15.852022 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.agents_db [None req-c60a5637-8c6f-4692-b23b-7dd82bd36b21 None None] Agent healthcheck: found 6 active agents {{(pid=103155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 14:03:22.242199 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-0b895044-9db2-452f-99ca-c54e2093b040 req-4b2a5319-ca3f-45c4-bcc3-a6fc8afd11a8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7d5efa51-a57e-4dae-a486-25d55ad8933f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392904 Dec 21 14:03:22.352180 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b895044-9db2-452f-99ca-c54e2093b040 req-38f6b5c3-6093-4139-a7f7-fa1ed5b2aa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:03:22.353939 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-0b895044-9db2-452f-99ca-c54e2093b040 req-38f6b5c3-6093-4139-a7f7-fa1ed5b2aa47 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a1d23353b1544887bb518bdbacf8b4d3&device_id=7d5efa51-a57e-4dae-a486-25d55ad8933f HTTP/1.1" status: 200 len: 1099 time: 0.0458884 Dec 21 14:03:22.459484 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b895044-9db2-452f-99ca-c54e2093b040 req-94ae2598-572a-489d-b5ef-9229c69872cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:03:22.460960 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-0b895044-9db2-452f-99ca-c54e2093b040 req-94ae2598-572a-489d-b5ef-9229c69872cf service neutron] 10.222.0.60 "GET /v2.0/networks?id=123bc2a6-df0b-42e1-b7c8-8724b6c636bb HTTP/1.1" status: 200 len: 898 time: 0.0883477 Dec 21 14:03:22.524293 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-0b895044-9db2-452f-99ca-c54e2093b040 req-c503ef0b-effd-458f-8d1e-a67e42b1d971 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d498ada4-ac78-4849-8927-5e54a4256f3f HTTP/1.1" status: 200 len: 1002 time: 0.0563591 Dec 21 14:03:22.576920 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b895044-9db2-452f-99ca-c54e2093b040 req-1e7a02dd-6ebd-45aa-b5e4-24a6407275b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:03:22.578414 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-0b895044-9db2-452f-99ca-c54e2093b040 req-1e7a02dd-6ebd-45aa-b5e4-24a6407275b9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=de5cca75-9f59-4f92-9ba5-800af6e8f2df HTTP/1.1" status: 200 len: 835 time: 0.0475149 Dec 21 14:03:22.622677 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b895044-9db2-452f-99ca-c54e2093b040 req-ae4c9eaa-c467-4209-9549-deaf6a6d371a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:03:22.624137 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-0b895044-9db2-452f-99ca-c54e2093b040 req-ae4c9eaa-c467-4209-9549-deaf6a6d371a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=123bc2a6-df0b-42e1-b7c8-8724b6c636bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397513 Dec 21 14:03:22.712553 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-0b895044-9db2-452f-99ca-c54e2093b040 req-924b0a50-864e-4517-bf52-f48424409585 service neutron] 10.222.0.60 "GET /v2.0/networks/123bc2a6-df0b-42e1-b7c8-8724b6c636bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814021 Dec 21 14:03:22.805658 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-0b895044-9db2-452f-99ca-c54e2093b040 req-e999b882-cce4-4d29-9875-3ea7791143af service neutron] 10.222.0.60 "GET /v2.0/networks/123bc2a6-df0b-42e1-b7c8-8724b6c636bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854242 Dec 21 14:03:25.211201 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-abd9d949-db98-4e46-92e3-9e50ac7d2abc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:03:27.621622 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d34a55-101c-4cef-81f3-8d1580e24b40 req-6f6ac98c-a4f5-461b-8e0b-d357871b3595 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:03:27.623178 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-78d34a55-101c-4cef-81f3-8d1580e24b40 req-6f6ac98c-a4f5-461b-8e0b-d357871b3595 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d5efa51-a57e-4dae-a486-25d55ad8933f HTTP/1.1" status: 200 len: 946 time: 0.0516965 Dec 21 14:03:27.673672 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-78d34a55-101c-4cef-81f3-8d1580e24b40 req-bf227806-7bde-4bff-9385-a3317fd741e5 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?id=a334a4b8-e1fe-45b2-b0b4-e324e3499409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444562 Dec 21 14:03:27.682908 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e00b4f63-7906-4a91-825f-873d0112cae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:03:28.793505 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4044c0b6-ab07-4f2e-b8c9-e130c8665f3d req-aacdec2c-9237-41b4-9c22-7843b9958cb0 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:03:28.795105 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-4044c0b6-ab07-4f2e-b8c9-e130c8665f3d req-aacdec2c-9237-41b4-9c22-7843b9958cb0 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d5efa51-a57e-4dae-a486-25d55ad8933f HTTP/1.1" status: 200 len: 946 time: 0.0513761 Dec 21 14:03:28.844429 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-4044c0b6-ab07-4f2e-b8c9-e130c8665f3d req-dce5e806-e91a-4051-8692-cd7ef631d7f9 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?id=a334a4b8-e1fe-45b2-b0b4-e324e3499409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429871 Dec 21 14:03:28.919148 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:03:29.961348 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea333f1-913b-4362-a68f-913069c2117e req-dca8feb4-88fe-4a51-bb29-1f43f2e9c96c tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:03:29.962822 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7ea333f1-913b-4362-a68f-913069c2117e req-dca8feb4-88fe-4a51-bb29-1f43f2e9c96c tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d5efa51-a57e-4dae-a486-25d55ad8933f HTTP/1.1" status: 200 len: 946 time: 0.0521688 Dec 21 14:03:30.011197 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7ea333f1-913b-4362-a68f-913069c2117e req-8102fed9-4fb4-447c-80dd-2af320c6f80f tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?id=a334a4b8-e1fe-45b2-b0b4-e324e3499409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425351 Dec 21 14:03:30.909109 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:03:31.113277 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:03:31.126595 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9a977a-7224-492a-9dbd-3cd93ddee29c req-f87440fa-4c44-4917-bb32-53be03a5ff3f tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:03:31.128069 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-ec9a977a-7224-492a-9dbd-3cd93ddee29c req-f87440fa-4c44-4917-bb32-53be03a5ff3f tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d5efa51-a57e-4dae-a486-25d55ad8933f HTTP/1.1" status: 200 len: 946 time: 0.0505426 Dec 21 14:03:31.179748 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-ec9a977a-7224-492a-9dbd-3cd93ddee29c req-e16b39fd-5d90-4b8f-809c-986bb433449b tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?id=a334a4b8-e1fe-45b2-b0b4-e324e3499409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455101 Dec 21 14:03:32.294187 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ed7a7b-5183-4172-b8f6-7eb130c42c02 req-a3c4ea7e-23d5-4519-870e-55773c62febf tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:03:32.295726 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-81ed7a7b-5183-4172-b8f6-7eb130c42c02 req-a3c4ea7e-23d5-4519-870e-55773c62febf tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d5efa51-a57e-4dae-a486-25d55ad8933f HTTP/1.1" status: 200 len: 946 time: 0.0479956 Dec 21 14:03:32.347269 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-81ed7a7b-5183-4172-b8f6-7eb130c42c02 req-5146c4d7-cab3-4287-87af-599aa5936032 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?id=a334a4b8-e1fe-45b2-b0b4-e324e3499409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429587 Dec 21 14:03:33.462826 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a625839f-18fe-4410-847e-44c592ccd5d4 req-2086f7d9-571f-4b1c-8885-0e7233af885c tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:03:33.464303 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-a625839f-18fe-4410-847e-44c592ccd5d4 req-2086f7d9-571f-4b1c-8885-0e7233af885c tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d5efa51-a57e-4dae-a486-25d55ad8933f HTTP/1.1" status: 200 len: 946 time: 0.0486422 Dec 21 14:03:33.512648 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-a625839f-18fe-4410-847e-44c592ccd5d4 req-b2842cfc-19ea-4bff-bbd0-acff54a810c9 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?id=a334a4b8-e1fe-45b2-b0b4-e324e3499409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424187 Dec 21 14:03:34.624426 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c102dea-9570-4c6f-ba92-c6bd69a1001c req-c34ef360-77b0-400d-a84b-92c91cbf7f45 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:03:34.626396 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-5c102dea-9570-4c6f-ba92-c6bd69a1001c req-c34ef360-77b0-400d-a84b-92c91cbf7f45 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d5efa51-a57e-4dae-a486-25d55ad8933f HTTP/1.1" status: 200 len: 946 time: 0.0473771 Dec 21 14:03:34.678048 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-5c102dea-9570-4c6f-ba92-c6bd69a1001c req-db7cccdb-0686-4093-a2f1-97db3cb41c6a tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?id=a334a4b8-e1fe-45b2-b0b4-e324e3499409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456605 Dec 21 14:03:35.792827 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b9e54d-f5de-4c37-b6f3-5d8071f9813c req-492d8178-ae92-49bf-ac97-da790869cc15 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:03:35.794291 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-60b9e54d-f5de-4c37-b6f3-5d8071f9813c req-492d8178-ae92-49bf-ac97-da790869cc15 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d5efa51-a57e-4dae-a486-25d55ad8933f HTTP/1.1" status: 200 len: 946 time: 0.0478854 Dec 21 14:03:35.843220 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-60b9e54d-f5de-4c37-b6f3-5d8071f9813c req-3400e7f0-d39f-4190-b33f-5bc7b3e03880 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?id=a334a4b8-e1fe-45b2-b0b4-e324e3499409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427566 Dec 21 14:03:36.958863 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077270ed-60dd-47db-81fc-9ad4d2e2a884 req-c7702d46-bc41-4e59-a5bc-61a4b0f92fc4 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:03:36.960370 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-077270ed-60dd-47db-81fc-9ad4d2e2a884 req-c7702d46-bc41-4e59-a5bc-61a4b0f92fc4 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d5efa51-a57e-4dae-a486-25d55ad8933f HTTP/1.1" status: 200 len: 946 time: 0.0497010 Dec 21 14:03:37.007909 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-077270ed-60dd-47db-81fc-9ad4d2e2a884 req-94d03d43-a763-47cb-92b4-2e686a133f6b tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?id=a334a4b8-e1fe-45b2-b0b4-e324e3499409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416381 Dec 21 14:03:38.124321 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f40be3-ff9c-487a-8dea-a91ce65d7157 req-600e3fd6-b58f-4966-936b-1dfcfb72948f tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:03:38.125780 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-53f40be3-ff9c-487a-8dea-a91ce65d7157 req-600e3fd6-b58f-4966-936b-1dfcfb72948f tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d5efa51-a57e-4dae-a486-25d55ad8933f HTTP/1.1" status: 200 len: 946 time: 0.0516231 Dec 21 14:03:38.174798 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-53f40be3-ff9c-487a-8dea-a91ce65d7157 req-4d99ba39-0b52-4bc8-bb7c-0bfc0ff40d5c tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?id=a334a4b8-e1fe-45b2-b0b4-e324e3499409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431621 Dec 21 14:03:39.287089 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5231fa8d-ed36-4778-ae85-52c4b2eb0da6 req-2d71e0a7-dab1-473a-bbd0-20e2ef8cf7da tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:03:39.288615 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-5231fa8d-ed36-4778-ae85-52c4b2eb0da6 req-2d71e0a7-dab1-473a-bbd0-20e2ef8cf7da tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d5efa51-a57e-4dae-a486-25d55ad8933f HTTP/1.1" status: 200 len: 946 time: 0.0488565 Dec 21 14:03:39.336300 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-5231fa8d-ed36-4778-ae85-52c4b2eb0da6 req-0ede06f3-73d9-422d-94ac-88bd220fc106 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?id=a334a4b8-e1fe-45b2-b0b4-e324e3499409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419111 Dec 21 14:03:40.448687 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dac7267-3edf-44c9-bf75-90c5c1f5b572 req-4b8dd1fa-4021-458e-93d9-a29d18109ec3 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:03:40.450152 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-8dac7267-3edf-44c9-bf75-90c5c1f5b572 req-4b8dd1fa-4021-458e-93d9-a29d18109ec3 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d5efa51-a57e-4dae-a486-25d55ad8933f HTTP/1.1" status: 200 len: 946 time: 0.0483007 Dec 21 14:03:40.497906 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-8dac7267-3edf-44c9-bf75-90c5c1f5b572 req-ee8e0991-1f63-42f3-a86d-97fdac4d5307 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?id=a334a4b8-e1fe-45b2-b0b4-e324e3499409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418725 Dec 21 14:03:41.617932 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa557c40-1b7a-44af-b1f9-c53f3a021618 req-dbf7e6ef-bf67-4055-a70d-597196d53606 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:03:41.619434 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-fa557c40-1b7a-44af-b1f9-c53f3a021618 req-dbf7e6ef-bf67-4055-a70d-597196d53606 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d5efa51-a57e-4dae-a486-25d55ad8933f HTTP/1.1" status: 200 len: 946 time: 0.0543690 Dec 21 14:03:41.667273 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-fa557c40-1b7a-44af-b1f9-c53f3a021618 req-2f2fdd9d-8014-4509-8924-a03f7a70ba67 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?id=a334a4b8-e1fe-45b2-b0b4-e324e3499409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412226 Dec 21 14:03:42.795521 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c660c6e-d14d-4f0a-bf25-96da48324f49 req-dc0f6750-7c18-46a7-b6d5-362aac6cf548 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:03:42.797290 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-1c660c6e-d14d-4f0a-bf25-96da48324f49 req-dc0f6750-7c18-46a7-b6d5-362aac6cf548 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d5efa51-a57e-4dae-a486-25d55ad8933f HTTP/1.1" status: 200 len: 946 time: 0.0519030 Dec 21 14:03:42.845296 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-1c660c6e-d14d-4f0a-bf25-96da48324f49 req-bdb04e35-1162-41ae-8bee-eb3ee2ceca33 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?id=a334a4b8-e1fe-45b2-b0b4-e324e3499409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420499 Dec 21 14:03:43.551352 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:03:43.957762 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f1efcd-ad5b-4122-bd17-883817012868 req-e8ee0bac-e63f-4674-9ed0-852c27bb935d tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:03:43.959323 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-77f1efcd-ad5b-4122-bd17-883817012868 req-e8ee0bac-e63f-4674-9ed0-852c27bb935d tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d5efa51-a57e-4dae-a486-25d55ad8933f HTTP/1.1" status: 200 len: 946 time: 0.0484076 Dec 21 14:03:44.012337 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-77f1efcd-ad5b-4122-bd17-883817012868 req-9deb97ba-137a-420d-9827-d362d8b0558d tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?id=a334a4b8-e1fe-45b2-b0b4-e324e3499409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461893 Dec 21 14:03:44.035043 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 38034) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:03:44.101049 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-bf7ac461-849f-490f-8a69-7739b5abed3c tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/floatingips/19ef41f2-6d67-4a35-9940-85b5907b17bd HTTP/1.1" status: 200 len: 994 time: 0.0649097 Dec 21 14:03:45.393246 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307aa03f-cb40-4880-8570-ef7461364cc1 req-44319a1d-ad10-41fb-891c-498ebf29afa8 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:03:45.395042 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-307aa03f-cb40-4880-8570-ef7461364cc1 req-44319a1d-ad10-41fb-891c-498ebf29afa8 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d5efa51-a57e-4dae-a486-25d55ad8933f HTTP/1.1" status: 200 len: 946 time: 0.0524440 Dec 21 14:03:45.426557 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75141b8-f872-459b-8b9b-6687c7dbe497 req-b9f82612-52a9-4014-a3c4-2411bd8ff5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:03:45.428096 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a75141b8-f872-459b-8b9b-6687c7dbe497 req-b9f82612-52a9-4014-a3c4-2411bd8ff5e2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a1d23353b1544887bb518bdbacf8b4d3&device_id=7d5efa51-a57e-4dae-a486-25d55ad8933f HTTP/1.1" status: 200 len: 1099 time: 0.0424907 Dec 21 14:03:45.444696 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-307aa03f-cb40-4880-8570-ef7461364cc1 req-557d058c-3280-432a-b22e-032d38743324 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?id=a334a4b8-e1fe-45b2-b0b4-e324e3499409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436153 Dec 21 14:03:45.521162 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75141b8-f872-459b-8b9b-6687c7dbe497 req-51b558b6-57e2-4dbf-bccc-3f04035fd518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:03:45.522839 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a75141b8-f872-459b-8b9b-6687c7dbe497 req-51b558b6-57e2-4dbf-bccc-3f04035fd518 service neutron] 10.222.0.60 "GET /v2.0/networks?id=123bc2a6-df0b-42e1-b7c8-8724b6c636bb HTTP/1.1" status: 200 len: 898 time: 0.0884595 Dec 21 14:03:45.586229 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a75141b8-f872-459b-8b9b-6687c7dbe497 req-0673633f-095a-45e6-a0a3-690c664664ec service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d498ada4-ac78-4849-8927-5e54a4256f3f HTTP/1.1" status: 200 len: 1002 time: 0.0574329 Dec 21 14:03:45.638761 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75141b8-f872-459b-8b9b-6687c7dbe497 req-58096f02-5308-46c9-8c37-e0659c36e6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:03:45.640243 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a75141b8-f872-459b-8b9b-6687c7dbe497 req-58096f02-5308-46c9-8c37-e0659c36e6ca service neutron] 10.222.0.60 "GET /v2.0/subnets?id=de5cca75-9f59-4f92-9ba5-800af6e8f2df HTTP/1.1" status: 200 len: 835 time: 0.0479038 Dec 21 14:03:45.688298 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75141b8-f872-459b-8b9b-6687c7dbe497 req-1f3cdab1-392a-4f6d-8a82-d6a0babf106d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:03:45.689761 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a75141b8-f872-459b-8b9b-6687c7dbe497 req-1f3cdab1-392a-4f6d-8a82-d6a0babf106d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=123bc2a6-df0b-42e1-b7c8-8724b6c636bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0431805 Dec 21 14:03:45.777300 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a75141b8-f872-459b-8b9b-6687c7dbe497 req-6a2d9723-f9c3-4362-bc2c-70ad41a0e573 service neutron] 10.222.0.60 "GET /v2.0/networks/123bc2a6-df0b-42e1-b7c8-8724b6c636bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804651 Dec 21 14:03:45.866158 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a75141b8-f872-459b-8b9b-6687c7dbe497 req-dc09e431-f8a8-405a-840b-2ce37225e1cc service neutron] 10.222.0.60 "GET /v2.0/networks/123bc2a6-df0b-42e1-b7c8-8724b6c636bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831094 Dec 21 14:03:46.561581 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b234a3-5dc6-4717-b3db-7b0fceb85ae9 req-bea26008-7d29-4751-84a2-2b3b438c0c59 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:03:46.563103 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-80b234a3-5dc6-4717-b3db-7b0fceb85ae9 req-bea26008-7d29-4751-84a2-2b3b438c0c59 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d5efa51-a57e-4dae-a486-25d55ad8933f HTTP/1.1" status: 200 len: 946 time: 0.0488064 Dec 21 14:03:46.611137 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-80b234a3-5dc6-4717-b3db-7b0fceb85ae9 req-c4d5c5e6-798b-4ffa-807e-4cf0801781f6 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?id=a334a4b8-e1fe-45b2-b0b4-e324e3499409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422049 Dec 21 14:03:46.632763 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 38046) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:03:46.695940 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-e0b46369-2bc9-442f-9426-79b143899cbd tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/floatingips/19ef41f2-6d67-4a35-9940-85b5907b17bd HTTP/1.1" status: 200 len: 994 time: 0.0619102 Dec 21 14:03:52.851458 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.agents_db [None req-c60a5637-8c6f-4692-b23b-7dd82bd36b21 None None] Agent healthcheck: found 6 active agents {{(pid=103155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 14:03:55.212162 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-9e949deb-0af5-42fa-ae78-077e4865d41d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:03:57.686249 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-0503dbd7-9f18-4609-bcfa-dae84fa3a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:03:58.921115 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:00.914760 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:01.116085 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:13.552595 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:17.050004 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 38064) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:04:17.202229 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-6fb8afca-8595-40b5-8eae-e4682719567f tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Deleting port da21522b-149d-44b4-938d-7f653d5cd4aa {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 14:04:17.202595 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6fb8afca-8595-40b5-8eae-e4682719567f tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:17.274619 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6fb8afca-8595-40b5-8eae-e4682719567f tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:17.274868 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6fb8afca-8595-40b5-8eae-e4682719567f tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:17.286610 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-6fb8afca-8595-40b5-8eae-e4682719567f tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Calling delete_port for da21522b-149d-44b4-938d-7f653d5cd4aa owned by network:floatingip {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 14:04:17.431560 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6fb8afca-8595-40b5-8eae-e4682719567f tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:17.457260 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb8afca-8595-40b5-8eae-e4682719567f tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Pushing event deleted for resources: {'Port': ['ID=da21522b-149d-44b4-938d-7f653d5cd4aa,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:04:17.467439 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb8afca-8595-40b5-8eae-e4682719567f tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:04:17.467800 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb8afca-8595-40b5-8eae-e4682719567f tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:04:17.468143 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb8afca-8595-40b5-8eae-e4682719567f tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:04:17.469067 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb8afca-8595-40b5-8eae-e4682719567f tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:04:17.469405 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb8afca-8595-40b5-8eae-e4682719567f tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:04:17.469740 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb8afca-8595-40b5-8eae-e4682719567f tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:04:17.470069 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb8afca-8595-40b5-8eae-e4682719567f tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:04:17.470426 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb8afca-8595-40b5-8eae-e4682719567f tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:04:17.470759 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb8afca-8595-40b5-8eae-e4682719567f tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:04:17.471083 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb8afca-8595-40b5-8eae-e4682719567f tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:04:17.471407 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb8afca-8595-40b5-8eae-e4682719567f tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:04:17.471731 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb8afca-8595-40b5-8eae-e4682719567f tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:04:17.472054 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb8afca-8595-40b5-8eae-e4682719567f tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:04:17.529542 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6fb8afca-8595-40b5-8eae-e4682719567f tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for floatingip, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:17.529788 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.l3_db [None req-6fb8afca-8595-40b5-8eae-e4682719567f tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Floating IP 19ef41f2-6d67-4a35-9940-85b5907b17bd disassociated (deleted). External IP: 172.36.3.217, port: d498ada4-ac78-4849-8927-5e54a4256f3f. Dec 21 14:04:18.025637 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fb8afca-8595-40b5-8eae-e4682719567f tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Router 7fb9ab25-81be-4aa9-9612-972c118be03c has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 14:04:18.130129 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fb8afca-8595-40b5-8eae-e4682719567f tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 14:04:18.134820 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6fb8afca-8595-40b5-8eae-e4682719567f tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for floatingip, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:18.139547 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b0f346-fd71-4ec0-afc5-865dd641bc33 None None] Sync routers for ids ['7fb9ab25-81be-4aa9-9612-972c118be03c'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 14:04:18.150142 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b0f346-fd71-4ec0-afc5-865dd641bc33 None None] Routers {'7fb9ab25-81be-4aa9-9612-972c118be03c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:04:18.150788 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-30b0f346-fd71-4ec0-afc5-865dd641bc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T14:03:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['7fb9ab25-81be-4aa9-9612-972c118be03c'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:04:18.165247 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-6fb8afca-8595-40b5-8eae-e4682719567f tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "DELETE /v2.0/floatingips/19ef41f2-6d67-4a35-9940-85b5907b17bd HTTP/1.1" status: 204 len: 168 time: 1.1118259 Dec 21 14:04:18.165247 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d5efa51-a57e-4dae-a486-25d55ad8933f', 'tag': 'd498ada4-ac78-4849-8927-5e54a4256f3f'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:04:18.166084 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af6034c98e584fa55ea4398f343c742ceb598288507feaf30d5a15785b2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa34365d-b47f-4263-aaf0-c53e0b1eece3" -d '{"events": [{"name": "network-changed", "server_uuid": "7d5efa51-a57e-4dae-a486-25d55ad8933f", "tag": "d498ada4-ac78-4849-8927-5e54a4256f3f"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:04:18.265292 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 14:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e5d518b-cd85-436e-be6b-ed623e3e4770 x-openstack-request-id: req-9e5d518b-cd85-436e-be6b-ed623e3e4770 {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:04:18.265689 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d5efa51-a57e-4dae-a486-25d55ad8933f", "tag": "d498ada4-ac78-4849-8927-5e54a4256f3f", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:04:18.265966 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9e5d518b-cd85-436e-be6b-ed623e3e4770 {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:04:18.266376 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d5efa51-a57e-4dae-a486-25d55ad8933f', 'tag': 'd498ada4-ac78-4849-8927-5e54a4256f3f', 'status': 'completed', 'code': 200} Dec 21 14:04:18.269937 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-30b0f346-fd71-4ec0-afc5-865dd641bc33 None None] Set router 7fb9ab25-81be-4aa9-9612-972c118be03c gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:04:18.361578 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa34365d-b47f-4263-aaf0-c53e0b1eece3 req-a3990ed6-c145-4c2e-b3be-8b44b82d8e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:04:18.363134 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-aa34365d-b47f-4263-aaf0-c53e0b1eece3 req-a3990ed6-c145-4c2e-b3be-8b44b82d8e1e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a1d23353b1544887bb518bdbacf8b4d3&device_id=7d5efa51-a57e-4dae-a486-25d55ad8933f HTTP/1.1" status: 200 len: 1099 time: 0.0424237 Dec 21 14:04:18.400202 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d8c56f-8e31-42e3-9c31-32a284767c94 req-62db430b-58a8-4557-b5e4-bd12c109a551 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:04:18.401696 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-e4d8c56f-8e31-42e3-9c31-32a284767c94 req-62db430b-58a8-4557-b5e4-bd12c109a551 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d5efa51-a57e-4dae-a486-25d55ad8933f HTTP/1.1" status: 200 len: 946 time: 0.0559573 Dec 21 14:04:18.454898 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-e4d8c56f-8e31-42e3-9c31-32a284767c94 req-b25f7e2b-c7ca-4694-a2f6-2f31b2955e9b tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?id=a334a4b8-e1fe-45b2-b0b4-e324e3499409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470893 Dec 21 14:04:18.469292 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa34365d-b47f-4263-aaf0-c53e0b1eece3 req-59b43f8c-abf7-4f00-b66e-0960eee107ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:04:18.470809 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-aa34365d-b47f-4263-aaf0-c53e0b1eece3 req-59b43f8c-abf7-4f00-b66e-0960eee107ed service neutron] 10.222.0.60 "GET /v2.0/networks?id=123bc2a6-df0b-42e1-b7c8-8724b6c636bb HTTP/1.1" status: 200 len: 898 time: 0.0974519 Dec 21 14:04:18.480581 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-30b0f346-fd71-4ec0-afc5-865dd641bc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fb9ab25-81be-4aa9-9612-972c118be03c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2076453323', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.247'}], 'enable_snat': True}, 'gw_port_id': '1ecc0e77-4c7e-47cc-a596-497b46be8e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:02:38Z', 'updated_at': '2021-12-21T14:02:41Z', 'revision_number': 4, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'gw_port': {'id': '1ecc0e77-4c7e-47cc-a596-497b46be8e3a', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:bc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fb9ab25-81be-4aa9-9612-972c118be03c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:02:38Z', 'updated_at': '2021-12-21T14:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8e1e5eba-aba3-4f23-bfa2-285ed5c6b884', 'name': '', 'network_id': '123bc2a6-df0b-42e1-b7c8-8724b6c636bb', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'mac_address': 'fa:16:3e:b7:4e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fb9ab25-81be-4aa9-9612-972c118be03c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': 'de5cca75-9f59-4f92-9ba5-800af6e8f2df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:02:40Z', 'updated_at': '2021-12-21T14:02:44Z', 'revision_number': 5, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'subnets': [{'id': 'de5cca75-9f59-4f92-9ba5-800af6e8f2df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:04:18.508505 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b0f346-fd71-4ec0-afc5-865dd641bc33 None None] Checking router: 7fb9ab25-81be-4aa9-9612-972c118be03c for host: dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 14:04:18.516933 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b0f346-fd71-4ec0-afc5-865dd641bc33 None None] Routers {'7fb9ab25-81be-4aa9-9612-972c118be03c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:04:18.517544 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-30b0f346-fd71-4ec0-afc5-865dd641bc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T14:03:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['7fb9ab25-81be-4aa9-9612-972c118be03c'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:04:18.521514 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-aa34365d-b47f-4263-aaf0-c53e0b1eece3 req-4cf2d577-0384-4cd8-8f85-a9f8df103155 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d498ada4-ac78-4849-8927-5e54a4256f3f HTTP/1.1" status: 200 len: 217 time: 0.0410235 Dec 21 14:04:18.572268 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa34365d-b47f-4263-aaf0-c53e0b1eece3 req-53eb1bd0-8d94-42d2-bec2-e90fba1c444b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:04:18.573704 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-aa34365d-b47f-4263-aaf0-c53e0b1eece3 req-53eb1bd0-8d94-42d2-bec2-e90fba1c444b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=de5cca75-9f59-4f92-9ba5-800af6e8f2df HTTP/1.1" status: 200 len: 835 time: 0.0439553 Dec 21 14:04:18.625012 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-30b0f346-fd71-4ec0-afc5-865dd641bc33 None None] Set router 7fb9ab25-81be-4aa9-9612-972c118be03c gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:04:18.628844 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa34365d-b47f-4263-aaf0-c53e0b1eece3 req-71d2d93e-8419-4a6d-b24a-900381a0208c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:04:18.630401 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-aa34365d-b47f-4263-aaf0-c53e0b1eece3 req-71d2d93e-8419-4a6d-b24a-900381a0208c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=123bc2a6-df0b-42e1-b7c8-8724b6c636bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0491402 Dec 21 14:04:18.728525 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-aa34365d-b47f-4263-aaf0-c53e0b1eece3 req-297ebafa-3877-492d-96f6-07f71dd358fb service neutron] 10.222.0.60 "GET /v2.0/networks/123bc2a6-df0b-42e1-b7c8-8724b6c636bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903273 Dec 21 14:04:18.822650 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-aa34365d-b47f-4263-aaf0-c53e0b1eece3 req-e2627f01-e0a1-43dd-8b25-9016fe54fd51 service neutron] 10.222.0.60 "GET /v2.0/networks/123bc2a6-df0b-42e1-b7c8-8724b6c636bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855927 Dec 21 14:04:18.825295 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-30b0f346-fd71-4ec0-afc5-865dd641bc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fb9ab25-81be-4aa9-9612-972c118be03c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2076453323', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.247'}], 'enable_snat': True}, 'gw_port_id': '1ecc0e77-4c7e-47cc-a596-497b46be8e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:02:38Z', 'updated_at': '2021-12-21T14:02:41Z', 'revision_number': 4, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'gw_port': {'id': '1ecc0e77-4c7e-47cc-a596-497b46be8e3a', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:bc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fb9ab25-81be-4aa9-9612-972c118be03c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:02:38Z', 'updated_at': '2021-12-21T14:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8e1e5eba-aba3-4f23-bfa2-285ed5c6b884', 'name': '', 'network_id': '123bc2a6-df0b-42e1-b7c8-8724b6c636bb', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'mac_address': 'fa:16:3e:b7:4e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fb9ab25-81be-4aa9-9612-972c118be03c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': 'de5cca75-9f59-4f92-9ba5-800af6e8f2df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:02:40Z', 'updated_at': '2021-12-21T14:02:44Z', 'revision_number': 5, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'subnets': [{'id': 'de5cca75-9f59-4f92-9ba5-800af6e8f2df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:04:18.851426 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b0f346-fd71-4ec0-afc5-865dd641bc33 None None] The sync data for ids ['7fb9ab25-81be-4aa9-9612-972c118be03c'] in dv-neutron-master-2-hyperv is: [{'id': '7fb9ab25-81be-4aa9-9612-972c118be03c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2076453323', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.247'}], 'enable_snat': True}, 'gw_port_id': '1ecc0e77-4c7e-47cc-a596-497b46be8e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:02:38Z', 'updated_at': '2021-12-21T14:02:41Z', 'revision_number': 4, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'gw_port': {'id': '1ecc0e77-4c7e-47cc-a596-497b46be8e3a', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:bc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fb9ab25-81be-4aa9-9612-972c118be03c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:02:38Z', 'updated_at': '2021-12-21T14:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8e1e5eba-aba3-4f23-bfa2-285ed5c6b884', 'name': '', 'network_id': '123bc2a6-df0b-42e1-b7c8-8724b6c636bb', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'mac_address': 'fa:16:3e:b7:4e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fb9ab25-81be-4aa9-9612-972c118be03c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': 'de5cca75-9f59-4f92-9ba5-800af6e8f2df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:02:40Z', 'updated_at': '2021-12-21T14:02:44Z', 'revision_number': 5, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'subnets': [{'id': 'de5cca75-9f59-4f92-9ba5-800af6e8f2df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 14:04:19.070486 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7285d4-bf06-4cd7-bea0-78faf43b4e7e None None] New status for floating IP 19ef41f2-6d67-4a35-9940-85b5907b17bd: DOWN {{(pid=103155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 14:04:19.567703 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086e4fd5-fcbc-47c5-98ef-54c740e1d57a req-74f1495f-373a-4b8d-8fe1-93139a7f8168 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:04:19.569197 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-086e4fd5-fcbc-47c5-98ef-54c740e1d57a req-74f1495f-373a-4b8d-8fe1-93139a7f8168 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d5efa51-a57e-4dae-a486-25d55ad8933f HTTP/1.1" status: 200 len: 946 time: 0.0492325 Dec 21 14:04:19.619537 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-086e4fd5-fcbc-47c5-98ef-54c740e1d57a req-fd3d831d-8d3a-48bc-9db3-e483809388ae tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?id=a334a4b8-e1fe-45b2-b0b4-e324e3499409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445852 Dec 21 14:04:20.158124 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d961d6e-180b-4e03-bc72-4c9c444f70e2 req-540edb12-2123-4ac0-8045-957bf04119c2 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:04:20.159606 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-6d961d6e-180b-4e03-bc72-4c9c444f70e2 req-540edb12-2123-4ac0-8045-957bf04119c2 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d5efa51-a57e-4dae-a486-25d55ad8933f HTTP/1.1" status: 200 len: 946 time: 0.0481930 Dec 21 14:04:20.250240 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [req-6d961d6e-180b-4e03-bc72-4c9c444f70e2 req-bd6a8565-900a-4f64-b675-6d0591576dc1 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Deleting port d498ada4-ac78-4849-8927-5e54a4256f3f {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 14:04:20.250595 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-6d961d6e-180b-4e03-bc72-4c9c444f70e2 req-bd6a8565-900a-4f64-b675-6d0591576dc1 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:20.336586 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-6d961d6e-180b-4e03-bc72-4c9c444f70e2 req-bd6a8565-900a-4f64-b675-6d0591576dc1 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] For port d498ada4-ac78-4849-8927-5e54a4256f3f, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d498ada4-ac78-4849-8927-5e54a4256f3f,segment=NetworkSegment(b59514f2-4cca-4590-950e-17f173b1e439),segment_id=b59514f2-4cca-4590-950e-17f173b1e439)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:04:20.336940 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-6d961d6e-180b-4e03-bc72-4c9c444f70e2 req-bd6a8565-900a-4f64-b675-6d0591576dc1 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:20.348477 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [req-6d961d6e-180b-4e03-bc72-4c9c444f70e2 req-bd6a8565-900a-4f64-b675-6d0591576dc1 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Calling delete_port for d498ada4-ac78-4849-8927-5e54a4256f3f owned by compute:nova {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 14:04:20.476184 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-6d961d6e-180b-4e03-bc72-4c9c444f70e2 req-bd6a8565-900a-4f64-b675-6d0591576dc1 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:20.505800 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6a8565-900a-4f64-b675-6d0591576dc1 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Pushing event deleted for resources: {'Port': ['ID=d498ada4-ac78-4849-8927-5e54a4256f3f,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:04:20.551697 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d961d6e-180b-4e03-bc72-4c9c444f70e2 req-bd6a8565-900a-4f64-b675-6d0591576dc1 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] No DVR routers for this DVR port d498ada4-ac78-4849-8927-5e54a4256f3f on host hv-neutron-mast {{(pid=103153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 14:04:20.554166 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-6d961d6e-180b-4e03-bc72-4c9c444f70e2 req-bd6a8565-900a-4f64-b675-6d0591576dc1 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:20.557504 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-6d961d6e-180b-4e03-bc72-4c9c444f70e2 req-bd6a8565-900a-4f64-b675-6d0591576dc1 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.60 "DELETE /v2.0/ports/d498ada4-ac78-4849-8927-5e54a4256f3f HTTP/1.1" status: 204 len: 173 time: 0.3916678 Dec 21 14:04:20.557931 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d5efa51-a57e-4dae-a486-25d55ad8933f', 'name': 'network-vif-deleted', 'tag': 'd498ada4-ac78-4849-8927-5e54a4256f3f'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:04:20.560162 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af6034c98e584fa55ea4398f343c742ceb598288507feaf30d5a15785b2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b25ec8c-c5c7-47cf-8b4e-34752f12e749" -d '{"events": [{"server_uuid": "7d5efa51-a57e-4dae-a486-25d55ad8933f", "name": "network-vif-deleted", "tag": "d498ada4-ac78-4849-8927-5e54a4256f3f"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:04:20.597630 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 14:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b87b9edd-594d-4b9f-bf02-d0bce9ccfdce x-openstack-request-id: req-b87b9edd-594d-4b9f-bf02-d0bce9ccfdce {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:04:20.598237 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d5efa51-a57e-4dae-a486-25d55ad8933f", "name": "network-vif-deleted", "tag": "d498ada4-ac78-4849-8927-5e54a4256f3f", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:04:20.598348 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b87b9edd-594d-4b9f-bf02-d0bce9ccfdce {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:04:20.598828 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d5efa51-a57e-4dae-a486-25d55ad8933f', 'name': 'network-vif-deleted', 'tag': 'd498ada4-ac78-4849-8927-5e54a4256f3f', 'status': 'completed', 'code': 200} Dec 21 14:04:20.712421 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-43a9cb10-0d48-4bd7-b53b-9028c386849d req-adf2cd5b-86d9-4227-80c5-e7e67b985952 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d5efa51-a57e-4dae-a486-25d55ad8933f HTTP/1.1" status: 200 len: 210 time: 0.0260358 Dec 21 14:04:21.770018 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 38086) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:04:22.116585 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-91d73818-400d-4c1b-9feb-52ec4841a883 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532692'] for router_interface, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:22.369119 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-91d73818-400d-4c1b-9feb-52ec4841a883 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Deleting port 8e1e5eba-aba3-4f23-bfa2-285ed5c6b884 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 14:04:22.369537 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-91d73818-400d-4c1b-9feb-52ec4841a883 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:22.460550 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-91d73818-400d-4c1b-9feb-52ec4841a883 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] For port 8e1e5eba-aba3-4f23-bfa2-285ed5c6b884, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8e1e5eba-aba3-4f23-bfa2-285ed5c6b884,segment=NetworkSegment(b59514f2-4cca-4590-950e-17f173b1e439),segment_id=b59514f2-4cca-4590-950e-17f173b1e439)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:04:22.460917 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-91d73818-400d-4c1b-9feb-52ec4841a883 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:22.472997 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-91d73818-400d-4c1b-9feb-52ec4841a883 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Calling delete_port for 8e1e5eba-aba3-4f23-bfa2-285ed5c6b884 owned by network:router_interface {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 14:04:22.653353 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-91d73818-400d-4c1b-9feb-52ec4841a883 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:22.681157 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d73818-400d-4c1b-9feb-52ec4841a883 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Pushing event deleted for resources: {'Port': ['ID=8e1e5eba-aba3-4f23-bfa2-285ed5c6b884,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:04:22.856174 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-91d73818-400d-4c1b-9feb-52ec4841a883 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534084'] for router_interface, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:23.071715 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91d73818-400d-4c1b-9feb-52ec4841a883 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Router 7fb9ab25-81be-4aa9-9612-972c118be03c has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 14:04:23.181814 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91d73818-400d-4c1b-9feb-52ec4841a883 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 14:04:23.187608 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-91d73818-400d-4c1b-9feb-52ec4841a883 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "PUT /v2.0/routers/7fb9ab25-81be-4aa9-9612-972c118be03c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4159455 Dec 21 14:04:23.190715 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 38088) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:04:23.192141 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b56fc9-485e-4bf7-be5b-8c598efb6ec7 None None] Sync routers for ids ['7fb9ab25-81be-4aa9-9612-972c118be03c'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 14:04:23.202087 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b56fc9-485e-4bf7-be5b-8c598efb6ec7 None None] Routers {'7fb9ab25-81be-4aa9-9612-972c118be03c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:04:23.203293 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-36b56fc9-485e-4bf7-be5b-8c598efb6ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T14:03:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['7fb9ab25-81be-4aa9-9612-972c118be03c'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:04:23.243110 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7d6e741-a9bb-4964-b2ef-e71acae6f4dd tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Deleting subnet de5cca75-9f59-4f92-9ba5-800af6e8f2df {{(pid=103153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 14:04:23.246254 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e7d6e741-a9bb-4964-b2ef-e71acae6f4dd tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for subnet, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:23.290953 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e7d6e741-a9bb-4964-b2ef-e71acae6f4dd tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1585439'] for subnet, precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:23.309820 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-36b56fc9-485e-4bf7-be5b-8c598efb6ec7 None None] Set router 7fb9ab25-81be-4aa9-9612-972c118be03c gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:04:23.365494 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device d498ada4-ac78-4849-8927-5e54a4256f3f no longer exists at agent hyperv_hv-neutron-mast {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 14:04:23.373801 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e7d6e741-a9bb-4964-b2ef-e71acae6f4dd tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:23.387627 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] No Port match for: d498ada4-ac78-4849-8927-5e54a4256f3f {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 14:04:23.387981 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device d498ada4-ac78-4849-8927-5e54a4256f3f not bound to the agent host hv-neutron-mast {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 14:04:23.443286 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e7d6e741-a9bb-4964-b2ef-e71acae6f4dd tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11349588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11288746'] for subnet, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:23.472517 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d6e741-a9bb-4964-b2ef-e71acae6f4dd tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Pushing event deleted for resources: {'Subnet': ['ID=de5cca75-9f59-4f92-9ba5-800af6e8f2df,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:04:23.474522 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e7d6e741-a9bb-4964-b2ef-e71acae6f4dd tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:23.477730 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-e7d6e741-a9bb-4964-b2ef-e71acae6f4dd tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "DELETE /v2.0/subnets/de5cca75-9f59-4f92-9ba5-800af6e8f2df HTTP/1.1" status: 204 len: 168 time: 0.2858951 Dec 21 14:04:23.480281 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 38090) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:04:23.502855 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81db340d-3b13-4a71-aa29-11e48a34418e None None] Network 123bc2a6-df0b-42e1-b7c8-8724b6c636bb requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 14:04:23.590037 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-55b2d369-c0e3-447e-a16c-d7afc62d196d tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for router, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:23.601757 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-36b56fc9-485e-4bf7-be5b-8c598efb6ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fb9ab25-81be-4aa9-9612-972c118be03c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2076453323', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.247'}], 'enable_snat': True}, 'gw_port_id': '1ecc0e77-4c7e-47cc-a596-497b46be8e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:02:38Z', 'updated_at': '2021-12-21T14:04:22Z', 'revision_number': 5, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'gw_port': {'id': '1ecc0e77-4c7e-47cc-a596-497b46be8e3a', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:bc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fb9ab25-81be-4aa9-9612-972c118be03c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:02:38Z', 'updated_at': '2021-12-21T14:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:04:23.631513 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b56fc9-485e-4bf7-be5b-8c598efb6ec7 None None] Checking router: 7fb9ab25-81be-4aa9-9612-972c118be03c for host: dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 14:04:23.640218 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b56fc9-485e-4bf7-be5b-8c598efb6ec7 None None] Routers {'7fb9ab25-81be-4aa9-9612-972c118be03c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:04:23.640841 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-36b56fc9-485e-4bf7-be5b-8c598efb6ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T14:03:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['7fb9ab25-81be-4aa9-9612-972c118be03c'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:04:23.704815 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-55b2d369-c0e3-447e-a16c-d7afc62d196d tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:23.764170 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-55b2d369-c0e3-447e-a16c-d7afc62d196d tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Deleting port 1ecc0e77-4c7e-47cc-a596-497b46be8e3a {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 14:04:23.764507 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-55b2d369-c0e3-447e-a16c-d7afc62d196d tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:23.853585 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-55b2d369-c0e3-447e-a16c-d7afc62d196d tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] For port 1ecc0e77-4c7e-47cc-a596-497b46be8e3a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1ecc0e77-4c7e-47cc-a596-497b46be8e3a,segment=NetworkSegment(a32e5bfd-6fac-434f-817b-5707a23fd2ca),segment_id=a32e5bfd-6fac-434f-817b-5707a23fd2ca)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:04:23.853997 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-55b2d369-c0e3-447e-a16c-d7afc62d196d tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:23.866846 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-55b2d369-c0e3-447e-a16c-d7afc62d196d tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Calling delete_port for 1ecc0e77-4c7e-47cc-a596-497b46be8e3a owned by network:router_gateway {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 14:04:23.884532 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d3b60b-347f-4493-9d22-33a631d56cfe None None] DHCP port deletion for 123bc2a6-df0b-42e1-b7c8-8724b6c636bb request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 14:04:23.933111 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-36b56fc9-485e-4bf7-be5b-8c598efb6ec7 None None] Set router 7fb9ab25-81be-4aa9-9612-972c118be03c gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:04:24.040244 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-55b2d369-c0e3-447e-a16c-d7afc62d196d tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:24.057898 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-c0d3b60b-347f-4493-9d22-33a631d56cfe None None] Deleting port 13e40a84-f3ff-4256-943b-c70b52a930e5 {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 14:04:24.058272 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c0d3b60b-347f-4493-9d22-33a631d56cfe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:24.066464 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b2d369-c0e3-447e-a16c-d7afc62d196d tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Pushing event deleted for resources: {'Port': ['ID=1ecc0e77-4c7e-47cc-a596-497b46be8e3a,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:04:24.089105 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3364d0-77aa-48c1-a824-e2579cf8d5c8 None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 14:04:24.139595 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-55b2d369-c0e3-447e-a16c-d7afc62d196d tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-548638'] for router_gateway, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:24.185642 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-c0d3b60b-347f-4493-9d22-33a631d56cfe None None] For port 13e40a84-f3ff-4256-943b-c70b52a930e5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=13e40a84-f3ff-4256-943b-c70b52a930e5,segment=NetworkSegment(b59514f2-4cca-4590-950e-17f173b1e439),segment_id=b59514f2-4cca-4590-950e-17f173b1e439)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:04:24.186045 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c0d3b60b-347f-4493-9d22-33a631d56cfe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:24.204061 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-c0d3b60b-347f-4493-9d22-33a631d56cfe None None] Calling delete_port for 13e40a84-f3ff-4256-943b-c70b52a930e5 owned by network:dhcp {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 14:04:24.235500 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-55b2d369-c0e3-447e-a16c-d7afc62d196d tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26950'] for router, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:24.237740 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-55b2d369-c0e3-447e-a16c-d7afc62d196d tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:24.267202 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-36b56fc9-485e-4bf7-be5b-8c598efb6ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fb9ab25-81be-4aa9-9612-972c118be03c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2076453323', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.247'}], 'enable_snat': True}, 'gw_port_id': '1ecc0e77-4c7e-47cc-a596-497b46be8e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:02:38Z', 'updated_at': '2021-12-21T14:04:22Z', 'revision_number': 5, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'gw_port': {'id': '1ecc0e77-4c7e-47cc-a596-497b46be8e3a', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:bc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fb9ab25-81be-4aa9-9612-972c118be03c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:02:38Z', 'updated_at': '2021-12-21T14:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:04:24.281573 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-55b2d369-c0e3-447e-a16c-d7afc62d196d tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534967'] for router, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:24.282476 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55b2d369-c0e3-447e-a16c-d7afc62d196d tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Fanout notify agent at l3_agent the message router_deleted on router 7fb9ab25-81be-4aa9-9612-972c118be03c {{(pid=103153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 14:04:24.289547 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-55b2d369-c0e3-447e-a16c-d7afc62d196d tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for router, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:24.290776 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-55b2d369-c0e3-447e-a16c-d7afc62d196d tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "DELETE /v2.0/routers/7fb9ab25-81be-4aa9-9612-972c118be03c HTTP/1.1" status: 204 len: 168 time: 0.8094447 Dec 21 14:04:24.293365 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 38092) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:04:24.303772 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b56fc9-485e-4bf7-be5b-8c598efb6ec7 None None] The sync data for ids ['7fb9ab25-81be-4aa9-9612-972c118be03c'] in dv-neutron-master-2-hyperv is: [{'id': '7fb9ab25-81be-4aa9-9612-972c118be03c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2076453323', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.247'}], 'enable_snat': True}, 'gw_port_id': '1ecc0e77-4c7e-47cc-a596-497b46be8e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:02:38Z', 'updated_at': '2021-12-21T14:04:22Z', 'revision_number': 5, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'gw_port': {'id': '1ecc0e77-4c7e-47cc-a596-497b46be8e3a', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:bc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fb9ab25-81be-4aa9-9612-972c118be03c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:02:38Z', 'updated_at': '2021-12-21T14:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 14:04:24.332185 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c0d3b60b-347f-4493-9d22-33a631d56cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636'] for port, after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:24.358065 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d3b60b-347f-4493-9d22-33a631d56cfe None None] Pushing event deleted for resources: {'Port': ['ID=13e40a84-f3ff-4256-943b-c70b52a930e5,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:04:24.368198 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d3b60b-347f-4493-9d22-33a631d56cfe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:04:24.368612 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d3b60b-347f-4493-9d22-33a631d56cfe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:04:24.368855 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d3b60b-347f-4493-9d22-33a631d56cfe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:04:24.369178 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d3b60b-347f-4493-9d22-33a631d56cfe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:04:24.369507 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d3b60b-347f-4493-9d22-33a631d56cfe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:04:24.369832 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d3b60b-347f-4493-9d22-33a631d56cfe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:04:24.370158 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d3b60b-347f-4493-9d22-33a631d56cfe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:04:24.370505 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d3b60b-347f-4493-9d22-33a631d56cfe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:04:24.370832 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d3b60b-347f-4493-9d22-33a631d56cfe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:04:24.371157 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d3b60b-347f-4493-9d22-33a631d56cfe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:04:24.371478 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d3b60b-347f-4493-9d22-33a631d56cfe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:04:24.371796 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d3b60b-347f-4493-9d22-33a631d56cfe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:04:24.372113 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d3b60b-347f-4493-9d22-33a631d56cfe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:04:24.372495 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fdf2a822-d44c-4196-a6e9-2615660fe4f6 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:24.375269 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d3b60b-347f-4493-9d22-33a631d56cfe None None] No DVR routers for this DVR port 13e40a84-f3ff-4256-943b-c70b52a930e5 on host dv-neutron-master-2-hyperv {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 14:04:24.463487 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fdf2a822-d44c-4196-a6e9-2615660fe4f6 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:24.482282 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-fdf2a822-d44c-4196-a6e9-2615660fe4f6 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['123bc2a6-df0b-42e1-b7c8-8724b6c636bb']}} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:04:24.491604 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-fdf2a822-d44c-4196-a6e9-2615660fe4f6 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b59514f2-4cca-4590-950e-17f173b1e439') {'for_net_delete': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:04:24.491899 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-fdf2a822-d44c-4196-a6e9-2615660fe4f6 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b59514f2-4cca-4590-950e-17f173b1e439') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:04:24.501451 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fdf2a822-d44c-4196-a6e9-2615660fe4f6 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1585430'] for segment, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:24.514056 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fdf2a822-d44c-4196-a6e9-2615660fe4f6 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:24.519857 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdf2a822-d44c-4196-a6e9-2615660fe4f6 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=103153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 14:04:24.520207 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fdf2a822-d44c-4196-a6e9-2615660fe4f6 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11349758'] for segment, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:24.523093 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:04:24.523093 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 14:04:24.523093 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:04:24.523093 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 14:04:24.523093 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:04:24.523093 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 14:04:24.523093 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:04:24.523093 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 14:04:24.523093 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:04:24.523093 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 14:04:24.523093 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:04:24.523093 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 14:04:24.523093 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:04:24.523093 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 14:04:24.523093 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:04:24.523093 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 14:04:24.523093 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:04:24.523093 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 14:04:24.523093 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:04:24.523093 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 14:04:24.523093 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:04:24.523093 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 14:04:24.523093 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:04:24.523093 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 14:04:24.523093 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:04:24.523093 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 14:04:24.523093 dv-neutron-master-2-hyperv neutron-server[103153]: Traceback (most recent call last): Dec 21 14:04:24.523093 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 14:04:24.523093 dv-neutron-master-2-hyperv neutron-server[103153]: timer() Dec 21 14:04:24.523093 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 14:04:24.523093 dv-neutron-master-2-hyperv neutron-server[103153]: cb(*args, **kw) Dec 21 14:04:24.523093 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 14:04:24.523093 dv-neutron-master-2-hyperv neutron-server[103153]: return func(*args, **kwargs) Dec 21 14:04:24.523093 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 14:04:24.523093 dv-neutron-master-2-hyperv neutron-server[103153]: self._notify() Dec 21 14:04:24.523093 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 14:04:24.523093 dv-neutron-master-2-hyperv neutron-server[103153]: self.callback(batched_events) Dec 21 14:04:24.523093 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 14:04:24.523093 dv-neutron-master-2-hyperv neutron-server[103153]: event.method(event) Dec 21 14:04:24.523093 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 14:04:24.523093 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 14:04:24.523093 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 14:04:24.523093 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 14:04:24.523093 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 14:04:24.523093 dv-neutron-master-2-hyperv neutron-server[103153]: return f(self, *a, **k) Dec 21 14:04:24.523093 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 14:04:24.523093 dv-neutron-master-2-hyperv neutron-server[103153]: return self._get(url).json() Dec 21 14:04:24.523093 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 14:04:24.523093 dv-neutron-master-2-hyperv neutron-server[103153]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 14:04:24.523093 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 14:04:24.523093 dv-neutron-master-2-hyperv neutron-server[103153]: return self.request(url, 'GET', **kwargs) Dec 21 14:04:24.523093 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 14:04:24.523093 dv-neutron-master-2-hyperv neutron-server[103153]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 14:04:24.523093 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 14:04:24.523093 dv-neutron-master-2-hyperv neutron-server[103153]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 14:04:24.523093 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 14:04:24.523093 dv-neutron-master-2-hyperv neutron-server[103153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 14:04:24.523093 dv-neutron-master-2-hyperv neutron-server[103153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 14:04:24.582550 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fdf2a822-d44c-4196-a6e9-2615660fe4f6 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:24.588977 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fdf2a822-d44c-4196-a6e9-2615660fe4f6 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:24.592066 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-fdf2a822-d44c-4196-a6e9-2615660fe4f6 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "DELETE /v2.0/networks/123bc2a6-df0b-42e1-b7c8-8724b6c636bb HTTP/1.1" status: 204 len: 168 time: 0.2977946 Dec 21 14:04:24.595478 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 38094) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:04:24.603303 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf2a822-d44c-4196-a6e9-2615660fe4f6 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Pushing event deleted for resources: {'Network': ['ID=123bc2a6-df0b-42e1-b7c8-8724b6c636bb,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:04:24.654334 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c601285c-b625-4726-a90a-db26492b78b3 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:24.681183 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c601285c-b625-4726-a90a-db26492b78b3 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:24.745212 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c601285c-b625-4726-a90a-db26492b78b3 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:24.748013 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c601285c-b625-4726-a90a-db26492b78b3 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:24.749302 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-c601285c-b625-4726-a90a-db26492b78b3 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "DELETE /v2.0/security-groups/a334a4b8-e1fe-45b2-b0b4-e324e3499409 HTTP/1.1" status: 204 len: 168 time: 0.1527014 Dec 21 14:04:24.759409 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c601285c-b625-4726-a90a-db26492b78b3 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a334a4b8-e1fe-45b2-b0b4-e324e3499409,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:04:24.768148 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c601285c-b625-4726-a90a-db26492b78b3 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:04:24.768511 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c601285c-b625-4726-a90a-db26492b78b3 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:04:24.768858 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c601285c-b625-4726-a90a-db26492b78b3 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:04:24.769202 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c601285c-b625-4726-a90a-db26492b78b3 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:04:24.769543 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c601285c-b625-4726-a90a-db26492b78b3 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:04:24.769881 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c601285c-b625-4726-a90a-db26492b78b3 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:04:24.770214 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c601285c-b625-4726-a90a-db26492b78b3 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:04:24.770579 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c601285c-b625-4726-a90a-db26492b78b3 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:04:24.770912 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c601285c-b625-4726-a90a-db26492b78b3 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:04:24.771302 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c601285c-b625-4726-a90a-db26492b78b3 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:04:24.771661 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c601285c-b625-4726-a90a-db26492b78b3 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:04:24.772070 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c601285c-b625-4726-a90a-db26492b78b3 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:04:24.772464 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c601285c-b625-4726-a90a-db26492b78b3 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:04:24.935415 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 38100) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:04:24.940598 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-0d85a8d5-f88c-471e-93ce-334923a66965 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-447372975', 'description': 'tempest-secgroup-smoke-447372975 description', 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:04:24.967373 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0d85a8d5-f88c-471e-93ce-334923a66965 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:25.037931 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0d85a8d5-f88c-471e-93ce-334923a66965 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:25.041436 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0d85a8d5-f88c-471e-93ce-334923a66965 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:25.074815 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0d85a8d5-f88c-471e-93ce-334923a66965 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:25.076237 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-0d85a8d5-f88c-471e-93ce-334923a66965 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1398005 Dec 21 14:04:25.078217 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d85a8d5-f88c-471e-93ce-334923a66965 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97e10fef-9a0d-453d-bde8-396d48413c34,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:04:25.079311 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 38102) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:04:25.083922 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-6b4d97df-c853-4548-8be4-8ab89122f31c tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Request body: {'security_group_rule': {'security_group_id': '97e10fef-9a0d-453d-bde8-396d48413c34', 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:04:25.112091 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6b4d97df-c853-4548-8be4-8ab89122f31c tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:25.165105 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6b4d97df-c853-4548-8be4-8ab89122f31c tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:25.168746 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6b4d97df-c853-4548-8be4-8ab89122f31c tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:25.188857 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4d97df-c853-4548-8be4-8ab89122f31c tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59533d2b-cf94-4c77-a42f-199ff32dab29,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:04:25.194461 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6b4d97df-c853-4548-8be4-8ab89122f31c tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:25.198108 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-6b4d97df-c853-4548-8be4-8ab89122f31c tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1151612 Dec 21 14:04:25.198230 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 38104) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:04:25.202681 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-b97ab5c7-4740-48bc-ab78-5afde51b81f1 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Request body: {'security_group_rule': {'security_group_id': '97e10fef-9a0d-453d-bde8-396d48413c34', 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:04:25.213481 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6d2a553d-4ecd-4eb0-a44c-067894ba5a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:25.231348 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b97ab5c7-4740-48bc-ab78-5afde51b81f1 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:25.286388 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b97ab5c7-4740-48bc-ab78-5afde51b81f1 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:25.289932 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b97ab5c7-4740-48bc-ab78-5afde51b81f1 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:25.311225 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97ab5c7-4740-48bc-ab78-5afde51b81f1 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28c34665-e215-4137-a6e1-5e33c9920566,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:04:25.320488 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b97ab5c7-4740-48bc-ab78-5afde51b81f1 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:25.321751 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-b97ab5c7-4740-48bc-ab78-5afde51b81f1 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1225605 Dec 21 14:04:25.325478 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 38106) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:04:25.330244 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-b4bbd8ee-a193-4d86-9e6d-d4a9a81ace26 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Request body: {'security_group_rule': {'security_group_id': '97e10fef-9a0d-453d-bde8-396d48413c34', 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:04:25.361636 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b4bbd8ee-a193-4d86-9e6d-d4a9a81ace26 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:25.404116 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 8e1e5eba-aba3-4f23-bfa2-285ed5c6b884 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 14:04:25.428114 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: 8e1e5eba-aba3-4f23-bfa2-285ed5c6b884 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 14:04:25.428447 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 8e1e5eba-aba3-4f23-bfa2-285ed5c6b884 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 14:04:25.428863 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 13e40a84-f3ff-4256-943b-c70b52a930e5 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 14:04:25.432352 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b4bbd8ee-a193-4d86-9e6d-d4a9a81ace26 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:25.436141 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b4bbd8ee-a193-4d86-9e6d-d4a9a81ace26 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:25.447504 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: 13e40a84-f3ff-4256-943b-c70b52a930e5 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 14:04:25.447851 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 13e40a84-f3ff-4256-943b-c70b52a930e5 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 14:04:25.455192 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bbd8ee-a193-4d86-9e6d-d4a9a81ace26 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6e00d6c-7b27-443b-bc09-3265850a71c2,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:04:25.459539 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b4bbd8ee-a193-4d86-9e6d-d4a9a81ace26 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:25.460739 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-b4bbd8ee-a193-4d86-9e6d-d4a9a81ace26 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1340911 Dec 21 14:04:25.463550 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 38108) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:04:25.468681 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-b03cb7e8-5874-40a6-a44a-bf47e8708b4d tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Request body: {'security_group_rule': {'security_group_id': '97e10fef-9a0d-453d-bde8-396d48413c34', 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:04:25.495835 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b03cb7e8-5874-40a6-a44a-bf47e8708b4d tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:25.552479 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b03cb7e8-5874-40a6-a44a-bf47e8708b4d tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:25.556204 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b03cb7e8-5874-40a6-a44a-bf47e8708b4d tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:25.572502 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03cb7e8-5874-40a6-a44a-bf47e8708b4d tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40bc5834-c21d-454e-afc8-c1aa885b03b7,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:04:25.580599 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b03cb7e8-5874-40a6-a44a-bf47e8708b4d tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:25.581773 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-b03cb7e8-5874-40a6-a44a-bf47e8708b4d tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1172328 Dec 21 14:04:25.584514 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 38110) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:04:25.588667 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-a5c158a2-d8cf-493b-a199-0f2568b9ac87 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Request body: {'security_group_rule': {'security_group_id': '97e10fef-9a0d-453d-bde8-396d48413c34', 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:04:25.611998 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.securitygroups_db [None req-a5c158a2-d8cf-493b-a199-0f2568b9ac87 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Project a1d23353b1544887bb518bdbacf8b4d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 14:04:25.616844 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a5c158a2-d8cf-493b-a199-0f2568b9ac87 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:25.673273 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a5c158a2-d8cf-493b-a199-0f2568b9ac87 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:25.676770 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a5c158a2-d8cf-493b-a199-0f2568b9ac87 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:25.693630 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c158a2-d8cf-493b-a199-0f2568b9ac87 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4983fc9-893c-4244-834e-6a0c27c211c4,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:04:25.700521 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a5c158a2-d8cf-493b-a199-0f2568b9ac87 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:25.701689 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-a5c158a2-d8cf-493b-a199-0f2568b9ac87 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1162829 Dec 21 14:04:25.704949 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 38112) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:04:25.709075 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-fc7bd941-79cd-4a4c-ac04-b8f67c9bdad6 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Request body: {'security_group_rule': {'security_group_id': '97e10fef-9a0d-453d-bde8-396d48413c34', 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:04:25.731509 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.securitygroups_db [None req-fc7bd941-79cd-4a4c-ac04-b8f67c9bdad6 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Project a1d23353b1544887bb518bdbacf8b4d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 14:04:25.736127 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-fc7bd941-79cd-4a4c-ac04-b8f67c9bdad6 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:25.794885 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-fc7bd941-79cd-4a4c-ac04-b8f67c9bdad6 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:25.799515 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-fc7bd941-79cd-4a4c-ac04-b8f67c9bdad6 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:25.820646 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7bd941-79cd-4a4c-ac04-b8f67c9bdad6 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c96c87a8-2f84-4657-8e20-5554f4ae2a30,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:04:25.826574 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-fc7bd941-79cd-4a4c-ac04-b8f67c9bdad6 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:25.827957 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-fc7bd941-79cd-4a4c-ac04-b8f67c9bdad6 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1216047 Dec 21 14:04:25.831085 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 38114) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:04:25.835847 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-835bd2c9-206f-42d1-9bae-e5ce1af549cb tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Request body: {'network': {'name': 'tempest-network-smoke--1225107613', 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'port_security_enabled': True}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:04:25.857749 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-835bd2c9-206f-42d1-9bae-e5ce1af549cb tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Made reservation on behalf of a1d23353b1544887bb518bdbacf8b4d3 for: {'network': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 14:04:25.863425 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-835bd2c9-206f-42d1-9bae-e5ce1af549cb tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:25.887189 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-835bd2c9-206f-42d1-9bae-e5ce1af549cb tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=103152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 14:04:25.896283 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-835bd2c9-206f-42d1-9bae-e5ce1af549cb tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:25.896645 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.segments_db [None req-835bd2c9-206f-42d1-9bae-e5ce1af549cb tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Added segment eebeca70-c294-479f-8b31-eed81f5d0ec9 of type vlan for network 99931b5e-9089-407f-be07-79ea396b51ad Dec 21 14:04:25.935382 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-835bd2c9-206f-42d1-9bae-e5ce1af549cb tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:25.958149 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-835bd2c9-206f-42d1-9bae-e5ce1af549cb tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:25.963675 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835bd2c9-206f-42d1-9bae-e5ce1af549cb tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:04:25.964252 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-835bd2c9-206f-42d1-9bae-e5ce1af549cb tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:25.998648 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-835bd2c9-206f-42d1-9bae-e5ce1af549cb tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1665273 Dec 21 14:04:26.001443 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 38116) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:04:26.005649 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-3c03d9fd-ffee-4369-b768-8b46c71ede86 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-541650769', 'admin_state_up': True, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:04:26.046258 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835bd2c9-206f-42d1-9bae-e5ce1af549cb tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Pushing event updated for resources: {'Network': ['ID=99931b5e-9089-407f-be07-79ea396b51ad,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:04:26.057267 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network 99931b5e-9089-407f-be07-79ea396b51ad details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 14:04:26.064367 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3c03d9fd-ffee-4369-b768-8b46c71ede86 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26964'] for router, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:26.065525 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3c03d9fd-ffee-4369-b768-8b46c71ede86 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-642316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26957'] for router, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:26.115451 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3c03d9fd-ffee-4369-b768-8b46c71ede86 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:26.250392 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3c03d9fd-ffee-4369-b768-8b46c71ede86 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:26.726938 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3c03d9fd-ffee-4369-b768-8b46c71ede86 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for router_gateway, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:26.745437 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3c03d9fd-ffee-4369-b768-8b46c71ede86 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:26.846393 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-3c03d9fd-ffee-4369-b768-8b46c71ede86 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Allocated IP 172.36.3.169 (7fdf1889-f079-4166-bbda-88b2a8d8d595/051a5607-1753-4008-a2f2-d94b48752e9c/b564498e-af3e-478f-b228-9722b471a2b7) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 14:04:26.950697 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3c03d9fd-ffee-4369-b768-8b46c71ede86 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:26.975268 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 1ecc0e77-4c7e-47cc-a596-497b46be8e3a no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 14:04:26.985395 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3c03d9fd-ffee-4369-b768-8b46c71ede86 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:26.995090 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: 1ecc0e77-4c7e-47cc-a596-497b46be8e3a {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 14:04:26.995439 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 1ecc0e77-4c7e-47cc-a596-497b46be8e3a not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 14:04:27.025122 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c03d9fd-ffee-4369-b768-8b46c71ede86 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Network 7fdf1889-f079-4166-bbda-88b2a8d8d595 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 14:04:27.028156 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-3c03d9fd-ffee-4369-b768-8b46c71ede86 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:04:27.031144 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c03d9fd-ffee-4369-b768-8b46c71ede86 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 14:04:27.041258 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87bc9a07-402e-43f7-89e9-3e2b57a6953b None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 14:04:27.058491 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c03d9fd-ffee-4369-b768-8b46c71ede86 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Pushing event updated for resources: {'Port': ['ID=b564498e-af3e-478f-b228-9722b471a2b7,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:04:27.144430 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-b656ae13-006f-4f3a-b4b3-5a06c772385f None None] Provisioning complete for port b564498e-af3e-478f-b228-9722b471a2b7 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:04:27.144802 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b656ae13-006f-4f3a-b4b3-5a06c772385f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:27.179346 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-b656ae13-006f-4f3a-b4b3-5a06c772385f None None] Port b564498e-af3e-478f-b228-9722b471a2b7 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 14:04:27.288707 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3c03d9fd-ffee-4369-b768-8b46c71ede86 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for router_gateway, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:27.483543 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3c03d9fd-ffee-4369-b768-8b46c71ede86 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548730'] for router, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:27.605327 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c03d9fd-ffee-4369-b768-8b46c71ede86 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Router 6db534c7-eef7-43ba-99d6-22a1114eced1 is scheduled to L3 agent 59e14383-78fa-487e-9299-b32042a98157 with binding_index 1 {{(pid=103152) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 14:04:27.690035 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-99c205f4-77af-486c-8161-8f3eb854a35d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:27.718584 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c03d9fd-ffee-4369-b768-8b46c71ede86 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 14:04:27.729497 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d4cf53-6a6b-4c1f-87f9-84da6b664658 None None] Sync routers for ids ['6db534c7-eef7-43ba-99d6-22a1114eced1'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 14:04:27.738963 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d4cf53-6a6b-4c1f-87f9-84da6b664658 None None] Routers {'6db534c7-eef7-43ba-99d6-22a1114eced1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:04:27.739404 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3c03d9fd-ffee-4369-b768-8b46c71ede86 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for router, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:27.739870 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-50d4cf53-6a6b-4c1f-87f9-84da6b664658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T14:04:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['6db534c7-eef7-43ba-99d6-22a1114eced1'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:04:27.740633 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-3c03d9fd-ffee-4369-b768-8b46c71ede86 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7382734 Dec 21 14:04:27.743937 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 38118) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:04:27.819204 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-f6134f9b-70ae-4138-abbd-00fe717840c5 tempest-TestNetworkAdvancedServerOps-559942621 tempest-TestNetworkAdvancedServerOps-559942621-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=a1d23353b1544887bb518bdbacf8b4d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0740786 Dec 21 14:04:27.821763 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 38122) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:04:27.842677 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-50d4cf53-6a6b-4c1f-87f9-84da6b664658 None None] Set router 6db534c7-eef7-43ba-99d6-22a1114eced1 gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:04:27.911542 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5ba1d0-a63c-49bb-8d0c-4ef39cb5af12 tempest-TestNetworkAdvancedServerOps-559942621 tempest-TestNetworkAdvancedServerOps-559942621-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:04:27.912940 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-4d5ba1d0-a63c-49bb-8d0c-4ef39cb5af12 tempest-TestNetworkAdvancedServerOps-559942621 tempest-TestNetworkAdvancedServerOps-559942621-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0902784 Dec 21 14:04:27.915817 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 38124) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:04:27.944934 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-a37556bb-0ef3-4241-b397-095abed1802e tempest-TestNetworkAdvancedServerOps-559942621 tempest-TestNetworkAdvancedServerOps-559942621-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=7fdf1889-f079-4166-bbda-88b2a8d8d595&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280585 Dec 21 14:04:27.947523 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 38126) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:04:27.952158 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-1201d56d-f6ca-4479-828b-5bfd0c0d7517 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-167249581', 'network_id': '99931b5e-9089-407f-be07-79ea396b51ad', 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:04:28.018511 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-50d4cf53-6a6b-4c1f-87f9-84da6b664658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6db534c7-eef7-43ba-99d6-22a1114eced1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-541650769', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.169'}], 'enable_snat': True}, 'gw_port_id': 'b564498e-af3e-478f-b228-9722b471a2b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:04:26Z', 'updated_at': '2021-12-21T14:04:27Z', 'revision_number': 3, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'gw_port': {'id': 'b564498e-af3e-478f-b228-9722b471a2b7', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:1f:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6db534c7-eef7-43ba-99d6-22a1114eced1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:04:26Z', 'updated_at': '2021-12-21T14:04:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:04:28.039458 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1201d56d-f6ca-4479-828b-5bfd0c0d7517 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Made reservation on behalf of a1d23353b1544887bb518bdbacf8b4d3 for: {'subnet': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 14:04:28.043060 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1201d56d-f6ca-4479-828b-5bfd0c0d7517 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11288759'] for subnet, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:28.045316 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d4cf53-6a6b-4c1f-87f9-84da6b664658 None None] Checking router: 6db534c7-eef7-43ba-99d6-22a1114eced1 for host: dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 14:04:28.045701 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d4cf53-6a6b-4c1f-87f9-84da6b664658 None None] Updating router 6db534c7-eef7-43ba-99d6-22a1114eced1 port b564498e-af3e-478f-b228-9722b471a2b7 binding host dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 14:04:28.071142 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-50d4cf53-6a6b-4c1f-87f9-84da6b664658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:28.331337 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-50d4cf53-6a6b-4c1f-87f9-84da6b664658 None None] Publish callbacks [] for port, precommit_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:28.338201 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-50d4cf53-6a6b-4c1f-87f9-84da6b664658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:28.383398 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15980d81-da17-4b41-bdce-1c64f6aebf48 None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 14:04:28.391405 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3134dca-6898-4e5c-8b7f-13dd7fb9a3e1 None None] Pushing event updated for resources: {'Port': ['ID=b564498e-af3e-478f-b228-9722b471a2b7,revision_number=2']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:04:28.401510 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3134dca-6898-4e5c-8b7f-13dd7fb9a3e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:04:28.401718 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3134dca-6898-4e5c-8b7f-13dd7fb9a3e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:04:28.402052 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3134dca-6898-4e5c-8b7f-13dd7fb9a3e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:04:28.402405 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3134dca-6898-4e5c-8b7f-13dd7fb9a3e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:04:28.402741 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3134dca-6898-4e5c-8b7f-13dd7fb9a3e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:04:28.403068 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3134dca-6898-4e5c-8b7f-13dd7fb9a3e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:04:28.403396 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3134dca-6898-4e5c-8b7f-13dd7fb9a3e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:04:28.403739 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3134dca-6898-4e5c-8b7f-13dd7fb9a3e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:04:28.404026 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3134dca-6898-4e5c-8b7f-13dd7fb9a3e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:04:28.404353 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3134dca-6898-4e5c-8b7f-13dd7fb9a3e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:04:28.404785 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3134dca-6898-4e5c-8b7f-13dd7fb9a3e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:04:28.404983 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3134dca-6898-4e5c-8b7f-13dd7fb9a3e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:04:28.405835 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3134dca-6898-4e5c-8b7f-13dd7fb9a3e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:04:28.409359 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-50d4cf53-6a6b-4c1f-87f9-84da6b664658 None None] Attempting to bind port b564498e-af3e-478f-b228-9722b471a2b7 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 14:04:28.409721 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-50d4cf53-6a6b-4c1f-87f9-84da6b664658 None None] Attempting to bind port b564498e-af3e-478f-b228-9722b471a2b7 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 14:04:28.410080 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d4cf53-6a6b-4c1f-87f9-84da6b664658 None None] Attempting to bind port b564498e-af3e-478f-b228-9722b471a2b7 on network 7fdf1889-f079-4166-bbda-88b2a8d8d595 {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 14:04:28.415684 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d4cf53-6a6b-4c1f-87f9-84da6b664658 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 14, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 14:04:28.416058 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d4cf53-6a6b-4c1f-87f9-84da6b664658 None None] Checking segment: {'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 14:04:28.416454 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-50d4cf53-6a6b-4c1f-87f9-84da6b664658 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:28.416839 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d4cf53-6a6b-4c1f-87f9-84da6b664658 None None] Bound using segment: {'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 14:04:28.417298 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-50d4cf53-6a6b-4c1f-87f9-84da6b664658 None None] Bound port: b564498e-af3e-478f-b228-9722b471a2b7, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 14:04:28.417669 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-50d4cf53-6a6b-4c1f-87f9-84da6b664658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:28.471409 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-50d4cf53-6a6b-4c1f-87f9-84da6b664658 None None] For port b564498e-af3e-478f-b228-9722b471a2b7, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 14:04:28.474622 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-50d4cf53-6a6b-4c1f-87f9-84da6b664658 None None] For port b564498e-af3e-478f-b228-9722b471a2b7, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b564498e-af3e-478f-b228-9722b471a2b7,segment=NetworkSegment(a32e5bfd-6fac-434f-817b-5707a23fd2ca),segment_id=a32e5bfd-6fac-434f-817b-5707a23fd2ca)] {{(pid=103155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 14:04:28.478510 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-50d4cf53-6a6b-4c1f-87f9-84da6b664658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:28.517311 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-753c31a2-3e71-400c-9df7-bb0b5debbb79 None None] Provisioning complete for port b564498e-af3e-478f-b228-9722b471a2b7 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:04:28.518083 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-753c31a2-3e71-400c-9df7-bb0b5debbb79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:28.522288 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4de147-ae7c-4442-9f59-ef432e97b7f4 None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 14:04:28.522538 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d4cf53-6a6b-4c1f-87f9-84da6b664658 None None] Routers {'6db534c7-eef7-43ba-99d6-22a1114eced1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:04:28.523174 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-50d4cf53-6a6b-4c1f-87f9-84da6b664658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T14:04:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['6db534c7-eef7-43ba-99d6-22a1114eced1'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:04:28.562394 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1201d56d-f6ca-4479-828b-5bfd0c0d7517 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11195289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11288741'] for subnet, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:28.609516 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-753c31a2-3e71-400c-9df7-bb0b5debbb79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:28.617687 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3134dca-6898-4e5c-8b7f-13dd7fb9a3e1 None None] Pushing event updated for resources: {'Port': ['ID=b564498e-af3e-478f-b228-9722b471a2b7,revision_number=3']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:04:28.632536 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1201d56d-f6ca-4479-828b-5bfd0c0d7517 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Pushing event updated for resources: {'Subnet': ['ID=654c6ead-5509-4e6f-950e-e8e727c8605c,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:04:28.640509 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-753c31a2-3e71-400c-9df7-bb0b5debbb79 None None] For port b564498e-af3e-478f-b228-9722b471a2b7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b564498e-af3e-478f-b228-9722b471a2b7,segment=NetworkSegment(a32e5bfd-6fac-434f-817b-5707a23fd2ca),segment_id=a32e5bfd-6fac-434f-817b-5707a23fd2ca)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:04:28.643763 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1201d56d-f6ca-4479-828b-5bfd0c0d7517 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Checking segment: {'id': 'eebeca70-c294-479f-8b31-eed81f5d0ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '99931b5e-9089-407f-be07-79ea396b51ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 14:04:28.644180 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1201d56d-f6ca-4479-828b-5bfd0c0d7517 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Network hostable DHCP agents. Network: 99931b5e-9089-407f-be07-79ea396b51ad, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 14:04:28.646727 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-50d4cf53-6a6b-4c1f-87f9-84da6b664658 None None] Set router 6db534c7-eef7-43ba-99d6-22a1114eced1 gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:04:28.646887 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-753c31a2-3e71-400c-9df7-bb0b5debbb79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:28.661937 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1201d56d-f6ca-4479-828b-5bfd0c0d7517 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Network 99931b5e-9089-407f-be07-79ea396b51ad is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 14:04:28.673756 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-1201d56d-f6ca-4479-828b-5bfd0c0d7517 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 99931b5e-9089-407f-be07-79ea396b51ad) {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:04:28.679176 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1201d56d-f6ca-4479-828b-5bfd0c0d7517 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:04:28.679876 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1201d56d-f6ca-4479-828b-5bfd0c0d7517 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:28.689308 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde260ac-987f-4973-96bc-ff338323bf68 None None] Network 99931b5e-9089-407f-be07-79ea396b51ad requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 14:04:28.704410 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-1201d56d-f6ca-4479-828b-5bfd0c0d7517 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7533076 Dec 21 14:04:28.704851 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 38128) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:04:28.772272 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753c31a2-3e71-400c-9df7-bb0b5debbb79 None None] Pushing event updated for resources: {'Port': ['ID=b564498e-af3e-478f-b228-9722b471a2b7,revision_number=4']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:04:28.799268 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-56415fac-8912-4629-a036-483bd16c244f None None] Provisioning complete for port b564498e-af3e-478f-b228-9722b471a2b7 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:04:28.799737 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-56415fac-8912-4629-a036-483bd16c244f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:28.853737 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b137cb8-ba23-4991-b058-1bd37c2c0669 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-99931b5e-9089-407f-be07-79ea396b51ad', 'network_id': '99931b5e-9089-407f-be07-79ea396b51ad', 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'fixed_ips': [{'subnet_id': '654c6ead-5509-4e6f-950e-e8e727c8605c'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 14:04:28.855601 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-3b137cb8-ba23-4991-b058-1bd37c2c0669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:28.864558 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-50d4cf53-6a6b-4c1f-87f9-84da6b664658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6db534c7-eef7-43ba-99d6-22a1114eced1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-541650769', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.169'}], 'enable_snat': True}, 'gw_port_id': 'b564498e-af3e-478f-b228-9722b471a2b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:04:26Z', 'updated_at': '2021-12-21T14:04:27Z', 'revision_number': 3, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'gw_port': {'id': 'b564498e-af3e-478f-b228-9722b471a2b7', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:1f:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6db534c7-eef7-43ba-99d6-22a1114eced1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:04:26Z', 'updated_at': '2021-12-21T14:04:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:04:28.899740 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d4cf53-6a6b-4c1f-87f9-84da6b664658 None None] The sync data for ids ['6db534c7-eef7-43ba-99d6-22a1114eced1'] in dv-neutron-master-2-hyperv is: [{'id': '6db534c7-eef7-43ba-99d6-22a1114eced1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-541650769', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.169'}], 'enable_snat': True}, 'gw_port_id': 'b564498e-af3e-478f-b228-9722b471a2b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:04:26Z', 'updated_at': '2021-12-21T14:04:27Z', 'revision_number': 3, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'gw_port': {'id': 'b564498e-af3e-478f-b228-9722b471a2b7', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:1f:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6db534c7-eef7-43ba-99d6-22a1114eced1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:04:26Z', 'updated_at': '2021-12-21T14:04:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 14:04:29.027994 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:29.078631 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-3b137cb8-ba23-4991-b058-1bd37c2c0669 None None] Allocated IP 172.20.0.2 (99931b5e-9089-407f-be07-79ea396b51ad/654c6ead-5509-4e6f-950e-e8e727c8605c/e63489f2-a257-42fe-be43-f6cab6e8de23) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 14:04:29.281870 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b6cc9241-4491-4af5-a459-294706b200db tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:29.307652 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-3b137cb8-ba23-4991-b058-1bd37c2c0669 None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:29.315314 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-3b137cb8-ba23-4991-b058-1bd37c2c0669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:29.359713 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b137cb8-ba23-4991-b058-1bd37c2c0669 None None] Network 99931b5e-9089-407f-be07-79ea396b51ad is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 14:04:29.362633 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-3b137cb8-ba23-4991-b058-1bd37c2c0669 None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:04:29.368961 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b137cb8-ba23-4991-b058-1bd37c2c0669 None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 14:04:29.370172 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b137cb8-ba23-4991-b058-1bd37c2c0669 None None] Pushing event updated for resources: {'Port': ['ID=e63489f2-a257-42fe-be43-f6cab6e8de23,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:04:29.429750 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-3b137cb8-ba23-4991-b058-1bd37c2c0669 None None] Attempting to bind port e63489f2-a257-42fe-be43-f6cab6e8de23 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 14:04:29.430474 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-3b137cb8-ba23-4991-b058-1bd37c2c0669 None None] Attempting to bind port e63489f2-a257-42fe-be43-f6cab6e8de23 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'eebeca70-c294-479f-8b31-eed81f5d0ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '99931b5e-9089-407f-be07-79ea396b51ad'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 14:04:29.430723 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b137cb8-ba23-4991-b058-1bd37c2c0669 None None] Attempting to bind port e63489f2-a257-42fe-be43-f6cab6e8de23 on network 99931b5e-9089-407f-be07-79ea396b51ad {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 14:04:29.436025 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b137cb8-ba23-4991-b058-1bd37c2c0669 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 14, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 14:04:29.436551 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b137cb8-ba23-4991-b058-1bd37c2c0669 None None] Checking segment: {'id': 'eebeca70-c294-479f-8b31-eed81f5d0ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '99931b5e-9089-407f-be07-79ea396b51ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 14:04:29.437016 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-3b137cb8-ba23-4991-b058-1bd37c2c0669 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:29.437468 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b137cb8-ba23-4991-b058-1bd37c2c0669 None None] Bound using segment: {'id': 'eebeca70-c294-479f-8b31-eed81f5d0ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '99931b5e-9089-407f-be07-79ea396b51ad'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 14:04:29.438037 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-3b137cb8-ba23-4991-b058-1bd37c2c0669 None None] Bound port: e63489f2-a257-42fe-be43-f6cab6e8de23, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eebeca70-c294-479f-8b31-eed81f5d0ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '99931b5e-9089-407f-be07-79ea396b51ad'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 14:04:29.438518 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-3b137cb8-ba23-4991-b058-1bd37c2c0669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:29.504633 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-3b137cb8-ba23-4991-b058-1bd37c2c0669 None None] For port e63489f2-a257-42fe-be43-f6cab6e8de23, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 14:04:29.508340 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-3b137cb8-ba23-4991-b058-1bd37c2c0669 None None] For port e63489f2-a257-42fe-be43-f6cab6e8de23, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e63489f2-a257-42fe-be43-f6cab6e8de23,segment=NetworkSegment(eebeca70-c294-479f-8b31-eed81f5d0ec9),segment_id=eebeca70-c294-479f-8b31-eed81f5d0ec9)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 14:04:29.513036 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-3b137cb8-ba23-4991-b058-1bd37c2c0669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:29.575916 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b137cb8-ba23-4991-b058-1bd37c2c0669 None None] Pushing event updated for resources: {'Port': ['ID=e63489f2-a257-42fe-be43-f6cab6e8de23,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:04:29.618902 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-b6cc9241-4491-4af5-a459-294706b200db tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Allocated IP 172.20.0.1 (99931b5e-9089-407f-be07-79ea396b51ad/654c6ead-5509-4e6f-950e-e8e727c8605c/d6445d41-6e9c-4aff-aa6b-f19ef6ad6e5a) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 14:04:29.759460 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b6cc9241-4491-4af5-a459-294706b200db tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:29.802466 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b6cc9241-4491-4af5-a459-294706b200db tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:29.850656 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.agents_db [None req-c60a5637-8c6f-4692-b23b-7dd82bd36b21 None None] Agent healthcheck: found 6 active agents {{(pid=103155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 14:04:29.852662 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6cc9241-4491-4af5-a459-294706b200db tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Network 99931b5e-9089-407f-be07-79ea396b51ad is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 14:04:29.856117 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-b6cc9241-4491-4af5-a459-294706b200db tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:04:29.858679 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6cc9241-4491-4af5-a459-294706b200db tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 14:04:29.898472 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cc9241-4491-4af5-a459-294706b200db tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Pushing event updated for resources: {'Port': ['ID=d6445d41-6e9c-4aff-aa6b-f19ef6ad6e5a,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:04:29.911636 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b6cc9241-4491-4af5-a459-294706b200db tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532557'] for router_interface, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:30.053375 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b6cc9241-4491-4af5-a459-294706b200db tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:30.336130 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b6cc9241-4491-4af5-a459-294706b200db tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:30.340754 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b6cc9241-4491-4af5-a459-294706b200db tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:30.415042 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b6cc9241-4491-4af5-a459-294706b200db tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532537'] for router_interface, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:30.416818 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cc9241-4491-4af5-a459-294706b200db tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Pushing event updated for resources: {'Port': ['ID=d6445d41-6e9c-4aff-aa6b-f19ef6ad6e5a,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:04:30.520361 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6cc9241-4491-4af5-a459-294706b200db tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Network 99931b5e-9089-407f-be07-79ea396b51ad is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 14:04:30.522029 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-b6cc9241-4491-4af5-a459-294706b200db tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:04:30.579663 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f09b03-6915-41de-bc4c-a733ece8657a None None] Network 99931b5e-9089-407f-be07-79ea396b51ad requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 14:04:30.640964 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6cc9241-4491-4af5-a459-294706b200db tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Router 6db534c7-eef7-43ba-99d6-22a1114eced1 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 14:04:30.696116 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-05736b45-18ba-4245-b491-a1492c475a7a None None] Provisioning complete for port e63489f2-a257-42fe-be43-f6cab6e8de23 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:04:30.696476 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-05736b45-18ba-4245-b491-a1492c475a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:30.757191 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6cc9241-4491-4af5-a459-294706b200db tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 14:04:30.776922 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-b6cc9241-4491-4af5-a459-294706b200db tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "PUT /v2.0/routers/6db534c7-eef7-43ba-99d6-22a1114eced1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0651646 Dec 21 14:04:30.797126 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-05736b45-18ba-4245-b491-a1492c475a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:30.839475 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-05736b45-18ba-4245-b491-a1492c475a7a None None] For port e63489f2-a257-42fe-be43-f6cab6e8de23, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e63489f2-a257-42fe-be43-f6cab6e8de23,segment=NetworkSegment(eebeca70-c294-479f-8b31-eed81f5d0ec9),segment_id=eebeca70-c294-479f-8b31-eed81f5d0ec9)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:04:30.844877 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-05736b45-18ba-4245-b491-a1492c475a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:30.903861 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05736b45-18ba-4245-b491-a1492c475a7a None None] Pushing event updated for resources: {'Port': ['ID=e63489f2-a257-42fe-be43-f6cab6e8de23,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:04:30.927583 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:30.957120 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-365fe937-49ce-4f15-82ba-2418c15da49b req-10e7057d-65ac-456d-b52d-744be6fe1efb tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-447372975&fields=id&tenant_id=a1d23353b1544887bb518bdbacf8b4d3 HTTP/1.1" status: 200 len: 267 time: 0.0580871 Dec 21 14:04:30.965915 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-90d41585-2c7e-459e-939f-d023063bbf5e None None] Provisioning complete for port e63489f2-a257-42fe-be43-f6cab6e8de23 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:04:30.966377 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-90d41585-2c7e-459e-939f-d023063bbf5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:31.021633 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2d8e4e-acef-4d01-91df-876e9eb27665 None None] Sync routers for ids ['6db534c7-eef7-43ba-99d6-22a1114eced1'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 14:04:31.074050 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2d8e4e-acef-4d01-91df-876e9eb27665 None None] Routers {'6db534c7-eef7-43ba-99d6-22a1114eced1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:04:31.074728 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-2a2d8e4e-acef-4d01-91df-876e9eb27665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T14:04:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['6db534c7-eef7-43ba-99d6-22a1114eced1'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:04:31.126806 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365fe937-49ce-4f15-82ba-2418c15da49b req-a4b7addb-60c0-4a9f-97f9-ca1a4e62c21a tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:04:31.128513 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-365fe937-49ce-4f15-82ba-2418c15da49b req-a4b7addb-60c0-4a9f-97f9-ca1a4e62c21a tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/networks?id=99931b5e-9089-407f-be07-79ea396b51ad HTTP/1.1" status: 200 len: 797 time: 0.1612382 Dec 21 14:04:31.141479 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device b564498e-af3e-478f-b228-9722b471a2b7 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:04:31.145069 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-365fe937-49ce-4f15-82ba-2418c15da49b req-3c22f6c4-327d-4180-b2bd-22fa57daafab tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/quotas/a1d23353b1544887bb518bdbacf8b4d3 HTTP/1.1" status: 200 len: 375 time: 0.0105987 Dec 21 14:04:31.204001 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:31.213688 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-365fe937-49ce-4f15-82ba-2418c15da49b req-f0e34cab-d4d7-4805-89bd-4bd1262a9659 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a1d23353b1544887bb518bdbacf8b4d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0605004 Dec 21 14:04:31.265982 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-90d41585-2c7e-459e-939f-d023063bbf5e None None] Provisioning complete for port d6445d41-6e9c-4aff-aa6b-f19ef6ad6e5a triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:04:31.266333 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-90d41585-2c7e-459e-939f-d023063bbf5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:31.315337 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-2a2d8e4e-acef-4d01-91df-876e9eb27665 None None] Set router 6db534c7-eef7-43ba-99d6-22a1114eced1 gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:04:31.376054 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-365fe937-49ce-4f15-82ba-2418c15da49b req-9da012b5-272c-4db2-920a-cd199e88586e service neutron] 10.222.0.37 "GET /v2.0/networks/99931b5e-9089-407f-be07-79ea396b51ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485918 Dec 21 14:04:31.473637 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-365fe937-49ce-4f15-82ba-2418c15da49b req-8154af02-4dee-4f54-a9bc-cae0e4ee6947 service neutron] 10.222.0.37 "GET /v2.0/networks/99931b5e-9089-407f-be07-79ea396b51ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907195 Dec 21 14:04:31.493615 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port b564498e-af3e-478f-b228-9722b471a2b7 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:04:31.493985 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:31.527506 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-90d41585-2c7e-459e-939f-d023063bbf5e None None] Port d6445d41-6e9c-4aff-aa6b-f19ef6ad6e5a cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 14:04:31.659122 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-d4e52870-85de-49c0-a63a-bd43cde75714 req-fea70cea-83bb-4c44-bdc8-13d4da66f1b5 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e31f22d-7883-4f16-9ea2-6269b13d5217 HTTP/1.1" status: 200 len: 210 time: 0.0469079 Dec 21 14:04:31.703025 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-2181d77d-98ed-4509-bdc2-2394048d4358 None None] Provisioning complete for port d6445d41-6e9c-4aff-aa6b-f19ef6ad6e5a triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:04:31.703480 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-2181d77d-98ed-4509-bdc2-2394048d4358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:31.739291 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device e63489f2-a257-42fe-be43-f6cab6e8de23 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:04:31.789788 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-2181d77d-98ed-4509-bdc2-2394048d4358 None None] Port d6445d41-6e9c-4aff-aa6b-f19ef6ad6e5a cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 14:04:31.823392 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-2a2d8e4e-acef-4d01-91df-876e9eb27665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6db534c7-eef7-43ba-99d6-22a1114eced1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-541650769', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.169'}], 'enable_snat': True}, 'gw_port_id': 'b564498e-af3e-478f-b228-9722b471a2b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:04:26Z', 'updated_at': '2021-12-21T14:04:30Z', 'revision_number': 4, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'gw_port': {'id': 'b564498e-af3e-478f-b228-9722b471a2b7', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:1f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db534c7-eef7-43ba-99d6-22a1114eced1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:04:26Z', 'updated_at': '2021-12-21T14:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'd6445d41-6e9c-4aff-aa6b-f19ef6ad6e5a', 'name': '', 'network_id': '99931b5e-9089-407f-be07-79ea396b51ad', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'mac_address': 'fa:16:3e:99:30:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6db534c7-eef7-43ba-99d6-22a1114eced1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '654c6ead-5509-4e6f-950e-e8e727c8605c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:04:29Z', 'updated_at': '2021-12-21T14:04:30Z', 'revision_number': 2, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'subnets': [{'id': '654c6ead-5509-4e6f-950e-e8e727c8605c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:04:31.825126 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port e63489f2-a257-42fe-be43-f6cab6e8de23 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:04:31.825486 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:31.870966 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2d8e4e-acef-4d01-91df-876e9eb27665 None None] Checking router: 6db534c7-eef7-43ba-99d6-22a1114eced1 for host: dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 14:04:31.871324 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2d8e4e-acef-4d01-91df-876e9eb27665 None None] Updating router 6db534c7-eef7-43ba-99d6-22a1114eced1 port d6445d41-6e9c-4aff-aa6b-f19ef6ad6e5a binding host dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 14:04:31.903138 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-2a2d8e4e-acef-4d01-91df-876e9eb27665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:32.197239 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-2a2d8e4e-acef-4d01-91df-876e9eb27665 None None] Publish callbacks [] for port, precommit_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:32.202628 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-2a2d8e4e-acef-4d01-91df-876e9eb27665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:32.248297 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3885aee7-7721-46ad-84b2-d76e8bb33592 None None] Pushing event updated for resources: {'Port': ['ID=d6445d41-6e9c-4aff-aa6b-f19ef6ad6e5a,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:04:32.300445 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-2a2d8e4e-acef-4d01-91df-876e9eb27665 None None] Attempting to bind port d6445d41-6e9c-4aff-aa6b-f19ef6ad6e5a on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 14:04:32.300737 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-2a2d8e4e-acef-4d01-91df-876e9eb27665 None None] Attempting to bind port d6445d41-6e9c-4aff-aa6b-f19ef6ad6e5a by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'eebeca70-c294-479f-8b31-eed81f5d0ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '99931b5e-9089-407f-be07-79ea396b51ad'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 14:04:32.301105 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2d8e4e-acef-4d01-91df-876e9eb27665 None None] Attempting to bind port d6445d41-6e9c-4aff-aa6b-f19ef6ad6e5a on network 99931b5e-9089-407f-be07-79ea396b51ad {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 14:04:32.307042 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2d8e4e-acef-4d01-91df-876e9eb27665 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 14, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 14:04:32.307518 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2d8e4e-acef-4d01-91df-876e9eb27665 None None] Checking segment: {'id': 'eebeca70-c294-479f-8b31-eed81f5d0ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '99931b5e-9089-407f-be07-79ea396b51ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 14:04:32.307992 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-2a2d8e4e-acef-4d01-91df-876e9eb27665 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:32.308490 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2d8e4e-acef-4d01-91df-876e9eb27665 None None] Bound using segment: {'id': 'eebeca70-c294-479f-8b31-eed81f5d0ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '99931b5e-9089-407f-be07-79ea396b51ad'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 14:04:32.309069 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-2a2d8e4e-acef-4d01-91df-876e9eb27665 None None] Bound port: d6445d41-6e9c-4aff-aa6b-f19ef6ad6e5a, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eebeca70-c294-479f-8b31-eed81f5d0ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '99931b5e-9089-407f-be07-79ea396b51ad'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 14:04:32.309527 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-2a2d8e4e-acef-4d01-91df-876e9eb27665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:32.380058 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-2a2d8e4e-acef-4d01-91df-876e9eb27665 None None] For port d6445d41-6e9c-4aff-aa6b-f19ef6ad6e5a, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 14:04:32.383723 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-2a2d8e4e-acef-4d01-91df-876e9eb27665 None None] For port d6445d41-6e9c-4aff-aa6b-f19ef6ad6e5a, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d6445d41-6e9c-4aff-aa6b-f19ef6ad6e5a,segment=NetworkSegment(eebeca70-c294-479f-8b31-eed81f5d0ec9),segment_id=eebeca70-c294-479f-8b31-eed81f5d0ec9)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 14:04:32.388139 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-2a2d8e4e-acef-4d01-91df-876e9eb27665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:32.447377 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2d8e4e-acef-4d01-91df-876e9eb27665 None None] Routers {'6db534c7-eef7-43ba-99d6-22a1114eced1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:04:32.448025 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-2a2d8e4e-acef-4d01-91df-876e9eb27665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T14:04:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['6db534c7-eef7-43ba-99d6-22a1114eced1'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:04:32.482127 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3885aee7-7721-46ad-84b2-d76e8bb33592 None None] Pushing event updated for resources: {'Port': ['ID=d6445d41-6e9c-4aff-aa6b-f19ef6ad6e5a,revision_number=4']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:04:32.556907 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-0d9144df-5175-46e9-af93-dbe789116095 None None] Provisioning complete for port d6445d41-6e9c-4aff-aa6b-f19ef6ad6e5a triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:04:32.557232 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-0d9144df-5175-46e9-af93-dbe789116095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:32.602070 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-2a2d8e4e-acef-4d01-91df-876e9eb27665 None None] Set router 6db534c7-eef7-43ba-99d6-22a1114eced1 gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:04:32.644624 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365fe937-49ce-4f15-82ba-2418c15da49b req-dbcc610b-ab2d-4843-a4fe-faea32b53575 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:04:32.646271 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-365fe937-49ce-4f15-82ba-2418c15da49b req-dbcc610b-ab2d-4843-a4fe-faea32b53575 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.60 "GET /v2.0/networks?id=99931b5e-9089-407f-be07-79ea396b51ad HTTP/1.1" status: 200 len: 797 time: 0.1329780 Dec 21 14:04:32.741728 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-365fe937-49ce-4f15-82ba-2418c15da49b req-26dde5ae-272a-4fd9-ac6e-0ef7ebad8205 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1d23353b1544887bb518bdbacf8b4d3 HTTP/1.1" status: 200 len: 379 time: 0.0808771 Dec 21 14:04:32.760798 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-90fce665-6c5d-46cd-adbc-0481868307b3 req-6e1ad9a7-14cf-4aa7-8599-56f0a652e522 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e31f22d-7883-4f16-9ea2-6269b13d5217 HTTP/1.1" status: 200 len: 210 time: 0.0350642 Dec 21 14:04:32.764184 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [req-365fe937-49ce-4f15-82ba-2418c15da49b req-99958596-e21f-416d-a857-97e1c9a91541 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Request body: {'port': {'device_id': '6e31f22d-7883-4f16-9ea2-6269b13d5217', 'network_id': '99931b5e-9089-407f-be07-79ea396b51ad', 'admin_state_up': True, 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'security_groups': ['97e10fef-9a0d-453d-bde8-396d48413c34']}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:04:32.810900 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-0d9144df-5175-46e9-af93-dbe789116095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:32.871991 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-0d9144df-5175-46e9-af93-dbe789116095 None None] For port d6445d41-6e9c-4aff-aa6b-f19ef6ad6e5a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d6445d41-6e9c-4aff-aa6b-f19ef6ad6e5a,segment=NetworkSegment(eebeca70-c294-479f-8b31-eed81f5d0ec9),segment_id=eebeca70-c294-479f-8b31-eed81f5d0ec9)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:04:32.875666 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-365fe937-49ce-4f15-82ba-2418c15da49b req-99958596-e21f-416d-a857-97e1c9a91541 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Made reservation on behalf of a1d23353b1544887bb518bdbacf8b4d3 for: {'port': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 14:04:32.879410 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-365fe937-49ce-4f15-82ba-2418c15da49b req-99958596-e21f-416d-a857-97e1c9a91541 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:32.879634 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-0d9144df-5175-46e9-af93-dbe789116095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:32.933059 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9144df-5175-46e9-af93-dbe789116095 None None] Pushing event updated for resources: {'Port': ['ID=d6445d41-6e9c-4aff-aa6b-f19ef6ad6e5a,revision_number=5']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:04:32.945542 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-2a2d8e4e-acef-4d01-91df-876e9eb27665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6db534c7-eef7-43ba-99d6-22a1114eced1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-541650769', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.169'}], 'enable_snat': True}, 'gw_port_id': 'b564498e-af3e-478f-b228-9722b471a2b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:04:26Z', 'updated_at': '2021-12-21T14:04:30Z', 'revision_number': 4, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'gw_port': {'id': 'b564498e-af3e-478f-b228-9722b471a2b7', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:1f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db534c7-eef7-43ba-99d6-22a1114eced1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:04:26Z', 'updated_at': '2021-12-21T14:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'd6445d41-6e9c-4aff-aa6b-f19ef6ad6e5a', 'name': '', 'network_id': '99931b5e-9089-407f-be07-79ea396b51ad', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'mac_address': 'fa:16:3e:99:30:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6db534c7-eef7-43ba-99d6-22a1114eced1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '654c6ead-5509-4e6f-950e-e8e727c8605c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:04:29Z', 'updated_at': '2021-12-21T14:04:32Z', 'revision_number': 4, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'subnets': [{'id': '654c6ead-5509-4e6f-950e-e8e727c8605c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:04:32.976525 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2d8e4e-acef-4d01-91df-876e9eb27665 None None] The sync data for ids ['6db534c7-eef7-43ba-99d6-22a1114eced1'] in dv-neutron-master-2-hyperv is: [{'id': '6db534c7-eef7-43ba-99d6-22a1114eced1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-541650769', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.169'}], 'enable_snat': True}, 'gw_port_id': 'b564498e-af3e-478f-b228-9722b471a2b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:04:26Z', 'updated_at': '2021-12-21T14:04:30Z', 'revision_number': 4, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'gw_port': {'id': 'b564498e-af3e-478f-b228-9722b471a2b7', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:1f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db534c7-eef7-43ba-99d6-22a1114eced1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:04:26Z', 'updated_at': '2021-12-21T14:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'd6445d41-6e9c-4aff-aa6b-f19ef6ad6e5a', 'name': '', 'network_id': '99931b5e-9089-407f-be07-79ea396b51ad', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'mac_address': 'fa:16:3e:99:30:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6db534c7-eef7-43ba-99d6-22a1114eced1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '654c6ead-5509-4e6f-950e-e8e727c8605c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:04:29Z', 'updated_at': '2021-12-21T14:04:32Z', 'revision_number': 4, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'subnets': [{'id': '654c6ead-5509-4e6f-950e-e8e727c8605c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 14:04:32.998545 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-d88e5b85-dfd0-42d0-b837-96a5f7e02914 None None] Provisioning complete for port d6445d41-6e9c-4aff-aa6b-f19ef6ad6e5a triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:04:33.000137 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d88e5b85-dfd0-42d0-b837-96a5f7e02914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:33.015572 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [req-365fe937-49ce-4f15-82ba-2418c15da49b req-99958596-e21f-416d-a857-97e1c9a91541 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Allocated IP 172.20.0.7 (99931b5e-9089-407f-be07-79ea396b51ad/654c6ead-5509-4e6f-950e-e8e727c8605c/f7a04fa7-2a1e-4324-a067-f2627b75ecc7) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 14:04:33.190453 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-365fe937-49ce-4f15-82ba-2418c15da49b req-99958596-e21f-416d-a857-97e1c9a91541 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:33.224195 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-365fe937-49ce-4f15-82ba-2418c15da49b req-99958596-e21f-416d-a857-97e1c9a91541 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:33.272867 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-365fe937-49ce-4f15-82ba-2418c15da49b req-99958596-e21f-416d-a857-97e1c9a91541 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Network 99931b5e-9089-407f-be07-79ea396b51ad is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 14:04:33.276091 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [req-365fe937-49ce-4f15-82ba-2418c15da49b req-99958596-e21f-416d-a857-97e1c9a91541 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:04:33.278577 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [req-365fe937-49ce-4f15-82ba-2418c15da49b req-99958596-e21f-416d-a857-97e1c9a91541 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 14:04:33.286573 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99958596-e21f-416d-a857-97e1c9a91541 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Pushing event updated for resources: {'Port': ['ID=f7a04fa7-2a1e-4324-a067-f2627b75ecc7,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:04:33.336136 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365fe937-49ce-4f15-82ba-2418c15da49b req-99958596-e21f-416d-a857-97e1c9a91541 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:04:33.336812 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-365fe937-49ce-4f15-82ba-2418c15da49b req-99958596-e21f-416d-a857-97e1c9a91541 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:33.356276 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-365fe937-49ce-4f15-82ba-2418c15da49b req-99958596-e21f-416d-a857-97e1c9a91541 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5978687 Dec 21 14:04:33.373765 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [req-365fe937-49ce-4f15-82ba-2418c15da49b req-3306348f-2d99-435e-b929-a733e4751296 service neutron] Request body: {'port': {'device_id': '6e31f22d-7883-4f16-9ea2-6269b13d5217', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:04:33.443213 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-365fe937-49ce-4f15-82ba-2418c15da49b req-3306348f-2d99-435e-b929-a733e4751296 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:33.526203 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-ad92fd04-8cc2-49d8-b8ec-13f93b1009eb None None] Provisioning complete for port f7a04fa7-2a1e-4324-a067-f2627b75ecc7 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:04:33.526603 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ad92fd04-8cc2-49d8-b8ec-13f93b1009eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:33.567146 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-ad92fd04-8cc2-49d8-b8ec-13f93b1009eb None None] Port f7a04fa7-2a1e-4324-a067-f2627b75ecc7 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 14:04:33.731527 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [req-365fe937-49ce-4f15-82ba-2418c15da49b req-3306348f-2d99-435e-b929-a733e4751296 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7a04fa7-2a1e-4324-a067-f2627b75ecc7 {{(pid=103153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 14:04:33.739885 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-365fe937-49ce-4f15-82ba-2418c15da49b req-3306348f-2d99-435e-b929-a733e4751296 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:33.752029 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.provisioning_blocks [req-365fe937-49ce-4f15-82ba-2418c15da49b req-3306348f-2d99-435e-b929-a733e4751296 service neutron] Transition to ACTIVE for port object f7a04fa7-2a1e-4324-a067-f2627b75ecc7 will not be triggered until provisioned by entity L2. {{(pid=103153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 14:04:33.756318 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-365fe937-49ce-4f15-82ba-2418c15da49b req-3306348f-2d99-435e-b929-a733e4751296 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:33.873759 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3306348f-2d99-435e-b929-a733e4751296 service neutron] Pushing event updated for resources: {'Port': ['ID=f7a04fa7-2a1e-4324-a067-f2627b75ecc7,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:04:33.887909 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-365fe937-49ce-4f15-82ba-2418c15da49b req-3306348f-2d99-435e-b929-a733e4751296 service neutron] Attempting to bind port f7a04fa7-2a1e-4324-a067-f2627b75ecc7 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 14:04:33.888269 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-365fe937-49ce-4f15-82ba-2418c15da49b req-3306348f-2d99-435e-b929-a733e4751296 service neutron] Attempting to bind port f7a04fa7-2a1e-4324-a067-f2627b75ecc7 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'eebeca70-c294-479f-8b31-eed81f5d0ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '99931b5e-9089-407f-be07-79ea396b51ad'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 14:04:33.888606 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365fe937-49ce-4f15-82ba-2418c15da49b req-3306348f-2d99-435e-b929-a733e4751296 service neutron] Attempting to bind port f7a04fa7-2a1e-4324-a067-f2627b75ecc7 on network 99931b5e-9089-407f-be07-79ea396b51ad {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 14:04:33.893438 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365fe937-49ce-4f15-82ba-2418c15da49b req-3306348f-2d99-435e-b929-a733e4751296 service neutron] Port f7a04fa7-2a1e-4324-a067-f2627b75ecc7 on network 99931b5e-9089-407f-be07-79ea396b51ad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 14:04:33.893766 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365fe937-49ce-4f15-82ba-2418c15da49b req-3306348f-2d99-435e-b929-a733e4751296 service neutron] Attempting to bind port f7a04fa7-2a1e-4324-a067-f2627b75ecc7 on network 99931b5e-9089-407f-be07-79ea396b51ad {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 14:04:33.898218 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec90299-6f10-4438-b0cb-c411ac1e8f0b req-e37f2c8f-1013-4738-9b4a-baf2f36ba8ba tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:04:33.899133 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365fe937-49ce-4f15-82ba-2418c15da49b req-3306348f-2d99-435e-b929-a733e4751296 service neutron] Checking agent: {'id': 'cb078e0e-af00-4e4f-8117-46ca6496af1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 23, 43), 'started_at': datetime.datetime(2021, 12, 21, 13, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 14, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 14:04:33.899475 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365fe937-49ce-4f15-82ba-2418c15da49b req-3306348f-2d99-435e-b929-a733e4751296 service neutron] Checking segment: {'id': 'eebeca70-c294-479f-8b31-eed81f5d0ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '99931b5e-9089-407f-be07-79ea396b51ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 14:04:33.899865 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365fe937-49ce-4f15-82ba-2418c15da49b req-3306348f-2d99-435e-b929-a733e4751296 service neutron] Bound using segment: {'id': 'eebeca70-c294-479f-8b31-eed81f5d0ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '99931b5e-9089-407f-be07-79ea396b51ad'} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 14:04:33.900300 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-365fe937-49ce-4f15-82ba-2418c15da49b req-3306348f-2d99-435e-b929-a733e4751296 service neutron] Bound port: f7a04fa7-2a1e-4324-a067-f2627b75ecc7, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eebeca70-c294-479f-8b31-eed81f5d0ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '99931b5e-9089-407f-be07-79ea396b51ad'}}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 14:04:33.900659 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-365fe937-49ce-4f15-82ba-2418c15da49b req-3306348f-2d99-435e-b929-a733e4751296 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:33.906124 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-3ec90299-6f10-4438-b0cb-c411ac1e8f0b req-e37f2c8f-1013-4738-9b4a-baf2f36ba8ba tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e31f22d-7883-4f16-9ea2-6269b13d5217 HTTP/1.1" status: 200 len: 943 time: 0.0599799 Dec 21 14:04:33.963469 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-3ec90299-6f10-4438-b0cb-c411ac1e8f0b req-d26e9435-575c-431c-bf32-547833af95e1 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?id=97e10fef-9a0d-453d-bde8-396d48413c34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560484 Dec 21 14:04:33.993443 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-365fe937-49ce-4f15-82ba-2418c15da49b req-3306348f-2d99-435e-b929-a733e4751296 service neutron] For port f7a04fa7-2a1e-4324-a067-f2627b75ecc7, host hv-neutron-mast, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 14:04:33.997270 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-365fe937-49ce-4f15-82ba-2418c15da49b req-3306348f-2d99-435e-b929-a733e4751296 service neutron] For port f7a04fa7-2a1e-4324-a067-f2627b75ecc7, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=f7a04fa7-2a1e-4324-a067-f2627b75ecc7,segment=NetworkSegment(eebeca70-c294-479f-8b31-eed81f5d0ec9),segment_id=eebeca70-c294-479f-8b31-eed81f5d0ec9)] {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 14:04:34.002751 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-365fe937-49ce-4f15-82ba-2418c15da49b req-3306348f-2d99-435e-b929-a733e4751296 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:34.043997 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365fe937-49ce-4f15-82ba-2418c15da49b req-3306348f-2d99-435e-b929-a733e4751296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:04:34.044817 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-365fe937-49ce-4f15-82ba-2418c15da49b req-3306348f-2d99-435e-b929-a733e4751296 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:34.046736 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-365fe937-49ce-4f15-82ba-2418c15da49b req-3306348f-2d99-435e-b929-a733e4751296 service neutron] 10.222.0.60 "PUT /v2.0/ports/f7a04fa7-2a1e-4324-a067-f2627b75ecc7 HTTP/1.1" status: 200 len: 1093 time: 0.6772716 Dec 21 14:04:34.047258 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e31f22d-7883-4f16-9ea2-6269b13d5217', 'tag': 'f7a04fa7-2a1e-4324-a067-f2627b75ecc7'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:04:34.049600 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af6034c98e584fa55ea4398f343c742ceb598288507feaf30d5a15785b2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46a5c121-1a15-4f81-a6dc-c751510c4527" -d '{"events": [{"name": "network-changed", "server_uuid": "6e31f22d-7883-4f16-9ea2-6269b13d5217", "tag": "f7a04fa7-2a1e-4324-a067-f2627b75ecc7"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:04:34.072630 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3306348f-2d99-435e-b929-a733e4751296 service neutron] Pushing event updated for resources: {'Port': ['ID=f7a04fa7-2a1e-4324-a067-f2627b75ecc7,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:04:34.135734 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 14:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6657c3e0-47d1-4e6e-aaa5-08f184bedf96 x-openstack-request-id: req-6657c3e0-47d1-4e6e-aaa5-08f184bedf96 {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:04:34.136025 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e31f22d-7883-4f16-9ea2-6269b13d5217", "tag": "f7a04fa7-2a1e-4324-a067-f2627b75ecc7", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:04:34.136277 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6657c3e0-47d1-4e6e-aaa5-08f184bedf96 {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:04:34.136865 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e31f22d-7883-4f16-9ea2-6269b13d5217', 'tag': 'f7a04fa7-2a1e-4324-a067-f2627b75ecc7', 'status': 'completed', 'code': 200} Dec 21 14:04:34.181791 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365fe937-49ce-4f15-82ba-2418c15da49b req-ef5f8019-85e3-4a43-ae23-eb6b85a26a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:04:34.183328 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-365fe937-49ce-4f15-82ba-2418c15da49b req-ef5f8019-85e3-4a43-ae23-eb6b85a26a4d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a1d23353b1544887bb518bdbacf8b4d3&device_id=6e31f22d-7883-4f16-9ea2-6269b13d5217 HTTP/1.1" status: 200 len: 1096 time: 0.0638618 Dec 21 14:04:34.232982 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-365fe937-49ce-4f15-82ba-2418c15da49b req-c62db343-caa7-437d-bff8-2b3c266ea882 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7a04fa7-2a1e-4324-a067-f2627b75ecc7 HTTP/1.1" status: 200 len: 217 time: 0.0360868 Dec 21 14:04:34.285260 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365fe937-49ce-4f15-82ba-2418c15da49b req-f375534d-45a1-4b8c-9499-2d4bf7d3a87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:04:34.286715 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-365fe937-49ce-4f15-82ba-2418c15da49b req-f375534d-45a1-4b8c-9499-2d4bf7d3a87e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=654c6ead-5509-4e6f-950e-e8e727c8605c HTTP/1.1" status: 200 len: 834 time: 0.0443287 Dec 21 14:04:34.335913 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365fe937-49ce-4f15-82ba-2418c15da49b req-13b181a0-9402-4f49-9706-b087b7bd40f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:04:34.337445 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-365fe937-49ce-4f15-82ba-2418c15da49b req-13b181a0-9402-4f49-9706-b087b7bd40f1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=99931b5e-9089-407f-be07-79ea396b51ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0441928 Dec 21 14:04:34.425342 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-365fe937-49ce-4f15-82ba-2418c15da49b req-1d4f5d76-8872-435f-961c-9e67d7423431 service neutron] 10.222.0.60 "GET /v2.0/networks/99931b5e-9089-407f-be07-79ea396b51ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816555 Dec 21 14:04:34.516294 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-365fe937-49ce-4f15-82ba-2418c15da49b req-150fa9ff-9010-4945-9b71-8394145db7e2 service neutron] 10.222.0.60 "GET /v2.0/networks/99931b5e-9089-407f-be07-79ea396b51ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850449 Dec 21 14:04:34.654678 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a5c121-1a15-4f81-a6dc-c751510c4527 req-0eb1be51-effd-4a1c-9cb8-eb3e42e6a533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:04:34.656080 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-46a5c121-1a15-4f81-a6dc-c751510c4527 req-0eb1be51-effd-4a1c-9cb8-eb3e42e6a533 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a1d23353b1544887bb518bdbacf8b4d3&device_id=6e31f22d-7883-4f16-9ea2-6269b13d5217 HTTP/1.1" status: 200 len: 1096 time: 0.0419664 Dec 21 14:04:34.746745 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a5c121-1a15-4f81-a6dc-c751510c4527 req-db47dc0b-0f05-4f2f-9264-273b5149a29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:04:34.748220 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-46a5c121-1a15-4f81-a6dc-c751510c4527 req-db47dc0b-0f05-4f2f-9264-273b5149a29a service neutron] 10.222.0.60 "GET /v2.0/networks?id=99931b5e-9089-407f-be07-79ea396b51ad HTTP/1.1" status: 200 len: 898 time: 0.0857391 Dec 21 14:04:34.789356 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-46a5c121-1a15-4f81-a6dc-c751510c4527 req-c6deeaaa-30f9-436a-9b04-70990135a6c1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7a04fa7-2a1e-4324-a067-f2627b75ecc7 HTTP/1.1" status: 200 len: 217 time: 0.0328906 Dec 21 14:04:34.837069 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a5c121-1a15-4f81-a6dc-c751510c4527 req-c8b444b0-85f1-4a33-8d0c-21ed6501ae73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:04:34.838529 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-46a5c121-1a15-4f81-a6dc-c751510c4527 req-c8b444b0-85f1-4a33-8d0c-21ed6501ae73 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=654c6ead-5509-4e6f-950e-e8e727c8605c HTTP/1.1" status: 200 len: 834 time: 0.0433264 Dec 21 14:04:34.883154 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a5c121-1a15-4f81-a6dc-c751510c4527 req-f5b56802-2efe-4cbe-a5e4-d99b34f9818a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:04:34.884601 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-46a5c121-1a15-4f81-a6dc-c751510c4527 req-f5b56802-2efe-4cbe-a5e4-d99b34f9818a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=99931b5e-9089-407f-be07-79ea396b51ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0386908 Dec 21 14:04:34.975364 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-46a5c121-1a15-4f81-a6dc-c751510c4527 req-73b26a17-42b6-4cd2-a292-f77111699632 service neutron] 10.222.0.60 "GET /v2.0/networks/99931b5e-9089-407f-be07-79ea396b51ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836172 Dec 21 14:04:35.072499 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device d6445d41-6e9c-4aff-aa6b-f19ef6ad6e5a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:04:35.096892 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a2fc82-3685-4e53-9f78-60fd10f31d53 req-6a29b8d0-a0ac-41ae-8ba6-62a4a75bf60e tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:04:35.098684 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-d3a2fc82-3685-4e53-9f78-60fd10f31d53 req-6a29b8d0-a0ac-41ae-8ba6-62a4a75bf60e tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e31f22d-7883-4f16-9ea2-6269b13d5217 HTTP/1.1" status: 200 len: 943 time: 0.0712221 Dec 21 14:04:35.125626 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port d6445d41-6e9c-4aff-aa6b-f19ef6ad6e5a triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:04:35.125996 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:35.157765 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-d3a2fc82-3685-4e53-9f78-60fd10f31d53 req-8e4346c7-7183-4f96-9b5b-b66ef747dc15 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?id=97e10fef-9a0d-453d-bde8-396d48413c34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521090 Dec 21 14:04:35.379717 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-46a5c121-1a15-4f81-a6dc-c751510c4527 req-d653cd31-17eb-45ec-95dd-27d5d23b34eb service neutron] 10.222.0.60 "GET /v2.0/networks/99931b5e-9089-407f-be07-79ea396b51ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3970594 Dec 21 14:04:35.401809 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device f7a04fa7-2a1e-4324-a067-f2627b75ecc7 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 14:04:35.491917 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port f7a04fa7-2a1e-4324-a067-f2627b75ecc7, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=f7a04fa7-2a1e-4324-a067-f2627b75ecc7,segment=NetworkSegment(eebeca70-c294-479f-8b31-eed81f5d0ec9),segment_id=eebeca70-c294-479f-8b31-eed81f5d0ec9)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:04:35.502281 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Returning: {'device': 'f7a04fa7-2a1e-4324-a067-f2627b75ecc7', 'network_id': '99931b5e-9089-407f-be07-79ea396b51ad', 'port_id': 'f7a04fa7-2a1e-4324-a067-f2627b75ecc7', 'mac_address': 'fa:16:3e:b7:68:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '654c6ead-5509-4e6f-950e-e8e727c8605c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 14:04:35.537353 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:35.553363 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7a04fa7-2a1e-4324-a067-f2627b75ecc7 {{(pid=103154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 14:04:35.572008 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port f7a04fa7-2a1e-4324-a067-f2627b75ecc7, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=f7a04fa7-2a1e-4324-a067-f2627b75ecc7,segment=NetworkSegment(eebeca70-c294-479f-8b31-eed81f5d0ec9),segment_id=eebeca70-c294-479f-8b31-eed81f5d0ec9)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:04:35.575674 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:35.619362 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=f7a04fa7-2a1e-4324-a067-f2627b75ecc7,revision_number=4']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:04:35.847950 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] get_ports_and_sgs() called for port_ids ['f7a04fa7-2a1e-4324-a067-f2627b75ecc7'] {{(pid=103154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 14:04:36.273333 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a72780-3c6b-4af0-8ac1-e5ef1dabad87 req-ccfa95a1-89fc-498f-b413-57733f34d5f4 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:04:36.274787 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-12a72780-3c6b-4af0-8ac1-e5ef1dabad87 req-ccfa95a1-89fc-498f-b413-57733f34d5f4 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e31f22d-7883-4f16-9ea2-6269b13d5217 HTTP/1.1" status: 200 len: 944 time: 0.0479074 Dec 21 14:04:36.324202 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-12a72780-3c6b-4af0-8ac1-e5ef1dabad87 req-6e00713f-aeba-4411-a383-44196daf4631 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?id=97e10fef-9a0d-453d-bde8-396d48413c34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433924 Dec 21 14:04:37.417846 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device f7a04fa7-2a1e-4324-a067-f2627b75ecc7 up at agent hyperv_hv-neutron-mast {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:04:37.440425 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d277280-a7c8-4c37-a272-5af685064067 req-13811705-f7df-4e40-afb6-27057bf73384 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:04:37.441923 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-3d277280-a7c8-4c37-a272-5af685064067 req-13811705-f7df-4e40-afb6-27057bf73384 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e31f22d-7883-4f16-9ea2-6269b13d5217 HTTP/1.1" status: 200 len: 944 time: 0.0517025 Dec 21 14:04:37.465740 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Provisioning for port f7a04fa7-2a1e-4324-a067-f2627b75ecc7 completed by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 14:04:37.469850 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Provisioning complete for port f7a04fa7-2a1e-4324-a067-f2627b75ecc7 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:04:37.470214 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:37.492240 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-3d277280-a7c8-4c37-a272-5af685064067 req-d33397ef-614a-459f-8722-708988ae54c9 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?id=97e10fef-9a0d-453d-bde8-396d48413c34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441010 Dec 21 14:04:37.695657 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:37.716937 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e31f22d-7883-4f16-9ea2-6269b13d5217', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7a04fa7-2a1e-4324-a067-f2627b75ecc7'}] {{(pid=103154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:04:37.719686 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6f45aca8ac5f8c0cc5868273c98d8aa60330245aed22d61c8da5c1f2d6fc01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e1de9ce-13ab-44f4-8b86-d9c685f24b47" -d '{"events": [{"server_uuid": "6e31f22d-7883-4f16-9ea2-6269b13d5217", "name": "network-vif-plugged", "status": "completed", "tag": "f7a04fa7-2a1e-4324-a067-f2627b75ecc7"}]}' {{(pid=103154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:04:37.731566 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port f7a04fa7-2a1e-4324-a067-f2627b75ecc7, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=f7a04fa7-2a1e-4324-a067-f2627b75ecc7,segment=NetworkSegment(eebeca70-c294-479f-8b31-eed81f5d0ec9),segment_id=eebeca70-c294-479f-8b31-eed81f5d0ec9)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:04:37.735865 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:37.758257 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 14:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7324f9fc-cb37-42de-9fb6-b1906620ab29 x-openstack-request-id: req-7324f9fc-cb37-42de-9fb6-b1906620ab29 {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:04:37.758572 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e31f22d-7883-4f16-9ea2-6269b13d5217", "name": "network-vif-plugged", "status": "completed", "tag": "f7a04fa7-2a1e-4324-a067-f2627b75ecc7", "code": 200}]} {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:04:37.758823 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7324f9fc-cb37-42de-9fb6-b1906620ab29 {{(pid=103154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:04:37.759203 dv-neutron-master-2-hyperv neutron-server[103154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e31f22d-7883-4f16-9ea2-6269b13d5217', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7a04fa7-2a1e-4324-a067-f2627b75ecc7', 'code': 200} Dec 21 14:04:37.784094 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=f7a04fa7-2a1e-4324-a067-f2627b75ecc7,revision_number=5']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:04:37.951643 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840ee692-4188-497f-b407-f1ca9e26021c req-b7714fc2-c84b-4218-bbb0-26b84c5a2a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:04:37.953528 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-840ee692-4188-497f-b407-f1ca9e26021c req-b7714fc2-c84b-4218-bbb0-26b84c5a2a3c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6e31f22d-7883-4f16-9ea2-6269b13d5217 HTTP/1.1" status: 200 len: 1098 time: 0.0391855 Dec 21 14:04:37.996882 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-840ee692-4188-497f-b407-f1ca9e26021c req-3ab042ca-2b6f-4885-a419-2276f06c6713 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=97e10fef-9a0d-453d-bde8-396d48413c34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374296 Dec 21 14:04:38.609556 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b35e15-de69-4fef-b519-4c46882ad289 req-c06d0b1a-be5b-43ea-88cc-888282a114c7 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:04:38.610859 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-e4b35e15-de69-4fef-b519-4c46882ad289 req-c06d0b1a-be5b-43ea-88cc-888282a114c7 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e31f22d-7883-4f16-9ea2-6269b13d5217 HTTP/1.1" status: 200 len: 945 time: 0.0479114 Dec 21 14:04:38.662526 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-e4b35e15-de69-4fef-b519-4c46882ad289 req-d443394b-cf81-4c25-9545-224099854186 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?id=97e10fef-9a0d-453d-bde8-396d48413c34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457335 Dec 21 14:04:39.780780 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a175cd3c-cf52-4dbb-94df-c6ae43e991ea req-1a65a8e6-15d6-43bb-843b-fe22d1429459 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:04:39.782234 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a175cd3c-cf52-4dbb-94df-c6ae43e991ea req-1a65a8e6-15d6-43bb-843b-fe22d1429459 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e31f22d-7883-4f16-9ea2-6269b13d5217 HTTP/1.1" status: 200 len: 945 time: 0.0512078 Dec 21 14:04:39.830179 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a175cd3c-cf52-4dbb-94df-c6ae43e991ea req-df68f4ec-dd5c-4b4d-93d6-5826eea6a9f9 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?id=97e10fef-9a0d-453d-bde8-396d48413c34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421531 Dec 21 14:04:39.945240 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c8b845-614a-4c3a-8db0-47d407831ed3 req-faf20526-9d1f-4a44-8bc9-2bfa8f2defb3 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:04:39.946634 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-99c8b845-614a-4c3a-8db0-47d407831ed3 req-faf20526-9d1f-4a44-8bc9-2bfa8f2defb3 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e31f22d-7883-4f16-9ea2-6269b13d5217 HTTP/1.1" status: 200 len: 945 time: 0.0486782 Dec 21 14:04:39.994800 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-99c8b845-614a-4c3a-8db0-47d407831ed3 req-4a603833-bf87-4aa5-b36f-cf0a20bf94c4 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?id=97e10fef-9a0d-453d-bde8-396d48413c34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423193 Dec 21 14:04:40.015923 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 38182) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:04:40.055115 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0752606e-934c-4099-84d5-1c9eefc8b6f3 tempest-TestNetworkAdvancedServerOps-559942621 tempest-TestNetworkAdvancedServerOps-559942621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:04:40.056615 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-0752606e-934c-4099-84d5-1c9eefc8b6f3 tempest-TestNetworkAdvancedServerOps-559942621 tempest-TestNetworkAdvancedServerOps-559942621-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6e31f22d-7883-4f16-9ea2-6269b13d5217 HTTP/1.1" status: 200 len: 1093 time: 0.0397046 Dec 21 14:04:40.059391 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 38184) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:04:40.064307 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-01a8e220-bc05-4b75-970f-f571832429a0 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Request body: {'floatingip': {'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'port_id': 'f7a04fa7-2a1e-4324-a067-f2627b75ecc7', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:04:40.087330 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-01a8e220-bc05-4b75-970f-f571832429a0 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for floatingip, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:40.184779 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-01a8e220-bc05-4b75-970f-f571832429a0 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:40.284447 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-01a8e220-bc05-4b75-970f-f571832429a0 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Allocated IP 172.36.3.153 (7fdf1889-f079-4166-bbda-88b2a8d8d595/051a5607-1753-4008-a2f2-d94b48752e9c/a9804e88-fd25-44bf-ae8a-002c357558db) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 14:04:40.387548 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-01a8e220-bc05-4b75-970f-f571832429a0 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:40.420959 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-01a8e220-bc05-4b75-970f-f571832429a0 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:40.459257 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a8e220-bc05-4b75-970f-f571832429a0 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Network 7fdf1889-f079-4166-bbda-88b2a8d8d595 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 14:04:40.462014 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-01a8e220-bc05-4b75-970f-f571832429a0 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:04:40.465381 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a8e220-bc05-4b75-970f-f571832429a0 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 14:04:40.490907 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a8e220-bc05-4b75-970f-f571832429a0 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Pushing event updated for resources: {'Port': ['ID=a9804e88-fd25-44bf-ae8a-002c357558db,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:04:40.808728 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-01a8e220-bc05-4b75-970f-f571832429a0 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:40.870944 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-01a8e220-bc05-4b75-970f-f571832429a0 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:41.019339 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-01a8e220-bc05-4b75-970f-f571832429a0 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:41.023863 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-01a8e220-bc05-4b75-970f-f571832429a0 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805230'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:41.092896 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a8e220-bc05-4b75-970f-f571832429a0 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Pushing event updated for resources: {'Port': ['ID=a9804e88-fd25-44bf-ae8a-002c357558db,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:04:41.104458 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-01a8e220-bc05-4b75-970f-f571832429a0 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548820'] for floatingip, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:41.203254 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.l3_db [None req-01a8e220-bc05-4b75-970f-f571832429a0 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Floating IP 4748a6bc-a06a-49ba-a634-e2c31cfc0351 associated. External IP: 172.36.3.153, port: f7a04fa7-2a1e-4324-a067-f2627b75ecc7. Dec 21 14:04:41.406452 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01a8e220-bc05-4b75-970f-f571832429a0 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Router 6db534c7-eef7-43ba-99d6-22a1114eced1 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 14:04:41.507672 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01a8e220-bc05-4b75-970f-f571832429a0 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 14:04:41.519388 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8021c9-6540-4334-acf9-d75344d1fce0 None None] Sync routers for ids ['6db534c7-eef7-43ba-99d6-22a1114eced1'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 14:04:41.524831 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-01a8e220-bc05-4b75-970f-f571832429a0 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for floatingip, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:41.528753 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8021c9-6540-4334-acf9-d75344d1fce0 None None] Routers {'6db534c7-eef7-43ba-99d6-22a1114eced1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:04:41.529366 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-fe8021c9-6540-4334-acf9-d75344d1fce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T14:04:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['6db534c7-eef7-43ba-99d6-22a1114eced1'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:04:41.554990 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-01a8e220-bc05-4b75-970f-f571832429a0 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4945822 Dec 21 14:04:41.555564 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e31f22d-7883-4f16-9ea2-6269b13d5217', 'tag': 'f7a04fa7-2a1e-4324-a067-f2627b75ecc7'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:04:41.557776 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d59863cea1d3cd3753b105ac340115874538247bffc4ddd9c7a2f3cf3d2521b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9d5d214-fc0e-48ba-a0f2-5c72cb0367e1" -d '{"events": [{"name": "network-changed", "server_uuid": "6e31f22d-7883-4f16-9ea2-6269b13d5217", "tag": "f7a04fa7-2a1e-4324-a067-f2627b75ecc7"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:04:41.652554 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-fe8021c9-6540-4334-acf9-d75344d1fce0 None None] Set router 6db534c7-eef7-43ba-99d6-22a1114eced1 gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:04:41.658195 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1af375f-b7fc-479f-a173-c74cc3e43ae6 req-34b14f77-c351-4377-82a0-abe35b7bb2c2 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:04:41.659711 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a1af375f-b7fc-479f-a173-c74cc3e43ae6 req-34b14f77-c351-4377-82a0-abe35b7bb2c2 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e31f22d-7883-4f16-9ea2-6269b13d5217 HTTP/1.1" status: 200 len: 945 time: 0.0519180 Dec 21 14:04:41.665951 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 14:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6317951e-fa4b-4927-97ec-ddd981038ef1 x-openstack-request-id: req-6317951e-fa4b-4927-97ec-ddd981038ef1 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:04:41.666240 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e31f22d-7883-4f16-9ea2-6269b13d5217", "tag": "f7a04fa7-2a1e-4324-a067-f2627b75ecc7", "status": "completed", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:04:41.666517 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6317951e-fa4b-4927-97ec-ddd981038ef1 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:04:41.667027 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e31f22d-7883-4f16-9ea2-6269b13d5217', 'tag': 'f7a04fa7-2a1e-4324-a067-f2627b75ecc7', 'status': 'completed', 'code': 200} Dec 21 14:04:41.711150 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a1af375f-b7fc-479f-a173-c74cc3e43ae6 req-2e504289-685b-498f-9160-71574770b75c tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?id=97e10fef-9a0d-453d-bde8-396d48413c34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449579 Dec 21 14:04:41.733808 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 38192) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:04:41.752098 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d5d214-fc0e-48ba-a0f2-5c72cb0367e1 req-05d77faa-9e9b-4c3a-85cc-e785799cdca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:04:41.753584 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f9d5d214-fc0e-48ba-a0f2-5c72cb0367e1 req-05d77faa-9e9b-4c3a-85cc-e785799cdca2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a1d23353b1544887bb518bdbacf8b4d3&device_id=6e31f22d-7883-4f16-9ea2-6269b13d5217 HTTP/1.1" status: 200 len: 1098 time: 0.0415826 Dec 21 14:04:41.802593 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-b2943535-1585-44de-9dea-dd6c44d2ae67 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/floatingips/4748a6bc-a06a-49ba-a634-e2c31cfc0351 HTTP/1.1" status: 200 len: 991 time: 0.0674405 Dec 21 14:04:41.848341 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d5d214-fc0e-48ba-a0f2-5c72cb0367e1 req-20ce9143-8172-4d48-b54d-6734de9789fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:04:41.849795 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f9d5d214-fc0e-48ba-a0f2-5c72cb0367e1 req-20ce9143-8172-4d48-b54d-6734de9789fe service neutron] 10.222.0.60 "GET /v2.0/networks?id=99931b5e-9089-407f-be07-79ea396b51ad HTTP/1.1" status: 200 len: 898 time: 0.0891666 Dec 21 14:04:41.884925 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-fe8021c9-6540-4334-acf9-d75344d1fce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6db534c7-eef7-43ba-99d6-22a1114eced1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-541650769', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.169'}], 'enable_snat': True}, 'gw_port_id': 'b564498e-af3e-478f-b228-9722b471a2b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:04:26Z', 'updated_at': '2021-12-21T14:04:30Z', 'revision_number': 4, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'gw_port': {'id': 'b564498e-af3e-478f-b228-9722b471a2b7', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:1f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db534c7-eef7-43ba-99d6-22a1114eced1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:04:26Z', 'updated_at': '2021-12-21T14:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '4748a6bc-a06a-49ba-a634-e2c31cfc0351', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'floating_ip_address': '172.36.3.153', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': '6db534c7-eef7-43ba-99d6-22a1114eced1', 'port_id': 'f7a04fa7-2a1e-4324-a067-f2627b75ecc7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1799, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99931b5e-9089-407f-be07-79ea396b51ad', 'mac_address': 'fa:16:3e:b7:68:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e31f22d-7883-4f16-9ea2-6269b13d5217', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T14:04:40Z', 'updated_at': '2021-12-21T14:04:40Z', 'revision_number': 0, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6445d41-6e9c-4aff-aa6b-f19ef6ad6e5a', 'name': '', 'network_id': '99931b5e-9089-407f-be07-79ea396b51ad', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'mac_address': 'fa:16:3e:99:30:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db534c7-eef7-43ba-99d6-22a1114eced1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '654c6ead-5509-4e6f-950e-e8e727c8605c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:04:29Z', 'updated_at': '2021-12-21T14:04:32Z', 'revision_number': 5, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'subnets': [{'id': '654c6ead-5509-4e6f-950e-e8e727c8605c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:04:41.911966 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8021c9-6540-4334-acf9-d75344d1fce0 None None] Checking router: 6db534c7-eef7-43ba-99d6-22a1114eced1 for host: dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 14:04:41.920396 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f9d5d214-fc0e-48ba-a0f2-5c72cb0367e1 req-429dd8ae-c846-4f90-8ffa-ad10cd0bcbcc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7a04fa7-2a1e-4324-a067-f2627b75ecc7 HTTP/1.1" status: 200 len: 999 time: 0.0641959 Dec 21 14:04:41.921067 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8021c9-6540-4334-acf9-d75344d1fce0 None None] Routers {'6db534c7-eef7-43ba-99d6-22a1114eced1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:04:41.921848 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-fe8021c9-6540-4334-acf9-d75344d1fce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T14:04:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['6db534c7-eef7-43ba-99d6-22a1114eced1'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:04:41.968611 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d5d214-fc0e-48ba-a0f2-5c72cb0367e1 req-7bbb59c9-6ea6-41fd-9acd-e4ea46d499e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:04:41.970076 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f9d5d214-fc0e-48ba-a0f2-5c72cb0367e1 req-7bbb59c9-6ea6-41fd-9acd-e4ea46d499e3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=654c6ead-5509-4e6f-950e-e8e727c8605c HTTP/1.1" status: 200 len: 834 time: 0.0428748 Dec 21 14:04:42.015300 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d5d214-fc0e-48ba-a0f2-5c72cb0367e1 req-28b8af4c-f31f-433a-844a-ec63e75a1982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:04:42.016823 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f9d5d214-fc0e-48ba-a0f2-5c72cb0367e1 req-28b8af4c-f31f-433a-844a-ec63e75a1982 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=99931b5e-9089-407f-be07-79ea396b51ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0409603 Dec 21 14:04:42.109672 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-fe8021c9-6540-4334-acf9-d75344d1fce0 None None] Set router 6db534c7-eef7-43ba-99d6-22a1114eced1 gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:04:42.112796 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f9d5d214-fc0e-48ba-a0f2-5c72cb0367e1 req-62aa4646-6deb-4951-a837-6870570a251f service neutron] 10.222.0.60 "GET /v2.0/networks/99931b5e-9089-407f-be07-79ea396b51ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893483 Dec 21 14:04:42.202209 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f9d5d214-fc0e-48ba-a0f2-5c72cb0367e1 req-d8ce50d0-2dea-4a54-bc19-c78ef19b5fcb service neutron] 10.222.0.60 "GET /v2.0/networks/99931b5e-9089-407f-be07-79ea396b51ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824652 Dec 21 14:04:42.327239 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-fe8021c9-6540-4334-acf9-d75344d1fce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6db534c7-eef7-43ba-99d6-22a1114eced1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-541650769', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.169'}], 'enable_snat': True}, 'gw_port_id': 'b564498e-af3e-478f-b228-9722b471a2b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:04:26Z', 'updated_at': '2021-12-21T14:04:30Z', 'revision_number': 4, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'gw_port': {'id': 'b564498e-af3e-478f-b228-9722b471a2b7', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:1f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db534c7-eef7-43ba-99d6-22a1114eced1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:04:26Z', 'updated_at': '2021-12-21T14:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '4748a6bc-a06a-49ba-a634-e2c31cfc0351', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'floating_ip_address': '172.36.3.153', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': '6db534c7-eef7-43ba-99d6-22a1114eced1', 'port_id': 'f7a04fa7-2a1e-4324-a067-f2627b75ecc7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1799, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99931b5e-9089-407f-be07-79ea396b51ad', 'mac_address': 'fa:16:3e:b7:68:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e31f22d-7883-4f16-9ea2-6269b13d5217', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T14:04:40Z', 'updated_at': '2021-12-21T14:04:40Z', 'revision_number': 0, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6445d41-6e9c-4aff-aa6b-f19ef6ad6e5a', 'name': '', 'network_id': '99931b5e-9089-407f-be07-79ea396b51ad', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'mac_address': 'fa:16:3e:99:30:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db534c7-eef7-43ba-99d6-22a1114eced1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '654c6ead-5509-4e6f-950e-e8e727c8605c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:04:29Z', 'updated_at': '2021-12-21T14:04:32Z', 'revision_number': 5, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'subnets': [{'id': '654c6ead-5509-4e6f-950e-e8e727c8605c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:04:42.355939 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8021c9-6540-4334-acf9-d75344d1fce0 None None] The sync data for ids ['6db534c7-eef7-43ba-99d6-22a1114eced1'] in dv-neutron-master-2-hyperv is: [{'id': '6db534c7-eef7-43ba-99d6-22a1114eced1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-541650769', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.169'}], 'enable_snat': True}, 'gw_port_id': 'b564498e-af3e-478f-b228-9722b471a2b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:04:26Z', 'updated_at': '2021-12-21T14:04:30Z', 'revision_number': 4, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'gw_port': {'id': 'b564498e-af3e-478f-b228-9722b471a2b7', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:1f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db534c7-eef7-43ba-99d6-22a1114eced1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:04:26Z', 'updated_at': '2021-12-21T14:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '4748a6bc-a06a-49ba-a634-e2c31cfc0351', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'floating_ip_address': '172.36.3.153', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': '6db534c7-eef7-43ba-99d6-22a1114eced1', 'port_id': 'f7a04fa7-2a1e-4324-a067-f2627b75ecc7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1799, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99931b5e-9089-407f-be07-79ea396b51ad', 'mac_address': 'fa:16:3e:b7:68:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e31f22d-7883-4f16-9ea2-6269b13d5217', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T14:04:40Z', 'updated_at': '2021-12-21T14:04:40Z', 'revision_number': 0, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6445d41-6e9c-4aff-aa6b-f19ef6ad6e5a', 'name': '', 'network_id': '99931b5e-9089-407f-be07-79ea396b51ad', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'mac_address': 'fa:16:3e:99:30:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db534c7-eef7-43ba-99d6-22a1114eced1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '654c6ead-5509-4e6f-950e-e8e727c8605c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:04:29Z', 'updated_at': '2021-12-21T14:04:32Z', 'revision_number': 5, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'subnets': [{'id': '654c6ead-5509-4e6f-950e-e8e727c8605c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 14:04:42.540117 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f3485a-1de4-4ea4-9450-be28a74e61db None None] New status for floating IP 4748a6bc-a06a-49ba-a634-e2c31cfc0351: ACTIVE {{(pid=103154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 14:04:42.806505 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 38194) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:04:42.869343 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-cd9033d7-812f-4e77-a553-30a04671b100 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/floatingips/4748a6bc-a06a-49ba-a634-e2c31cfc0351 HTTP/1.1" status: 200 len: 993 time: 0.0616503 Dec 21 14:04:43.565226 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:55.215088 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d4404aa0-fea9-4f63-8d95-425d0f33a1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:57.692944 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f0583b14-b393-402d-933c-2a093e0e8514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:04:58.930516 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:00.912937 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:01.116185 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:06.849746 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.agents_db [None req-c60a5637-8c6f-4692-b23b-7dd82bd36b21 None None] Agent healthcheck: found 6 active agents {{(pid=103155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 14:05:13.571254 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:14.337165 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04a2b66-83c2-436c-8e82-4ae85a102087 req-3d6cf3c5-26c3-4ebe-990b-5def49b56e8d tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:05:14.338693 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-f04a2b66-83c2-436c-8e82-4ae85a102087 req-3d6cf3c5-26c3-4ebe-990b-5def49b56e8d tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e31f22d-7883-4f16-9ea2-6269b13d5217 HTTP/1.1" status: 200 len: 945 time: 0.0526242 Dec 21 14:05:14.389846 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-f04a2b66-83c2-436c-8e82-4ae85a102087 req-64ba9f3f-91de-41a7-ac11-1d953dbb0355 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?id=97e10fef-9a0d-453d-bde8-396d48413c34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446129 Dec 21 14:05:15.504917 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a487bf-13e8-4301-9bcf-2183008be17e req-a8ff6f8f-b78e-46ba-a006-ae1e24a22da5 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:05:15.506398 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f9a487bf-13e8-4301-9bcf-2183008be17e req-a8ff6f8f-b78e-46ba-a006-ae1e24a22da5 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e31f22d-7883-4f16-9ea2-6269b13d5217 HTTP/1.1" status: 200 len: 945 time: 0.0481222 Dec 21 14:05:15.555107 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f9a487bf-13e8-4301-9bcf-2183008be17e req-bbe8c54a-bd49-4e1c-8374-8b1b82f251bc tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?id=97e10fef-9a0d-453d-bde8-396d48413c34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422645 Dec 21 14:05:15.577362 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 38212) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:05:15.639686 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-ec2d65ea-aaff-4f3d-b4cd-13a69e2e7dd6 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/floatingips/4748a6bc-a06a-49ba-a634-e2c31cfc0351 HTTP/1.1" status: 200 len: 993 time: 0.0605226 Dec 21 14:05:16.948954 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683c8ef3-bcc5-4d75-a369-f150f680effe req-fec7a92d-dd8f-4523-9026-af842d040107 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:05:16.950346 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-683c8ef3-bcc5-4d75-a369-f150f680effe req-fec7a92d-dd8f-4523-9026-af842d040107 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e31f22d-7883-4f16-9ea2-6269b13d5217 HTTP/1.1" status: 200 len: 945 time: 0.0510361 Dec 21 14:05:16.992008 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531558a7-91f0-4baf-8145-60f8dd758401 req-57798ca2-e99b-4928-b8b0-6f27a9382f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:05:16.993517 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-531558a7-91f0-4baf-8145-60f8dd758401 req-57798ca2-e99b-4928-b8b0-6f27a9382f85 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a1d23353b1544887bb518bdbacf8b4d3&device_id=6e31f22d-7883-4f16-9ea2-6269b13d5217 HTTP/1.1" status: 200 len: 1098 time: 0.0497139 Dec 21 14:05:17.005126 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-683c8ef3-bcc5-4d75-a369-f150f680effe req-0d0045f0-6be2-4c2a-8e25-15864cfcaede tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?id=97e10fef-9a0d-453d-bde8-396d48413c34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460522 Dec 21 14:05:17.083573 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531558a7-91f0-4baf-8145-60f8dd758401 req-bf243d49-0d97-49e9-a4bc-eda01743a372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:05:17.085016 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-531558a7-91f0-4baf-8145-60f8dd758401 req-bf243d49-0d97-49e9-a4bc-eda01743a372 service neutron] 10.222.0.60 "GET /v2.0/networks?id=99931b5e-9089-407f-be07-79ea396b51ad HTTP/1.1" status: 200 len: 898 time: 0.0843215 Dec 21 14:05:17.150652 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-531558a7-91f0-4baf-8145-60f8dd758401 req-14189683-41bd-49ab-a67b-59bacc13a161 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7a04fa7-2a1e-4324-a067-f2627b75ecc7 HTTP/1.1" status: 200 len: 1001 time: 0.0594876 Dec 21 14:05:17.199237 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531558a7-91f0-4baf-8145-60f8dd758401 req-774e9849-3884-451e-8292-9f2e390ff737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:05:17.200600 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-531558a7-91f0-4baf-8145-60f8dd758401 req-774e9849-3884-451e-8292-9f2e390ff737 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=654c6ead-5509-4e6f-950e-e8e727c8605c HTTP/1.1" status: 200 len: 834 time: 0.0437922 Dec 21 14:05:17.245006 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531558a7-91f0-4baf-8145-60f8dd758401 req-757bdeae-e318-4dbf-9f5f-136d5e4c34ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:05:17.246485 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-531558a7-91f0-4baf-8145-60f8dd758401 req-757bdeae-e318-4dbf-9f5f-136d5e4c34ef service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=99931b5e-9089-407f-be07-79ea396b51ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0389423 Dec 21 14:05:17.344068 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-531558a7-91f0-4baf-8145-60f8dd758401 req-5a69c877-ff8c-434d-a708-04144c7c6b98 service neutron] 10.222.0.60 "GET /v2.0/networks/99931b5e-9089-407f-be07-79ea396b51ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907178 Dec 21 14:05:17.437188 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-531558a7-91f0-4baf-8145-60f8dd758401 req-fe8de097-1836-4187-bfd0-72744db1436c service neutron] 10.222.0.60 "GET /v2.0/networks/99931b5e-9089-407f-be07-79ea396b51ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869679 Dec 21 14:05:18.123236 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998f5797-df32-4528-9000-90a11cf364dc req-f6f88d39-d656-42e2-a246-51a515867f13 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:05:18.124746 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-998f5797-df32-4528-9000-90a11cf364dc req-f6f88d39-d656-42e2-a246-51a515867f13 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e31f22d-7883-4f16-9ea2-6269b13d5217 HTTP/1.1" status: 200 len: 945 time: 0.0494788 Dec 21 14:05:18.173958 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-998f5797-df32-4528-9000-90a11cf364dc req-6ba33c12-bde9-4820-912e-b7136836adb0 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?id=97e10fef-9a0d-453d-bde8-396d48413c34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431559 Dec 21 14:05:19.286741 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0172e242-123d-47b5-9b5e-72f5ea3e762c req-6de39ee4-0a9f-457f-a90c-3a32e3cd1707 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:05:19.288120 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-0172e242-123d-47b5-9b5e-72f5ea3e762c req-6de39ee4-0a9f-457f-a90c-3a32e3cd1707 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e31f22d-7883-4f16-9ea2-6269b13d5217 HTTP/1.1" status: 200 len: 945 time: 0.0485384 Dec 21 14:05:19.340786 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-0172e242-123d-47b5-9b5e-72f5ea3e762c req-6a057b99-63d2-48f3-8343-b4acae1932a3 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?id=97e10fef-9a0d-453d-bde8-396d48413c34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467427 Dec 21 14:05:19.363518 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 38226) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:05:19.422864 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-4d7d9c00-d2f5-4e87-9547-b441c7eb6f82 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/floatingips/4748a6bc-a06a-49ba-a634-e2c31cfc0351 HTTP/1.1" status: 200 len: 993 time: 0.0582187 Dec 21 14:05:19.672679 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 38232) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:05:19.826633 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-2aa61d3e-7bd0-4ded-86bb-5e740456a9ba tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Deleting port a9804e88-fd25-44bf-ae8a-002c357558db {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 14:05:19.826985 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2aa61d3e-7bd0-4ded-86bb-5e740456a9ba tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:19.903378 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2aa61d3e-7bd0-4ded-86bb-5e740456a9ba tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:19.903704 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2aa61d3e-7bd0-4ded-86bb-5e740456a9ba tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:19.915586 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-2aa61d3e-7bd0-4ded-86bb-5e740456a9ba tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Calling delete_port for a9804e88-fd25-44bf-ae8a-002c357558db owned by network:floatingip {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 14:05:20.063291 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2aa61d3e-7bd0-4ded-86bb-5e740456a9ba tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:20.089054 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa61d3e-7bd0-4ded-86bb-5e740456a9ba tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Pushing event deleted for resources: {'Port': ['ID=a9804e88-fd25-44bf-ae8a-002c357558db,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:05:20.100634 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa61d3e-7bd0-4ded-86bb-5e740456a9ba tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:05:20.100987 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa61d3e-7bd0-4ded-86bb-5e740456a9ba tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:05:20.101334 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa61d3e-7bd0-4ded-86bb-5e740456a9ba tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:05:20.101671 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa61d3e-7bd0-4ded-86bb-5e740456a9ba tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:05:20.102005 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa61d3e-7bd0-4ded-86bb-5e740456a9ba tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:05:20.102345 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa61d3e-7bd0-4ded-86bb-5e740456a9ba tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:05:20.102700 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa61d3e-7bd0-4ded-86bb-5e740456a9ba tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:05:20.103028 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa61d3e-7bd0-4ded-86bb-5e740456a9ba tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:05:20.103356 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa61d3e-7bd0-4ded-86bb-5e740456a9ba tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:05:20.103681 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa61d3e-7bd0-4ded-86bb-5e740456a9ba tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:05:20.104010 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa61d3e-7bd0-4ded-86bb-5e740456a9ba tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:05:20.104333 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa61d3e-7bd0-4ded-86bb-5e740456a9ba tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:05:20.104656 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa61d3e-7bd0-4ded-86bb-5e740456a9ba tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:05:20.157352 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2aa61d3e-7bd0-4ded-86bb-5e740456a9ba tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for floatingip, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:20.157689 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.l3_db [None req-2aa61d3e-7bd0-4ded-86bb-5e740456a9ba tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Floating IP 4748a6bc-a06a-49ba-a634-e2c31cfc0351 disassociated (deleted). External IP: 172.36.3.153, port: f7a04fa7-2a1e-4324-a067-f2627b75ecc7. Dec 21 14:05:20.367507 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aa61d3e-7bd0-4ded-86bb-5e740456a9ba tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Router 6db534c7-eef7-43ba-99d6-22a1114eced1 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 14:05:20.472480 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aa61d3e-7bd0-4ded-86bb-5e740456a9ba tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 14:05:20.477165 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2aa61d3e-7bd0-4ded-86bb-5e740456a9ba tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for floatingip, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:20.481789 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e794d71a-e424-417f-8e5d-899655bcb1fc None None] Sync routers for ids ['6db534c7-eef7-43ba-99d6-22a1114eced1'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 14:05:20.491345 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e794d71a-e424-417f-8e5d-899655bcb1fc None None] Routers {'6db534c7-eef7-43ba-99d6-22a1114eced1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:05:20.491948 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-e794d71a-e424-417f-8e5d-899655bcb1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T14:04:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['6db534c7-eef7-43ba-99d6-22a1114eced1'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:05:20.504138 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-2aa61d3e-7bd0-4ded-86bb-5e740456a9ba tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "DELETE /v2.0/floatingips/4748a6bc-a06a-49ba-a634-e2c31cfc0351 HTTP/1.1" status: 204 len: 168 time: 0.8303401 Dec 21 14:05:20.504765 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e31f22d-7883-4f16-9ea2-6269b13d5217', 'tag': 'f7a04fa7-2a1e-4324-a067-f2627b75ecc7'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:05:20.507395 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af6034c98e584fa55ea4398f343c742ceb598288507feaf30d5a15785b2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba037fce-06ef-4460-aef1-af9d21e267e6" -d '{"events": [{"name": "network-changed", "server_uuid": "6e31f22d-7883-4f16-9ea2-6269b13d5217", "tag": "f7a04fa7-2a1e-4324-a067-f2627b75ecc7"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:05:20.550004 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 14:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56b23774-fb7b-4056-ac90-2847df83acac x-openstack-request-id: req-56b23774-fb7b-4056-ac90-2847df83acac {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:05:20.550525 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e31f22d-7883-4f16-9ea2-6269b13d5217", "tag": "f7a04fa7-2a1e-4324-a067-f2627b75ecc7", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:05:20.550782 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-56b23774-fb7b-4056-ac90-2847df83acac {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:05:20.551191 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e31f22d-7883-4f16-9ea2-6269b13d5217', 'tag': 'f7a04fa7-2a1e-4324-a067-f2627b75ecc7', 'status': 'completed', 'code': 200} Dec 21 14:05:20.604109 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-e794d71a-e424-417f-8e5d-899655bcb1fc None None] Set router 6db534c7-eef7-43ba-99d6-22a1114eced1 gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:05:20.656007 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba037fce-06ef-4460-aef1-af9d21e267e6 req-a1c21919-d8f4-4d4b-aaf3-c41a21162eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:05:20.657573 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-ba037fce-06ef-4460-aef1-af9d21e267e6 req-a1c21919-d8f4-4d4b-aaf3-c41a21162eec service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a1d23353b1544887bb518bdbacf8b4d3&device_id=6e31f22d-7883-4f16-9ea2-6269b13d5217 HTTP/1.1" status: 200 len: 1098 time: 0.0632792 Dec 21 14:05:20.804707 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-e794d71a-e424-417f-8e5d-899655bcb1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6db534c7-eef7-43ba-99d6-22a1114eced1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-541650769', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.169'}], 'enable_snat': True}, 'gw_port_id': 'b564498e-af3e-478f-b228-9722b471a2b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:04:26Z', 'updated_at': '2021-12-21T14:04:30Z', 'revision_number': 4, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'gw_port': {'id': 'b564498e-af3e-478f-b228-9722b471a2b7', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:1f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db534c7-eef7-43ba-99d6-22a1114eced1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:04:26Z', 'updated_at': '2021-12-21T14:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'd6445d41-6e9c-4aff-aa6b-f19ef6ad6e5a', 'name': '', 'network_id': '99931b5e-9089-407f-be07-79ea396b51ad', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'mac_address': 'fa:16:3e:99:30:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db534c7-eef7-43ba-99d6-22a1114eced1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '654c6ead-5509-4e6f-950e-e8e727c8605c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:04:29Z', 'updated_at': '2021-12-21T14:04:32Z', 'revision_number': 5, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'subnets': [{'id': '654c6ead-5509-4e6f-950e-e8e727c8605c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:05:20.805963 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dbf742-c756-4e52-bf7e-311c71a9a42a req-492793f9-8a8a-40a3-a1d7-4ac51efb3d77 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:05:20.807493 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-95dbf742-c756-4e52-bf7e-311c71a9a42a req-492793f9-8a8a-40a3-a1d7-4ac51efb3d77 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e31f22d-7883-4f16-9ea2-6269b13d5217 HTTP/1.1" status: 200 len: 945 time: 0.1054981 Dec 21 14:05:20.830441 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e794d71a-e424-417f-8e5d-899655bcb1fc None None] Checking router: 6db534c7-eef7-43ba-99d6-22a1114eced1 for host: dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 14:05:20.838561 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e794d71a-e424-417f-8e5d-899655bcb1fc None None] Routers {'6db534c7-eef7-43ba-99d6-22a1114eced1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:05:20.839176 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-e794d71a-e424-417f-8e5d-899655bcb1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T14:04:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['6db534c7-eef7-43ba-99d6-22a1114eced1'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:05:20.843439 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba037fce-06ef-4460-aef1-af9d21e267e6 req-a5e4f73a-a95c-4748-8b75-3c7e0c866699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:05:20.844931 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-ba037fce-06ef-4460-aef1-af9d21e267e6 req-a5e4f73a-a95c-4748-8b75-3c7e0c866699 service neutron] 10.222.0.60 "GET /v2.0/networks?id=99931b5e-9089-407f-be07-79ea396b51ad HTTP/1.1" status: 200 len: 898 time: 0.1410718 Dec 21 14:05:20.898672 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-ba037fce-06ef-4460-aef1-af9d21e267e6 req-1721d6ee-c56b-47e2-8fa3-94692d792458 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7a04fa7-2a1e-4324-a067-f2627b75ecc7 HTTP/1.1" status: 200 len: 217 time: 0.0445175 Dec 21 14:05:20.907834 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-95dbf742-c756-4e52-bf7e-311c71a9a42a req-4a53f74a-5e77-45b8-86fa-93f2fd5dac7d tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?id=97e10fef-9a0d-453d-bde8-396d48413c34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938103 Dec 21 14:05:20.945276 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-e794d71a-e424-417f-8e5d-899655bcb1fc None None] Set router 6db534c7-eef7-43ba-99d6-22a1114eced1 gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:05:20.951106 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba037fce-06ef-4460-aef1-af9d21e267e6 req-6a8c4a1f-c884-4828-b52e-c25fcb1050ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:05:20.952565 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-ba037fce-06ef-4460-aef1-af9d21e267e6 req-6a8c4a1f-c884-4828-b52e-c25fcb1050ab service neutron] 10.222.0.60 "GET /v2.0/subnets?id=654c6ead-5509-4e6f-950e-e8e727c8605c HTTP/1.1" status: 200 len: 834 time: 0.0439005 Dec 21 14:05:21.001648 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba037fce-06ef-4460-aef1-af9d21e267e6 req-5f0f1cec-63a1-49e4-9c30-eca4947c912a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:05:21.003192 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-ba037fce-06ef-4460-aef1-af9d21e267e6 req-5f0f1cec-63a1-49e4-9c30-eca4947c912a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=99931b5e-9089-407f-be07-79ea396b51ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0422084 Dec 21 14:05:21.095407 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-ba037fce-06ef-4460-aef1-af9d21e267e6 req-4e16f684-2274-4c1c-bd12-117e4d867d80 service neutron] 10.222.0.60 "GET /v2.0/networks/99931b5e-9089-407f-be07-79ea396b51ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850279 Dec 21 14:05:21.138874 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-e794d71a-e424-417f-8e5d-899655bcb1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6db534c7-eef7-43ba-99d6-22a1114eced1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-541650769', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.169'}], 'enable_snat': True}, 'gw_port_id': 'b564498e-af3e-478f-b228-9722b471a2b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:04:26Z', 'updated_at': '2021-12-21T14:04:30Z', 'revision_number': 4, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'gw_port': {'id': 'b564498e-af3e-478f-b228-9722b471a2b7', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:1f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db534c7-eef7-43ba-99d6-22a1114eced1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:04:26Z', 'updated_at': '2021-12-21T14:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'd6445d41-6e9c-4aff-aa6b-f19ef6ad6e5a', 'name': '', 'network_id': '99931b5e-9089-407f-be07-79ea396b51ad', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'mac_address': 'fa:16:3e:99:30:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db534c7-eef7-43ba-99d6-22a1114eced1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '654c6ead-5509-4e6f-950e-e8e727c8605c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:04:29Z', 'updated_at': '2021-12-21T14:04:32Z', 'revision_number': 5, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'subnets': [{'id': '654c6ead-5509-4e6f-950e-e8e727c8605c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:05:21.168432 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e794d71a-e424-417f-8e5d-899655bcb1fc None None] The sync data for ids ['6db534c7-eef7-43ba-99d6-22a1114eced1'] in dv-neutron-master-2-hyperv is: [{'id': '6db534c7-eef7-43ba-99d6-22a1114eced1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-541650769', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.169'}], 'enable_snat': True}, 'gw_port_id': 'b564498e-af3e-478f-b228-9722b471a2b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:04:26Z', 'updated_at': '2021-12-21T14:04:30Z', 'revision_number': 4, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'gw_port': {'id': 'b564498e-af3e-478f-b228-9722b471a2b7', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:1f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db534c7-eef7-43ba-99d6-22a1114eced1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:04:26Z', 'updated_at': '2021-12-21T14:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'd6445d41-6e9c-4aff-aa6b-f19ef6ad6e5a', 'name': '', 'network_id': '99931b5e-9089-407f-be07-79ea396b51ad', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'mac_address': 'fa:16:3e:99:30:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db534c7-eef7-43ba-99d6-22a1114eced1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '654c6ead-5509-4e6f-950e-e8e727c8605c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:04:29Z', 'updated_at': '2021-12-21T14:04:32Z', 'revision_number': 5, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'subnets': [{'id': '654c6ead-5509-4e6f-950e-e8e727c8605c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 14:05:21.185038 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-ba037fce-06ef-4460-aef1-af9d21e267e6 req-6e78f38b-5d7c-465b-a2ce-f177f1afacbe service neutron] 10.222.0.60 "GET /v2.0/networks/99931b5e-9089-407f-be07-79ea396b51ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826647 Dec 21 14:05:21.388143 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54df921d-f725-45d5-91c2-07c34e5cea52 None None] New status for floating IP 4748a6bc-a06a-49ba-a634-e2c31cfc0351: DOWN {{(pid=103154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 14:05:22.023534 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce63c4e-a0d0-45ad-93ff-9a3a53161e7a req-35245fef-06d2-4f6c-be85-f03be53121e4 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:05:22.024991 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-1ce63c4e-a0d0-45ad-93ff-9a3a53161e7a req-35245fef-06d2-4f6c-be85-f03be53121e4 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e31f22d-7883-4f16-9ea2-6269b13d5217 HTTP/1.1" status: 200 len: 945 time: 0.0481410 Dec 21 14:05:22.078900 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-1ce63c4e-a0d0-45ad-93ff-9a3a53161e7a req-cf010f19-3890-4c60-bd09-60a6e06959e4 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/security-groups?id=97e10fef-9a0d-453d-bde8-396d48413c34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477059 Dec 21 14:05:22.471885 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f068caf-d494-420a-8c81-8996a6485ef8 req-fc092c74-5881-4ec0-8c6d-c05121213773 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:05:22.473367 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-3f068caf-d494-420a-8c81-8996a6485ef8 req-fc092c74-5881-4ec0-8c6d-c05121213773 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e31f22d-7883-4f16-9ea2-6269b13d5217 HTTP/1.1" status: 200 len: 945 time: 0.0526865 Dec 21 14:05:22.560303 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [req-3f068caf-d494-420a-8c81-8996a6485ef8 req-376d3b4a-6b5c-42d6-8725-a9f78d0f69b1 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Deleting port f7a04fa7-2a1e-4324-a067-f2627b75ecc7 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 14:05:22.560645 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-3f068caf-d494-420a-8c81-8996a6485ef8 req-376d3b4a-6b5c-42d6-8725-a9f78d0f69b1 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:22.657527 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-3f068caf-d494-420a-8c81-8996a6485ef8 req-376d3b4a-6b5c-42d6-8725-a9f78d0f69b1 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] For port f7a04fa7-2a1e-4324-a067-f2627b75ecc7, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=f7a04fa7-2a1e-4324-a067-f2627b75ecc7,segment=NetworkSegment(eebeca70-c294-479f-8b31-eed81f5d0ec9),segment_id=eebeca70-c294-479f-8b31-eed81f5d0ec9)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:05:22.657807 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-3f068caf-d494-420a-8c81-8996a6485ef8 req-376d3b4a-6b5c-42d6-8725-a9f78d0f69b1 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:22.669558 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [req-3f068caf-d494-420a-8c81-8996a6485ef8 req-376d3b4a-6b5c-42d6-8725-a9f78d0f69b1 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Calling delete_port for f7a04fa7-2a1e-4324-a067-f2627b75ecc7 owned by compute:nova {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 14:05:22.803141 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-3f068caf-d494-420a-8c81-8996a6485ef8 req-376d3b4a-6b5c-42d6-8725-a9f78d0f69b1 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:22.861900 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376d3b4a-6b5c-42d6-8725-a9f78d0f69b1 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Pushing event deleted for resources: {'Port': ['ID=f7a04fa7-2a1e-4324-a067-f2627b75ecc7,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:05:22.885202 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f068caf-d494-420a-8c81-8996a6485ef8 req-376d3b4a-6b5c-42d6-8725-a9f78d0f69b1 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] No DVR routers for this DVR port f7a04fa7-2a1e-4324-a067-f2627b75ecc7 on host hv-neutron-mast {{(pid=103153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 14:05:22.887918 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-3f068caf-d494-420a-8c81-8996a6485ef8 req-376d3b4a-6b5c-42d6-8725-a9f78d0f69b1 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:22.891819 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-3f068caf-d494-420a-8c81-8996a6485ef8 req-376d3b4a-6b5c-42d6-8725-a9f78d0f69b1 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.60 "DELETE /v2.0/ports/f7a04fa7-2a1e-4324-a067-f2627b75ecc7 HTTP/1.1" status: 204 len: 173 time: 0.4128232 Dec 21 14:05:22.892263 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e31f22d-7883-4f16-9ea2-6269b13d5217', 'name': 'network-vif-deleted', 'tag': 'f7a04fa7-2a1e-4324-a067-f2627b75ecc7'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:05:22.894884 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af6034c98e584fa55ea4398f343c742ceb598288507feaf30d5a15785b2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36c4f368-832c-4e3b-aafd-99e17200a0da" -d '{"events": [{"server_uuid": "6e31f22d-7883-4f16-9ea2-6269b13d5217", "name": "network-vif-deleted", "tag": "f7a04fa7-2a1e-4324-a067-f2627b75ecc7"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:05:22.943578 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 14:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ec0d9c4-def7-4120-a9ca-9a742f0112eb x-openstack-request-id: req-2ec0d9c4-def7-4120-a9ca-9a742f0112eb {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:05:22.944083 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e31f22d-7883-4f16-9ea2-6269b13d5217", "name": "network-vif-deleted", "tag": "f7a04fa7-2a1e-4324-a067-f2627b75ecc7", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:05:22.944505 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2ec0d9c4-def7-4120-a9ca-9a742f0112eb {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:05:22.945081 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e31f22d-7883-4f16-9ea2-6269b13d5217', 'name': 'network-vif-deleted', 'tag': 'f7a04fa7-2a1e-4324-a067-f2627b75ecc7', 'status': 'completed', 'code': 200} Dec 21 14:05:23.190977 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-ce71b58b-f393-4a77-bc92-547649306e86 req-92b9ded6-b020-476b-9322-ef0d0694809d tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e31f22d-7883-4f16-9ea2-6269b13d5217 HTTP/1.1" status: 200 len: 210 time: 0.0325735 Dec 21 14:05:24.243542 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 38250) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:05:24.595350 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0416111b-6c28-4506-9ca5-a989fdc778f4 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532692'] for router_interface, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:24.843878 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-0416111b-6c28-4506-9ca5-a989fdc778f4 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Deleting port d6445d41-6e9c-4aff-aa6b-f19ef6ad6e5a {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 14:05:24.844222 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0416111b-6c28-4506-9ca5-a989fdc778f4 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:24.930067 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-0416111b-6c28-4506-9ca5-a989fdc778f4 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] For port d6445d41-6e9c-4aff-aa6b-f19ef6ad6e5a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d6445d41-6e9c-4aff-aa6b-f19ef6ad6e5a,segment=NetworkSegment(eebeca70-c294-479f-8b31-eed81f5d0ec9),segment_id=eebeca70-c294-479f-8b31-eed81f5d0ec9)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:05:24.930454 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0416111b-6c28-4506-9ca5-a989fdc778f4 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:24.941943 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-0416111b-6c28-4506-9ca5-a989fdc778f4 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Calling delete_port for d6445d41-6e9c-4aff-aa6b-f19ef6ad6e5a owned by network:router_interface {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 14:05:25.124840 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0416111b-6c28-4506-9ca5-a989fdc778f4 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:25.156201 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0416111b-6c28-4506-9ca5-a989fdc778f4 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Pushing event deleted for resources: {'Port': ['ID=d6445d41-6e9c-4aff-aa6b-f19ef6ad6e5a,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:05:25.223027 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-141bd121-52fc-49ac-9af0-e5753854d26c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:25.622330 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0416111b-6c28-4506-9ca5-a989fdc778f4 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534084'] for router_interface, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:25.648727 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device f7a04fa7-2a1e-4324-a067-f2627b75ecc7 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 14:05:25.668499 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] No Port match for: f7a04fa7-2a1e-4324-a067-f2627b75ecc7 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 14:05:25.668846 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device f7a04fa7-2a1e-4324-a067-f2627b75ecc7 not bound to the agent host hv-neutron-mast {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 14:05:25.833515 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0416111b-6c28-4506-9ca5-a989fdc778f4 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Router 6db534c7-eef7-43ba-99d6-22a1114eced1 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 14:05:25.935885 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0416111b-6c28-4506-9ca5-a989fdc778f4 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 14:05:25.940623 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-0416111b-6c28-4506-9ca5-a989fdc778f4 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "PUT /v2.0/routers/6db534c7-eef7-43ba-99d6-22a1114eced1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6960542 Dec 21 14:05:25.943490 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 38252) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:05:25.945440 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafe6d47-7590-4859-9199-8fec9e782d04 None None] Sync routers for ids ['6db534c7-eef7-43ba-99d6-22a1114eced1'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 14:05:25.955706 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafe6d47-7590-4859-9199-8fec9e782d04 None None] Routers {'6db534c7-eef7-43ba-99d6-22a1114eced1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:05:25.956307 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-fafe6d47-7590-4859-9199-8fec9e782d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T14:04:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['6db534c7-eef7-43ba-99d6-22a1114eced1'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:05:25.994662 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_v2 [None req-6323becd-7c35-4129-ad6c-3038b1f4f450 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Deleting subnet 654c6ead-5509-4e6f-950e-e8e727c8605c {{(pid=103153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 14:05:25.998377 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6323becd-7c35-4129-ad6c-3038b1f4f450 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for subnet, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:26.042546 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6323becd-7c35-4129-ad6c-3038b1f4f450 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1585439'] for subnet, precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:26.058717 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-fafe6d47-7590-4859-9199-8fec9e782d04 None None] Set router 6db534c7-eef7-43ba-99d6-22a1114eced1 gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:05:26.132564 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6323becd-7c35-4129-ad6c-3038b1f4f450 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:26.195924 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6323becd-7c35-4129-ad6c-3038b1f4f450 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11349588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11288746'] for subnet, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:26.224716 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323becd-7c35-4129-ad6c-3038b1f4f450 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Pushing event deleted for resources: {'Subnet': ['ID=654c6ead-5509-4e6f-950e-e8e727c8605c,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:05:26.228322 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6323becd-7c35-4129-ad6c-3038b1f4f450 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:26.234292 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-6323becd-7c35-4129-ad6c-3038b1f4f450 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "DELETE /v2.0/subnets/654c6ead-5509-4e6f-950e-e8e727c8605c HTTP/1.1" status: 204 len: 168 time: 0.2896366 Dec 21 14:05:26.234763 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 38254) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:05:26.235548 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612ab1e4-af51-40b6-835f-69e63f96e3d5 None None] Network 99931b5e-9089-407f-be07-79ea396b51ad requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 14:05:26.322340 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-fafe6d47-7590-4859-9199-8fec9e782d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6db534c7-eef7-43ba-99d6-22a1114eced1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-541650769', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.169'}], 'enable_snat': True}, 'gw_port_id': 'b564498e-af3e-478f-b228-9722b471a2b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:04:26Z', 'updated_at': '2021-12-21T14:05:25Z', 'revision_number': 5, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'gw_port': {'id': 'b564498e-af3e-478f-b228-9722b471a2b7', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:1f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db534c7-eef7-43ba-99d6-22a1114eced1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:04:26Z', 'updated_at': '2021-12-21T14:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:05:26.353263 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafe6d47-7590-4859-9199-8fec9e782d04 None None] Checking router: 6db534c7-eef7-43ba-99d6-22a1114eced1 for host: dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 14:05:26.363273 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafe6d47-7590-4859-9199-8fec9e782d04 None None] Routers {'6db534c7-eef7-43ba-99d6-22a1114eced1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:05:26.363910 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-fafe6d47-7590-4859-9199-8fec9e782d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T14:04:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['6db534c7-eef7-43ba-99d6-22a1114eced1'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:05:26.411472 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d168490-756c-4223-99b6-28f29e54a5fc None None] DHCP port deletion for 99931b5e-9089-407f-be07-79ea396b51ad request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 14:05:26.460892 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-7d168490-756c-4223-99b6-28f29e54a5fc None None] Deleting port e63489f2-a257-42fe-be43-f6cab6e8de23 {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 14:05:26.461176 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7d168490-756c-4223-99b6-28f29e54a5fc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:26.475241 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-fafe6d47-7590-4859-9199-8fec9e782d04 None None] Set router 6db534c7-eef7-43ba-99d6-22a1114eced1 gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:05:26.527589 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-7d168490-756c-4223-99b6-28f29e54a5fc None None] For port e63489f2-a257-42fe-be43-f6cab6e8de23, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e63489f2-a257-42fe-be43-f6cab6e8de23,segment=NetworkSegment(eebeca70-c294-479f-8b31-eed81f5d0ec9),segment_id=eebeca70-c294-479f-8b31-eed81f5d0ec9)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:05:26.527985 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7d168490-756c-4223-99b6-28f29e54a5fc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:26.542766 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-7d168490-756c-4223-99b6-28f29e54a5fc None None] Calling delete_port for e63489f2-a257-42fe-be43-f6cab6e8de23 owned by network:dhcp {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 14:05:26.627403 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7d168490-756c-4223-99b6-28f29e54a5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636'] for port, after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:26.653135 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d168490-756c-4223-99b6-28f29e54a5fc None None] Pushing event deleted for resources: {'Port': ['ID=e63489f2-a257-42fe-be43-f6cab6e8de23,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:05:26.656682 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4998a182-3227-411c-9084-8036bfd189dd tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for router, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:26.662975 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d168490-756c-4223-99b6-28f29e54a5fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:05:26.663297 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d168490-756c-4223-99b6-28f29e54a5fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:05:26.663642 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d168490-756c-4223-99b6-28f29e54a5fc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:05:26.663764 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-fafe6d47-7590-4859-9199-8fec9e782d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6db534c7-eef7-43ba-99d6-22a1114eced1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-541650769', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.169'}], 'enable_snat': True}, 'gw_port_id': 'b564498e-af3e-478f-b228-9722b471a2b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:04:26Z', 'updated_at': '2021-12-21T14:05:25Z', 'revision_number': 5, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'gw_port': {'id': 'b564498e-af3e-478f-b228-9722b471a2b7', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:1f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db534c7-eef7-43ba-99d6-22a1114eced1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:04:26Z', 'updated_at': '2021-12-21T14:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:05:26.663990 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d168490-756c-4223-99b6-28f29e54a5fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:05:26.664313 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d168490-756c-4223-99b6-28f29e54a5fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:05:26.664647 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d168490-756c-4223-99b6-28f29e54a5fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:05:26.664981 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d168490-756c-4223-99b6-28f29e54a5fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:05:26.665316 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d168490-756c-4223-99b6-28f29e54a5fc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:05:26.665637 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d168490-756c-4223-99b6-28f29e54a5fc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:05:26.665965 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d168490-756c-4223-99b6-28f29e54a5fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:05:26.666290 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d168490-756c-4223-99b6-28f29e54a5fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:05:26.666641 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d168490-756c-4223-99b6-28f29e54a5fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:05:26.666967 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d168490-756c-4223-99b6-28f29e54a5fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:05:26.671056 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d168490-756c-4223-99b6-28f29e54a5fc None None] No DVR routers for this DVR port e63489f2-a257-42fe-be43-f6cab6e8de23 on host dv-neutron-master-2-hyperv {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 14:05:26.696408 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafe6d47-7590-4859-9199-8fec9e782d04 None None] The sync data for ids ['6db534c7-eef7-43ba-99d6-22a1114eced1'] in dv-neutron-master-2-hyperv is: [{'id': '6db534c7-eef7-43ba-99d6-22a1114eced1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-541650769', 'tenant_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.169'}], 'enable_snat': True}, 'gw_port_id': 'b564498e-af3e-478f-b228-9722b471a2b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:04:26Z', 'updated_at': '2021-12-21T14:05:25Z', 'revision_number': 5, 'project_id': 'a1d23353b1544887bb518bdbacf8b4d3', 'gw_port': {'id': 'b564498e-af3e-478f-b228-9722b471a2b7', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:1f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db534c7-eef7-43ba-99d6-22a1114eced1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:04:26Z', 'updated_at': '2021-12-21T14:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 14:05:26.769174 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4998a182-3227-411c-9084-8036bfd189dd tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:26.820153 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4998a182-3227-411c-9084-8036bfd189dd tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Deleting port b564498e-af3e-478f-b228-9722b471a2b7 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 14:05:26.820491 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4998a182-3227-411c-9084-8036bfd189dd tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:26.900065 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4998a182-3227-411c-9084-8036bfd189dd tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] For port b564498e-af3e-478f-b228-9722b471a2b7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b564498e-af3e-478f-b228-9722b471a2b7,segment=NetworkSegment(a32e5bfd-6fac-434f-817b-5707a23fd2ca),segment_id=a32e5bfd-6fac-434f-817b-5707a23fd2ca)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:05:26.900428 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4998a182-3227-411c-9084-8036bfd189dd tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:26.912884 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4998a182-3227-411c-9084-8036bfd189dd tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Calling delete_port for b564498e-af3e-478f-b228-9722b471a2b7 owned by network:router_gateway {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 14:05:27.090935 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4998a182-3227-411c-9084-8036bfd189dd tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:27.106478 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device d6445d41-6e9c-4aff-aa6b-f19ef6ad6e5a no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 14:05:27.117594 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4998a182-3227-411c-9084-8036bfd189dd tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Pushing event deleted for resources: {'Port': ['ID=b564498e-af3e-478f-b228-9722b471a2b7,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:05:27.142048 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3c8738-4c31-4bcc-9b5e-f3bf2cf986f8 None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 14:05:27.146731 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: d6445d41-6e9c-4aff-aa6b-f19ef6ad6e5a {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 14:05:27.147083 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device d6445d41-6e9c-4aff-aa6b-f19ef6ad6e5a not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 14:05:27.147645 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device e63489f2-a257-42fe-be43-f6cab6e8de23 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 14:05:27.151131 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4998a182-3227-411c-9084-8036bfd189dd tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:05:27.151490 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4998a182-3227-411c-9084-8036bfd189dd tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:05:27.151828 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4998a182-3227-411c-9084-8036bfd189dd tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:05:27.152168 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4998a182-3227-411c-9084-8036bfd189dd tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:05:27.152509 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4998a182-3227-411c-9084-8036bfd189dd tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:05:27.152842 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4998a182-3227-411c-9084-8036bfd189dd tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:05:27.153174 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4998a182-3227-411c-9084-8036bfd189dd tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:05:27.153499 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4998a182-3227-411c-9084-8036bfd189dd tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:05:27.154498 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4998a182-3227-411c-9084-8036bfd189dd tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:05:27.154830 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4998a182-3227-411c-9084-8036bfd189dd tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:05:27.155154 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4998a182-3227-411c-9084-8036bfd189dd tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:05:27.155478 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4998a182-3227-411c-9084-8036bfd189dd tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:05:27.155801 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4998a182-3227-411c-9084-8036bfd189dd tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:05:27.176340 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: e63489f2-a257-42fe-be43-f6cab6e8de23 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 14:05:27.177866 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device e63489f2-a257-42fe-be43-f6cab6e8de23 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 14:05:27.198076 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4998a182-3227-411c-9084-8036bfd189dd tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-548638'] for router_gateway, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:27.288466 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4998a182-3227-411c-9084-8036bfd189dd tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26950'] for router, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:27.290665 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4998a182-3227-411c-9084-8036bfd189dd tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:27.331616 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4998a182-3227-411c-9084-8036bfd189dd tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534967'] for router, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:27.332161 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4998a182-3227-411c-9084-8036bfd189dd tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Fanout notify agent at l3_agent the message router_deleted on router 6db534c7-eef7-43ba-99d6-22a1114eced1 {{(pid=103152) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 14:05:27.338779 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4998a182-3227-411c-9084-8036bfd189dd tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for router, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:27.339874 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-4998a182-3227-411c-9084-8036bfd189dd tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "DELETE /v2.0/routers/6db534c7-eef7-43ba-99d6-22a1114eced1 HTTP/1.1" status: 204 len: 168 time: 1.1040316 Dec 21 14:05:27.343158 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 38256) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:05:27.425221 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cf0d55b5-adc2-411f-9f51-b2baf87f37b2 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:27.509702 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cf0d55b5-adc2-411f-9f51-b2baf87f37b2 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:27.529589 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-cf0d55b5-adc2-411f-9f51-b2baf87f37b2 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99931b5e-9089-407f-be07-79ea396b51ad']}} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:05:27.538573 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-cf0d55b5-adc2-411f-9f51-b2baf87f37b2 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eebeca70-c294-479f-8b31-eed81f5d0ec9') {'for_net_delete': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:05:27.538878 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-cf0d55b5-adc2-411f-9f51-b2baf87f37b2 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eebeca70-c294-479f-8b31-eed81f5d0ec9') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:05:27.552588 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cf0d55b5-adc2-411f-9f51-b2baf87f37b2 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526653'] for segment, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:27.565679 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cf0d55b5-adc2-411f-9f51-b2baf87f37b2 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:27.571564 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf0d55b5-adc2-411f-9f51-b2baf87f37b2 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=103152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 14:05:27.571974 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cf0d55b5-adc2-411f-9f51-b2baf87f37b2 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805426'] for segment, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:27.574941 dv-neutron-master-2-hyperv neutron-server[103152]: Traceback (most recent call last): Dec 21 14:05:27.574941 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 14:05:27.574941 dv-neutron-master-2-hyperv neutron-server[103152]: timer() Dec 21 14:05:27.574941 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 14:05:27.574941 dv-neutron-master-2-hyperv neutron-server[103152]: cb(*args, **kw) Dec 21 14:05:27.574941 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 14:05:27.574941 dv-neutron-master-2-hyperv neutron-server[103152]: return func(*args, **kwargs) Dec 21 14:05:27.574941 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 14:05:27.574941 dv-neutron-master-2-hyperv neutron-server[103152]: self._notify() Dec 21 14:05:27.574941 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 14:05:27.574941 dv-neutron-master-2-hyperv neutron-server[103152]: self.callback(batched_events) Dec 21 14:05:27.574941 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 14:05:27.574941 dv-neutron-master-2-hyperv neutron-server[103152]: event.method(event) Dec 21 14:05:27.574941 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 14:05:27.574941 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 14:05:27.574941 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 14:05:27.574941 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 14:05:27.574941 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 14:05:27.574941 dv-neutron-master-2-hyperv neutron-server[103152]: return f(self, *a, **k) Dec 21 14:05:27.574941 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 14:05:27.574941 dv-neutron-master-2-hyperv neutron-server[103152]: return self._get(url).json() Dec 21 14:05:27.574941 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 14:05:27.574941 dv-neutron-master-2-hyperv neutron-server[103152]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 14:05:27.574941 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 14:05:27.574941 dv-neutron-master-2-hyperv neutron-server[103152]: return self.request(url, 'GET', **kwargs) Dec 21 14:05:27.574941 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 14:05:27.574941 dv-neutron-master-2-hyperv neutron-server[103152]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 14:05:27.574941 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 14:05:27.574941 dv-neutron-master-2-hyperv neutron-server[103152]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 14:05:27.574941 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 14:05:27.574941 dv-neutron-master-2-hyperv neutron-server[103152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 14:05:27.574941 dv-neutron-master-2-hyperv neutron-server[103152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 14:05:27.630401 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cf0d55b5-adc2-411f-9f51-b2baf87f37b2 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:27.637260 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cf0d55b5-adc2-411f-9f51-b2baf87f37b2 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:27.640368 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-cf0d55b5-adc2-411f-9f51-b2baf87f37b2 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "DELETE /v2.0/networks/99931b5e-9089-407f-be07-79ea396b51ad HTTP/1.1" status: 204 len: 168 time: 0.2962928 Dec 21 14:05:27.643197 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 38258) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:05:27.651020 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0d55b5-adc2-411f-9f51-b2baf87f37b2 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Pushing event deleted for resources: {'Network': ['ID=99931b5e-9089-407f-be07-79ea396b51ad,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:05:27.695044 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b81cc7b4-1909-4e69-bce2-f8c1e25b9066 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:27.704057 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b2685d1f-38ab-4040-afa2-b63a7e2d73c2 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:27.728612 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b2685d1f-38ab-4040-afa2-b63a7e2d73c2 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:27.796946 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b2685d1f-38ab-4040-afa2-b63a7e2d73c2 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:27.799678 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b2685d1f-38ab-4040-afa2-b63a7e2d73c2 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:27.801102 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-b2685d1f-38ab-4040-afa2-b63a7e2d73c2 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] 10.222.0.37 "DELETE /v2.0/security-groups/97e10fef-9a0d-453d-bde8-396d48413c34 HTTP/1.1" status: 204 len: 168 time: 0.1566310 Dec 21 14:05:27.810436 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2685d1f-38ab-4040-afa2-b63a7e2d73c2 tempest-TestNetworkAdvancedServerOps-43877322 tempest-TestNetworkAdvancedServerOps-43877322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97e10fef-9a0d-453d-bde8-396d48413c34,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:05:28.108745 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 38266) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:05:28.237568 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-4b851682-4bab-4fe8-a6c0-8248db2de76b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a1d23353b1544887bb518bdbacf8b4d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1276381 Dec 21 14:05:28.239973 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 38270) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:05:28.285692 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e3583ad1-6908-47d7-95a0-e0bae0e53f5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:28.306685 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e3583ad1-6908-47d7-95a0-e0bae0e53f5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:28.351623 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e3583ad1-6908-47d7-95a0-e0bae0e53f5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:28.354165 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e3583ad1-6908-47d7-95a0-e0bae0e53f5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:28.355365 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-e3583ad1-6908-47d7-95a0-e0bae0e53f5e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/afadf8d1-9639-402c-812e-39d9157eb939 HTTP/1.1" status: 204 len: 168 time: 0.1144753 Dec 21 14:05:28.363523 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3583ad1-6908-47d7-95a0-e0bae0e53f5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afadf8d1-9639-402c-812e-39d9157eb939,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:05:28.606528 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 38276) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:05:28.620039 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-081d3c2f-89f7-45ce-a891-78e3a5ded52f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:28.695506 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-081d3c2f-89f7-45ce-a891-78e3a5ded52f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:28.699042 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-081d3c2f-89f7-45ce-a891-78e3a5ded52f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:28.738851 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-081d3c2f-89f7-45ce-a891-78e3a5ded52f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bb29fe42870c4c9f9cb6cdd00080fa95&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1306984 Dec 21 14:05:28.739768 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081d3c2f-89f7-45ce-a891-78e3a5ded52f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3752a89c-b770-4ee3-ab57-ca9f3672e91c,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:05:28.741522 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 38278) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:05:28.787804 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0556098a-e5a6-497b-8aae-84f2ffdcdcd1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:28.808693 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0556098a-e5a6-497b-8aae-84f2ffdcdcd1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:28.859495 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0556098a-e5a6-497b-8aae-84f2ffdcdcd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:28.862006 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0556098a-e5a6-497b-8aae-84f2ffdcdcd1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:28.863205 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-0556098a-e5a6-497b-8aae-84f2ffdcdcd1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3752a89c-b770-4ee3-ab57-ca9f3672e91c HTTP/1.1" status: 204 len: 168 time: 0.1206913 Dec 21 14:05:28.870881 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0556098a-e5a6-497b-8aae-84f2ffdcdcd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3752a89c-b770-4ee3-ab57-ca9f3672e91c,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:05:28.933567 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:29.044940 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device b564498e-af3e-478f-b228-9722b471a2b7 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 14:05:29.066052 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: b564498e-af3e-478f-b228-9722b471a2b7 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 14:05:29.066421 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device b564498e-af3e-478f-b228-9722b471a2b7 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 14:05:29.533819 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 38300) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:05:29.627411 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-c47376a9-32bd-46d1-9201-ba5cf86ad9b9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1429224502-network', 'tenant_id': 'd6849cd75da2415495750e7735f5226b'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:05:29.650179 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c47376a9-32bd-46d1-9201-ba5cf86ad9b9 admin admin] Made reservation on behalf of d6849cd75da2415495750e7735f5226b for: {'network': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 14:05:29.652441 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c47376a9-32bd-46d1-9201-ba5cf86ad9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:29.661180 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c47376a9-32bd-46d1-9201-ba5cf86ad9b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:29.738928 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c47376a9-32bd-46d1-9201-ba5cf86ad9b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:29.742678 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c47376a9-32bd-46d1-9201-ba5cf86ad9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:29.768077 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c47376a9-32bd-46d1-9201-ba5cf86ad9b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=103152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 14:05:29.777462 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47376a9-32bd-46d1-9201-ba5cf86ad9b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8146aec3-f36f-4e6c-9421-3d15d84d74a3,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:05:29.782496 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c47376a9-32bd-46d1-9201-ba5cf86ad9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:29.782843 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.segments_db [None req-c47376a9-32bd-46d1-9201-ba5cf86ad9b9 admin admin] Added segment 0b109e47-fd09-470a-8341-c2404279bda9 of type vlan for network b854f71a-4990-441f-8181-a2313d24cffc Dec 21 14:05:29.821185 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c47376a9-32bd-46d1-9201-ba5cf86ad9b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:29.844972 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c47376a9-32bd-46d1-9201-ba5cf86ad9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:29.846054 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47376a9-32bd-46d1-9201-ba5cf86ad9b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:05:29.846654 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c47376a9-32bd-46d1-9201-ba5cf86ad9b9 admin admin] Publish callbacks [] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:29.907535 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-c47376a9-32bd-46d1-9201-ba5cf86ad9b9 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3724997 Dec 21 14:05:29.910508 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 38304) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:05:29.911024 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47376a9-32bd-46d1-9201-ba5cf86ad9b9 admin admin] Pushing event updated for resources: {'Network': ['ID=b854f71a-4990-441f-8181-a2313d24cffc,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:05:29.915502 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-44189771-8b49-4539-9f30-c421967eb10c admin admin] Request body: {'subnet': {'network_id': 'b854f71a-4990-441f-8181-a2313d24cffc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1429224502-subnet', 'tenant_id': 'd6849cd75da2415495750e7735f5226b', 'ip_version': 4}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:05:29.920225 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network b854f71a-4990-441f-8181-a2313d24cffc details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 14:05:29.938941 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44189771-8b49-4539-9f30-c421967eb10c admin admin] Made reservation on behalf of d6849cd75da2415495750e7735f5226b for: {'subnet': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 14:05:29.941482 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-44189771-8b49-4539-9f30-c421967eb10c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11288759'] for subnet, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:30.109242 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-44189771-8b49-4539-9f30-c421967eb10c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11195289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11288741'] for subnet, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:30.164030 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44189771-8b49-4539-9f30-c421967eb10c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d354b18-eef8-4cae-9e59-8ef70727f0c0,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:05:30.171783 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44189771-8b49-4539-9f30-c421967eb10c admin admin] Checking segment: {'id': '0b109e47-fd09-470a-8341-c2404279bda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'b854f71a-4990-441f-8181-a2313d24cffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 14:05:30.172140 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44189771-8b49-4539-9f30-c421967eb10c admin admin] Network hostable DHCP agents. Network: b854f71a-4990-441f-8181-a2313d24cffc, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 14:05:30.188809 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44189771-8b49-4539-9f30-c421967eb10c admin admin] Network b854f71a-4990-441f-8181-a2313d24cffc is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 14:05:30.197387 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-44189771-8b49-4539-9f30-c421967eb10c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, b854f71a-4990-441f-8181-a2313d24cffc) {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:05:30.201487 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44189771-8b49-4539-9f30-c421967eb10c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:05:30.202111 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-44189771-8b49-4539-9f30-c421967eb10c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:30.206951 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3dba1d8-ec3e-41b3-bce2-76f852c96d54 None None] Network b854f71a-4990-441f-8181-a2313d24cffc requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 14:05:30.218201 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-44189771-8b49-4539-9f30-c421967eb10c admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3066142 Dec 21 14:05:30.221043 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 38306) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:05:30.225248 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-70f3b7f2-0144-4709-a087-cd032d10587a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1429224502-router', 'tenant_id': 'd6849cd75da2415495750e7735f5226b', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:05:30.248657 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-70f3b7f2-0144-4709-a087-cd032d10587a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26964'] for router, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:30.249872 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-70f3b7f2-0144-4709-a087-cd032d10587a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-642316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26957'] for router, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:30.301208 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-70f3b7f2-0144-4709-a087-cd032d10587a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:30.310407 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ae7e5f-a890-4752-ab2f-576d7466df79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-b854f71a-4990-441f-8181-a2313d24cffc', 'network_id': 'b854f71a-4990-441f-8181-a2313d24cffc', 'project_id': 'd6849cd75da2415495750e7735f5226b', 'fixed_ips': [{'subnet_id': '6d354b18-eef8-4cae-9e59-8ef70727f0c0'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 14:05:30.311477 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-95ae7e5f-a890-4752-ab2f-576d7466df79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:30.440017 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-70f3b7f2-0144-4709-a087-cd032d10587a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:30.445926 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-95ae7e5f-a890-4752-ab2f-576d7466df79 None None] Allocated IP 172.20.0.2 (b854f71a-4990-441f-8181-a2313d24cffc/6d354b18-eef8-4cae-9e59-8ef70727f0c0/93661b52-1a22-43dc-b024-f034b71aeac7) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 14:05:30.583667 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-95ae7e5f-a890-4752-ab2f-576d7466df79 None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:30.589348 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-95ae7e5f-a890-4752-ab2f-576d7466df79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:30.631586 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ae7e5f-a890-4752-ab2f-576d7466df79 None None] Network b854f71a-4990-441f-8181-a2313d24cffc is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 14:05:30.636141 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-95ae7e5f-a890-4752-ab2f-576d7466df79 None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:05:30.636464 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-70f3b7f2-0144-4709-a087-cd032d10587a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:30.640380 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ae7e5f-a890-4752-ab2f-576d7466df79 None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 14:05:30.643329 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ae7e5f-a890-4752-ab2f-576d7466df79 None None] Pushing event updated for resources: {'Port': ['ID=93661b52-1a22-43dc-b024-f034b71aeac7,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:05:30.656357 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-70f3b7f2-0144-4709-a087-cd032d10587a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:30.693884 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-95ae7e5f-a890-4752-ab2f-576d7466df79 None None] Attempting to bind port 93661b52-1a22-43dc-b024-f034b71aeac7 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 14:05:30.694194 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-95ae7e5f-a890-4752-ab2f-576d7466df79 None None] Attempting to bind port 93661b52-1a22-43dc-b024-f034b71aeac7 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '0b109e47-fd09-470a-8341-c2404279bda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'b854f71a-4990-441f-8181-a2313d24cffc'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 14:05:30.694563 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ae7e5f-a890-4752-ab2f-576d7466df79 None None] Attempting to bind port 93661b52-1a22-43dc-b024-f034b71aeac7 on network b854f71a-4990-441f-8181-a2313d24cffc {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 14:05:30.699414 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ae7e5f-a890-4752-ab2f-576d7466df79 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 14, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 14:05:30.699786 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ae7e5f-a890-4752-ab2f-576d7466df79 None None] Checking segment: {'id': '0b109e47-fd09-470a-8341-c2404279bda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'b854f71a-4990-441f-8181-a2313d24cffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 14:05:30.700189 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-95ae7e5f-a890-4752-ab2f-576d7466df79 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:30.700575 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ae7e5f-a890-4752-ab2f-576d7466df79 None None] Bound using segment: {'id': '0b109e47-fd09-470a-8341-c2404279bda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'b854f71a-4990-441f-8181-a2313d24cffc'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 14:05:30.701035 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-95ae7e5f-a890-4752-ab2f-576d7466df79 None None] Bound port: 93661b52-1a22-43dc-b024-f034b71aeac7, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b109e47-fd09-470a-8341-c2404279bda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'b854f71a-4990-441f-8181-a2313d24cffc'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 14:05:30.701413 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-95ae7e5f-a890-4752-ab2f-576d7466df79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:30.760663 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-70f3b7f2-0144-4709-a087-cd032d10587a admin admin] Allocated IP 172.36.3.147 (7fdf1889-f079-4166-bbda-88b2a8d8d595/051a5607-1753-4008-a2f2-d94b48752e9c/c6598b62-06db-40b4-b7e8-5afbd4aba3d7) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 14:05:30.766659 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-95ae7e5f-a890-4752-ab2f-576d7466df79 None None] For port 93661b52-1a22-43dc-b024-f034b71aeac7, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 14:05:30.769941 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-95ae7e5f-a890-4752-ab2f-576d7466df79 None None] For port 93661b52-1a22-43dc-b024-f034b71aeac7, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=93661b52-1a22-43dc-b024-f034b71aeac7,segment=NetworkSegment(0b109e47-fd09-470a-8341-c2404279bda9),segment_id=0b109e47-fd09-470a-8341-c2404279bda9)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 14:05:30.779965 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-95ae7e5f-a890-4752-ab2f-576d7466df79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:30.842691 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ae7e5f-a890-4752-ab2f-576d7466df79 None None] Pushing event updated for resources: {'Port': ['ID=93661b52-1a22-43dc-b024-f034b71aeac7,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:05:30.877120 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-70f3b7f2-0144-4709-a087-cd032d10587a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:30.913479 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-70f3b7f2-0144-4709-a087-cd032d10587a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:30.921793 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:30.957480 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f3b7f2-0144-4709-a087-cd032d10587a admin admin] Network 7fdf1889-f079-4166-bbda-88b2a8d8d595 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 14:05:30.961880 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-70f3b7f2-0144-4709-a087-cd032d10587a admin admin] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:05:30.964344 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f3b7f2-0144-4709-a087-cd032d10587a admin admin] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 14:05:30.970766 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f3b7f2-0144-4709-a087-cd032d10587a admin admin] Pushing event updated for resources: {'Port': ['ID=c6598b62-06db-40b4-b7e8-5afbd4aba3d7,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:05:30.999150 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d069667-678f-4502-8eb6-85295c4993e8 None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 14:05:31.127343 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 93661b52-1a22-43dc-b024-f034b71aeac7 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:05:31.158329 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:31.175241 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-b239c843-cc90-448f-8c89-1ae65dbdca2c None None] Provisioning complete for port c6598b62-06db-40b4-b7e8-5afbd4aba3d7 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:05:31.175604 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b239c843-cc90-448f-8c89-1ae65dbdca2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:31.228273 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-b239c843-cc90-448f-8c89-1ae65dbdca2c None None] Port c6598b62-06db-40b4-b7e8-5afbd4aba3d7 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 14:05:31.232132 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 93661b52-1a22-43dc-b024-f034b71aeac7 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:05:31.232132 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:31.281943 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-70f3b7f2-0144-4709-a087-cd032d10587a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:31.312420 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:31.347959 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] For port 93661b52-1a22-43dc-b024-f034b71aeac7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=93661b52-1a22-43dc-b024-f034b71aeac7,segment=NetworkSegment(0b109e47-fd09-470a-8341-c2404279bda9),segment_id=0b109e47-fd09-470a-8341-c2404279bda9)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:05:31.352124 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:31.400604 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Pushing event updated for resources: {'Port': ['ID=93661b52-1a22-43dc-b024-f034b71aeac7,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:05:31.483308 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-70f3b7f2-0144-4709-a087-cd032d10587a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548730'] for router, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:31.615174 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70f3b7f2-0144-4709-a087-cd032d10587a admin admin] Router d17541dc-6c53-462d-9bdb-298711f23820 is scheduled to L3 agent 59e14383-78fa-487e-9299-b32042a98157 with binding_index 1 {{(pid=103153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 14:05:31.725050 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70f3b7f2-0144-4709-a087-cd032d10587a admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 14:05:31.736636 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee114fa7-30ab-439d-b7b2-f2fe9e12d968 None None] Sync routers for ids ['d17541dc-6c53-462d-9bdb-298711f23820'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 14:05:31.746174 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-70f3b7f2-0144-4709-a087-cd032d10587a admin admin] Publish callbacks [] for router, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:31.748295 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-70f3b7f2-0144-4709-a087-cd032d10587a admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5263305 Dec 21 14:05:31.750895 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 38308) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:05:31.752128 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee114fa7-30ab-439d-b7b2-f2fe9e12d968 None None] Routers {'d17541dc-6c53-462d-9bdb-298711f23820'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:05:31.752788 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-ee114fa7-30ab-439d-b7b2-f2fe9e12d968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T14:05:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['d17541dc-6c53-462d-9bdb-298711f23820'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:05:31.813299 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0fabd6-a4b1-4357-95ec-b4a1ceb7cea4 None None] Network b854f71a-4990-441f-8181-a2313d24cffc requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 14:05:31.929800 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-7f9ff3b8-a202-48ba-a88e-3696c7aecc7b None None] Provisioning complete for port 93661b52-1a22-43dc-b024-f034b71aeac7 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:05:31.930275 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7f9ff3b8-a202-48ba-a88e-3696c7aecc7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:31.967553 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-ee114fa7-30ab-439d-b7b2-f2fe9e12d968 None None] Set router d17541dc-6c53-462d-9bdb-298711f23820 gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:05:32.423885 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-ee114fa7-30ab-439d-b7b2-f2fe9e12d968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd17541dc-6c53-462d-9bdb-298711f23820', 'name': 'tempest-TestShelveInstance-1429224502-router', 'tenant_id': 'd6849cd75da2415495750e7735f5226b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.147'}], 'enable_snat': True}, 'gw_port_id': 'c6598b62-06db-40b4-b7e8-5afbd4aba3d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:05:30Z', 'updated_at': '2021-12-21T14:05:31Z', 'revision_number': 3, 'project_id': 'd6849cd75da2415495750e7735f5226b', 'gw_port': {'id': 'c6598b62-06db-40b4-b7e8-5afbd4aba3d7', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:21:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd17541dc-6c53-462d-9bdb-298711f23820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:05:30Z', 'updated_at': '2021-12-21T14:05:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:05:32.454671 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee114fa7-30ab-439d-b7b2-f2fe9e12d968 None None] Checking router: d17541dc-6c53-462d-9bdb-298711f23820 for host: dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 14:05:32.455029 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee114fa7-30ab-439d-b7b2-f2fe9e12d968 None None] Updating router d17541dc-6c53-462d-9bdb-298711f23820 port c6598b62-06db-40b4-b7e8-5afbd4aba3d7 binding host dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 14:05:32.480483 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ee114fa7-30ab-439d-b7b2-f2fe9e12d968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:32.505009 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d80dc555-d10a-4756-a260-513d9c1e8b9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:32.618872 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-354b7104-8b20-4a9d-be63-40ce67fc5034 None None] Provisioning complete for port 93661b52-1a22-43dc-b024-f034b71aeac7 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:05:32.619131 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-354b7104-8b20-4a9d-be63-40ce67fc5034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:32.665489 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-d80dc555-d10a-4756-a260-513d9c1e8b9e admin admin] Allocated IP 172.20.0.1 (b854f71a-4990-441f-8181-a2313d24cffc/6d354b18-eef8-4cae-9e59-8ef70727f0c0/e61e2d34-a441-4f35-88c2-120e38a2e522) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 14:05:32.776936 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d80dc555-d10a-4756-a260-513d9c1e8b9e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:32.803971 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ee114fa7-30ab-439d-b7b2-f2fe9e12d968 None None] Publish callbacks [] for port, precommit_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:32.809075 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ee114fa7-30ab-439d-b7b2-f2fe9e12d968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:32.812466 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d80dc555-d10a-4756-a260-513d9c1e8b9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:32.853156 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80dc555-d10a-4756-a260-513d9c1e8b9e admin admin] Network b854f71a-4990-441f-8181-a2313d24cffc is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 14:05:32.856214 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-d80dc555-d10a-4756-a260-513d9c1e8b9e admin admin] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:05:32.857571 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59828f95-8d36-4c85-b915-7539d0347377 None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 14:05:32.860322 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80dc555-d10a-4756-a260-513d9c1e8b9e admin admin] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 14:05:32.865980 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80dc555-d10a-4756-a260-513d9c1e8b9e admin admin] Pushing event updated for resources: {'Port': ['ID=e61e2d34-a441-4f35-88c2-120e38a2e522,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:05:32.871057 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-ee114fa7-30ab-439d-b7b2-f2fe9e12d968 None None] Attempting to bind port c6598b62-06db-40b4-b7e8-5afbd4aba3d7 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 14:05:32.871360 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-ee114fa7-30ab-439d-b7b2-f2fe9e12d968 None None] Attempting to bind port c6598b62-06db-40b4-b7e8-5afbd4aba3d7 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 14:05:32.871723 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee114fa7-30ab-439d-b7b2-f2fe9e12d968 None None] Attempting to bind port c6598b62-06db-40b4-b7e8-5afbd4aba3d7 on network 7fdf1889-f079-4166-bbda-88b2a8d8d595 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 14:05:32.873729 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea853fa7-9081-4ba3-b3e9-530bcef5a882 None None] Pushing event updated for resources: {'Port': ['ID=c6598b62-06db-40b4-b7e8-5afbd4aba3d7,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:05:32.879898 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee114fa7-30ab-439d-b7b2-f2fe9e12d968 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 14, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 14:05:32.880277 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee114fa7-30ab-439d-b7b2-f2fe9e12d968 None None] Checking segment: {'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 14:05:32.880684 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ee114fa7-30ab-439d-b7b2-f2fe9e12d968 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:32.881070 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee114fa7-30ab-439d-b7b2-f2fe9e12d968 None None] Bound using segment: {'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 14:05:32.881539 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-ee114fa7-30ab-439d-b7b2-f2fe9e12d968 None None] Bound port: c6598b62-06db-40b4-b7e8-5afbd4aba3d7, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 14:05:32.881915 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ee114fa7-30ab-439d-b7b2-f2fe9e12d968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:32.905014 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d80dc555-d10a-4756-a260-513d9c1e8b9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532557'] for router_interface, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:32.947391 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-e9e5ba30-c467-49c7-9d18-fb4b22dbdce4 None None] Provisioning complete for port c6598b62-06db-40b4-b7e8-5afbd4aba3d7 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:05:32.947786 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e9e5ba30-c467-49c7-9d18-fb4b22dbdce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:32.973710 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-ee114fa7-30ab-439d-b7b2-f2fe9e12d968 None None] For port c6598b62-06db-40b4-b7e8-5afbd4aba3d7, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 14:05:32.997672 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-ee114fa7-30ab-439d-b7b2-f2fe9e12d968 None None] For port c6598b62-06db-40b4-b7e8-5afbd4aba3d7, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c6598b62-06db-40b4-b7e8-5afbd4aba3d7,segment=NetworkSegment(a32e5bfd-6fac-434f-817b-5707a23fd2ca),segment_id=a32e5bfd-6fac-434f-817b-5707a23fd2ca)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 14:05:33.003936 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-e9e5ba30-c467-49c7-9d18-fb4b22dbdce4 None None] Port c6598b62-06db-40b4-b7e8-5afbd4aba3d7 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 14:05:33.007695 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ee114fa7-30ab-439d-b7b2-f2fe9e12d968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:33.061637 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d80dc555-d10a-4756-a260-513d9c1e8b9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:33.071560 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311bc0a2-9f3e-4230-b47b-db84614ca908 None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 14:05:33.082541 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee114fa7-30ab-439d-b7b2-f2fe9e12d968 None None] Routers {'d17541dc-6c53-462d-9bdb-298711f23820'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:05:33.083194 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-ee114fa7-30ab-439d-b7b2-f2fe9e12d968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T14:05:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['d17541dc-6c53-462d-9bdb-298711f23820'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:05:33.085227 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea853fa7-9081-4ba3-b3e9-530bcef5a882 None None] Pushing event updated for resources: {'Port': ['ID=c6598b62-06db-40b4-b7e8-5afbd4aba3d7,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:05:33.139089 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 93661b52-1a22-43dc-b024-f034b71aeac7 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:05:33.234192 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-53e16b52-2bb7-40e7-9a97-b0d27e1c19b0 None None] Provisioning complete for port c6598b62-06db-40b4-b7e8-5afbd4aba3d7 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:05:33.234579 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-53e16b52-2bb7-40e7-9a97-b0d27e1c19b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:33.239782 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d80dc555-d10a-4756-a260-513d9c1e8b9e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:33.245416 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d80dc555-d10a-4756-a260-513d9c1e8b9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:33.284907 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-ee114fa7-30ab-439d-b7b2-f2fe9e12d968 None None] Set router d17541dc-6c53-462d-9bdb-298711f23820 gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:05:33.316072 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80dc555-d10a-4756-a260-513d9c1e8b9e admin admin] Pushing event updated for resources: {'Port': ['ID=e61e2d34-a441-4f35-88c2-120e38a2e522,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:05:33.318879 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d80dc555-d10a-4756-a260-513d9c1e8b9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532537'] for router_interface, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:33.323780 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 93661b52-1a22-43dc-b024-f034b71aeac7 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:05:33.324147 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:33.412445 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80dc555-d10a-4756-a260-513d9c1e8b9e admin admin] Network b854f71a-4990-441f-8181-a2313d24cffc is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 14:05:33.413810 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-d80dc555-d10a-4756-a260-513d9c1e8b9e admin admin] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:05:33.485206 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-53e16b52-2bb7-40e7-9a97-b0d27e1c19b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:33.523583 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-53e16b52-2bb7-40e7-9a97-b0d27e1c19b0 None None] For port c6598b62-06db-40b4-b7e8-5afbd4aba3d7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c6598b62-06db-40b4-b7e8-5afbd4aba3d7,segment=NetworkSegment(a32e5bfd-6fac-434f-817b-5707a23fd2ca),segment_id=a32e5bfd-6fac-434f-817b-5707a23fd2ca)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:05:33.535608 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d80dc555-d10a-4756-a260-513d9c1e8b9e admin admin] Router d17541dc-6c53-462d-9bdb-298711f23820 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 14:05:33.551096 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-53e16b52-2bb7-40e7-9a97-b0d27e1c19b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:33.638531 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e16b52-2bb7-40e7-9a97-b0d27e1c19b0 None None] Pushing event updated for resources: {'Port': ['ID=c6598b62-06db-40b4-b7e8-5afbd4aba3d7,revision_number=4']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:05:33.654177 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d80dc555-d10a-4756-a260-513d9c1e8b9e admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 14:05:33.658481 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-ee114fa7-30ab-439d-b7b2-f2fe9e12d968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd17541dc-6c53-462d-9bdb-298711f23820', 'name': 'tempest-TestShelveInstance-1429224502-router', 'tenant_id': 'd6849cd75da2415495750e7735f5226b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.147'}], 'enable_snat': True}, 'gw_port_id': 'c6598b62-06db-40b4-b7e8-5afbd4aba3d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:05:30Z', 'updated_at': '2021-12-21T14:05:33Z', 'revision_number': 4, 'project_id': 'd6849cd75da2415495750e7735f5226b', 'gw_port': {'id': 'c6598b62-06db-40b4-b7e8-5afbd4aba3d7', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:21:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd17541dc-6c53-462d-9bdb-298711f23820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:05:30Z', 'updated_at': '2021-12-21T14:05:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'e61e2d34-a441-4f35-88c2-120e38a2e522', 'name': '', 'network_id': 'b854f71a-4990-441f-8181-a2313d24cffc', 'tenant_id': 'd6849cd75da2415495750e7735f5226b', 'mac_address': 'fa:16:3e:3e:fd:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd17541dc-6c53-462d-9bdb-298711f23820', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '6d354b18-eef8-4cae-9e59-8ef70727f0c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:05:32Z', 'updated_at': '2021-12-21T14:05:32Z', 'revision_number': 1, 'project_id': 'd6849cd75da2415495750e7735f5226b', 'subnets': [{'id': '6d354b18-eef8-4cae-9e59-8ef70727f0c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:05:33.666525 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-d80dc555-d10a-4756-a260-513d9c1e8b9e admin admin] 10.222.0.37 "PUT /v2.0/routers/d17541dc-6c53-462d-9bdb-298711f23820/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9069552 Dec 21 14:05:33.689051 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee114fa7-30ab-439d-b7b2-f2fe9e12d968 None None] The sync data for ids ['d17541dc-6c53-462d-9bdb-298711f23820'] in dv-neutron-master-2-hyperv is: [{'id': 'd17541dc-6c53-462d-9bdb-298711f23820', 'name': 'tempest-TestShelveInstance-1429224502-router', 'tenant_id': 'd6849cd75da2415495750e7735f5226b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.147'}], 'enable_snat': True}, 'gw_port_id': 'c6598b62-06db-40b4-b7e8-5afbd4aba3d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:05:30Z', 'updated_at': '2021-12-21T14:05:33Z', 'revision_number': 4, 'project_id': 'd6849cd75da2415495750e7735f5226b', 'gw_port': {'id': 'c6598b62-06db-40b4-b7e8-5afbd4aba3d7', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:21:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd17541dc-6c53-462d-9bdb-298711f23820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:05:30Z', 'updated_at': '2021-12-21T14:05:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'e61e2d34-a441-4f35-88c2-120e38a2e522', 'name': '', 'network_id': 'b854f71a-4990-441f-8181-a2313d24cffc', 'tenant_id': 'd6849cd75da2415495750e7735f5226b', 'mac_address': 'fa:16:3e:3e:fd:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd17541dc-6c53-462d-9bdb-298711f23820', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '6d354b18-eef8-4cae-9e59-8ef70727f0c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:05:32Z', 'updated_at': '2021-12-21T14:05:32Z', 'revision_number': 1, 'project_id': 'd6849cd75da2415495750e7735f5226b', 'subnets': [{'id': '6d354b18-eef8-4cae-9e59-8ef70727f0c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 14:05:33.701444 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-8314cca7-aa7d-47a5-a021-a4de0fb07b0f None None] Provisioning complete for port e61e2d34-a441-4f35-88c2-120e38a2e522 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:05:33.701885 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8314cca7-aa7d-47a5-a021-a4de0fb07b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:33.749273 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-8314cca7-aa7d-47a5-a021-a4de0fb07b0f None None] Port e61e2d34-a441-4f35-88c2-120e38a2e522 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 14:05:34.174251 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 38324) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:05:34.179299 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-fd351bb2-72b2-4fa0-acae-8ef128d8ac1b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1178356926-network', 'tenant_id': 'ba68caab6f524534b3e0a2822b739e72'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:05:34.202959 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd351bb2-72b2-4fa0-acae-8ef128d8ac1b admin admin] Made reservation on behalf of ba68caab6f524534b3e0a2822b739e72 for: {'network': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 14:05:34.205436 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fd351bb2-72b2-4fa0-acae-8ef128d8ac1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:34.214348 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fd351bb2-72b2-4fa0-acae-8ef128d8ac1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:34.295044 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fd351bb2-72b2-4fa0-acae-8ef128d8ac1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:34.305492 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fd351bb2-72b2-4fa0-acae-8ef128d8ac1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:34.331834 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd351bb2-72b2-4fa0-acae-8ef128d8ac1b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=103153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 14:05:34.345687 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd351bb2-72b2-4fa0-acae-8ef128d8ac1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00c52f58-c26a-4865-935c-b48710ea8d0f,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:05:34.350364 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fd351bb2-72b2-4fa0-acae-8ef128d8ac1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:34.350718 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.segments_db [None req-fd351bb2-72b2-4fa0-acae-8ef128d8ac1b admin admin] Added segment a1d7497b-a822-41f3-a6cb-d5d3ac0bb6f5 of type vlan for network 3efcba42-8b4f-49ac-8b53-0bb490a50b4f Dec 21 14:05:34.400634 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fd351bb2-72b2-4fa0-acae-8ef128d8ac1b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:34.432280 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fd351bb2-72b2-4fa0-acae-8ef128d8ac1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:34.433263 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd351bb2-72b2-4fa0-acae-8ef128d8ac1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:05:34.433847 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fd351bb2-72b2-4fa0-acae-8ef128d8ac1b admin admin] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:34.493893 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-fd351bb2-72b2-4fa0-acae-8ef128d8ac1b admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3185365 Dec 21 14:05:34.496705 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 38326) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:05:34.497498 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd351bb2-72b2-4fa0-acae-8ef128d8ac1b admin admin] Pushing event updated for resources: {'Network': ['ID=3efcba42-8b4f-49ac-8b53-0bb490a50b4f,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:05:34.506102 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-ec0d91f2-c223-4509-8dd7-a34f1ec766ef admin admin] Request body: {'subnet': {'network_id': '3efcba42-8b4f-49ac-8b53-0bb490a50b4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1178356926-subnet', 'tenant_id': 'ba68caab6f524534b3e0a2822b739e72', 'ip_version': 4}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:05:34.516079 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network 3efcba42-8b4f-49ac-8b53-0bb490a50b4f details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 14:05:34.537058 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec0d91f2-c223-4509-8dd7-a34f1ec766ef admin admin] Made reservation on behalf of ba68caab6f524534b3e0a2822b739e72 for: {'subnet': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 14:05:34.539872 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ec0d91f2-c223-4509-8dd7-a34f1ec766ef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12346583'] for subnet, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:34.718732 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ec0d91f2-c223-4509-8dd7-a34f1ec766ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12346565'] for subnet, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:34.776598 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0d91f2-c223-4509-8dd7-a34f1ec766ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2901edf-eb47-463f-9c77-759de970f05f,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:05:34.785561 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0d91f2-c223-4509-8dd7-a34f1ec766ef admin admin] Checking segment: {'id': 'a1d7497b-a822-41f3-a6cb-d5d3ac0bb6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '3efcba42-8b4f-49ac-8b53-0bb490a50b4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 14:05:34.785928 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0d91f2-c223-4509-8dd7-a34f1ec766ef admin admin] Network hostable DHCP agents. Network: 3efcba42-8b4f-49ac-8b53-0bb490a50b4f, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 14:05:34.803723 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0d91f2-c223-4509-8dd7-a34f1ec766ef admin admin] Network 3efcba42-8b4f-49ac-8b53-0bb490a50b4f is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 14:05:34.813454 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-ec0d91f2-c223-4509-8dd7-a34f1ec766ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 3efcba42-8b4f-49ac-8b53-0bb490a50b4f) {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:05:34.817777 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0d91f2-c223-4509-8dd7-a34f1ec766ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:05:34.818394 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ec0d91f2-c223-4509-8dd7-a34f1ec766ef admin admin] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:34.823321 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd97ed1e-211d-46db-8980-4f8632e58a8e None None] Network 3efcba42-8b4f-49ac-8b53-0bb490a50b4f requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 14:05:34.835912 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-ec0d91f2-c223-4509-8dd7-a34f1ec766ef admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3373263 Dec 21 14:05:34.838284 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 38328) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:05:34.842649 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-234f4a0e-1dc0-4029-971b-b242148e480e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1178356926-router', 'tenant_id': 'ba68caab6f524534b3e0a2822b739e72', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:05:34.867836 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-234f4a0e-1dc0-4029-971b-b242148e480e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26964'] for router, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:34.869003 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-234f4a0e-1dc0-4029-971b-b242148e480e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-642316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26957'] for router, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:34.932510 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-234f4a0e-1dc0-4029-971b-b242148e480e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:34.945894 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c3a9dd-c8a8-40db-8e5b-9b76527d9988 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-3efcba42-8b4f-49ac-8b53-0bb490a50b4f', 'network_id': '3efcba42-8b4f-49ac-8b53-0bb490a50b4f', 'project_id': 'ba68caab6f524534b3e0a2822b739e72', 'fixed_ips': [{'subnet_id': 'e2901edf-eb47-463f-9c77-759de970f05f'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 14:05:34.946792 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-44c3a9dd-c8a8-40db-8e5b-9b76527d9988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:35.076415 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-234f4a0e-1dc0-4029-971b-b242148e480e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:35.091836 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-44c3a9dd-c8a8-40db-8e5b-9b76527d9988 None None] Allocated IP 172.20.0.2 (3efcba42-8b4f-49ac-8b53-0bb490a50b4f/e2901edf-eb47-463f-9c77-759de970f05f/fdb3dcf3-7f6a-4581-8feb-3bb741e18463) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 14:05:35.127401 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device c6598b62-06db-40b4-b7e8-5afbd4aba3d7 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:05:35.262682 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port c6598b62-06db-40b4-b7e8-5afbd4aba3d7 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:05:35.263318 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:35.287520 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-234f4a0e-1dc0-4029-971b-b242148e480e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:35.306825 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-234f4a0e-1dc0-4029-971b-b242148e480e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:35.309910 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-44c3a9dd-c8a8-40db-8e5b-9b76527d9988 None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:35.321926 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-44c3a9dd-c8a8-40db-8e5b-9b76527d9988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:35.369135 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c3a9dd-c8a8-40db-8e5b-9b76527d9988 None None] Network 3efcba42-8b4f-49ac-8b53-0bb490a50b4f is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 14:05:35.391429 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-44c3a9dd-c8a8-40db-8e5b-9b76527d9988 None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:05:35.393954 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c3a9dd-c8a8-40db-8e5b-9b76527d9988 None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 14:05:35.408306 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c3a9dd-c8a8-40db-8e5b-9b76527d9988 None None] Pushing event updated for resources: {'Port': ['ID=fdb3dcf3-7f6a-4581-8feb-3bb741e18463,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:05:35.435243 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-234f4a0e-1dc0-4029-971b-b242148e480e admin admin] Allocated IP 172.36.3.183 (7fdf1889-f079-4166-bbda-88b2a8d8d595/051a5607-1753-4008-a2f2-d94b48752e9c/85c0e45c-83a5-4333-a9af-d303ebf3c296) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 14:05:35.473537 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-44c3a9dd-c8a8-40db-8e5b-9b76527d9988 None None] Attempting to bind port fdb3dcf3-7f6a-4581-8feb-3bb741e18463 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 14:05:35.473914 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-44c3a9dd-c8a8-40db-8e5b-9b76527d9988 None None] Attempting to bind port fdb3dcf3-7f6a-4581-8feb-3bb741e18463 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a1d7497b-a822-41f3-a6cb-d5d3ac0bb6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '3efcba42-8b4f-49ac-8b53-0bb490a50b4f'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 14:05:35.474277 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c3a9dd-c8a8-40db-8e5b-9b76527d9988 None None] Attempting to bind port fdb3dcf3-7f6a-4581-8feb-3bb741e18463 on network 3efcba42-8b4f-49ac-8b53-0bb490a50b4f {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 14:05:35.479464 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c3a9dd-c8a8-40db-8e5b-9b76527d9988 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 14, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 14:05:35.479846 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c3a9dd-c8a8-40db-8e5b-9b76527d9988 None None] Checking segment: {'id': 'a1d7497b-a822-41f3-a6cb-d5d3ac0bb6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '3efcba42-8b4f-49ac-8b53-0bb490a50b4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 14:05:35.480253 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-44c3a9dd-c8a8-40db-8e5b-9b76527d9988 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:35.480650 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c3a9dd-c8a8-40db-8e5b-9b76527d9988 None None] Bound using segment: {'id': 'a1d7497b-a822-41f3-a6cb-d5d3ac0bb6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '3efcba42-8b4f-49ac-8b53-0bb490a50b4f'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 14:05:35.481254 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-44c3a9dd-c8a8-40db-8e5b-9b76527d9988 None None] Bound port: fdb3dcf3-7f6a-4581-8feb-3bb741e18463, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1d7497b-a822-41f3-a6cb-d5d3ac0bb6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '3efcba42-8b4f-49ac-8b53-0bb490a50b4f'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 14:05:35.481686 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-44c3a9dd-c8a8-40db-8e5b-9b76527d9988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:35.543086 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-234f4a0e-1dc0-4029-971b-b242148e480e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:35.546119 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-44c3a9dd-c8a8-40db-8e5b-9b76527d9988 None None] For port fdb3dcf3-7f6a-4581-8feb-3bb741e18463, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 14:05:35.549299 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-44c3a9dd-c8a8-40db-8e5b-9b76527d9988 None None] For port fdb3dcf3-7f6a-4581-8feb-3bb741e18463, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fdb3dcf3-7f6a-4581-8feb-3bb741e18463,segment=NetworkSegment(a1d7497b-a822-41f3-a6cb-d5d3ac0bb6f5),segment_id=a1d7497b-a822-41f3-a6cb-d5d3ac0bb6f5)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 14:05:35.554730 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-44c3a9dd-c8a8-40db-8e5b-9b76527d9988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:35.581164 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-234f4a0e-1dc0-4029-971b-b242148e480e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:35.610155 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c3a9dd-c8a8-40db-8e5b-9b76527d9988 None None] Pushing event updated for resources: {'Port': ['ID=fdb3dcf3-7f6a-4581-8feb-3bb741e18463,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:05:35.618389 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234f4a0e-1dc0-4029-971b-b242148e480e admin admin] Network 7fdf1889-f079-4166-bbda-88b2a8d8d595 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 14:05:35.623620 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-234f4a0e-1dc0-4029-971b-b242148e480e admin admin] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:05:35.627410 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234f4a0e-1dc0-4029-971b-b242148e480e admin admin] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 14:05:35.641589 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021b3c83-8355-47e4-9eb2-877d283a27d9 None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 14:05:35.662823 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234f4a0e-1dc0-4029-971b-b242148e480e admin admin] Pushing event updated for resources: {'Port': ['ID=85c0e45c-83a5-4333-a9af-d303ebf3c296,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:05:35.692161 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-2c7ccd36-4872-4acb-9c87-0d8af4457e79 None None] Provisioning complete for port 85c0e45c-83a5-4333-a9af-d303ebf3c296 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:05:35.692161 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-2c7ccd36-4872-4acb-9c87-0d8af4457e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:35.730384 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c69c05-46ea-42cb-9b38-717e94293ab9 None None] Sync routers for ids ['d17541dc-6c53-462d-9bdb-298711f23820'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 14:05:35.737404 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-2c7ccd36-4872-4acb-9c87-0d8af4457e79 None None] Port 85c0e45c-83a5-4333-a9af-d303ebf3c296 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 14:05:35.742805 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c69c05-46ea-42cb-9b38-717e94293ab9 None None] Routers {'d17541dc-6c53-462d-9bdb-298711f23820'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:05:35.743816 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-29c69c05-46ea-42cb-9b38-717e94293ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T14:05:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['d17541dc-6c53-462d-9bdb-298711f23820'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:05:35.867095 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-29c69c05-46ea-42cb-9b38-717e94293ab9 None None] Set router d17541dc-6c53-462d-9bdb-298711f23820 gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:05:35.927429 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-234f4a0e-1dc0-4029-971b-b242148e480e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:36.076569 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-29c69c05-46ea-42cb-9b38-717e94293ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd17541dc-6c53-462d-9bdb-298711f23820', 'name': 'tempest-TestShelveInstance-1429224502-router', 'tenant_id': 'd6849cd75da2415495750e7735f5226b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.147'}], 'enable_snat': True}, 'gw_port_id': 'c6598b62-06db-40b4-b7e8-5afbd4aba3d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:05:30Z', 'updated_at': '2021-12-21T14:05:33Z', 'revision_number': 4, 'project_id': 'd6849cd75da2415495750e7735f5226b', 'gw_port': {'id': 'c6598b62-06db-40b4-b7e8-5afbd4aba3d7', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:21:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17541dc-6c53-462d-9bdb-298711f23820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:05:30Z', 'updated_at': '2021-12-21T14:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'e61e2d34-a441-4f35-88c2-120e38a2e522', 'name': '', 'network_id': 'b854f71a-4990-441f-8181-a2313d24cffc', 'tenant_id': 'd6849cd75da2415495750e7735f5226b', 'mac_address': 'fa:16:3e:3e:fd:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd17541dc-6c53-462d-9bdb-298711f23820', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '6d354b18-eef8-4cae-9e59-8ef70727f0c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:05:32Z', 'updated_at': '2021-12-21T14:05:33Z', 'revision_number': 2, 'project_id': 'd6849cd75da2415495750e7735f5226b', 'subnets': [{'id': '6d354b18-eef8-4cae-9e59-8ef70727f0c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:05:36.106044 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c69c05-46ea-42cb-9b38-717e94293ab9 None None] Checking router: d17541dc-6c53-462d-9bdb-298711f23820 for host: dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 14:05:36.106463 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c69c05-46ea-42cb-9b38-717e94293ab9 None None] Updating router d17541dc-6c53-462d-9bdb-298711f23820 port e61e2d34-a441-4f35-88c2-120e38a2e522 binding host dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 14:05:36.134206 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-234f4a0e-1dc0-4029-971b-b242148e480e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548730'] for router, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:36.135622 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-29c69c05-46ea-42cb-9b38-717e94293ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:36.264888 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-234f4a0e-1dc0-4029-971b-b242148e480e admin admin] Router 8bedb84b-bf51-47b2-aea9-3cee43fb2e60 is scheduled to L3 agent 59e14383-78fa-487e-9299-b32042a98157 with binding_index 1 {{(pid=103152) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 14:05:36.376090 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-234f4a0e-1dc0-4029-971b-b242148e480e admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 14:05:36.387424 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3548d5e9-8fb7-4795-91d9-725b937d9c81 None None] Sync routers for ids ['8bedb84b-bf51-47b2-aea9-3cee43fb2e60'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 14:05:36.400406 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-234f4a0e-1dc0-4029-971b-b242148e480e admin admin] Publish callbacks [] for router, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:36.402929 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3548d5e9-8fb7-4795-91d9-725b937d9c81 None None] Routers {'8bedb84b-bf51-47b2-aea9-3cee43fb2e60'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:05:36.404820 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 38330) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:05:36.405289 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-234f4a0e-1dc0-4029-971b-b242148e480e admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5656128 Dec 21 14:05:36.405667 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-3548d5e9-8fb7-4795-91d9-725b937d9c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T14:05:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['8bedb84b-bf51-47b2-aea9-3cee43fb2e60'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:05:36.416872 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-29c69c05-46ea-42cb-9b38-717e94293ab9 None None] Publish callbacks [] for port, precommit_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:36.423985 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-29c69c05-46ea-42cb-9b38-717e94293ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:36.472408 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d7b81f-e0b8-43b0-a699-c4c2803e1940 None None] Pushing event updated for resources: {'Port': ['ID=e61e2d34-a441-4f35-88c2-120e38a2e522,revision_number=3']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:05:36.482330 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d7b81f-e0b8-43b0-a699-c4c2803e1940 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:05:36.486427 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d7b81f-e0b8-43b0-a699-c4c2803e1940 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:05:36.486789 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d7b81f-e0b8-43b0-a699-c4c2803e1940 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:05:36.487138 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d7b81f-e0b8-43b0-a699-c4c2803e1940 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:05:36.487476 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d7b81f-e0b8-43b0-a699-c4c2803e1940 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:05:36.487811 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d7b81f-e0b8-43b0-a699-c4c2803e1940 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:05:36.488146 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d7b81f-e0b8-43b0-a699-c4c2803e1940 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:05:36.488477 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d7b81f-e0b8-43b0-a699-c4c2803e1940 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:05:36.488807 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d7b81f-e0b8-43b0-a699-c4c2803e1940 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:05:36.489135 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d7b81f-e0b8-43b0-a699-c4c2803e1940 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:05:36.489458 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d7b81f-e0b8-43b0-a699-c4c2803e1940 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:05:36.489957 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d7b81f-e0b8-43b0-a699-c4c2803e1940 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:05:36.490289 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d7b81f-e0b8-43b0-a699-c4c2803e1940 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:05:36.567500 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-29c69c05-46ea-42cb-9b38-717e94293ab9 None None] Attempting to bind port e61e2d34-a441-4f35-88c2-120e38a2e522 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 14:05:36.567500 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-29c69c05-46ea-42cb-9b38-717e94293ab9 None None] Attempting to bind port e61e2d34-a441-4f35-88c2-120e38a2e522 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '0b109e47-fd09-470a-8341-c2404279bda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'b854f71a-4990-441f-8181-a2313d24cffc'}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 14:05:36.567838 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c69c05-46ea-42cb-9b38-717e94293ab9 None None] Attempting to bind port e61e2d34-a441-4f35-88c2-120e38a2e522 on network b854f71a-4990-441f-8181-a2313d24cffc {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 14:05:36.574842 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c69c05-46ea-42cb-9b38-717e94293ab9 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 14, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 14:05:36.577020 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c69c05-46ea-42cb-9b38-717e94293ab9 None None] Checking segment: {'id': '0b109e47-fd09-470a-8341-c2404279bda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'b854f71a-4990-441f-8181-a2313d24cffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 14:05:36.577461 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-29c69c05-46ea-42cb-9b38-717e94293ab9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:36.578433 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c69c05-46ea-42cb-9b38-717e94293ab9 None None] Bound using segment: {'id': '0b109e47-fd09-470a-8341-c2404279bda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'b854f71a-4990-441f-8181-a2313d24cffc'} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 14:05:36.578433 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-29c69c05-46ea-42cb-9b38-717e94293ab9 None None] Bound port: e61e2d34-a441-4f35-88c2-120e38a2e522, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b109e47-fd09-470a-8341-c2404279bda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'b854f71a-4990-441f-8181-a2313d24cffc'}}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 14:05:36.581077 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-29c69c05-46ea-42cb-9b38-717e94293ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:36.691413 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-29c69c05-46ea-42cb-9b38-717e94293ab9 None None] For port e61e2d34-a441-4f35-88c2-120e38a2e522, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 14:05:36.695505 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-29c69c05-46ea-42cb-9b38-717e94293ab9 None None] For port e61e2d34-a441-4f35-88c2-120e38a2e522, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e61e2d34-a441-4f35-88c2-120e38a2e522,segment=NetworkSegment(0b109e47-fd09-470a-8341-c2404279bda9),segment_id=0b109e47-fd09-470a-8341-c2404279bda9)] {{(pid=103155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 14:05:36.704224 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-29c69c05-46ea-42cb-9b38-717e94293ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:36.782672 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d7b81f-e0b8-43b0-a699-c4c2803e1940 None None] Pushing event updated for resources: {'Port': ['ID=e61e2d34-a441-4f35-88c2-120e38a2e522,revision_number=4']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:05:36.792781 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-3548d5e9-8fb7-4795-91d9-725b937d9c81 None None] Set router 8bedb84b-bf51-47b2-aea9-3cee43fb2e60 gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:05:36.796827 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c69c05-46ea-42cb-9b38-717e94293ab9 None None] Routers {'d17541dc-6c53-462d-9bdb-298711f23820'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:05:36.797449 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-29c69c05-46ea-42cb-9b38-717e94293ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T14:05:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['d17541dc-6c53-462d-9bdb-298711f23820'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:05:36.823343 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9fa091d-6dbb-4767-a8bd-aa293bcb7fe1 None None] Network 3efcba42-8b4f-49ac-8b53-0bb490a50b4f requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 14:05:36.924694 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-29c69c05-46ea-42cb-9b38-717e94293ab9 None None] Set router d17541dc-6c53-462d-9bdb-298711f23820 gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:05:36.961087 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8b7917c4-7cc0-4fe6-8c95-06cd3f01611c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:36.978396 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-f8038e63-7070-4f8a-8eb1-0b205b69772b None None] Provisioning complete for port e61e2d34-a441-4f35-88c2-120e38a2e522 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:05:36.978935 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f8038e63-7070-4f8a-8eb1-0b205b69772b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:37.165478 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f8038e63-7070-4f8a-8eb1-0b205b69772b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:37.204054 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-8b7917c4-7cc0-4fe6-8c95-06cd3f01611c admin admin] Allocated IP 172.20.0.1 (3efcba42-8b4f-49ac-8b53-0bb490a50b4f/e2901edf-eb47-463f-9c77-759de970f05f/7234e99c-befc-47cd-9aa9-93cfa516687b) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 14:05:37.209455 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-f8038e63-7070-4f8a-8eb1-0b205b69772b None None] For port e61e2d34-a441-4f35-88c2-120e38a2e522, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e61e2d34-a441-4f35-88c2-120e38a2e522,segment=NetworkSegment(0b109e47-fd09-470a-8341-c2404279bda9),segment_id=0b109e47-fd09-470a-8341-c2404279bda9)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:05:37.212024 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-3548d5e9-8fb7-4795-91d9-725b937d9c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bedb84b-bf51-47b2-aea9-3cee43fb2e60', 'name': 'tempest-TestShelveInstance-1178356926-router', 'tenant_id': 'ba68caab6f524534b3e0a2822b739e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.183'}], 'enable_snat': True}, 'gw_port_id': '85c0e45c-83a5-4333-a9af-d303ebf3c296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:05:34Z', 'updated_at': '2021-12-21T14:05:35Z', 'revision_number': 3, 'project_id': 'ba68caab6f524534b3e0a2822b739e72', 'gw_port': {'id': '85c0e45c-83a5-4333-a9af-d303ebf3c296', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bedb84b-bf51-47b2-aea9-3cee43fb2e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:05:35Z', 'updated_at': '2021-12-21T14:05:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:05:37.243173 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3548d5e9-8fb7-4795-91d9-725b937d9c81 None None] Checking router: 8bedb84b-bf51-47b2-aea9-3cee43fb2e60 for host: dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 14:05:37.244084 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3548d5e9-8fb7-4795-91d9-725b937d9c81 None None] Updating router 8bedb84b-bf51-47b2-aea9-3cee43fb2e60 port 85c0e45c-83a5-4333-a9af-d303ebf3c296 binding host dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 14:05:37.245603 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f8038e63-7070-4f8a-8eb1-0b205b69772b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:37.291787 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device fdb3dcf3-7f6a-4581-8feb-3bb741e18463 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:05:37.342549 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-3548d5e9-8fb7-4795-91d9-725b937d9c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:37.349119 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-f8038e63-7070-4f8a-8eb1-0b205b69772b None None] Provisioning complete for port fdb3dcf3-7f6a-4581-8feb-3bb741e18463 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:05:37.349486 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f8038e63-7070-4f8a-8eb1-0b205b69772b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:37.356754 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8b7917c4-7cc0-4fe6-8c95-06cd3f01611c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:37.357181 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-29c69c05-46ea-42cb-9b38-717e94293ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd17541dc-6c53-462d-9bdb-298711f23820', 'name': 'tempest-TestShelveInstance-1429224502-router', 'tenant_id': 'd6849cd75da2415495750e7735f5226b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.147'}], 'enable_snat': True}, 'gw_port_id': 'c6598b62-06db-40b4-b7e8-5afbd4aba3d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:05:30Z', 'updated_at': '2021-12-21T14:05:33Z', 'revision_number': 4, 'project_id': 'd6849cd75da2415495750e7735f5226b', 'gw_port': {'id': 'c6598b62-06db-40b4-b7e8-5afbd4aba3d7', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:21:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17541dc-6c53-462d-9bdb-298711f23820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:05:30Z', 'updated_at': '2021-12-21T14:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'e61e2d34-a441-4f35-88c2-120e38a2e522', 'name': '', 'network_id': 'b854f71a-4990-441f-8181-a2313d24cffc', 'tenant_id': 'd6849cd75da2415495750e7735f5226b', 'mac_address': 'fa:16:3e:3e:fd:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd17541dc-6c53-462d-9bdb-298711f23820', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '6d354b18-eef8-4cae-9e59-8ef70727f0c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:05:32Z', 'updated_at': '2021-12-21T14:05:36Z', 'revision_number': 4, 'project_id': 'd6849cd75da2415495750e7735f5226b', 'subnets': [{'id': '6d354b18-eef8-4cae-9e59-8ef70727f0c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:05:37.401126 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c69c05-46ea-42cb-9b38-717e94293ab9 None None] The sync data for ids ['d17541dc-6c53-462d-9bdb-298711f23820'] in dv-neutron-master-2-hyperv is: [{'id': 'd17541dc-6c53-462d-9bdb-298711f23820', 'name': 'tempest-TestShelveInstance-1429224502-router', 'tenant_id': 'd6849cd75da2415495750e7735f5226b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.147'}], 'enable_snat': True}, 'gw_port_id': 'c6598b62-06db-40b4-b7e8-5afbd4aba3d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:05:30Z', 'updated_at': '2021-12-21T14:05:33Z', 'revision_number': 4, 'project_id': 'd6849cd75da2415495750e7735f5226b', 'gw_port': {'id': 'c6598b62-06db-40b4-b7e8-5afbd4aba3d7', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:21:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17541dc-6c53-462d-9bdb-298711f23820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:05:30Z', 'updated_at': '2021-12-21T14:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'e61e2d34-a441-4f35-88c2-120e38a2e522', 'name': '', 'network_id': 'b854f71a-4990-441f-8181-a2313d24cffc', 'tenant_id': 'd6849cd75da2415495750e7735f5226b', 'mac_address': 'fa:16:3e:3e:fd:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd17541dc-6c53-462d-9bdb-298711f23820', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '6d354b18-eef8-4cae-9e59-8ef70727f0c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:05:32Z', 'updated_at': '2021-12-21T14:05:36Z', 'revision_number': 4, 'project_id': 'd6849cd75da2415495750e7735f5226b', 'subnets': [{'id': '6d354b18-eef8-4cae-9e59-8ef70727f0c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 14:05:37.404728 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8b7917c4-7cc0-4fe6-8c95-06cd3f01611c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:37.413826 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8038e63-7070-4f8a-8eb1-0b205b69772b None None] Pushing event updated for resources: {'Port': ['ID=e61e2d34-a441-4f35-88c2-120e38a2e522,revision_number=5']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:05:37.464764 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7917c4-7cc0-4fe6-8c95-06cd3f01611c admin admin] Network 3efcba42-8b4f-49ac-8b53-0bb490a50b4f is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 14:05:37.469412 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-8b7917c4-7cc0-4fe6-8c95-06cd3f01611c admin admin] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:05:37.472015 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7917c4-7cc0-4fe6-8c95-06cd3f01611c admin admin] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 14:05:37.478752 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7917c4-7cc0-4fe6-8c95-06cd3f01611c admin admin] Pushing event updated for resources: {'Port': ['ID=7234e99c-befc-47cd-9aa9-93cfa516687b,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:05:37.521260 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port fdb3dcf3-7f6a-4581-8feb-3bb741e18463 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:05:37.521635 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:37.526116 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8b7917c4-7cc0-4fe6-8c95-06cd3f01611c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532557'] for router_interface, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:37.659855 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f8038e63-7070-4f8a-8eb1-0b205b69772b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:37.684153 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8b7917c4-7cc0-4fe6-8c95-06cd3f01611c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:37.732402 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-f8038e63-7070-4f8a-8eb1-0b205b69772b None None] For port fdb3dcf3-7f6a-4581-8feb-3bb741e18463, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fdb3dcf3-7f6a-4581-8feb-3bb741e18463,segment=NetworkSegment(a1d7497b-a822-41f3-a6cb-d5d3ac0bb6f5),segment_id=a1d7497b-a822-41f3-a6cb-d5d3ac0bb6f5)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:05:37.746384 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f8038e63-7070-4f8a-8eb1-0b205b69772b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:37.779707 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:37.863457 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8038e63-7070-4f8a-8eb1-0b205b69772b None None] Pushing event updated for resources: {'Port': ['ID=fdb3dcf3-7f6a-4581-8feb-3bb741e18463,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:05:37.880861 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8b7917c4-7cc0-4fe6-8c95-06cd3f01611c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:37.883936 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-3548d5e9-8fb7-4795-91d9-725b937d9c81 None None] Publish callbacks [] for port, precommit_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:37.889928 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8b7917c4-7cc0-4fe6-8c95-06cd3f01611c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:37.909008 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-3548d5e9-8fb7-4795-91d9-725b937d9c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:37.919208 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-161986b7-6634-4c0e-b5b6-2bed8d0d146e None None] Provisioning complete for port e61e2d34-a441-4f35-88c2-120e38a2e522 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:05:37.919516 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-161986b7-6634-4c0e-b5b6-2bed8d0d146e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:37.963929 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8b7917c4-7cc0-4fe6-8c95-06cd3f01611c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532537'] for router_interface, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:37.972672 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7917c4-7cc0-4fe6-8c95-06cd3f01611c admin admin] Pushing event updated for resources: {'Port': ['ID=7234e99c-befc-47cd-9aa9-93cfa516687b,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:05:37.978601 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.db.api [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 14:05:37.978601 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG oslo_db.api [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 14:05:37.995161 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681ff684-0438-49da-a8bb-49db58f3ca7f None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 14:05:38.014178 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-3548d5e9-8fb7-4795-91d9-725b937d9c81 None None] Attempting to bind port 85c0e45c-83a5-4333-a9af-d303ebf3c296 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 14:05:38.014569 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-3548d5e9-8fb7-4795-91d9-725b937d9c81 None None] Attempting to bind port 85c0e45c-83a5-4333-a9af-d303ebf3c296 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 14:05:38.014933 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3548d5e9-8fb7-4795-91d9-725b937d9c81 None None] Attempting to bind port 85c0e45c-83a5-4333-a9af-d303ebf3c296 on network 7fdf1889-f079-4166-bbda-88b2a8d8d595 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 14:05:38.020776 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b332c1a-88a4-4d44-afa1-18ec20d91bda None None] Pushing event updated for resources: {'Port': ['ID=85c0e45c-83a5-4333-a9af-d303ebf3c296,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:05:38.029620 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3548d5e9-8fb7-4795-91d9-725b937d9c81 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 14, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 14:05:38.029990 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3548d5e9-8fb7-4795-91d9-725b937d9c81 None None] Checking segment: {'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 14:05:38.030412 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-3548d5e9-8fb7-4795-91d9-725b937d9c81 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:38.030804 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3548d5e9-8fb7-4795-91d9-725b937d9c81 None None] Bound using segment: {'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 14:05:38.031284 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-3548d5e9-8fb7-4795-91d9-725b937d9c81 None None] Bound port: 85c0e45c-83a5-4333-a9af-d303ebf3c296, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 14:05:38.031645 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-3548d5e9-8fb7-4795-91d9-725b937d9c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:38.070160 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7917c4-7cc0-4fe6-8c95-06cd3f01611c admin admin] Network 3efcba42-8b4f-49ac-8b53-0bb490a50b4f is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 14:05:38.072173 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-8b7917c4-7cc0-4fe6-8c95-06cd3f01611c admin admin] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:05:38.116156 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-3548d5e9-8fb7-4795-91d9-725b937d9c81 None None] For port 85c0e45c-83a5-4333-a9af-d303ebf3c296, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 14:05:38.121279 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-3548d5e9-8fb7-4795-91d9-725b937d9c81 None None] For port 85c0e45c-83a5-4333-a9af-d303ebf3c296, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=85c0e45c-83a5-4333-a9af-d303ebf3c296,segment=NetworkSegment(a32e5bfd-6fac-434f-817b-5707a23fd2ca),segment_id=a32e5bfd-6fac-434f-817b-5707a23fd2ca)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 14:05:38.131491 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-3548d5e9-8fb7-4795-91d9-725b937d9c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:38.186254 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-161986b7-6634-4c0e-b5b6-2bed8d0d146e None None] Provisioning complete for port fdb3dcf3-7f6a-4581-8feb-3bb741e18463 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:05:38.186680 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-161986b7-6634-4c0e-b5b6-2bed8d0d146e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:38.188459 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c1a6ec-da39-4ee8-b24b-dceef4268bb1 None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 14:05:38.208316 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b7917c4-7cc0-4fe6-8c95-06cd3f01611c admin admin] Router 8bedb84b-bf51-47b2-aea9-3cee43fb2e60 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 14:05:38.219618 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3548d5e9-8fb7-4795-91d9-725b937d9c81 None None] Routers {'8bedb84b-bf51-47b2-aea9-3cee43fb2e60'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:05:38.220339 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-3548d5e9-8fb7-4795-91d9-725b937d9c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T14:05:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['8bedb84b-bf51-47b2-aea9-3cee43fb2e60'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:05:38.302032 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b332c1a-88a4-4d44-afa1-18ec20d91bda None None] Pushing event updated for resources: {'Port': ['ID=85c0e45c-83a5-4333-a9af-d303ebf3c296,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:05:38.339776 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b7917c4-7cc0-4fe6-8c95-06cd3f01611c admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 14:05:38.345601 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-8b7917c4-7cc0-4fe6-8c95-06cd3f01611c admin admin] 10.222.0.37 "PUT /v2.0/routers/8bedb84b-bf51-47b2-aea9-3cee43fb2e60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9395666 Dec 21 14:05:38.409307 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-3548d5e9-8fb7-4795-91d9-725b937d9c81 None None] Set router 8bedb84b-bf51-47b2-aea9-3cee43fb2e60 gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:05:38.455325 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-161986b7-6634-4c0e-b5b6-2bed8d0d146e None None] Provisioning complete for port 7234e99c-befc-47cd-9aa9-93cfa516687b triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:05:38.455701 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-161986b7-6634-4c0e-b5b6-2bed8d0d146e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:38.716539 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-161986b7-6634-4c0e-b5b6-2bed8d0d146e None None] Port 7234e99c-befc-47cd-9aa9-93cfa516687b cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 14:05:38.718389 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device e61e2d34-a441-4f35-88c2-120e38a2e522 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:05:38.840083 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port e61e2d34-a441-4f35-88c2-120e38a2e522 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:05:38.840429 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:38.875990 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-5549a9c1-8625-4473-a2ec-7973f35d4200 None None] Provisioning complete for port 85c0e45c-83a5-4333-a9af-d303ebf3c296 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:05:38.876633 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-5549a9c1-8625-4473-a2ec-7973f35d4200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:38.929862 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-3548d5e9-8fb7-4795-91d9-725b937d9c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bedb84b-bf51-47b2-aea9-3cee43fb2e60', 'name': 'tempest-TestShelveInstance-1178356926-router', 'tenant_id': 'ba68caab6f524534b3e0a2822b739e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.183'}], 'enable_snat': True}, 'gw_port_id': '85c0e45c-83a5-4333-a9af-d303ebf3c296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:05:34Z', 'updated_at': '2021-12-21T14:05:37Z', 'revision_number': 4, 'project_id': 'ba68caab6f524534b3e0a2822b739e72', 'gw_port': {'id': '85c0e45c-83a5-4333-a9af-d303ebf3c296', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bedb84b-bf51-47b2-aea9-3cee43fb2e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:05:35Z', 'updated_at': '2021-12-21T14:05:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '7234e99c-befc-47cd-9aa9-93cfa516687b', 'name': '', 'network_id': '3efcba42-8b4f-49ac-8b53-0bb490a50b4f', 'tenant_id': 'ba68caab6f524534b3e0a2822b739e72', 'mac_address': 'fa:16:3e:74:a8:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bedb84b-bf51-47b2-aea9-3cee43fb2e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': 'e2901edf-eb47-463f-9c77-759de970f05f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:05:36Z', 'updated_at': '2021-12-21T14:05:37Z', 'revision_number': 2, 'project_id': 'ba68caab6f524534b3e0a2822b739e72', 'subnets': [{'id': 'e2901edf-eb47-463f-9c77-759de970f05f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:05:38.961895 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3548d5e9-8fb7-4795-91d9-725b937d9c81 None None] The sync data for ids ['8bedb84b-bf51-47b2-aea9-3cee43fb2e60'] in dv-neutron-master-2-hyperv is: [{'id': '8bedb84b-bf51-47b2-aea9-3cee43fb2e60', 'name': 'tempest-TestShelveInstance-1178356926-router', 'tenant_id': 'ba68caab6f524534b3e0a2822b739e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.183'}], 'enable_snat': True}, 'gw_port_id': '85c0e45c-83a5-4333-a9af-d303ebf3c296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:05:34Z', 'updated_at': '2021-12-21T14:05:37Z', 'revision_number': 4, 'project_id': 'ba68caab6f524534b3e0a2822b739e72', 'gw_port': {'id': '85c0e45c-83a5-4333-a9af-d303ebf3c296', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bedb84b-bf51-47b2-aea9-3cee43fb2e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:05:35Z', 'updated_at': '2021-12-21T14:05:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '7234e99c-befc-47cd-9aa9-93cfa516687b', 'name': '', 'network_id': '3efcba42-8b4f-49ac-8b53-0bb490a50b4f', 'tenant_id': 'ba68caab6f524534b3e0a2822b739e72', 'mac_address': 'fa:16:3e:74:a8:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bedb84b-bf51-47b2-aea9-3cee43fb2e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': 'e2901edf-eb47-463f-9c77-759de970f05f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:05:36Z', 'updated_at': '2021-12-21T14:05:37Z', 'revision_number': 2, 'project_id': 'ba68caab6f524534b3e0a2822b739e72', 'subnets': [{'id': 'e2901edf-eb47-463f-9c77-759de970f05f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 14:05:39.040443 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-5549a9c1-8625-4473-a2ec-7973f35d4200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:39.066776 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 38338) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:05:39.069164 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-5549a9c1-8625-4473-a2ec-7973f35d4200 None None] For port 85c0e45c-83a5-4333-a9af-d303ebf3c296, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=85c0e45c-83a5-4333-a9af-d303ebf3c296,segment=NetworkSegment(a32e5bfd-6fac-434f-817b-5707a23fd2ca),segment_id=a32e5bfd-6fac-434f-817b-5707a23fd2ca)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:05:39.071319 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-5a2ff25d-00ec-4c73-b449-7f0a87c16845 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1630426085', 'description': 'tempest-secgroup-smoke-1630426085 description', 'project_id': 'd6849cd75da2415495750e7735f5226b'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:05:39.074334 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-5549a9c1-8625-4473-a2ec-7973f35d4200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:39.113786 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5a2ff25d-00ec-4c73-b449-7f0a87c16845 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Publish callbacks [] for security_group, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:39.118797 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-5549a9c1-8625-4473-a2ec-7973f35d4200 None None] Provisioning complete for port 7234e99c-befc-47cd-9aa9-93cfa516687b triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:05:39.119191 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-5549a9c1-8625-4473-a2ec-7973f35d4200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:39.148855 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device fdb3dcf3-7f6a-4581-8feb-3bb741e18463 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:05:39.182558 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5549a9c1-8625-4473-a2ec-7973f35d4200 None None] Pushing event updated for resources: {'Port': ['ID=85c0e45c-83a5-4333-a9af-d303ebf3c296,revision_number=4']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:05:39.202123 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-5549a9c1-8625-4473-a2ec-7973f35d4200 None None] Port 7234e99c-befc-47cd-9aa9-93cfa516687b cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 14:05:39.214037 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5a2ff25d-00ec-4c73-b449-7f0a87c16845 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Publish callbacks [] for security_group, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:39.221722 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5a2ff25d-00ec-4c73-b449-7f0a87c16845 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:39.245211 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port fdb3dcf3-7f6a-4581-8feb-3bb741e18463 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:05:39.245571 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:39.255966 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5a2ff25d-00ec-4c73-b449-7f0a87c16845 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:39.257237 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-5a2ff25d-00ec-4c73-b449-7f0a87c16845 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1894400 Dec 21 14:05:39.260251 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 38340) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:05:39.265463 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2ff25d-00ec-4c73-b449-7f0a87c16845 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46354140-4f1d-4b41-8475-76d03feaa470,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:05:39.265696 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-6eb272d8-e92e-42dc-b3bf-f0948bc2d583 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Request body: {'security_group_rule': {'security_group_id': '46354140-4f1d-4b41-8475-76d03feaa470', 'project_id': 'd6849cd75da2415495750e7735f5226b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:05:39.318139 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6eb272d8-e92e-42dc-b3bf-f0948bc2d583 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:39.344071 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device e61e2d34-a441-4f35-88c2-120e38a2e522 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:05:39.370049 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6eb272d8-e92e-42dc-b3bf-f0948bc2d583 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:39.375568 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6eb272d8-e92e-42dc-b3bf-f0948bc2d583 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:39.394495 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb272d8-e92e-42dc-b3bf-f0948bc2d583 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4be7963e-8e34-4c52-ab5a-7bb0614d3edb,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:05:39.407551 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6eb272d8-e92e-42dc-b3bf-f0948bc2d583 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:39.408880 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-6eb272d8-e92e-42dc-b3bf-f0948bc2d583 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1474657 Dec 21 14:05:39.411914 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 38342) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:05:39.416510 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-8505d587-a01c-4d28-b3ec-c83dbc3934d1 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Request body: {'security_group_rule': {'security_group_id': '46354140-4f1d-4b41-8475-76d03feaa470', 'project_id': 'd6849cd75da2415495750e7735f5226b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:05:39.419639 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port e61e2d34-a441-4f35-88c2-120e38a2e522 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:05:39.420012 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:39.445640 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8505d587-a01c-4d28-b3ec-c83dbc3934d1 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:39.503733 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8505d587-a01c-4d28-b3ec-c83dbc3934d1 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:39.508141 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8505d587-a01c-4d28-b3ec-c83dbc3934d1 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:39.527527 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8505d587-a01c-4d28-b3ec-c83dbc3934d1 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba5abab2-8909-4bb9-9118-c5731c36b7b0,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:05:39.537123 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8505d587-a01c-4d28-b3ec-c83dbc3934d1 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:39.538399 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-8505d587-a01c-4d28-b3ec-c83dbc3934d1 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1254678 Dec 21 14:05:39.541221 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 38344) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:05:39.545954 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-41a37456-1a71-4b68-a936-83dbe67a5eb4 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Request body: {'security_group_rule': {'security_group_id': '46354140-4f1d-4b41-8475-76d03feaa470', 'project_id': 'd6849cd75da2415495750e7735f5226b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:05:39.576612 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-41a37456-1a71-4b68-a936-83dbe67a5eb4 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:39.636328 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-41a37456-1a71-4b68-a936-83dbe67a5eb4 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:39.640733 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-41a37456-1a71-4b68-a936-83dbe67a5eb4 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:39.659158 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a37456-1a71-4b68-a936-83dbe67a5eb4 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a27a9f9b-103f-4a4f-995c-6e21d0b6e22a,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:05:39.665150 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-41a37456-1a71-4b68-a936-83dbe67a5eb4 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:39.666281 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-41a37456-1a71-4b68-a936-83dbe67a5eb4 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1241405 Dec 21 14:05:39.669256 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 38346) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:05:39.674105 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-9fc07494-f977-4324-8398-66c9b0fce4da tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Request body: {'security_group_rule': {'security_group_id': '46354140-4f1d-4b41-8475-76d03feaa470', 'project_id': 'd6849cd75da2415495750e7735f5226b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:05:39.701398 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9fc07494-f977-4324-8398-66c9b0fce4da tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:39.755694 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9fc07494-f977-4324-8398-66c9b0fce4da tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:39.759223 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9fc07494-f977-4324-8398-66c9b0fce4da tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:39.780032 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc07494-f977-4324-8398-66c9b0fce4da tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=368e3a52-8cfd-4d3f-89e7-cf73490b8255,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:05:39.785534 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9fc07494-f977-4324-8398-66c9b0fce4da tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:39.789341 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-9fc07494-f977-4324-8398-66c9b0fce4da tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1162903 Dec 21 14:05:39.789516 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 38348) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:05:39.793766 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-f28374de-829c-413c-90b9-f062619f510d tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Request body: {'security_group_rule': {'security_group_id': '46354140-4f1d-4b41-8475-76d03feaa470', 'project_id': 'd6849cd75da2415495750e7735f5226b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:05:39.816857 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.securitygroups_db [None req-f28374de-829c-413c-90b9-f062619f510d tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Project d6849cd75da2415495750e7735f5226b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 14:05:39.821736 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f28374de-829c-413c-90b9-f062619f510d tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:39.880916 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f28374de-829c-413c-90b9-f062619f510d tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:39.884266 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f28374de-829c-413c-90b9-f062619f510d tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:39.901081 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28374de-829c-413c-90b9-f062619f510d tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45877402-840c-46b3-92fb-2d8e85b81359,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:05:39.908630 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f28374de-829c-413c-90b9-f062619f510d tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:39.909805 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-f28374de-829c-413c-90b9-f062619f510d tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1193833 Dec 21 14:05:39.912498 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 38350) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:05:39.916693 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-51a336f5-aa1a-46b8-b3e0-906f020f18c0 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Request body: {'security_group_rule': {'security_group_id': '46354140-4f1d-4b41-8475-76d03feaa470', 'project_id': 'd6849cd75da2415495750e7735f5226b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:05:39.939566 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.securitygroups_db [None req-51a336f5-aa1a-46b8-b3e0-906f020f18c0 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Project d6849cd75da2415495750e7735f5226b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 14:05:39.944185 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-51a336f5-aa1a-46b8-b3e0-906f020f18c0 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:40.000973 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-51a336f5-aa1a-46b8-b3e0-906f020f18c0 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:40.004981 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-51a336f5-aa1a-46b8-b3e0-906f020f18c0 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:40.023139 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a336f5-aa1a-46b8-b3e0-906f020f18c0 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a955b17d-be60-4efc-a0fe-6a02a01aeca4,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:05:40.029479 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-51a336f5-aa1a-46b8-b3e0-906f020f18c0 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:40.030695 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-51a336f5-aa1a-46b8-b3e0-906f020f18c0 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1172707 Dec 21 14:05:40.262926 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-7b3cd6d4-8747-4ee4-a496-57ac1e2e4902 req-264ae643-9bc6-41a1-a161-88e0f7bba81c tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1630426085&fields=id&tenant_id=d6849cd75da2415495750e7735f5226b HTTP/1.1" status: 200 len: 267 time: 0.0509682 Dec 21 14:05:40.377998 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3cd6d4-8747-4ee4-a496-57ac1e2e4902 req-65159e82-e1c6-46ff-83bf-6da6253bf361 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:05:40.379547 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-7b3cd6d4-8747-4ee4-a496-57ac1e2e4902 req-65159e82-e1c6-46ff-83bf-6da6253bf361 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/networks?id=b854f71a-4990-441f-8181-a2313d24cffc HTTP/1.1" status: 200 len: 809 time: 0.1099839 Dec 21 14:05:40.396380 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-7b3cd6d4-8747-4ee4-a496-57ac1e2e4902 req-0ce37558-2bab-4ff6-8243-1ff9187283f9 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/quotas/d6849cd75da2415495750e7735f5226b HTTP/1.1" status: 200 len: 375 time: 0.0100446 Dec 21 14:05:40.450830 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-7b3cd6d4-8747-4ee4-a496-57ac1e2e4902 req-4c773496-a775-4b0b-bbd5-9e83e9c475b0 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d6849cd75da2415495750e7735f5226b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485620 Dec 21 14:05:40.558297 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [req-7b3cd6d4-8747-4ee4-a496-57ac1e2e4902 req-06b90507-14da-475a-9cb8-07a53b936bae service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103152) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 14:05:40.559344 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-7b3cd6d4-8747-4ee4-a496-57ac1e2e4902 req-06b90507-14da-475a-9cb8-07a53b936bae service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0971091 Dec 21 14:05:40.655080 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-7b3cd6d4-8747-4ee4-a496-57ac1e2e4902 req-2ef4647b-7350-4c92-a205-b769ae5dcfd2 service neutron] 10.222.0.37 "GET /v2.0/networks/b854f71a-4990-441f-8181-a2313d24cffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892265 Dec 21 14:05:40.747323 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-7b3cd6d4-8747-4ee4-a496-57ac1e2e4902 req-d750782c-fb28-47af-a197-6c3d64fb18e9 service neutron] 10.222.0.37 "GET /v2.0/networks/b854f71a-4990-441f-8181-a2313d24cffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857940 Dec 21 14:05:41.114143 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 85c0e45c-83a5-4333-a9af-d303ebf3c296 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:05:41.163471 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 85c0e45c-83a5-4333-a9af-d303ebf3c296 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:05:41.163845 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:41.476246 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71736ba-b806-4539-b1ec-1526f6fddbbe None None] Sync routers for ids ['8bedb84b-bf51-47b2-aea9-3cee43fb2e60'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 14:05:41.486096 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71736ba-b806-4539-b1ec-1526f6fddbbe None None] Routers {'8bedb84b-bf51-47b2-aea9-3cee43fb2e60'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:05:41.486728 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-b71736ba-b806-4539-b1ec-1526f6fddbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T14:05:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['8bedb84b-bf51-47b2-aea9-3cee43fb2e60'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:05:41.587433 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-b71736ba-b806-4539-b1ec-1526f6fddbbe None None] Set router 8bedb84b-bf51-47b2-aea9-3cee43fb2e60 gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:05:41.779078 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-b71736ba-b806-4539-b1ec-1526f6fddbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bedb84b-bf51-47b2-aea9-3cee43fb2e60', 'name': 'tempest-TestShelveInstance-1178356926-router', 'tenant_id': 'ba68caab6f524534b3e0a2822b739e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.183'}], 'enable_snat': True}, 'gw_port_id': '85c0e45c-83a5-4333-a9af-d303ebf3c296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:05:34Z', 'updated_at': '2021-12-21T14:05:37Z', 'revision_number': 4, 'project_id': 'ba68caab6f524534b3e0a2822b739e72', 'gw_port': {'id': '85c0e45c-83a5-4333-a9af-d303ebf3c296', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bedb84b-bf51-47b2-aea9-3cee43fb2e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:05:35Z', 'updated_at': '2021-12-21T14:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '7234e99c-befc-47cd-9aa9-93cfa516687b', 'name': '', 'network_id': '3efcba42-8b4f-49ac-8b53-0bb490a50b4f', 'tenant_id': 'ba68caab6f524534b3e0a2822b739e72', 'mac_address': 'fa:16:3e:74:a8:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bedb84b-bf51-47b2-aea9-3cee43fb2e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': 'e2901edf-eb47-463f-9c77-759de970f05f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:05:36Z', 'updated_at': '2021-12-21T14:05:37Z', 'revision_number': 2, 'project_id': 'ba68caab6f524534b3e0a2822b739e72', 'subnets': [{'id': 'e2901edf-eb47-463f-9c77-759de970f05f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:05:41.805207 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71736ba-b806-4539-b1ec-1526f6fddbbe None None] Checking router: 8bedb84b-bf51-47b2-aea9-3cee43fb2e60 for host: dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 14:05:41.805566 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71736ba-b806-4539-b1ec-1526f6fddbbe None None] Updating router 8bedb84b-bf51-47b2-aea9-3cee43fb2e60 port 7234e99c-befc-47cd-9aa9-93cfa516687b binding host dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 14:05:41.830065 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b71736ba-b806-4539-b1ec-1526f6fddbbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:41.920444 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-ab5dbf04-71de-4a2e-bb83-3de1ecb6ccdb req-f3a1fe3e-5d34-4a1e-8f7a-e13775e0b279 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/ports?device_id=0347bdce-a860-477d-af2e-cbf4146362db HTTP/1.1" status: 200 len: 210 time: 0.0261118 Dec 21 14:05:42.086613 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b71736ba-b806-4539-b1ec-1526f6fddbbe None None] Publish callbacks [] for port, precommit_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:42.091633 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b71736ba-b806-4539-b1ec-1526f6fddbbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:42.144429 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feddba7-b39d-45da-ae54-afc1d837fb01 None None] Pushing event updated for resources: {'Port': ['ID=7234e99c-befc-47cd-9aa9-93cfa516687b,revision_number=3']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:05:42.193991 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-b71736ba-b806-4539-b1ec-1526f6fddbbe None None] Attempting to bind port 7234e99c-befc-47cd-9aa9-93cfa516687b on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 14:05:42.194420 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-b71736ba-b806-4539-b1ec-1526f6fddbbe None None] Attempting to bind port 7234e99c-befc-47cd-9aa9-93cfa516687b by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a1d7497b-a822-41f3-a6cb-d5d3ac0bb6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '3efcba42-8b4f-49ac-8b53-0bb490a50b4f'}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 14:05:42.194758 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71736ba-b806-4539-b1ec-1526f6fddbbe None None] Attempting to bind port 7234e99c-befc-47cd-9aa9-93cfa516687b on network 3efcba42-8b4f-49ac-8b53-0bb490a50b4f {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 14:05:42.200127 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71736ba-b806-4539-b1ec-1526f6fddbbe None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 14, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 14:05:42.200495 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71736ba-b806-4539-b1ec-1526f6fddbbe None None] Checking segment: {'id': 'a1d7497b-a822-41f3-a6cb-d5d3ac0bb6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '3efcba42-8b4f-49ac-8b53-0bb490a50b4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 14:05:42.200897 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b71736ba-b806-4539-b1ec-1526f6fddbbe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:42.201289 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71736ba-b806-4539-b1ec-1526f6fddbbe None None] Bound using segment: {'id': 'a1d7497b-a822-41f3-a6cb-d5d3ac0bb6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '3efcba42-8b4f-49ac-8b53-0bb490a50b4f'} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 14:05:42.201756 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-b71736ba-b806-4539-b1ec-1526f6fddbbe None None] Bound port: 7234e99c-befc-47cd-9aa9-93cfa516687b, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1d7497b-a822-41f3-a6cb-d5d3ac0bb6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '3efcba42-8b4f-49ac-8b53-0bb490a50b4f'}}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 14:05:42.202133 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b71736ba-b806-4539-b1ec-1526f6fddbbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:42.268902 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-b71736ba-b806-4539-b1ec-1526f6fddbbe None None] For port 7234e99c-befc-47cd-9aa9-93cfa516687b, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 14:05:42.272426 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-b71736ba-b806-4539-b1ec-1526f6fddbbe None None] For port 7234e99c-befc-47cd-9aa9-93cfa516687b, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7234e99c-befc-47cd-9aa9-93cfa516687b,segment=NetworkSegment(a1d7497b-a822-41f3-a6cb-d5d3ac0bb6f5),segment_id=a1d7497b-a822-41f3-a6cb-d5d3ac0bb6f5)] {{(pid=103155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 14:05:42.276232 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b71736ba-b806-4539-b1ec-1526f6fddbbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:42.334889 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71736ba-b806-4539-b1ec-1526f6fddbbe None None] Routers {'8bedb84b-bf51-47b2-aea9-3cee43fb2e60'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:05:42.335520 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-b71736ba-b806-4539-b1ec-1526f6fddbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T14:05:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['8bedb84b-bf51-47b2-aea9-3cee43fb2e60'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:05:42.337312 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feddba7-b39d-45da-ae54-afc1d837fb01 None None] Pushing event updated for resources: {'Port': ['ID=7234e99c-befc-47cd-9aa9-93cfa516687b,revision_number=4']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:05:42.351344 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-cdf7fc22-a253-4dd2-87c7-4a51fe047337 None None] Provisioning complete for port 7234e99c-befc-47cd-9aa9-93cfa516687b triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:05:42.351972 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-cdf7fc22-a253-4dd2-87c7-4a51fe047337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:42.452773 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-cdf7fc22-a253-4dd2-87c7-4a51fe047337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:42.469701 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-b71736ba-b806-4539-b1ec-1526f6fddbbe None None] Set router 8bedb84b-bf51-47b2-aea9-3cee43fb2e60 gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:05:42.489488 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-cdf7fc22-a253-4dd2-87c7-4a51fe047337 None None] For port 7234e99c-befc-47cd-9aa9-93cfa516687b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7234e99c-befc-47cd-9aa9-93cfa516687b,segment=NetworkSegment(a1d7497b-a822-41f3-a6cb-d5d3ac0bb6f5),segment_id=a1d7497b-a822-41f3-a6cb-d5d3ac0bb6f5)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:05:42.492807 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-cdf7fc22-a253-4dd2-87c7-4a51fe047337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:42.542788 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf7fc22-a253-4dd2-87c7-4a51fe047337 None None] Pushing event updated for resources: {'Port': ['ID=7234e99c-befc-47cd-9aa9-93cfa516687b,revision_number=5']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:05:42.613052 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-755b6462-a4e8-4915-af90-7aecbd6fd8b7 None None] Provisioning complete for port 7234e99c-befc-47cd-9aa9-93cfa516687b triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:05:42.613422 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-755b6462-a4e8-4915-af90-7aecbd6fd8b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:42.671185 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-b71736ba-b806-4539-b1ec-1526f6fddbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bedb84b-bf51-47b2-aea9-3cee43fb2e60', 'name': 'tempest-TestShelveInstance-1178356926-router', 'tenant_id': 'ba68caab6f524534b3e0a2822b739e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.183'}], 'enable_snat': True}, 'gw_port_id': '85c0e45c-83a5-4333-a9af-d303ebf3c296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:05:34Z', 'updated_at': '2021-12-21T14:05:37Z', 'revision_number': 4, 'project_id': 'ba68caab6f524534b3e0a2822b739e72', 'gw_port': {'id': '85c0e45c-83a5-4333-a9af-d303ebf3c296', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bedb84b-bf51-47b2-aea9-3cee43fb2e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:05:35Z', 'updated_at': '2021-12-21T14:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '7234e99c-befc-47cd-9aa9-93cfa516687b', 'name': '', 'network_id': '3efcba42-8b4f-49ac-8b53-0bb490a50b4f', 'tenant_id': 'ba68caab6f524534b3e0a2822b739e72', 'mac_address': 'fa:16:3e:74:a8:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bedb84b-bf51-47b2-aea9-3cee43fb2e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': 'e2901edf-eb47-463f-9c77-759de970f05f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:05:36Z', 'updated_at': '2021-12-21T14:05:42Z', 'revision_number': 4, 'project_id': 'ba68caab6f524534b3e0a2822b739e72', 'subnets': [{'id': 'e2901edf-eb47-463f-9c77-759de970f05f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:05:42.701157 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71736ba-b806-4539-b1ec-1526f6fddbbe None None] The sync data for ids ['8bedb84b-bf51-47b2-aea9-3cee43fb2e60'] in dv-neutron-master-2-hyperv is: [{'id': '8bedb84b-bf51-47b2-aea9-3cee43fb2e60', 'name': 'tempest-TestShelveInstance-1178356926-router', 'tenant_id': 'ba68caab6f524534b3e0a2822b739e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.183'}], 'enable_snat': True}, 'gw_port_id': '85c0e45c-83a5-4333-a9af-d303ebf3c296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:05:34Z', 'updated_at': '2021-12-21T14:05:37Z', 'revision_number': 4, 'project_id': 'ba68caab6f524534b3e0a2822b739e72', 'gw_port': {'id': '85c0e45c-83a5-4333-a9af-d303ebf3c296', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bedb84b-bf51-47b2-aea9-3cee43fb2e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:05:35Z', 'updated_at': '2021-12-21T14:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '7234e99c-befc-47cd-9aa9-93cfa516687b', 'name': '', 'network_id': '3efcba42-8b4f-49ac-8b53-0bb490a50b4f', 'tenant_id': 'ba68caab6f524534b3e0a2822b739e72', 'mac_address': 'fa:16:3e:74:a8:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bedb84b-bf51-47b2-aea9-3cee43fb2e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': 'e2901edf-eb47-463f-9c77-759de970f05f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:05:36Z', 'updated_at': '2021-12-21T14:05:42Z', 'revision_number': 4, 'project_id': 'ba68caab6f524534b3e0a2822b739e72', 'subnets': [{'id': 'e2901edf-eb47-463f-9c77-759de970f05f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 14:05:42.998474 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-93ba3f8c-40e3-4138-92e9-32c08457705f req-79e22a68-c508-46b8-8fb9-6c32a0a7c2dc tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/ports?device_id=0347bdce-a860-477d-af2e-cbf4146362db HTTP/1.1" status: 200 len: 210 time: 0.0270886 Dec 21 14:05:43.117058 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 7234e99c-befc-47cd-9aa9-93cfa516687b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:05:43.170111 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 7234e99c-befc-47cd-9aa9-93cfa516687b triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:05:43.170512 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:43.570467 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:43.848327 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.agents_db [None req-c60a5637-8c6f-4692-b23b-7dd82bd36b21 None None] Agent healthcheck: found 6 active agents {{(pid=103155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 14:05:44.075112 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a4c10696-66b2-4012-b65e-67053b4b9f57 req-2805c09a-8661-4c19-af4b-2ca965263490 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/ports?device_id=0347bdce-a860-477d-af2e-cbf4146362db HTTP/1.1" status: 200 len: 210 time: 0.0257635 Dec 21 14:05:45.162706 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-ef4278b3-2aee-4b01-9aa3-db5680a58987 req-f6867487-b94d-4deb-ace0-0309bd88eb98 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/ports?device_id=0347bdce-a860-477d-af2e-cbf4146362db HTTP/1.1" status: 200 len: 210 time: 0.0312607 Dec 21 14:05:46.256242 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-0d0db18f-ee9d-4872-b9ce-33bd811d9919 req-379aa653-ee6d-443b-a224-39cb3e2a2908 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/ports?device_id=0347bdce-a860-477d-af2e-cbf4146362db HTTP/1.1" status: 200 len: 210 time: 0.0265586 Dec 21 14:05:46.976617 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3cd6d4-8747-4ee4-a496-57ac1e2e4902 req-a947d5f3-0f78-4c54-bb48-ef96e938c8e5 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:05:46.978095 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7b3cd6d4-8747-4ee4-a496-57ac1e2e4902 req-a947d5f3-0f78-4c54-bb48-ef96e938c8e5 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.60 "GET /v2.0/networks?id=b854f71a-4990-441f-8181-a2313d24cffc HTTP/1.1" status: 200 len: 809 time: 0.1071200 Dec 21 14:05:47.049072 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7b3cd6d4-8747-4ee4-a496-57ac1e2e4902 req-47efed6e-d528-4ea7-b839-0c7a63fd18d4 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d6849cd75da2415495750e7735f5226b HTTP/1.1" status: 200 len: 380 time: 0.0553641 Dec 21 14:05:47.058648 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [req-7b3cd6d4-8747-4ee4-a496-57ac1e2e4902 req-458dfcd5-642e-4ff9-8088-de65c40a72da tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Request body: {'port': {'device_id': '0347bdce-a860-477d-af2e-cbf4146362db', 'network_id': 'b854f71a-4990-441f-8181-a2313d24cffc', 'admin_state_up': True, 'tenant_id': 'd6849cd75da2415495750e7735f5226b', 'security_groups': ['46354140-4f1d-4b41-8475-76d03feaa470']}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:05:47.179944 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b3cd6d4-8747-4ee4-a496-57ac1e2e4902 req-458dfcd5-642e-4ff9-8088-de65c40a72da tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Made reservation on behalf of d6849cd75da2415495750e7735f5226b for: {'port': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 14:05:47.183448 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-7b3cd6d4-8747-4ee4-a496-57ac1e2e4902 req-458dfcd5-642e-4ff9-8088-de65c40a72da tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:47.306072 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [req-7b3cd6d4-8747-4ee4-a496-57ac1e2e4902 req-458dfcd5-642e-4ff9-8088-de65c40a72da tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Allocated IP 172.20.0.11 (b854f71a-4990-441f-8181-a2313d24cffc/6d354b18-eef8-4cae-9e59-8ef70727f0c0/fe6abce8-e086-4763-a452-e1fadbf472f9) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 14:05:47.354139 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-9b42f89c-b435-4c1a-9f67-b09d5551e0e4 req-894a8c16-a1ce-4eb8-be17-63f65099ce77 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/ports?device_id=0347bdce-a860-477d-af2e-cbf4146362db HTTP/1.1" status: 200 len: 210 time: 0.0265203 Dec 21 14:05:47.463174 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-7b3cd6d4-8747-4ee4-a496-57ac1e2e4902 req-458dfcd5-642e-4ff9-8088-de65c40a72da tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:47.496119 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-7b3cd6d4-8747-4ee4-a496-57ac1e2e4902 req-458dfcd5-642e-4ff9-8088-de65c40a72da tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:47.540373 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b3cd6d4-8747-4ee4-a496-57ac1e2e4902 req-458dfcd5-642e-4ff9-8088-de65c40a72da tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Network b854f71a-4990-441f-8181-a2313d24cffc is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 14:05:47.543340 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [req-7b3cd6d4-8747-4ee4-a496-57ac1e2e4902 req-458dfcd5-642e-4ff9-8088-de65c40a72da tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:05:47.547193 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b3cd6d4-8747-4ee4-a496-57ac1e2e4902 req-458dfcd5-642e-4ff9-8088-de65c40a72da tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 14:05:47.575324 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458dfcd5-642e-4ff9-8088-de65c40a72da tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Pushing event updated for resources: {'Port': ['ID=fe6abce8-e086-4763-a452-e1fadbf472f9,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:05:47.604568 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3cd6d4-8747-4ee4-a496-57ac1e2e4902 req-458dfcd5-642e-4ff9-8088-de65c40a72da tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:05:47.605214 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-7b3cd6d4-8747-4ee4-a496-57ac1e2e4902 req-458dfcd5-642e-4ff9-8088-de65c40a72da tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:47.621488 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7b3cd6d4-8747-4ee4-a496-57ac1e2e4902 req-458dfcd5-642e-4ff9-8088-de65c40a72da tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5664730 Dec 21 14:05:47.639989 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [req-7b3cd6d4-8747-4ee4-a496-57ac1e2e4902 req-b92c7117-2590-4c3e-b374-23989c83218b service neutron] Request body: {'port': {'device_id': '0347bdce-a860-477d-af2e-cbf4146362db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:05:47.695400 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-7b3cd6d4-8747-4ee4-a496-57ac1e2e4902 req-b92c7117-2590-4c3e-b374-23989c83218b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:47.747589 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-3142b04f-b2fb-4764-b385-1a5f7e2ee12c None None] Provisioning complete for port fe6abce8-e086-4763-a452-e1fadbf472f9 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:05:47.748253 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-3142b04f-b2fb-4764-b385-1a5f7e2ee12c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:47.788576 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-3142b04f-b2fb-4764-b385-1a5f7e2ee12c None None] Port fe6abce8-e086-4763-a452-e1fadbf472f9 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 14:05:47.951371 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [req-7b3cd6d4-8747-4ee4-a496-57ac1e2e4902 req-b92c7117-2590-4c3e-b374-23989c83218b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe6abce8-e086-4763-a452-e1fadbf472f9 {{(pid=103153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 14:05:47.958520 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-7b3cd6d4-8747-4ee4-a496-57ac1e2e4902 req-b92c7117-2590-4c3e-b374-23989c83218b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:47.970027 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.provisioning_blocks [req-7b3cd6d4-8747-4ee4-a496-57ac1e2e4902 req-b92c7117-2590-4c3e-b374-23989c83218b service neutron] Transition to ACTIVE for port object fe6abce8-e086-4763-a452-e1fadbf472f9 will not be triggered until provisioned by entity L2. {{(pid=103153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 14:05:47.973919 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-7b3cd6d4-8747-4ee4-a496-57ac1e2e4902 req-b92c7117-2590-4c3e-b374-23989c83218b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:48.027136 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92c7117-2590-4c3e-b374-23989c83218b service neutron] Pushing event updated for resources: {'Port': ['ID=fe6abce8-e086-4763-a452-e1fadbf472f9,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:05:48.099928 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-7b3cd6d4-8747-4ee4-a496-57ac1e2e4902 req-b92c7117-2590-4c3e-b374-23989c83218b service neutron] Attempting to bind port fe6abce8-e086-4763-a452-e1fadbf472f9 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 14:05:48.100268 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-7b3cd6d4-8747-4ee4-a496-57ac1e2e4902 req-b92c7117-2590-4c3e-b374-23989c83218b service neutron] Attempting to bind port fe6abce8-e086-4763-a452-e1fadbf472f9 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '0b109e47-fd09-470a-8341-c2404279bda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'b854f71a-4990-441f-8181-a2313d24cffc'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 14:05:48.100620 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3cd6d4-8747-4ee4-a496-57ac1e2e4902 req-b92c7117-2590-4c3e-b374-23989c83218b service neutron] Attempting to bind port fe6abce8-e086-4763-a452-e1fadbf472f9 on network b854f71a-4990-441f-8181-a2313d24cffc {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 14:05:48.105176 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3cd6d4-8747-4ee4-a496-57ac1e2e4902 req-b92c7117-2590-4c3e-b374-23989c83218b service neutron] Port fe6abce8-e086-4763-a452-e1fadbf472f9 on network b854f71a-4990-441f-8181-a2313d24cffc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 14:05:48.105497 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3cd6d4-8747-4ee4-a496-57ac1e2e4902 req-b92c7117-2590-4c3e-b374-23989c83218b service neutron] Attempting to bind port fe6abce8-e086-4763-a452-e1fadbf472f9 on network b854f71a-4990-441f-8181-a2313d24cffc {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 14:05:48.110723 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3cd6d4-8747-4ee4-a496-57ac1e2e4902 req-b92c7117-2590-4c3e-b374-23989c83218b service neutron] Checking agent: {'id': 'cb078e0e-af00-4e4f-8117-46ca6496af1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 23, 43), 'started_at': datetime.datetime(2021, 12, 21, 13, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 14, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 14:05:48.111065 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3cd6d4-8747-4ee4-a496-57ac1e2e4902 req-b92c7117-2590-4c3e-b374-23989c83218b service neutron] Checking segment: {'id': '0b109e47-fd09-470a-8341-c2404279bda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'b854f71a-4990-441f-8181-a2313d24cffc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 14:05:48.111447 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3cd6d4-8747-4ee4-a496-57ac1e2e4902 req-b92c7117-2590-4c3e-b374-23989c83218b service neutron] Bound using segment: {'id': '0b109e47-fd09-470a-8341-c2404279bda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'b854f71a-4990-441f-8181-a2313d24cffc'} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 14:05:48.111878 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-7b3cd6d4-8747-4ee4-a496-57ac1e2e4902 req-b92c7117-2590-4c3e-b374-23989c83218b service neutron] Bound port: fe6abce8-e086-4763-a452-e1fadbf472f9, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b109e47-fd09-470a-8341-c2404279bda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'b854f71a-4990-441f-8181-a2313d24cffc'}}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 14:05:48.112230 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-7b3cd6d4-8747-4ee4-a496-57ac1e2e4902 req-b92c7117-2590-4c3e-b374-23989c83218b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:48.180703 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-7b3cd6d4-8747-4ee4-a496-57ac1e2e4902 req-b92c7117-2590-4c3e-b374-23989c83218b service neutron] For port fe6abce8-e086-4763-a452-e1fadbf472f9, host hv-neutron-mast, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 14:05:48.185299 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-7b3cd6d4-8747-4ee4-a496-57ac1e2e4902 req-b92c7117-2590-4c3e-b374-23989c83218b service neutron] For port fe6abce8-e086-4763-a452-e1fadbf472f9, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=fe6abce8-e086-4763-a452-e1fadbf472f9,segment=NetworkSegment(0b109e47-fd09-470a-8341-c2404279bda9),segment_id=0b109e47-fd09-470a-8341-c2404279bda9)] {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 14:05:48.189163 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-7b3cd6d4-8747-4ee4-a496-57ac1e2e4902 req-b92c7117-2590-4c3e-b374-23989c83218b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:48.226153 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3cd6d4-8747-4ee4-a496-57ac1e2e4902 req-b92c7117-2590-4c3e-b374-23989c83218b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:05:48.226806 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-7b3cd6d4-8747-4ee4-a496-57ac1e2e4902 req-b92c7117-2590-4c3e-b374-23989c83218b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:48.228366 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7b3cd6d4-8747-4ee4-a496-57ac1e2e4902 req-b92c7117-2590-4c3e-b374-23989c83218b service neutron] 10.222.0.60 "PUT /v2.0/ports/fe6abce8-e086-4763-a452-e1fadbf472f9 HTTP/1.1" status: 200 len: 1094 time: 0.5932088 Dec 21 14:05:48.230661 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0347bdce-a860-477d-af2e-cbf4146362db', 'tag': 'fe6abce8-e086-4763-a452-e1fadbf472f9'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:05:48.233479 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af6034c98e584fa55ea4398f343c742ceb598288507feaf30d5a15785b2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b95cd2c-f799-45e5-b98b-fc3996126ca8" -d '{"events": [{"name": "network-changed", "server_uuid": "0347bdce-a860-477d-af2e-cbf4146362db", "tag": "fe6abce8-e086-4763-a452-e1fadbf472f9"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:05:48.262034 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92c7117-2590-4c3e-b374-23989c83218b service neutron] Pushing event updated for resources: {'Port': ['ID=fe6abce8-e086-4763-a452-e1fadbf472f9,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:05:48.276574 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 14:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21842dec-b6b7-4e1b-9de5-ce8eab7f6231 x-openstack-request-id: req-21842dec-b6b7-4e1b-9de5-ce8eab7f6231 {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:05:48.276864 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0347bdce-a860-477d-af2e-cbf4146362db", "tag": "fe6abce8-e086-4763-a452-e1fadbf472f9", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:05:48.277163 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-21842dec-b6b7-4e1b-9de5-ce8eab7f6231 {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:05:48.277596 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0347bdce-a860-477d-af2e-cbf4146362db', 'tag': 'fe6abce8-e086-4763-a452-e1fadbf472f9', 'status': 'completed', 'code': 200} Dec 21 14:05:48.335514 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3cd6d4-8747-4ee4-a496-57ac1e2e4902 req-e714023d-3577-4f00-a951-7f74aaf2e057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:05:48.337145 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7b3cd6d4-8747-4ee4-a496-57ac1e2e4902 req-e714023d-3577-4f00-a951-7f74aaf2e057 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d6849cd75da2415495750e7735f5226b&device_id=0347bdce-a860-477d-af2e-cbf4146362db HTTP/1.1" status: 200 len: 1097 time: 0.0451860 Dec 21 14:05:48.388916 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7b3cd6d4-8747-4ee4-a496-57ac1e2e4902 req-2997ccb0-d83f-44ec-b0bf-f7ebe998aa70 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe6abce8-e086-4763-a452-e1fadbf472f9 HTTP/1.1" status: 200 len: 217 time: 0.0385938 Dec 21 14:05:48.442844 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3cd6d4-8747-4ee4-a496-57ac1e2e4902 req-b56f4407-727a-475f-a380-5897a195a740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:05:48.444294 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7b3cd6d4-8747-4ee4-a496-57ac1e2e4902 req-b56f4407-727a-475f-a380-5897a195a740 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6d354b18-eef8-4cae-9e59-8ef70727f0c0 HTTP/1.1" status: 200 len: 848 time: 0.0494604 Dec 21 14:05:48.481693 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876a2827-027e-4fe4-8de6-f9473dde8553 req-9bc83f33-7a3b-4da5-998a-35dc4a495746 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:05:48.483121 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-876a2827-027e-4fe4-8de6-f9473dde8553 req-9bc83f33-7a3b-4da5-998a-35dc4a495746 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/ports?device_id=0347bdce-a860-477d-af2e-cbf4146362db HTTP/1.1" status: 200 len: 944 time: 0.0482285 Dec 21 14:05:48.488461 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3cd6d4-8747-4ee4-a496-57ac1e2e4902 req-5d06f7d3-2f6d-4474-85a1-f5edf85e5a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:05:48.489932 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7b3cd6d4-8747-4ee4-a496-57ac1e2e4902 req-5d06f7d3-2f6d-4474-85a1-f5edf85e5a3a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b854f71a-4990-441f-8181-a2313d24cffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393693 Dec 21 14:05:48.542691 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-876a2827-027e-4fe4-8de6-f9473dde8553 req-9daa6413-e40e-483c-b1cc-18142e384fb5 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/security-groups?id=46354140-4f1d-4b41-8475-76d03feaa470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534561 Dec 21 14:05:48.578599 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7b3cd6d4-8747-4ee4-a496-57ac1e2e4902 req-9f43941f-d06e-4e40-b2b6-0bcf71b527a6 service neutron] 10.222.0.60 "GET /v2.0/networks/b854f71a-4990-441f-8181-a2313d24cffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820656 Dec 21 14:05:48.667694 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7b3cd6d4-8747-4ee4-a496-57ac1e2e4902 req-78dd6f51-f750-40e6-8394-d31d6b2bcb73 service neutron] 10.222.0.60 "GET /v2.0/networks/b854f71a-4990-441f-8181-a2313d24cffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830860 Dec 21 14:05:48.785326 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b95cd2c-f799-45e5-b98b-fc3996126ca8 req-bbfc5e5c-a18a-4559-90c4-6a565885e5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:05:48.786740 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-0b95cd2c-f799-45e5-b98b-fc3996126ca8 req-bbfc5e5c-a18a-4559-90c4-6a565885e5e6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d6849cd75da2415495750e7735f5226b&device_id=0347bdce-a860-477d-af2e-cbf4146362db HTTP/1.1" status: 200 len: 1097 time: 0.0397089 Dec 21 14:05:48.877464 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b95cd2c-f799-45e5-b98b-fc3996126ca8 req-6a3e0d43-b88c-46d9-94a5-baece767ba87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:05:48.878918 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-0b95cd2c-f799-45e5-b98b-fc3996126ca8 req-6a3e0d43-b88c-46d9-94a5-baece767ba87 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b854f71a-4990-441f-8181-a2313d24cffc HTTP/1.1" status: 200 len: 910 time: 0.0847132 Dec 21 14:05:48.921793 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-0b95cd2c-f799-45e5-b98b-fc3996126ca8 req-d3321f53-941b-4a54-851c-1f4c3a18990a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe6abce8-e086-4763-a452-e1fadbf472f9 HTTP/1.1" status: 200 len: 217 time: 0.0352933 Dec 21 14:05:48.969941 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b95cd2c-f799-45e5-b98b-fc3996126ca8 req-e9027c3e-12db-4382-9028-da63c7ef49d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:05:48.971369 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-0b95cd2c-f799-45e5-b98b-fc3996126ca8 req-e9027c3e-12db-4382-9028-da63c7ef49d5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6d354b18-eef8-4cae-9e59-8ef70727f0c0 HTTP/1.1" status: 200 len: 848 time: 0.0423975 Dec 21 14:05:49.019346 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b95cd2c-f799-45e5-b98b-fc3996126ca8 req-d3a9d70c-d0b9-47b5-90d9-279203d3e229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:05:49.020786 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-0b95cd2c-f799-45e5-b98b-fc3996126ca8 req-d3a9d70c-d0b9-47b5-90d9-279203d3e229 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b854f71a-4990-441f-8181-a2313d24cffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0422137 Dec 21 14:05:49.110090 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-0b95cd2c-f799-45e5-b98b-fc3996126ca8 req-9c3d2819-691b-4454-9133-7432959d05ab service neutron] 10.222.0.60 "GET /v2.0/networks/b854f71a-4990-441f-8181-a2313d24cffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811551 Dec 21 14:05:49.201210 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-0b95cd2c-f799-45e5-b98b-fc3996126ca8 req-1be8830d-6450-4b26-bb2e-f219bdc408be service neutron] 10.222.0.60 "GET /v2.0/networks/b854f71a-4990-441f-8181-a2313d24cffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844083 Dec 21 14:05:49.658449 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa49137-5391-4bd0-89d9-21f5ee87420e req-c19657b3-91d5-4dfe-be07-49949321aeb8 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:05:49.659836 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7fa49137-5391-4bd0-89d9-21f5ee87420e req-c19657b3-91d5-4dfe-be07-49949321aeb8 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/ports?device_id=0347bdce-a860-477d-af2e-cbf4146362db HTTP/1.1" status: 200 len: 944 time: 0.0490391 Dec 21 14:05:49.709911 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7fa49137-5391-4bd0-89d9-21f5ee87420e req-3c1ce701-8526-4c1b-9c8b-3fa8590ca998 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/security-groups?id=46354140-4f1d-4b41-8475-76d03feaa470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442264 Dec 21 14:05:50.830819 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75c3a99-22b9-424e-b70e-0ea4409f2329 req-82e35528-4d46-4daf-8aaa-9d7f83ed09f4 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:05:50.832283 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-b75c3a99-22b9-424e-b70e-0ea4409f2329 req-82e35528-4d46-4daf-8aaa-9d7f83ed09f4 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/ports?device_id=0347bdce-a860-477d-af2e-cbf4146362db HTTP/1.1" status: 200 len: 944 time: 0.0481541 Dec 21 14:05:50.882894 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-b75c3a99-22b9-424e-b70e-0ea4409f2329 req-368841d2-8176-4360-90d3-b2974342c741 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/security-groups?id=46354140-4f1d-4b41-8475-76d03feaa470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448332 Dec 21 14:05:51.726544 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device fe6abce8-e086-4763-a452-e1fadbf472f9 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 14:05:51.821717 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port fe6abce8-e086-4763-a452-e1fadbf472f9, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=fe6abce8-e086-4763-a452-e1fadbf472f9,segment=NetworkSegment(0b109e47-fd09-470a-8341-c2404279bda9),segment_id=0b109e47-fd09-470a-8341-c2404279bda9)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:05:51.833209 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Returning: {'device': 'fe6abce8-e086-4763-a452-e1fadbf472f9', 'network_id': 'b854f71a-4990-441f-8181-a2313d24cffc', 'port_id': 'fe6abce8-e086-4763-a452-e1fadbf472f9', 'mac_address': 'fa:16:3e:c5:96:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d354b18-eef8-4cae-9e59-8ef70727f0c0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 14:05:51.867906 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:51.880341 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe6abce8-e086-4763-a452-e1fadbf472f9 {{(pid=103154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 14:05:51.899458 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port fe6abce8-e086-4763-a452-e1fadbf472f9, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=fe6abce8-e086-4763-a452-e1fadbf472f9,segment=NetworkSegment(0b109e47-fd09-470a-8341-c2404279bda9),segment_id=0b109e47-fd09-470a-8341-c2404279bda9)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:05:51.903452 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:51.951167 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=fe6abce8-e086-4763-a452-e1fadbf472f9,revision_number=4']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:05:51.995198 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47880edb-1067-4d72-8b67-aac03d528403 req-28d61e5f-9e64-4110-a9db-39d2ce89b264 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:05:51.997190 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-47880edb-1067-4d72-8b67-aac03d528403 req-28d61e5f-9e64-4110-a9db-39d2ce89b264 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/ports?device_id=0347bdce-a860-477d-af2e-cbf4146362db HTTP/1.1" status: 200 len: 945 time: 0.0480583 Dec 21 14:05:52.048641 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-47880edb-1067-4d72-8b67-aac03d528403 req-6b8c9609-3088-4379-a84d-6c7f42b632ae tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/security-groups?id=46354140-4f1d-4b41-8475-76d03feaa470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456274 Dec 21 14:05:52.175858 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] get_ports_and_sgs() called for port_ids ['fe6abce8-e086-4763-a452-e1fadbf472f9'] {{(pid=103154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 14:05:53.160611 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6496d674-5ea5-41bd-916e-eb1bcaad1d4a req-55bc86ce-bf1b-44f2-82bb-857c01cfda43 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:05:53.162111 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-6496d674-5ea5-41bd-916e-eb1bcaad1d4a req-55bc86ce-bf1b-44f2-82bb-857c01cfda43 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/ports?device_id=0347bdce-a860-477d-af2e-cbf4146362db HTTP/1.1" status: 200 len: 945 time: 0.0487249 Dec 21 14:05:53.210647 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-6496d674-5ea5-41bd-916e-eb1bcaad1d4a req-5792d4cf-5211-4677-b7aa-a46a05c0e532 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/security-groups?id=46354140-4f1d-4b41-8475-76d03feaa470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426581 Dec 21 14:05:53.725929 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device fe6abce8-e086-4763-a452-e1fadbf472f9 up at agent hyperv_hv-neutron-mast {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:05:53.776749 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Provisioning for port fe6abce8-e086-4763-a452-e1fadbf472f9 completed by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 14:05:53.780997 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Provisioning complete for port fe6abce8-e086-4763-a452-e1fadbf472f9 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:05:53.781370 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:53.861333 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:53.882845 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0347bdce-a860-477d-af2e-cbf4146362db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe6abce8-e086-4763-a452-e1fadbf472f9'}] {{(pid=103154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:05:53.885063 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6f45aca8ac5f8c0cc5868273c98d8aa60330245aed22d61c8da5c1f2d6fc01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a28fa48d-5b99-4a6a-96db-bded05b4b81a" -d '{"events": [{"server_uuid": "0347bdce-a860-477d-af2e-cbf4146362db", "name": "network-vif-plugged", "status": "completed", "tag": "fe6abce8-e086-4763-a452-e1fadbf472f9"}]}' {{(pid=103154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:05:53.897963 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port fe6abce8-e086-4763-a452-e1fadbf472f9, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=fe6abce8-e086-4763-a452-e1fadbf472f9,segment=NetworkSegment(0b109e47-fd09-470a-8341-c2404279bda9),segment_id=0b109e47-fd09-470a-8341-c2404279bda9)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:05:53.903653 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:53.929761 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 14:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7fdfe99-13e3-40a0-9e78-80c18293ba93 x-openstack-request-id: req-c7fdfe99-13e3-40a0-9e78-80c18293ba93 {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:05:53.930049 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0347bdce-a860-477d-af2e-cbf4146362db", "name": "network-vif-plugged", "status": "completed", "tag": "fe6abce8-e086-4763-a452-e1fadbf472f9", "code": 200}]} {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:05:53.930297 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c7fdfe99-13e3-40a0-9e78-80c18293ba93 {{(pid=103154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:05:53.930697 dv-neutron-master-2-hyperv neutron-server[103154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0347bdce-a860-477d-af2e-cbf4146362db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe6abce8-e086-4763-a452-e1fadbf472f9', 'code': 200} Dec 21 14:05:53.954578 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=fe6abce8-e086-4763-a452-e1fadbf472f9,revision_number=5']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:05:54.327010 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61315298-a353-445a-8056-5dfbab63b87b req-90dd77ad-c643-45de-9191-703c828fa55a tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:05:54.328595 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-61315298-a353-445a-8056-5dfbab63b87b req-90dd77ad-c643-45de-9191-703c828fa55a tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/ports?device_id=0347bdce-a860-477d-af2e-cbf4146362db HTTP/1.1" status: 200 len: 946 time: 0.0502722 Dec 21 14:05:54.379004 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-61315298-a353-445a-8056-5dfbab63b87b req-f86af7da-c533-42d2-a260-fe080e87f12d tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/security-groups?id=46354140-4f1d-4b41-8475-76d03feaa470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442624 Dec 21 14:05:54.423274 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497074bb-242b-4966-b314-aa1c37fa5532 req-9062d16f-b246-4c0a-afc5-d0f0b46c508e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:05:54.424729 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-497074bb-242b-4966-b314-aa1c37fa5532 req-9062d16f-b246-4c0a-afc5-d0f0b46c508e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0347bdce-a860-477d-af2e-cbf4146362db HTTP/1.1" status: 200 len: 1099 time: 0.3458333 Dec 21 14:05:54.469030 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-497074bb-242b-4966-b314-aa1c37fa5532 req-ea1268b6-03c9-427c-94ac-5620380479f4 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=46354140-4f1d-4b41-8475-76d03feaa470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372441 Dec 21 14:05:55.214942 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-1085f563-8897-4e6e-b827-01facdb44850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:55.499240 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67fa186-ab2a-4c00-a599-d2508601f3b7 req-6f4bd3f8-2837-4bb0-830f-4fb13ffa5832 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:05:55.500873 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b67fa186-ab2a-4c00-a599-d2508601f3b7 req-6f4bd3f8-2837-4bb0-830f-4fb13ffa5832 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/ports?device_id=0347bdce-a860-477d-af2e-cbf4146362db HTTP/1.1" status: 200 len: 946 time: 0.0492883 Dec 21 14:05:55.555687 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b67fa186-ab2a-4c00-a599-d2508601f3b7 req-14ba9177-6a39-4407-9a1a-6232f57065d4 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/security-groups?id=46354140-4f1d-4b41-8475-76d03feaa470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483115 Dec 21 14:05:56.674035 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85336684-7e11-4251-b4b9-51b10418492e req-1b33757f-043c-408b-8eb5-67091ae3c98d tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:05:56.675423 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-85336684-7e11-4251-b4b9-51b10418492e req-1b33757f-043c-408b-8eb5-67091ae3c98d tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/ports?device_id=0347bdce-a860-477d-af2e-cbf4146362db HTTP/1.1" status: 200 len: 946 time: 0.0512345 Dec 21 14:05:56.723398 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-85336684-7e11-4251-b4b9-51b10418492e req-293ff4ad-b24f-450f-9ef8-06bc5f9ac8d3 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/security-groups?id=46354140-4f1d-4b41-8475-76d03feaa470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419991 Dec 21 14:05:56.841936 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f20eede-fced-4be0-94ff-15d996f8a6cd req-216b3fcd-78ba-4c60-8502-5f3bfa2a4617 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:05:56.843415 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1f20eede-fced-4be0-94ff-15d996f8a6cd req-216b3fcd-78ba-4c60-8502-5f3bfa2a4617 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/ports?device_id=0347bdce-a860-477d-af2e-cbf4146362db HTTP/1.1" status: 200 len: 946 time: 0.0518835 Dec 21 14:05:56.891134 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1f20eede-fced-4be0-94ff-15d996f8a6cd req-c690055e-a5ee-4229-8cfc-a01c0e90cdd8 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/security-groups?id=46354140-4f1d-4b41-8475-76d03feaa470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418284 Dec 21 14:05:56.912397 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 38426) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:05:56.996525 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a56598-cf23-4045-acb1-7e135def09ca tempest-TestShelveInstance-529989160 tempest-TestShelveInstance-529989160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:05:56.998187 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-83a56598-cf23-4045-acb1-7e135def09ca tempest-TestShelveInstance-529989160 tempest-TestShelveInstance-529989160-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=0347bdce-a860-477d-af2e-cbf4146362db HTTP/1.1" status: 200 len: 1094 time: 0.0847523 Dec 21 14:05:57.001240 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 38430) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:05:57.005438 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-f8582f59-ea36-405a-8f63-6571917fc6bd tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Request body: {'floatingip': {'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'port_id': 'fe6abce8-e086-4763-a452-e1fadbf472f9', 'tenant_id': 'd6849cd75da2415495750e7735f5226b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:05:57.028465 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f8582f59-ea36-405a-8f63-6571917fc6bd tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Publish callbacks [] for floatingip, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:57.123443 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f8582f59-ea36-405a-8f63-6571917fc6bd tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:57.221346 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-f8582f59-ea36-405a-8f63-6571917fc6bd tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Allocated IP 172.36.3.69 (7fdf1889-f079-4166-bbda-88b2a8d8d595/051a5607-1753-4008-a2f2-d94b48752e9c/3df8c5a5-c638-4cfd-9b79-11f19bf58ee5) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 14:05:57.322536 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f8582f59-ea36-405a-8f63-6571917fc6bd tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:57.355167 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f8582f59-ea36-405a-8f63-6571917fc6bd tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:57.393517 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8582f59-ea36-405a-8f63-6571917fc6bd tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Network 7fdf1889-f079-4166-bbda-88b2a8d8d595 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 14:05:57.396366 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-f8582f59-ea36-405a-8f63-6571917fc6bd tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:05:57.399915 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8582f59-ea36-405a-8f63-6571917fc6bd tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 14:05:57.405864 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8582f59-ea36-405a-8f63-6571917fc6bd tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Pushing event updated for resources: {'Port': ['ID=3df8c5a5-c638-4cfd-9b79-11f19bf58ee5,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:05:57.695477 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d9b57d0a-569e-4844-b675-f512a6b8c5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:57.755158 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f8582f59-ea36-405a-8f63-6571917fc6bd tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:57.819642 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f8582f59-ea36-405a-8f63-6571917fc6bd tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:57.967166 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f8582f59-ea36-405a-8f63-6571917fc6bd tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:57.971302 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f8582f59-ea36-405a-8f63-6571917fc6bd tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:58.041809 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8582f59-ea36-405a-8f63-6571917fc6bd tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Pushing event updated for resources: {'Port': ['ID=3df8c5a5-c638-4cfd-9b79-11f19bf58ee5,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:05:58.052397 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f8582f59-ea36-405a-8f63-6571917fc6bd tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548820'] for floatingip, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:58.151320 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.l3_db [None req-f8582f59-ea36-405a-8f63-6571917fc6bd tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Floating IP 2812335d-3867-4656-ab9d-0426442dd73b associated. External IP: 172.36.3.69, port: fe6abce8-e086-4763-a452-e1fadbf472f9. Dec 21 14:05:58.353708 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8582f59-ea36-405a-8f63-6571917fc6bd tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Router d17541dc-6c53-462d-9bdb-298711f23820 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 14:05:58.459831 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8582f59-ea36-405a-8f63-6571917fc6bd tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 14:05:58.469350 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecab4ee0-0cf2-4825-a7db-a4b6223a8a60 None None] Sync routers for ids ['d17541dc-6c53-462d-9bdb-298711f23820'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 14:05:58.477163 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f8582f59-ea36-405a-8f63-6571917fc6bd tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for floatingip, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:58.479858 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecab4ee0-0cf2-4825-a7db-a4b6223a8a60 None None] Routers {'d17541dc-6c53-462d-9bdb-298711f23820'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:05:58.480488 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-ecab4ee0-0cf2-4825-a7db-a4b6223a8a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T14:05:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['d17541dc-6c53-462d-9bdb-298711f23820'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:05:58.503679 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-f8582f59-ea36-405a-8f63-6571917fc6bd tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5013931 Dec 21 14:05:58.504260 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0347bdce-a860-477d-af2e-cbf4146362db', 'tag': 'fe6abce8-e086-4763-a452-e1fadbf472f9'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:05:58.506501 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af6034c98e584fa55ea4398f343c742ceb598288507feaf30d5a15785b2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe1ea3ca-3866-4b2d-ac0f-427a40609ef6" -d '{"events": [{"name": "network-changed", "server_uuid": "0347bdce-a860-477d-af2e-cbf4146362db", "tag": "fe6abce8-e086-4763-a452-e1fadbf472f9"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:05:58.544321 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 14:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27a028e4-e450-4e72-b226-97327b023785 x-openstack-request-id: req-27a028e4-e450-4e72-b226-97327b023785 {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:05:58.544610 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0347bdce-a860-477d-af2e-cbf4146362db", "tag": "fe6abce8-e086-4763-a452-e1fadbf472f9", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:05:58.544875 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-27a028e4-e450-4e72-b226-97327b023785 {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:05:58.545264 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0347bdce-a860-477d-af2e-cbf4146362db', 'tag': 'fe6abce8-e086-4763-a452-e1fadbf472f9', 'status': 'completed', 'code': 200} Dec 21 14:05:58.586341 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-ecab4ee0-0cf2-4825-a7db-a4b6223a8a60 None None] Set router d17541dc-6c53-462d-9bdb-298711f23820 gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:05:58.631142 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1ea3ca-3866-4b2d-ac0f-427a40609ef6 req-177028c9-cedb-4c96-ac94-b5517d4f6463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:05:58.632569 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-fe1ea3ca-3866-4b2d-ac0f-427a40609ef6 req-177028c9-cedb-4c96-ac94-b5517d4f6463 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d6849cd75da2415495750e7735f5226b&device_id=0347bdce-a860-477d-af2e-cbf4146362db HTTP/1.1" status: 200 len: 1099 time: 0.0437369 Dec 21 14:05:58.721549 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1ea3ca-3866-4b2d-ac0f-427a40609ef6 req-666afa5e-da1f-4afd-aa89-fa905f7ccaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:05:58.723066 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-fe1ea3ca-3866-4b2d-ac0f-427a40609ef6 req-666afa5e-da1f-4afd-aa89-fa905f7ccaf0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b854f71a-4990-441f-8181-a2313d24cffc HTTP/1.1" status: 200 len: 910 time: 0.0832684 Dec 21 14:05:58.790122 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-fe1ea3ca-3866-4b2d-ac0f-427a40609ef6 req-35045457-0b4d-4515-9e88-eedab5bef9b0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe6abce8-e086-4763-a452-e1fadbf472f9 HTTP/1.1" status: 200 len: 999 time: 0.0607624 Dec 21 14:05:58.808957 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-ecab4ee0-0cf2-4825-a7db-a4b6223a8a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd17541dc-6c53-462d-9bdb-298711f23820', 'name': 'tempest-TestShelveInstance-1429224502-router', 'tenant_id': 'd6849cd75da2415495750e7735f5226b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.147'}], 'enable_snat': True}, 'gw_port_id': 'c6598b62-06db-40b4-b7e8-5afbd4aba3d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:05:30Z', 'updated_at': '2021-12-21T14:05:33Z', 'revision_number': 4, 'project_id': 'd6849cd75da2415495750e7735f5226b', 'gw_port': {'id': 'c6598b62-06db-40b4-b7e8-5afbd4aba3d7', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:21:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17541dc-6c53-462d-9bdb-298711f23820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:05:30Z', 'updated_at': '2021-12-21T14:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '2812335d-3867-4656-ab9d-0426442dd73b', 'tenant_id': 'd6849cd75da2415495750e7735f5226b', 'floating_ip_address': '172.36.3.69', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': 'd17541dc-6c53-462d-9bdb-298711f23820', 'port_id': 'fe6abce8-e086-4763-a452-e1fadbf472f9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1840, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b854f71a-4990-441f-8181-a2313d24cffc', 'mac_address': 'fa:16:3e:c5:96:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0347bdce-a860-477d-af2e-cbf4146362db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T14:05:57Z', 'updated_at': '2021-12-21T14:05:57Z', 'revision_number': 0, 'project_id': 'd6849cd75da2415495750e7735f5226b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e61e2d34-a441-4f35-88c2-120e38a2e522', 'name': '', 'network_id': 'b854f71a-4990-441f-8181-a2313d24cffc', 'tenant_id': 'd6849cd75da2415495750e7735f5226b', 'mac_address': 'fa:16:3e:3e:fd:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17541dc-6c53-462d-9bdb-298711f23820', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '6d354b18-eef8-4cae-9e59-8ef70727f0c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:05:32Z', 'updated_at': '2021-12-21T14:05:37Z', 'revision_number': 5, 'project_id': 'd6849cd75da2415495750e7735f5226b', 'subnets': [{'id': '6d354b18-eef8-4cae-9e59-8ef70727f0c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:05:58.834680 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecab4ee0-0cf2-4825-a7db-a4b6223a8a60 None None] Checking router: d17541dc-6c53-462d-9bdb-298711f23820 for host: dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 14:05:58.838531 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1ea3ca-3866-4b2d-ac0f-427a40609ef6 req-ded794db-ba06-473c-aa34-bec77cfee81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:05:58.840480 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-fe1ea3ca-3866-4b2d-ac0f-427a40609ef6 req-ded794db-ba06-473c-aa34-bec77cfee81d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6d354b18-eef8-4cae-9e59-8ef70727f0c0 HTTP/1.1" status: 200 len: 848 time: 0.0438921 Dec 21 14:05:58.843237 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecab4ee0-0cf2-4825-a7db-a4b6223a8a60 None None] Routers {'d17541dc-6c53-462d-9bdb-298711f23820'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:05:58.843843 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-ecab4ee0-0cf2-4825-a7db-a4b6223a8a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T14:05:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['d17541dc-6c53-462d-9bdb-298711f23820'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:05:58.885637 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1ea3ca-3866-4b2d-ac0f-427a40609ef6 req-2bbb48ad-d219-42cc-88fe-a09720fdeec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:05:58.887120 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-fe1ea3ca-3866-4b2d-ac0f-427a40609ef6 req-2bbb48ad-d219-42cc-88fe-a09720fdeec5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b854f71a-4990-441f-8181-a2313d24cffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404463 Dec 21 14:05:58.945536 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:05:58.958627 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-ecab4ee0-0cf2-4825-a7db-a4b6223a8a60 None None] Set router d17541dc-6c53-462d-9bdb-298711f23820 gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:05:58.978930 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-fe1ea3ca-3866-4b2d-ac0f-427a40609ef6 req-ee431b5b-ee4f-4a5a-bbdd-dd996dadd0cc service neutron] 10.222.0.60 "GET /v2.0/networks/b854f71a-4990-441f-8181-a2313d24cffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856984 Dec 21 14:05:59.074222 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-fe1ea3ca-3866-4b2d-ac0f-427a40609ef6 req-6100d2c1-1cb9-45d8-926d-348b62b6ae67 service neutron] 10.222.0.60 "GET /v2.0/networks/b854f71a-4990-441f-8181-a2313d24cffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883126 Dec 21 14:05:59.322600 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-ecab4ee0-0cf2-4825-a7db-a4b6223a8a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd17541dc-6c53-462d-9bdb-298711f23820', 'name': 'tempest-TestShelveInstance-1429224502-router', 'tenant_id': 'd6849cd75da2415495750e7735f5226b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.147'}], 'enable_snat': True}, 'gw_port_id': 'c6598b62-06db-40b4-b7e8-5afbd4aba3d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:05:30Z', 'updated_at': '2021-12-21T14:05:33Z', 'revision_number': 4, 'project_id': 'd6849cd75da2415495750e7735f5226b', 'gw_port': {'id': 'c6598b62-06db-40b4-b7e8-5afbd4aba3d7', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:21:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17541dc-6c53-462d-9bdb-298711f23820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:05:30Z', 'updated_at': '2021-12-21T14:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '2812335d-3867-4656-ab9d-0426442dd73b', 'tenant_id': 'd6849cd75da2415495750e7735f5226b', 'floating_ip_address': '172.36.3.69', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': 'd17541dc-6c53-462d-9bdb-298711f23820', 'port_id': 'fe6abce8-e086-4763-a452-e1fadbf472f9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1840, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b854f71a-4990-441f-8181-a2313d24cffc', 'mac_address': 'fa:16:3e:c5:96:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0347bdce-a860-477d-af2e-cbf4146362db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T14:05:57Z', 'updated_at': '2021-12-21T14:05:57Z', 'revision_number': 0, 'project_id': 'd6849cd75da2415495750e7735f5226b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e61e2d34-a441-4f35-88c2-120e38a2e522', 'name': '', 'network_id': 'b854f71a-4990-441f-8181-a2313d24cffc', 'tenant_id': 'd6849cd75da2415495750e7735f5226b', 'mac_address': 'fa:16:3e:3e:fd:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17541dc-6c53-462d-9bdb-298711f23820', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '6d354b18-eef8-4cae-9e59-8ef70727f0c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:05:32Z', 'updated_at': '2021-12-21T14:05:37Z', 'revision_number': 5, 'project_id': 'd6849cd75da2415495750e7735f5226b', 'subnets': [{'id': '6d354b18-eef8-4cae-9e59-8ef70727f0c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:05:59.351848 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecab4ee0-0cf2-4825-a7db-a4b6223a8a60 None None] The sync data for ids ['d17541dc-6c53-462d-9bdb-298711f23820'] in dv-neutron-master-2-hyperv is: [{'id': 'd17541dc-6c53-462d-9bdb-298711f23820', 'name': 'tempest-TestShelveInstance-1429224502-router', 'tenant_id': 'd6849cd75da2415495750e7735f5226b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.147'}], 'enable_snat': True}, 'gw_port_id': 'c6598b62-06db-40b4-b7e8-5afbd4aba3d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:05:30Z', 'updated_at': '2021-12-21T14:05:33Z', 'revision_number': 4, 'project_id': 'd6849cd75da2415495750e7735f5226b', 'gw_port': {'id': 'c6598b62-06db-40b4-b7e8-5afbd4aba3d7', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:21:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17541dc-6c53-462d-9bdb-298711f23820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:05:30Z', 'updated_at': '2021-12-21T14:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '2812335d-3867-4656-ab9d-0426442dd73b', 'tenant_id': 'd6849cd75da2415495750e7735f5226b', 'floating_ip_address': '172.36.3.69', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': 'd17541dc-6c53-462d-9bdb-298711f23820', 'port_id': 'fe6abce8-e086-4763-a452-e1fadbf472f9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1840, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b854f71a-4990-441f-8181-a2313d24cffc', 'mac_address': 'fa:16:3e:c5:96:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0347bdce-a860-477d-af2e-cbf4146362db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T14:05:57Z', 'updated_at': '2021-12-21T14:05:57Z', 'revision_number': 0, 'project_id': 'd6849cd75da2415495750e7735f5226b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e61e2d34-a441-4f35-88c2-120e38a2e522', 'name': '', 'network_id': 'b854f71a-4990-441f-8181-a2313d24cffc', 'tenant_id': 'd6849cd75da2415495750e7735f5226b', 'mac_address': 'fa:16:3e:3e:fd:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17541dc-6c53-462d-9bdb-298711f23820', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '6d354b18-eef8-4cae-9e59-8ef70727f0c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:05:32Z', 'updated_at': '2021-12-21T14:05:37Z', 'revision_number': 5, 'project_id': 'd6849cd75da2415495750e7735f5226b', 'subnets': [{'id': '6d354b18-eef8-4cae-9e59-8ef70727f0c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 14:05:59.530076 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd3b760-4aed-46b2-9843-d79f87056029 None None] New status for floating IP 2812335d-3867-4656-ab9d-0426442dd73b: ACTIVE {{(pid=103155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 14:06:00.913346 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:06:01.121588 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:06:13.564445 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:06:20.846800 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.agents_db [None req-c60a5637-8c6f-4692-b23b-7dd82bd36b21 None None] Agent healthcheck: found 6 active agents {{(pid=103155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 14:06:22.224679 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-8729be12-1fe8-40d5-b44c-1415bae3a672 req-50aea5a0-1f9d-46d0-a95b-c560b1b5c636 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0347bdce-a860-477d-af2e-cbf4146362db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0448530 Dec 21 14:06:22.325612 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8729be12-1fe8-40d5-b44c-1415bae3a672 req-d02a3db6-1450-4e58-b8ff-298ded95476b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:06:22.327141 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-8729be12-1fe8-40d5-b44c-1415bae3a672 req-d02a3db6-1450-4e58-b8ff-298ded95476b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d6849cd75da2415495750e7735f5226b&device_id=0347bdce-a860-477d-af2e-cbf4146362db HTTP/1.1" status: 200 len: 1099 time: 0.0415497 Dec 21 14:06:22.431661 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8729be12-1fe8-40d5-b44c-1415bae3a672 req-c1d4abbd-2717-4ccd-891f-d3d4f3e80c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:06:22.433151 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-8729be12-1fe8-40d5-b44c-1415bae3a672 req-c1d4abbd-2717-4ccd-891f-d3d4f3e80c22 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b854f71a-4990-441f-8181-a2313d24cffc HTTP/1.1" status: 200 len: 910 time: 0.0866404 Dec 21 14:06:22.500339 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-8729be12-1fe8-40d5-b44c-1415bae3a672 req-65f0e915-ad8c-453c-aae2-f11b40bda270 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe6abce8-e086-4763-a452-e1fadbf472f9 HTTP/1.1" status: 200 len: 1001 time: 0.0609996 Dec 21 14:06:22.548245 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8729be12-1fe8-40d5-b44c-1415bae3a672 req-9918b978-b4cf-4e0d-a663-9d1fcc961a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:06:22.549654 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-8729be12-1fe8-40d5-b44c-1415bae3a672 req-9918b978-b4cf-4e0d-a663-9d1fcc961a0f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6d354b18-eef8-4cae-9e59-8ef70727f0c0 HTTP/1.1" status: 200 len: 848 time: 0.0428183 Dec 21 14:06:22.592579 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8729be12-1fe8-40d5-b44c-1415bae3a672 req-fdfcee32-f6ea-4075-8e9a-a49d543aa1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:06:22.594023 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-8729be12-1fe8-40d5-b44c-1415bae3a672 req-fdfcee32-f6ea-4075-8e9a-a49d543aa1e5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b854f71a-4990-441f-8181-a2313d24cffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0385931 Dec 21 14:06:22.683250 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-8729be12-1fe8-40d5-b44c-1415bae3a672 req-27d0ddeb-8336-453d-ab30-00301d31f86e service neutron] 10.222.0.60 "GET /v2.0/networks/b854f71a-4990-441f-8181-a2313d24cffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831354 Dec 21 14:06:22.768984 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-8729be12-1fe8-40d5-b44c-1415bae3a672 req-e8f06329-96c7-49c7-80d3-15af6fb3793a service neutron] 10.222.0.60 "GET /v2.0/networks/b854f71a-4990-441f-8181-a2313d24cffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789464 Dec 21 14:06:25.215735 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6effd6f2-8be9-4de3-82f6-19d58278a106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:06:27.696961 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d0b35d20-63d3-4608-9925-91787ac6e7de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:06:28.937361 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:06:30.915475 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:06:31.123819 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:06:43.591040 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:06:55.217277 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-bdaa89b5-a373-4df3-bada-44ae69247a65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:06:57.698817 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-2edfda31-d96f-469a-acf0-2273bc198eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:06:57.845844 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.agents_db [None req-c60a5637-8c6f-4692-b23b-7dd82bd36b21 None None] Agent healthcheck: found 6 active agents {{(pid=103155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 14:06:58.940301 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:07:00.918908 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:07:01.127809 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:07:13.591809 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:07:18.482246 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [req-bacabe63-d3cf-4874-a890-8b7877325ac0 req-422b6b66-8adc-4764-a42a-0120d4ac390d service neutron] (103153) timed out ('10.222.0.37', 34488) {{(pid=103153) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 21 14:07:22.896992 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a9d0959d-8168-41ed-9c2b-7466a15a38cf req-d514041f-e6c4-4e9f-a3d3-7a04c23a1b8e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0347bdce-a860-477d-af2e-cbf4146362db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0896490 Dec 21 14:07:22.993523 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d0959d-8168-41ed-9c2b-7466a15a38cf req-407d129c-5402-4e44-82ab-82170379ca4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:07:22.995077 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a9d0959d-8168-41ed-9c2b-7466a15a38cf req-407d129c-5402-4e44-82ab-82170379ca4e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d6849cd75da2415495750e7735f5226b&device_id=0347bdce-a860-477d-af2e-cbf4146362db HTTP/1.1" status: 200 len: 1099 time: 0.0417190 Dec 21 14:07:23.107198 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d0959d-8168-41ed-9c2b-7466a15a38cf req-62465952-ec5f-4621-87d7-1bd992012a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:07:23.108702 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a9d0959d-8168-41ed-9c2b-7466a15a38cf req-62465952-ec5f-4621-87d7-1bd992012a47 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b854f71a-4990-441f-8181-a2313d24cffc HTTP/1.1" status: 200 len: 910 time: 0.0940197 Dec 21 14:07:23.173618 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a9d0959d-8168-41ed-9c2b-7466a15a38cf req-5efa9648-171f-4142-83ac-9e9e96b3487a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe6abce8-e086-4763-a452-e1fadbf472f9 HTTP/1.1" status: 200 len: 1001 time: 0.0585983 Dec 21 14:07:23.221175 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d0959d-8168-41ed-9c2b-7466a15a38cf req-0be668a9-7fd6-47cb-a819-55ebf2caa5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:07:23.222798 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a9d0959d-8168-41ed-9c2b-7466a15a38cf req-0be668a9-7fd6-47cb-a819-55ebf2caa5af service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6d354b18-eef8-4cae-9e59-8ef70727f0c0 HTTP/1.1" status: 200 len: 848 time: 0.0434456 Dec 21 14:07:23.271589 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d0959d-8168-41ed-9c2b-7466a15a38cf req-986bec56-9d8a-44df-b3f3-889af76afe03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:07:23.273128 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a9d0959d-8168-41ed-9c2b-7466a15a38cf req-986bec56-9d8a-44df-b3f3-889af76afe03 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b854f71a-4990-441f-8181-a2313d24cffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0441523 Dec 21 14:07:23.283608 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [req-a9d0959d-8168-41ed-9c2b-7466a15a38cf req-96cfaa2a-e5bd-43c5-bce4-30e8bfb58702 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 14:07:23.284542 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a9d0959d-8168-41ed-9c2b-7466a15a38cf req-96cfaa2a-e5bd-43c5-bce4-30e8bfb58702 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050294 Dec 21 14:07:23.372702 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a9d0959d-8168-41ed-9c2b-7466a15a38cf req-f4a7ccf9-be29-4206-b509-5084e690bf73 service neutron] 10.222.0.60 "GET /v2.0/networks/b854f71a-4990-441f-8181-a2313d24cffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813415 Dec 21 14:07:23.471278 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a9d0959d-8168-41ed-9c2b-7466a15a38cf req-2ee50040-9895-4a31-acc7-38806bb44973 service neutron] 10.222.0.60 "GET /v2.0/networks/b854f71a-4990-441f-8181-a2313d24cffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914667 Dec 21 14:07:25.218930 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-bb877d7f-7efd-43ef-a292-ca3807aed80c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:07:27.700348 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7eadc13e-5036-4db8-bb09-7d14e690edd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:07:28.943169 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:07:30.921555 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:07:31.129080 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:07:34.845372 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.agents_db [None req-c60a5637-8c6f-4692-b23b-7dd82bd36b21 None None] Agent healthcheck: found 6 active agents {{(pid=103155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 14:07:43.587467 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:07:54.402588 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2bc291-93f2-4cfa-aed5-4aa2a6fceb5c req-c7c52b9b-0f48-4227-afa8-4c90384f2890 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:07:54.404089 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-4f2bc291-93f2-4cfa-aed5-4aa2a6fceb5c req-c7c52b9b-0f48-4227-afa8-4c90384f2890 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/ports?device_id=0347bdce-a860-477d-af2e-cbf4146362db HTTP/1.1" status: 200 len: 946 time: 0.0979781 Dec 21 14:07:54.452700 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-4f2bc291-93f2-4cfa-aed5-4aa2a6fceb5c req-19a7ff53-11fe-49d3-be5c-7481b5db4cb4 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/security-groups?id=46354140-4f1d-4b41-8475-76d03feaa470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425315 Dec 21 14:07:55.220300 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fa7944b0-01ca-4a2e-8359-239bf36d535e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:07:55.571102 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c722947c-935a-49a8-b168-721c3bda5ffa req-71d1e663-2142-4242-bd2f-2bd2aff5a8a8 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:07:55.573092 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c722947c-935a-49a8-b168-721c3bda5ffa req-71d1e663-2142-4242-bd2f-2bd2aff5a8a8 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/ports?device_id=0347bdce-a860-477d-af2e-cbf4146362db HTTP/1.1" status: 200 len: 946 time: 0.0495226 Dec 21 14:07:55.621049 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c722947c-935a-49a8-b168-721c3bda5ffa req-16b2bd1a-bbc7-4304-be79-1cea3475c1aa tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/security-groups?id=46354140-4f1d-4b41-8475-76d03feaa470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419285 Dec 21 14:07:56.738281 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2696c913-93a6-46b5-a3c5-761ab46cd73f req-a07be2ff-cb3b-47e6-8fbf-d9ae7017365c tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:07:56.739752 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-2696c913-93a6-46b5-a3c5-761ab46cd73f req-a07be2ff-cb3b-47e6-8fbf-d9ae7017365c tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/ports?device_id=0347bdce-a860-477d-af2e-cbf4146362db HTTP/1.1" status: 200 len: 946 time: 0.0475080 Dec 21 14:07:56.790193 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-2696c913-93a6-46b5-a3c5-761ab46cd73f req-f0901281-da56-4ed5-bdf8-3b3ed3db3024 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/security-groups?id=46354140-4f1d-4b41-8475-76d03feaa470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443962 Dec 21 14:07:57.702545 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8e6ad3f0-8d9b-40b3-b46f-b8bebc191a11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:07:57.906018 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91b6997-e95c-4b1d-84b4-e9e08f7bd8bb req-02cc41e8-77d6-4035-ae45-809b8aafd099 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:07:57.907530 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c91b6997-e95c-4b1d-84b4-e9e08f7bd8bb req-02cc41e8-77d6-4035-ae45-809b8aafd099 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/ports?device_id=0347bdce-a860-477d-af2e-cbf4146362db HTTP/1.1" status: 200 len: 946 time: 0.0505810 Dec 21 14:07:57.960514 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c91b6997-e95c-4b1d-84b4-e9e08f7bd8bb req-4cf5a45b-601a-49b4-9bf0-67c7d7a81674 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/security-groups?id=46354140-4f1d-4b41-8475-76d03feaa470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468311 Dec 21 14:07:58.945923 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:07:59.074740 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e0d216-2c60-4498-90e1-0209fa165caa req-77f640ae-bb4a-43ff-8b53-1d995f39f62a tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:07:59.076112 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-88e0d216-2c60-4498-90e1-0209fa165caa req-77f640ae-bb4a-43ff-8b53-1d995f39f62a tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/ports?device_id=0347bdce-a860-477d-af2e-cbf4146362db HTTP/1.1" status: 200 len: 946 time: 0.0488527 Dec 21 14:07:59.123621 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-88e0d216-2c60-4498-90e1-0209fa165caa req-5a8279d1-6d2b-45ba-9b60-c523a5d598eb tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/security-groups?id=46354140-4f1d-4b41-8475-76d03feaa470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416238 Dec 21 14:08:00.239565 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132d6c43-9dfa-4f69-96ce-7b5ad7c805d1 req-94d67951-89b5-4a13-9613-86b74e7c40f5 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:08:00.241026 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-132d6c43-9dfa-4f69-96ce-7b5ad7c805d1 req-94d67951-89b5-4a13-9613-86b74e7c40f5 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/ports?device_id=0347bdce-a860-477d-af2e-cbf4146362db HTTP/1.1" status: 200 len: 946 time: 0.0488093 Dec 21 14:08:00.290502 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-132d6c43-9dfa-4f69-96ce-7b5ad7c805d1 req-787c4811-a00a-40b4-8d2f-b72577a8841e tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/security-groups?id=46354140-4f1d-4b41-8475-76d03feaa470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436037 Dec 21 14:08:00.923404 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:01.130185 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:01.405326 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0d30ee-5d6a-483d-85e6-de4adf7d5a1e req-b0dcd753-16ca-4e98-b395-306aa5b50d6f tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:08:01.407005 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-3a0d30ee-5d6a-483d-85e6-de4adf7d5a1e req-b0dcd753-16ca-4e98-b395-306aa5b50d6f tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/ports?device_id=0347bdce-a860-477d-af2e-cbf4146362db HTTP/1.1" status: 200 len: 946 time: 0.0484755 Dec 21 14:08:01.454784 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-3a0d30ee-5d6a-483d-85e6-de4adf7d5a1e req-c9be36d4-8da2-4147-87cb-30f0db971652 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/security-groups?id=46354140-4f1d-4b41-8475-76d03feaa470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419066 Dec 21 14:08:02.575249 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d99204-7a15-406e-976f-03c15feef5c0 req-3f4c9ccb-8d06-412c-ae10-047330011af0 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:08:02.577377 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-77d99204-7a15-406e-976f-03c15feef5c0 req-3f4c9ccb-8d06-412c-ae10-047330011af0 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/ports?device_id=0347bdce-a860-477d-af2e-cbf4146362db HTTP/1.1" status: 200 len: 946 time: 0.0512426 Dec 21 14:08:02.627487 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-77d99204-7a15-406e-976f-03c15feef5c0 req-6c689d6f-84be-42be-864b-2b3d45395a6e tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/security-groups?id=46354140-4f1d-4b41-8475-76d03feaa470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430963 Dec 21 14:08:03.744647 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef5e148-ec95-42e6-907f-918052ddaab6 req-a5ddb6c8-dbdd-4d07-b04f-11eb384e86b2 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:08:03.746133 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-8ef5e148-ec95-42e6-907f-918052ddaab6 req-a5ddb6c8-dbdd-4d07-b04f-11eb384e86b2 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/ports?device_id=0347bdce-a860-477d-af2e-cbf4146362db HTTP/1.1" status: 200 len: 946 time: 0.0523217 Dec 21 14:08:03.795697 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-8ef5e148-ec95-42e6-907f-918052ddaab6 req-1c1330e6-fca3-4c7d-a59a-0d324cb4eeb4 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/security-groups?id=46354140-4f1d-4b41-8475-76d03feaa470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437460 Dec 21 14:08:04.916766 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7ae095-bde6-4b03-80d0-d37e0f341a3b req-6a2c9b05-e1e8-481e-9aef-95c230fac355 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:08:04.918245 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-3b7ae095-bde6-4b03-80d0-d37e0f341a3b req-6a2c9b05-e1e8-481e-9aef-95c230fac355 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/ports?device_id=0347bdce-a860-477d-af2e-cbf4146362db HTTP/1.1" status: 200 len: 946 time: 0.0542393 Dec 21 14:08:04.966075 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-3b7ae095-bde6-4b03-80d0-d37e0f341a3b req-199e6533-95f9-4864-8a24-ef3414a55f49 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/security-groups?id=46354140-4f1d-4b41-8475-76d03feaa470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415344 Dec 21 14:08:06.082889 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8723165a-c954-4019-8a94-87d636b69530 req-30d278b6-4196-4d87-acf7-5dc0eef9643f tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:08:06.084363 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-8723165a-c954-4019-8a94-87d636b69530 req-30d278b6-4196-4d87-acf7-5dc0eef9643f tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/ports?device_id=0347bdce-a860-477d-af2e-cbf4146362db HTTP/1.1" status: 200 len: 946 time: 0.0526030 Dec 21 14:08:06.132678 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-8723165a-c954-4019-8a94-87d636b69530 req-87756a7f-7d1e-4d42-8240-f818aa25c966 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/security-groups?id=46354140-4f1d-4b41-8475-76d03feaa470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417900 Dec 21 14:08:06.362655 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device fe6abce8-e086-4763-a452-e1fadbf472f9 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 14:08:06.458528 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port fe6abce8-e086-4763-a452-e1fadbf472f9, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=fe6abce8-e086-4763-a452-e1fadbf472f9,segment=NetworkSegment(0b109e47-fd09-470a-8341-c2404279bda9),segment_id=0b109e47-fd09-470a-8341-c2404279bda9)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:08:06.468944 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Returning: {'device': 'fe6abce8-e086-4763-a452-e1fadbf472f9', 'network_id': 'b854f71a-4990-441f-8181-a2313d24cffc', 'port_id': 'fe6abce8-e086-4763-a452-e1fadbf472f9', 'mac_address': 'fa:16:3e:c5:96:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d354b18-eef8-4cae-9e59-8ef70727f0c0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 14:08:06.503600 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:06.516039 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fe6abce8-e086-4763-a452-e1fadbf472f9 {{(pid=103154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 14:08:06.533565 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port fe6abce8-e086-4763-a452-e1fadbf472f9, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=fe6abce8-e086-4763-a452-e1fadbf472f9,segment=NetworkSegment(0b109e47-fd09-470a-8341-c2404279bda9),segment_id=0b109e47-fd09-470a-8341-c2404279bda9)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:08:06.537413 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:06.582910 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=fe6abce8-e086-4763-a452-e1fadbf472f9,revision_number=6']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:08:06.594752 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:08:06.595107 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:08:06.595506 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:08:06.595851 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:08:06.596185 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:08:06.596515 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:08:06.596845 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:08:06.597175 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:08:06.597506 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:08:06.597832 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:08:06.598156 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:08:06.598708 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:08:06.599034 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:08:06.685339 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] get_ports_and_sgs() called for port_ids ['fe6abce8-e086-4763-a452-e1fadbf472f9'] {{(pid=103154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 14:08:07.247680 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38552fe1-8ea1-4ffc-bdc5-0473e10a1978 req-8b78d7a7-e9ac-46e3-a7a3-9ece55b141f3 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:08:07.249158 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-38552fe1-8ea1-4ffc-bdc5-0473e10a1978 req-8b78d7a7-e9ac-46e3-a7a3-9ece55b141f3 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/ports?device_id=0347bdce-a860-477d-af2e-cbf4146362db HTTP/1.1" status: 200 len: 945 time: 0.0494988 Dec 21 14:08:07.296886 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-38552fe1-8ea1-4ffc-bdc5-0473e10a1978 req-ef5745db-21fd-47a7-8d88-c98e5b9c8113 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/security-groups?id=46354140-4f1d-4b41-8475-76d03feaa470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419190 Dec 21 14:08:08.368090 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device fe6abce8-e086-4763-a452-e1fadbf472f9 up at agent hyperv_hv-neutron-mast {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:08:08.426199 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad494936-bfc6-48cc-9943-407442822c56 req-53cf86de-d74d-4af8-a16b-32d96061ad8e tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:08:08.433505 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-ad494936-bfc6-48cc-9943-407442822c56 req-53cf86de-d74d-4af8-a16b-32d96061ad8e tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/ports?device_id=0347bdce-a860-477d-af2e-cbf4146362db HTTP/1.1" status: 200 len: 945 time: 0.0667427 Dec 21 14:08:08.435088 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Provisioning complete for port fe6abce8-e086-4763-a452-e1fadbf472f9 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:08:08.435463 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:08.490509 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-ad494936-bfc6-48cc-9943-407442822c56 req-e46076c7-6489-4984-ad77-d768d7ff9950 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/security-groups?id=46354140-4f1d-4b41-8475-76d03feaa470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560117 Dec 21 14:08:08.534971 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:08.558236 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0347bdce-a860-477d-af2e-cbf4146362db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe6abce8-e086-4763-a452-e1fadbf472f9'}] {{(pid=103154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:08:08.563235 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6f45aca8ac5f8c0cc5868273c98d8aa60330245aed22d61c8da5c1f2d6fc01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fd79576-c834-4f95-a0b7-c227f9d23983" -d '{"events": [{"server_uuid": "0347bdce-a860-477d-af2e-cbf4146362db", "name": "network-vif-plugged", "status": "completed", "tag": "fe6abce8-e086-4763-a452-e1fadbf472f9"}]}' {{(pid=103154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:08:08.574792 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port fe6abce8-e086-4763-a452-e1fadbf472f9, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=fe6abce8-e086-4763-a452-e1fadbf472f9,segment=NetworkSegment(0b109e47-fd09-470a-8341-c2404279bda9),segment_id=0b109e47-fd09-470a-8341-c2404279bda9)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:08:08.581828 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:08.645279 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=fe6abce8-e086-4763-a452-e1fadbf472f9,revision_number=7']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:08:08.690446 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 14:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0968c95-a9bf-460f-bf0a-be10edb3b2f4 x-openstack-request-id: req-b0968c95-a9bf-460f-bf0a-be10edb3b2f4 {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:08:08.690741 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0347bdce-a860-477d-af2e-cbf4146362db", "name": "network-vif-plugged", "status": "completed", "tag": "fe6abce8-e086-4763-a452-e1fadbf472f9", "code": 200}]} {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:08:08.690992 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b0968c95-a9bf-460f-bf0a-be10edb3b2f4 {{(pid=103154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:08:08.691379 dv-neutron-master-2-hyperv neutron-server[103154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0347bdce-a860-477d-af2e-cbf4146362db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe6abce8-e086-4763-a452-e1fadbf472f9', 'code': 200} Dec 21 14:08:09.605198 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c862343b-442b-448c-b6e0-af40abec0e74 req-dbcf0ada-2c57-4dac-a4be-455af77f4194 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:08:09.606725 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-c862343b-442b-448c-b6e0-af40abec0e74 req-dbcf0ada-2c57-4dac-a4be-455af77f4194 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/ports?device_id=0347bdce-a860-477d-af2e-cbf4146362db HTTP/1.1" status: 200 len: 946 time: 0.0556753 Dec 21 14:08:09.663610 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-c862343b-442b-448c-b6e0-af40abec0e74 req-ad85eced-e032-4313-a95b-4c3642d238fd tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/security-groups?id=46354140-4f1d-4b41-8475-76d03feaa470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479722 Dec 21 14:08:10.789448 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cec131-ce02-4e42-b8c0-1d2df28726f1 req-bea8188d-c5df-4f9b-a125-54367a3cbbd1 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:08:10.798013 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-66cec131-ce02-4e42-b8c0-1d2df28726f1 req-bea8188d-c5df-4f9b-a125-54367a3cbbd1 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/ports?device_id=0347bdce-a860-477d-af2e-cbf4146362db HTTP/1.1" status: 200 len: 946 time: 0.0587454 Dec 21 14:08:10.856164 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-66cec131-ce02-4e42-b8c0-1d2df28726f1 req-a1e6fd96-3f32-4897-9c5a-6ab2f5839767 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/security-groups?id=46354140-4f1d-4b41-8475-76d03feaa470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571649 Dec 21 14:08:11.843984 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.agents_db [None req-c60a5637-8c6f-4692-b23b-7dd82bd36b21 None None] Agent healthcheck: found 6 active agents {{(pid=103155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 14:08:11.984473 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f666adcf-1fc8-410a-81b2-82268b1d293b req-50b244d9-859d-45ea-8b37-7465289a08ce tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:08:11.986014 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-f666adcf-1fc8-410a-81b2-82268b1d293b req-50b244d9-859d-45ea-8b37-7465289a08ce tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/ports?device_id=0347bdce-a860-477d-af2e-cbf4146362db HTTP/1.1" status: 200 len: 946 time: 0.0513835 Dec 21 14:08:12.042930 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-f666adcf-1fc8-410a-81b2-82268b1d293b req-cffb0bac-a8c6-4c9b-b454-d96423fe959e tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/security-groups?id=46354140-4f1d-4b41-8475-76d03feaa470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505884 Dec 21 14:08:13.177714 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0e5098-0a80-438c-ade9-292383d2caab req-950b54ca-ff5d-49a9-8cc4-6c148ba17e79 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:08:13.179427 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-4e0e5098-0a80-438c-ade9-292383d2caab req-950b54ca-ff5d-49a9-8cc4-6c148ba17e79 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/ports?device_id=0347bdce-a860-477d-af2e-cbf4146362db HTTP/1.1" status: 200 len: 946 time: 0.0552890 Dec 21 14:08:13.238388 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-4e0e5098-0a80-438c-ade9-292383d2caab req-9fa6dff9-f869-4f66-976e-4ae88f99dc37 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/security-groups?id=46354140-4f1d-4b41-8475-76d03feaa470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485637 Dec 21 14:08:13.603858 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:14.357615 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba431bd-f629-4128-8f47-abf04ffd470f req-060237ff-bc96-46da-9fc1-fd025fa77e05 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:08:14.359685 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-0ba431bd-f629-4128-8f47-abf04ffd470f req-060237ff-bc96-46da-9fc1-fd025fa77e05 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/ports?device_id=0347bdce-a860-477d-af2e-cbf4146362db HTTP/1.1" status: 200 len: 946 time: 0.0508130 Dec 21 14:08:14.417595 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-0ba431bd-f629-4128-8f47-abf04ffd470f req-78560173-7f90-4344-8566-f7b0db38c241 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/security-groups?id=46354140-4f1d-4b41-8475-76d03feaa470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516856 Dec 21 14:08:15.540789 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03eef84-34e9-4437-9f8a-b7a96d4141ac req-e6e9be21-2726-4d75-833d-bbb2f86caaff tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:08:15.548502 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c03eef84-34e9-4437-9f8a-b7a96d4141ac req-e6e9be21-2726-4d75-833d-bbb2f86caaff tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/ports?device_id=0347bdce-a860-477d-af2e-cbf4146362db HTTP/1.1" status: 200 len: 946 time: 0.0573299 Dec 21 14:08:15.594302 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c03eef84-34e9-4437-9f8a-b7a96d4141ac req-51ea1026-bea9-4828-abba-855df3beb3f6 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/security-groups?id=46354140-4f1d-4b41-8475-76d03feaa470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447507 Dec 21 14:08:16.719108 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48f86c8-eae6-48ff-8f12-af7e447140b1 req-944cb78d-98c3-4b5f-ab13-6cfc94b224e7 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:08:16.726093 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-d48f86c8-eae6-48ff-8f12-af7e447140b1 req-944cb78d-98c3-4b5f-ab13-6cfc94b224e7 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/ports?device_id=0347bdce-a860-477d-af2e-cbf4146362db HTTP/1.1" status: 200 len: 946 time: 0.0558841 Dec 21 14:08:16.772195 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-d48f86c8-eae6-48ff-8f12-af7e447140b1 req-9cf1db41-69cf-4ba5-a081-f143cd3b11c5 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/security-groups?id=46354140-4f1d-4b41-8475-76d03feaa470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451992 Dec 21 14:08:17.599969 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faecb066-d037-46c3-9e37-e97364100a85 req-5fb2f403-ece6-4ac6-96e1-5946d8cb1071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:08:17.601470 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-faecb066-d037-46c3-9e37-e97364100a85 req-5fb2f403-ece6-4ac6-96e1-5946d8cb1071 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d6849cd75da2415495750e7735f5226b&device_id=0347bdce-a860-477d-af2e-cbf4146362db HTTP/1.1" status: 200 len: 1099 time: 0.0439436 Dec 21 14:08:17.690331 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faecb066-d037-46c3-9e37-e97364100a85 req-d25b1e8a-933e-4f14-9077-63f6772d260b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:08:17.691810 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-faecb066-d037-46c3-9e37-e97364100a85 req-d25b1e8a-933e-4f14-9077-63f6772d260b service neutron] 10.222.0.60 "GET /v2.0/networks?id=b854f71a-4990-441f-8181-a2313d24cffc HTTP/1.1" status: 200 len: 910 time: 0.0835707 Dec 21 14:08:17.758277 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-faecb066-d037-46c3-9e37-e97364100a85 req-ada79bb3-122a-4f1f-ada9-69935e910e2b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe6abce8-e086-4763-a452-e1fadbf472f9 HTTP/1.1" status: 200 len: 1001 time: 0.0591428 Dec 21 14:08:17.806667 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faecb066-d037-46c3-9e37-e97364100a85 req-317ef33d-1ad1-421a-8be8-e569d400fa28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:08:17.808158 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-faecb066-d037-46c3-9e37-e97364100a85 req-317ef33d-1ad1-421a-8be8-e569d400fa28 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6d354b18-eef8-4cae-9e59-8ef70727f0c0 HTTP/1.1" status: 200 len: 848 time: 0.0439923 Dec 21 14:08:17.884273 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faecb066-d037-46c3-9e37-e97364100a85 req-cfb73b37-8501-450a-a089-b8e50e8b642b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:08:17.885697 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-faecb066-d037-46c3-9e37-e97364100a85 req-cfb73b37-8501-450a-a089-b8e50e8b642b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b854f71a-4990-441f-8181-a2313d24cffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717299 Dec 21 14:08:17.908732 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e96bdd-ea53-40af-aeec-a05ba98f2b72 req-18a49ad1-87c2-4ee4-b9b0-4c76e3c6629d tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:08:17.910109 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-17e96bdd-ea53-40af-aeec-a05ba98f2b72 req-18a49ad1-87c2-4ee4-b9b0-4c76e3c6629d tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/ports?device_id=0347bdce-a860-477d-af2e-cbf4146362db HTTP/1.1" status: 200 len: 946 time: 0.0694489 Dec 21 14:08:18.004433 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-17e96bdd-ea53-40af-aeec-a05ba98f2b72 req-b53d488c-712f-4f2a-85cc-2c788d2a14a1 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/security-groups?id=46354140-4f1d-4b41-8475-76d03feaa470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788128 Dec 21 14:08:18.017991 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-faecb066-d037-46c3-9e37-e97364100a85 req-f4e52c3d-1239-43db-8517-8edc6f5aab06 service neutron] 10.222.0.60 "GET /v2.0/networks/b854f71a-4990-441f-8181-a2313d24cffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246324 Dec 21 14:08:18.109556 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-faecb066-d037-46c3-9e37-e97364100a85 req-6e50b066-3cf2-419d-b90e-3f0072562f34 service neutron] 10.222.0.60 "GET /v2.0/networks/b854f71a-4990-441f-8181-a2313d24cffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843112 Dec 21 14:08:19.122793 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12c589f-019c-4845-aa04-32a19fc7d56e req-cdc1e235-974f-4b98-a3b1-26f1cdd1f659 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:08:19.124261 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-b12c589f-019c-4845-aa04-32a19fc7d56e req-cdc1e235-974f-4b98-a3b1-26f1cdd1f659 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/ports?device_id=0347bdce-a860-477d-af2e-cbf4146362db HTTP/1.1" status: 200 len: 946 time: 0.0519836 Dec 21 14:08:19.172856 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-b12c589f-019c-4845-aa04-32a19fc7d56e req-04216e6a-57ad-4dfb-a415-b786ed40c795 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/security-groups?id=46354140-4f1d-4b41-8475-76d03feaa470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427458 Dec 21 14:08:20.285434 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c7b24f-2062-4f38-9a63-2659d58b935e req-907f33e4-2513-4b16-855f-5d1cbc1e3981 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:08:20.286923 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-d2c7b24f-2062-4f38-9a63-2659d58b935e req-907f33e4-2513-4b16-855f-5d1cbc1e3981 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/ports?device_id=0347bdce-a860-477d-af2e-cbf4146362db HTTP/1.1" status: 200 len: 946 time: 0.0476747 Dec 21 14:08:20.335009 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-d2c7b24f-2062-4f38-9a63-2659d58b935e req-d768836d-bd69-4bc5-b1ef-d0f83e007a34 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/security-groups?id=46354140-4f1d-4b41-8475-76d03feaa470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415440 Dec 21 14:08:20.402189 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [req-b7821ec6-fff2-4276-a327-5ee3bd00d8c7 req-20abc0ca-7d68-472b-a2ff-d05e784aa906 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103152) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 14:08:20.403213 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-b7821ec6-fff2-4276-a327-5ee3bd00d8c7 req-20abc0ca-7d68-472b-a2ff-d05e784aa906 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059466 Dec 21 14:08:20.566268 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a103a8b6-0dc9-4b07-9d23-ccc8c760e8a5 req-bfac50bc-791d-4e59-9c81-1dfc6e3a8db4 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:08:20.567751 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a103a8b6-0dc9-4b07-9d23-ccc8c760e8a5 req-bfac50bc-791d-4e59-9c81-1dfc6e3a8db4 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/ports?device_id=0347bdce-a860-477d-af2e-cbf4146362db HTTP/1.1" status: 200 len: 946 time: 0.0532119 Dec 21 14:08:20.928035 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a103a8b6-0dc9-4b07-9d23-ccc8c760e8a5 req-949c28f8-9a31-47f7-99e5-efdfa88f6dc2 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/security-groups?id=46354140-4f1d-4b41-8475-76d03feaa470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3536069 Dec 21 14:08:20.977228 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-ac43b45a-6f0a-4afe-8eb8-70411e7c167d req-09219491-b676-4e50-807d-c8c09345c673 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0347bdce-a860-477d-af2e-cbf4146362db&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0848067 Dec 21 14:08:21.971173 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac43b45a-6f0a-4afe-8eb8-70411e7c167d req-75288f56-4c7f-4d4a-8363-238f32c1b9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:08:21.972678 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-ac43b45a-6f0a-4afe-8eb8-70411e7c167d req-75288f56-4c7f-4d4a-8363-238f32c1b9e3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0347bdce-a860-477d-af2e-cbf4146362db&tenant_id=d6849cd75da2415495750e7735f5226b HTTP/1.1" status: 200 len: 1099 time: 0.0404069 Dec 21 14:08:22.043138 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac43b45a-6f0a-4afe-8eb8-70411e7c167d req-ebbb0d6a-ddbd-4374-8f07-adcb67894b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:08:22.044897 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-ac43b45a-6f0a-4afe-8eb8-70411e7c167d req-ebbb0d6a-ddbd-4374-8f07-adcb67894b35 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d6849cd75da2415495750e7735f5226b&device_id=0347bdce-a860-477d-af2e-cbf4146362db HTTP/1.1" status: 200 len: 1099 time: 0.0406930 Dec 21 14:08:22.046473 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1184b5e2-4e55-45bc-a781-5c235acef031 req-6344496c-2fe0-4919-abff-4675ee8fa6b6 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:08:22.047932 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-1184b5e2-4e55-45bc-a781-5c235acef031 req-6344496c-2fe0-4919-abff-4675ee8fa6b6 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/ports?device_id=0347bdce-a860-477d-af2e-cbf4146362db HTTP/1.1" status: 200 len: 946 time: 0.0501027 Dec 21 14:08:22.096388 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-1184b5e2-4e55-45bc-a781-5c235acef031 req-52ace2cb-14bd-4aac-b444-1b57f2eb0fd3 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/security-groups?id=46354140-4f1d-4b41-8475-76d03feaa470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424607 Dec 21 14:08:22.136607 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac43b45a-6f0a-4afe-8eb8-70411e7c167d req-c16b8a8c-544c-44a6-a86c-6e8e1ace5c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:08:22.138074 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-ac43b45a-6f0a-4afe-8eb8-70411e7c167d req-c16b8a8c-544c-44a6-a86c-6e8e1ace5c64 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b854f71a-4990-441f-8181-a2313d24cffc HTTP/1.1" status: 200 len: 910 time: 0.0870194 Dec 21 14:08:22.204877 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-ac43b45a-6f0a-4afe-8eb8-70411e7c167d req-d6d8dec7-34bd-426c-9ad0-4606948cad20 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe6abce8-e086-4763-a452-e1fadbf472f9 HTTP/1.1" status: 200 len: 1001 time: 0.0607905 Dec 21 14:08:22.252266 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac43b45a-6f0a-4afe-8eb8-70411e7c167d req-2daffe35-8ef4-43a8-8640-dc92cf311df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:08:22.253600 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-ac43b45a-6f0a-4afe-8eb8-70411e7c167d req-2daffe35-8ef4-43a8-8640-dc92cf311df4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6d354b18-eef8-4cae-9e59-8ef70727f0c0 HTTP/1.1" status: 200 len: 848 time: 0.0427663 Dec 21 14:08:22.296944 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac43b45a-6f0a-4afe-8eb8-70411e7c167d req-f80c74ce-231c-4621-acbe-889c3206cc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:08:22.298407 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-ac43b45a-6f0a-4afe-8eb8-70411e7c167d req-f80c74ce-231c-4621-acbe-889c3206cc19 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b854f71a-4990-441f-8181-a2313d24cffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0386868 Dec 21 14:08:22.390696 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-ac43b45a-6f0a-4afe-8eb8-70411e7c167d req-777c4301-7d0f-48eb-ae55-1fbe7886b495 service neutron] 10.222.0.60 "GET /v2.0/networks/b854f71a-4990-441f-8181-a2313d24cffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857422 Dec 21 14:08:22.444608 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device fe6abce8-e086-4763-a452-e1fadbf472f9 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 14:08:22.479214 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-ac43b45a-6f0a-4afe-8eb8-70411e7c167d req-05c52576-320b-4e31-b02e-7f09d23af76b service neutron] 10.222.0.60 "GET /v2.0/networks/b854f71a-4990-441f-8181-a2313d24cffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825942 Dec 21 14:08:22.523789 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:22.546549 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0347bdce-a860-477d-af2e-cbf4146362db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe6abce8-e086-4763-a452-e1fadbf472f9'}] {{(pid=103154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:08:22.548725 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6f45aca8ac5f8c0cc5868273c98d8aa60330245aed22d61c8da5c1f2d6fc01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d382c0e-697c-4acd-80d9-42188a02d784" -d '{"events": [{"server_uuid": "0347bdce-a860-477d-af2e-cbf4146362db", "name": "network-vif-unplugged", "status": "completed", "tag": "fe6abce8-e086-4763-a452-e1fadbf472f9"}]}' {{(pid=103154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:08:22.561313 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port fe6abce8-e086-4763-a452-e1fadbf472f9, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=fe6abce8-e086-4763-a452-e1fadbf472f9,segment=NetworkSegment(0b109e47-fd09-470a-8341-c2404279bda9),segment_id=0b109e47-fd09-470a-8341-c2404279bda9)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:08:22.566045 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:22.588513 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Dec 2021 14:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eaddb72-e864-4eef-9d8f-7bbf9363b298 x-openstack-request-id: req-8eaddb72-e864-4eef-9d8f-7bbf9363b298 {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:08:22.588806 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0347bdce-a860-477d-af2e-cbf4146362db", "name": "network-vif-unplugged", "status": "completed", "tag": "fe6abce8-e086-4763-a452-e1fadbf472f9", "code": 200}]} {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:08:22.589056 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8eaddb72-e864-4eef-9d8f-7bbf9363b298 {{(pid=103154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:08:22.589442 dv-neutron-master-2-hyperv neutron-server[103154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0347bdce-a860-477d-af2e-cbf4146362db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe6abce8-e086-4763-a452-e1fadbf472f9', 'code': 200} Dec 21 14:08:22.614012 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=fe6abce8-e086-4763-a452-e1fadbf472f9,revision_number=8']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:08:23.303654 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466e40f5-e69d-45c9-b628-d8de29720a29 req-81988281-c0da-4a07-8345-309b35b6329c tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:08:23.318187 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-466e40f5-e69d-45c9-b628-d8de29720a29 req-81988281-c0da-4a07-8345-309b35b6329c tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/ports?device_id=0347bdce-a860-477d-af2e-cbf4146362db HTTP/1.1" status: 200 len: 944 time: 0.0962541 Dec 21 14:08:23.372227 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-466e40f5-e69d-45c9-b628-d8de29720a29 req-ca958b69-b8f8-4599-b0c8-35f598e31db2 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/security-groups?id=46354140-4f1d-4b41-8475-76d03feaa470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526795 Dec 21 14:08:24.518690 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fb2d63-fab5-4e55-a041-fd8012f2773e req-fdee4a66-66d1-45ef-9bd3-4133f68b7bc7 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:08:24.520211 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-22fb2d63-fab5-4e55-a041-fd8012f2773e req-fdee4a66-66d1-45ef-9bd3-4133f68b7bc7 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/ports?device_id=0347bdce-a860-477d-af2e-cbf4146362db HTTP/1.1" status: 200 len: 944 time: 0.0515399 Dec 21 14:08:24.579918 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-22fb2d63-fab5-4e55-a041-fd8012f2773e req-0855edae-fcc4-478a-8046-ea911114d36f tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/security-groups?id=46354140-4f1d-4b41-8475-76d03feaa470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526392 Dec 21 14:08:25.225885 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-3da7513c-e5e6-461b-9eb7-cf44cafedcf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:25.701910 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f02fb8-cd07-429d-9958-7021d235c4f2 req-c0aa829e-2de0-44d7-a87d-f503fa6f1ea8 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:08:25.706876 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-09f02fb8-cd07-429d-9958-7021d235c4f2 req-c0aa829e-2de0-44d7-a87d-f503fa6f1ea8 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/ports?device_id=0347bdce-a860-477d-af2e-cbf4146362db HTTP/1.1" status: 200 len: 944 time: 0.0553191 Dec 21 14:08:25.762540 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-09f02fb8-cd07-429d-9958-7021d235c4f2 req-a9c4b5e1-e61e-44e8-a655-8ca2c38cfc77 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/security-groups?id=46354140-4f1d-4b41-8475-76d03feaa470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531218 Dec 21 14:08:26.883618 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f05327-d56e-4479-b63c-ea8cc66c9f12 req-61e32e25-28f9-4a2f-9e93-a56f8451e02f tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:08:26.885134 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c6f05327-d56e-4479-b63c-ea8cc66c9f12 req-61e32e25-28f9-4a2f-9e93-a56f8451e02f tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/ports?device_id=0347bdce-a860-477d-af2e-cbf4146362db HTTP/1.1" status: 200 len: 944 time: 0.0512371 Dec 21 14:08:26.937532 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c6f05327-d56e-4479-b63c-ea8cc66c9f12 req-d166fb03-e876-4333-9b29-cf78d42178de tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/security-groups?id=46354140-4f1d-4b41-8475-76d03feaa470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464118 Dec 21 14:08:27.716030 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-3f8310d3-234e-45d4-97e4-9dfb7595233b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:28.060028 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd619cd-48be-41e1-936c-c74b49138013 req-9e71d4fa-7fb7-488e-8f0b-e21fca8e349c tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:08:28.061535 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-ecd619cd-48be-41e1-936c-c74b49138013 req-9e71d4fa-7fb7-488e-8f0b-e21fca8e349c tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/ports?device_id=0347bdce-a860-477d-af2e-cbf4146362db HTTP/1.1" status: 200 len: 944 time: 0.0540602 Dec 21 14:08:28.116053 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-ecd619cd-48be-41e1-936c-c74b49138013 req-d8b1d5ba-6ea1-429f-acc9-44de4c58b281 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/security-groups?id=46354140-4f1d-4b41-8475-76d03feaa470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476544 Dec 21 14:08:28.974856 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:29.254753 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a3ee0e-51d9-4b18-9153-e6dbcf4ebccb req-cf86972a-d480-4735-9743-c866948c8207 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:08:29.256209 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f2a3ee0e-51d9-4b18-9153-e6dbcf4ebccb req-cf86972a-d480-4735-9743-c866948c8207 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/ports?device_id=0347bdce-a860-477d-af2e-cbf4146362db HTTP/1.1" status: 200 len: 944 time: 0.0522933 Dec 21 14:08:29.310428 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f2a3ee0e-51d9-4b18-9153-e6dbcf4ebccb req-f22e5a90-e9fb-41c7-8e44-d647a00ba308 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/security-groups?id=46354140-4f1d-4b41-8475-76d03feaa470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478635 Dec 21 14:08:30.430936 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a37f4a4-3503-4a28-bb6e-7c5220a908f7 req-f377e12b-d5f9-4867-8159-64902c556087 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:08:30.432429 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-0a37f4a4-3503-4a28-bb6e-7c5220a908f7 req-f377e12b-d5f9-4867-8159-64902c556087 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/ports?device_id=0347bdce-a860-477d-af2e-cbf4146362db HTTP/1.1" status: 200 len: 944 time: 0.0534484 Dec 21 14:08:30.479647 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-0a37f4a4-3503-4a28-bb6e-7c5220a908f7 req-e9366fa1-0256-4292-b28a-d4233bfd7894 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/security-groups?id=46354140-4f1d-4b41-8475-76d03feaa470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413704 Dec 21 14:08:30.791649 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0c4a2f-b064-4632-9666-387dd3dad737 req-3b97fbb9-842c-4d92-bf26-f2cc15249dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:08:30.793037 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-9a0c4a2f-b064-4632-9666-387dd3dad737 req-3b97fbb9-842c-4d92-bf26-f2cc15249dd5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d6849cd75da2415495750e7735f5226b&device_id=0347bdce-a860-477d-af2e-cbf4146362db HTTP/1.1" status: 200 len: 1097 time: 0.0442331 Dec 21 14:08:30.893838 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0c4a2f-b064-4632-9666-387dd3dad737 req-20c7538a-ccc9-4629-9272-65c9a174d04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:08:30.895320 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-9a0c4a2f-b064-4632-9666-387dd3dad737 req-20c7538a-ccc9-4629-9272-65c9a174d04a service neutron] 10.222.0.60 "GET /v2.0/networks?id=b854f71a-4990-441f-8181-a2313d24cffc HTTP/1.1" status: 200 len: 910 time: 0.0828857 Dec 21 14:08:30.927119 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:30.965361 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-9a0c4a2f-b064-4632-9666-387dd3dad737 req-1d053b97-42b5-4a0a-8357-fa2de439f4f6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe6abce8-e086-4763-a452-e1fadbf472f9 HTTP/1.1" status: 200 len: 999 time: 0.0620201 Dec 21 14:08:31.012837 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0c4a2f-b064-4632-9666-387dd3dad737 req-d31f63a0-b652-453f-a0c5-f05f85d5abb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:08:31.014230 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-9a0c4a2f-b064-4632-9666-387dd3dad737 req-d31f63a0-b652-453f-a0c5-f05f85d5abb7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6d354b18-eef8-4cae-9e59-8ef70727f0c0 HTTP/1.1" status: 200 len: 848 time: 0.0426145 Dec 21 14:08:31.060736 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0c4a2f-b064-4632-9666-387dd3dad737 req-17e0274c-ce0e-402c-a59a-ad02032ac9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:08:31.062113 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-9a0c4a2f-b064-4632-9666-387dd3dad737 req-17e0274c-ce0e-402c-a59a-ad02032ac9d3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b854f71a-4990-441f-8181-a2313d24cffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396097 Dec 21 14:08:31.133416 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:31.159676 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-9a0c4a2f-b064-4632-9666-387dd3dad737 req-ce466bcc-7a17-4911-b76f-e0df9c009795 service neutron] 10.222.0.60 "GET /v2.0/networks/b854f71a-4990-441f-8181-a2313d24cffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846462 Dec 21 14:08:31.249446 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-9a0c4a2f-b064-4632-9666-387dd3dad737 req-4a9dad61-c210-4696-8676-c470464c2ce9 service neutron] 10.222.0.60 "GET /v2.0/networks/b854f71a-4990-441f-8181-a2313d24cffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826161 Dec 21 14:08:31.604821 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aef4f0-3f2f-4ef8-b33d-95d40ad1b958 req-37f6192c-e7ba-4396-b150-72046b022e7d tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:08:31.606336 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-67aef4f0-3f2f-4ef8-b33d-95d40ad1b958 req-37f6192c-e7ba-4396-b150-72046b022e7d tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/ports?device_id=0347bdce-a860-477d-af2e-cbf4146362db HTTP/1.1" status: 200 len: 944 time: 0.0557170 Dec 21 14:08:31.677153 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4907b11-577a-4d62-a17b-69e7b61b9f18 req-e61152b4-7c79-4c3f-a6b1-f7bb1871ae8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:08:31.678694 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a4907b11-577a-4d62-a17b-69e7b61b9f18 req-e61152b4-7c79-4c3f-a6b1-f7bb1871ae8c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0347bdce-a860-477d-af2e-cbf4146362db HTTP/1.1" status: 200 len: 1097 time: 0.0707726 Dec 21 14:08:31.684870 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-67aef4f0-3f2f-4ef8-b33d-95d40ad1b958 req-8604632f-19e5-4665-9bff-f7ef8110707b tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/security-groups?id=46354140-4f1d-4b41-8475-76d03feaa470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681291 Dec 21 14:08:31.724829 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a4907b11-577a-4d62-a17b-69e7b61b9f18 req-9c3c10c2-751d-4981-831e-51ee163439bb service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=46354140-4f1d-4b41-8475-76d03feaa470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391440 Dec 21 14:08:32.807816 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4645b8db-7f84-4b6a-8546-2ebb9ece620b req-d660b2da-88d8-4385-b22c-fe0d640e90e7 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:08:32.809305 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-4645b8db-7f84-4b6a-8546-2ebb9ece620b req-d660b2da-88d8-4385-b22c-fe0d640e90e7 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/ports?device_id=0347bdce-a860-477d-af2e-cbf4146362db HTTP/1.1" status: 200 len: 944 time: 0.0559597 Dec 21 14:08:32.863585 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-4645b8db-7f84-4b6a-8546-2ebb9ece620b req-fd7f2a80-f90d-4352-8988-1a8ab7e81992 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/security-groups?id=46354140-4f1d-4b41-8475-76d03feaa470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480540 Dec 21 14:08:33.978702 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdaeaad-a67d-45a1-a65f-00d5c3ea5c4a req-8b599c82-d8cb-445b-85d5-4af2135c3a31 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:08:33.980174 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-dbdaeaad-a67d-45a1-a65f-00d5c3ea5c4a req-8b599c82-d8cb-445b-85d5-4af2135c3a31 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/ports?device_id=0347bdce-a860-477d-af2e-cbf4146362db HTTP/1.1" status: 200 len: 944 time: 0.0487304 Dec 21 14:08:34.032219 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-dbdaeaad-a67d-45a1-a65f-00d5c3ea5c4a req-75bd1545-eb13-44fd-bb1a-fc88d8e519f8 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/security-groups?id=46354140-4f1d-4b41-8475-76d03feaa470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462751 Dec 21 14:08:34.531179 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device fe6abce8-e086-4763-a452-e1fadbf472f9 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 14:08:34.626028 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port fe6abce8-e086-4763-a452-e1fadbf472f9, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=fe6abce8-e086-4763-a452-e1fadbf472f9,segment=NetworkSegment(0b109e47-fd09-470a-8341-c2404279bda9),segment_id=0b109e47-fd09-470a-8341-c2404279bda9)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:08:34.636763 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Returning: {'device': 'fe6abce8-e086-4763-a452-e1fadbf472f9', 'network_id': 'b854f71a-4990-441f-8181-a2313d24cffc', 'port_id': 'fe6abce8-e086-4763-a452-e1fadbf472f9', 'mac_address': 'fa:16:3e:c5:96:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d354b18-eef8-4cae-9e59-8ef70727f0c0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 14:08:34.676526 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:34.688812 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe6abce8-e086-4763-a452-e1fadbf472f9 {{(pid=103154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 14:08:34.707289 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port fe6abce8-e086-4763-a452-e1fadbf472f9, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=fe6abce8-e086-4763-a452-e1fadbf472f9,segment=NetworkSegment(0b109e47-fd09-470a-8341-c2404279bda9),segment_id=0b109e47-fd09-470a-8341-c2404279bda9)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:08:34.711440 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:34.756132 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=fe6abce8-e086-4763-a452-e1fadbf472f9,revision_number=9']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:08:35.007986 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] get_ports_and_sgs() called for port_ids ['fe6abce8-e086-4763-a452-e1fadbf472f9'] {{(pid=103154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 14:08:36.555570 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device fe6abce8-e086-4763-a452-e1fadbf472f9 up at agent hyperv_hv-neutron-mast {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:08:36.604480 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Provisioning complete for port fe6abce8-e086-4763-a452-e1fadbf472f9 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:08:36.604848 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:36.682304 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:36.706092 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0347bdce-a860-477d-af2e-cbf4146362db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe6abce8-e086-4763-a452-e1fadbf472f9'}] {{(pid=103154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:08:36.708335 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6f45aca8ac5f8c0cc5868273c98d8aa60330245aed22d61c8da5c1f2d6fc01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93c26485-80f4-4063-ba65-85ea1b92a6ff" -d '{"events": [{"server_uuid": "0347bdce-a860-477d-af2e-cbf4146362db", "name": "network-vif-plugged", "status": "completed", "tag": "fe6abce8-e086-4763-a452-e1fadbf472f9"}]}' {{(pid=103154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:08:36.720496 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port fe6abce8-e086-4763-a452-e1fadbf472f9, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=fe6abce8-e086-4763-a452-e1fadbf472f9,segment=NetworkSegment(0b109e47-fd09-470a-8341-c2404279bda9),segment_id=0b109e47-fd09-470a-8341-c2404279bda9)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:08:36.724542 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:36.758846 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 14:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19dbb7d6-00c0-486d-8f99-8d1de3e4cd06 x-openstack-request-id: req-19dbb7d6-00c0-486d-8f99-8d1de3e4cd06 {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:08:36.759137 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0347bdce-a860-477d-af2e-cbf4146362db", "name": "network-vif-plugged", "status": "completed", "tag": "fe6abce8-e086-4763-a452-e1fadbf472f9", "code": 200}]} {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:08:36.759394 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-19dbb7d6-00c0-486d-8f99-8d1de3e4cd06 {{(pid=103154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:08:36.759819 dv-neutron-master-2-hyperv neutron-server[103154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0347bdce-a860-477d-af2e-cbf4146362db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe6abce8-e086-4763-a452-e1fadbf472f9', 'code': 200} Dec 21 14:08:36.777738 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=fe6abce8-e086-4763-a452-e1fadbf472f9,revision_number=10']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:08:43.602346 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:48.842752 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.agents_db [None req-c60a5637-8c6f-4692-b23b-7dd82bd36b21 None None] Agent healthcheck: found 6 active agents {{(pid=103155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 14:08:55.217629 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-96de4d77-0923-4490-86d4-e37ffbb619bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:57.708339 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-aa2a06e3-314e-4b6d-989c-5ac0b0aa7eca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:08:58.946187 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:00.928473 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:01.135015 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:13.606278 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:25.211641 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-af9561f1-a34c-411e-ba55-0f1bb03740fd req-80230415-e6b4-40b2-82da-19f1993e5fbb service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0347bdce-a860-477d-af2e-cbf4146362db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425086 Dec 21 14:09:25.218784 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f29e5718-7f26-4923-8f7a-10c4112f2988 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:25.305858 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9561f1-a34c-411e-ba55-0f1bb03740fd req-b3064b22-59ab-4019-9e79-6d3cf34f27e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:25.307386 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-af9561f1-a34c-411e-ba55-0f1bb03740fd req-b3064b22-59ab-4019-9e79-6d3cf34f27e4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d6849cd75da2415495750e7735f5226b&device_id=0347bdce-a860-477d-af2e-cbf4146362db HTTP/1.1" status: 200 len: 1100 time: 0.0406065 Dec 21 14:09:25.411379 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9561f1-a34c-411e-ba55-0f1bb03740fd req-e053ec71-684d-4cb0-9a76-5f05631efc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:25.412782 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-af9561f1-a34c-411e-ba55-0f1bb03740fd req-e053ec71-684d-4cb0-9a76-5f05631efc1a service neutron] 10.222.0.60 "GET /v2.0/networks?id=b854f71a-4990-441f-8181-a2313d24cffc HTTP/1.1" status: 200 len: 910 time: 0.0869753 Dec 21 14:09:25.475501 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-af9561f1-a34c-411e-ba55-0f1bb03740fd req-9f426953-ab29-448d-9fb7-0fd267e0499c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe6abce8-e086-4763-a452-e1fadbf472f9 HTTP/1.1" status: 200 len: 1001 time: 0.0561283 Dec 21 14:09:25.523337 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9561f1-a34c-411e-ba55-0f1bb03740fd req-2f4d1856-194b-4fa9-89b6-f9dadb8a9893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:25.525312 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-af9561f1-a34c-411e-ba55-0f1bb03740fd req-2f4d1856-194b-4fa9-89b6-f9dadb8a9893 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6d354b18-eef8-4cae-9e59-8ef70727f0c0 HTTP/1.1" status: 200 len: 848 time: 0.0428452 Dec 21 14:09:25.576224 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9561f1-a34c-411e-ba55-0f1bb03740fd req-cf4979ae-868e-48b4-93e6-191f593e3879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:25.577719 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-af9561f1-a34c-411e-ba55-0f1bb03740fd req-cf4979ae-868e-48b4-93e6-191f593e3879 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b854f71a-4990-441f-8181-a2313d24cffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0465784 Dec 21 14:09:25.665021 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-af9561f1-a34c-411e-ba55-0f1bb03740fd req-ffde7128-40a5-4bf4-ae14-dd0d88301bcd service neutron] 10.222.0.60 "GET /v2.0/networks/b854f71a-4990-441f-8181-a2313d24cffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806987 Dec 21 14:09:25.754325 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-af9561f1-a34c-411e-ba55-0f1bb03740fd req-58c3c524-f2d0-4a1f-a8eb-710d125a354c service neutron] 10.222.0.60 "GET /v2.0/networks/b854f71a-4990-441f-8181-a2313d24cffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830276 Dec 21 14:09:25.845789 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.agents_db [None req-c60a5637-8c6f-4692-b23b-7dd82bd36b21 None None] Agent healthcheck: found 6 active agents {{(pid=103155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 14:09:27.710135 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-86dddb7b-a965-4d94-ad0f-c1f7a6fb7159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:28.949273 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:30.932470 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:31.138021 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:42.776973 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 38726) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:09:42.934689 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-71861b43-9c0d-45d7-ba03-bfb3aac3e994 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Deleting port 3df8c5a5-c638-4cfd-9b79-11f19bf58ee5 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 14:09:42.935029 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-71861b43-9c0d-45d7-ba03-bfb3aac3e994 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:43.007449 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-71861b43-9c0d-45d7-ba03-bfb3aac3e994 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:43.007771 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-71861b43-9c0d-45d7-ba03-bfb3aac3e994 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:43.019074 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-71861b43-9c0d-45d7-ba03-bfb3aac3e994 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Calling delete_port for 3df8c5a5-c638-4cfd-9b79-11f19bf58ee5 owned by network:floatingip {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 14:09:43.169110 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-71861b43-9c0d-45d7-ba03-bfb3aac3e994 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:43.200302 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71861b43-9c0d-45d7-ba03-bfb3aac3e994 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Pushing event deleted for resources: {'Port': ['ID=3df8c5a5-c638-4cfd-9b79-11f19bf58ee5,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:09:43.212488 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71861b43-9c0d-45d7-ba03-bfb3aac3e994 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:09:43.212845 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71861b43-9c0d-45d7-ba03-bfb3aac3e994 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:09:43.213192 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71861b43-9c0d-45d7-ba03-bfb3aac3e994 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:09:43.213532 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71861b43-9c0d-45d7-ba03-bfb3aac3e994 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:09:43.213867 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71861b43-9c0d-45d7-ba03-bfb3aac3e994 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:09:43.214199 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71861b43-9c0d-45d7-ba03-bfb3aac3e994 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:09:43.214551 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71861b43-9c0d-45d7-ba03-bfb3aac3e994 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:09:43.214881 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71861b43-9c0d-45d7-ba03-bfb3aac3e994 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:09:43.215206 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71861b43-9c0d-45d7-ba03-bfb3aac3e994 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:09:43.215534 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71861b43-9c0d-45d7-ba03-bfb3aac3e994 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:09:43.215865 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71861b43-9c0d-45d7-ba03-bfb3aac3e994 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:09:43.216187 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71861b43-9c0d-45d7-ba03-bfb3aac3e994 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:09:43.216507 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71861b43-9c0d-45d7-ba03-bfb3aac3e994 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:09:43.269337 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-71861b43-9c0d-45d7-ba03-bfb3aac3e994 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Publish callbacks [] for floatingip, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:43.269672 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.l3_db [None req-71861b43-9c0d-45d7-ba03-bfb3aac3e994 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Floating IP 2812335d-3867-4656-ab9d-0426442dd73b disassociated (deleted). External IP: 172.36.3.69, port: fe6abce8-e086-4763-a452-e1fadbf472f9. Dec 21 14:09:43.473076 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71861b43-9c0d-45d7-ba03-bfb3aac3e994 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Router d17541dc-6c53-462d-9bdb-298711f23820 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 14:09:43.576389 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71861b43-9c0d-45d7-ba03-bfb3aac3e994 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 14:09:43.581162 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-71861b43-9c0d-45d7-ba03-bfb3aac3e994 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for floatingip, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:43.586303 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185a5894-1f77-4d27-9189-ea3b7c700ef1 None None] Sync routers for ids ['d17541dc-6c53-462d-9bdb-298711f23820'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 14:09:43.595148 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185a5894-1f77-4d27-9189-ea3b7c700ef1 None None] Routers {'d17541dc-6c53-462d-9bdb-298711f23820'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:09:43.595757 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-185a5894-1f77-4d27-9189-ea3b7c700ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T14:09:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['d17541dc-6c53-462d-9bdb-298711f23820'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:09:43.610346 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-71861b43-9c0d-45d7-ba03-bfb3aac3e994 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "DELETE /v2.0/floatingips/2812335d-3867-4656-ab9d-0426442dd73b HTTP/1.1" status: 204 len: 168 time: 0.8298492 Dec 21 14:09:43.610346 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0347bdce-a860-477d-af2e-cbf4146362db', 'tag': 'fe6abce8-e086-4763-a452-e1fadbf472f9'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:09:43.612183 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af6034c98e584fa55ea4398f343c742ceb598288507feaf30d5a15785b2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-402c80a5-e104-4971-8dd9-012487d1902a" -d '{"events": [{"name": "network-changed", "server_uuid": "0347bdce-a860-477d-af2e-cbf4146362db", "tag": "fe6abce8-e086-4763-a452-e1fadbf472f9"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:09:43.692177 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:43.713238 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-185a5894-1f77-4d27-9189-ea3b7c700ef1 None None] Set router d17541dc-6c53-462d-9bdb-298711f23820 gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:09:43.715778 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 14:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5413c5d9-7b9f-466d-9b29-b22b37f92dcb x-openstack-request-id: req-5413c5d9-7b9f-466d-9b29-b22b37f92dcb {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:09:43.716074 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0347bdce-a860-477d-af2e-cbf4146362db", "tag": "fe6abce8-e086-4763-a452-e1fadbf472f9", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:09:43.716552 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5413c5d9-7b9f-466d-9b29-b22b37f92dcb {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:09:43.716963 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0347bdce-a860-477d-af2e-cbf4146362db', 'tag': 'fe6abce8-e086-4763-a452-e1fadbf472f9', 'status': 'completed', 'code': 200} Dec 21 14:09:43.806054 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402c80a5-e104-4971-8dd9-012487d1902a req-e7dbacab-3204-4f66-8aeb-1e4fab258297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:43.807966 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-402c80a5-e104-4971-8dd9-012487d1902a req-e7dbacab-3204-4f66-8aeb-1e4fab258297 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d6849cd75da2415495750e7735f5226b&device_id=0347bdce-a860-477d-af2e-cbf4146362db HTTP/1.1" status: 200 len: 1100 time: 0.0441856 Dec 21 14:09:43.863773 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674897ca-5a4d-497d-93ac-02b60f2bb1ef req-cfa75f12-114f-4f95-9c72-c0f88079b536 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:43.865256 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-674897ca-5a4d-497d-93ac-02b60f2bb1ef req-cfa75f12-114f-4f95-9c72-c0f88079b536 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/ports?device_id=0347bdce-a860-477d-af2e-cbf4146362db HTTP/1.1" status: 200 len: 947 time: 0.0514343 Dec 21 14:09:43.908346 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402c80a5-e104-4971-8dd9-012487d1902a req-ceb17035-a45b-403a-ae40-a45eb7fece93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:43.909842 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-402c80a5-e104-4971-8dd9-012487d1902a req-ceb17035-a45b-403a-ae40-a45eb7fece93 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b854f71a-4990-441f-8181-a2313d24cffc HTTP/1.1" status: 200 len: 910 time: 0.0953431 Dec 21 14:09:43.917729 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-674897ca-5a4d-497d-93ac-02b60f2bb1ef req-8bbb846a-96ab-451f-9599-762d584d4f9d tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/security-groups?id=46354140-4f1d-4b41-8475-76d03feaa470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444341 Dec 21 14:09:43.922655 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-185a5894-1f77-4d27-9189-ea3b7c700ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd17541dc-6c53-462d-9bdb-298711f23820', 'name': 'tempest-TestShelveInstance-1429224502-router', 'tenant_id': 'd6849cd75da2415495750e7735f5226b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.147'}], 'enable_snat': True}, 'gw_port_id': 'c6598b62-06db-40b4-b7e8-5afbd4aba3d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:05:30Z', 'updated_at': '2021-12-21T14:05:33Z', 'revision_number': 4, 'project_id': 'd6849cd75da2415495750e7735f5226b', 'gw_port': {'id': 'c6598b62-06db-40b4-b7e8-5afbd4aba3d7', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:21:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17541dc-6c53-462d-9bdb-298711f23820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:05:30Z', 'updated_at': '2021-12-21T14:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'e61e2d34-a441-4f35-88c2-120e38a2e522', 'name': '', 'network_id': 'b854f71a-4990-441f-8181-a2313d24cffc', 'tenant_id': 'd6849cd75da2415495750e7735f5226b', 'mac_address': 'fa:16:3e:3e:fd:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17541dc-6c53-462d-9bdb-298711f23820', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '6d354b18-eef8-4cae-9e59-8ef70727f0c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:05:32Z', 'updated_at': '2021-12-21T14:05:37Z', 'revision_number': 5, 'project_id': 'd6849cd75da2415495750e7735f5226b', 'subnets': [{'id': '6d354b18-eef8-4cae-9e59-8ef70727f0c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:09:43.949174 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185a5894-1f77-4d27-9189-ea3b7c700ef1 None None] Checking router: d17541dc-6c53-462d-9bdb-298711f23820 for host: dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 14:09:43.957909 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185a5894-1f77-4d27-9189-ea3b7c700ef1 None None] Routers {'d17541dc-6c53-462d-9bdb-298711f23820'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:09:43.958557 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-185a5894-1f77-4d27-9189-ea3b7c700ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T14:09:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['d17541dc-6c53-462d-9bdb-298711f23820'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:09:43.961213 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-402c80a5-e104-4971-8dd9-012487d1902a req-d6e67295-2ff9-4676-a10d-dcc4bc17e94b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe6abce8-e086-4763-a452-e1fadbf472f9 HTTP/1.1" status: 200 len: 217 time: 0.0443444 Dec 21 14:09:44.010105 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402c80a5-e104-4971-8dd9-012487d1902a req-97faf630-c9ed-4335-8457-97f64d0af58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:44.011528 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-402c80a5-e104-4971-8dd9-012487d1902a req-97faf630-c9ed-4335-8457-97f64d0af58f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6d354b18-eef8-4cae-9e59-8ef70727f0c0 HTTP/1.1" status: 200 len: 848 time: 0.0438917 Dec 21 14:09:44.061058 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402c80a5-e104-4971-8dd9-012487d1902a req-66124da4-822d-4c17-9626-f5233d05b452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:44.062594 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-402c80a5-e104-4971-8dd9-012487d1902a req-66124da4-822d-4c17-9626-f5233d05b452 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b854f71a-4990-441f-8181-a2313d24cffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0442820 Dec 21 14:09:44.063311 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-185a5894-1f77-4d27-9189-ea3b7c700ef1 None None] Set router d17541dc-6c53-462d-9bdb-298711f23820 gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:09:44.152499 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-402c80a5-e104-4971-8dd9-012487d1902a req-554cf31c-7b71-4d7b-ac00-569df6295834 service neutron] 10.222.0.60 "GET /v2.0/networks/b854f71a-4990-441f-8181-a2313d24cffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814199 Dec 21 14:09:44.253070 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-402c80a5-e104-4971-8dd9-012487d1902a req-81b78a7d-d02f-4a5d-a30d-146d3be827f6 service neutron] 10.222.0.60 "GET /v2.0/networks/b854f71a-4990-441f-8181-a2313d24cffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932388 Dec 21 14:09:44.259849 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-185a5894-1f77-4d27-9189-ea3b7c700ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd17541dc-6c53-462d-9bdb-298711f23820', 'name': 'tempest-TestShelveInstance-1429224502-router', 'tenant_id': 'd6849cd75da2415495750e7735f5226b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.147'}], 'enable_snat': True}, 'gw_port_id': 'c6598b62-06db-40b4-b7e8-5afbd4aba3d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:05:30Z', 'updated_at': '2021-12-21T14:05:33Z', 'revision_number': 4, 'project_id': 'd6849cd75da2415495750e7735f5226b', 'gw_port': {'id': 'c6598b62-06db-40b4-b7e8-5afbd4aba3d7', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:21:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17541dc-6c53-462d-9bdb-298711f23820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:05:30Z', 'updated_at': '2021-12-21T14:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'e61e2d34-a441-4f35-88c2-120e38a2e522', 'name': '', 'network_id': 'b854f71a-4990-441f-8181-a2313d24cffc', 'tenant_id': 'd6849cd75da2415495750e7735f5226b', 'mac_address': 'fa:16:3e:3e:fd:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17541dc-6c53-462d-9bdb-298711f23820', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '6d354b18-eef8-4cae-9e59-8ef70727f0c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:05:32Z', 'updated_at': '2021-12-21T14:05:37Z', 'revision_number': 5, 'project_id': 'd6849cd75da2415495750e7735f5226b', 'subnets': [{'id': '6d354b18-eef8-4cae-9e59-8ef70727f0c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:09:44.285389 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185a5894-1f77-4d27-9189-ea3b7c700ef1 None None] The sync data for ids ['d17541dc-6c53-462d-9bdb-298711f23820'] in dv-neutron-master-2-hyperv is: [{'id': 'd17541dc-6c53-462d-9bdb-298711f23820', 'name': 'tempest-TestShelveInstance-1429224502-router', 'tenant_id': 'd6849cd75da2415495750e7735f5226b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.147'}], 'enable_snat': True}, 'gw_port_id': 'c6598b62-06db-40b4-b7e8-5afbd4aba3d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:05:30Z', 'updated_at': '2021-12-21T14:05:33Z', 'revision_number': 4, 'project_id': 'd6849cd75da2415495750e7735f5226b', 'gw_port': {'id': 'c6598b62-06db-40b4-b7e8-5afbd4aba3d7', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:21:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17541dc-6c53-462d-9bdb-298711f23820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:05:30Z', 'updated_at': '2021-12-21T14:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'e61e2d34-a441-4f35-88c2-120e38a2e522', 'name': '', 'network_id': 'b854f71a-4990-441f-8181-a2313d24cffc', 'tenant_id': 'd6849cd75da2415495750e7735f5226b', 'mac_address': 'fa:16:3e:3e:fd:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17541dc-6c53-462d-9bdb-298711f23820', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '6d354b18-eef8-4cae-9e59-8ef70727f0c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:05:32Z', 'updated_at': '2021-12-21T14:05:37Z', 'revision_number': 5, 'project_id': 'd6849cd75da2415495750e7735f5226b', 'subnets': [{'id': '6d354b18-eef8-4cae-9e59-8ef70727f0c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 14:09:44.490088 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaadd771-df27-47c3-b6de-91ea038d2b40 None None] New status for floating IP 2812335d-3867-4656-ab9d-0426442dd73b: DOWN {{(pid=103155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 14:09:45.038541 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fbb8e6-8f25-4c32-b2c9-78d0e9cd6345 req-6b71a7c1-122b-4cfa-a5fa-37f47baeba84 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:45.040058 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-22fbb8e6-8f25-4c32-b2c9-78d0e9cd6345 req-6b71a7c1-122b-4cfa-a5fa-37f47baeba84 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/ports?device_id=0347bdce-a860-477d-af2e-cbf4146362db HTTP/1.1" status: 200 len: 947 time: 0.0490470 Dec 21 14:09:45.090094 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-22fbb8e6-8f25-4c32-b2c9-78d0e9cd6345 req-d84034cf-922c-4de9-8eae-9f4536ce9044 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/security-groups?id=46354140-4f1d-4b41-8475-76d03feaa470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438514 Dec 21 14:09:45.300239 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5f9af5-3aec-4f7b-90a2-c21b7cf286d3 req-118bea4e-e6ac-4bdf-bc67-7b813b493839 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:09:45.301605 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-5f5f9af5-3aec-4f7b-90a2-c21b7cf286d3 req-118bea4e-e6ac-4bdf-bc67-7b813b493839 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.60 "GET /v2.0/ports?device_id=0347bdce-a860-477d-af2e-cbf4146362db HTTP/1.1" status: 200 len: 947 time: 0.0486741 Dec 21 14:09:45.394010 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [req-5f5f9af5-3aec-4f7b-90a2-c21b7cf286d3 req-847ed579-54ce-4388-ac65-c812dd720e5b tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Deleting port fe6abce8-e086-4763-a452-e1fadbf472f9 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 14:09:45.394345 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-5f5f9af5-3aec-4f7b-90a2-c21b7cf286d3 req-847ed579-54ce-4388-ac65-c812dd720e5b tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:45.480214 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-5f5f9af5-3aec-4f7b-90a2-c21b7cf286d3 req-847ed579-54ce-4388-ac65-c812dd720e5b tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] For port fe6abce8-e086-4763-a452-e1fadbf472f9, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=fe6abce8-e086-4763-a452-e1fadbf472f9,segment=NetworkSegment(0b109e47-fd09-470a-8341-c2404279bda9),segment_id=0b109e47-fd09-470a-8341-c2404279bda9)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:09:45.480571 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-5f5f9af5-3aec-4f7b-90a2-c21b7cf286d3 req-847ed579-54ce-4388-ac65-c812dd720e5b tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:45.492704 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [req-5f5f9af5-3aec-4f7b-90a2-c21b7cf286d3 req-847ed579-54ce-4388-ac65-c812dd720e5b tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Calling delete_port for fe6abce8-e086-4763-a452-e1fadbf472f9 owned by compute:nova {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 14:09:45.619036 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-5f5f9af5-3aec-4f7b-90a2-c21b7cf286d3 req-847ed579-54ce-4388-ac65-c812dd720e5b tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:45.646694 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847ed579-54ce-4388-ac65-c812dd720e5b tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Pushing event deleted for resources: {'Port': ['ID=fe6abce8-e086-4763-a452-e1fadbf472f9,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:09:45.690216 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f5f9af5-3aec-4f7b-90a2-c21b7cf286d3 req-847ed579-54ce-4388-ac65-c812dd720e5b tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] No DVR routers for this DVR port fe6abce8-e086-4763-a452-e1fadbf472f9 on host hv-neutron-mast {{(pid=103153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 14:09:45.692781 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-5f5f9af5-3aec-4f7b-90a2-c21b7cf286d3 req-847ed579-54ce-4388-ac65-c812dd720e5b tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:45.696666 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-5f5f9af5-3aec-4f7b-90a2-c21b7cf286d3 req-847ed579-54ce-4388-ac65-c812dd720e5b tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.60 "DELETE /v2.0/ports/fe6abce8-e086-4763-a452-e1fadbf472f9 HTTP/1.1" status: 204 len: 173 time: 0.3887084 Dec 21 14:09:45.718277 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0347bdce-a860-477d-af2e-cbf4146362db', 'name': 'network-vif-deleted', 'tag': 'fe6abce8-e086-4763-a452-e1fadbf472f9'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:09:45.720580 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af6034c98e584fa55ea4398f343c742ceb598288507feaf30d5a15785b2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceb35d77-142c-4bba-8da9-3999e611a5fd" -d '{"events": [{"server_uuid": "0347bdce-a860-477d-af2e-cbf4146362db", "name": "network-vif-deleted", "tag": "fe6abce8-e086-4763-a452-e1fadbf472f9"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:09:45.756480 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 14:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb63a76e-c3a4-40a0-9887-eea73f264e01 x-openstack-request-id: req-cb63a76e-c3a4-40a0-9887-eea73f264e01 {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:09:45.756769 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0347bdce-a860-477d-af2e-cbf4146362db", "name": "network-vif-deleted", "tag": "fe6abce8-e086-4763-a452-e1fadbf472f9", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:09:45.757053 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cb63a76e-c3a4-40a0-9887-eea73f264e01 {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:09:45.757449 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0347bdce-a860-477d-af2e-cbf4146362db', 'name': 'network-vif-deleted', 'tag': 'fe6abce8-e086-4763-a452-e1fadbf472f9', 'status': 'completed', 'code': 200} Dec 21 14:09:46.199881 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7c9cf588-c94e-496b-8445-4a3fd955aec7 req-3d6f8534-b0da-4d51-ab53-fa82420fe7ab tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/ports?device_id=0347bdce-a860-477d-af2e-cbf4146362db HTTP/1.1" status: 200 len: 210 time: 0.0268812 Dec 21 14:09:47.258082 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 38752) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:09:47.313621 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8b8ce4b0-5754-4b13-b617-7fd931210595 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Publish callbacks [] for security_group, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:47.340540 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8b8ce4b0-5754-4b13-b617-7fd931210595 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:47.400384 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8b8ce4b0-5754-4b13-b617-7fd931210595 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:47.402968 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8b8ce4b0-5754-4b13-b617-7fd931210595 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:47.404157 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-8b8ce4b0-5754-4b13-b617-7fd931210595 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "DELETE /v2.0/security-groups/46354140-4f1d-4b41-8475-76d03feaa470 HTTP/1.1" status: 204 len: 168 time: 0.1450844 Dec 21 14:09:47.413686 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8ce4b0-5754-4b13-b617-7fd931210595 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46354140-4f1d-4b41-8475-76d03feaa470,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:09:47.421072 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8ce4b0-5754-4b13-b617-7fd931210595 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:09:47.421429 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8ce4b0-5754-4b13-b617-7fd931210595 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:09:47.421777 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8ce4b0-5754-4b13-b617-7fd931210595 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:09:47.422119 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8ce4b0-5754-4b13-b617-7fd931210595 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:09:47.422485 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8ce4b0-5754-4b13-b617-7fd931210595 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:09:47.422824 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8ce4b0-5754-4b13-b617-7fd931210595 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:09:47.423155 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8ce4b0-5754-4b13-b617-7fd931210595 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:09:47.423482 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8ce4b0-5754-4b13-b617-7fd931210595 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:09:47.423811 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8ce4b0-5754-4b13-b617-7fd931210595 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:09:47.424139 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8ce4b0-5754-4b13-b617-7fd931210595 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:09:47.424466 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8ce4b0-5754-4b13-b617-7fd931210595 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:09:47.424779 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8ce4b0-5754-4b13-b617-7fd931210595 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:09:47.425105 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8ce4b0-5754-4b13-b617-7fd931210595 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:09:48.651606 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 38760) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:09:48.656222 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-d67b10dd-946b-4d3d-8a16-3c897b61ee84 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1493541255', 'description': 'tempest-secgroup-smoke-1493541255 description', 'project_id': 'd6849cd75da2415495750e7735f5226b'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:09:48.684916 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d67b10dd-946b-4d3d-8a16-3c897b61ee84 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Publish callbacks [] for security_group, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:48.748049 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d67b10dd-946b-4d3d-8a16-3c897b61ee84 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Publish callbacks [] for security_group, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:48.751459 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d67b10dd-946b-4d3d-8a16-3c897b61ee84 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:48.777589 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d67b10dd-946b-4d3d-8a16-3c897b61ee84 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:48.778814 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-d67b10dd-946b-4d3d-8a16-3c897b61ee84 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1261718 Dec 21 14:09:48.781754 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 38762) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:09:48.782706 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67b10dd-946b-4d3d-8a16-3c897b61ee84 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b384e2aa-3326-4de1-b288-07e0584b0a44,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:09:48.787465 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-8984c7c3-ab89-4d6e-a013-8cf5768fdf93 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Request body: {'security_group_rule': {'security_group_id': 'b384e2aa-3326-4de1-b288-07e0584b0a44', 'project_id': 'd6849cd75da2415495750e7735f5226b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:09:48.817833 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8984c7c3-ab89-4d6e-a013-8cf5768fdf93 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:48.872279 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8984c7c3-ab89-4d6e-a013-8cf5768fdf93 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:48.875873 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8984c7c3-ab89-4d6e-a013-8cf5768fdf93 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:48.890000 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8984c7c3-ab89-4d6e-a013-8cf5768fdf93 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15821b44-477d-49ea-8d5c-8c742e6a8864,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:09:48.900608 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8984c7c3-ab89-4d6e-a013-8cf5768fdf93 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:48.901739 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-8984c7c3-ab89-4d6e-a013-8cf5768fdf93 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1188533 Dec 21 14:09:48.904457 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 38764) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:09:48.908651 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-ed5953f0-34d5-4bd6-850f-2fc97a402963 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Request body: {'security_group_rule': {'security_group_id': 'b384e2aa-3326-4de1-b288-07e0584b0a44', 'project_id': 'd6849cd75da2415495750e7735f5226b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:09:48.938826 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ed5953f0-34d5-4bd6-850f-2fc97a402963 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:48.980606 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device fe6abce8-e086-4763-a452-e1fadbf472f9 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 14:09:48.992862 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ed5953f0-34d5-4bd6-850f-2fc97a402963 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:48.996427 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ed5953f0-34d5-4bd6-850f-2fc97a402963 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:49.000582 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] No Port match for: fe6abce8-e086-4763-a452-e1fadbf472f9 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 14:09:49.000935 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device fe6abce8-e086-4763-a452-e1fadbf472f9 not bound to the agent host hv-neutron-mast {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 14:09:49.013652 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5953f0-34d5-4bd6-850f-2fc97a402963 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86735706-a10d-466a-a823-96f9e5662477,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:09:49.020916 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ed5953f0-34d5-4bd6-850f-2fc97a402963 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:49.022090 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-ed5953f0-34d5-4bd6-850f-2fc97a402963 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1167281 Dec 21 14:09:49.024942 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 38766) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:09:49.029070 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-3653c790-ac6d-45ba-a043-7cb1b2c1202a tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Request body: {'security_group_rule': {'security_group_id': 'b384e2aa-3326-4de1-b288-07e0584b0a44', 'project_id': 'd6849cd75da2415495750e7735f5226b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:09:49.056435 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3653c790-ac6d-45ba-a043-7cb1b2c1202a tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:49.113521 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3653c790-ac6d-45ba-a043-7cb1b2c1202a tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:49.117072 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3653c790-ac6d-45ba-a043-7cb1b2c1202a tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:49.133403 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3653c790-ac6d-45ba-a043-7cb1b2c1202a tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8aa7667c-468d-412d-aabe-57abd25db8dc,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:09:49.141564 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3653c790-ac6d-45ba-a043-7cb1b2c1202a tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:49.142767 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-3653c790-ac6d-45ba-a043-7cb1b2c1202a tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1169088 Dec 21 14:09:49.145511 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 38768) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:09:49.150435 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-a246a10f-4e61-4d32-9e0e-2a6a479f86de tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Request body: {'security_group_rule': {'security_group_id': 'b384e2aa-3326-4de1-b288-07e0584b0a44', 'project_id': 'd6849cd75da2415495750e7735f5226b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:09:49.178512 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a246a10f-4e61-4d32-9e0e-2a6a479f86de tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:49.235435 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a246a10f-4e61-4d32-9e0e-2a6a479f86de tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:49.238308 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a246a10f-4e61-4d32-9e0e-2a6a479f86de tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:49.256179 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a246a10f-4e61-4d32-9e0e-2a6a479f86de tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c24fd5c-5baa-45ce-94ed-f1ca154b4520,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:09:49.264032 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a246a10f-4e61-4d32-9e0e-2a6a479f86de tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:49.265209 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-a246a10f-4e61-4d32-9e0e-2a6a479f86de tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1186771 Dec 21 14:09:49.267897 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 38770) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:09:49.272368 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-561aba3b-e7d3-4863-ab13-6959b0262f7e tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Request body: {'security_group_rule': {'security_group_id': 'b384e2aa-3326-4de1-b288-07e0584b0a44', 'project_id': 'd6849cd75da2415495750e7735f5226b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:09:49.295110 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.securitygroups_db [None req-561aba3b-e7d3-4863-ab13-6959b0262f7e tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Project d6849cd75da2415495750e7735f5226b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 14:09:49.299906 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-561aba3b-e7d3-4863-ab13-6959b0262f7e tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:49.356020 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-561aba3b-e7d3-4863-ab13-6959b0262f7e tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:49.359456 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-561aba3b-e7d3-4863-ab13-6959b0262f7e tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:49.376734 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561aba3b-e7d3-4863-ab13-6959b0262f7e tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe976348-f481-4958-8ddb-622495df9747,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:09:49.384956 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-561aba3b-e7d3-4863-ab13-6959b0262f7e tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:49.386171 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-561aba3b-e7d3-4863-ab13-6959b0262f7e tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1173456 Dec 21 14:09:49.388783 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 38772) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:09:49.393107 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-5d18ab91-0a86-4d22-a6b7-3d40078518ee tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Request body: {'security_group_rule': {'security_group_id': 'b384e2aa-3326-4de1-b288-07e0584b0a44', 'project_id': 'd6849cd75da2415495750e7735f5226b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:09:49.415980 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.securitygroups_db [None req-5d18ab91-0a86-4d22-a6b7-3d40078518ee tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Project d6849cd75da2415495750e7735f5226b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 14:09:49.421765 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5d18ab91-0a86-4d22-a6b7-3d40078518ee tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:49.482407 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5d18ab91-0a86-4d22-a6b7-3d40078518ee tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:49.485782 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5d18ab91-0a86-4d22-a6b7-3d40078518ee tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:49.502879 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d18ab91-0a86-4d22-a6b7-3d40078518ee tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90c126ac-cfe7-4314-94fd-6852193bacce,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:09:49.510776 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5d18ab91-0a86-4d22-a6b7-3d40078518ee tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:49.511956 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-5d18ab91-0a86-4d22-a6b7-3d40078518ee tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1222281 Dec 21 14:09:55.220589 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8574ce52-708c-4d46-9f5c-1722971ce2e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:57.715722 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a96b5e18-184f-45da-9e75-97ec9e479e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:09:58.951557 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:00.934452 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:01.140092 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:02.844942 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.agents_db [None req-c60a5637-8c6f-4692-b23b-7dd82bd36b21 None None] Agent healthcheck: found 6 active agents {{(pid=103155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 14:10:04.731602 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-975fbf9e-b814-4ae8-a788-3d0eb27f7724 req-daa3c68f-6392-43d3-b6cd-a26693e41dec tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1493541255&fields=id&tenant_id=d6849cd75da2415495750e7735f5226b HTTP/1.1" status: 200 len: 267 time: 0.0430403 Dec 21 14:10:04.837071 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:10:04.837071 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 14:10:04.837071 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:10:04.837071 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 14:10:04.837071 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:10:04.837071 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 14:10:04.837071 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:10:04.837071 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 14:10:04.837071 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:10:04.837071 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 14:10:04.837071 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:10:04.837071 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 14:10:04.837071 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:10:04.837071 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 14:10:04.837071 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:10:04.837071 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 14:10:04.837071 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:10:04.837071 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 14:10:04.837071 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:10:04.837071 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 14:10:04.837071 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:10:04.837071 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 14:10:04.837071 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:10:04.837071 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 14:10:04.837071 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:10:04.837071 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 14:10:04.837071 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:10:04.837071 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 14:10:04.837071 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:10:04.837071 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 14:10:04.837071 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:10:04.837071 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 14:10:04.837071 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:10:04.837071 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 14:10:04.837071 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:10:04.837071 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 14:10:04.837071 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:10:04.837071 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 14:10:04.837071 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:10:04.837071 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 14:10:04.837071 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:10:04.837071 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 14:10:04.837071 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:10:04.837071 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 14:10:04.837071 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:10:04.837071 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 14:10:04.837071 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:10:04.837071 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 14:10:04.841049 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975fbf9e-b814-4ae8-a788-3d0eb27f7724 req-005df295-e543-4175-82f5-2edf93bf8c47 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:10:04.841049 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-975fbf9e-b814-4ae8-a788-3d0eb27f7724 req-005df295-e543-4175-82f5-2edf93bf8c47 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/networks?id=b854f71a-4990-441f-8181-a2313d24cffc HTTP/1.1" status: 200 len: 809 time: 0.1019785 Dec 21 14:10:04.855156 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-975fbf9e-b814-4ae8-a788-3d0eb27f7724 req-5c7b6cbb-d76b-4cbf-93f8-04b434a03b0f tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/quotas/d6849cd75da2415495750e7735f5226b HTTP/1.1" status: 200 len: 375 time: 0.0093842 Dec 21 14:10:04.904457 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-975fbf9e-b814-4ae8-a788-3d0eb27f7724 req-a2d04d3e-4ded-46bf-a905-62137967797a tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d6849cd75da2415495750e7735f5226b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0441506 Dec 21 14:10:04.960635 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [req-975fbf9e-b814-4ae8-a788-3d0eb27f7724 req-f200b722-3d02-44dd-826a-8dfd9614ceed service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 14:10:04.961628 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-975fbf9e-b814-4ae8-a788-3d0eb27f7724 req-f200b722-3d02-44dd-826a-8dfd9614ceed service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0464859 Dec 21 14:10:05.049660 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-975fbf9e-b814-4ae8-a788-3d0eb27f7724 req-03a119db-c8dc-4ad0-b6e1-27340ab02c4b service neutron] 10.222.0.37 "GET /v2.0/networks/b854f71a-4990-441f-8181-a2313d24cffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812328 Dec 21 14:10:05.140035 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-975fbf9e-b814-4ae8-a788-3d0eb27f7724 req-7939be06-4116-45f8-a326-d8d6b552eb37 service neutron] 10.222.0.37 "GET /v2.0/networks/b854f71a-4990-441f-8181-a2313d24cffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842943 Dec 21 14:10:05.420068 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-409997cc-64bd-4d15-8047-9fe16842e90e req-0fb6de7f-53fd-48f7-8cfb-f9326801514b tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2c2e207-d0ec-4557-8220-e95dcd36c6f6 HTTP/1.1" status: 200 len: 210 time: 0.0268476 Dec 21 14:10:06.495785 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-aed217fb-665c-44ca-b17c-411f4ef29fd9 req-6d257561-37e2-4eda-b4f3-84641b9cc4cc tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2c2e207-d0ec-4557-8220-e95dcd36c6f6 HTTP/1.1" status: 200 len: 210 time: 0.0264740 Dec 21 14:10:07.576261 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-ba31a905-f344-4f0b-9b7e-a13ff8104006 req-39a9316e-b2c1-4706-a8c5-5ace24c50d39 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2c2e207-d0ec-4557-8220-e95dcd36c6f6 HTTP/1.1" status: 200 len: 210 time: 0.0314975 Dec 21 14:10:08.655737 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-69762fe6-e374-4cc3-b8aa-1005eedcb140 req-d0769d4e-a1b1-44ea-9b75-9c2e8dad2bb3 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2c2e207-d0ec-4557-8220-e95dcd36c6f6 HTTP/1.1" status: 200 len: 210 time: 0.0264900 Dec 21 14:10:09.746933 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-70e5eb66-f269-43bf-b76e-ad5b044688ad req-6ff33a13-1caa-4dcd-b5b2-9c8559af88d8 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2c2e207-d0ec-4557-8220-e95dcd36c6f6 HTTP/1.1" status: 200 len: 210 time: 0.0267212 Dec 21 14:10:10.448131 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975fbf9e-b814-4ae8-a788-3d0eb27f7724 req-5f0cd462-7ea8-4e59-8215-ae0152f0dc3e tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:10:10.449578 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-975fbf9e-b814-4ae8-a788-3d0eb27f7724 req-5f0cd462-7ea8-4e59-8215-ae0152f0dc3e tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.60 "GET /v2.0/networks?id=b854f71a-4990-441f-8181-a2313d24cffc HTTP/1.1" status: 200 len: 809 time: 0.1058445 Dec 21 14:10:10.523138 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-975fbf9e-b814-4ae8-a788-3d0eb27f7724 req-7456f234-ace1-4c78-a565-ff2c2b2745a2 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d6849cd75da2415495750e7735f5226b HTTP/1.1" status: 200 len: 380 time: 0.0531945 Dec 21 14:10:10.531671 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [req-975fbf9e-b814-4ae8-a788-3d0eb27f7724 req-e71a2e81-6ad1-4c8c-9fa0-8496de74e674 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Request body: {'port': {'device_id': 'c2c2e207-d0ec-4557-8220-e95dcd36c6f6', 'network_id': 'b854f71a-4990-441f-8181-a2313d24cffc', 'admin_state_up': True, 'tenant_id': 'd6849cd75da2415495750e7735f5226b', 'security_groups': ['b384e2aa-3326-4de1-b288-07e0584b0a44']}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:10:10.644972 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-975fbf9e-b814-4ae8-a788-3d0eb27f7724 req-e71a2e81-6ad1-4c8c-9fa0-8496de74e674 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Made reservation on behalf of d6849cd75da2415495750e7735f5226b for: {'port': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 14:10:10.648316 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-975fbf9e-b814-4ae8-a788-3d0eb27f7724 req-e71a2e81-6ad1-4c8c-9fa0-8496de74e674 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:10.986045 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-810fb310-ee00-4a0d-8574-cb08d1eaac9c req-e9e03e5f-9858-4ed7-a6c3-401b7e9987c8 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2c2e207-d0ec-4557-8220-e95dcd36c6f6 HTTP/1.1" status: 200 len: 210 time: 0.0300465 Dec 21 14:10:11.097912 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [req-975fbf9e-b814-4ae8-a788-3d0eb27f7724 req-e71a2e81-6ad1-4c8c-9fa0-8496de74e674 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Allocated IP 172.20.0.13 (b854f71a-4990-441f-8181-a2313d24cffc/6d354b18-eef8-4cae-9e59-8ef70727f0c0/853f2cd1-5b48-4add-aa26-7d73caca2524) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 14:10:11.265861 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-975fbf9e-b814-4ae8-a788-3d0eb27f7724 req-e71a2e81-6ad1-4c8c-9fa0-8496de74e674 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:11.301135 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-975fbf9e-b814-4ae8-a788-3d0eb27f7724 req-e71a2e81-6ad1-4c8c-9fa0-8496de74e674 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:11.347944 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-975fbf9e-b814-4ae8-a788-3d0eb27f7724 req-e71a2e81-6ad1-4c8c-9fa0-8496de74e674 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Network b854f71a-4990-441f-8181-a2313d24cffc is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 14:10:11.353777 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [req-975fbf9e-b814-4ae8-a788-3d0eb27f7724 req-e71a2e81-6ad1-4c8c-9fa0-8496de74e674 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:10:11.356791 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [req-975fbf9e-b814-4ae8-a788-3d0eb27f7724 req-e71a2e81-6ad1-4c8c-9fa0-8496de74e674 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 14:10:11.358983 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71a2e81-6ad1-4c8c-9fa0-8496de74e674 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Pushing event updated for resources: {'Port': ['ID=853f2cd1-5b48-4add-aa26-7d73caca2524,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:10:11.413456 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975fbf9e-b814-4ae8-a788-3d0eb27f7724 req-e71a2e81-6ad1-4c8c-9fa0-8496de74e674 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:10:11.414087 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-975fbf9e-b814-4ae8-a788-3d0eb27f7724 req-e71a2e81-6ad1-4c8c-9fa0-8496de74e674 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:11.432032 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-975fbf9e-b814-4ae8-a788-3d0eb27f7724 req-e71a2e81-6ad1-4c8c-9fa0-8496de74e674 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9039223 Dec 21 14:10:11.449499 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [req-975fbf9e-b814-4ae8-a788-3d0eb27f7724 req-888bb2a2-0cd7-4c95-9b75-3ad7d6fd93bf service neutron] Request body: {'port': {'device_id': 'c2c2e207-d0ec-4557-8220-e95dcd36c6f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:10:11.503739 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-975fbf9e-b814-4ae8-a788-3d0eb27f7724 req-888bb2a2-0cd7-4c95-9b75-3ad7d6fd93bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:11.590534 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-907c9e93-f15c-4818-a614-5384617f9471 None None] Provisioning complete for port 853f2cd1-5b48-4add-aa26-7d73caca2524 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:10:11.591259 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-907c9e93-f15c-4818-a614-5384617f9471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:11.624535 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-907c9e93-f15c-4818-a614-5384617f9471 None None] Port 853f2cd1-5b48-4add-aa26-7d73caca2524 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 14:10:11.783172 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [req-975fbf9e-b814-4ae8-a788-3d0eb27f7724 req-888bb2a2-0cd7-4c95-9b75-3ad7d6fd93bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 853f2cd1-5b48-4add-aa26-7d73caca2524 {{(pid=103153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 14:10:11.790335 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-975fbf9e-b814-4ae8-a788-3d0eb27f7724 req-888bb2a2-0cd7-4c95-9b75-3ad7d6fd93bf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:11.803089 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.provisioning_blocks [req-975fbf9e-b814-4ae8-a788-3d0eb27f7724 req-888bb2a2-0cd7-4c95-9b75-3ad7d6fd93bf service neutron] Transition to ACTIVE for port object 853f2cd1-5b48-4add-aa26-7d73caca2524 will not be triggered until provisioned by entity L2. {{(pid=103153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 14:10:11.807510 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-975fbf9e-b814-4ae8-a788-3d0eb27f7724 req-888bb2a2-0cd7-4c95-9b75-3ad7d6fd93bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:11.885870 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888bb2a2-0cd7-4c95-9b75-3ad7d6fd93bf service neutron] Pushing event updated for resources: {'Port': ['ID=853f2cd1-5b48-4add-aa26-7d73caca2524,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:10:11.948060 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-975fbf9e-b814-4ae8-a788-3d0eb27f7724 req-888bb2a2-0cd7-4c95-9b75-3ad7d6fd93bf service neutron] Attempting to bind port 853f2cd1-5b48-4add-aa26-7d73caca2524 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 14:10:11.948394 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-975fbf9e-b814-4ae8-a788-3d0eb27f7724 req-888bb2a2-0cd7-4c95-9b75-3ad7d6fd93bf service neutron] Attempting to bind port 853f2cd1-5b48-4add-aa26-7d73caca2524 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '0b109e47-fd09-470a-8341-c2404279bda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'b854f71a-4990-441f-8181-a2313d24cffc'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 14:10:11.948729 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975fbf9e-b814-4ae8-a788-3d0eb27f7724 req-888bb2a2-0cd7-4c95-9b75-3ad7d6fd93bf service neutron] Attempting to bind port 853f2cd1-5b48-4add-aa26-7d73caca2524 on network b854f71a-4990-441f-8181-a2313d24cffc {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 14:10:11.953916 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975fbf9e-b814-4ae8-a788-3d0eb27f7724 req-888bb2a2-0cd7-4c95-9b75-3ad7d6fd93bf service neutron] Port 853f2cd1-5b48-4add-aa26-7d73caca2524 on network b854f71a-4990-441f-8181-a2313d24cffc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 14:10:11.954243 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975fbf9e-b814-4ae8-a788-3d0eb27f7724 req-888bb2a2-0cd7-4c95-9b75-3ad7d6fd93bf service neutron] Attempting to bind port 853f2cd1-5b48-4add-aa26-7d73caca2524 on network b854f71a-4990-441f-8181-a2313d24cffc {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 14:10:11.959877 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975fbf9e-b814-4ae8-a788-3d0eb27f7724 req-888bb2a2-0cd7-4c95-9b75-3ad7d6fd93bf service neutron] Checking agent: {'id': 'cb078e0e-af00-4e4f-8117-46ca6496af1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 23, 43), 'started_at': datetime.datetime(2021, 12, 21, 13, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 14, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 14:10:11.960214 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975fbf9e-b814-4ae8-a788-3d0eb27f7724 req-888bb2a2-0cd7-4c95-9b75-3ad7d6fd93bf service neutron] Checking segment: {'id': '0b109e47-fd09-470a-8341-c2404279bda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'b854f71a-4990-441f-8181-a2313d24cffc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 14:10:11.960600 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975fbf9e-b814-4ae8-a788-3d0eb27f7724 req-888bb2a2-0cd7-4c95-9b75-3ad7d6fd93bf service neutron] Bound using segment: {'id': '0b109e47-fd09-470a-8341-c2404279bda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'b854f71a-4990-441f-8181-a2313d24cffc'} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 14:10:11.961040 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-975fbf9e-b814-4ae8-a788-3d0eb27f7724 req-888bb2a2-0cd7-4c95-9b75-3ad7d6fd93bf service neutron] Bound port: 853f2cd1-5b48-4add-aa26-7d73caca2524, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b109e47-fd09-470a-8341-c2404279bda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'b854f71a-4990-441f-8181-a2313d24cffc'}}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 14:10:11.961397 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-975fbf9e-b814-4ae8-a788-3d0eb27f7724 req-888bb2a2-0cd7-4c95-9b75-3ad7d6fd93bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:12.037112 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-975fbf9e-b814-4ae8-a788-3d0eb27f7724 req-888bb2a2-0cd7-4c95-9b75-3ad7d6fd93bf service neutron] For port 853f2cd1-5b48-4add-aa26-7d73caca2524, host hv-neutron-mast, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 14:10:12.039715 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-975fbf9e-b814-4ae8-a788-3d0eb27f7724 req-888bb2a2-0cd7-4c95-9b75-3ad7d6fd93bf service neutron] For port 853f2cd1-5b48-4add-aa26-7d73caca2524, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=853f2cd1-5b48-4add-aa26-7d73caca2524,segment=NetworkSegment(0b109e47-fd09-470a-8341-c2404279bda9),segment_id=0b109e47-fd09-470a-8341-c2404279bda9)] {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 14:10:12.045563 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-975fbf9e-b814-4ae8-a788-3d0eb27f7724 req-888bb2a2-0cd7-4c95-9b75-3ad7d6fd93bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:12.087080 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975fbf9e-b814-4ae8-a788-3d0eb27f7724 req-888bb2a2-0cd7-4c95-9b75-3ad7d6fd93bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:10:12.087707 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-975fbf9e-b814-4ae8-a788-3d0eb27f7724 req-888bb2a2-0cd7-4c95-9b75-3ad7d6fd93bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:12.089180 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-975fbf9e-b814-4ae8-a788-3d0eb27f7724 req-888bb2a2-0cd7-4c95-9b75-3ad7d6fd93bf service neutron] 10.222.0.60 "PUT /v2.0/ports/853f2cd1-5b48-4add-aa26-7d73caca2524 HTTP/1.1" status: 200 len: 1094 time: 0.6447127 Dec 21 14:10:12.089645 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2c2e207-d0ec-4557-8220-e95dcd36c6f6', 'tag': '853f2cd1-5b48-4add-aa26-7d73caca2524'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:10:12.092408 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af6034c98e584fa55ea4398f343c742ceb598288507feaf30d5a15785b2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cd269e8-d9cb-4ddb-b6f7-5bedf37b9cc5" -d '{"events": [{"name": "network-changed", "server_uuid": "c2c2e207-d0ec-4557-8220-e95dcd36c6f6", "tag": "853f2cd1-5b48-4add-aa26-7d73caca2524"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:10:12.131205 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888bb2a2-0cd7-4c95-9b75-3ad7d6fd93bf service neutron] Pushing event updated for resources: {'Port': ['ID=853f2cd1-5b48-4add-aa26-7d73caca2524,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:10:12.160261 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 14:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc0e3c31-b851-4522-8869-59e262296798 x-openstack-request-id: req-cc0e3c31-b851-4522-8869-59e262296798 {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:10:12.160556 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2c2e207-d0ec-4557-8220-e95dcd36c6f6", "tag": "853f2cd1-5b48-4add-aa26-7d73caca2524", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:10:12.160808 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cc0e3c31-b851-4522-8869-59e262296798 {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:10:12.161199 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2c2e207-d0ec-4557-8220-e95dcd36c6f6', 'tag': '853f2cd1-5b48-4add-aa26-7d73caca2524', 'status': 'completed', 'code': 200} Dec 21 14:10:12.162033 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c76c108-e25b-4d51-abbb-830042fcc5b4 req-e64c7d89-6437-477a-a962-0bc1f563d456 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:10:12.168365 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-6c76c108-e25b-4d51-abbb-830042fcc5b4 req-e64c7d89-6437-477a-a962-0bc1f563d456 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2c2e207-d0ec-4557-8220-e95dcd36c6f6 HTTP/1.1" status: 200 len: 944 time: 0.0862286 Dec 21 14:10:12.200874 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975fbf9e-b814-4ae8-a788-3d0eb27f7724 req-94d6f982-75b1-4bc1-ac1f-08d75bb44433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:10:12.202510 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-975fbf9e-b814-4ae8-a788-3d0eb27f7724 req-94d6f982-75b1-4bc1-ac1f-08d75bb44433 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d6849cd75da2415495750e7735f5226b&device_id=c2c2e207-d0ec-4557-8220-e95dcd36c6f6 HTTP/1.1" status: 200 len: 1097 time: 0.0539761 Dec 21 14:10:12.221639 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-6c76c108-e25b-4d51-abbb-830042fcc5b4 req-fbfef255-683c-458f-8257-e7b6fa4826a6 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/security-groups?id=b384e2aa-3326-4de1-b288-07e0584b0a44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490661 Dec 21 14:10:12.256995 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-975fbf9e-b814-4ae8-a788-3d0eb27f7724 req-efedf77d-6a6a-47fd-80b9-7ffa42ab4c1b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=853f2cd1-5b48-4add-aa26-7d73caca2524 HTTP/1.1" status: 200 len: 217 time: 0.0410540 Dec 21 14:10:12.312857 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975fbf9e-b814-4ae8-a788-3d0eb27f7724 req-9644cf9a-cf56-4906-8af2-ccf6e6fddc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:10:12.314274 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-975fbf9e-b814-4ae8-a788-3d0eb27f7724 req-9644cf9a-cf56-4906-8af2-ccf6e6fddc5f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6d354b18-eef8-4cae-9e59-8ef70727f0c0 HTTP/1.1" status: 200 len: 848 time: 0.0505989 Dec 21 14:10:12.363110 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975fbf9e-b814-4ae8-a788-3d0eb27f7724 req-aa97a46e-8c9f-4f4f-a0fe-16b0561b64c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:10:12.364698 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-975fbf9e-b814-4ae8-a788-3d0eb27f7724 req-aa97a46e-8c9f-4f4f-a0fe-16b0561b64c9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b854f71a-4990-441f-8181-a2313d24cffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0445487 Dec 21 14:10:12.463639 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-975fbf9e-b814-4ae8-a788-3d0eb27f7724 req-80854aed-00f8-4ee0-810a-141a84da66ab service neutron] 10.222.0.60 "GET /v2.0/networks/b854f71a-4990-441f-8181-a2313d24cffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912526 Dec 21 14:10:12.552649 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-975fbf9e-b814-4ae8-a788-3d0eb27f7724 req-8730cc30-4562-438e-839f-30abb3a5000b service neutron] 10.222.0.60 "GET /v2.0/networks/b854f71a-4990-441f-8181-a2313d24cffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829818 Dec 21 14:10:12.660472 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd269e8-d9cb-4ddb-b6f7-5bedf37b9cc5 req-f52da556-8557-4e49-b620-92b6b2249e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:10:12.662367 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-3cd269e8-d9cb-4ddb-b6f7-5bedf37b9cc5 req-f52da556-8557-4e49-b620-92b6b2249e34 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d6849cd75da2415495750e7735f5226b&device_id=c2c2e207-d0ec-4557-8220-e95dcd36c6f6 HTTP/1.1" status: 200 len: 1097 time: 0.0431881 Dec 21 14:10:12.758039 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd269e8-d9cb-4ddb-b6f7-5bedf37b9cc5 req-0713bc2f-0cae-4fe7-ab1a-69b6dc866943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:10:12.760330 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-3cd269e8-d9cb-4ddb-b6f7-5bedf37b9cc5 req-0713bc2f-0cae-4fe7-ab1a-69b6dc866943 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b854f71a-4990-441f-8181-a2313d24cffc HTTP/1.1" status: 200 len: 910 time: 0.0915191 Dec 21 14:10:12.802301 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-3cd269e8-d9cb-4ddb-b6f7-5bedf37b9cc5 req-e6ff3719-c7db-4594-a07e-8dbe52394388 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=853f2cd1-5b48-4add-aa26-7d73caca2524 HTTP/1.1" status: 200 len: 217 time: 0.0361242 Dec 21 14:10:12.857537 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd269e8-d9cb-4ddb-b6f7-5bedf37b9cc5 req-7f1a5256-e120-49ee-bf1a-e478bb5cf97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:10:12.859148 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-3cd269e8-d9cb-4ddb-b6f7-5bedf37b9cc5 req-7f1a5256-e120-49ee-bf1a-e478bb5cf97c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6d354b18-eef8-4cae-9e59-8ef70727f0c0 HTTP/1.1" status: 200 len: 848 time: 0.0501094 Dec 21 14:10:12.906014 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd269e8-d9cb-4ddb-b6f7-5bedf37b9cc5 req-36155a2d-fb05-4822-ba38-7c1f6e7fd9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:10:12.907555 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-3cd269e8-d9cb-4ddb-b6f7-5bedf37b9cc5 req-36155a2d-fb05-4822-ba38-7c1f6e7fd9fc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b854f71a-4990-441f-8181-a2313d24cffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0416520 Dec 21 14:10:12.996635 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-3cd269e8-d9cb-4ddb-b6f7-5bedf37b9cc5 req-bff48dd1-3578-42cd-8636-34e09289508b service neutron] 10.222.0.60 "GET /v2.0/networks/b854f71a-4990-441f-8181-a2313d24cffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824792 Dec 21 14:10:13.095897 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-3cd269e8-d9cb-4ddb-b6f7-5bedf37b9cc5 req-d54b8d1b-011d-4e26-b4fe-377fb139b40b service neutron] 10.222.0.60 "GET /v2.0/networks/b854f71a-4990-441f-8181-a2313d24cffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926743 Dec 21 14:10:13.345753 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c753f447-726b-4bc6-b949-58df0417aa0c req-28d3bf88-cb58-4c83-8089-62273870a767 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:10:13.347315 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c753f447-726b-4bc6-b949-58df0417aa0c req-28d3bf88-cb58-4c83-8089-62273870a767 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2c2e207-d0ec-4557-8220-e95dcd36c6f6 HTTP/1.1" status: 200 len: 944 time: 0.0514166 Dec 21 14:10:13.397636 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c753f447-726b-4bc6-b949-58df0417aa0c req-eb907765-bde8-4583-8308-b7a28ce8846a tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/security-groups?id=b384e2aa-3326-4de1-b288-07e0584b0a44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437715 Dec 21 14:10:13.628818 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:14.514657 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a09a80-22cb-47d3-9aaa-c7ca967c01b9 req-4e030edd-dde5-4290-933e-ed8a7f9d9299 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:10:14.516135 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-55a09a80-22cb-47d3-9aaa-c7ca967c01b9 req-4e030edd-dde5-4290-933e-ed8a7f9d9299 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2c2e207-d0ec-4557-8220-e95dcd36c6f6 HTTP/1.1" status: 200 len: 944 time: 0.0488098 Dec 21 14:10:14.568742 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-55a09a80-22cb-47d3-9aaa-c7ca967c01b9 req-3b44c846-9c5a-4c4d-b237-52f33ae5b9b0 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/security-groups?id=b384e2aa-3326-4de1-b288-07e0584b0a44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466573 Dec 21 14:10:15.687949 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a63ec7-8095-4f8f-a716-f36c80a35595 req-e2d5c918-8080-41b1-ad5b-696d0ea2b861 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:10:15.689516 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-79a63ec7-8095-4f8f-a716-f36c80a35595 req-e2d5c918-8080-41b1-ad5b-696d0ea2b861 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2c2e207-d0ec-4557-8220-e95dcd36c6f6 HTTP/1.1" status: 200 len: 944 time: 0.0536745 Dec 21 14:10:15.736770 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-79a63ec7-8095-4f8f-a716-f36c80a35595 req-9c2a8de2-0867-4f5b-b2e9-a0d9a489cd1d tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/security-groups?id=b384e2aa-3326-4de1-b288-07e0584b0a44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414028 Dec 21 14:10:16.850824 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b512583c-194b-494a-af8b-f3dd35831e92 req-fbd149ff-1e44-47c3-a009-2e446dbb901c tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:10:16.852306 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-b512583c-194b-494a-af8b-f3dd35831e92 req-fbd149ff-1e44-47c3-a009-2e446dbb901c tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2c2e207-d0ec-4557-8220-e95dcd36c6f6 HTTP/1.1" status: 200 len: 944 time: 0.0488224 Dec 21 14:10:16.900314 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-b512583c-194b-494a-af8b-f3dd35831e92 req-be5771c1-8786-4e51-9e47-1900f1de65ce tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/security-groups?id=b384e2aa-3326-4de1-b288-07e0584b0a44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422020 Dec 21 14:10:18.013450 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf50aec-b73c-49f5-a25b-ffc6c149ac49 req-a5a74074-c5ae-42d2-84b0-b2c121de52f5 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:10:18.014974 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-0cf50aec-b73c-49f5-a25b-ffc6c149ac49 req-a5a74074-c5ae-42d2-84b0-b2c121de52f5 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2c2e207-d0ec-4557-8220-e95dcd36c6f6 HTTP/1.1" status: 200 len: 944 time: 0.0487003 Dec 21 14:10:18.062915 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-0cf50aec-b73c-49f5-a25b-ffc6c149ac49 req-77a634fc-1b05-4803-b191-824a2a37baac tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/security-groups?id=b384e2aa-3326-4de1-b288-07e0584b0a44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420988 Dec 21 14:10:19.173315 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c34430-b2b4-4c5a-b43b-b00403d8865a req-6dc01529-390a-485e-a35c-55403828a837 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:10:19.174790 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-a4c34430-b2b4-4c5a-b43b-b00403d8865a req-6dc01529-390a-485e-a35c-55403828a837 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2c2e207-d0ec-4557-8220-e95dcd36c6f6 HTTP/1.1" status: 200 len: 944 time: 0.0472188 Dec 21 14:10:19.222527 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-a4c34430-b2b4-4c5a-b43b-b00403d8865a req-63ecada2-88bc-482f-a053-4df03846e11d tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/security-groups?id=b384e2aa-3326-4de1-b288-07e0584b0a44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419261 Dec 21 14:10:20.335947 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9178bb1-f765-4d79-8809-7af56eb51fc4 req-41167631-280c-489c-8f7e-ec424398e87d tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:10:20.338167 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f9178bb1-f765-4d79-8809-7af56eb51fc4 req-41167631-280c-489c-8f7e-ec424398e87d tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2c2e207-d0ec-4557-8220-e95dcd36c6f6 HTTP/1.1" status: 200 len: 944 time: 0.0505641 Dec 21 14:10:20.389913 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f9178bb1-f765-4d79-8809-7af56eb51fc4 req-457a72bc-56c3-45ad-a11d-a8a4fe640a95 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/security-groups?id=b384e2aa-3326-4de1-b288-07e0584b0a44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457585 Dec 21 14:10:21.803322 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78562d83-e6a0-49ef-81df-79e8be33e8d7 req-86b7a8b1-cb6d-4c00-90b2-de5f82841110 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:10:21.804755 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-78562d83-e6a0-49ef-81df-79e8be33e8d7 req-86b7a8b1-cb6d-4c00-90b2-de5f82841110 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2c2e207-d0ec-4557-8220-e95dcd36c6f6 HTTP/1.1" status: 200 len: 944 time: 0.3462515 Dec 21 14:10:21.852947 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-78562d83-e6a0-49ef-81df-79e8be33e8d7 req-178e4e78-84f1-4210-a4cf-ab39ed529773 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/security-groups?id=b384e2aa-3326-4de1-b288-07e0584b0a44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423572 Dec 21 14:10:22.971908 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ab57f1-8060-4b09-90bf-d9960221b299 req-aab8cc42-aa33-4e0a-a33e-cd7b3f76fa85 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:10:22.973484 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a2ab57f1-8060-4b09-90bf-d9960221b299 req-aab8cc42-aa33-4e0a-a33e-cd7b3f76fa85 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2c2e207-d0ec-4557-8220-e95dcd36c6f6 HTTP/1.1" status: 200 len: 944 time: 0.0542207 Dec 21 14:10:23.022650 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a2ab57f1-8060-4b09-90bf-d9960221b299 req-975ed43d-882f-4799-bc5f-2385b716bd2f tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/security-groups?id=b384e2aa-3326-4de1-b288-07e0584b0a44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424175 Dec 21 14:10:23.106073 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 853f2cd1-5b48-4add-aa26-7d73caca2524 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 14:10:23.201367 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port 853f2cd1-5b48-4add-aa26-7d73caca2524, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=853f2cd1-5b48-4add-aa26-7d73caca2524,segment=NetworkSegment(0b109e47-fd09-470a-8341-c2404279bda9),segment_id=0b109e47-fd09-470a-8341-c2404279bda9)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:10:23.212783 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Returning: {'device': '853f2cd1-5b48-4add-aa26-7d73caca2524', 'network_id': 'b854f71a-4990-441f-8181-a2313d24cffc', 'port_id': '853f2cd1-5b48-4add-aa26-7d73caca2524', 'mac_address': 'fa:16:3e:f0:30:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d354b18-eef8-4cae-9e59-8ef70727f0c0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 14:10:23.257512 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:23.270665 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 853f2cd1-5b48-4add-aa26-7d73caca2524 {{(pid=103154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 14:10:23.289998 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port 853f2cd1-5b48-4add-aa26-7d73caca2524, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=853f2cd1-5b48-4add-aa26-7d73caca2524,segment=NetworkSegment(0b109e47-fd09-470a-8341-c2404279bda9),segment_id=0b109e47-fd09-470a-8341-c2404279bda9)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:10:23.293745 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:23.341283 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=853f2cd1-5b48-4add-aa26-7d73caca2524,revision_number=4']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:10:23.348625 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:10:23.348974 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:10:23.349316 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:10:23.349653 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:10:23.349986 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:10:23.350316 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:10:23.350674 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:10:23.351002 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:10:23.351330 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:10:23.351655 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:10:23.351979 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:10:23.352339 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:10:23.352662 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:10:23.566728 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] get_ports_and_sgs() called for port_ids ['853f2cd1-5b48-4add-aa26-7d73caca2524'] {{(pid=103154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 14:10:24.136594 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5ba8c7-a8b5-4b32-85d5-fa6a958e68e9 req-8e6b9673-9556-4523-8e65-1b1ee4097ea8 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:10:24.138045 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-ca5ba8c7-a8b5-4b32-85d5-fa6a958e68e9 req-8e6b9673-9556-4523-8e65-1b1ee4097ea8 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2c2e207-d0ec-4557-8220-e95dcd36c6f6 HTTP/1.1" status: 200 len: 945 time: 0.0484593 Dec 21 14:10:24.188998 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-ca5ba8c7-a8b5-4b32-85d5-fa6a958e68e9 req-e5589284-a265-40c2-bbd6-c0fa768568fd tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/security-groups?id=b384e2aa-3326-4de1-b288-07e0584b0a44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451086 Dec 21 14:10:25.106519 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 853f2cd1-5b48-4add-aa26-7d73caca2524 up at agent hyperv_hv-neutron-mast {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:10:25.157270 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Provisioning for port 853f2cd1-5b48-4add-aa26-7d73caca2524 completed by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 14:10:25.160873 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Provisioning complete for port 853f2cd1-5b48-4add-aa26-7d73caca2524 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:10:25.161238 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:25.249126 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-26f4623d-9c57-427b-b584-b8ce9bdda772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:25.250620 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:25.274985 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2c2e207-d0ec-4557-8220-e95dcd36c6f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '853f2cd1-5b48-4add-aa26-7d73caca2524'}] {{(pid=103154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:10:25.277323 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6f45aca8ac5f8c0cc5868273c98d8aa60330245aed22d61c8da5c1f2d6fc01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3858ad32-4a15-47a5-bbb0-ec47d5339ff1" -d '{"events": [{"server_uuid": "c2c2e207-d0ec-4557-8220-e95dcd36c6f6", "name": "network-vif-plugged", "status": "completed", "tag": "853f2cd1-5b48-4add-aa26-7d73caca2524"}]}' {{(pid=103154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:10:25.290672 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port 853f2cd1-5b48-4add-aa26-7d73caca2524, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=853f2cd1-5b48-4add-aa26-7d73caca2524,segment=NetworkSegment(0b109e47-fd09-470a-8341-c2404279bda9),segment_id=0b109e47-fd09-470a-8341-c2404279bda9)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:10:25.295057 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:25.308261 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bef041-83b0-4b03-a244-52e7acf01054 req-84c5f94c-767a-4c0c-8439-3909b4ed6eb5 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:10:25.309778 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-46bef041-83b0-4b03-a244-52e7acf01054 req-84c5f94c-767a-4c0c-8439-3909b4ed6eb5 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2c2e207-d0ec-4557-8220-e95dcd36c6f6 HTTP/1.1" status: 200 len: 945 time: 0.0524035 Dec 21 14:10:25.322636 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 14:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c264c4c-0799-4c5d-8ea4-c08caf570cef x-openstack-request-id: req-5c264c4c-0799-4c5d-8ea4-c08caf570cef {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:10:25.322922 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2c2e207-d0ec-4557-8220-e95dcd36c6f6", "name": "network-vif-plugged", "status": "completed", "tag": "853f2cd1-5b48-4add-aa26-7d73caca2524", "code": 200}]} {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:10:25.323171 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5c264c4c-0799-4c5d-8ea4-c08caf570cef {{(pid=103154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:10:25.323546 dv-neutron-master-2-hyperv neutron-server[103154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2c2e207-d0ec-4557-8220-e95dcd36c6f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '853f2cd1-5b48-4add-aa26-7d73caca2524', 'code': 200} Dec 21 14:10:25.348549 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=853f2cd1-5b48-4add-aa26-7d73caca2524,revision_number=5']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:10:25.361522 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-46bef041-83b0-4b03-a244-52e7acf01054 req-40f3dd55-def2-4e2e-a243-e679574b6d6f tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/security-groups?id=b384e2aa-3326-4de1-b288-07e0584b0a44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435820 Dec 21 14:10:25.536647 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd224420-4250-46d8-bc8d-60bfc828cea5 req-3a6f23fc-7494-4b39-bb09-c48337a10cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:10:25.538139 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-cd224420-4250-46d8-bc8d-60bfc828cea5 req-3a6f23fc-7494-4b39-bb09-c48337a10cfb service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c2c2e207-d0ec-4557-8220-e95dcd36c6f6 HTTP/1.1" status: 200 len: 1099 time: 0.0432601 Dec 21 14:10:25.583567 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-cd224420-4250-46d8-bc8d-60bfc828cea5 req-ec415837-fc66-42a6-a0d7-49c5b8c524ae service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b384e2aa-3326-4de1-b288-07e0584b0a44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387979 Dec 21 14:10:26.483662 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff18baf-2ebe-4ea0-a57b-5de5f39c4bce req-5d10d384-5440-4684-bb0f-7f5b5eab3b90 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:10:26.485129 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-2ff18baf-2ebe-4ea0-a57b-5de5f39c4bce req-5d10d384-5440-4684-bb0f-7f5b5eab3b90 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2c2e207-d0ec-4557-8220-e95dcd36c6f6 HTTP/1.1" status: 200 len: 946 time: 0.0529830 Dec 21 14:10:26.542139 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-2ff18baf-2ebe-4ea0-a57b-5de5f39c4bce req-b57f90c3-a7c7-4140-af4d-1d54f355cf25 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/security-groups?id=b384e2aa-3326-4de1-b288-07e0584b0a44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508666 Dec 21 14:10:27.366696 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-adb3b6de-4310-4fc4-aca0-73a070cfe2ce req-6319a8e2-6080-435d-9dc9-05fbb84dfbc4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c2c2e207-d0ec-4557-8220-e95dcd36c6f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392277 Dec 21 14:10:27.461716 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb3b6de-4310-4fc4-aca0-73a070cfe2ce req-c9fa94a4-1027-405c-8e6e-9791446c27dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:10:27.463840 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-adb3b6de-4310-4fc4-aca0-73a070cfe2ce req-c9fa94a4-1027-405c-8e6e-9791446c27dc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d6849cd75da2415495750e7735f5226b&device_id=c2c2e207-d0ec-4557-8220-e95dcd36c6f6 HTTP/1.1" status: 200 len: 1099 time: 0.0397944 Dec 21 14:10:27.565484 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb3b6de-4310-4fc4-aca0-73a070cfe2ce req-b45f6dcc-855d-42ba-b004-f0cb53b0a31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:10:27.566979 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-adb3b6de-4310-4fc4-aca0-73a070cfe2ce req-b45f6dcc-855d-42ba-b004-f0cb53b0a31f service neutron] 10.222.0.60 "GET /v2.0/networks?id=b854f71a-4990-441f-8181-a2313d24cffc HTTP/1.1" status: 200 len: 910 time: 0.0856872 Dec 21 14:10:27.608296 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-adb3b6de-4310-4fc4-aca0-73a070cfe2ce req-3f72605d-0fd7-4bba-822a-12a20632ce1a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=853f2cd1-5b48-4add-aa26-7d73caca2524 HTTP/1.1" status: 200 len: 217 time: 0.0343392 Dec 21 14:10:27.681641 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb3b6de-4310-4fc4-aca0-73a070cfe2ce req-304470bd-514d-4f0e-82a9-9a9e5ac698d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:10:27.683129 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-adb3b6de-4310-4fc4-aca0-73a070cfe2ce req-304470bd-514d-4f0e-82a9-9a9e5ac698d9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6d354b18-eef8-4cae-9e59-8ef70727f0c0 HTTP/1.1" status: 200 len: 848 time: 0.0657172 Dec 21 14:10:27.694600 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec7ae93-eed2-46ad-9ea2-2f8dd6d9ed45 req-bed59370-1989-4f72-bf3a-0d981e5ffd11 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:10:27.695952 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-bec7ae93-eed2-46ad-9ea2-2f8dd6d9ed45 req-bed59370-1989-4f72-bf3a-0d981e5ffd11 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2c2e207-d0ec-4557-8220-e95dcd36c6f6 HTTP/1.1" status: 200 len: 946 time: 0.0865674 Dec 21 14:10:27.717645 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-5343de8a-7ad2-485f-a4f6-82a390ccf5d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:27.766046 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb3b6de-4310-4fc4-aca0-73a070cfe2ce req-5170b577-965b-4bcc-a0ef-4fd6eab47d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:10:27.767647 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-adb3b6de-4310-4fc4-aca0-73a070cfe2ce req-5170b577-965b-4bcc-a0ef-4fd6eab47d41 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b854f71a-4990-441f-8181-a2313d24cffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702751 Dec 21 14:10:27.771754 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-bec7ae93-eed2-46ad-9ea2-2f8dd6d9ed45 req-dc9fa9a2-f56c-4f26-9c30-778a01be24f7 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/security-groups?id=b384e2aa-3326-4de1-b288-07e0584b0a44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670533 Dec 21 14:10:27.861506 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-adb3b6de-4310-4fc4-aca0-73a070cfe2ce req-815f7e86-9bf2-4f36-8609-d8c1276150be service neutron] 10.222.0.60 "GET /v2.0/networks/b854f71a-4990-441f-8181-a2313d24cffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872066 Dec 21 14:10:27.886116 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d96f7f1-3e06-4f9b-88ea-634c454f79b8 req-5d2df090-09de-4be6-88b2-f0065b92e0eb tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:10:27.887606 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-2d96f7f1-3e06-4f9b-88ea-634c454f79b8 req-5d2df090-09de-4be6-88b2-f0065b92e0eb tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2c2e207-d0ec-4557-8220-e95dcd36c6f6 HTTP/1.1" status: 200 len: 946 time: 0.0484259 Dec 21 14:10:27.936745 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-2d96f7f1-3e06-4f9b-88ea-634c454f79b8 req-53e6e55e-2808-4cd4-87a4-ba0a94e0d6bd tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/security-groups?id=b384e2aa-3326-4de1-b288-07e0584b0a44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431786 Dec 21 14:10:27.949833 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-adb3b6de-4310-4fc4-aca0-73a070cfe2ce req-9cffdbf9-cdf5-4132-adc9-f527cc6fb051 service neutron] 10.222.0.60 "GET /v2.0/networks/b854f71a-4990-441f-8181-a2313d24cffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816267 Dec 21 14:10:27.958225 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 38986) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:10:28.001372 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65016cd-ece6-46f1-aaea-ac54a42ec029 tempest-TestShelveInstance-529989160 tempest-TestShelveInstance-529989160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:10:28.002810 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-d65016cd-ece6-46f1-aaea-ac54a42ec029 tempest-TestShelveInstance-529989160 tempest-TestShelveInstance-529989160-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c2c2e207-d0ec-4557-8220-e95dcd36c6f6 HTTP/1.1" status: 200 len: 1094 time: 0.0436385 Dec 21 14:10:28.005679 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 38988) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:10:28.010598 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-53e197df-6894-4230-bdb6-982f0ada949a tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Request body: {'floatingip': {'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'port_id': '853f2cd1-5b48-4add-aa26-7d73caca2524', 'tenant_id': 'd6849cd75da2415495750e7735f5226b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:10:28.034305 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-53e197df-6894-4230-bdb6-982f0ada949a tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Publish callbacks [] for floatingip, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:28.130016 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-53e197df-6894-4230-bdb6-982f0ada949a tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:28.236159 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-53e197df-6894-4230-bdb6-982f0ada949a tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Allocated IP 172.36.3.40 (7fdf1889-f079-4166-bbda-88b2a8d8d595/051a5607-1753-4008-a2f2-d94b48752e9c/a052fabd-1a41-453c-946b-4b14efac43d1) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 14:10:28.334879 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-53e197df-6894-4230-bdb6-982f0ada949a tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:28.367079 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-53e197df-6894-4230-bdb6-982f0ada949a tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:28.410643 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e197df-6894-4230-bdb6-982f0ada949a tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Network 7fdf1889-f079-4166-bbda-88b2a8d8d595 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 14:10:28.413424 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-53e197df-6894-4230-bdb6-982f0ada949a tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:10:28.417345 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e197df-6894-4230-bdb6-982f0ada949a tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 14:10:28.423000 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e197df-6894-4230-bdb6-982f0ada949a tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Pushing event updated for resources: {'Port': ['ID=a052fabd-1a41-453c-946b-4b14efac43d1,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:10:28.768896 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-53e197df-6894-4230-bdb6-982f0ada949a tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:28.838220 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-53e197df-6894-4230-bdb6-982f0ada949a tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:28.954935 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:28.988093 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-53e197df-6894-4230-bdb6-982f0ada949a tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:28.992420 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-53e197df-6894-4230-bdb6-982f0ada949a tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:29.059201 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e197df-6894-4230-bdb6-982f0ada949a tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Pushing event updated for resources: {'Port': ['ID=a052fabd-1a41-453c-946b-4b14efac43d1,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:10:29.068663 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-53e197df-6894-4230-bdb6-982f0ada949a tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548820'] for floatingip, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:29.170284 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.l3_db [None req-53e197df-6894-4230-bdb6-982f0ada949a tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Floating IP 4be06f55-2656-4b2d-b386-063ed50cec87 associated. External IP: 172.36.3.40, port: 853f2cd1-5b48-4add-aa26-7d73caca2524. Dec 21 14:10:29.372770 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53e197df-6894-4230-bdb6-982f0ada949a tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Router d17541dc-6c53-462d-9bdb-298711f23820 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 14:10:29.479379 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53e197df-6894-4230-bdb6-982f0ada949a tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 14:10:29.489111 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5165288-d07b-47e0-8733-ea86b378bd6c None None] Sync routers for ids ['d17541dc-6c53-462d-9bdb-298711f23820'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 14:10:29.496294 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-53e197df-6894-4230-bdb6-982f0ada949a tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for floatingip, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:29.499063 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5165288-d07b-47e0-8733-ea86b378bd6c None None] Routers {'d17541dc-6c53-462d-9bdb-298711f23820'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:10:29.499693 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-d5165288-d07b-47e0-8733-ea86b378bd6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T14:10:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['d17541dc-6c53-462d-9bdb-298711f23820'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:10:29.522957 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-53e197df-6894-4230-bdb6-982f0ada949a tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5162718 Dec 21 14:10:29.523641 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2c2e207-d0ec-4557-8220-e95dcd36c6f6', 'tag': '853f2cd1-5b48-4add-aa26-7d73caca2524'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:10:29.526596 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af6034c98e584fa55ea4398f343c742ceb598288507feaf30d5a15785b2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4adbb151-f91c-4b06-a08b-eabed938870f" -d '{"events": [{"name": "network-changed", "server_uuid": "c2c2e207-d0ec-4557-8220-e95dcd36c6f6", "tag": "853f2cd1-5b48-4add-aa26-7d73caca2524"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:10:29.562666 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 14:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e551bc3-44af-4098-94a6-295b169b23f4 x-openstack-request-id: req-2e551bc3-44af-4098-94a6-295b169b23f4 {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:10:29.562956 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2c2e207-d0ec-4557-8220-e95dcd36c6f6", "tag": "853f2cd1-5b48-4add-aa26-7d73caca2524", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:10:29.563206 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2e551bc3-44af-4098-94a6-295b169b23f4 {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:10:29.563603 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2c2e207-d0ec-4557-8220-e95dcd36c6f6', 'tag': '853f2cd1-5b48-4add-aa26-7d73caca2524', 'status': 'completed', 'code': 200} Dec 21 14:10:29.604449 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-d5165288-d07b-47e0-8733-ea86b378bd6c None None] Set router d17541dc-6c53-462d-9bdb-298711f23820 gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:10:29.644338 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adbb151-f91c-4b06-a08b-eabed938870f req-e3a97cc3-c0cc-4fa8-a3c6-3bb2b0621d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:10:29.645739 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-4adbb151-f91c-4b06-a08b-eabed938870f req-e3a97cc3-c0cc-4fa8-a3c6-3bb2b0621d72 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d6849cd75da2415495750e7735f5226b&device_id=c2c2e207-d0ec-4557-8220-e95dcd36c6f6 HTTP/1.1" status: 200 len: 1099 time: 0.0403962 Dec 21 14:10:29.737108 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adbb151-f91c-4b06-a08b-eabed938870f req-7c5b67d9-abd5-40a7-a559-7e4c27bf466d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:10:29.738593 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-4adbb151-f91c-4b06-a08b-eabed938870f req-7c5b67d9-abd5-40a7-a559-7e4c27bf466d service neutron] 10.222.0.60 "GET /v2.0/networks?id=b854f71a-4990-441f-8181-a2313d24cffc HTTP/1.1" status: 200 len: 910 time: 0.0858688 Dec 21 14:10:29.803400 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-4adbb151-f91c-4b06-a08b-eabed938870f req-18f7228f-bcd4-4989-ac1a-e93496b9e72f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=853f2cd1-5b48-4add-aa26-7d73caca2524 HTTP/1.1" status: 200 len: 999 time: 0.0576963 Dec 21 14:10:29.825905 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-d5165288-d07b-47e0-8733-ea86b378bd6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd17541dc-6c53-462d-9bdb-298711f23820', 'name': 'tempest-TestShelveInstance-1429224502-router', 'tenant_id': 'd6849cd75da2415495750e7735f5226b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.147'}], 'enable_snat': True}, 'gw_port_id': 'c6598b62-06db-40b4-b7e8-5afbd4aba3d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:05:30Z', 'updated_at': '2021-12-21T14:05:33Z', 'revision_number': 4, 'project_id': 'd6849cd75da2415495750e7735f5226b', 'gw_port': {'id': 'c6598b62-06db-40b4-b7e8-5afbd4aba3d7', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:21:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17541dc-6c53-462d-9bdb-298711f23820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:05:30Z', 'updated_at': '2021-12-21T14:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '4be06f55-2656-4b2d-b386-063ed50cec87', 'tenant_id': 'd6849cd75da2415495750e7735f5226b', 'floating_ip_address': '172.36.3.40', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': 'd17541dc-6c53-462d-9bdb-298711f23820', 'port_id': '853f2cd1-5b48-4add-aa26-7d73caca2524', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1852, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b854f71a-4990-441f-8181-a2313d24cffc', 'mac_address': 'fa:16:3e:f0:30:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c2e207-d0ec-4557-8220-e95dcd36c6f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T14:10:28Z', 'updated_at': '2021-12-21T14:10:28Z', 'revision_number': 0, 'project_id': 'd6849cd75da2415495750e7735f5226b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e61e2d34-a441-4f35-88c2-120e38a2e522', 'name': '', 'network_id': 'b854f71a-4990-441f-8181-a2313d24cffc', 'tenant_id': 'd6849cd75da2415495750e7735f5226b', 'mac_address': 'fa:16:3e:3e:fd:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17541dc-6c53-462d-9bdb-298711f23820', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '6d354b18-eef8-4cae-9e59-8ef70727f0c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:05:32Z', 'updated_at': '2021-12-21T14:05:37Z', 'revision_number': 5, 'project_id': 'd6849cd75da2415495750e7735f5226b', 'subnets': [{'id': '6d354b18-eef8-4cae-9e59-8ef70727f0c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:10:29.851770 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5165288-d07b-47e0-8733-ea86b378bd6c None None] Checking router: d17541dc-6c53-462d-9bdb-298711f23820 for host: dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 14:10:29.851974 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adbb151-f91c-4b06-a08b-eabed938870f req-6c783ff8-ba55-4c89-ade5-de48094ca470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:10:29.853834 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-4adbb151-f91c-4b06-a08b-eabed938870f req-6c783ff8-ba55-4c89-ade5-de48094ca470 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6d354b18-eef8-4cae-9e59-8ef70727f0c0 HTTP/1.1" status: 200 len: 848 time: 0.0443215 Dec 21 14:10:29.860847 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5165288-d07b-47e0-8733-ea86b378bd6c None None] Routers {'d17541dc-6c53-462d-9bdb-298711f23820'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:10:29.861459 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-d5165288-d07b-47e0-8733-ea86b378bd6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T14:10:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['d17541dc-6c53-462d-9bdb-298711f23820'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:10:29.902724 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adbb151-f91c-4b06-a08b-eabed938870f req-786851d0-a1fb-49a0-b395-ae25c8e2f053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:10:29.904124 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-4adbb151-f91c-4b06-a08b-eabed938870f req-786851d0-a1fb-49a0-b395-ae25c8e2f053 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b854f71a-4990-441f-8181-a2313d24cffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0445793 Dec 21 14:10:29.964646 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-d5165288-d07b-47e0-8733-ea86b378bd6c None None] Set router d17541dc-6c53-462d-9bdb-298711f23820 gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:10:29.990187 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-4adbb151-f91c-4b06-a08b-eabed938870f req-b16a9214-f650-4f95-a8c2-eac28104672a service neutron] 10.222.0.60 "GET /v2.0/networks/b854f71a-4990-441f-8181-a2313d24cffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801640 Dec 21 14:10:30.082601 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-4adbb151-f91c-4b06-a08b-eabed938870f req-a3b53a69-3211-47b7-bc7f-f273ed887208 service neutron] 10.222.0.60 "GET /v2.0/networks/b854f71a-4990-441f-8181-a2313d24cffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853822 Dec 21 14:10:30.178991 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-d5165288-d07b-47e0-8733-ea86b378bd6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd17541dc-6c53-462d-9bdb-298711f23820', 'name': 'tempest-TestShelveInstance-1429224502-router', 'tenant_id': 'd6849cd75da2415495750e7735f5226b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.147'}], 'enable_snat': True}, 'gw_port_id': 'c6598b62-06db-40b4-b7e8-5afbd4aba3d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:05:30Z', 'updated_at': '2021-12-21T14:05:33Z', 'revision_number': 4, 'project_id': 'd6849cd75da2415495750e7735f5226b', 'gw_port': {'id': 'c6598b62-06db-40b4-b7e8-5afbd4aba3d7', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:21:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17541dc-6c53-462d-9bdb-298711f23820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:05:30Z', 'updated_at': '2021-12-21T14:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '4be06f55-2656-4b2d-b386-063ed50cec87', 'tenant_id': 'd6849cd75da2415495750e7735f5226b', 'floating_ip_address': '172.36.3.40', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': 'd17541dc-6c53-462d-9bdb-298711f23820', 'port_id': '853f2cd1-5b48-4add-aa26-7d73caca2524', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1852, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b854f71a-4990-441f-8181-a2313d24cffc', 'mac_address': 'fa:16:3e:f0:30:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c2e207-d0ec-4557-8220-e95dcd36c6f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T14:10:28Z', 'updated_at': '2021-12-21T14:10:28Z', 'revision_number': 0, 'project_id': 'd6849cd75da2415495750e7735f5226b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e61e2d34-a441-4f35-88c2-120e38a2e522', 'name': '', 'network_id': 'b854f71a-4990-441f-8181-a2313d24cffc', 'tenant_id': 'd6849cd75da2415495750e7735f5226b', 'mac_address': 'fa:16:3e:3e:fd:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17541dc-6c53-462d-9bdb-298711f23820', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '6d354b18-eef8-4cae-9e59-8ef70727f0c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:05:32Z', 'updated_at': '2021-12-21T14:05:37Z', 'revision_number': 5, 'project_id': 'd6849cd75da2415495750e7735f5226b', 'subnets': [{'id': '6d354b18-eef8-4cae-9e59-8ef70727f0c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:10:30.208691 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5165288-d07b-47e0-8733-ea86b378bd6c None None] The sync data for ids ['d17541dc-6c53-462d-9bdb-298711f23820'] in dv-neutron-master-2-hyperv is: [{'id': 'd17541dc-6c53-462d-9bdb-298711f23820', 'name': 'tempest-TestShelveInstance-1429224502-router', 'tenant_id': 'd6849cd75da2415495750e7735f5226b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.147'}], 'enable_snat': True}, 'gw_port_id': 'c6598b62-06db-40b4-b7e8-5afbd4aba3d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:05:30Z', 'updated_at': '2021-12-21T14:05:33Z', 'revision_number': 4, 'project_id': 'd6849cd75da2415495750e7735f5226b', 'gw_port': {'id': 'c6598b62-06db-40b4-b7e8-5afbd4aba3d7', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:21:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17541dc-6c53-462d-9bdb-298711f23820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:05:30Z', 'updated_at': '2021-12-21T14:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '4be06f55-2656-4b2d-b386-063ed50cec87', 'tenant_id': 'd6849cd75da2415495750e7735f5226b', 'floating_ip_address': '172.36.3.40', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': 'd17541dc-6c53-462d-9bdb-298711f23820', 'port_id': '853f2cd1-5b48-4add-aa26-7d73caca2524', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1852, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b854f71a-4990-441f-8181-a2313d24cffc', 'mac_address': 'fa:16:3e:f0:30:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c2e207-d0ec-4557-8220-e95dcd36c6f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T14:10:28Z', 'updated_at': '2021-12-21T14:10:28Z', 'revision_number': 0, 'project_id': 'd6849cd75da2415495750e7735f5226b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e61e2d34-a441-4f35-88c2-120e38a2e522', 'name': '', 'network_id': 'b854f71a-4990-441f-8181-a2313d24cffc', 'tenant_id': 'd6849cd75da2415495750e7735f5226b', 'mac_address': 'fa:16:3e:3e:fd:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17541dc-6c53-462d-9bdb-298711f23820', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '6d354b18-eef8-4cae-9e59-8ef70727f0c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:05:32Z', 'updated_at': '2021-12-21T14:05:37Z', 'revision_number': 5, 'project_id': 'd6849cd75da2415495750e7735f5226b', 'subnets': [{'id': '6d354b18-eef8-4cae-9e59-8ef70727f0c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 14:10:30.397483 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd10eb7a-c1e3-4592-83ae-72d6a4df2e5a None None] New status for floating IP 4be06f55-2656-4b2d-b386-063ed50cec87: ACTIVE {{(pid=103155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 14:10:30.937031 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:31.143394 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:39.844747 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.agents_db [None req-c60a5637-8c6f-4692-b23b-7dd82bd36b21 None None] Agent healthcheck: found 6 active agents {{(pid=103155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 14:10:43.645776 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:55.220725 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b836f38f-a968-4544-ac4e-d58307611ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:57.718291 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-865a46d8-cf9b-47d3-b261-176569e92d0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:10:58.956786 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:00.941473 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:01.146731 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:13.630641 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:16.844105 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.agents_db [None req-c60a5637-8c6f-4692-b23b-7dd82bd36b21 None None] Agent healthcheck: found 6 active agents {{(pid=103155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 14:11:25.227265 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-76035c6a-3ced-4740-8d4b-96e738149675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:27.207697 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c40ff27c-9619-45b4-9bad-bf8b304c999b req-d513ecd7-d2b1-455c-a288-a035b3180898 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c2c2e207-d0ec-4557-8220-e95dcd36c6f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393708 Dec 21 14:11:27.303791 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40ff27c-9619-45b4-9bad-bf8b304c999b req-1e22ed86-dccb-4a97-8ba4-020c5eb630a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:11:27.305262 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c40ff27c-9619-45b4-9bad-bf8b304c999b req-1e22ed86-dccb-4a97-8ba4-020c5eb630a0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d6849cd75da2415495750e7735f5226b&device_id=c2c2e207-d0ec-4557-8220-e95dcd36c6f6 HTTP/1.1" status: 200 len: 1099 time: 0.0403562 Dec 21 14:11:27.409833 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40ff27c-9619-45b4-9bad-bf8b304c999b req-ae3026cf-afc1-4c84-a829-66872ec4ded7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:11:27.411448 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c40ff27c-9619-45b4-9bad-bf8b304c999b req-ae3026cf-afc1-4c84-a829-66872ec4ded7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b854f71a-4990-441f-8181-a2313d24cffc HTTP/1.1" status: 200 len: 910 time: 0.0879967 Dec 21 14:11:27.474998 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c40ff27c-9619-45b4-9bad-bf8b304c999b req-e12477d6-c488-4a65-bb22-9470f45f6a9e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=853f2cd1-5b48-4add-aa26-7d73caca2524 HTTP/1.1" status: 200 len: 1001 time: 0.0570800 Dec 21 14:11:27.525991 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40ff27c-9619-45b4-9bad-bf8b304c999b req-dd63cc5c-6856-47d6-a7fa-36d3426b90b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:11:27.527440 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c40ff27c-9619-45b4-9bad-bf8b304c999b req-dd63cc5c-6856-47d6-a7fa-36d3426b90b5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6d354b18-eef8-4cae-9e59-8ef70727f0c0 HTTP/1.1" status: 200 len: 848 time: 0.0466487 Dec 21 14:11:27.570338 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40ff27c-9619-45b4-9bad-bf8b304c999b req-c02d48f7-2850-4e64-95a6-35ff608355fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:11:27.571812 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c40ff27c-9619-45b4-9bad-bf8b304c999b req-c02d48f7-2850-4e64-95a6-35ff608355fa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b854f71a-4990-441f-8181-a2313d24cffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387328 Dec 21 14:11:27.657676 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c40ff27c-9619-45b4-9bad-bf8b304c999b req-3bc58e86-07ea-4eff-bb64-d9cb2c6cf26b service neutron] 10.222.0.60 "GET /v2.0/networks/b854f71a-4990-441f-8181-a2313d24cffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793629 Dec 21 14:11:27.719970 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-0e12c04d-d675-4720-a904-20c00f710dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:27.752082 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-c40ff27c-9619-45b4-9bad-bf8b304c999b req-9ef7caf0-4e50-44b0-9986-b01f5e3269c0 service neutron] 10.222.0.60 "GET /v2.0/networks/b854f71a-4990-441f-8181-a2313d24cffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881670 Dec 21 14:11:28.959393 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:30.944064 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:31.149041 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:43.646103 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:53.843358 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.agents_db [None req-c60a5637-8c6f-4692-b23b-7dd82bd36b21 None None] Agent healthcheck: found 6 active agents {{(pid=103155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 14:11:55.220117 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-1fe22ed1-5d8e-4e04-a9b4-34c567e33643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:57.723049 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6ab5d88f-0433-41f0-8fd0-94e6d6bbba40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:11:58.962931 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:00.946490 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:01.149612 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:13.646838 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:24.866253 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13707828-6aa7-4a0d-a195-d7b3fbf24736 req-4b3c8052-f498-4c7f-a05c-e4ff4cb288a2 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:24.867760 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-13707828-6aa7-4a0d-a195-d7b3fbf24736 req-4b3c8052-f498-4c7f-a05c-e4ff4cb288a2 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2c2e207-d0ec-4557-8220-e95dcd36c6f6 HTTP/1.1" status: 200 len: 946 time: 0.0491140 Dec 21 14:12:24.916191 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-13707828-6aa7-4a0d-a195-d7b3fbf24736 req-7e2092e0-1698-47b0-ba7b-dd4b30a4633b tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/security-groups?id=b384e2aa-3326-4de1-b288-07e0584b0a44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425541 Dec 21 14:12:25.221245 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-4b7335ee-d9d8-4384-8bca-4795bc66c159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:26.035144 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc7cc98-7c4a-4bbf-b45d-e53514da95f7 req-fb9a468b-a524-48ef-9705-13a9cabf924f tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:26.036575 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-cbc7cc98-7c4a-4bbf-b45d-e53514da95f7 req-fb9a468b-a524-48ef-9705-13a9cabf924f tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2c2e207-d0ec-4557-8220-e95dcd36c6f6 HTTP/1.1" status: 200 len: 946 time: 0.0488505 Dec 21 14:12:26.084413 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-cbc7cc98-7c4a-4bbf-b45d-e53514da95f7 req-ebb4b367-602a-44c3-90e9-25388a62ee21 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/security-groups?id=b384e2aa-3326-4de1-b288-07e0584b0a44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420024 Dec 21 14:12:27.207434 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536032c7-28c6-4718-9d15-4cf0515bdb9e req-a183aeb4-e296-454f-abf5-730d15658c68 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:27.208917 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-536032c7-28c6-4718-9d15-4cf0515bdb9e req-a183aeb4-e296-454f-abf5-730d15658c68 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2c2e207-d0ec-4557-8220-e95dcd36c6f6 HTTP/1.1" status: 200 len: 946 time: 0.0561059 Dec 21 14:12:27.258527 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-536032c7-28c6-4718-9d15-4cf0515bdb9e req-3870c6b3-c7a1-4f66-a3a7-4a06e352a74f tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/security-groups?id=b384e2aa-3326-4de1-b288-07e0584b0a44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436335 Dec 21 14:12:27.724079 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6f7445c6-b6ec-4950-93b3-8707590f5598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:28.377204 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf4af1e-d46f-48e0-b42b-04ad84408fbe req-3cc0fed5-ceae-439d-ab8d-4de238deba99 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:28.378826 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-ecf4af1e-d46f-48e0-b42b-04ad84408fbe req-3cc0fed5-ceae-439d-ab8d-4de238deba99 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2c2e207-d0ec-4557-8220-e95dcd36c6f6 HTTP/1.1" status: 200 len: 946 time: 0.0513446 Dec 21 14:12:28.428105 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-ecf4af1e-d46f-48e0-b42b-04ad84408fbe req-cfd16a10-c1bd-4ab9-b43e-9f2a6e918da9 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/security-groups?id=b384e2aa-3326-4de1-b288-07e0584b0a44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434468 Dec 21 14:12:28.965895 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:29.317094 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7512c7e-eea7-4777-842b-ded84bf66644 req-9c087cd1-459b-487d-86a6-8a20bb7d8482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:29.318620 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b7512c7e-eea7-4777-842b-ded84bf66644 req-9c087cd1-459b-487d-86a6-8a20bb7d8482 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d6849cd75da2415495750e7735f5226b&device_id=c2c2e207-d0ec-4557-8220-e95dcd36c6f6 HTTP/1.1" status: 200 len: 1099 time: 0.0997038 Dec 21 14:12:29.744783 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7512c7e-eea7-4777-842b-ded84bf66644 req-c7c7a57e-ed9d-4318-bc47-37dacf999044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:29.746164 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b7512c7e-eea7-4777-842b-ded84bf66644 req-c7c7a57e-ed9d-4318-bc47-37dacf999044 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b854f71a-4990-441f-8181-a2313d24cffc HTTP/1.1" status: 200 len: 910 time: 0.4096642 Dec 21 14:12:29.767319 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b29e1ae-9d6b-463d-affa-05ab13dc4b60 req-9444420d-0375-4691-9cd7-5fbd1bab437e tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:29.768727 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-0b29e1ae-9d6b-463d-affa-05ab13dc4b60 req-9444420d-0375-4691-9cd7-5fbd1bab437e tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2c2e207-d0ec-4557-8220-e95dcd36c6f6 HTTP/1.1" status: 200 len: 946 time: 0.0715415 Dec 21 14:12:29.842018 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b7512c7e-eea7-4777-842b-ded84bf66644 req-cf7e2fba-14bc-47b0-beda-3e6645e4ef8b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=853f2cd1-5b48-4add-aa26-7d73caca2524 HTTP/1.1" status: 200 len: 1001 time: 0.0880470 Dec 21 14:12:29.868476 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-0b29e1ae-9d6b-463d-affa-05ab13dc4b60 req-d803d8ce-5b59-46ca-94c3-f1c2d743329f tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/security-groups?id=b384e2aa-3326-4de1-b288-07e0584b0a44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730860 Dec 21 14:12:29.902663 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7512c7e-eea7-4777-842b-ded84bf66644 req-3d3e3da0-6658-4fe2-af38-a810149329db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:29.904116 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b7512c7e-eea7-4777-842b-ded84bf66644 req-3d3e3da0-6658-4fe2-af38-a810149329db service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6d354b18-eef8-4cae-9e59-8ef70727f0c0 HTTP/1.1" status: 200 len: 848 time: 0.0526547 Dec 21 14:12:29.947751 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7512c7e-eea7-4777-842b-ded84bf66644 req-3572b25d-cb23-471f-b643-c0ce08e92a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:29.949189 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b7512c7e-eea7-4777-842b-ded84bf66644 req-3572b25d-cb23-471f-b643-c0ce08e92a82 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b854f71a-4990-441f-8181-a2313d24cffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0383778 Dec 21 14:12:30.038417 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b7512c7e-eea7-4777-842b-ded84bf66644 req-181b717f-404e-4291-ac3b-754626bb0b0e service neutron] 10.222.0.60 "GET /v2.0/networks/b854f71a-4990-441f-8181-a2313d24cffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824873 Dec 21 14:12:30.124267 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b7512c7e-eea7-4777-842b-ded84bf66644 req-855ba3ab-75d3-448d-b1fc-8a7b8b45197c service neutron] 10.222.0.60 "GET /v2.0/networks/b854f71a-4990-441f-8181-a2313d24cffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791645 Dec 21 14:12:30.842398 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.agents_db [None req-c60a5637-8c6f-4692-b23b-7dd82bd36b21 None None] Agent healthcheck: found 6 active agents {{(pid=103155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 14:12:30.949779 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:30.982576 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5337f588-2b93-4202-84c6-682db190d595 req-b46b62b7-9011-4036-a105-7c7aa89a7cf8 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:30.986068 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-5337f588-2b93-4202-84c6-682db190d595 req-b46b62b7-9011-4036-a105-7c7aa89a7cf8 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2c2e207-d0ec-4557-8220-e95dcd36c6f6 HTTP/1.1" status: 200 len: 946 time: 0.0522921 Dec 21 14:12:31.034086 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-5337f588-2b93-4202-84c6-682db190d595 req-687ec99f-0419-4b85-967a-22a3796da8ca tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/security-groups?id=b384e2aa-3326-4de1-b288-07e0584b0a44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432544 Dec 21 14:12:31.151903 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:32.147938 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19074a72-a356-4fa6-bd6f-72cc57f400e8 req-8ff1290d-ce60-4f1e-988a-3c9cf47c5cb1 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:32.149493 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-19074a72-a356-4fa6-bd6f-72cc57f400e8 req-8ff1290d-ce60-4f1e-988a-3c9cf47c5cb1 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2c2e207-d0ec-4557-8220-e95dcd36c6f6 HTTP/1.1" status: 200 len: 946 time: 0.0479336 Dec 21 14:12:32.200756 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-19074a72-a356-4fa6-bd6f-72cc57f400e8 req-a97a90da-b0bd-4d0b-8194-9310a1675324 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/security-groups?id=b384e2aa-3326-4de1-b288-07e0584b0a44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453210 Dec 21 14:12:33.317830 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022ea7b6-6817-4773-bc82-e495058c107d req-f29e92e8-9be2-4940-aec0-c44e3608045c tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:33.319310 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-022ea7b6-6817-4773-bc82-e495058c107d req-f29e92e8-9be2-4940-aec0-c44e3608045c tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2c2e207-d0ec-4557-8220-e95dcd36c6f6 HTTP/1.1" status: 200 len: 946 time: 0.0521193 Dec 21 14:12:33.367456 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-022ea7b6-6817-4773-bc82-e495058c107d req-d3cc4b86-1ee4-4ff1-a3c5-87827f719b75 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/security-groups?id=b384e2aa-3326-4de1-b288-07e0584b0a44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423994 Dec 21 14:12:34.481182 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebabdfa9-f27c-442f-bcae-9256e0f1d950 req-d70ba29e-6c32-4a8f-99df-34838548b318 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:34.482649 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-ebabdfa9-f27c-442f-bcae-9256e0f1d950 req-d70ba29e-6c32-4a8f-99df-34838548b318 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2c2e207-d0ec-4557-8220-e95dcd36c6f6 HTTP/1.1" status: 200 len: 946 time: 0.0473120 Dec 21 14:12:34.529785 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-ebabdfa9-f27c-442f-bcae-9256e0f1d950 req-ab27f8d3-2e41-4030-a4be-e106acaf1b4e tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/security-groups?id=b384e2aa-3326-4de1-b288-07e0584b0a44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409236 Dec 21 14:12:35.069317 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dba310d-78f8-421f-bdbb-232dcc4b1962 req-8f8401a6-185a-4dea-a87e-2cbe96ea6559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:35.070833 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-6dba310d-78f8-421f-bdbb-232dcc4b1962 req-8f8401a6-185a-4dea-a87e-2cbe96ea6559 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d6849cd75da2415495750e7735f5226b&device_id=c2c2e207-d0ec-4557-8220-e95dcd36c6f6 HTTP/1.1" status: 200 len: 1099 time: 0.0405493 Dec 21 14:12:35.165283 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dba310d-78f8-421f-bdbb-232dcc4b1962 req-f509e9ad-63fe-4e11-80ab-15912b399505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:35.166778 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-6dba310d-78f8-421f-bdbb-232dcc4b1962 req-f509e9ad-63fe-4e11-80ab-15912b399505 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b854f71a-4990-441f-8181-a2313d24cffc HTTP/1.1" status: 200 len: 910 time: 0.0897317 Dec 21 14:12:35.230603 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-6dba310d-78f8-421f-bdbb-232dcc4b1962 req-f377432c-2da1-4eee-81ff-6e58e3f08ed4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=853f2cd1-5b48-4add-aa26-7d73caca2524 HTTP/1.1" status: 200 len: 1001 time: 0.0573616 Dec 21 14:12:35.277225 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dba310d-78f8-421f-bdbb-232dcc4b1962 req-ea7f56a4-25a4-44cc-a06f-ded9a4b8bd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:35.278669 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-6dba310d-78f8-421f-bdbb-232dcc4b1962 req-ea7f56a4-25a4-44cc-a06f-ded9a4b8bd9b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6d354b18-eef8-4cae-9e59-8ef70727f0c0 HTTP/1.1" status: 200 len: 848 time: 0.0425091 Dec 21 14:12:35.325160 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dba310d-78f8-421f-bdbb-232dcc4b1962 req-2347f17a-90fa-4e71-ae26-993b815f9537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:35.326568 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-6dba310d-78f8-421f-bdbb-232dcc4b1962 req-2347f17a-90fa-4e71-ae26-993b815f9537 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b854f71a-4990-441f-8181-a2313d24cffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0420706 Dec 21 14:12:35.413113 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-6dba310d-78f8-421f-bdbb-232dcc4b1962 req-5d061349-cc17-455d-99e1-c8424d5b2f6c service neutron] 10.222.0.60 "GET /v2.0/networks/b854f71a-4990-441f-8181-a2313d24cffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803254 Dec 21 14:12:35.502709 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-6dba310d-78f8-421f-bdbb-232dcc4b1962 req-87de19de-5a1e-4a87-b482-8fde81bd3bc1 service neutron] 10.222.0.60 "GET /v2.0/networks/b854f71a-4990-441f-8181-a2313d24cffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832789 Dec 21 14:12:35.643206 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea558e41-d3a2-4b8c-9f1c-e79e9f7bfd4e req-f865e3a7-d180-472f-a926-84e396f5947f tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:35.644663 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-ea558e41-d3a2-4b8c-9f1c-e79e9f7bfd4e req-f865e3a7-d180-472f-a926-84e396f5947f tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2c2e207-d0ec-4557-8220-e95dcd36c6f6 HTTP/1.1" status: 200 len: 946 time: 0.0486422 Dec 21 14:12:35.693490 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-ea558e41-d3a2-4b8c-9f1c-e79e9f7bfd4e req-c014e19e-e754-49f0-b9f3-6b1fa02c2cc3 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/security-groups?id=b384e2aa-3326-4de1-b288-07e0584b0a44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428886 Dec 21 14:12:36.808300 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bf5f49-1c77-41c9-8e41-d0cfdd67a40b req-0aee3282-394b-4a20-b01e-0f0e29732bba tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:36.809801 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-44bf5f49-1c77-41c9-8e41-d0cfdd67a40b req-0aee3282-394b-4a20-b01e-0f0e29732bba tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2c2e207-d0ec-4557-8220-e95dcd36c6f6 HTTP/1.1" status: 200 len: 946 time: 0.0508168 Dec 21 14:12:36.858623 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-44bf5f49-1c77-41c9-8e41-d0cfdd67a40b req-c0882caa-2364-4deb-bb78-93c05ac8f641 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/security-groups?id=b384e2aa-3326-4de1-b288-07e0584b0a44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428596 Dec 21 14:12:37.977084 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f031d564-4318-41b8-bba7-d2001a96cd01 req-c0fd7e5e-e75a-4efd-9359-27b2978ff7c7 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:37.978905 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-f031d564-4318-41b8-bba7-d2001a96cd01 req-c0fd7e5e-e75a-4efd-9359-27b2978ff7c7 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2c2e207-d0ec-4557-8220-e95dcd36c6f6 HTTP/1.1" status: 200 len: 946 time: 0.0496638 Dec 21 14:12:38.032719 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-f031d564-4318-41b8-bba7-d2001a96cd01 req-5d60b85d-6e04-4746-84f6-a7aa2afdf5c3 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/security-groups?id=b384e2aa-3326-4de1-b288-07e0584b0a44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471327 Dec 21 14:12:39.150254 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6facc13-e213-4bf1-abed-1d083324ee0f req-f264e124-2fba-4333-bcb5-51033a3bba24 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:39.151771 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-e6facc13-e213-4bf1-abed-1d083324ee0f req-f264e124-2fba-4333-bcb5-51033a3bba24 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2c2e207-d0ec-4557-8220-e95dcd36c6f6 HTTP/1.1" status: 200 len: 946 time: 0.0526099 Dec 21 14:12:39.200316 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-e6facc13-e213-4bf1-abed-1d083324ee0f req-f46e9346-2990-452c-8e20-09820d040e58 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/security-groups?id=b384e2aa-3326-4de1-b288-07e0584b0a44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419648 Dec 21 14:12:39.427606 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-237282d3-86d7-44df-acd9-b64fdcfd3996 req-d7c64bbf-592e-4ee5-9cb4-68b1f746a4a1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c2c2e207-d0ec-4557-8220-e95dcd36c6f6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0688572 Dec 21 14:12:39.440676 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17516ba-58c7-4439-b9d3-ab1f3c2f1e2e req-0e81b8c8-8c2e-4f6d-a88e-dc3581b48dca tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:39.442040 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f17516ba-58c7-4439-b9d3-ab1f3c2f1e2e req-0e81b8c8-8c2e-4f6d-a88e-dc3581b48dca tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2c2e207-d0ec-4557-8220-e95dcd36c6f6 HTTP/1.1" status: 200 len: 946 time: 0.0594242 Dec 21 14:12:39.445579 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [req-237282d3-86d7-44df-acd9-b64fdcfd3996 req-4880510c-084b-4a7f-aee5-d2f6bec0a436 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 14:12:39.446634 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-237282d3-86d7-44df-acd9-b64fdcfd3996 req-4880510c-084b-4a7f-aee5-d2f6bec0a436 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0140786 Dec 21 14:12:39.492635 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f17516ba-58c7-4439-b9d3-ab1f3c2f1e2e req-0b5686be-9da2-4bbc-922c-e4681f7e4f54 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/security-groups?id=b384e2aa-3326-4de1-b288-07e0584b0a44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444429 Dec 21 14:12:40.624326 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac110c53-2036-4250-a5c4-ad9877cba2aa req-147b7125-f161-4a0d-8c12-eb2699b47f82 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:40.625881 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-ac110c53-2036-4250-a5c4-ad9877cba2aa req-147b7125-f161-4a0d-8c12-eb2699b47f82 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2c2e207-d0ec-4557-8220-e95dcd36c6f6 HTTP/1.1" status: 200 len: 946 time: 0.0603442 Dec 21 14:12:40.676901 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-ac110c53-2036-4250-a5c4-ad9877cba2aa req-93723aa9-2fda-4206-a325-ce6eff7dccdd tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/security-groups?id=b384e2aa-3326-4de1-b288-07e0584b0a44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442095 Dec 21 14:12:41.609344 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 853f2cd1-5b48-4add-aa26-7d73caca2524 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 14:12:41.685455 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:41.716528 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port 853f2cd1-5b48-4add-aa26-7d73caca2524, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=853f2cd1-5b48-4add-aa26-7d73caca2524,segment=NetworkSegment(0b109e47-fd09-470a-8341-c2404279bda9),segment_id=0b109e47-fd09-470a-8341-c2404279bda9)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:12:41.717895 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2c2e207-d0ec-4557-8220-e95dcd36c6f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '853f2cd1-5b48-4add-aa26-7d73caca2524'}] {{(pid=103154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:12:41.720822 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6f45aca8ac5f8c0cc5868273c98d8aa60330245aed22d61c8da5c1f2d6fc01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03265a2f-d4a8-4388-b9e3-a91504e11b58" -d '{"events": [{"server_uuid": "c2c2e207-d0ec-4557-8220-e95dcd36c6f6", "name": "network-vif-unplugged", "status": "completed", "tag": "853f2cd1-5b48-4add-aa26-7d73caca2524"}]}' {{(pid=103154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:12:41.728652 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:41.757576 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 21 Dec 2021 14:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1298d04-b81c-4384-a59c-0c76d774af26 x-openstack-request-id: req-a1298d04-b81c-4384-a59c-0c76d774af26 {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:12:41.757872 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2c2e207-d0ec-4557-8220-e95dcd36c6f6", "name": "network-vif-unplugged", "status": "failed", "tag": "853f2cd1-5b48-4add-aa26-7d73caca2524", "code": 422}]} {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:12:41.758132 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a1298d04-b81c-4384-a59c-0c76d774af26 {{(pid=103154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:12:41.758693 dv-neutron-master-2-hyperv neutron-server[103154]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c2c2e207-d0ec-4557-8220-e95dcd36c6f6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '853f2cd1-5b48-4add-aa26-7d73caca2524', 'code': 422} returned with failed status Dec 21 14:12:41.785467 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=853f2cd1-5b48-4add-aa26-7d73caca2524,revision_number=6']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:12:41.793428 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:12:41.794414 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:12:41.794890 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:12:41.795379 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:12:41.795752 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:12:41.796089 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:12:41.796421 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:12:41.796754 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:12:41.797683 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:12:41.798016 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:12:41.798349 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:12:41.798704 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:12:41.799023 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:12:41.801355 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ee49c4-2c2a-4c3a-9cd8-2adfd2db689c req-a321ad97-77e5-49a5-bb25-1b36f5d18fc3 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:41.805129 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-80ee49c4-2c2a-4c3a-9cd8-2adfd2db689c req-a321ad97-77e5-49a5-bb25-1b36f5d18fc3 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2c2e207-d0ec-4557-8220-e95dcd36c6f6 HTTP/1.1" status: 200 len: 944 time: 0.0589800 Dec 21 14:12:41.854415 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-80ee49c4-2c2a-4c3a-9cd8-2adfd2db689c req-8b44db2a-f7d4-4a97-9660-f27112aa18ae tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/security-groups?id=b384e2aa-3326-4de1-b288-07e0584b0a44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441418 Dec 21 14:12:42.982101 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c256b7-502c-4012-a28a-ec602f453d19 req-65fb74f9-c717-49af-a6e2-6663717925e5 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:42.983619 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-b8c256b7-502c-4012-a28a-ec602f453d19 req-65fb74f9-c717-49af-a6e2-6663717925e5 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2c2e207-d0ec-4557-8220-e95dcd36c6f6 HTTP/1.1" status: 200 len: 944 time: 0.0514305 Dec 21 14:12:43.033932 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-b8c256b7-502c-4012-a28a-ec602f453d19 req-c6767ca5-48c0-4054-860a-584bf9f01087 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/security-groups?id=b384e2aa-3326-4de1-b288-07e0584b0a44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436528 Dec 21 14:12:43.663926 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:44.148061 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6ca6ad-998f-4639-ab10-b082282ebc63 req-72dc2abe-3c14-4f9e-8a11-1a63b81e133e tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:44.149550 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-df6ca6ad-998f-4639-ab10-b082282ebc63 req-72dc2abe-3c14-4f9e-8a11-1a63b81e133e tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2c2e207-d0ec-4557-8220-e95dcd36c6f6 HTTP/1.1" status: 200 len: 944 time: 0.0494130 Dec 21 14:12:44.199691 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-df6ca6ad-998f-4639-ab10-b082282ebc63 req-d74f8ac9-ba53-4917-924b-ff111a726b35 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/security-groups?id=b384e2aa-3326-4de1-b288-07e0584b0a44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440586 Dec 21 14:12:45.283029 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237282d3-86d7-44df-acd9-b64fdcfd3996 req-b37f3936-0277-4e32-890b-9ec1ccc0e904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:45.284525 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-237282d3-86d7-44df-acd9-b64fdcfd3996 req-b37f3936-0277-4e32-890b-9ec1ccc0e904 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c2c2e207-d0ec-4557-8220-e95dcd36c6f6&tenant_id=d6849cd75da2415495750e7735f5226b HTTP/1.1" status: 200 len: 1097 time: 0.0448515 Dec 21 14:12:45.317802 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b832514b-8969-4729-8cfe-e1ba1c270917 req-81f739f6-ac10-4ca0-91dd-7e6b64cce90d tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:45.319333 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-b832514b-8969-4729-8cfe-e1ba1c270917 req-81f739f6-ac10-4ca0-91dd-7e6b64cce90d tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2c2e207-d0ec-4557-8220-e95dcd36c6f6 HTTP/1.1" status: 200 len: 944 time: 0.0532615 Dec 21 14:12:45.355279 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237282d3-86d7-44df-acd9-b64fdcfd3996 req-ec80e885-32b1-4fee-a68e-dd18abf6d842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:45.356764 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-237282d3-86d7-44df-acd9-b64fdcfd3996 req-ec80e885-32b1-4fee-a68e-dd18abf6d842 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d6849cd75da2415495750e7735f5226b&device_id=c2c2e207-d0ec-4557-8220-e95dcd36c6f6 HTTP/1.1" status: 200 len: 1097 time: 0.0405526 Dec 21 14:12:45.368896 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-b832514b-8969-4729-8cfe-e1ba1c270917 req-f6b168e1-ee10-4ec1-9aab-a059f160e579 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/security-groups?id=b384e2aa-3326-4de1-b288-07e0584b0a44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437064 Dec 21 14:12:45.445279 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237282d3-86d7-44df-acd9-b64fdcfd3996 req-f2a79453-19fd-4eb7-8626-2c85a6fb2dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:45.446750 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-237282d3-86d7-44df-acd9-b64fdcfd3996 req-f2a79453-19fd-4eb7-8626-2c85a6fb2dca service neutron] 10.222.0.60 "GET /v2.0/networks?id=b854f71a-4990-441f-8181-a2313d24cffc HTTP/1.1" status: 200 len: 910 time: 0.0838466 Dec 21 14:12:45.514699 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-237282d3-86d7-44df-acd9-b64fdcfd3996 req-cebfeb49-f98a-4358-8a70-fbe8951ca64c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=853f2cd1-5b48-4add-aa26-7d73caca2524 HTTP/1.1" status: 200 len: 999 time: 0.0615354 Dec 21 14:12:45.560790 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237282d3-86d7-44df-acd9-b64fdcfd3996 req-e9012233-047a-4b2e-805a-682aa4ee71c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:45.562198 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-237282d3-86d7-44df-acd9-b64fdcfd3996 req-e9012233-047a-4b2e-805a-682aa4ee71c9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6d354b18-eef8-4cae-9e59-8ef70727f0c0 HTTP/1.1" status: 200 len: 848 time: 0.0420325 Dec 21 14:12:45.605442 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237282d3-86d7-44df-acd9-b64fdcfd3996 req-38129232-d826-4cbc-b8bc-24367db719d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:45.606910 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-237282d3-86d7-44df-acd9-b64fdcfd3996 req-38129232-d826-4cbc-b8bc-24367db719d9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b854f71a-4990-441f-8181-a2313d24cffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0386026 Dec 21 14:12:45.696782 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-237282d3-86d7-44df-acd9-b64fdcfd3996 req-94c21045-1217-45b6-b854-66a7dcad828d service neutron] 10.222.0.60 "GET /v2.0/networks/b854f71a-4990-441f-8181-a2313d24cffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835028 Dec 21 14:12:45.783388 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-237282d3-86d7-44df-acd9-b64fdcfd3996 req-0b54acd1-933a-4c44-9f70-9f3c7c27a23a service neutron] 10.222.0.60 "GET /v2.0/networks/b854f71a-4990-441f-8181-a2313d24cffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802290 Dec 21 14:12:46.491210 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5febb625-32ae-40ca-bb3b-668b98cf67fd req-b80b9178-b645-4785-b05c-90fe66c1d108 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:46.492740 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-5febb625-32ae-40ca-bb3b-668b98cf67fd req-b80b9178-b645-4785-b05c-90fe66c1d108 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2c2e207-d0ec-4557-8220-e95dcd36c6f6 HTTP/1.1" status: 200 len: 944 time: 0.0557787 Dec 21 14:12:46.541767 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-5febb625-32ae-40ca-bb3b-668b98cf67fd req-5aab6bd3-5284-44c4-9cf3-1be2b84f738e tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/security-groups?id=b384e2aa-3326-4de1-b288-07e0584b0a44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431213 Dec 21 14:12:47.662853 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fc1b9e-7482-4292-84fa-c9239aae7238 req-4398826e-2a8c-4cf7-bcec-c65035380a86 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:47.664347 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-f5fc1b9e-7482-4292-84fa-c9239aae7238 req-4398826e-2a8c-4cf7-bcec-c65035380a86 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2c2e207-d0ec-4557-8220-e95dcd36c6f6 HTTP/1.1" status: 200 len: 944 time: 0.0482802 Dec 21 14:12:47.712641 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-f5fc1b9e-7482-4292-84fa-c9239aae7238 req-7708e979-139f-4297-8950-57aa71f8f4d0 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/security-groups?id=b384e2aa-3326-4de1-b288-07e0584b0a44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424891 Dec 21 14:12:48.827131 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8014ddbc-a38e-4b0b-a3be-5b1f618d8f53 req-f740abf6-5c7c-4c71-9805-fb4a89fd9624 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:48.828628 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-8014ddbc-a38e-4b0b-a3be-5b1f618d8f53 req-f740abf6-5c7c-4c71-9805-fb4a89fd9624 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2c2e207-d0ec-4557-8220-e95dcd36c6f6 HTTP/1.1" status: 200 len: 944 time: 0.0494671 Dec 21 14:12:48.877420 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-8014ddbc-a38e-4b0b-a3be-5b1f618d8f53 req-06819f53-7edd-49e6-87e1-933556d33016 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/security-groups?id=b384e2aa-3326-4de1-b288-07e0584b0a44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428598 Dec 21 14:12:49.989844 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf384ec3-3322-460f-82b5-a1d18bad710f req-735ac5b8-cbc6-469f-b37c-b7c1416d1dbd tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:49.991351 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-bf384ec3-3322-460f-82b5-a1d18bad710f req-735ac5b8-cbc6-469f-b37c-b7c1416d1dbd tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2c2e207-d0ec-4557-8220-e95dcd36c6f6 HTTP/1.1" status: 200 len: 944 time: 0.0478833 Dec 21 14:12:50.045211 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-bf384ec3-3322-460f-82b5-a1d18bad710f req-7937c87f-06ac-414b-b5d6-5dd720393ba9 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/security-groups?id=b384e2aa-3326-4de1-b288-07e0584b0a44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479240 Dec 21 14:12:51.162705 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f74a41-fe1e-4356-94b7-55d4b6e8571b req-6d9e776a-c10d-4a1a-b3ab-11e5396c7db4 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:51.164172 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-99f74a41-fe1e-4356-94b7-55d4b6e8571b req-6d9e776a-c10d-4a1a-b3ab-11e5396c7db4 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2c2e207-d0ec-4557-8220-e95dcd36c6f6 HTTP/1.1" status: 200 len: 944 time: 0.0520079 Dec 21 14:12:51.214671 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-99f74a41-fe1e-4356-94b7-55d4b6e8571b req-87c8230f-b4e1-4a11-a69f-cf663c5f1e66 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/security-groups?id=b384e2aa-3326-4de1-b288-07e0584b0a44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443125 Dec 21 14:12:52.326792 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a30f725-a488-4751-8b89-5af10c13d464 req-e4c441e4-1f5b-4aa0-aeee-7602571f662f tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:52.328256 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-6a30f725-a488-4751-8b89-5af10c13d464 req-e4c441e4-1f5b-4aa0-aeee-7602571f662f tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2c2e207-d0ec-4557-8220-e95dcd36c6f6 HTTP/1.1" status: 200 len: 944 time: 0.0490148 Dec 21 14:12:52.377665 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-6a30f725-a488-4751-8b89-5af10c13d464 req-d457d08a-33bd-4c70-bf65-d7cd81267d07 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/security-groups?id=b384e2aa-3326-4de1-b288-07e0584b0a44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429118 Dec 21 14:12:53.554817 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96a4324-3523-444f-9a72-bdfb441e088b req-67686557-216f-4e24-97b3-5eaa300c060a tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:53.556270 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a96a4324-3523-444f-9a72-bdfb441e088b req-67686557-216f-4e24-97b3-5eaa300c060a tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2c2e207-d0ec-4557-8220-e95dcd36c6f6 HTTP/1.1" status: 200 len: 944 time: 0.1101866 Dec 21 14:12:53.603988 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-a96a4324-3523-444f-9a72-bdfb441e088b req-22fd4acc-961f-4478-90ae-36a7e76fcfb3 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/security-groups?id=b384e2aa-3326-4de1-b288-07e0584b0a44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418479 Dec 21 14:12:53.624907 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 853f2cd1-5b48-4add-aa26-7d73caca2524 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 14:12:53.715539 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port 853f2cd1-5b48-4add-aa26-7d73caca2524, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=853f2cd1-5b48-4add-aa26-7d73caca2524,segment=NetworkSegment(0b109e47-fd09-470a-8341-c2404279bda9),segment_id=0b109e47-fd09-470a-8341-c2404279bda9)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:12:53.726017 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Returning: {'device': '853f2cd1-5b48-4add-aa26-7d73caca2524', 'network_id': 'b854f71a-4990-441f-8181-a2313d24cffc', 'port_id': '853f2cd1-5b48-4add-aa26-7d73caca2524', 'mac_address': 'fa:16:3e:f0:30:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d354b18-eef8-4cae-9e59-8ef70727f0c0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 14:12:53.766068 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:53.778261 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 853f2cd1-5b48-4add-aa26-7d73caca2524 {{(pid=103154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 14:12:53.796706 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port 853f2cd1-5b48-4add-aa26-7d73caca2524, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=853f2cd1-5b48-4add-aa26-7d73caca2524,segment=NetworkSegment(0b109e47-fd09-470a-8341-c2404279bda9),segment_id=0b109e47-fd09-470a-8341-c2404279bda9)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:12:53.801660 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:53.847952 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=853f2cd1-5b48-4add-aa26-7d73caca2524,revision_number=7']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:12:54.114171 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] get_ports_and_sgs() called for port_ids ['853f2cd1-5b48-4add-aa26-7d73caca2524'] {{(pid=103154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 14:12:54.759228 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003e5c7b-801a-4553-9a2b-793f22786383 req-85e7d01d-a210-43ed-a828-532b77b91810 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:54.760679 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-003e5c7b-801a-4553-9a2b-793f22786383 req-85e7d01d-a210-43ed-a828-532b77b91810 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2c2e207-d0ec-4557-8220-e95dcd36c6f6 HTTP/1.1" status: 200 len: 945 time: 0.0908775 Dec 21 14:12:54.808293 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-003e5c7b-801a-4553-9a2b-793f22786383 req-05af28e7-3ae2-4775-975c-cf07df5d37bf tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/security-groups?id=b384e2aa-3326-4de1-b288-07e0584b0a44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415196 Dec 21 14:12:55.222791 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-1138d588-198d-4e4d-825d-614493f81a8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:55.640361 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 853f2cd1-5b48-4add-aa26-7d73caca2524 up at agent hyperv_hv-neutron-mast {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:12:55.687422 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Provisioning complete for port 853f2cd1-5b48-4add-aa26-7d73caca2524 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:12:55.687798 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:55.763633 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:55.785546 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2c2e207-d0ec-4557-8220-e95dcd36c6f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '853f2cd1-5b48-4add-aa26-7d73caca2524'}] {{(pid=103154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:12:55.787773 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6f45aca8ac5f8c0cc5868273c98d8aa60330245aed22d61c8da5c1f2d6fc01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0edb1397-9283-4296-a6e4-e6ac33399ad8" -d '{"events": [{"server_uuid": "c2c2e207-d0ec-4557-8220-e95dcd36c6f6", "name": "network-vif-plugged", "status": "completed", "tag": "853f2cd1-5b48-4add-aa26-7d73caca2524"}]}' {{(pid=103154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:12:55.800033 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port 853f2cd1-5b48-4add-aa26-7d73caca2524, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=853f2cd1-5b48-4add-aa26-7d73caca2524,segment=NetworkSegment(0b109e47-fd09-470a-8341-c2404279bda9),segment_id=0b109e47-fd09-470a-8341-c2404279bda9)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:12:55.806535 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:55.830490 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 14:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b35b9f0d-e3cd-467a-b6ba-0ba22c4aaaf3 x-openstack-request-id: req-b35b9f0d-e3cd-467a-b6ba-0ba22c4aaaf3 {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:12:55.830781 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2c2e207-d0ec-4557-8220-e95dcd36c6f6", "name": "network-vif-plugged", "status": "completed", "tag": "853f2cd1-5b48-4add-aa26-7d73caca2524", "code": 200}]} {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:12:55.831035 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b35b9f0d-e3cd-467a-b6ba-0ba22c4aaaf3 {{(pid=103154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:12:55.831418 dv-neutron-master-2-hyperv neutron-server[103154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2c2e207-d0ec-4557-8220-e95dcd36c6f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '853f2cd1-5b48-4add-aa26-7d73caca2524', 'code': 200} Dec 21 14:12:55.856738 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=853f2cd1-5b48-4add-aa26-7d73caca2524,revision_number=8']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:12:55.951920 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5292f39-7b82-4d70-8afe-c607be6ccd40 req-82a614f1-eae5-4683-afce-0effa55c4ba0 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:55.954052 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-c5292f39-7b82-4d70-8afe-c607be6ccd40 req-82a614f1-eae5-4683-afce-0effa55c4ba0 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2c2e207-d0ec-4557-8220-e95dcd36c6f6 HTTP/1.1" status: 200 len: 946 time: 0.0729260 Dec 21 14:12:56.006616 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-c5292f39-7b82-4d70-8afe-c607be6ccd40 req-fcb63052-a943-4482-a8f7-403312454ff6 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/security-groups?id=b384e2aa-3326-4de1-b288-07e0584b0a44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461841 Dec 21 14:12:56.076792 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea24fe5-de60-458d-8e74-59f2531da5cb req-0f49ba75-6c9a-41cc-be6f-be26628cb384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:56.078263 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-9ea24fe5-de60-458d-8e74-59f2531da5cb req-0f49ba75-6c9a-41cc-be6f-be26628cb384 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c2c2e207-d0ec-4557-8220-e95dcd36c6f6 HTTP/1.1" status: 200 len: 1099 time: 0.0393181 Dec 21 14:12:56.128385 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-9ea24fe5-de60-458d-8e74-59f2531da5cb req-27b2950c-6688-4b33-a558-f41a6616a478 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b384e2aa-3326-4de1-b288-07e0584b0a44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431433 Dec 21 14:12:57.125699 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afe2c61-b3c8-477c-8f22-b0a5798737c2 req-35526e3e-32a5-48b2-88c4-e435921b780e tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:57.127624 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-8afe2c61-b3c8-477c-8f22-b0a5798737c2 req-35526e3e-32a5-48b2-88c4-e435921b780e tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2c2e207-d0ec-4557-8220-e95dcd36c6f6 HTTP/1.1" status: 200 len: 946 time: 0.0528395 Dec 21 14:12:57.180325 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-8afe2c61-b3c8-477c-8f22-b0a5798737c2 req-1b0118f9-5c64-4847-92c2-d2eb9a92aa30 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/security-groups?id=b384e2aa-3326-4de1-b288-07e0584b0a44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462823 Dec 21 14:12:57.727856 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f20775c8-88e0-4c43-a397-a18b743ed50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:12:58.301665 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b704ab9-5b82-4631-a59e-9a4a455843f1 req-dfb3a087-523e-49e8-a3e3-5e941e98ceda tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:12:58.303405 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-5b704ab9-5b82-4631-a59e-9a4a455843f1 req-dfb3a087-523e-49e8-a3e3-5e941e98ceda tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2c2e207-d0ec-4557-8220-e95dcd36c6f6 HTTP/1.1" status: 200 len: 946 time: 0.0485952 Dec 21 14:12:58.351428 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-5b704ab9-5b82-4631-a59e-9a4a455843f1 req-ebdb5c71-897e-481c-8c58-0eb0ef178231 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/security-groups?id=b384e2aa-3326-4de1-b288-07e0584b0a44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422301 Dec 21 14:12:58.967141 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:00.951906 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:01.154635 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:07.841813 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.agents_db [None req-c60a5637-8c6f-4692-b23b-7dd82bd36b21 None None] Agent healthcheck: found 6 active agents {{(pid=103155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 14:13:13.665351 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:25.223430 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e0c98a6a-969e-4ed4-a062-586102ac32bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:27.730658 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-47b32787-ca56-4260-b876-b6b8aed9505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:28.972931 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:30.837336 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-2234258d-b638-433f-b733-cb010fc3980e req-a0007f8b-60b4-4756-a18d-0fc8e1b4beca service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c2c2e207-d0ec-4557-8220-e95dcd36c6f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392232 Dec 21 14:13:30.934071 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2234258d-b638-433f-b733-cb010fc3980e req-b71dcdf2-1183-44e5-803d-3249f38d11e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:30.935664 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-2234258d-b638-433f-b733-cb010fc3980e req-b71dcdf2-1183-44e5-803d-3249f38d11e7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d6849cd75da2415495750e7735f5226b&device_id=c2c2e207-d0ec-4557-8220-e95dcd36c6f6 HTTP/1.1" status: 200 len: 1099 time: 0.0402977 Dec 21 14:13:30.960522 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:31.043953 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2234258d-b638-433f-b733-cb010fc3980e req-fa008a81-c991-4516-8392-683ecf24ed50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:31.045428 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-2234258d-b638-433f-b733-cb010fc3980e req-fa008a81-c991-4516-8392-683ecf24ed50 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b854f71a-4990-441f-8181-a2313d24cffc HTTP/1.1" status: 200 len: 910 time: 0.0909908 Dec 21 14:13:31.112560 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-2234258d-b638-433f-b733-cb010fc3980e req-4d4f99c4-f877-4197-b862-ba6609d22610 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=853f2cd1-5b48-4add-aa26-7d73caca2524 HTTP/1.1" status: 200 len: 1001 time: 0.0609541 Dec 21 14:13:31.157196 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:31.162983 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2234258d-b638-433f-b733-cb010fc3980e req-381c1a09-5fae-49a2-8bd5-3ba3ff2887ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:31.164451 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-2234258d-b638-433f-b733-cb010fc3980e req-381c1a09-5fae-49a2-8bd5-3ba3ff2887ed service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6d354b18-eef8-4cae-9e59-8ef70727f0c0 HTTP/1.1" status: 200 len: 848 time: 0.0450802 Dec 21 14:13:31.210611 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2234258d-b638-433f-b733-cb010fc3980e req-7a1d44a1-9f53-4cdb-8cdd-ed688860bfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:13:31.212116 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-2234258d-b638-433f-b733-cb010fc3980e req-7a1d44a1-9f53-4cdb-8cdd-ed688860bfe8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b854f71a-4990-441f-8181-a2313d24cffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0414329 Dec 21 14:13:31.314270 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-2234258d-b638-433f-b733-cb010fc3980e req-c2f83d5e-a5f1-40b3-924b-be2ed3dd61fa service neutron] 10.222.0.60 "GET /v2.0/networks/b854f71a-4990-441f-8181-a2313d24cffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955830 Dec 21 14:13:31.411840 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-2234258d-b638-433f-b733-cb010fc3980e req-fdbc5169-4220-43b4-8751-14a98922d78d service neutron] 10.222.0.60 "GET /v2.0/networks/b854f71a-4990-441f-8181-a2313d24cffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915284 Dec 21 14:13:43.680873 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:44.839701 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.agents_db [None req-c60a5637-8c6f-4692-b23b-7dd82bd36b21 None None] Agent healthcheck: found 6 active agents {{(pid=103155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 14:13:55.224472 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ff86d815-69fc-46d5-a8f0-727f57e72e51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:57.733344 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-26472436-e8ec-4f9d-8fb6-ac9fcbc320dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:13:58.974510 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:00.957190 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:01.158991 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:13.696768 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:14.141569 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 39144) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:14:14.297197 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-9d7392d8-a8e6-482f-9311-3aa5ab43d683 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Deleting port a052fabd-1a41-453c-946b-4b14efac43d1 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 14:14:14.297541 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9d7392d8-a8e6-482f-9311-3aa5ab43d683 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:14.375050 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9d7392d8-a8e6-482f-9311-3aa5ab43d683 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:14.375378 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9d7392d8-a8e6-482f-9311-3aa5ab43d683 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:14.387624 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-9d7392d8-a8e6-482f-9311-3aa5ab43d683 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Calling delete_port for a052fabd-1a41-453c-946b-4b14efac43d1 owned by network:floatingip {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 14:14:14.529457 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9d7392d8-a8e6-482f-9311-3aa5ab43d683 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:14.561653 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7392d8-a8e6-482f-9311-3aa5ab43d683 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Pushing event deleted for resources: {'Port': ['ID=a052fabd-1a41-453c-946b-4b14efac43d1,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:14:14.582335 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7392d8-a8e6-482f-9311-3aa5ab43d683 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:14:14.582737 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7392d8-a8e6-482f-9311-3aa5ab43d683 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:14:14.583068 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7392d8-a8e6-482f-9311-3aa5ab43d683 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:14:14.583408 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7392d8-a8e6-482f-9311-3aa5ab43d683 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:14:14.583745 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7392d8-a8e6-482f-9311-3aa5ab43d683 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:14:14.584086 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7392d8-a8e6-482f-9311-3aa5ab43d683 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:14:14.584415 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7392d8-a8e6-482f-9311-3aa5ab43d683 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:14:14.584741 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7392d8-a8e6-482f-9311-3aa5ab43d683 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:14:14.585068 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7392d8-a8e6-482f-9311-3aa5ab43d683 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:14:14.585395 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7392d8-a8e6-482f-9311-3aa5ab43d683 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:14:14.585721 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7392d8-a8e6-482f-9311-3aa5ab43d683 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:14:14.586043 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7392d8-a8e6-482f-9311-3aa5ab43d683 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:14:14.586379 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7392d8-a8e6-482f-9311-3aa5ab43d683 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:14:14.627451 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9d7392d8-a8e6-482f-9311-3aa5ab43d683 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Publish callbacks [] for floatingip, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:14.627784 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.l3_db [None req-9d7392d8-a8e6-482f-9311-3aa5ab43d683 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Floating IP 4be06f55-2656-4b2d-b386-063ed50cec87 disassociated (deleted). External IP: 172.36.3.40, port: 853f2cd1-5b48-4add-aa26-7d73caca2524. Dec 21 14:14:14.828930 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d7392d8-a8e6-482f-9311-3aa5ab43d683 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Router d17541dc-6c53-462d-9bdb-298711f23820 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 14:14:14.942618 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d7392d8-a8e6-482f-9311-3aa5ab43d683 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 14:14:14.947373 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9d7392d8-a8e6-482f-9311-3aa5ab43d683 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for floatingip, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:14.952423 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df005999-8327-4472-be83-598cc1dee61e None None] Sync routers for ids ['d17541dc-6c53-462d-9bdb-298711f23820'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 14:14:14.962050 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df005999-8327-4472-be83-598cc1dee61e None None] Routers {'d17541dc-6c53-462d-9bdb-298711f23820'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:14:14.962686 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-df005999-8327-4472-be83-598cc1dee61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T14:13:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['d17541dc-6c53-462d-9bdb-298711f23820'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:14:14.973657 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-9d7392d8-a8e6-482f-9311-3aa5ab43d683 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "DELETE /v2.0/floatingips/4be06f55-2656-4b2d-b386-063ed50cec87 HTTP/1.1" status: 204 len: 168 time: 0.8309970 Dec 21 14:14:14.974340 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2c2e207-d0ec-4557-8220-e95dcd36c6f6', 'tag': '853f2cd1-5b48-4add-aa26-7d73caca2524'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:14:14.976798 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d59863cea1d3cd3753b105ac340115874538247bffc4ddd9c7a2f3cf3d2521b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec7a7a0c-f937-4556-aed4-55348f60fd20" -d '{"events": [{"name": "network-changed", "server_uuid": "c2c2e207-d0ec-4557-8220-e95dcd36c6f6", "tag": "853f2cd1-5b48-4add-aa26-7d73caca2524"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:14:15.075120 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-df005999-8327-4472-be83-598cc1dee61e None None] Set router d17541dc-6c53-462d-9bdb-298711f23820 gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:14:15.093801 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 14:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-175a50b1-341c-43c8-8d06-30b7a5f4266d x-openstack-request-id: req-175a50b1-341c-43c8-8d06-30b7a5f4266d {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:14:15.094106 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2c2e207-d0ec-4557-8220-e95dcd36c6f6", "tag": "853f2cd1-5b48-4add-aa26-7d73caca2524", "status": "completed", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:14:15.094381 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-175a50b1-341c-43c8-8d06-30b7a5f4266d {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:14:15.094806 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2c2e207-d0ec-4557-8220-e95dcd36c6f6', 'tag': '853f2cd1-5b48-4add-aa26-7d73caca2524', 'status': 'completed', 'code': 200} Dec 21 14:14:15.191112 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7a7a0c-f937-4556-aed4-55348f60fd20 req-ea8757f4-1c49-4a00-ae89-26e88c5f0952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:15.193031 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-ec7a7a0c-f937-4556-aed4-55348f60fd20 req-ea8757f4-1c49-4a00-ae89-26e88c5f0952 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d6849cd75da2415495750e7735f5226b&device_id=c2c2e207-d0ec-4557-8220-e95dcd36c6f6 HTTP/1.1" status: 200 len: 1099 time: 0.0540309 Dec 21 14:14:15.215048 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1a0032-c083-4c7f-ac3b-cc05ee4e48a0 req-ad1404e1-dc13-461b-8f80-1e69be914f5c tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:15.216587 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-8b1a0032-c083-4c7f-ac3b-cc05ee4e48a0 req-ad1404e1-dc13-461b-8f80-1e69be914f5c tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2c2e207-d0ec-4557-8220-e95dcd36c6f6 HTTP/1.1" status: 200 len: 946 time: 0.0532491 Dec 21 14:14:15.275053 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-8b1a0032-c083-4c7f-ac3b-cc05ee4e48a0 req-0882da81-149c-4b40-b0dd-86c056ee4c47 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/security-groups?id=b384e2aa-3326-4de1-b288-07e0584b0a44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521114 Dec 21 14:14:15.300519 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7a7a0c-f937-4556-aed4-55348f60fd20 req-1e7a8ef3-e6e2-40cd-bb66-2e3027ab034c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:15.301228 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-df005999-8327-4472-be83-598cc1dee61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd17541dc-6c53-462d-9bdb-298711f23820', 'name': 'tempest-TestShelveInstance-1429224502-router', 'tenant_id': 'd6849cd75da2415495750e7735f5226b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.147'}], 'enable_snat': True}, 'gw_port_id': 'c6598b62-06db-40b4-b7e8-5afbd4aba3d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:05:30Z', 'updated_at': '2021-12-21T14:05:33Z', 'revision_number': 4, 'project_id': 'd6849cd75da2415495750e7735f5226b', 'gw_port': {'id': 'c6598b62-06db-40b4-b7e8-5afbd4aba3d7', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:21:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17541dc-6c53-462d-9bdb-298711f23820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:05:30Z', 'updated_at': '2021-12-21T14:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'e61e2d34-a441-4f35-88c2-120e38a2e522', 'name': '', 'network_id': 'b854f71a-4990-441f-8181-a2313d24cffc', 'tenant_id': 'd6849cd75da2415495750e7735f5226b', 'mac_address': 'fa:16:3e:3e:fd:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17541dc-6c53-462d-9bdb-298711f23820', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '6d354b18-eef8-4cae-9e59-8ef70727f0c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:05:32Z', 'updated_at': '2021-12-21T14:05:37Z', 'revision_number': 5, 'project_id': 'd6849cd75da2415495750e7735f5226b', 'subnets': [{'id': '6d354b18-eef8-4cae-9e59-8ef70727f0c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:14:15.302028 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-ec7a7a0c-f937-4556-aed4-55348f60fd20 req-1e7a8ef3-e6e2-40cd-bb66-2e3027ab034c service neutron] 10.222.0.60 "GET /v2.0/networks?id=b854f71a-4990-441f-8181-a2313d24cffc HTTP/1.1" status: 200 len: 910 time: 0.1002336 Dec 21 14:14:15.328663 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df005999-8327-4472-be83-598cc1dee61e None None] Checking router: d17541dc-6c53-462d-9bdb-298711f23820 for host: dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 14:14:15.336956 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df005999-8327-4472-be83-598cc1dee61e None None] Routers {'d17541dc-6c53-462d-9bdb-298711f23820'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:14:15.337502 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-df005999-8327-4472-be83-598cc1dee61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T14:13:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['d17541dc-6c53-462d-9bdb-298711f23820'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:14:15.344806 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-ec7a7a0c-f937-4556-aed4-55348f60fd20 req-b89984c0-c69a-4ff0-b723-17e6d1cb5964 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=853f2cd1-5b48-4add-aa26-7d73caca2524 HTTP/1.1" status: 200 len: 217 time: 0.0355392 Dec 21 14:14:15.399000 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7a7a0c-f937-4556-aed4-55348f60fd20 req-fd7b5dbf-2ae4-4cc1-a905-d1f00ab44746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:15.400495 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-ec7a7a0c-f937-4556-aed4-55348f60fd20 req-fd7b5dbf-2ae4-4cc1-a905-d1f00ab44746 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6d354b18-eef8-4cae-9e59-8ef70727f0c0 HTTP/1.1" status: 200 len: 848 time: 0.0486841 Dec 21 14:14:15.443060 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-df005999-8327-4472-be83-598cc1dee61e None None] Set router d17541dc-6c53-462d-9bdb-298711f23820 gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:14:15.445536 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7a7a0c-f937-4556-aed4-55348f60fd20 req-1380712f-e7e6-4a3b-a193-ab44f8fc49bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:15.447060 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-ec7a7a0c-f937-4556-aed4-55348f60fd20 req-1380712f-e7e6-4a3b-a193-ab44f8fc49bd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b854f71a-4990-441f-8181-a2313d24cffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397344 Dec 21 14:14:15.548911 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-ec7a7a0c-f937-4556-aed4-55348f60fd20 req-aa2fb66c-d44a-4585-9d11-47cdd39a30ba service neutron] 10.222.0.60 "GET /v2.0/networks/b854f71a-4990-441f-8181-a2313d24cffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942287 Dec 21 14:14:15.637897 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-df005999-8327-4472-be83-598cc1dee61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd17541dc-6c53-462d-9bdb-298711f23820', 'name': 'tempest-TestShelveInstance-1429224502-router', 'tenant_id': 'd6849cd75da2415495750e7735f5226b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.147'}], 'enable_snat': True}, 'gw_port_id': 'c6598b62-06db-40b4-b7e8-5afbd4aba3d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:05:30Z', 'updated_at': '2021-12-21T14:05:33Z', 'revision_number': 4, 'project_id': 'd6849cd75da2415495750e7735f5226b', 'gw_port': {'id': 'c6598b62-06db-40b4-b7e8-5afbd4aba3d7', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:21:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17541dc-6c53-462d-9bdb-298711f23820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:05:30Z', 'updated_at': '2021-12-21T14:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'e61e2d34-a441-4f35-88c2-120e38a2e522', 'name': '', 'network_id': 'b854f71a-4990-441f-8181-a2313d24cffc', 'tenant_id': 'd6849cd75da2415495750e7735f5226b', 'mac_address': 'fa:16:3e:3e:fd:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17541dc-6c53-462d-9bdb-298711f23820', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '6d354b18-eef8-4cae-9e59-8ef70727f0c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:05:32Z', 'updated_at': '2021-12-21T14:05:37Z', 'revision_number': 5, 'project_id': 'd6849cd75da2415495750e7735f5226b', 'subnets': [{'id': '6d354b18-eef8-4cae-9e59-8ef70727f0c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:14:15.640254 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-ec7a7a0c-f937-4556-aed4-55348f60fd20 req-81b07c65-043e-48ba-b786-73c10ab614ac service neutron] 10.222.0.60 "GET /v2.0/networks/b854f71a-4990-441f-8181-a2313d24cffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836661 Dec 21 14:14:15.666501 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df005999-8327-4472-be83-598cc1dee61e None None] The sync data for ids ['d17541dc-6c53-462d-9bdb-298711f23820'] in dv-neutron-master-2-hyperv is: [{'id': 'd17541dc-6c53-462d-9bdb-298711f23820', 'name': 'tempest-TestShelveInstance-1429224502-router', 'tenant_id': 'd6849cd75da2415495750e7735f5226b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.147'}], 'enable_snat': True}, 'gw_port_id': 'c6598b62-06db-40b4-b7e8-5afbd4aba3d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:05:30Z', 'updated_at': '2021-12-21T14:05:33Z', 'revision_number': 4, 'project_id': 'd6849cd75da2415495750e7735f5226b', 'gw_port': {'id': 'c6598b62-06db-40b4-b7e8-5afbd4aba3d7', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:21:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17541dc-6c53-462d-9bdb-298711f23820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:05:30Z', 'updated_at': '2021-12-21T14:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'e61e2d34-a441-4f35-88c2-120e38a2e522', 'name': '', 'network_id': 'b854f71a-4990-441f-8181-a2313d24cffc', 'tenant_id': 'd6849cd75da2415495750e7735f5226b', 'mac_address': 'fa:16:3e:3e:fd:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17541dc-6c53-462d-9bdb-298711f23820', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '6d354b18-eef8-4cae-9e59-8ef70727f0c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:05:32Z', 'updated_at': '2021-12-21T14:05:37Z', 'revision_number': 5, 'project_id': 'd6849cd75da2415495750e7735f5226b', 'subnets': [{'id': '6d354b18-eef8-4cae-9e59-8ef70727f0c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 14:14:15.893351 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb414103-b280-492e-b6d3-9f34ee63ac94 None None] New status for floating IP 4be06f55-2656-4b2d-b386-063ed50cec87: DOWN {{(pid=103155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 14:14:16.394121 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c826b8f-106e-40ea-b2ca-b0fd54b0eeff req-5302a386-88ad-4529-a39f-78457f72380f tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:16.395642 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-4c826b8f-106e-40ea-b2ca-b0fd54b0eeff req-5302a386-88ad-4529-a39f-78457f72380f tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2c2e207-d0ec-4557-8220-e95dcd36c6f6 HTTP/1.1" status: 200 len: 946 time: 0.0501053 Dec 21 14:14:16.448431 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-4c826b8f-106e-40ea-b2ca-b0fd54b0eeff req-fc9bb8e2-fbb3-4e4f-be39-c07ca6270fde tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/security-groups?id=b384e2aa-3326-4de1-b288-07e0584b0a44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467968 Dec 21 14:14:16.897775 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab85a5b5-8ddd-4aac-b815-ec6646fa1e7c req-5d4eab02-303a-4dd2-92fc-3cf6f08cfbb3 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:16.899254 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-ab85a5b5-8ddd-4aac-b815-ec6646fa1e7c req-5d4eab02-303a-4dd2-92fc-3cf6f08cfbb3 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2c2e207-d0ec-4557-8220-e95dcd36c6f6 HTTP/1.1" status: 200 len: 946 time: 0.0483243 Dec 21 14:14:16.985735 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [req-ab85a5b5-8ddd-4aac-b815-ec6646fa1e7c req-b2bfa863-b0fe-4424-baa8-19fd6b34b233 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Deleting port 853f2cd1-5b48-4add-aa26-7d73caca2524 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 14:14:16.986073 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-ab85a5b5-8ddd-4aac-b815-ec6646fa1e7c req-b2bfa863-b0fe-4424-baa8-19fd6b34b233 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:17.075391 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-ab85a5b5-8ddd-4aac-b815-ec6646fa1e7c req-b2bfa863-b0fe-4424-baa8-19fd6b34b233 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] For port 853f2cd1-5b48-4add-aa26-7d73caca2524, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=853f2cd1-5b48-4add-aa26-7d73caca2524,segment=NetworkSegment(0b109e47-fd09-470a-8341-c2404279bda9),segment_id=0b109e47-fd09-470a-8341-c2404279bda9)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:14:17.075749 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-ab85a5b5-8ddd-4aac-b815-ec6646fa1e7c req-b2bfa863-b0fe-4424-baa8-19fd6b34b233 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:17.087324 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [req-ab85a5b5-8ddd-4aac-b815-ec6646fa1e7c req-b2bfa863-b0fe-4424-baa8-19fd6b34b233 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Calling delete_port for 853f2cd1-5b48-4add-aa26-7d73caca2524 owned by compute:nova {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 14:14:17.214619 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-ab85a5b5-8ddd-4aac-b815-ec6646fa1e7c req-b2bfa863-b0fe-4424-baa8-19fd6b34b233 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:17.248863 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bfa863-b0fe-4424-baa8-19fd6b34b233 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Pushing event deleted for resources: {'Port': ['ID=853f2cd1-5b48-4add-aa26-7d73caca2524,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:14:17.272343 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bfa863-b0fe-4424-baa8-19fd6b34b233 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:14:17.272694 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bfa863-b0fe-4424-baa8-19fd6b34b233 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:14:17.273038 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bfa863-b0fe-4424-baa8-19fd6b34b233 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:14:17.273372 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bfa863-b0fe-4424-baa8-19fd6b34b233 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:14:17.273699 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bfa863-b0fe-4424-baa8-19fd6b34b233 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:14:17.274030 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bfa863-b0fe-4424-baa8-19fd6b34b233 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:14:17.274378 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bfa863-b0fe-4424-baa8-19fd6b34b233 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:14:17.274694 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bfa863-b0fe-4424-baa8-19fd6b34b233 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:14:17.275012 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bfa863-b0fe-4424-baa8-19fd6b34b233 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:14:17.275329 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bfa863-b0fe-4424-baa8-19fd6b34b233 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:14:17.275646 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bfa863-b0fe-4424-baa8-19fd6b34b233 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:14:17.275960 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bfa863-b0fe-4424-baa8-19fd6b34b233 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:14:17.276271 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bfa863-b0fe-4424-baa8-19fd6b34b233 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:14:17.291422 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab85a5b5-8ddd-4aac-b815-ec6646fa1e7c req-b2bfa863-b0fe-4424-baa8-19fd6b34b233 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] No DVR routers for this DVR port 853f2cd1-5b48-4add-aa26-7d73caca2524 on host hv-neutron-mast {{(pid=103153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 14:14:17.294058 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-ab85a5b5-8ddd-4aac-b815-ec6646fa1e7c req-b2bfa863-b0fe-4424-baa8-19fd6b34b233 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:17.297339 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-ab85a5b5-8ddd-4aac-b815-ec6646fa1e7c req-b2bfa863-b0fe-4424-baa8-19fd6b34b233 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.60 "DELETE /v2.0/ports/853f2cd1-5b48-4add-aa26-7d73caca2524 HTTP/1.1" status: 204 len: 173 time: 0.3915026 Dec 21 14:14:17.297825 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2c2e207-d0ec-4557-8220-e95dcd36c6f6', 'name': 'network-vif-deleted', 'tag': '853f2cd1-5b48-4add-aa26-7d73caca2524'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:14:17.300197 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af6034c98e584fa55ea4398f343c742ceb598288507feaf30d5a15785b2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c79c64d3-6bc4-4ceb-9a87-5d779900c2b4" -d '{"events": [{"server_uuid": "c2c2e207-d0ec-4557-8220-e95dcd36c6f6", "name": "network-vif-deleted", "tag": "853f2cd1-5b48-4add-aa26-7d73caca2524"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:14:17.337742 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 14:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd7d8e58-7dfe-4a0d-b77d-9dcd37752349 x-openstack-request-id: req-dd7d8e58-7dfe-4a0d-b77d-9dcd37752349 {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:14:17.338087 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2c2e207-d0ec-4557-8220-e95dcd36c6f6", "name": "network-vif-deleted", "tag": "853f2cd1-5b48-4add-aa26-7d73caca2524", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:14:17.338281 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dd7d8e58-7dfe-4a0d-b77d-9dcd37752349 {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:14:17.338738 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2c2e207-d0ec-4557-8220-e95dcd36c6f6', 'name': 'network-vif-deleted', 'tag': '853f2cd1-5b48-4add-aa26-7d73caca2524', 'status': 'completed', 'code': 200} Dec 21 14:14:17.541578 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-6165af17-9090-4659-baf8-8cfbbd88aa40 req-10c0e3a2-b2ae-4ef2-9958-69eb1eacb66c tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2c2e207-d0ec-4557-8220-e95dcd36c6f6 HTTP/1.1" status: 200 len: 210 time: 0.0266252 Dec 21 14:14:18.636030 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-095b7507-5a90-4dff-b197-c308bbe70a05 req-3584cb9d-16dd-4891-abf4-cded21c6ac3f tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2c2e207-d0ec-4557-8220-e95dcd36c6f6 HTTP/1.1" status: 200 len: 210 time: 0.0257895 Dec 21 14:14:19.730412 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1cca1c79-3455-4baf-a621-1a3a24886ab8 req-e62e3f6e-e403-4090-9cd3-21c42b9c1d9c tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2c2e207-d0ec-4557-8220-e95dcd36c6f6 HTTP/1.1" status: 200 len: 210 time: 0.0263133 Dec 21 14:14:20.111278 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 853f2cd1-5b48-4add-aa26-7d73caca2524 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 14:14:20.130751 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] No Port match for: 853f2cd1-5b48-4add-aa26-7d73caca2524 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 14:14:20.131093 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 853f2cd1-5b48-4add-aa26-7d73caca2524 not bound to the agent host hv-neutron-mast {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 14:14:20.827861 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-86be5fea-7777-4501-b08a-a62463de9bb8 req-ea59ee8f-b7a0-4ab1-8082-264aed5dea97 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2c2e207-d0ec-4557-8220-e95dcd36c6f6 HTTP/1.1" status: 200 len: 210 time: 0.0313172 Dec 21 14:14:21.838052 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.agents_db [None req-c60a5637-8c6f-4692-b23b-7dd82bd36b21 None None] Agent healthcheck: found 6 active agents {{(pid=103155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 14:14:21.949872 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-78160384-019a-4c36-90b3-7778a4659be0 req-9ac2f8b3-4d23-4c9e-9943-b5bce1379ebc tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2c2e207-d0ec-4557-8220-e95dcd36c6f6 HTTP/1.1" status: 200 len: 210 time: 0.0373716 Dec 21 14:14:23.006305 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 39182) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:14:23.064101 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f58707ad-1ea8-4915-a2e0-187e63bf2266 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Publish callbacks [] for security_group, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:23.089644 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f58707ad-1ea8-4915-a2e0-187e63bf2266 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:23.151841 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f58707ad-1ea8-4915-a2e0-187e63bf2266 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:23.155271 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f58707ad-1ea8-4915-a2e0-187e63bf2266 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:23.156725 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-f58707ad-1ea8-4915-a2e0-187e63bf2266 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] 10.222.0.37 "DELETE /v2.0/security-groups/b384e2aa-3326-4de1-b288-07e0584b0a44 HTTP/1.1" status: 204 len: 168 time: 0.1494040 Dec 21 14:14:23.171601 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58707ad-1ea8-4915-a2e0-187e63bf2266 tempest-TestShelveInstance-453050211 tempest-TestShelveInstance-453050211-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b384e2aa-3326-4de1-b288-07e0584b0a44,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:14:23.218262 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 39186) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:14:23.674222 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-05da3155-f67c-4216-85ce-593884c6f79f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532692'] for router_interface, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:23.926329 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-05da3155-f67c-4216-85ce-593884c6f79f admin admin] Deleting port e61e2d34-a441-4f35-88c2-120e38a2e522 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 14:14:23.926594 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-05da3155-f67c-4216-85ce-593884c6f79f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:24.011947 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-05da3155-f67c-4216-85ce-593884c6f79f admin admin] For port e61e2d34-a441-4f35-88c2-120e38a2e522, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e61e2d34-a441-4f35-88c2-120e38a2e522,segment=NetworkSegment(0b109e47-fd09-470a-8341-c2404279bda9),segment_id=0b109e47-fd09-470a-8341-c2404279bda9)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:14:24.012308 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-05da3155-f67c-4216-85ce-593884c6f79f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:24.025408 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-05da3155-f67c-4216-85ce-593884c6f79f admin admin] Calling delete_port for e61e2d34-a441-4f35-88c2-120e38a2e522 owned by network:router_interface {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 14:14:24.208911 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-05da3155-f67c-4216-85ce-593884c6f79f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:24.236109 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05da3155-f67c-4216-85ce-593884c6f79f admin admin] Pushing event deleted for resources: {'Port': ['ID=e61e2d34-a441-4f35-88c2-120e38a2e522,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:14:24.409297 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-05da3155-f67c-4216-85ce-593884c6f79f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534084'] for router_interface, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:24.926155 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05da3155-f67c-4216-85ce-593884c6f79f admin admin] Router d17541dc-6c53-462d-9bdb-298711f23820 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 14:14:25.033614 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05da3155-f67c-4216-85ce-593884c6f79f admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 14:14:25.043006 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-05da3155-f67c-4216-85ce-593884c6f79f admin admin] 10.222.0.37 "PUT /v2.0/routers/d17541dc-6c53-462d-9bdb-298711f23820/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8193030 Dec 21 14:14:25.043006 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 39190) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:14:25.045649 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c8bea9-34d0-4a0e-99b6-54ddf0bc6bdb None None] Sync routers for ids ['d17541dc-6c53-462d-9bdb-298711f23820'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 14:14:25.055236 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c8bea9-34d0-4a0e-99b6-54ddf0bc6bdb None None] Routers {'d17541dc-6c53-462d-9bdb-298711f23820'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:14:25.056155 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-90c8bea9-34d0-4a0e-99b6-54ddf0bc6bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T14:13:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['d17541dc-6c53-462d-9bdb-298711f23820'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:14:25.147397 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8293e9ca-1efa-4764-9d32-393e1a49f180 admin admin] Publish callbacks [] for router, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:25.164749 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-90c8bea9-34d0-4a0e-99b6-54ddf0bc6bdb None None] Set router d17541dc-6c53-462d-9bdb-298711f23820 gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:14:25.254488 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8293e9ca-1efa-4764-9d32-393e1a49f180 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:25.288119 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-18f34133-a7d0-4bd0-b9f3-e31fc70a5e90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:25.312108 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-8293e9ca-1efa-4764-9d32-393e1a49f180 admin admin] Deleting port c6598b62-06db-40b4-b7e8-5afbd4aba3d7 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 14:14:25.312108 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8293e9ca-1efa-4764-9d32-393e1a49f180 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:25.409957 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-8293e9ca-1efa-4764-9d32-393e1a49f180 admin admin] For port c6598b62-06db-40b4-b7e8-5afbd4aba3d7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c6598b62-06db-40b4-b7e8-5afbd4aba3d7,segment=NetworkSegment(a32e5bfd-6fac-434f-817b-5707a23fd2ca),segment_id=a32e5bfd-6fac-434f-817b-5707a23fd2ca)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:14:25.410321 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8293e9ca-1efa-4764-9d32-393e1a49f180 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:25.424116 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-8293e9ca-1efa-4764-9d32-393e1a49f180 admin admin] Calling delete_port for c6598b62-06db-40b4-b7e8-5afbd4aba3d7 owned by network:router_gateway {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 14:14:25.540080 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-90c8bea9-34d0-4a0e-99b6-54ddf0bc6bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd17541dc-6c53-462d-9bdb-298711f23820', 'name': 'tempest-TestShelveInstance-1429224502-router', 'tenant_id': 'd6849cd75da2415495750e7735f5226b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.147'}], 'enable_snat': True}, 'gw_port_id': 'c6598b62-06db-40b4-b7e8-5afbd4aba3d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:05:30Z', 'updated_at': '2021-12-21T14:14:24Z', 'revision_number': 5, 'project_id': 'd6849cd75da2415495750e7735f5226b', 'gw_port': {'id': 'c6598b62-06db-40b4-b7e8-5afbd4aba3d7', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:21:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17541dc-6c53-462d-9bdb-298711f23820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:05:30Z', 'updated_at': '2021-12-21T14:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:14:25.566074 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c8bea9-34d0-4a0e-99b6-54ddf0bc6bdb None None] Checking router: d17541dc-6c53-462d-9bdb-298711f23820 for host: dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 14:14:25.575058 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c8bea9-34d0-4a0e-99b6-54ddf0bc6bdb None None] Routers {'d17541dc-6c53-462d-9bdb-298711f23820'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:14:25.575715 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-90c8bea9-34d0-4a0e-99b6-54ddf0bc6bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T14:13:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['d17541dc-6c53-462d-9bdb-298711f23820'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:14:25.593816 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8293e9ca-1efa-4764-9d32-393e1a49f180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:25.619701 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8293e9ca-1efa-4764-9d32-393e1a49f180 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6598b62-06db-40b4-b7e8-5afbd4aba3d7,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:14:25.638791 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99754804-0d1c-460f-83ab-0b5b77ea03d3 None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 14:14:25.670808 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-90c8bea9-34d0-4a0e-99b6-54ddf0bc6bdb None None] Set router d17541dc-6c53-462d-9bdb-298711f23820 gateway port host: None {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:14:25.684233 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8293e9ca-1efa-4764-9d32-393e1a49f180 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-548638'] for router_gateway, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:25.726878 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-90c8bea9-34d0-4a0e-99b6-54ddf0bc6bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd17541dc-6c53-462d-9bdb-298711f23820', 'name': 'tempest-TestShelveInstance-1429224502-router', 'tenant_id': 'd6849cd75da2415495750e7735f5226b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:05:30Z', 'updated_at': '2021-12-21T14:14:25Z', 'revision_number': 6, 'project_id': 'd6849cd75da2415495750e7735f5226b', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:14:25.753373 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c8bea9-34d0-4a0e-99b6-54ddf0bc6bdb None None] The sync data for ids ['d17541dc-6c53-462d-9bdb-298711f23820'] in dv-neutron-master-2-hyperv is: [{'id': 'd17541dc-6c53-462d-9bdb-298711f23820', 'name': 'tempest-TestShelveInstance-1429224502-router', 'tenant_id': 'd6849cd75da2415495750e7735f5226b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:05:30Z', 'updated_at': '2021-12-21T14:14:25Z', 'revision_number': 6, 'project_id': 'd6849cd75da2415495750e7735f5226b', 'gw_port_host': None}] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 14:14:25.778623 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8293e9ca-1efa-4764-9d32-393e1a49f180 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26950'] for router, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:25.780815 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8293e9ca-1efa-4764-9d32-393e1a49f180 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:25.829526 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8293e9ca-1efa-4764-9d32-393e1a49f180 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534967'] for router, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:25.830055 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8293e9ca-1efa-4764-9d32-393e1a49f180 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d17541dc-6c53-462d-9bdb-298711f23820 {{(pid=103153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 14:14:25.834505 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8293e9ca-1efa-4764-9d32-393e1a49f180 admin admin] Publish callbacks [] for router, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:25.835685 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-8293e9ca-1efa-4764-9d32-393e1a49f180 admin admin] 10.222.0.37 "DELETE /v2.0/routers/d17541dc-6c53-462d-9bdb-298711f23820 HTTP/1.1" status: 204 len: 168 time: 0.7925787 Dec 21 14:14:25.838364 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 39192) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:14:25.888081 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d86237a-8be8-44fa-ab63-c4f8c6856405 admin admin] Deleting subnet 6d354b18-eef8-4cae-9e59-8ef70727f0c0 {{(pid=103153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 14:14:25.891214 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6d86237a-8be8-44fa-ab63-c4f8c6856405 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:25.925195 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6d86237a-8be8-44fa-ab63-c4f8c6856405 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1585439'] for subnet, precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:26.004571 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6d86237a-8be8-44fa-ab63-c4f8c6856405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:26.055274 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6d86237a-8be8-44fa-ab63-c4f8c6856405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11349588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11288746'] for subnet, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:26.082294 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d86237a-8be8-44fa-ab63-c4f8c6856405 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d354b18-eef8-4cae-9e59-8ef70727f0c0,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:14:26.084221 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6d86237a-8be8-44fa-ab63-c4f8c6856405 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:26.087460 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-6d86237a-8be8-44fa-ab63-c4f8c6856405 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/6d354b18-eef8-4cae-9e59-8ef70727f0c0 HTTP/1.1" status: 204 len: 168 time: 0.2481508 Dec 21 14:14:26.090509 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 39194) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:14:26.093060 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7709df3-d98e-464b-972d-a813d643888c None None] Network b854f71a-4990-441f-8181-a2313d24cffc requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 14:14:26.165350 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fcfed326-aeeb-4938-b903-caebe4130907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:26.222834 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-fcfed326-aeeb-4938-b903-caebe4130907 admin admin] Deleting port 93661b52-1a22-43dc-b024-f034b71aeac7 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 14:14:26.223174 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fcfed326-aeeb-4938-b903-caebe4130907 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:26.284508 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-fcfed326-aeeb-4938-b903-caebe4130907 admin admin] For port 93661b52-1a22-43dc-b024-f034b71aeac7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=93661b52-1a22-43dc-b024-f034b71aeac7,segment=NetworkSegment(0b109e47-fd09-470a-8341-c2404279bda9),segment_id=0b109e47-fd09-470a-8341-c2404279bda9)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:14:26.285176 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fcfed326-aeeb-4938-b903-caebe4130907 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:26.296876 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-fcfed326-aeeb-4938-b903-caebe4130907 admin admin] Calling delete_port for 93661b52-1a22-43dc-b024-f034b71aeac7 owned by network:dhcp {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 14:14:26.375897 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fcfed326-aeeb-4938-b903-caebe4130907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:26.404064 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfed326-aeeb-4938-b903-caebe4130907 admin admin] No DVR routers for this DVR port 93661b52-1a22-43dc-b024-f034b71aeac7 on host dv-neutron-master-2-hyperv {{(pid=103153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 14:14:26.405791 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfed326-aeeb-4938-b903-caebe4130907 admin admin] Pushing event deleted for resources: {'Port': ['ID=93661b52-1a22-43dc-b024-f034b71aeac7,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:14:26.479127 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fcfed326-aeeb-4938-b903-caebe4130907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:26.501865 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-fcfed326-aeeb-4938-b903-caebe4130907 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b854f71a-4990-441f-8181-a2313d24cffc']}} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:14:26.511858 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-fcfed326-aeeb-4938-b903-caebe4130907 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b109e47-fd09-470a-8341-c2404279bda9') {'for_net_delete': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:14:26.512158 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.services.segments.db [None req-fcfed326-aeeb-4938-b903-caebe4130907 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b109e47-fd09-470a-8341-c2404279bda9') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:14:26.521882 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fcfed326-aeeb-4938-b903-caebe4130907 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1585430'] for segment, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:26.526885 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b86e3b-a73b-4531-b728-d22174dc2844 None None] DHCP port deletion for b854f71a-4990-441f-8181-a2313d24cffc request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 14:14:26.538552 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fcfed326-aeeb-4938-b903-caebe4130907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:26.545481 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcfed326-aeeb-4938-b903-caebe4130907 admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=103153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 14:14:26.545880 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fcfed326-aeeb-4938-b903-caebe4130907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11349758'] for segment, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:26.547725 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:14:26.547725 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 14:14:26.547725 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:14:26.547725 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 14:14:26.547725 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:14:26.547725 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 14:14:26.547725 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:14:26.547725 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 14:14:26.547725 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:14:26.547725 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 14:14:26.547725 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:14:26.547725 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 14:14:26.547725 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:14:26.547725 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 14:14:26.547725 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:14:26.547725 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 14:14:26.547725 dv-neutron-master-2-hyperv neutron-server[103153]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 14:14:26.547725 dv-neutron-master-2-hyperv neutron-server[103153]: warnings.warn(msg) Dec 21 14:14:26.547725 dv-neutron-master-2-hyperv neutron-server[103153]: Traceback (most recent call last): Dec 21 14:14:26.547725 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 14:14:26.547725 dv-neutron-master-2-hyperv neutron-server[103153]: timer() Dec 21 14:14:26.547725 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 14:14:26.547725 dv-neutron-master-2-hyperv neutron-server[103153]: cb(*args, **kw) Dec 21 14:14:26.547725 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 14:14:26.547725 dv-neutron-master-2-hyperv neutron-server[103153]: return func(*args, **kwargs) Dec 21 14:14:26.547725 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 14:14:26.547725 dv-neutron-master-2-hyperv neutron-server[103153]: self._notify() Dec 21 14:14:26.547725 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 14:14:26.547725 dv-neutron-master-2-hyperv neutron-server[103153]: self.callback(batched_events) Dec 21 14:14:26.547725 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 14:14:26.547725 dv-neutron-master-2-hyperv neutron-server[103153]: event.method(event) Dec 21 14:14:26.547725 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 14:14:26.547725 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 14:14:26.547725 dv-neutron-master-2-hyperv neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 14:14:26.547725 dv-neutron-master-2-hyperv neutron-server[103153]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 14:14:26.547725 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 14:14:26.547725 dv-neutron-master-2-hyperv neutron-server[103153]: return f(self, *a, **k) Dec 21 14:14:26.547725 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 14:14:26.547725 dv-neutron-master-2-hyperv neutron-server[103153]: return self._get(url).json() Dec 21 14:14:26.547725 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 14:14:26.547725 dv-neutron-master-2-hyperv neutron-server[103153]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 14:14:26.547725 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 14:14:26.547725 dv-neutron-master-2-hyperv neutron-server[103153]: return self.request(url, 'GET', **kwargs) Dec 21 14:14:26.547725 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 14:14:26.547725 dv-neutron-master-2-hyperv neutron-server[103153]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 14:14:26.547725 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 14:14:26.547725 dv-neutron-master-2-hyperv neutron-server[103153]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 14:14:26.547725 dv-neutron-master-2-hyperv neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 14:14:26.547725 dv-neutron-master-2-hyperv neutron-server[103153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 14:14:26.547725 dv-neutron-master-2-hyperv neutron-server[103153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 14:14:26.603255 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fcfed326-aeeb-4938-b903-caebe4130907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:26.618913 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fcfed326-aeeb-4938-b903-caebe4130907 admin admin] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:26.622233 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-fcfed326-aeeb-4938-b903-caebe4130907 admin admin] 10.222.0.37 "DELETE /v2.0/networks/b854f71a-4990-441f-8181-a2313d24cffc HTTP/1.1" status: 204 len: 168 time: 0.5307298 Dec 21 14:14:26.625101 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 39196) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:14:26.630946 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfed326-aeeb-4938-b903-caebe4130907 admin admin] Pushing event deleted for resources: {'Network': ['ID=b854f71a-4990-441f-8181-a2313d24cffc,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:14:26.974269 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-43dee133-820a-4267-8799-a1776187b4ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532692'] for router_interface, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:27.215965 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-43dee133-820a-4267-8799-a1776187b4ec admin admin] Deleting port 7234e99c-befc-47cd-9aa9-93cfa516687b {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 14:14:27.216308 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-43dee133-820a-4267-8799-a1776187b4ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:27.292828 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-43dee133-820a-4267-8799-a1776187b4ec admin admin] For port 7234e99c-befc-47cd-9aa9-93cfa516687b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7234e99c-befc-47cd-9aa9-93cfa516687b,segment=NetworkSegment(a1d7497b-a822-41f3-a6cb-d5d3ac0bb6f5),segment_id=a1d7497b-a822-41f3-a6cb-d5d3ac0bb6f5)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:14:27.293484 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-43dee133-820a-4267-8799-a1776187b4ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:27.304562 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-43dee133-820a-4267-8799-a1776187b4ec admin admin] Calling delete_port for 7234e99c-befc-47cd-9aa9-93cfa516687b owned by network:router_interface {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 14:14:27.359937 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 93661b52-1a22-43dc-b024-f034b71aeac7 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 14:14:27.379416 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: 93661b52-1a22-43dc-b024-f034b71aeac7 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 14:14:27.379763 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 93661b52-1a22-43dc-b024-f034b71aeac7 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 14:14:27.380179 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device c6598b62-06db-40b4-b7e8-5afbd4aba3d7 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 14:14:27.399349 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: c6598b62-06db-40b4-b7e8-5afbd4aba3d7 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 14:14:27.399701 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device c6598b62-06db-40b4-b7e8-5afbd4aba3d7 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 14:14:27.400123 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device e61e2d34-a441-4f35-88c2-120e38a2e522 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 14:14:27.422258 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: e61e2d34-a441-4f35-88c2-120e38a2e522 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 14:14:27.422700 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device e61e2d34-a441-4f35-88c2-120e38a2e522 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 14:14:27.491490 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-43dee133-820a-4267-8799-a1776187b4ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:27.517558 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dee133-820a-4267-8799-a1776187b4ec admin admin] Pushing event deleted for resources: {'Port': ['ID=7234e99c-befc-47cd-9aa9-93cfa516687b,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:14:27.679213 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-43dee133-820a-4267-8799-a1776187b4ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534084'] for router_interface, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:27.735256 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-9d1e946b-2098-4731-aacc-878d30e6c2bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:27.910326 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43dee133-820a-4267-8799-a1776187b4ec admin admin] Router 8bedb84b-bf51-47b2-aea9-3cee43fb2e60 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 14:14:28.014413 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43dee133-820a-4267-8799-a1776187b4ec admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 14:14:28.020104 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-43dee133-820a-4267-8799-a1776187b4ec admin admin] 10.222.0.37 "PUT /v2.0/routers/8bedb84b-bf51-47b2-aea9-3cee43fb2e60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3940461 Dec 21 14:14:28.021744 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 39198) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:14:28.022704 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7380f0b-39c9-4012-8ee6-e9a7d9055ea6 None None] Sync routers for ids ['8bedb84b-bf51-47b2-aea9-3cee43fb2e60'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 14:14:28.032652 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7380f0b-39c9-4012-8ee6-e9a7d9055ea6 None None] Routers {'8bedb84b-bf51-47b2-aea9-3cee43fb2e60'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:14:28.033258 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-c7380f0b-39c9-4012-8ee6-e9a7d9055ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T14:14:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['8bedb84b-bf51-47b2-aea9-3cee43fb2e60'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:14:28.124685 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1bdff7ad-e736-4e19-a9cd-7f2b643b17d6 admin admin] Publish callbacks [] for router, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:28.134181 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-c7380f0b-39c9-4012-8ee6-e9a7d9055ea6 None None] Set router 8bedb84b-bf51-47b2-aea9-3cee43fb2e60 gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:14:28.225959 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1bdff7ad-e736-4e19-a9cd-7f2b643b17d6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:28.286386 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-1bdff7ad-e736-4e19-a9cd-7f2b643b17d6 admin admin] Deleting port 85c0e45c-83a5-4333-a9af-d303ebf3c296 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 14:14:28.286723 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1bdff7ad-e736-4e19-a9cd-7f2b643b17d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:28.313950 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-c7380f0b-39c9-4012-8ee6-e9a7d9055ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bedb84b-bf51-47b2-aea9-3cee43fb2e60', 'name': 'tempest-TestShelveInstance-1178356926-router', 'tenant_id': 'ba68caab6f524534b3e0a2822b739e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.183'}], 'enable_snat': True}, 'gw_port_id': '85c0e45c-83a5-4333-a9af-d303ebf3c296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:05:34Z', 'updated_at': '2021-12-21T14:14:27Z', 'revision_number': 5, 'project_id': 'ba68caab6f524534b3e0a2822b739e72', 'gw_port': {'id': '85c0e45c-83a5-4333-a9af-d303ebf3c296', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bedb84b-bf51-47b2-aea9-3cee43fb2e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:05:35Z', 'updated_at': '2021-12-21T14:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:14:28.343343 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7380f0b-39c9-4012-8ee6-e9a7d9055ea6 None None] Checking router: 8bedb84b-bf51-47b2-aea9-3cee43fb2e60 for host: dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 14:14:28.351723 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7380f0b-39c9-4012-8ee6-e9a7d9055ea6 None None] Routers {'8bedb84b-bf51-47b2-aea9-3cee43fb2e60'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:14:28.352331 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-c7380f0b-39c9-4012-8ee6-e9a7d9055ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T14:14:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['8bedb84b-bf51-47b2-aea9-3cee43fb2e60'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:14:28.364556 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-1bdff7ad-e736-4e19-a9cd-7f2b643b17d6 admin admin] For port 85c0e45c-83a5-4333-a9af-d303ebf3c296, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=85c0e45c-83a5-4333-a9af-d303ebf3c296,segment=NetworkSegment(a32e5bfd-6fac-434f-817b-5707a23fd2ca),segment_id=a32e5bfd-6fac-434f-817b-5707a23fd2ca)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:14:28.365088 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1bdff7ad-e736-4e19-a9cd-7f2b643b17d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:28.376361 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-1bdff7ad-e736-4e19-a9cd-7f2b643b17d6 admin admin] Calling delete_port for 85c0e45c-83a5-4333-a9af-d303ebf3c296 owned by network:router_gateway {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 14:14:28.436659 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-c7380f0b-39c9-4012-8ee6-e9a7d9055ea6 None None] Set router 8bedb84b-bf51-47b2-aea9-3cee43fb2e60 gateway port host: None {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:14:28.487674 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-c7380f0b-39c9-4012-8ee6-e9a7d9055ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bedb84b-bf51-47b2-aea9-3cee43fb2e60', 'name': 'tempest-TestShelveInstance-1178356926-router', 'tenant_id': 'ba68caab6f524534b3e0a2822b739e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:05:34Z', 'updated_at': '2021-12-21T14:14:28Z', 'revision_number': 6, 'project_id': 'ba68caab6f524534b3e0a2822b739e72', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:14:28.517530 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7380f0b-39c9-4012-8ee6-e9a7d9055ea6 None None] The sync data for ids ['8bedb84b-bf51-47b2-aea9-3cee43fb2e60'] in dv-neutron-master-2-hyperv is: [{'id': '8bedb84b-bf51-47b2-aea9-3cee43fb2e60', 'name': 'tempest-TestShelveInstance-1178356926-router', 'tenant_id': 'ba68caab6f524534b3e0a2822b739e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:05:34Z', 'updated_at': '2021-12-21T14:14:28Z', 'revision_number': 6, 'project_id': 'ba68caab6f524534b3e0a2822b739e72', 'gw_port_host': None}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 14:14:28.543681 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1bdff7ad-e736-4e19-a9cd-7f2b643b17d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:28.575825 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdff7ad-e736-4e19-a9cd-7f2b643b17d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=85c0e45c-83a5-4333-a9af-d303ebf3c296,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:14:28.591665 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d689152e-e873-45b5-9e4a-2ff9ea23bbe6 None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 14:14:28.640037 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1bdff7ad-e736-4e19-a9cd-7f2b643b17d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-548638'] for router_gateway, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:28.729405 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1bdff7ad-e736-4e19-a9cd-7f2b643b17d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26950'] for router, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:28.731622 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1bdff7ad-e736-4e19-a9cd-7f2b643b17d6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:28.776146 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1bdff7ad-e736-4e19-a9cd-7f2b643b17d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534967'] for router, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:28.777268 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bdff7ad-e736-4e19-a9cd-7f2b643b17d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8bedb84b-bf51-47b2-aea9-3cee43fb2e60 {{(pid=103153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 14:14:28.781620 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1bdff7ad-e736-4e19-a9cd-7f2b643b17d6 admin admin] Publish callbacks [] for router, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:28.782785 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-1bdff7ad-e736-4e19-a9cd-7f2b643b17d6 admin admin] 10.222.0.37 "DELETE /v2.0/routers/8bedb84b-bf51-47b2-aea9-3cee43fb2e60 HTTP/1.1" status: 204 len: 168 time: 0.7599912 Dec 21 14:14:28.785253 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 39200) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:14:28.828361 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f680818-537c-4026-b97c-dc5d2c192794 admin admin] Deleting subnet e2901edf-eb47-463f-9c77-759de970f05f {{(pid=103153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 14:14:28.831348 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2f680818-537c-4026-b97c-dc5d2c192794 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:28.864064 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2f680818-537c-4026-b97c-dc5d2c192794 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1585439'] for subnet, precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:28.942759 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2f680818-537c-4026-b97c-dc5d2c192794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:28.977091 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:29.303932 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2f680818-537c-4026-b97c-dc5d2c192794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11349588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11288746'] for subnet, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:29.330928 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f680818-537c-4026-b97c-dc5d2c192794 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2901edf-eb47-463f-9c77-759de970f05f,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:14:29.337126 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2f680818-537c-4026-b97c-dc5d2c192794 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:29.338895 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-2f680818-537c-4026-b97c-dc5d2c192794 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/e2901edf-eb47-463f-9c77-759de970f05f HTTP/1.1" status: 204 len: 168 time: 0.5527337 Dec 21 14:14:29.341790 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 39202) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:14:29.343923 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea7ea94-ca5d-4df8-a39b-43c6e8110843 None None] Network 3efcba42-8b4f-49ac-8b53-0bb490a50b4f requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 14:14:29.367584 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 85c0e45c-83a5-4333-a9af-d303ebf3c296 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 14:14:29.389872 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: 85c0e45c-83a5-4333-a9af-d303ebf3c296 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 14:14:29.390455 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 85c0e45c-83a5-4333-a9af-d303ebf3c296 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 14:14:29.390879 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 7234e99c-befc-47cd-9aa9-93cfa516687b no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 14:14:29.414578 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6f7c3526-b3b1-4bf3-aed6-c1a8729a73e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:29.444646 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: 7234e99c-befc-47cd-9aa9-93cfa516687b {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 14:14:29.445026 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 7234e99c-befc-47cd-9aa9-93cfa516687b not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 14:14:29.469439 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-6f7c3526-b3b1-4bf3-aed6-c1a8729a73e9 admin admin] Deleting port fdb3dcf3-7f6a-4581-8feb-3bb741e18463 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 14:14:29.469786 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6f7c3526-b3b1-4bf3-aed6-c1a8729a73e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:29.526591 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5531218-40ca-44ae-940d-42ceef15a203 None None] DHCP port deletion for 3efcba42-8b4f-49ac-8b53-0bb490a50b4f request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 14:14:29.535239 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-6f7c3526-b3b1-4bf3-aed6-c1a8729a73e9 admin admin] For port fdb3dcf3-7f6a-4581-8feb-3bb741e18463, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fdb3dcf3-7f6a-4581-8feb-3bb741e18463,segment=NetworkSegment(a1d7497b-a822-41f3-a6cb-d5d3ac0bb6f5),segment_id=a1d7497b-a822-41f3-a6cb-d5d3ac0bb6f5)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:14:29.535517 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6f7c3526-b3b1-4bf3-aed6-c1a8729a73e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:29.547790 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-6f7c3526-b3b1-4bf3-aed6-c1a8729a73e9 admin admin] Calling delete_port for fdb3dcf3-7f6a-4581-8feb-3bb741e18463 owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 14:14:29.572383 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-b5531218-40ca-44ae-940d-42ceef15a203 None None] Deleting port fdb3dcf3-7f6a-4581-8feb-3bb741e18463 {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 14:14:29.572757 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5531218-40ca-44ae-940d-42ceef15a203 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:29.632624 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6f7c3526-b3b1-4bf3-aed6-c1a8729a73e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:29.636985 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-b5531218-40ca-44ae-940d-42ceef15a203 None None] For port fdb3dcf3-7f6a-4581-8feb-3bb741e18463, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fdb3dcf3-7f6a-4581-8feb-3bb741e18463,segment=NetworkSegment(a1d7497b-a822-41f3-a6cb-d5d3ac0bb6f5),segment_id=a1d7497b-a822-41f3-a6cb-d5d3ac0bb6f5)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:14:29.637530 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5531218-40ca-44ae-940d-42ceef15a203 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:29.649652 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-b5531218-40ca-44ae-940d-42ceef15a203 None None] Calling delete_port for fdb3dcf3-7f6a-4581-8feb-3bb741e18463 owned by network:dhcp {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 14:14:29.658479 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7c3526-b3b1-4bf3-aed6-c1a8729a73e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdb3dcf3-7f6a-4581-8feb-3bb741e18463,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:14:29.663485 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7c3526-b3b1-4bf3-aed6-c1a8729a73e9 admin admin] No DVR routers for this DVR port fdb3dcf3-7f6a-4581-8feb-3bb741e18463 on host dv-neutron-master-2-hyperv {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 14:14:29.718314 dv-neutron-master-2-hyperv neutron-server[103154]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 21 14:14:29.718314 dv-neutron-master-2-hyperv neutron-server[103154]: from cryptography.utils import int_from_bytes Dec 21 14:14:29.718314 dv-neutron-master-2-hyperv neutron-server[103154]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 21 14:14:29.718314 dv-neutron-master-2-hyperv neutron-server[103154]: from cryptography.utils import int_from_bytes Dec 21 14:14:29.718314 dv-neutron-master-2-hyperv neutron-server[103154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 14:14:29.718314 dv-neutron-master-2-hyperv neutron-server[103154]: self.session.flush() Dec 21 14:14:29.718314 dv-neutron-master-2-hyperv neutron-server[103154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 14:14:29.718314 dv-neutron-master-2-hyperv neutron-server[103154]: self.session.flush() Dec 21 14:14:29.718314 dv-neutron-master-2-hyperv neutron-server[103154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 14:14:29.718314 dv-neutron-master-2-hyperv neutron-server[103154]: self.session.flush() Dec 21 14:14:29.718314 dv-neutron-master-2-hyperv neutron-server[103154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 14:14:29.718314 dv-neutron-master-2-hyperv neutron-server[103154]: self.session.flush() Dec 21 14:14:29.718314 dv-neutron-master-2-hyperv neutron-server[103154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 14:14:29.718314 dv-neutron-master-2-hyperv neutron-server[103154]: self.session.flush() Dec 21 14:14:29.718314 dv-neutron-master-2-hyperv neutron-server[103154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 14:14:29.718314 dv-neutron-master-2-hyperv neutron-server[103154]: self.session.flush() Dec 21 14:14:29.718314 dv-neutron-master-2-hyperv neutron-server[103154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 14:14:29.718314 dv-neutron-master-2-hyperv neutron-server[103154]: self.session.flush() Dec 21 14:14:29.718314 dv-neutron-master-2-hyperv neutron-server[103154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 14:14:29.718314 dv-neutron-master-2-hyperv neutron-server[103154]: self.session.flush() Dec 21 14:14:29.718314 dv-neutron-master-2-hyperv neutron-server[103154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 14:14:29.718314 dv-neutron-master-2-hyperv neutron-server[103154]: self.session.flush() Dec 21 14:14:29.718314 dv-neutron-master-2-hyperv neutron-server[103154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 14:14:29.718314 dv-neutron-master-2-hyperv neutron-server[103154]: self.session.flush() Dec 21 14:14:29.718314 dv-neutron-master-2-hyperv neutron-server[103154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 14:14:29.718314 dv-neutron-master-2-hyperv neutron-server[103154]: self.session.flush() Dec 21 14:14:29.718314 dv-neutron-master-2-hyperv neutron-server[103154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 14:14:29.718314 dv-neutron-master-2-hyperv neutron-server[103154]: self.session.flush() Dec 21 14:14:29.718314 dv-neutron-master-2-hyperv neutron-server[103154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 14:14:29.718314 dv-neutron-master-2-hyperv neutron-server[103154]: self.session.flush() Dec 21 14:14:29.718314 dv-neutron-master-2-hyperv neutron-server[103154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 14:14:29.718314 dv-neutron-master-2-hyperv neutron-server[103154]: self.session.flush() Dec 21 14:14:29.718314 dv-neutron-master-2-hyperv neutron-server[103154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 14:14:29.718314 dv-neutron-master-2-hyperv neutron-server[103154]: self.session.flush() Dec 21 14:14:29.718314 dv-neutron-master-2-hyperv neutron-server[103154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 14:14:29.718314 dv-neutron-master-2-hyperv neutron-server[103154]: self.session.flush() Dec 21 14:14:29.718314 dv-neutron-master-2-hyperv neutron-server[103154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 14:14:29.718314 dv-neutron-master-2-hyperv neutron-server[103154]: self.session.flush() Dec 21 14:14:29.718314 dv-neutron-master-2-hyperv neutron-server[103154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 14:14:29.718314 dv-neutron-master-2-hyperv neutron-server[103154]: self.session.flush() Dec 21 14:14:29.718314 dv-neutron-master-2-hyperv neutron-server[103154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 14:14:29.718314 dv-neutron-master-2-hyperv neutron-server[103154]: self.session.flush() Dec 21 14:14:29.718314 dv-neutron-master-2-hyperv neutron-server[103154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 14:14:29.718314 dv-neutron-master-2-hyperv neutron-server[103154]: self.session.flush() Dec 21 14:14:29.718314 dv-neutron-master-2-hyperv neutron-server[103154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 14:14:29.718314 dv-neutron-master-2-hyperv neutron-server[103154]: self.session.flush() Dec 21 14:14:29.718314 dv-neutron-master-2-hyperv neutron-server[103154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 14:14:29.718314 dv-neutron-master-2-hyperv neutron-server[103154]: self.session.flush() Dec 21 14:14:29.718314 dv-neutron-master-2-hyperv neutron-server[103154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 14:14:29.718314 dv-neutron-master-2-hyperv neutron-server[103154]: self.session.flush() Dec 21 14:14:29.718314 dv-neutron-master-2-hyperv neutron-server[103154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 14:14:29.718314 dv-neutron-master-2-hyperv neutron-server[103154]: self.session.flush() Dec 21 14:14:29.718314 dv-neutron-master-2-hyperv neutron-server[103154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 14:14:29.718314 dv-neutron-master-2-hyperv neutron-server[103154]: self.session.flush() Dec 21 14:14:29.718314 dv-neutron-master-2-hyperv neutron-server[103154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 14:14:29.718314 dv-neutron-master-2-hyperv neutron-server[103154]: self.session.flush() Dec 21 14:14:29.723521 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5531218-40ca-44ae-940d-42ceef15a203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636'] for port, after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:29.736470 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6f7c3526-b3b1-4bf3-aed6-c1a8729a73e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:29.748241 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5531218-40ca-44ae-940d-42ceef15a203 None None] Pushing event deleted for resources: {'Port': ['ID=fdb3dcf3-7f6a-4581-8feb-3bb741e18463,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:14:29.755502 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5531218-40ca-44ae-940d-42ceef15a203 None None] No DVR routers for this DVR port fdb3dcf3-7f6a-4581-8feb-3bb741e18463 on host dv-neutron-master-2-hyperv {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 14:14:29.757347 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-6f7c3526-b3b1-4bf3-aed6-c1a8729a73e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3efcba42-8b4f-49ac-8b53-0bb490a50b4f']}} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:14:29.757763 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5531218-40ca-44ae-940d-42ceef15a203 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:14:29.758117 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5531218-40ca-44ae-940d-42ceef15a203 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:14:29.758480 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5531218-40ca-44ae-940d-42ceef15a203 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:14:29.758812 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5531218-40ca-44ae-940d-42ceef15a203 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:14:29.759139 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5531218-40ca-44ae-940d-42ceef15a203 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:14:29.759463 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5531218-40ca-44ae-940d-42ceef15a203 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:14:29.759786 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5531218-40ca-44ae-940d-42ceef15a203 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:14:29.760106 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5531218-40ca-44ae-940d-42ceef15a203 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:14:29.760427 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5531218-40ca-44ae-940d-42ceef15a203 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:14:29.760745 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5531218-40ca-44ae-940d-42ceef15a203 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:14:29.761687 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5531218-40ca-44ae-940d-42ceef15a203 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:14:29.762002 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5531218-40ca-44ae-940d-42ceef15a203 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:14:29.762315 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5531218-40ca-44ae-940d-42ceef15a203 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:14:29.769277 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-6f7c3526-b3b1-4bf3-aed6-c1a8729a73e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1d7497b-a822-41f3-a6cb-d5d3ac0bb6f5') {'for_net_delete': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:14:29.769277 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-6f7c3526-b3b1-4bf3-aed6-c1a8729a73e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1d7497b-a822-41f3-a6cb-d5d3ac0bb6f5') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:14:29.777410 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6f7c3526-b3b1-4bf3-aed6-c1a8729a73e9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526653'] for segment, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:29.790177 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6f7c3526-b3b1-4bf3-aed6-c1a8729a73e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:29.796025 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f7c3526-b3b1-4bf3-aed6-c1a8729a73e9 admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=103152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 14:14:29.796405 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6f7c3526-b3b1-4bf3-aed6-c1a8729a73e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805426'] for segment, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:29.798090 dv-neutron-master-2-hyperv neutron-server[103152]: Traceback (most recent call last): Dec 21 14:14:29.798090 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 14:14:29.798090 dv-neutron-master-2-hyperv neutron-server[103152]: timer() Dec 21 14:14:29.798090 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 14:14:29.798090 dv-neutron-master-2-hyperv neutron-server[103152]: cb(*args, **kw) Dec 21 14:14:29.798090 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 14:14:29.798090 dv-neutron-master-2-hyperv neutron-server[103152]: return func(*args, **kwargs) Dec 21 14:14:29.798090 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 14:14:29.798090 dv-neutron-master-2-hyperv neutron-server[103152]: self._notify() Dec 21 14:14:29.798090 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 14:14:29.798090 dv-neutron-master-2-hyperv neutron-server[103152]: self.callback(batched_events) Dec 21 14:14:29.798090 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 14:14:29.798090 dv-neutron-master-2-hyperv neutron-server[103152]: event.method(event) Dec 21 14:14:29.798090 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 14:14:29.798090 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 14:14:29.798090 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 14:14:29.798090 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 14:14:29.798090 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 14:14:29.798090 dv-neutron-master-2-hyperv neutron-server[103152]: return f(self, *a, **k) Dec 21 14:14:29.798090 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 14:14:29.798090 dv-neutron-master-2-hyperv neutron-server[103152]: return self._get(url).json() Dec 21 14:14:29.798090 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 14:14:29.798090 dv-neutron-master-2-hyperv neutron-server[103152]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 14:14:29.798090 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 14:14:29.798090 dv-neutron-master-2-hyperv neutron-server[103152]: return self.request(url, 'GET', **kwargs) Dec 21 14:14:29.798090 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 14:14:29.798090 dv-neutron-master-2-hyperv neutron-server[103152]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 14:14:29.798090 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 14:14:29.798090 dv-neutron-master-2-hyperv neutron-server[103152]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 14:14:29.798090 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 14:14:29.798090 dv-neutron-master-2-hyperv neutron-server[103152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 14:14:29.798090 dv-neutron-master-2-hyperv neutron-server[103152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 14:14:29.852179 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6f7c3526-b3b1-4bf3-aed6-c1a8729a73e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:29.856760 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6f7c3526-b3b1-4bf3-aed6-c1a8729a73e9 admin admin] Publish callbacks [] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:29.860202 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-6f7c3526-b3b1-4bf3-aed6-c1a8729a73e9 admin admin] 10.222.0.37 "DELETE /v2.0/networks/3efcba42-8b4f-49ac-8b53-0bb490a50b4f HTTP/1.1" status: 204 len: 168 time: 0.5173471 Dec 21 14:14:29.872913 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7c3526-b3b1-4bf3-aed6-c1a8729a73e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=3efcba42-8b4f-49ac-8b53-0bb490a50b4f,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:14:29.973430 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 39206) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:14:30.016793 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-ed6f619c-1827-4e2c-8569-5b9844162487 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d6849cd75da2415495750e7735f5226b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0422020 Dec 21 14:14:30.019257 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 39208) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:14:30.065153 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f1205b0c-4210-4d09-bcb9-325e0fb2b0fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:30.085366 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f1205b0c-4210-4d09-bcb9-325e0fb2b0fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:30.130692 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f1205b0c-4210-4d09-bcb9-325e0fb2b0fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:30.133271 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f1205b0c-4210-4d09-bcb9-325e0fb2b0fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:30.134428 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-f1205b0c-4210-4d09-bcb9-325e0fb2b0fc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8146aec3-f36f-4e6c-9421-3d15d84d74a3 HTTP/1.1" status: 204 len: 168 time: 0.1142406 Dec 21 14:14:30.142914 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1205b0c-4210-4d09-bcb9-325e0fb2b0fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8146aec3-f36f-4e6c-9421-3d15d84d74a3,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:14:30.446568 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 39214) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:14:30.487385 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-b76a621a-a27b-4ca2-ad95-0176795c4c76 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ba68caab6f524534b3e0a2822b739e72&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0396461 Dec 21 14:14:30.489854 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 39218) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:14:30.563556 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-eed6140a-6ddd-4cc4-bc95-3be91b4a4889 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:30.583972 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-eed6140a-6ddd-4cc4-bc95-3be91b4a4889 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:30.630058 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-eed6140a-6ddd-4cc4-bc95-3be91b4a4889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:30.632783 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-eed6140a-6ddd-4cc4-bc95-3be91b4a4889 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:30.634074 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-eed6140a-6ddd-4cc4-bc95-3be91b4a4889 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/00c52f58-c26a-4865-935c-b48710ea8d0f HTTP/1.1" status: 204 len: 168 time: 0.1432767 Dec 21 14:14:30.642126 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed6140a-6ddd-4cc4-bc95-3be91b4a4889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00c52f58-c26a-4865-935c-b48710ea8d0f,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:14:30.961551 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:31.163019 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:31.356289 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device fdb3dcf3-7f6a-4581-8feb-3bb741e18463 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 14:14:31.375049 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 39240) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:14:31.381149 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: fdb3dcf3-7f6a-4581-8feb-3bb741e18463 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 14:14:31.382026 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device fdb3dcf3-7f6a-4581-8feb-3bb741e18463 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 14:14:31.489515 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-1bf84071-2f38-4d8d-b2cf-b2384bf16099 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-981237152-network', 'tenant_id': 'c41fd4ab183b45e39704cacc8a3b5b8f'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:14:31.517573 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bf84071-2f38-4d8d-b2cf-b2384bf16099 admin admin] Made reservation on behalf of c41fd4ab183b45e39704cacc8a3b5b8f for: {'network': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 14:14:31.519946 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1bf84071-2f38-4d8d-b2cf-b2384bf16099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:31.528670 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1bf84071-2f38-4d8d-b2cf-b2384bf16099 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:31.607955 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1bf84071-2f38-4d8d-b2cf-b2384bf16099 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:31.611809 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1bf84071-2f38-4d8d-b2cf-b2384bf16099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:31.636859 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bf84071-2f38-4d8d-b2cf-b2384bf16099 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=103153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 14:14:31.646488 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf84071-2f38-4d8d-b2cf-b2384bf16099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06c990c4-9628-4b1c-9593-44bdd884725e,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:14:31.651347 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1bf84071-2f38-4d8d-b2cf-b2384bf16099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:31.651846 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.segments_db [None req-1bf84071-2f38-4d8d-b2cf-b2384bf16099 admin admin] Added segment 76ac4c64-738b-4af0-8730-e7445fe6fe81 of type vlan for network 214c03e6-f809-48bd-acae-b3b54d1e15eb Dec 21 14:14:31.694131 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1bf84071-2f38-4d8d-b2cf-b2384bf16099 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:31.719277 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1bf84071-2f38-4d8d-b2cf-b2384bf16099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:31.720164 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf84071-2f38-4d8d-b2cf-b2384bf16099 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:31.720746 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1bf84071-2f38-4d8d-b2cf-b2384bf16099 admin admin] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:31.754781 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-1bf84071-2f38-4d8d-b2cf-b2384bf16099 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3785901 Dec 21 14:14:31.757661 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 39244) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:14:31.762874 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-3893446d-453a-4e31-ba77-f9b5a9b0b4d9 admin admin] Request body: {'subnet': {'network_id': '214c03e6-f809-48bd-acae-b3b54d1e15eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-981237152-subnet', 'tenant_id': 'c41fd4ab183b45e39704cacc8a3b5b8f', 'ip_version': 4}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:14:31.785920 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3893446d-453a-4e31-ba77-f9b5a9b0b4d9 admin admin] Made reservation on behalf of c41fd4ab183b45e39704cacc8a3b5b8f for: {'subnet': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 14:14:31.786243 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf84071-2f38-4d8d-b2cf-b2384bf16099 admin admin] Pushing event updated for resources: {'Network': ['ID=214c03e6-f809-48bd-acae-b3b54d1e15eb,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:14:31.788242 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3893446d-453a-4e31-ba77-f9b5a9b0b4d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12346583'] for subnet, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:31.796310 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network 214c03e6-f809-48bd-acae-b3b54d1e15eb details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 14:14:31.969877 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3893446d-453a-4e31-ba77-f9b5a9b0b4d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12346565'] for subnet, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:32.022580 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3893446d-453a-4e31-ba77-f9b5a9b0b4d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a77a7e51-dc08-4a26-bbbc-78b11f11e172,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:14:32.031608 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3893446d-453a-4e31-ba77-f9b5a9b0b4d9 admin admin] Checking segment: {'id': '76ac4c64-738b-4af0-8730-e7445fe6fe81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '214c03e6-f809-48bd-acae-b3b54d1e15eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 14:14:32.031964 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3893446d-453a-4e31-ba77-f9b5a9b0b4d9 admin admin] Network hostable DHCP agents. Network: 214c03e6-f809-48bd-acae-b3b54d1e15eb, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 14:14:32.048337 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3893446d-453a-4e31-ba77-f9b5a9b0b4d9 admin admin] Network 214c03e6-f809-48bd-acae-b3b54d1e15eb is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 14:14:32.056828 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-3893446d-453a-4e31-ba77-f9b5a9b0b4d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 214c03e6-f809-48bd-acae-b3b54d1e15eb) {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:14:32.061505 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3893446d-453a-4e31-ba77-f9b5a9b0b4d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:32.062645 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3893446d-453a-4e31-ba77-f9b5a9b0b4d9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:32.065781 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802ba2d1-83bf-4bfc-9eed-aead1b630c9a None None] Network 214c03e6-f809-48bd-acae-b3b54d1e15eb requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 14:14:32.078573 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-3893446d-453a-4e31-ba77-f9b5a9b0b4d9 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3197832 Dec 21 14:14:32.081127 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 39246) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:14:32.085352 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-9b8107cb-785e-4e1c-a225-975716bb678f admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-981237152-router', 'tenant_id': 'c41fd4ab183b45e39704cacc8a3b5b8f', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:14:32.113481 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9b8107cb-785e-4e1c-a225-975716bb678f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26964'] for router, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:32.115193 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9b8107cb-785e-4e1c-a225-975716bb678f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-642316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26957'] for router, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:32.170045 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec7c1f0-b247-4eb3-8409-cb711ec41d4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-214c03e6-f809-48bd-acae-b3b54d1e15eb', 'network_id': '214c03e6-f809-48bd-acae-b3b54d1e15eb', 'project_id': 'c41fd4ab183b45e39704cacc8a3b5b8f', 'fixed_ips': [{'subnet_id': 'a77a7e51-dc08-4a26-bbbc-78b11f11e172'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 14:14:32.170289 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9b8107cb-785e-4e1c-a225-975716bb678f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:32.171003 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-3ec7c1f0-b247-4eb3-8409-cb711ec41d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:32.303076 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-3ec7c1f0-b247-4eb3-8409-cb711ec41d4c None None] Allocated IP 172.20.0.2 (214c03e6-f809-48bd-acae-b3b54d1e15eb/a77a7e51-dc08-4a26-bbbc-78b11f11e172/b2d3aef3-db52-4dcf-b58b-134b1a47c694) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 14:14:32.306424 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9b8107cb-785e-4e1c-a225-975716bb678f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:32.457521 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-3ec7c1f0-b247-4eb3-8409-cb711ec41d4c None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:32.463218 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-3ec7c1f0-b247-4eb3-8409-cb711ec41d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:32.502956 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec7c1f0-b247-4eb3-8409-cb711ec41d4c None None] Network 214c03e6-f809-48bd-acae-b3b54d1e15eb is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 14:14:32.503814 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9b8107cb-785e-4e1c-a225-975716bb678f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:32.507917 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-3ec7c1f0-b247-4eb3-8409-cb711ec41d4c None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:14:32.510555 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec7c1f0-b247-4eb3-8409-cb711ec41d4c None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 14:14:32.518286 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec7c1f0-b247-4eb3-8409-cb711ec41d4c None None] Pushing event updated for resources: {'Port': ['ID=b2d3aef3-db52-4dcf-b58b-134b1a47c694,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:14:32.523265 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9b8107cb-785e-4e1c-a225-975716bb678f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:32.571477 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-3ec7c1f0-b247-4eb3-8409-cb711ec41d4c None None] Attempting to bind port b2d3aef3-db52-4dcf-b58b-134b1a47c694 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 14:14:32.571776 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-3ec7c1f0-b247-4eb3-8409-cb711ec41d4c None None] Attempting to bind port b2d3aef3-db52-4dcf-b58b-134b1a47c694 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '76ac4c64-738b-4af0-8730-e7445fe6fe81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '214c03e6-f809-48bd-acae-b3b54d1e15eb'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 14:14:32.572101 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec7c1f0-b247-4eb3-8409-cb711ec41d4c None None] Attempting to bind port b2d3aef3-db52-4dcf-b58b-134b1a47c694 on network 214c03e6-f809-48bd-acae-b3b54d1e15eb {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 14:14:32.577468 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec7c1f0-b247-4eb3-8409-cb711ec41d4c None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 14, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 14:14:32.577842 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec7c1f0-b247-4eb3-8409-cb711ec41d4c None None] Checking segment: {'id': '76ac4c64-738b-4af0-8730-e7445fe6fe81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '214c03e6-f809-48bd-acae-b3b54d1e15eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 14:14:32.578247 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-3ec7c1f0-b247-4eb3-8409-cb711ec41d4c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:32.578681 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec7c1f0-b247-4eb3-8409-cb711ec41d4c None None] Bound using segment: {'id': '76ac4c64-738b-4af0-8730-e7445fe6fe81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '214c03e6-f809-48bd-acae-b3b54d1e15eb'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 14:14:32.579153 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-3ec7c1f0-b247-4eb3-8409-cb711ec41d4c None None] Bound port: b2d3aef3-db52-4dcf-b58b-134b1a47c694, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76ac4c64-738b-4af0-8730-e7445fe6fe81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '214c03e6-f809-48bd-acae-b3b54d1e15eb'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 14:14:32.579989 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-3ec7c1f0-b247-4eb3-8409-cb711ec41d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:32.627856 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-9b8107cb-785e-4e1c-a225-975716bb678f admin admin] Allocated IP 172.36.3.163 (7fdf1889-f079-4166-bbda-88b2a8d8d595/051a5607-1753-4008-a2f2-d94b48752e9c/7884cfd7-d542-4709-9d1c-837391df0b78) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 14:14:32.640715 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-3ec7c1f0-b247-4eb3-8409-cb711ec41d4c None None] For port b2d3aef3-db52-4dcf-b58b-134b1a47c694, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 14:14:32.643777 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-3ec7c1f0-b247-4eb3-8409-cb711ec41d4c None None] For port b2d3aef3-db52-4dcf-b58b-134b1a47c694, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b2d3aef3-db52-4dcf-b58b-134b1a47c694,segment=NetworkSegment(76ac4c64-738b-4af0-8730-e7445fe6fe81),segment_id=76ac4c64-738b-4af0-8730-e7445fe6fe81)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 14:14:32.647194 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-3ec7c1f0-b247-4eb3-8409-cb711ec41d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:32.702487 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec7c1f0-b247-4eb3-8409-cb711ec41d4c None None] Pushing event updated for resources: {'Port': ['ID=b2d3aef3-db52-4dcf-b58b-134b1a47c694,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:14:32.731121 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9b8107cb-785e-4e1c-a225-975716bb678f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:32.766005 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9b8107cb-785e-4e1c-a225-975716bb678f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:32.810252 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8107cb-785e-4e1c-a225-975716bb678f admin admin] Network 7fdf1889-f079-4166-bbda-88b2a8d8d595 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 14:14:32.813177 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-9b8107cb-785e-4e1c-a225-975716bb678f admin admin] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:14:32.816688 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8107cb-785e-4e1c-a225-975716bb678f admin admin] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 14:14:32.827911 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b7394c-0e3b-43ec-b0d9-e555e9979ad0 None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 14:14:32.839704 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8107cb-785e-4e1c-a225-975716bb678f admin admin] Pushing event updated for resources: {'Port': ['ID=7884cfd7-d542-4709-9d1c-837391df0b78,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:14:32.896587 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-197bd30c-dc5f-4a89-8383-a969397d9a0c None None] Provisioning complete for port 7884cfd7-d542-4709-9d1c-837391df0b78 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:14:32.897041 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-197bd30c-dc5f-4a89-8383-a969397d9a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:32.940397 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-197bd30c-dc5f-4a89-8383-a969397d9a0c None None] Port 7884cfd7-d542-4709-9d1c-837391df0b78 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 14:14:33.400531 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device b2d3aef3-db52-4dcf-b58b-134b1a47c694 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:14:33.408667 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9b8107cb-785e-4e1c-a225-975716bb678f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:33.458282 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port b2d3aef3-db52-4dcf-b58b-134b1a47c694 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:14:33.458782 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:33.540357 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:33.578230 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] For port b2d3aef3-db52-4dcf-b58b-134b1a47c694, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b2d3aef3-db52-4dcf-b58b-134b1a47c694,segment=NetworkSegment(76ac4c64-738b-4af0-8730-e7445fe6fe81),segment_id=76ac4c64-738b-4af0-8730-e7445fe6fe81)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:14:33.585545 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:33.620999 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9b8107cb-785e-4e1c-a225-975716bb678f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548730'] for router, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:33.639956 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Pushing event updated for resources: {'Port': ['ID=b2d3aef3-db52-4dcf-b58b-134b1a47c694,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:14:33.690954 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a00b86-e54f-438f-a86c-f2b058232b13 None None] Network 214c03e6-f809-48bd-acae-b3b54d1e15eb requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 14:14:33.756230 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b8107cb-785e-4e1c-a225-975716bb678f admin admin] Router f5cea583-045f-4d64-92a5-60ca1c347b49 is scheduled to L3 agent 59e14383-78fa-487e-9299-b32042a98157 with binding_index 1 {{(pid=103152) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 14:14:33.790230 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-adf297a3-58c3-438d-ab0e-6dd120567bb8 None None] Provisioning complete for port b2d3aef3-db52-4dcf-b58b-134b1a47c694 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:14:33.790646 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-adf297a3-58c3-438d-ab0e-6dd120567bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:33.865018 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b8107cb-785e-4e1c-a225-975716bb678f admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 14:14:33.877674 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cab47b3-8daa-4eb0-9fbe-3354a1e01648 None None] Sync routers for ids ['f5cea583-045f-4d64-92a5-60ca1c347b49'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 14:14:33.885201 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9b8107cb-785e-4e1c-a225-975716bb678f admin admin] Publish callbacks [] for router, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:33.889548 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-9b8107cb-785e-4e1c-a225-975716bb678f admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8049390 Dec 21 14:14:33.890057 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 39248) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:14:33.897051 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cab47b3-8daa-4eb0-9fbe-3354a1e01648 None None] Routers {'f5cea583-045f-4d64-92a5-60ca1c347b49'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:14:33.897786 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-7cab47b3-8daa-4eb0-9fbe-3354a1e01648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T14:14:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['f5cea583-045f-4d64-92a5-60ca1c347b49'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:14:34.016082 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-7cab47b3-8daa-4eb0-9fbe-3354a1e01648 None None] Set router f5cea583-045f-4d64-92a5-60ca1c347b49 gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:14:34.134702 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-2c307b6c-3fe7-4301-af59-a8db297cb882 None None] Provisioning complete for port b2d3aef3-db52-4dcf-b58b-134b1a47c694 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:14:34.135065 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-2c307b6c-3fe7-4301-af59-a8db297cb882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:34.321374 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9b8207b6-333d-4078-a5a2-dfbe4ae71d61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:34.412534 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-7cab47b3-8daa-4eb0-9fbe-3354a1e01648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5cea583-045f-4d64-92a5-60ca1c347b49', 'name': 'tempest-TestSnapshotPattern-981237152-router', 'tenant_id': 'c41fd4ab183b45e39704cacc8a3b5b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.163'}], 'enable_snat': True}, 'gw_port_id': '7884cfd7-d542-4709-9d1c-837391df0b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:14:32Z', 'updated_at': '2021-12-21T14:14:32Z', 'revision_number': 3, 'project_id': 'c41fd4ab183b45e39704cacc8a3b5b8f', 'gw_port': {'id': '7884cfd7-d542-4709-9d1c-837391df0b78', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:37:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5cea583-045f-4d64-92a5-60ca1c347b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:14:32Z', 'updated_at': '2021-12-21T14:14:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:14:34.442105 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cab47b3-8daa-4eb0-9fbe-3354a1e01648 None None] Checking router: f5cea583-045f-4d64-92a5-60ca1c347b49 for host: dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 14:14:34.442105 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cab47b3-8daa-4eb0-9fbe-3354a1e01648 None None] Updating router f5cea583-045f-4d64-92a5-60ca1c347b49 port 7884cfd7-d542-4709-9d1c-837391df0b78 binding host dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 14:14:34.466236 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7cab47b3-8daa-4eb0-9fbe-3354a1e01648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:34.479039 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-9b8207b6-333d-4078-a5a2-dfbe4ae71d61 admin admin] Allocated IP 172.20.0.1 (214c03e6-f809-48bd-acae-b3b54d1e15eb/a77a7e51-dc08-4a26-bbbc-78b11f11e172/bee90f5d-0587-45a9-9010-b57f0a35f581) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 14:14:34.581902 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9b8207b6-333d-4078-a5a2-dfbe4ae71d61 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:34.615171 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9b8207b6-333d-4078-a5a2-dfbe4ae71d61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:34.654070 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8207b6-333d-4078-a5a2-dfbe4ae71d61 admin admin] Network 214c03e6-f809-48bd-acae-b3b54d1e15eb is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 14:14:34.658571 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-9b8207b6-333d-4078-a5a2-dfbe4ae71d61 admin admin] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:14:34.662090 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8207b6-333d-4078-a5a2-dfbe4ae71d61 admin admin] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 14:14:34.684685 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8207b6-333d-4078-a5a2-dfbe4ae71d61 admin admin] Pushing event updated for resources: {'Port': ['ID=bee90f5d-0587-45a9-9010-b57f0a35f581,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:14:34.703780 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9b8207b6-333d-4078-a5a2-dfbe4ae71d61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532557'] for router_interface, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:34.715065 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7cab47b3-8daa-4eb0-9fbe-3354a1e01648 None None] Publish callbacks [] for port, precommit_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:34.720461 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7cab47b3-8daa-4eb0-9fbe-3354a1e01648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:34.768879 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83589e91-2218-4404-a6d5-af40bb135d65 None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 14:14:34.783875 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-7cab47b3-8daa-4eb0-9fbe-3354a1e01648 None None] Attempting to bind port 7884cfd7-d542-4709-9d1c-837391df0b78 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 14:14:34.784242 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-7cab47b3-8daa-4eb0-9fbe-3354a1e01648 None None] Attempting to bind port 7884cfd7-d542-4709-9d1c-837391df0b78 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 14:14:34.784596 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cab47b3-8daa-4eb0-9fbe-3354a1e01648 None None] Attempting to bind port 7884cfd7-d542-4709-9d1c-837391df0b78 on network 7fdf1889-f079-4166-bbda-88b2a8d8d595 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 14:14:34.786982 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0de442d-aae8-4e7f-af95-43c66c16967e None None] Pushing event updated for resources: {'Port': ['ID=7884cfd7-d542-4709-9d1c-837391df0b78,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:14:34.793396 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cab47b3-8daa-4eb0-9fbe-3354a1e01648 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 14, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 14:14:34.793746 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cab47b3-8daa-4eb0-9fbe-3354a1e01648 None None] Checking segment: {'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 14:14:34.794143 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7cab47b3-8daa-4eb0-9fbe-3354a1e01648 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:34.794552 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cab47b3-8daa-4eb0-9fbe-3354a1e01648 None None] Bound using segment: {'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 14:14:34.795019 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-7cab47b3-8daa-4eb0-9fbe-3354a1e01648 None None] Bound port: 7884cfd7-d542-4709-9d1c-837391df0b78, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 14:14:34.795395 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7cab47b3-8daa-4eb0-9fbe-3354a1e01648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:34.849193 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9b8207b6-333d-4078-a5a2-dfbe4ae71d61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:34.857929 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-0e62b187-c64e-4f11-bf56-be6196d94606 None None] Provisioning complete for port 7884cfd7-d542-4709-9d1c-837391df0b78 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:14:34.858299 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-0e62b187-c64e-4f11-bf56-be6196d94606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:34.882647 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-7cab47b3-8daa-4eb0-9fbe-3354a1e01648 None None] For port 7884cfd7-d542-4709-9d1c-837391df0b78, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 14:14:34.902847 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-7cab47b3-8daa-4eb0-9fbe-3354a1e01648 None None] For port 7884cfd7-d542-4709-9d1c-837391df0b78, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7884cfd7-d542-4709-9d1c-837391df0b78,segment=NetworkSegment(a32e5bfd-6fac-434f-817b-5707a23fd2ca),segment_id=a32e5bfd-6fac-434f-817b-5707a23fd2ca)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 14:14:34.908870 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7cab47b3-8daa-4eb0-9fbe-3354a1e01648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:34.913038 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-0e62b187-c64e-4f11-bf56-be6196d94606 None None] Port 7884cfd7-d542-4709-9d1c-837391df0b78 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 14:14:34.954539 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65098487-83c0-417b-bc24-afd85a3585e5 None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 14:14:34.980776 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cab47b3-8daa-4eb0-9fbe-3354a1e01648 None None] Routers {'f5cea583-045f-4d64-92a5-60ca1c347b49'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:14:34.981396 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-7cab47b3-8daa-4eb0-9fbe-3354a1e01648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T14:14:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['f5cea583-045f-4d64-92a5-60ca1c347b49'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:14:34.983124 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0de442d-aae8-4e7f-af95-43c66c16967e None None] Pushing event updated for resources: {'Port': ['ID=7884cfd7-d542-4709-9d1c-837391df0b78,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:14:35.026134 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9b8207b6-333d-4078-a5a2-dfbe4ae71d61 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:35.032369 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9b8207b6-333d-4078-a5a2-dfbe4ae71d61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:35.044412 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-61f7ab29-95c6-4993-abc0-0a873305bef8 None None] Provisioning complete for port 7884cfd7-d542-4709-9d1c-837391df0b78 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:14:35.044784 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-61f7ab29-95c6-4993-abc0-0a873305bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:35.098873 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8207b6-333d-4078-a5a2-dfbe4ae71d61 admin admin] Pushing event updated for resources: {'Port': ['ID=bee90f5d-0587-45a9-9010-b57f0a35f581,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:14:35.101288 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9b8207b6-333d-4078-a5a2-dfbe4ae71d61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532537'] for router_interface, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:35.126443 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-7cab47b3-8daa-4eb0-9fbe-3354a1e01648 None None] Set router f5cea583-045f-4d64-92a5-60ca1c347b49 gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:14:35.194081 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8207b6-333d-4078-a5a2-dfbe4ae71d61 admin admin] Network 214c03e6-f809-48bd-acae-b3b54d1e15eb is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 14:14:35.195604 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-9b8207b6-333d-4078-a5a2-dfbe4ae71d61 admin admin] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:14:35.246607 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-61f7ab29-95c6-4993-abc0-0a873305bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:35.301682 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-61f7ab29-95c6-4993-abc0-0a873305bef8 None None] For port 7884cfd7-d542-4709-9d1c-837391df0b78, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7884cfd7-d542-4709-9d1c-837391df0b78,segment=NetworkSegment(a32e5bfd-6fac-434f-817b-5707a23fd2ca),segment_id=a32e5bfd-6fac-434f-817b-5707a23fd2ca)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:14:35.309617 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-61f7ab29-95c6-4993-abc0-0a873305bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:35.320426 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b8207b6-333d-4078-a5a2-dfbe4ae71d61 admin admin] Router f5cea583-045f-4d64-92a5-60ca1c347b49 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 14:14:35.392073 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-61f7ab29-95c6-4993-abc0-0a873305bef8 None None] Provisioning complete for port bee90f5d-0587-45a9-9010-b57f0a35f581 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:14:35.392439 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-61f7ab29-95c6-4993-abc0-0a873305bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:35.406228 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device b2d3aef3-db52-4dcf-b58b-134b1a47c694 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:14:35.428764 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f7ab29-95c6-4993-abc0-0a873305bef8 None None] Pushing event updated for resources: {'Port': ['ID=7884cfd7-d542-4709-9d1c-837391df0b78,revision_number=4']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:14:35.448275 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b8207b6-333d-4078-a5a2-dfbe4ae71d61 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 14:14:35.454128 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-9b8207b6-333d-4078-a5a2-dfbe4ae71d61 admin admin] 10.222.0.37 "PUT /v2.0/routers/f5cea583-045f-4d64-92a5-60ca1c347b49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5629671 Dec 21 14:14:35.481587 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-61f7ab29-95c6-4993-abc0-0a873305bef8 None None] Port bee90f5d-0587-45a9-9010-b57f0a35f581 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 14:14:35.507538 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-7cab47b3-8daa-4eb0-9fbe-3354a1e01648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5cea583-045f-4d64-92a5-60ca1c347b49', 'name': 'tempest-TestSnapshotPattern-981237152-router', 'tenant_id': 'c41fd4ab183b45e39704cacc8a3b5b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.163'}], 'enable_snat': True}, 'gw_port_id': '7884cfd7-d542-4709-9d1c-837391df0b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:14:32Z', 'updated_at': '2021-12-21T14:14:34Z', 'revision_number': 4, 'project_id': 'c41fd4ab183b45e39704cacc8a3b5b8f', 'gw_port': {'id': '7884cfd7-d542-4709-9d1c-837391df0b78', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:37:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5cea583-045f-4d64-92a5-60ca1c347b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:14:32Z', 'updated_at': '2021-12-21T14:14:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'bee90f5d-0587-45a9-9010-b57f0a35f581', 'name': '', 'network_id': '214c03e6-f809-48bd-acae-b3b54d1e15eb', 'tenant_id': 'c41fd4ab183b45e39704cacc8a3b5b8f', 'mac_address': 'fa:16:3e:3a:24:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5cea583-045f-4d64-92a5-60ca1c347b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': 'a77a7e51-dc08-4a26-bbbc-78b11f11e172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:14:34Z', 'updated_at': '2021-12-21T14:14:34Z', 'revision_number': 1, 'project_id': 'c41fd4ab183b45e39704cacc8a3b5b8f', 'subnets': [{'id': 'a77a7e51-dc08-4a26-bbbc-78b11f11e172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:14:35.510565 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port b2d3aef3-db52-4dcf-b58b-134b1a47c694 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:14:35.511482 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:35.536651 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cab47b3-8daa-4eb0-9fbe-3354a1e01648 None None] The sync data for ids ['f5cea583-045f-4d64-92a5-60ca1c347b49'] in dv-neutron-master-2-hyperv is: [{'id': 'f5cea583-045f-4d64-92a5-60ca1c347b49', 'name': 'tempest-TestSnapshotPattern-981237152-router', 'tenant_id': 'c41fd4ab183b45e39704cacc8a3b5b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.163'}], 'enable_snat': True}, 'gw_port_id': '7884cfd7-d542-4709-9d1c-837391df0b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:14:32Z', 'updated_at': '2021-12-21T14:14:34Z', 'revision_number': 4, 'project_id': 'c41fd4ab183b45e39704cacc8a3b5b8f', 'gw_port': {'id': '7884cfd7-d542-4709-9d1c-837391df0b78', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:37:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5cea583-045f-4d64-92a5-60ca1c347b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:14:32Z', 'updated_at': '2021-12-21T14:14:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'bee90f5d-0587-45a9-9010-b57f0a35f581', 'name': '', 'network_id': '214c03e6-f809-48bd-acae-b3b54d1e15eb', 'tenant_id': 'c41fd4ab183b45e39704cacc8a3b5b8f', 'mac_address': 'fa:16:3e:3a:24:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5cea583-045f-4d64-92a5-60ca1c347b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': 'a77a7e51-dc08-4a26-bbbc-78b11f11e172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:14:34Z', 'updated_at': '2021-12-21T14:14:34Z', 'revision_number': 1, 'project_id': 'c41fd4ab183b45e39704cacc8a3b5b8f', 'subnets': [{'id': 'a77a7e51-dc08-4a26-bbbc-78b11f11e172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 14:14:35.633162 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-e53339da-136a-47ff-b5f6-0860e02c0fff None None] Provisioning complete for port bee90f5d-0587-45a9-9010-b57f0a35f581 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:14:35.633575 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e53339da-136a-47ff-b5f6-0860e02c0fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:35.671212 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-e53339da-136a-47ff-b5f6-0860e02c0fff None None] Port bee90f5d-0587-45a9-9010-b57f0a35f581 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 14:14:35.996626 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 39264) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:14:36.001769 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-aae6837d-f791-42d2-8f97-39def913e395 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1197797986-network', 'tenant_id': '660ba85c5bba4f3a97f0fd5e2d26d451'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:14:36.026095 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aae6837d-f791-42d2-8f97-39def913e395 admin admin] Made reservation on behalf of 660ba85c5bba4f3a97f0fd5e2d26d451 for: {'network': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 14:14:36.029390 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-aae6837d-f791-42d2-8f97-39def913e395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for network, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:36.038402 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-aae6837d-f791-42d2-8f97-39def913e395 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:36.116331 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-aae6837d-f791-42d2-8f97-39def913e395 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:36.119913 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-aae6837d-f791-42d2-8f97-39def913e395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:36.145049 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aae6837d-f791-42d2-8f97-39def913e395 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=103153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 14:14:36.155430 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae6837d-f791-42d2-8f97-39def913e395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f48bdc86-835d-4905-b8b3-64f667346f22,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:14:36.160365 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-aae6837d-f791-42d2-8f97-39def913e395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:36.160707 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.segments_db [None req-aae6837d-f791-42d2-8f97-39def913e395 admin admin] Added segment 2bacdc5f-78b3-4489-95e0-7eecca96bf6e of type vlan for network 9a0079de-af38-4f3d-b1fe-77cf67d691e7 Dec 21 14:14:36.212985 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-aae6837d-f791-42d2-8f97-39def913e395 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793254795066'] for network, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:36.239514 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-aae6837d-f791-42d2-8f97-39def913e395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691'] for network, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:36.240492 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae6837d-f791-42d2-8f97-39def913e395 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:36.241015 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-aae6837d-f791-42d2-8f97-39def913e395 admin admin] Publish callbacks [] for network, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:36.282912 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-aae6837d-f791-42d2-8f97-39def913e395 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2849853 Dec 21 14:14:36.283900 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 39266) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:14:36.289103 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-a6eb3ffe-5ec6-47df-a2b7-1ed65e97f861 admin admin] Request body: {'subnet': {'network_id': '9a0079de-af38-4f3d-b1fe-77cf67d691e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1197797986-subnet', 'tenant_id': '660ba85c5bba4f3a97f0fd5e2d26d451', 'ip_version': 4}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:14:36.314852 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae6837d-f791-42d2-8f97-39def913e395 admin admin] Pushing event updated for resources: {'Network': ['ID=9a0079de-af38-4f3d-b1fe-77cf67d691e7,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:14:36.319346 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6eb3ffe-5ec6-47df-a2b7-1ed65e97f861 admin admin] Made reservation on behalf of 660ba85c5bba4f3a97f0fd5e2d26d451 for: {'subnet': 1} {{(pid=103152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 14:14:36.321976 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a6eb3ffe-5ec6-47df-a2b7-1ed65e97f861 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12346583'] for subnet, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:36.325875 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Network 9a0079de-af38-4f3d-b1fe-77cf67d691e7 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 14:14:36.514933 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a6eb3ffe-5ec6-47df-a2b7-1ed65e97f861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12346565'] for subnet, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:36.579489 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eb3ffe-5ec6-47df-a2b7-1ed65e97f861 admin admin] Pushing event updated for resources: {'Subnet': ['ID=306aac88-3c29-478b-bd9d-61fd43d1231e,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:14:36.587342 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6eb3ffe-5ec6-47df-a2b7-1ed65e97f861 admin admin] Checking segment: {'id': '2bacdc5f-78b3-4489-95e0-7eecca96bf6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '9a0079de-af38-4f3d-b1fe-77cf67d691e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 14:14:36.587703 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6eb3ffe-5ec6-47df-a2b7-1ed65e97f861 admin admin] Network hostable DHCP agents. Network: 9a0079de-af38-4f3d-b1fe-77cf67d691e7, hostable agents: ['02408e98-885b-45fe-a6c9-f5c849a1f642'], hosted agents: [] {{(pid=103152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 14:14:36.605611 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6eb3ffe-5ec6-47df-a2b7-1ed65e97f861 admin admin] Network 9a0079de-af38-4f3d-b1fe-77cf67d691e7 is scheduled to be hosted by DHCP agent 02408e98-885b-45fe-a6c9-f5c849a1f642 with binding_index 1 {{(pid=103152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 14:14:36.615983 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-a6eb3ffe-5ec6-47df-a2b7-1ed65e97f861 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 9a0079de-af38-4f3d-b1fe-77cf67d691e7) {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:14:36.621242 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6eb3ffe-5ec6-47df-a2b7-1ed65e97f861 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:36.621884 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a6eb3ffe-5ec6-47df-a2b7-1ed65e97f861 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:36.627662 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a1bdf9-6704-49e0-8f3f-e7d635b743fa None None] Network 9a0079de-af38-4f3d-b1fe-77cf67d691e7 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 14:14:36.641080 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-a6eb3ffe-5ec6-47df-a2b7-1ed65e97f861 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3559439 Dec 21 14:14:36.643495 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 39268) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:14:36.649313 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-36072f05-fbbd-447c-9f9a-4c4bc363cc5e admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1197797986-router', 'tenant_id': '660ba85c5bba4f3a97f0fd5e2d26d451', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:14:36.676728 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-36072f05-fbbd-447c-9f9a-4c4bc363cc5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26964'] for router, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:36.678433 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-36072f05-fbbd-447c-9f9a-4c4bc363cc5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-642316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26957'] for router, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:36.740063 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-36072f05-fbbd-447c-9f9a-4c4bc363cc5e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:36.747862 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41919546-fb76-4646-89cc-b462c3fc8c81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-9a0079de-af38-4f3d-b1fe-77cf67d691e7', 'network_id': '9a0079de-af38-4f3d-b1fe-77cf67d691e7', 'project_id': '660ba85c5bba4f3a97f0fd5e2d26d451', 'fixed_ips': [{'subnet_id': '306aac88-3c29-478b-bd9d-61fd43d1231e'}]}} from dv-neutron-master-2-hyperv. {{(pid=103154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 14:14:36.748743 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-41919546-fb76-4646-89cc-b462c3fc8c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:36.889120 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-36072f05-fbbd-447c-9f9a-4c4bc363cc5e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:36.892844 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-41919546-fb76-4646-89cc-b462c3fc8c81 None None] Allocated IP 172.20.0.2 (9a0079de-af38-4f3d-b1fe-77cf67d691e7/306aac88-3c29-478b-bd9d-61fd43d1231e/f3a4b949-1360-44a4-a004-2e26c0f78e0e) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 14:14:37.035877 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-41919546-fb76-4646-89cc-b462c3fc8c81 None None] Publish callbacks [] for port, precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:37.041674 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-41919546-fb76-4646-89cc-b462c3fc8c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627'] for port, after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:37.086607 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41919546-fb76-4646-89cc-b462c3fc8c81 None None] Network 9a0079de-af38-4f3d-b1fe-77cf67d691e7 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 14:14:37.090376 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-36072f05-fbbd-447c-9f9a-4c4bc363cc5e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:37.090952 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41919546-fb76-4646-89cc-b462c3fc8c81 None None] Pushing event updated for resources: {'Port': ['ID=f3a4b949-1360-44a4-a004-2e26c0f78e0e,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:14:37.093325 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-41919546-fb76-4646-89cc-b462c3fc8c81 None None] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:14:37.095359 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41919546-fb76-4646-89cc-b462c3fc8c81 None None] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 14:14:37.114250 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-36072f05-fbbd-447c-9f9a-4c4bc363cc5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:37.149002 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-41919546-fb76-4646-89cc-b462c3fc8c81 None None] Attempting to bind port f3a4b949-1360-44a4-a004-2e26c0f78e0e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 14:14:37.149740 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-41919546-fb76-4646-89cc-b462c3fc8c81 None None] Attempting to bind port f3a4b949-1360-44a4-a004-2e26c0f78e0e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '2bacdc5f-78b3-4489-95e0-7eecca96bf6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '9a0079de-af38-4f3d-b1fe-77cf67d691e7'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 14:14:37.150297 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41919546-fb76-4646-89cc-b462c3fc8c81 None None] Attempting to bind port f3a4b949-1360-44a4-a004-2e26c0f78e0e on network 9a0079de-af38-4f3d-b1fe-77cf67d691e7 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 14:14:37.155526 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41919546-fb76-4646-89cc-b462c3fc8c81 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 14, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 14:14:37.155903 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41919546-fb76-4646-89cc-b462c3fc8c81 None None] Checking segment: {'id': '2bacdc5f-78b3-4489-95e0-7eecca96bf6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '9a0079de-af38-4f3d-b1fe-77cf67d691e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 14:14:37.156311 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-41919546-fb76-4646-89cc-b462c3fc8c81 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:37.156700 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41919546-fb76-4646-89cc-b462c3fc8c81 None None] Bound using segment: {'id': '2bacdc5f-78b3-4489-95e0-7eecca96bf6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '9a0079de-af38-4f3d-b1fe-77cf67d691e7'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 14:14:37.157166 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-41919546-fb76-4646-89cc-b462c3fc8c81 None None] Bound port: f3a4b949-1360-44a4-a004-2e26c0f78e0e, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bacdc5f-78b3-4489-95e0-7eecca96bf6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '9a0079de-af38-4f3d-b1fe-77cf67d691e7'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 14:14:37.157548 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-41919546-fb76-4646-89cc-b462c3fc8c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:37.220473 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-36072f05-fbbd-447c-9f9a-4c4bc363cc5e admin admin] Allocated IP 172.36.3.2 (7fdf1889-f079-4166-bbda-88b2a8d8d595/051a5607-1753-4008-a2f2-d94b48752e9c/dc0ba260-6d33-4d50-b33f-fa11a8b451f0) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 14:14:37.223244 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-41919546-fb76-4646-89cc-b462c3fc8c81 None None] For port f3a4b949-1360-44a4-a004-2e26c0f78e0e, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 14:14:37.226544 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-41919546-fb76-4646-89cc-b462c3fc8c81 None None] For port f3a4b949-1360-44a4-a004-2e26c0f78e0e, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f3a4b949-1360-44a4-a004-2e26c0f78e0e,segment=NetworkSegment(2bacdc5f-78b3-4489-95e0-7eecca96bf6e),segment_id=2bacdc5f-78b3-4489-95e0-7eecca96bf6e)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 14:14:37.230654 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-41919546-fb76-4646-89cc-b462c3fc8c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:37.287909 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41919546-fb76-4646-89cc-b462c3fc8c81 None None] Pushing event updated for resources: {'Port': ['ID=f3a4b949-1360-44a4-a004-2e26c0f78e0e,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:14:37.349462 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-36072f05-fbbd-447c-9f9a-4c4bc363cc5e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:37.390946 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-36072f05-fbbd-447c-9f9a-4c4bc363cc5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:37.416780 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 7884cfd7-d542-4709-9d1c-837391df0b78 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:14:37.439449 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36072f05-fbbd-447c-9f9a-4c4bc363cc5e admin admin] Network 7fdf1889-f079-4166-bbda-88b2a8d8d595 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 14:14:37.442511 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-36072f05-fbbd-447c-9f9a-4c4bc363cc5e admin admin] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:14:37.447078 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36072f05-fbbd-447c-9f9a-4c4bc363cc5e admin admin] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 14:14:37.450874 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36072f05-fbbd-447c-9f9a-4c4bc363cc5e admin admin] Pushing event updated for resources: {'Port': ['ID=dc0ba260-6d33-4d50-b33f-fa11a8b451f0,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:14:37.463897 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eaa6a8f-3b35-4dc7-a80e-d96817bdbfd7 None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 14:14:37.504216 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port 7884cfd7-d542-4709-9d1c-837391df0b78 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:14:37.504593 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:37.623810 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-64eee1f0-1d8d-4db7-a4e0-bb7e2de75e6f None None] Provisioning complete for port dc0ba260-6d33-4d50-b33f-fa11a8b451f0 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:14:37.624297 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-64eee1f0-1d8d-4db7-a4e0-bb7e2de75e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:37.662493 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-64eee1f0-1d8d-4db7-a4e0-bb7e2de75e6f None None] Port dc0ba260-6d33-4d50-b33f-fa11a8b451f0 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 14:14:37.737206 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10235c9c-708b-41cb-8e3d-90d79a9ca69c None None] Sync routers for ids ['f5cea583-045f-4d64-92a5-60ca1c347b49'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 14:14:37.748453 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10235c9c-708b-41cb-8e3d-90d79a9ca69c None None] Routers {'f5cea583-045f-4d64-92a5-60ca1c347b49'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:14:37.749063 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-10235c9c-708b-41cb-8e3d-90d79a9ca69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T14:14:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['f5cea583-045f-4d64-92a5-60ca1c347b49'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:14:37.760287 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-36072f05-fbbd-447c-9f9a-4c4bc363cc5e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:37.854211 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-10235c9c-708b-41cb-8e3d-90d79a9ca69c None None] Set router f5cea583-045f-4d64-92a5-60ca1c347b49 gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:14:37.960104 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-36072f05-fbbd-447c-9f9a-4c4bc363cc5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548730'] for router, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:38.051341 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-10235c9c-708b-41cb-8e3d-90d79a9ca69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5cea583-045f-4d64-92a5-60ca1c347b49', 'name': 'tempest-TestSnapshotPattern-981237152-router', 'tenant_id': 'c41fd4ab183b45e39704cacc8a3b5b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.163'}], 'enable_snat': True}, 'gw_port_id': '7884cfd7-d542-4709-9d1c-837391df0b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:14:32Z', 'updated_at': '2021-12-21T14:14:34Z', 'revision_number': 4, 'project_id': 'c41fd4ab183b45e39704cacc8a3b5b8f', 'gw_port': {'id': '7884cfd7-d542-4709-9d1c-837391df0b78', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:37:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5cea583-045f-4d64-92a5-60ca1c347b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:14:32Z', 'updated_at': '2021-12-21T14:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'bee90f5d-0587-45a9-9010-b57f0a35f581', 'name': '', 'network_id': '214c03e6-f809-48bd-acae-b3b54d1e15eb', 'tenant_id': 'c41fd4ab183b45e39704cacc8a3b5b8f', 'mac_address': 'fa:16:3e:3a:24:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5cea583-045f-4d64-92a5-60ca1c347b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': 'a77a7e51-dc08-4a26-bbbc-78b11f11e172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:14:34Z', 'updated_at': '2021-12-21T14:14:34Z', 'revision_number': 2, 'project_id': 'c41fd4ab183b45e39704cacc8a3b5b8f', 'subnets': [{'id': 'a77a7e51-dc08-4a26-bbbc-78b11f11e172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:14:38.077072 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10235c9c-708b-41cb-8e3d-90d79a9ca69c None None] Checking router: f5cea583-045f-4d64-92a5-60ca1c347b49 for host: dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 14:14:38.077422 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10235c9c-708b-41cb-8e3d-90d79a9ca69c None None] Updating router f5cea583-045f-4d64-92a5-60ca1c347b49 port bee90f5d-0587-45a9-9010-b57f0a35f581 binding host dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 14:14:38.087998 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36072f05-fbbd-447c-9f9a-4c4bc363cc5e admin admin] Router 2852243d-7765-4cb0-b191-447b6410673f is scheduled to L3 agent 59e14383-78fa-487e-9299-b32042a98157 with binding_index 1 {{(pid=103152) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 14:14:38.107786 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-10235c9c-708b-41cb-8e3d-90d79a9ca69c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:38.201842 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36072f05-fbbd-447c-9f9a-4c4bc363cc5e admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 14:14:38.214075 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8eeb4b-2a2e-41f9-b03f-e3d82482fc0f None None] Sync routers for ids ['2852243d-7765-4cb0-b191-447b6410673f'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 14:14:38.225256 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-36072f05-fbbd-447c-9f9a-4c4bc363cc5e admin admin] Publish callbacks [] for router, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:38.225438 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8eeb4b-2a2e-41f9-b03f-e3d82482fc0f None None] Routers {'2852243d-7765-4cb0-b191-447b6410673f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:14:38.226156 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-ca8eeb4b-2a2e-41f9-b03f-e3d82482fc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T14:14:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['2852243d-7765-4cb0-b191-447b6410673f'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:14:38.227462 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-36072f05-fbbd-447c-9f9a-4c4bc363cc5e admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5827670 Dec 21 14:14:38.230747 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 39270) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:14:38.494216 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-10235c9c-708b-41cb-8e3d-90d79a9ca69c None None] Publish callbacks [] for port, precommit_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:38.503440 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-10235c9c-708b-41cb-8e3d-90d79a9ca69c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:38.513298 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-ca8eeb4b-2a2e-41f9-b03f-e3d82482fc0f None None] Set router 2852243d-7765-4cb0-b191-447b6410673f gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:14:38.551460 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a53edf-252e-41ac-b881-88e83929b1fb None None] Pushing event updated for resources: {'Port': ['ID=bee90f5d-0587-45a9-9010-b57f0a35f581,revision_number=3']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:14:38.564232 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a53edf-252e-41ac-b881-88e83929b1fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:14:38.564592 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a53edf-252e-41ac-b881-88e83929b1fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:14:38.564943 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a53edf-252e-41ac-b881-88e83929b1fb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:14:38.565285 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a53edf-252e-41ac-b881-88e83929b1fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:14:38.565619 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a53edf-252e-41ac-b881-88e83929b1fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:14:38.565952 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a53edf-252e-41ac-b881-88e83929b1fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:14:38.566282 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a53edf-252e-41ac-b881-88e83929b1fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:14:38.566639 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a53edf-252e-41ac-b881-88e83929b1fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:14:38.566970 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a53edf-252e-41ac-b881-88e83929b1fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:14:38.567302 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a53edf-252e-41ac-b881-88e83929b1fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:14:38.567628 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a53edf-252e-41ac-b881-88e83929b1fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:14:38.567952 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a53edf-252e-41ac-b881-88e83929b1fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:14:38.568277 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a53edf-252e-41ac-b881-88e83929b1fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:14:38.637191 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-10235c9c-708b-41cb-8e3d-90d79a9ca69c None None] Attempting to bind port bee90f5d-0587-45a9-9010-b57f0a35f581 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 14:14:38.637566 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-10235c9c-708b-41cb-8e3d-90d79a9ca69c None None] Attempting to bind port bee90f5d-0587-45a9-9010-b57f0a35f581 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '76ac4c64-738b-4af0-8730-e7445fe6fe81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '214c03e6-f809-48bd-acae-b3b54d1e15eb'}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 14:14:38.637929 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10235c9c-708b-41cb-8e3d-90d79a9ca69c None None] Attempting to bind port bee90f5d-0587-45a9-9010-b57f0a35f581 on network 214c03e6-f809-48bd-acae-b3b54d1e15eb {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 14:14:38.659659 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10235c9c-708b-41cb-8e3d-90d79a9ca69c None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 14, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 14:14:38.660457 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10235c9c-708b-41cb-8e3d-90d79a9ca69c None None] Checking segment: {'id': '76ac4c64-738b-4af0-8730-e7445fe6fe81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '214c03e6-f809-48bd-acae-b3b54d1e15eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 14:14:38.665104 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-10235c9c-708b-41cb-8e3d-90d79a9ca69c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:38.665515 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10235c9c-708b-41cb-8e3d-90d79a9ca69c None None] Bound using segment: {'id': '76ac4c64-738b-4af0-8730-e7445fe6fe81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '214c03e6-f809-48bd-acae-b3b54d1e15eb'} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 14:14:38.666086 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-10235c9c-708b-41cb-8e3d-90d79a9ca69c None None] Bound port: bee90f5d-0587-45a9-9010-b57f0a35f581, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76ac4c64-738b-4af0-8730-e7445fe6fe81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '214c03e6-f809-48bd-acae-b3b54d1e15eb'}}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 14:14:38.666788 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-10235c9c-708b-41cb-8e3d-90d79a9ca69c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:38.730629 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e93312d7-08d6-4ed8-966d-d39b12aa5975 None None] Network 9a0079de-af38-4f3d-b1fe-77cf67d691e7 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 14:14:38.751412 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-10235c9c-708b-41cb-8e3d-90d79a9ca69c None None] For port bee90f5d-0587-45a9-9010-b57f0a35f581, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 14:14:38.752541 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a97b5463-7fc3-4f5c-9812-518b9efd28fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:38.755738 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-10235c9c-708b-41cb-8e3d-90d79a9ca69c None None] For port bee90f5d-0587-45a9-9010-b57f0a35f581, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bee90f5d-0587-45a9-9010-b57f0a35f581,segment=NetworkSegment(76ac4c64-738b-4af0-8730-e7445fe6fe81),segment_id=76ac4c64-738b-4af0-8730-e7445fe6fe81)] {{(pid=103155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 14:14:38.764091 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-10235c9c-708b-41cb-8e3d-90d79a9ca69c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:38.829718 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a53edf-252e-41ac-b881-88e83929b1fb None None] Pushing event updated for resources: {'Port': ['ID=bee90f5d-0587-45a9-9010-b57f0a35f581,revision_number=4']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:14:38.836475 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-ab541cbb-4979-417f-8814-dc97dd7ba8c7 None None] Provisioning complete for port f3a4b949-1360-44a4-a004-2e26c0f78e0e triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:14:38.837140 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ab541cbb-4979-417f-8814-dc97dd7ba8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:38.840184 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10235c9c-708b-41cb-8e3d-90d79a9ca69c None None] Routers {'f5cea583-045f-4d64-92a5-60ca1c347b49'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:14:38.840184 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-10235c9c-708b-41cb-8e3d-90d79a9ca69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T14:14:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['f5cea583-045f-4d64-92a5-60ca1c347b49'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:14:38.898431 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-ca8eeb4b-2a2e-41f9-b03f-e3d82482fc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2852243d-7765-4cb0-b191-447b6410673f', 'name': 'tempest-TestSnapshotPattern-1197797986-router', 'tenant_id': '660ba85c5bba4f3a97f0fd5e2d26d451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.2'}], 'enable_snat': True}, 'gw_port_id': 'dc0ba260-6d33-4d50-b33f-fa11a8b451f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:14:36Z', 'updated_at': '2021-12-21T14:14:37Z', 'revision_number': 3, 'project_id': '660ba85c5bba4f3a97f0fd5e2d26d451', 'gw_port': {'id': 'dc0ba260-6d33-4d50-b33f-fa11a8b451f0', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:43:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2852243d-7765-4cb0-b191-447b6410673f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:14:37Z', 'updated_at': '2021-12-21T14:14:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:14:38.931402 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8eeb4b-2a2e-41f9-b03f-e3d82482fc0f None None] Checking router: 2852243d-7765-4cb0-b191-447b6410673f for host: dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 14:14:38.931759 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8eeb4b-2a2e-41f9-b03f-e3d82482fc0f None None] Updating router 2852243d-7765-4cb0-b191-447b6410673f port dc0ba260-6d33-4d50-b33f-fa11a8b451f0 binding host dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 14:14:38.959241 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-a97b5463-7fc3-4f5c-9812-518b9efd28fe admin admin] Allocated IP 172.20.0.1 (9a0079de-af38-4f3d-b1fe-77cf67d691e7/306aac88-3c29-478b-bd9d-61fd43d1231e/f4963f5f-56e1-4bd1-8119-2e62fe493a95) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 14:14:38.963399 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-10235c9c-708b-41cb-8e3d-90d79a9ca69c None None] Set router f5cea583-045f-4d64-92a5-60ca1c347b49 gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:14:38.970644 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ca8eeb4b-2a2e-41f9-b03f-e3d82482fc0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:39.103673 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a97b5463-7fc3-4f5c-9812-518b9efd28fe admin admin] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:39.111820 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ab541cbb-4979-417f-8814-dc97dd7ba8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:39.153246 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a97b5463-7fc3-4f5c-9812-518b9efd28fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:39.181598 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-ab541cbb-4979-417f-8814-dc97dd7ba8c7 None None] For port f3a4b949-1360-44a4-a004-2e26c0f78e0e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f3a4b949-1360-44a4-a004-2e26c0f78e0e,segment=NetworkSegment(2bacdc5f-78b3-4489-95e0-7eecca96bf6e),segment_id=2bacdc5f-78b3-4489-95e0-7eecca96bf6e)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:14:39.226249 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97b5463-7fc3-4f5c-9812-518b9efd28fe admin admin] Network 9a0079de-af38-4f3d-b1fe-77cf67d691e7 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 14:14:39.227676 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97b5463-7fc3-4f5c-9812-518b9efd28fe admin admin] Pushing event updated for resources: {'Port': ['ID=f4963f5f-56e1-4bd1-8119-2e62fe493a95,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:14:39.232126 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-a97b5463-7fc3-4f5c-9812-518b9efd28fe admin admin] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:14:39.234769 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97b5463-7fc3-4f5c-9812-518b9efd28fe admin admin] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 14:14:39.249780 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-10235c9c-708b-41cb-8e3d-90d79a9ca69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5cea583-045f-4d64-92a5-60ca1c347b49', 'name': 'tempest-TestSnapshotPattern-981237152-router', 'tenant_id': 'c41fd4ab183b45e39704cacc8a3b5b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.163'}], 'enable_snat': True}, 'gw_port_id': '7884cfd7-d542-4709-9d1c-837391df0b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:14:32Z', 'updated_at': '2021-12-21T14:14:34Z', 'revision_number': 4, 'project_id': 'c41fd4ab183b45e39704cacc8a3b5b8f', 'gw_port': {'id': '7884cfd7-d542-4709-9d1c-837391df0b78', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:37:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5cea583-045f-4d64-92a5-60ca1c347b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:14:32Z', 'updated_at': '2021-12-21T14:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'bee90f5d-0587-45a9-9010-b57f0a35f581', 'name': '', 'network_id': '214c03e6-f809-48bd-acae-b3b54d1e15eb', 'tenant_id': 'c41fd4ab183b45e39704cacc8a3b5b8f', 'mac_address': 'fa:16:3e:3a:24:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5cea583-045f-4d64-92a5-60ca1c347b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': 'a77a7e51-dc08-4a26-bbbc-78b11f11e172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:14:34Z', 'updated_at': '2021-12-21T14:14:38Z', 'revision_number': 4, 'project_id': 'c41fd4ab183b45e39704cacc8a3b5b8f', 'subnets': [{'id': 'a77a7e51-dc08-4a26-bbbc-78b11f11e172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:14:39.263697 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ab541cbb-4979-417f-8814-dc97dd7ba8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:39.280568 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10235c9c-708b-41cb-8e3d-90d79a9ca69c None None] The sync data for ids ['f5cea583-045f-4d64-92a5-60ca1c347b49'] in dv-neutron-master-2-hyperv is: [{'id': 'f5cea583-045f-4d64-92a5-60ca1c347b49', 'name': 'tempest-TestSnapshotPattern-981237152-router', 'tenant_id': 'c41fd4ab183b45e39704cacc8a3b5b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.163'}], 'enable_snat': True}, 'gw_port_id': '7884cfd7-d542-4709-9d1c-837391df0b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:14:32Z', 'updated_at': '2021-12-21T14:14:34Z', 'revision_number': 4, 'project_id': 'c41fd4ab183b45e39704cacc8a3b5b8f', 'gw_port': {'id': '7884cfd7-d542-4709-9d1c-837391df0b78', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:37:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5cea583-045f-4d64-92a5-60ca1c347b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:14:32Z', 'updated_at': '2021-12-21T14:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'bee90f5d-0587-45a9-9010-b57f0a35f581', 'name': '', 'network_id': '214c03e6-f809-48bd-acae-b3b54d1e15eb', 'tenant_id': 'c41fd4ab183b45e39704cacc8a3b5b8f', 'mac_address': 'fa:16:3e:3a:24:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5cea583-045f-4d64-92a5-60ca1c347b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': 'a77a7e51-dc08-4a26-bbbc-78b11f11e172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:14:34Z', 'updated_at': '2021-12-21T14:14:38Z', 'revision_number': 4, 'project_id': 'c41fd4ab183b45e39704cacc8a3b5b8f', 'subnets': [{'id': 'a77a7e51-dc08-4a26-bbbc-78b11f11e172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 14:14:39.282327 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a97b5463-7fc3-4f5c-9812-518b9efd28fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532557'] for router_interface, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:39.382437 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab541cbb-4979-417f-8814-dc97dd7ba8c7 None None] Pushing event updated for resources: {'Port': ['ID=f3a4b949-1360-44a4-a004-2e26c0f78e0e,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:14:39.387556 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ca8eeb4b-2a2e-41f9-b03f-e3d82482fc0f None None] Publish callbacks [] for port, precommit_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:39.402841 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ca8eeb4b-2a2e-41f9-b03f-e3d82482fc0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:39.458549 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-5d657d1d-d735-4901-9a8c-923947cee4ae None None] Provisioning complete for port f3a4b949-1360-44a4-a004-2e26c0f78e0e triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:14:39.459358 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-5d657d1d-d735-4901-9a8c-923947cee4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:39.490028 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7dadce-194f-437e-9e10-20d790952c7e None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 14:14:39.516290 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31977aab-9b5c-41c7-a5a5-6ad1e824f94f None None] Pushing event updated for resources: {'Port': ['ID=dc0ba260-6d33-4d50-b33f-fa11a8b451f0,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:14:39.521550 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a97b5463-7fc3-4f5c-9812-518b9efd28fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:39.530194 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-ca8eeb4b-2a2e-41f9-b03f-e3d82482fc0f None None] Attempting to bind port dc0ba260-6d33-4d50-b33f-fa11a8b451f0 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 14:14:39.530602 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-ca8eeb4b-2a2e-41f9-b03f-e3d82482fc0f None None] Attempting to bind port dc0ba260-6d33-4d50-b33f-fa11a8b451f0 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 14:14:39.530970 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8eeb4b-2a2e-41f9-b03f-e3d82482fc0f None None] Attempting to bind port dc0ba260-6d33-4d50-b33f-fa11a8b451f0 on network 7fdf1889-f079-4166-bbda-88b2a8d8d595 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 14:14:39.543821 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8eeb4b-2a2e-41f9-b03f-e3d82482fc0f None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 14, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 14:14:39.544283 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8eeb4b-2a2e-41f9-b03f-e3d82482fc0f None None] Checking segment: {'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 14:14:39.552213 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ca8eeb4b-2a2e-41f9-b03f-e3d82482fc0f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:39.552645 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8eeb4b-2a2e-41f9-b03f-e3d82482fc0f None None] Bound using segment: {'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 14:14:39.553156 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [None req-ca8eeb4b-2a2e-41f9-b03f-e3d82482fc0f None None] Bound port: dc0ba260-6d33-4d50-b33f-fa11a8b451f0, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a32e5bfd-6fac-434f-817b-5707a23fd2ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 14:14:39.553594 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ca8eeb4b-2a2e-41f9-b03f-e3d82482fc0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:39.640002 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device bee90f5d-0587-45a9-9010-b57f0a35f581 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:14:39.709332 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-ca8eeb4b-2a2e-41f9-b03f-e3d82482fc0f None None] For port dc0ba260-6d33-4d50-b33f-fa11a8b451f0, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 14:14:39.730885 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a97b5463-7fc3-4f5c-9812-518b9efd28fe admin admin] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:39.732433 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-ca8eeb4b-2a2e-41f9-b03f-e3d82482fc0f None None] For port dc0ba260-6d33-4d50-b33f-fa11a8b451f0, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=dc0ba260-6d33-4d50-b33f-fa11a8b451f0,segment=NetworkSegment(a32e5bfd-6fac-434f-817b-5707a23fd2ca),segment_id=a32e5bfd-6fac-434f-817b-5707a23fd2ca)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 14:14:39.737288 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a97b5463-7fc3-4f5c-9812-518b9efd28fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:39.739912 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ca8eeb4b-2a2e-41f9-b03f-e3d82482fc0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:39.790885 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-5d657d1d-d735-4901-9a8c-923947cee4ae None None] Provisioning complete for port bee90f5d-0587-45a9-9010-b57f0a35f581 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:14:39.791263 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-5d657d1d-d735-4901-9a8c-923947cee4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:39.798508 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55bf794-c1aa-4ba1-b3e8-077a349253e8 None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 14:14:39.810575 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a97b5463-7fc3-4f5c-9812-518b9efd28fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532537'] for router_interface, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:39.812487 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97b5463-7fc3-4f5c-9812-518b9efd28fe admin admin] Pushing event updated for resources: {'Port': ['ID=f4963f5f-56e1-4bd1-8119-2e62fe493a95,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:14:39.846664 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port bee90f5d-0587-45a9-9010-b57f0a35f581 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:14:39.847030 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:39.882151 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31977aab-9b5c-41c7-a5a5-6ad1e824f94f None None] Pushing event updated for resources: {'Port': ['ID=dc0ba260-6d33-4d50-b33f-fa11a8b451f0,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:14:39.888760 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8eeb4b-2a2e-41f9-b03f-e3d82482fc0f None None] Routers {'2852243d-7765-4cb0-b191-447b6410673f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:14:39.889403 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-ca8eeb4b-2a2e-41f9-b03f-e3d82482fc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T14:14:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['2852243d-7765-4cb0-b191-447b6410673f'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:14:40.082627 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-5d657d1d-d735-4901-9a8c-923947cee4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:40.087235 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-ca8eeb4b-2a2e-41f9-b03f-e3d82482fc0f None None] Set router 2852243d-7765-4cb0-b191-447b6410673f gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:14:40.133869 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:40.176009 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-5d657d1d-d735-4901-9a8c-923947cee4ae None None] For port bee90f5d-0587-45a9-9010-b57f0a35f581, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bee90f5d-0587-45a9-9010-b57f0a35f581,segment=NetworkSegment(76ac4c64-738b-4af0-8730-e7445fe6fe81),segment_id=76ac4c64-738b-4af0-8730-e7445fe6fe81)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:14:40.184049 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-5d657d1d-d735-4901-9a8c-923947cee4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:40.227507 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97b5463-7fc3-4f5c-9812-518b9efd28fe admin admin] Network 9a0079de-af38-4f3d-b1fe-77cf67d691e7 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 14:14:40.228901 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-a97b5463-7fc3-4f5c-9812-518b9efd28fe admin admin] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:14:40.354844 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a97b5463-7fc3-4f5c-9812-518b9efd28fe admin admin] Router 2852243d-7765-4cb0-b191-447b6410673f has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 14:14:40.473085 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a97b5463-7fc3-4f5c-9812-518b9efd28fe admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 14:14:40.484361 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-a97b5463-7fc3-4f5c-9812-518b9efd28fe admin admin] 10.222.0.37 "PUT /v2.0/routers/2852243d-7765-4cb0-b191-447b6410673f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2457547 Dec 21 14:14:40.490618 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.db.api [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 14:14:40.490980 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG oslo_db.api [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 14:14:40.511063 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d657d1d-d735-4901-9a8c-923947cee4ae None None] Pushing event updated for resources: {'Port': ['ID=bee90f5d-0587-45a9-9010-b57f0a35f581,revision_number=5']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:14:40.516372 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fe2af6f0-bc40-4e7d-bd9c-cc094afa1e6a None None] Provisioning complete for port dc0ba260-6d33-4d50-b33f-fa11a8b451f0 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:14:40.516841 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fe2af6f0-bc40-4e7d-bd9c-cc094afa1e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:40.641367 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fe2af6f0-bc40-4e7d-bd9c-cc094afa1e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:40.656690 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-ca8eeb4b-2a2e-41f9-b03f-e3d82482fc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2852243d-7765-4cb0-b191-447b6410673f', 'name': 'tempest-TestSnapshotPattern-1197797986-router', 'tenant_id': '660ba85c5bba4f3a97f0fd5e2d26d451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.2'}], 'enable_snat': True}, 'gw_port_id': 'dc0ba260-6d33-4d50-b33f-fa11a8b451f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:14:36Z', 'updated_at': '2021-12-21T14:14:39Z', 'revision_number': 4, 'project_id': '660ba85c5bba4f3a97f0fd5e2d26d451', 'gw_port': {'id': 'dc0ba260-6d33-4d50-b33f-fa11a8b451f0', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:43:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2852243d-7765-4cb0-b191-447b6410673f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:14:37Z', 'updated_at': '2021-12-21T14:14:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'f4963f5f-56e1-4bd1-8119-2e62fe493a95', 'name': '', 'network_id': '9a0079de-af38-4f3d-b1fe-77cf67d691e7', 'tenant_id': '660ba85c5bba4f3a97f0fd5e2d26d451', 'mac_address': 'fa:16:3e:7b:43:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2852243d-7765-4cb0-b191-447b6410673f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '306aac88-3c29-478b-bd9d-61fd43d1231e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:14:38Z', 'updated_at': '2021-12-21T14:14:39Z', 'revision_number': 2, 'project_id': '660ba85c5bba4f3a97f0fd5e2d26d451', 'subnets': [{'id': '306aac88-3c29-478b-bd9d-61fd43d1231e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:14:40.689609 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-fe2af6f0-bc40-4e7d-bd9c-cc094afa1e6a None None] For port dc0ba260-6d33-4d50-b33f-fa11a8b451f0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=dc0ba260-6d33-4d50-b33f-fa11a8b451f0,segment=NetworkSegment(a32e5bfd-6fac-434f-817b-5707a23fd2ca),segment_id=a32e5bfd-6fac-434f-817b-5707a23fd2ca)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:14:40.691126 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8eeb4b-2a2e-41f9-b03f-e3d82482fc0f None None] The sync data for ids ['2852243d-7765-4cb0-b191-447b6410673f'] in dv-neutron-master-2-hyperv is: [{'id': '2852243d-7765-4cb0-b191-447b6410673f', 'name': 'tempest-TestSnapshotPattern-1197797986-router', 'tenant_id': '660ba85c5bba4f3a97f0fd5e2d26d451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.2'}], 'enable_snat': True}, 'gw_port_id': 'dc0ba260-6d33-4d50-b33f-fa11a8b451f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:14:36Z', 'updated_at': '2021-12-21T14:14:39Z', 'revision_number': 4, 'project_id': '660ba85c5bba4f3a97f0fd5e2d26d451', 'gw_port': {'id': 'dc0ba260-6d33-4d50-b33f-fa11a8b451f0', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:43:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2852243d-7765-4cb0-b191-447b6410673f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:14:37Z', 'updated_at': '2021-12-21T14:14:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'f4963f5f-56e1-4bd1-8119-2e62fe493a95', 'name': '', 'network_id': '9a0079de-af38-4f3d-b1fe-77cf67d691e7', 'tenant_id': '660ba85c5bba4f3a97f0fd5e2d26d451', 'mac_address': 'fa:16:3e:7b:43:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2852243d-7765-4cb0-b191-447b6410673f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '306aac88-3c29-478b-bd9d-61fd43d1231e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:14:38Z', 'updated_at': '2021-12-21T14:14:39Z', 'revision_number': 2, 'project_id': '660ba85c5bba4f3a97f0fd5e2d26d451', 'subnets': [{'id': '306aac88-3c29-478b-bd9d-61fd43d1231e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 14:14:40.695778 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fe2af6f0-bc40-4e7d-bd9c-cc094afa1e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:40.733599 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fe2af6f0-bc40-4e7d-bd9c-cc094afa1e6a None None] Provisioning complete for port f4963f5f-56e1-4bd1-8119-2e62fe493a95 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:14:40.734271 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fe2af6f0-bc40-4e7d-bd9c-cc094afa1e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:40.784006 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2af6f0-bc40-4e7d-bd9c-cc094afa1e6a None None] Pushing event updated for resources: {'Port': ['ID=dc0ba260-6d33-4d50-b33f-fa11a8b451f0,revision_number=4']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:14:40.787023 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fe2af6f0-bc40-4e7d-bd9c-cc094afa1e6a None None] Port f4963f5f-56e1-4bd1-8119-2e62fe493a95 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 14:14:40.918849 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-efc5c89c-07bf-4a44-8e55-92ca7fabfadb None None] Provisioning complete for port f4963f5f-56e1-4bd1-8119-2e62fe493a95 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:14:40.919216 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-efc5c89c-07bf-4a44-8e55-92ca7fabfadb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:40.958864 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-efc5c89c-07bf-4a44-8e55-92ca7fabfadb None None] Port f4963f5f-56e1-4bd1-8119-2e62fe493a95 cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 14:14:41.033811 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device f3a4b949-1360-44a4-a004-2e26c0f78e0e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:14:41.082149 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port f3a4b949-1360-44a4-a004-2e26c0f78e0e triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:14:41.082556 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:41.334228 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 39278) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:14:41.339987 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-749dabf0-a564-416a-ae01-58f18ab858ca tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1960199021', 'description': 'tempest-secgroup-smoke-1960199021 description', 'project_id': 'c41fd4ab183b45e39704cacc8a3b5b8f'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:14:41.365724 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-749dabf0-a564-416a-ae01-58f18ab858ca tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Publish callbacks [] for security_group, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:41.389026 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device bee90f5d-0587-45a9-9010-b57f0a35f581 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:14:41.436448 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port bee90f5d-0587-45a9-9010-b57f0a35f581 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:14:41.436809 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:41.443775 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-749dabf0-a564-416a-ae01-58f18ab858ca tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Publish callbacks [] for security_group, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:41.447646 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-749dabf0-a564-416a-ae01-58f18ab858ca tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:41.476550 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749dabf0-a564-416a-ae01-58f18ab858ca tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee5c2a1-1389-4449-ad93-905f974dff4e,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:14:41.481126 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-749dabf0-a564-416a-ae01-58f18ab858ca tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:41.482387 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-749dabf0-a564-416a-ae01-58f18ab858ca tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1467099 Dec 21 14:14:41.485641 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 39280) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:14:41.489820 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-2b0f6925-d50d-4355-be21-73bb8c4fe0c7 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Request body: {'security_group_rule': {'security_group_id': '9ee5c2a1-1389-4449-ad93-905f974dff4e', 'project_id': 'c41fd4ab183b45e39704cacc8a3b5b8f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:14:41.519719 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2b0f6925-d50d-4355-be21-73bb8c4fe0c7 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:41.527280 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device f3a4b949-1360-44a4-a004-2e26c0f78e0e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:14:41.574135 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port f3a4b949-1360-44a4-a004-2e26c0f78e0e triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:14:41.574576 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:41.578153 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2b0f6925-d50d-4355-be21-73bb8c4fe0c7 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:41.582222 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2b0f6925-d50d-4355-be21-73bb8c4fe0c7 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:41.600432 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0f6925-d50d-4355-be21-73bb8c4fe0c7 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63825157-c8e9-463d-8b49-1b2687960057,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:14:41.610586 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2b0f6925-d50d-4355-be21-73bb8c4fe0c7 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:41.614402 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-2b0f6925-d50d-4355-be21-73bb8c4fe0c7 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1253581 Dec 21 14:14:41.614754 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 39282) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:14:41.619157 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-97b91ab1-a608-4b41-8956-089e50fadbb1 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Request body: {'security_group_rule': {'security_group_id': '9ee5c2a1-1389-4449-ad93-905f974dff4e', 'project_id': 'c41fd4ab183b45e39704cacc8a3b5b8f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:14:41.649642 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-97b91ab1-a608-4b41-8956-089e50fadbb1 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:41.694710 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-97b91ab1-a608-4b41-8956-089e50fadbb1 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:41.699230 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-97b91ab1-a608-4b41-8956-089e50fadbb1 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:41.717145 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b91ab1-a608-4b41-8956-089e50fadbb1 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df16c69d-c064-4008-96d1-b7fc923ab8e1,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:14:41.724528 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-97b91ab1-a608-4b41-8956-089e50fadbb1 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:41.725713 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-97b91ab1-a608-4b41-8956-089e50fadbb1 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1100502 Dec 21 14:14:41.728500 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 39284) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:14:41.732773 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-4956ad53-96ff-4e41-b63b-3e372ca90b3e tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Request body: {'security_group_rule': {'security_group_id': '9ee5c2a1-1389-4449-ad93-905f974dff4e', 'project_id': 'c41fd4ab183b45e39704cacc8a3b5b8f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:14:41.760070 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4956ad53-96ff-4e41-b63b-3e372ca90b3e tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:41.816306 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4956ad53-96ff-4e41-b63b-3e372ca90b3e tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:41.819072 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4956ad53-96ff-4e41-b63b-3e372ca90b3e tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:41.836055 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4956ad53-96ff-4e41-b63b-3e372ca90b3e tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2ab42a0-2104-43e0-ae21-15d7fbbef7ca,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:14:41.844717 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4956ad53-96ff-4e41-b63b-3e372ca90b3e tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:41.845917 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-4956ad53-96ff-4e41-b63b-3e372ca90b3e tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1164827 Dec 21 14:14:41.848628 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 39286) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:14:41.852874 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-52f1e9be-b9a7-40e3-8027-740789639e43 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Request body: {'security_group_rule': {'security_group_id': '9ee5c2a1-1389-4449-ad93-905f974dff4e', 'project_id': 'c41fd4ab183b45e39704cacc8a3b5b8f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:14:41.880007 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-52f1e9be-b9a7-40e3-8027-740789639e43 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:41.940907 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-52f1e9be-b9a7-40e3-8027-740789639e43 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:41.944504 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-52f1e9be-b9a7-40e3-8027-740789639e43 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:41.976820 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f1e9be-b9a7-40e3-8027-740789639e43 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fac4cc44-bcd5-4821-b316-243a18ebd2ce,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:14:41.984660 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-52f1e9be-b9a7-40e3-8027-740789639e43 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:41.985859 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-52f1e9be-b9a7-40e3-8027-740789639e43 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1363230 Dec 21 14:14:41.988513 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 39288) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:14:41.992715 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.v2.base [None req-4186cf20-6d8c-4080-acad-fadd7dcc9c85 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Request body: {'security_group_rule': {'security_group_id': '9ee5c2a1-1389-4449-ad93-905f974dff4e', 'project_id': 'c41fd4ab183b45e39704cacc8a3b5b8f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:14:42.016329 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.db.securitygroups_db [None req-4186cf20-6d8c-4080-acad-fadd7dcc9c85 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Project c41fd4ab183b45e39704cacc8a3b5b8f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 14:14:42.020996 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4186cf20-6d8c-4080-acad-fadd7dcc9c85 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:42.086812 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4186cf20-6d8c-4080-acad-fadd7dcc9c85 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:42.094384 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4186cf20-6d8c-4080-acad-fadd7dcc9c85 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:42.124195 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4186cf20-6d8c-4080-acad-fadd7dcc9c85 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:42.125449 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-4186cf20-6d8c-4080-acad-fadd7dcc9c85 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1359987 Dec 21 14:14:42.126306 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4186cf20-6d8c-4080-acad-fadd7dcc9c85 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e67fb08-8bcf-4b83-ae58-5f23973dc9f1,revision_number=0']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:14:42.128610 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 39290) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:14:42.133328 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-dfbbeff5-c313-4861-a184-b6129925182f tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Request body: {'security_group_rule': {'security_group_id': '9ee5c2a1-1389-4449-ad93-905f974dff4e', 'project_id': 'c41fd4ab183b45e39704cacc8a3b5b8f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:14:42.165729 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.securitygroups_db [None req-dfbbeff5-c313-4861-a184-b6129925182f tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Project c41fd4ab183b45e39704cacc8a3b5b8f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 14:14:42.171795 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-dfbbeff5-c313-4861-a184-b6129925182f tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:42.236374 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-dfbbeff5-c313-4861-a184-b6129925182f tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:42.240225 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-dfbbeff5-c313-4861-a184-b6129925182f tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945801'] for security_group_rule, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:42.259725 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbbeff5-c313-4861-a184-b6129925182f tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1eb4bdf3-ba22-401a-9e1e-c101eab58a94,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:14:42.269345 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-dfbbeff5-c313-4861-a184-b6129925182f tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:42.277619 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-dfbbeff5-c313-4861-a184-b6129925182f tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1409388 Dec 21 14:14:42.436127 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-e597f75b-fb08-4b84-aa99-b9d0c241f338 req-f89ecc7e-58e3-464f-ab20-553d20e03efa tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1960199021&fields=id&tenant_id=c41fd4ab183b45e39704cacc8a3b5b8f HTTP/1.1" status: 200 len: 267 time: 0.0520594 Dec 21 14:14:42.552946 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e597f75b-fb08-4b84-aa99-b9d0c241f338 req-a1044e52-4ce8-4fd6-8a2d-ee424b25df44 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:42.554553 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-e597f75b-fb08-4b84-aa99-b9d0c241f338 req-a1044e52-4ce8-4fd6-8a2d-ee424b25df44 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] 10.222.0.37 "GET /v2.0/networks?id=214c03e6-f809-48bd-acae-b3b54d1e15eb HTTP/1.1" status: 200 len: 809 time: 0.1112769 Dec 21 14:14:42.570618 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-e597f75b-fb08-4b84-aa99-b9d0c241f338 req-5e9e1fd6-4bc6-4812-857e-61a372c6a152 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] 10.222.0.37 "GET /v2.0/quotas/c41fd4ab183b45e39704cacc8a3b5b8f HTTP/1.1" status: 200 len: 375 time: 0.0095205 Dec 21 14:14:42.623925 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-e597f75b-fb08-4b84-aa99-b9d0c241f338 req-bf54dd5b-427e-47cb-b18d-5304b49adf64 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c41fd4ab183b45e39704cacc8a3b5b8f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470471 Dec 21 14:14:42.726931 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-e597f75b-fb08-4b84-aa99-b9d0c241f338 req-730e4c4e-a679-4bd0-a0b0-5558c045e7f8 service neutron] 10.222.0.37 "GET /v2.0/networks/214c03e6-f809-48bd-acae-b3b54d1e15eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913873 Dec 21 14:14:42.817827 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-e597f75b-fb08-4b84-aa99-b9d0c241f338 req-a15a7372-9b6b-40f7-880a-807f3d786641 service neutron] 10.222.0.37 "GET /v2.0/networks/214c03e6-f809-48bd-acae-b3b54d1e15eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841217 Dec 21 14:14:42.975798 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-4851da04-f1a5-45c2-9b20-8495830a91ed req-e0680daa-38f0-465e-8ae6-b61a4115c3e7 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7d9263e-1aaa-4fe7-b2aa-14ef73e9dde2 HTTP/1.1" status: 200 len: 210 time: 0.0263460 Dec 21 14:14:43.408549 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device dc0ba260-6d33-4d50-b33f-fa11a8b451f0 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:14:43.432265 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77ca3dd-2767-4989-91ca-7a0398243129 None None] Sync routers for ids ['2852243d-7765-4cb0-b191-447b6410673f'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 14:14:43.443838 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77ca3dd-2767-4989-91ca-7a0398243129 None None] Routers {'2852243d-7765-4cb0-b191-447b6410673f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:14:43.444482 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-f77ca3dd-2767-4989-91ca-7a0398243129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T14:14:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['2852243d-7765-4cb0-b191-447b6410673f'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:14:43.465365 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port dc0ba260-6d33-4d50-b33f-fa11a8b451f0 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:14:43.465741 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:43.558106 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-f77ca3dd-2767-4989-91ca-7a0398243129 None None] Set router 2852243d-7765-4cb0-b191-447b6410673f gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:14:43.710583 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:43.757555 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-f77ca3dd-2767-4989-91ca-7a0398243129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2852243d-7765-4cb0-b191-447b6410673f', 'name': 'tempest-TestSnapshotPattern-1197797986-router', 'tenant_id': '660ba85c5bba4f3a97f0fd5e2d26d451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.2'}], 'enable_snat': True}, 'gw_port_id': 'dc0ba260-6d33-4d50-b33f-fa11a8b451f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:14:36Z', 'updated_at': '2021-12-21T14:14:39Z', 'revision_number': 4, 'project_id': '660ba85c5bba4f3a97f0fd5e2d26d451', 'gw_port': {'id': 'dc0ba260-6d33-4d50-b33f-fa11a8b451f0', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:43:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2852243d-7765-4cb0-b191-447b6410673f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:14:37Z', 'updated_at': '2021-12-21T14:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'f4963f5f-56e1-4bd1-8119-2e62fe493a95', 'name': '', 'network_id': '9a0079de-af38-4f3d-b1fe-77cf67d691e7', 'tenant_id': '660ba85c5bba4f3a97f0fd5e2d26d451', 'mac_address': 'fa:16:3e:7b:43:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2852243d-7765-4cb0-b191-447b6410673f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '306aac88-3c29-478b-bd9d-61fd43d1231e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:14:38Z', 'updated_at': '2021-12-21T14:14:39Z', 'revision_number': 2, 'project_id': '660ba85c5bba4f3a97f0fd5e2d26d451', 'subnets': [{'id': '306aac88-3c29-478b-bd9d-61fd43d1231e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:14:43.783519 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77ca3dd-2767-4989-91ca-7a0398243129 None None] Checking router: 2852243d-7765-4cb0-b191-447b6410673f for host: dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 14:14:43.783882 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77ca3dd-2767-4989-91ca-7a0398243129 None None] Updating router 2852243d-7765-4cb0-b191-447b6410673f port f4963f5f-56e1-4bd1-8119-2e62fe493a95 binding host dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 14:14:43.808099 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-f77ca3dd-2767-4989-91ca-7a0398243129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:44.081730 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-f77ca3dd-2767-4989-91ca-7a0398243129 None None] Publish callbacks [] for port, precommit_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:44.088272 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-f77ca3dd-2767-4989-91ca-7a0398243129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:44.110564 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-29fccc98-aab6-41e4-aa22-991c97abb33d req-39ba30ea-d341-4424-9068-cade431c3caf tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7d9263e-1aaa-4fe7-b2aa-14ef73e9dde2 HTTP/1.1" status: 200 len: 210 time: 0.0367744 Dec 21 14:14:44.133708 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acb00c3-2fd9-4ed6-aee9-9c991ba4a64f None None] Pushing event updated for resources: {'Port': ['ID=f4963f5f-56e1-4bd1-8119-2e62fe493a95,revision_number=3']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:14:44.146646 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e597f75b-fb08-4b84-aa99-b9d0c241f338 req-464b73f7-3985-4ca4-a32e-ec975ce682f3 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:44.148016 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-e597f75b-fb08-4b84-aa99-b9d0c241f338 req-464b73f7-3985-4ca4-a32e-ec975ce682f3 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] 10.222.0.60 "GET /v2.0/networks?id=214c03e6-f809-48bd-acae-b3b54d1e15eb HTTP/1.1" status: 200 len: 809 time: 0.1618569 Dec 21 14:14:44.202241 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-f77ca3dd-2767-4989-91ca-7a0398243129 None None] Attempting to bind port f4963f5f-56e1-4bd1-8119-2e62fe493a95 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 14:14:44.202774 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-f77ca3dd-2767-4989-91ca-7a0398243129 None None] Attempting to bind port f4963f5f-56e1-4bd1-8119-2e62fe493a95 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '2bacdc5f-78b3-4489-95e0-7eecca96bf6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '9a0079de-af38-4f3d-b1fe-77cf67d691e7'}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 14:14:44.203142 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77ca3dd-2767-4989-91ca-7a0398243129 None None] Attempting to bind port f4963f5f-56e1-4bd1-8119-2e62fe493a95 on network 9a0079de-af38-4f3d-b1fe-77cf67d691e7 {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 14:14:44.208411 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77ca3dd-2767-4989-91ca-7a0398243129 None None] Checking agent: {'id': 'dd485f90-b4b9-4bf0-9dfb-78b1e86f1ae3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 18, 1), 'started_at': datetime.datetime(2021, 12, 21, 13, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 14, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 14:14:44.208791 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77ca3dd-2767-4989-91ca-7a0398243129 None None] Checking segment: {'id': '2bacdc5f-78b3-4489-95e0-7eecca96bf6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '9a0079de-af38-4f3d-b1fe-77cf67d691e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 14:14:44.209191 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-f77ca3dd-2767-4989-91ca-7a0398243129 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:44.209579 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77ca3dd-2767-4989-91ca-7a0398243129 None None] Bound using segment: {'id': '2bacdc5f-78b3-4489-95e0-7eecca96bf6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '9a0079de-af38-4f3d-b1fe-77cf67d691e7'} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 14:14:44.210038 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-f77ca3dd-2767-4989-91ca-7a0398243129 None None] Bound port: f4963f5f-56e1-4bd1-8119-2e62fe493a95, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bacdc5f-78b3-4489-95e0-7eecca96bf6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '9a0079de-af38-4f3d-b1fe-77cf67d691e7'}}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 14:14:44.210437 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-f77ca3dd-2767-4989-91ca-7a0398243129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:44.227782 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-e597f75b-fb08-4b84-aa99-b9d0c241f338 req-94f48cec-5766-4a38-8117-74fc1214c7e1 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c41fd4ab183b45e39704cacc8a3b5b8f HTTP/1.1" status: 200 len: 380 time: 0.0662832 Dec 21 14:14:44.238172 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [req-e597f75b-fb08-4b84-aa99-b9d0c241f338 req-1effaf16-69fe-48a9-b1f8-3e8bf193f378 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Request body: {'port': {'device_id': 'a7d9263e-1aaa-4fe7-b2aa-14ef73e9dde2', 'network_id': '214c03e6-f809-48bd-acae-b3b54d1e15eb', 'admin_state_up': True, 'tenant_id': 'c41fd4ab183b45e39704cacc8a3b5b8f', 'security_groups': ['9ee5c2a1-1389-4449-ad93-905f974dff4e']}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:14:44.298387 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-f77ca3dd-2767-4989-91ca-7a0398243129 None None] For port f4963f5f-56e1-4bd1-8119-2e62fe493a95, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 14:14:44.301686 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-f77ca3dd-2767-4989-91ca-7a0398243129 None None] For port f4963f5f-56e1-4bd1-8119-2e62fe493a95, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f4963f5f-56e1-4bd1-8119-2e62fe493a95,segment=NetworkSegment(2bacdc5f-78b3-4489-95e0-7eecca96bf6e),segment_id=2bacdc5f-78b3-4489-95e0-7eecca96bf6e)] {{(pid=103155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 14:14:44.307462 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-f77ca3dd-2767-4989-91ca-7a0398243129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:44.365116 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e597f75b-fb08-4b84-aa99-b9d0c241f338 req-1effaf16-69fe-48a9-b1f8-3e8bf193f378 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Made reservation on behalf of c41fd4ab183b45e39704cacc8a3b5b8f for: {'port': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 14:14:44.369695 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-e597f75b-fb08-4b84-aa99-b9d0c241f338 req-1effaf16-69fe-48a9-b1f8-3e8bf193f378 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:44.376847 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acb00c3-2fd9-4ed6-aee9-9c991ba4a64f None None] Pushing event updated for resources: {'Port': ['ID=f4963f5f-56e1-4bd1-8119-2e62fe493a95,revision_number=4']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:14:44.380237 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77ca3dd-2767-4989-91ca-7a0398243129 None None] Routers {'2852243d-7765-4cb0-b191-447b6410673f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:14:44.380845 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-f77ca3dd-2767-4989-91ca-7a0398243129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T14:14:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['2852243d-7765-4cb0-b191-447b6410673f'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:14:44.411641 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-c57e168b-4f77-4cd7-ace6-7d22cae6492a None None] Provisioning complete for port f4963f5f-56e1-4bd1-8119-2e62fe493a95 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:14:44.412754 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c57e168b-4f77-4cd7-ace6-7d22cae6492a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:44.506740 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c57e168b-4f77-4cd7-ace6-7d22cae6492a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:44.516842 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-f77ca3dd-2767-4989-91ca-7a0398243129 None None] Set router 2852243d-7765-4cb0-b191-447b6410673f gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:14:44.521268 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [req-e597f75b-fb08-4b84-aa99-b9d0c241f338 req-1effaf16-69fe-48a9-b1f8-3e8bf193f378 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Allocated IP 172.20.0.6 (214c03e6-f809-48bd-acae-b3b54d1e15eb/a77a7e51-dc08-4a26-bbbc-78b11f11e172/e0e65679-027e-43de-a0b5-1d7e8c42526a) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 14:14:44.550205 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-c57e168b-4f77-4cd7-ace6-7d22cae6492a None None] For port f4963f5f-56e1-4bd1-8119-2e62fe493a95, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f4963f5f-56e1-4bd1-8119-2e62fe493a95,segment=NetworkSegment(2bacdc5f-78b3-4489-95e0-7eecca96bf6e),segment_id=2bacdc5f-78b3-4489-95e0-7eecca96bf6e)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:14:44.556650 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c57e168b-4f77-4cd7-ace6-7d22cae6492a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:44.611645 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57e168b-4f77-4cd7-ace6-7d22cae6492a None None] Pushing event updated for resources: {'Port': ['ID=f4963f5f-56e1-4bd1-8119-2e62fe493a95,revision_number=5']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:14:44.676395 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-ce3c877c-aa2c-4d72-8c5a-d8c28b2da0d2 None None] Provisioning complete for port f4963f5f-56e1-4bd1-8119-2e62fe493a95 triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:14:44.676907 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ce3c877c-aa2c-4d72-8c5a-d8c28b2da0d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:44.680739 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-e597f75b-fb08-4b84-aa99-b9d0c241f338 req-1effaf16-69fe-48a9-b1f8-3e8bf193f378 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:44.720007 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-e597f75b-fb08-4b84-aa99-b9d0c241f338 req-1effaf16-69fe-48a9-b1f8-3e8bf193f378 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:44.744888 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-f77ca3dd-2767-4989-91ca-7a0398243129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2852243d-7765-4cb0-b191-447b6410673f', 'name': 'tempest-TestSnapshotPattern-1197797986-router', 'tenant_id': '660ba85c5bba4f3a97f0fd5e2d26d451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.2'}], 'enable_snat': True}, 'gw_port_id': 'dc0ba260-6d33-4d50-b33f-fa11a8b451f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:14:36Z', 'updated_at': '2021-12-21T14:14:39Z', 'revision_number': 4, 'project_id': '660ba85c5bba4f3a97f0fd5e2d26d451', 'gw_port': {'id': 'dc0ba260-6d33-4d50-b33f-fa11a8b451f0', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:43:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2852243d-7765-4cb0-b191-447b6410673f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:14:37Z', 'updated_at': '2021-12-21T14:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'f4963f5f-56e1-4bd1-8119-2e62fe493a95', 'name': '', 'network_id': '9a0079de-af38-4f3d-b1fe-77cf67d691e7', 'tenant_id': '660ba85c5bba4f3a97f0fd5e2d26d451', 'mac_address': 'fa:16:3e:7b:43:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2852243d-7765-4cb0-b191-447b6410673f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '306aac88-3c29-478b-bd9d-61fd43d1231e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:14:38Z', 'updated_at': '2021-12-21T14:14:44Z', 'revision_number': 4, 'project_id': '660ba85c5bba4f3a97f0fd5e2d26d451', 'subnets': [{'id': '306aac88-3c29-478b-bd9d-61fd43d1231e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:14:44.769457 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e597f75b-fb08-4b84-aa99-b9d0c241f338 req-1effaf16-69fe-48a9-b1f8-3e8bf193f378 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Network 214c03e6-f809-48bd-acae-b3b54d1e15eb is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 14:14:44.772492 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [req-e597f75b-fb08-4b84-aa99-b9d0c241f338 req-1effaf16-69fe-48a9-b1f8-3e8bf193f378 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:14:44.776186 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [req-e597f75b-fb08-4b84-aa99-b9d0c241f338 req-1effaf16-69fe-48a9-b1f8-3e8bf193f378 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 14:14:44.777874 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77ca3dd-2767-4989-91ca-7a0398243129 None None] The sync data for ids ['2852243d-7765-4cb0-b191-447b6410673f'] in dv-neutron-master-2-hyperv is: [{'id': '2852243d-7765-4cb0-b191-447b6410673f', 'name': 'tempest-TestSnapshotPattern-1197797986-router', 'tenant_id': '660ba85c5bba4f3a97f0fd5e2d26d451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.2'}], 'enable_snat': True}, 'gw_port_id': 'dc0ba260-6d33-4d50-b33f-fa11a8b451f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:14:36Z', 'updated_at': '2021-12-21T14:14:39Z', 'revision_number': 4, 'project_id': '660ba85c5bba4f3a97f0fd5e2d26d451', 'gw_port': {'id': 'dc0ba260-6d33-4d50-b33f-fa11a8b451f0', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:43:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2852243d-7765-4cb0-b191-447b6410673f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:14:37Z', 'updated_at': '2021-12-21T14:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'f4963f5f-56e1-4bd1-8119-2e62fe493a95', 'name': '', 'network_id': '9a0079de-af38-4f3d-b1fe-77cf67d691e7', 'tenant_id': '660ba85c5bba4f3a97f0fd5e2d26d451', 'mac_address': 'fa:16:3e:7b:43:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2852243d-7765-4cb0-b191-447b6410673f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '306aac88-3c29-478b-bd9d-61fd43d1231e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:14:38Z', 'updated_at': '2021-12-21T14:14:44Z', 'revision_number': 4, 'project_id': '660ba85c5bba4f3a97f0fd5e2d26d451', 'subnets': [{'id': '306aac88-3c29-478b-bd9d-61fd43d1231e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 14:14:44.812216 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1effaf16-69fe-48a9-b1f8-3e8bf193f378 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Pushing event updated for resources: {'Port': ['ID=e0e65679-027e-43de-a0b5-1d7e8c42526a,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:14:44.842077 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e597f75b-fb08-4b84-aa99-b9d0c241f338 req-1effaf16-69fe-48a9-b1f8-3e8bf193f378 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:44.842760 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-e597f75b-fb08-4b84-aa99-b9d0c241f338 req-1effaf16-69fe-48a9-b1f8-3e8bf193f378 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:44.861550 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-e597f75b-fb08-4b84-aa99-b9d0c241f338 req-1effaf16-69fe-48a9-b1f8-3e8bf193f378 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6271560 Dec 21 14:14:44.878894 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [req-e597f75b-fb08-4b84-aa99-b9d0c241f338 req-d9b22e2d-d6e2-432b-a46d-44ad4f98fb6d service neutron] Request body: {'port': {'device_id': 'a7d9263e-1aaa-4fe7-b2aa-14ef73e9dde2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:14:44.938938 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-e597f75b-fb08-4b84-aa99-b9d0c241f338 req-d9b22e2d-d6e2-432b-a46d-44ad4f98fb6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:45.085522 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-54dafb17-e1eb-4e2a-ba6d-4b680b14b4ed None None] Provisioning complete for port e0e65679-027e-43de-a0b5-1d7e8c42526a triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:14:45.085889 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-54dafb17-e1eb-4e2a-ba6d-4b680b14b4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:45.125530 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-54dafb17-e1eb-4e2a-ba6d-4b680b14b4ed None None] Port e0e65679-027e-43de-a0b5-1d7e8c42526a cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 14:14:45.221037 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [req-e597f75b-fb08-4b84-aa99-b9d0c241f338 req-d9b22e2d-d6e2-432b-a46d-44ad4f98fb6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0e65679-027e-43de-a0b5-1d7e8c42526a {{(pid=103153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 14:14:45.230660 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-e597f75b-fb08-4b84-aa99-b9d0c241f338 req-d9b22e2d-d6e2-432b-a46d-44ad4f98fb6d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:45.244713 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.provisioning_blocks [req-e597f75b-fb08-4b84-aa99-b9d0c241f338 req-d9b22e2d-d6e2-432b-a46d-44ad4f98fb6d service neutron] Transition to ACTIVE for port object e0e65679-027e-43de-a0b5-1d7e8c42526a will not be triggered until provisioned by entity L2. {{(pid=103153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 14:14:45.245835 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4638d3cb-ded1-4346-9371-f00946b03d0a req-91f39588-087e-4fc4-9994-2d52fa1a4ceb tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:45.248144 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-4638d3cb-ded1-4346-9371-f00946b03d0a req-91f39588-087e-4fc4-9994-2d52fa1a4ceb tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7d9263e-1aaa-4fe7-b2aa-14ef73e9dde2 HTTP/1.1" status: 200 len: 931 time: 0.0546203 Dec 21 14:14:45.249887 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-e597f75b-fb08-4b84-aa99-b9d0c241f338 req-d9b22e2d-d6e2-432b-a46d-44ad4f98fb6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:45.310292 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-4638d3cb-ded1-4346-9371-f00946b03d0a req-7991234d-d930-44c7-a101-6ef447fb44f9 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ee5c2a1-1389-4449-ad93-905f974dff4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546229 Dec 21 14:14:45.366865 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b22e2d-d6e2-432b-a46d-44ad4f98fb6d service neutron] Pushing event updated for resources: {'Port': ['ID=e0e65679-027e-43de-a0b5-1d7e8c42526a,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:14:45.402543 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-e597f75b-fb08-4b84-aa99-b9d0c241f338 req-d9b22e2d-d6e2-432b-a46d-44ad4f98fb6d service neutron] Attempting to bind port e0e65679-027e-43de-a0b5-1d7e8c42526a on host hv-neutron-mast for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 14:14:45.402925 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-e597f75b-fb08-4b84-aa99-b9d0c241f338 req-d9b22e2d-d6e2-432b-a46d-44ad4f98fb6d service neutron] Attempting to bind port e0e65679-027e-43de-a0b5-1d7e8c42526a by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '76ac4c64-738b-4af0-8730-e7445fe6fe81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '214c03e6-f809-48bd-acae-b3b54d1e15eb'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 14:14:45.403262 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e597f75b-fb08-4b84-aa99-b9d0c241f338 req-d9b22e2d-d6e2-432b-a46d-44ad4f98fb6d service neutron] Attempting to bind port e0e65679-027e-43de-a0b5-1d7e8c42526a on network 214c03e6-f809-48bd-acae-b3b54d1e15eb {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 14:14:45.408448 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e597f75b-fb08-4b84-aa99-b9d0c241f338 req-d9b22e2d-d6e2-432b-a46d-44ad4f98fb6d service neutron] Port e0e65679-027e-43de-a0b5-1d7e8c42526a on network 214c03e6-f809-48bd-acae-b3b54d1e15eb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 14:14:45.408771 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e597f75b-fb08-4b84-aa99-b9d0c241f338 req-d9b22e2d-d6e2-432b-a46d-44ad4f98fb6d service neutron] Attempting to bind port e0e65679-027e-43de-a0b5-1d7e8c42526a on network 214c03e6-f809-48bd-acae-b3b54d1e15eb {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 14:14:45.413824 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e597f75b-fb08-4b84-aa99-b9d0c241f338 req-d9b22e2d-d6e2-432b-a46d-44ad4f98fb6d service neutron] Checking agent: {'id': 'cb078e0e-af00-4e4f-8117-46ca6496af1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 23, 43), 'started_at': datetime.datetime(2021, 12, 21, 13, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 14, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 14:14:45.414165 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e597f75b-fb08-4b84-aa99-b9d0c241f338 req-d9b22e2d-d6e2-432b-a46d-44ad4f98fb6d service neutron] Checking segment: {'id': '76ac4c64-738b-4af0-8730-e7445fe6fe81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '214c03e6-f809-48bd-acae-b3b54d1e15eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 14:14:45.414599 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e597f75b-fb08-4b84-aa99-b9d0c241f338 req-d9b22e2d-d6e2-432b-a46d-44ad4f98fb6d service neutron] Bound using segment: {'id': '76ac4c64-738b-4af0-8730-e7445fe6fe81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '214c03e6-f809-48bd-acae-b3b54d1e15eb'} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 14:14:45.415426 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-e597f75b-fb08-4b84-aa99-b9d0c241f338 req-d9b22e2d-d6e2-432b-a46d-44ad4f98fb6d service neutron] Bound port: e0e65679-027e-43de-a0b5-1d7e8c42526a, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76ac4c64-738b-4af0-8730-e7445fe6fe81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '214c03e6-f809-48bd-acae-b3b54d1e15eb'}}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 14:14:45.415792 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-e597f75b-fb08-4b84-aa99-b9d0c241f338 req-d9b22e2d-d6e2-432b-a46d-44ad4f98fb6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:45.431626 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device f4963f5f-56e1-4bd1-8119-2e62fe493a95 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:14:45.483172 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Provisioning complete for port f4963f5f-56e1-4bd1-8119-2e62fe493a95 triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:14:45.483540 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:45.487666 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-e597f75b-fb08-4b84-aa99-b9d0c241f338 req-d9b22e2d-d6e2-432b-a46d-44ad4f98fb6d service neutron] For port e0e65679-027e-43de-a0b5-1d7e8c42526a, host hv-neutron-mast, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 14:14:45.490758 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-e597f75b-fb08-4b84-aa99-b9d0c241f338 req-d9b22e2d-d6e2-432b-a46d-44ad4f98fb6d service neutron] For port e0e65679-027e-43de-a0b5-1d7e8c42526a, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e0e65679-027e-43de-a0b5-1d7e8c42526a,segment=NetworkSegment(76ac4c64-738b-4af0-8730-e7445fe6fe81),segment_id=76ac4c64-738b-4af0-8730-e7445fe6fe81)] {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 14:14:45.495720 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-e597f75b-fb08-4b84-aa99-b9d0c241f338 req-d9b22e2d-d6e2-432b-a46d-44ad4f98fb6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:45.533764 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e597f75b-fb08-4b84-aa99-b9d0c241f338 req-d9b22e2d-d6e2-432b-a46d-44ad4f98fb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:45.534407 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-e597f75b-fb08-4b84-aa99-b9d0c241f338 req-d9b22e2d-d6e2-432b-a46d-44ad4f98fb6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:45.536001 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-e597f75b-fb08-4b84-aa99-b9d0c241f338 req-d9b22e2d-d6e2-432b-a46d-44ad4f98fb6d service neutron] 10.222.0.60 "PUT /v2.0/ports/e0e65679-027e-43de-a0b5-1d7e8c42526a HTTP/1.1" status: 200 len: 1093 time: 0.6617429 Dec 21 14:14:45.538530 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7d9263e-1aaa-4fe7-b2aa-14ef73e9dde2', 'tag': 'e0e65679-027e-43de-a0b5-1d7e8c42526a'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:14:45.540593 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af6034c98e584fa55ea4398f343c742ceb598288507feaf30d5a15785b2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5fd7c31-c59b-42d5-bed8-a2aa0e36fc28" -d '{"events": [{"name": "network-changed", "server_uuid": "a7d9263e-1aaa-4fe7-b2aa-14ef73e9dde2", "tag": "e0e65679-027e-43de-a0b5-1d7e8c42526a"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:14:45.570783 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b22e2d-d6e2-432b-a46d-44ad4f98fb6d service neutron] Pushing event updated for resources: {'Port': ['ID=e0e65679-027e-43de-a0b5-1d7e8c42526a,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:14:45.654241 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e597f75b-fb08-4b84-aa99-b9d0c241f338 req-f89cce83-95f8-4ce9-8c5b-e28fd1db79bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:45.655822 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-e597f75b-fb08-4b84-aa99-b9d0c241f338 req-f89cce83-95f8-4ce9-8c5b-e28fd1db79bd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c41fd4ab183b45e39704cacc8a3b5b8f&device_id=a7d9263e-1aaa-4fe7-b2aa-14ef73e9dde2 HTTP/1.1" status: 200 len: 1096 time: 0.0509419 Dec 21 14:14:45.658060 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 14:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18bd4fc8-e49e-4a26-be3c-3f6a287d74df x-openstack-request-id: req-18bd4fc8-e49e-4a26-be3c-3f6a287d74df {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:14:45.658438 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7d9263e-1aaa-4fe7-b2aa-14ef73e9dde2", "tag": "e0e65679-027e-43de-a0b5-1d7e8c42526a", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:14:45.658757 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-18bd4fc8-e49e-4a26-be3c-3f6a287d74df {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:14:45.659338 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7d9263e-1aaa-4fe7-b2aa-14ef73e9dde2', 'tag': 'e0e65679-027e-43de-a0b5-1d7e8c42526a', 'status': 'completed', 'code': 200} Dec 21 14:14:45.717707 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-e597f75b-fb08-4b84-aa99-b9d0c241f338 req-5c78c3d1-5e0a-4382-872f-9436951bf421 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0e65679-027e-43de-a0b5-1d7e8c42526a HTTP/1.1" status: 200 len: 217 time: 0.0362456 Dec 21 14:14:45.771262 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e597f75b-fb08-4b84-aa99-b9d0c241f338 req-29ff2cfb-19ba-44f1-85c9-ac682944a47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:45.772729 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-e597f75b-fb08-4b84-aa99-b9d0c241f338 req-29ff2cfb-19ba-44f1-85c9-ac682944a47f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a77a7e51-dc08-4a26-bbbc-78b11f11e172 HTTP/1.1" status: 200 len: 848 time: 0.0491288 Dec 21 14:14:45.817540 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e597f75b-fb08-4b84-aa99-b9d0c241f338 req-41dc8dbf-dd8a-4183-a90d-d48a4050b08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:45.819039 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-e597f75b-fb08-4b84-aa99-b9d0c241f338 req-41dc8dbf-dd8a-4183-a90d-d48a4050b08b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=214c03e6-f809-48bd-acae-b3b54d1e15eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0400887 Dec 21 14:14:45.912201 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-e597f75b-fb08-4b84-aa99-b9d0c241f338 req-e3f0aa0f-c31a-4642-b052-555a4bbcea72 service neutron] 10.222.0.60 "GET /v2.0/networks/214c03e6-f809-48bd-acae-b3b54d1e15eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857861 Dec 21 14:14:46.004518 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-e597f75b-fb08-4b84-aa99-b9d0c241f338 req-1d0441af-ae86-4a90-a0d3-7f3da3e34984 service neutron] 10.222.0.60 "GET /v2.0/networks/214c03e6-f809-48bd-acae-b3b54d1e15eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863488 Dec 21 14:14:46.124878 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fd7c31-c59b-42d5-bed8-a2aa0e36fc28 req-3be0763b-7ef8-401f-8ff8-2494f87a6937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:46.126274 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-e5fd7c31-c59b-42d5-bed8-a2aa0e36fc28 req-3be0763b-7ef8-401f-8ff8-2494f87a6937 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c41fd4ab183b45e39704cacc8a3b5b8f&device_id=a7d9263e-1aaa-4fe7-b2aa-14ef73e9dde2 HTTP/1.1" status: 200 len: 1096 time: 0.0409069 Dec 21 14:14:46.223210 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fd7c31-c59b-42d5-bed8-a2aa0e36fc28 req-ef07e473-3ada-4515-9586-2140f38cf661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:46.224676 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-e5fd7c31-c59b-42d5-bed8-a2aa0e36fc28 req-ef07e473-3ada-4515-9586-2140f38cf661 service neutron] 10.222.0.60 "GET /v2.0/networks?id=214c03e6-f809-48bd-acae-b3b54d1e15eb HTTP/1.1" status: 200 len: 910 time: 0.0916479 Dec 21 14:14:46.264899 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-e5fd7c31-c59b-42d5-bed8-a2aa0e36fc28 req-6fbf996c-9226-4b7c-891d-4a72c1bd64e6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0e65679-027e-43de-a0b5-1d7e8c42526a HTTP/1.1" status: 200 len: 217 time: 0.0327511 Dec 21 14:14:46.313246 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fd7c31-c59b-42d5-bed8-a2aa0e36fc28 req-102f5613-5691-425e-8de7-4a303197c099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:46.314676 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-e5fd7c31-c59b-42d5-bed8-a2aa0e36fc28 req-102f5613-5691-425e-8de7-4a303197c099 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a77a7e51-dc08-4a26-bbbc-78b11f11e172 HTTP/1.1" status: 200 len: 848 time: 0.0434873 Dec 21 14:14:46.364493 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fd7c31-c59b-42d5-bed8-a2aa0e36fc28 req-f2ac6db0-45ba-4e11-8691-d8445f97c110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:46.365995 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-e5fd7c31-c59b-42d5-bed8-a2aa0e36fc28 req-f2ac6db0-45ba-4e11-8691-d8445f97c110 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=214c03e6-f809-48bd-acae-b3b54d1e15eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0447352 Dec 21 14:14:46.438794 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c561744-6e2f-485a-9433-a4908abfa8ba req-110c9835-e918-45e1-a5f1-f27f61d4f181 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:46.440515 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-7c561744-6e2f-485a-9433-a4908abfa8ba req-110c9835-e918-45e1-a5f1-f27f61d4f181 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7d9263e-1aaa-4fe7-b2aa-14ef73e9dde2 HTTP/1.1" status: 200 len: 943 time: 0.0504582 Dec 21 14:14:46.468479 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-e5fd7c31-c59b-42d5-bed8-a2aa0e36fc28 req-9a14b744-745f-4a71-a585-60cc4c5511bd service neutron] 10.222.0.60 "GET /v2.0/networks/214c03e6-f809-48bd-acae-b3b54d1e15eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945528 Dec 21 14:14:46.494965 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-7c561744-6e2f-485a-9433-a4908abfa8ba req-bed71ca6-56f6-44f0-baa0-402c8b9e4d2f tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ee5c2a1-1389-4449-ad93-905f974dff4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477245 Dec 21 14:14:46.570333 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-e5fd7c31-c59b-42d5-bed8-a2aa0e36fc28 req-06b495b6-ac68-4dd5-9ce0-a45026ebaf3c service neutron] 10.222.0.60 "GET /v2.0/networks/214c03e6-f809-48bd-acae-b3b54d1e15eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944281 Dec 21 14:14:47.612724 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5060fa-f20d-4f96-b694-fd63c35aef67 req-afe8e9d1-c15a-4878-bf0f-78809ffa69a9 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:47.614225 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-6e5060fa-f20d-4f96-b694-fd63c35aef67 req-afe8e9d1-c15a-4878-bf0f-78809ffa69a9 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7d9263e-1aaa-4fe7-b2aa-14ef73e9dde2 HTTP/1.1" status: 200 len: 943 time: 0.0492494 Dec 21 14:14:47.661996 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-6e5060fa-f20d-4f96-b694-fd63c35aef67 req-b448f770-b10f-43e0-b45c-eae4191a7ddb tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ee5c2a1-1389-4449-ad93-905f974dff4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418019 Dec 21 14:14:48.220894 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device e0e65679-027e-43de-a0b5-1d7e8c42526a details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 14:14:48.314214 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port e0e65679-027e-43de-a0b5-1d7e8c42526a, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e0e65679-027e-43de-a0b5-1d7e8c42526a,segment=NetworkSegment(76ac4c64-738b-4af0-8730-e7445fe6fe81),segment_id=76ac4c64-738b-4af0-8730-e7445fe6fe81)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:14:48.324445 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Returning: {'device': 'e0e65679-027e-43de-a0b5-1d7e8c42526a', 'network_id': '214c03e6-f809-48bd-acae-b3b54d1e15eb', 'port_id': 'e0e65679-027e-43de-a0b5-1d7e8c42526a', 'mac_address': 'fa:16:3e:ea:6a:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a77a7e51-dc08-4a26-bbbc-78b11f11e172', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 14:14:48.360960 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:48.373545 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0e65679-027e-43de-a0b5-1d7e8c42526a {{(pid=103154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 14:14:48.392988 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port e0e65679-027e-43de-a0b5-1d7e8c42526a, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e0e65679-027e-43de-a0b5-1d7e8c42526a,segment=NetworkSegment(76ac4c64-738b-4af0-8730-e7445fe6fe81),segment_id=76ac4c64-738b-4af0-8730-e7445fe6fe81)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:14:48.396916 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:48.442248 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=e0e65679-027e-43de-a0b5-1d7e8c42526a,revision_number=4']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:14:48.668044 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] get_ports_and_sgs() called for port_ids ['e0e65679-027e-43de-a0b5-1d7e8c42526a'] {{(pid=103154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 14:14:48.776449 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f40cd8d-e38d-43aa-b119-a56bd109fba3 req-a26dcd09-b928-4511-b576-174700074de9 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:48.778576 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-9f40cd8d-e38d-43aa-b119-a56bd109fba3 req-a26dcd09-b928-4511-b576-174700074de9 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7d9263e-1aaa-4fe7-b2aa-14ef73e9dde2 HTTP/1.1" status: 200 len: 944 time: 0.0491297 Dec 21 14:14:48.831607 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-9f40cd8d-e38d-43aa-b119-a56bd109fba3 req-08bb24f7-dffc-43b2-863f-7498850a6dce tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ee5c2a1-1389-4449-ad93-905f974dff4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470855 Dec 21 14:14:49.943967 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b465735-3ea3-4091-bc8e-fe4bdd0170e1 req-6bab2a41-e4fa-4778-a5d5-35fc835245c5 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:49.945433 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1b465735-3ea3-4091-bc8e-fe4bdd0170e1 req-6bab2a41-e4fa-4778-a5d5-35fc835245c5 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7d9263e-1aaa-4fe7-b2aa-14ef73e9dde2 HTTP/1.1" status: 200 len: 944 time: 0.0480745 Dec 21 14:14:50.001981 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1b465735-3ea3-4091-bc8e-fe4bdd0170e1 req-786db72c-7312-4bf7-858b-9f2487e83b99 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ee5c2a1-1389-4449-ad93-905f974dff4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500424 Dec 21 14:14:50.225118 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device e0e65679-027e-43de-a0b5-1d7e8c42526a up at agent hyperv_hv-neutron-mast {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:14:50.271962 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Provisioning for port e0e65679-027e-43de-a0b5-1d7e8c42526a completed by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 14:14:50.276225 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Provisioning complete for port e0e65679-027e-43de-a0b5-1d7e8c42526a triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:14:50.276595 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:50.351386 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:50.374539 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7d9263e-1aaa-4fe7-b2aa-14ef73e9dde2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0e65679-027e-43de-a0b5-1d7e8c42526a'}] {{(pid=103154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:14:50.376906 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6f45aca8ac5f8c0cc5868273c98d8aa60330245aed22d61c8da5c1f2d6fc01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beaa5975-9de6-4252-bb00-54828b2927a6" -d '{"events": [{"server_uuid": "a7d9263e-1aaa-4fe7-b2aa-14ef73e9dde2", "name": "network-vif-plugged", "status": "completed", "tag": "e0e65679-027e-43de-a0b5-1d7e8c42526a"}]}' {{(pid=103154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:14:50.389616 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port e0e65679-027e-43de-a0b5-1d7e8c42526a, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e0e65679-027e-43de-a0b5-1d7e8c42526a,segment=NetworkSegment(76ac4c64-738b-4af0-8730-e7445fe6fe81),segment_id=76ac4c64-738b-4af0-8730-e7445fe6fe81)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:14:50.394437 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:50.444812 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=e0e65679-027e-43de-a0b5-1d7e8c42526a,revision_number=5']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:14:50.469576 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 14:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f887df3e-c109-4181-8914-fb286334a342 x-openstack-request-id: req-f887df3e-c109-4181-8914-fb286334a342 {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:14:50.469869 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7d9263e-1aaa-4fe7-b2aa-14ef73e9dde2", "name": "network-vif-plugged", "status": "completed", "tag": "e0e65679-027e-43de-a0b5-1d7e8c42526a", "code": 200}]} {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:14:50.470124 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f887df3e-c109-4181-8914-fb286334a342 {{(pid=103154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:14:50.470550 dv-neutron-master-2-hyperv neutron-server[103154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7d9263e-1aaa-4fe7-b2aa-14ef73e9dde2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0e65679-027e-43de-a0b5-1d7e8c42526a', 'code': 200} Dec 21 14:14:50.663926 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01915d4-791e-4e91-b5fc-03515414831b req-58898a3e-296b-45e2-9a4e-802319e1cf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:50.665396 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-e01915d4-791e-4e91-b5fc-03515414831b req-58898a3e-296b-45e2-9a4e-802319e1cf6d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a7d9263e-1aaa-4fe7-b2aa-14ef73e9dde2 HTTP/1.1" status: 200 len: 1098 time: 0.0392888 Dec 21 14:14:50.709296 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-e01915d4-791e-4e91-b5fc-03515414831b req-ccdd96fd-ce21-4033-9d35-13a8ce0af716 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9ee5c2a1-1389-4449-ad93-905f974dff4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373766 Dec 21 14:14:51.114910 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90136fc-a1d6-480d-8136-2c31e564b1d0 req-3677f5e9-8edb-4ac9-9806-7a5350bea99c tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:51.116430 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f90136fc-a1d6-480d-8136-2c31e564b1d0 req-3677f5e9-8edb-4ac9-9806-7a5350bea99c tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7d9263e-1aaa-4fe7-b2aa-14ef73e9dde2 HTTP/1.1" status: 200 len: 945 time: 0.0487664 Dec 21 14:14:51.165107 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f90136fc-a1d6-480d-8136-2c31e564b1d0 req-1fc55400-6ac1-4cfa-b250-c9e1066c3b12 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ee5c2a1-1389-4449-ad93-905f974dff4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426700 Dec 21 14:14:52.282918 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8062b1-0454-4d9d-b527-ddeb2b83293e req-9f8e4a94-4799-4738-9bdf-e2a94d0d80cc tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:52.284417 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-4f8062b1-0454-4d9d-b527-ddeb2b83293e req-9f8e4a94-4799-4738-9bdf-e2a94d0d80cc tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7d9263e-1aaa-4fe7-b2aa-14ef73e9dde2 HTTP/1.1" status: 200 len: 945 time: 0.0518811 Dec 21 14:14:52.333240 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-4f8062b1-0454-4d9d-b527-ddeb2b83293e req-02864cd7-15c2-4b31-8a1c-d57d193af147 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ee5c2a1-1389-4449-ad93-905f974dff4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430830 Dec 21 14:14:52.454648 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630d11ec-43e8-4a02-81c7-61984045d201 req-e78f78f8-8142-4d0f-998e-7da67d8fe5c5 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:52.456071 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-630d11ec-43e8-4a02-81c7-61984045d201 req-e78f78f8-8142-4d0f-998e-7da67d8fe5c5 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7d9263e-1aaa-4fe7-b2aa-14ef73e9dde2 HTTP/1.1" status: 200 len: 945 time: 0.0533843 Dec 21 14:14:52.504593 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-630d11ec-43e8-4a02-81c7-61984045d201 req-db1fe971-d625-4e56-92e5-9a21f78f9a02 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ee5c2a1-1389-4449-ad93-905f974dff4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426595 Dec 21 14:14:52.525632 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 39350) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:14:52.647312 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78e12a9-0fb7-4a99-97f3-fe4ec1bce490 tempest-TestSnapshotPattern-1805315771 tempest-TestSnapshotPattern-1805315771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:52.648804 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-f78e12a9-0fb7-4a99-97f3-fe4ec1bce490 tempest-TestSnapshotPattern-1805315771 tempest-TestSnapshotPattern-1805315771-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a7d9263e-1aaa-4fe7-b2aa-14ef73e9dde2 HTTP/1.1" status: 200 len: 1093 time: 0.1222053 Dec 21 14:14:52.651621 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 39354) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:14:52.655819 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-41f47cdc-0ab2-4001-a6eb-ab5f9438f079 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Request body: {'floatingip': {'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'port_id': 'e0e65679-027e-43de-a0b5-1d7e8c42526a', 'tenant_id': 'c41fd4ab183b45e39704cacc8a3b5b8f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:14:52.678897 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-41f47cdc-0ab2-4001-a6eb-ab5f9438f079 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Publish callbacks [] for floatingip, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:52.775073 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-41f47cdc-0ab2-4001-a6eb-ab5f9438f079 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:52.873945 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-41f47cdc-0ab2-4001-a6eb-ab5f9438f079 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Allocated IP 172.36.3.230 (7fdf1889-f079-4166-bbda-88b2a8d8d595/051a5607-1753-4008-a2f2-d94b48752e9c/edece450-0278-49d1-b42a-370aadfef66f) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 14:14:52.974924 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-41f47cdc-0ab2-4001-a6eb-ab5f9438f079 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:53.008092 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-41f47cdc-0ab2-4001-a6eb-ab5f9438f079 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:53.045697 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f47cdc-0ab2-4001-a6eb-ab5f9438f079 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Network 7fdf1889-f079-4166-bbda-88b2a8d8d595 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 14:14:53.048501 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-41f47cdc-0ab2-4001-a6eb-ab5f9438f079 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:14:53.051877 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f47cdc-0ab2-4001-a6eb-ab5f9438f079 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 14:14:53.074464 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f47cdc-0ab2-4001-a6eb-ab5f9438f079 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Pushing event updated for resources: {'Port': ['ID=edece450-0278-49d1-b42a-370aadfef66f,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:14:53.402533 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-41f47cdc-0ab2-4001-a6eb-ab5f9438f079 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:53.467412 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-41f47cdc-0ab2-4001-a6eb-ab5f9438f079 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:53.616233 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-41f47cdc-0ab2-4001-a6eb-ab5f9438f079 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:53.620700 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-41f47cdc-0ab2-4001-a6eb-ab5f9438f079 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:53.687899 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f47cdc-0ab2-4001-a6eb-ab5f9438f079 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Pushing event updated for resources: {'Port': ['ID=edece450-0278-49d1-b42a-370aadfef66f,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:14:53.698072 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-41f47cdc-0ab2-4001-a6eb-ab5f9438f079 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548820'] for floatingip, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:53.794467 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.l3_db [None req-41f47cdc-0ab2-4001-a6eb-ab5f9438f079 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Floating IP 89872174-d693-4735-9ce4-2ae0f715563a associated. External IP: 172.36.3.230, port: e0e65679-027e-43de-a0b5-1d7e8c42526a. Dec 21 14:14:54.290180 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41f47cdc-0ab2-4001-a6eb-ab5f9438f079 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Router f5cea583-045f-4d64-92a5-60ca1c347b49 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 14:14:54.398288 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41f47cdc-0ab2-4001-a6eb-ab5f9438f079 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 14:14:54.408476 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cec4fd-b637-45dd-a698-4330c043709e None None] Sync routers for ids ['f5cea583-045f-4d64-92a5-60ca1c347b49'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 14:14:54.416683 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-41f47cdc-0ab2-4001-a6eb-ab5f9438f079 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for floatingip, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:54.417784 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cec4fd-b637-45dd-a698-4330c043709e None None] Routers {'f5cea583-045f-4d64-92a5-60ca1c347b49'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:14:54.418490 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-b1cec4fd-b637-45dd-a698-4330c043709e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T14:14:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['f5cea583-045f-4d64-92a5-60ca1c347b49'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:14:54.443983 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-41f47cdc-0ab2-4001-a6eb-ab5f9438f079 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7913642 Dec 21 14:14:54.444661 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7d9263e-1aaa-4fe7-b2aa-14ef73e9dde2', 'tag': 'e0e65679-027e-43de-a0b5-1d7e8c42526a'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:14:54.446930 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af6034c98e584fa55ea4398f343c742ceb598288507feaf30d5a15785b2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c782cbd-2a28-481a-be0f-03918515372a" -d '{"events": [{"name": "network-changed", "server_uuid": "a7d9263e-1aaa-4fe7-b2aa-14ef73e9dde2", "tag": "e0e65679-027e-43de-a0b5-1d7e8c42526a"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:14:54.483293 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 14:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff037352-320c-41c0-b0e2-4688f51d1b12 x-openstack-request-id: req-ff037352-320c-41c0-b0e2-4688f51d1b12 {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:14:54.483897 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7d9263e-1aaa-4fe7-b2aa-14ef73e9dde2", "tag": "e0e65679-027e-43de-a0b5-1d7e8c42526a", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:14:54.483897 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ff037352-320c-41c0-b0e2-4688f51d1b12 {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:14:54.484211 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7d9263e-1aaa-4fe7-b2aa-14ef73e9dde2', 'tag': 'e0e65679-027e-43de-a0b5-1d7e8c42526a', 'status': 'completed', 'code': 200} Dec 21 14:14:54.530470 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-b1cec4fd-b637-45dd-a698-4330c043709e None None] Set router f5cea583-045f-4d64-92a5-60ca1c347b49 gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:14:54.566383 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c782cbd-2a28-481a-be0f-03918515372a req-ea02e57e-6cc6-4394-8e50-7788afafaf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:54.567708 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7c782cbd-2a28-481a-be0f-03918515372a req-ea02e57e-6cc6-4394-8e50-7788afafaf4c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c41fd4ab183b45e39704cacc8a3b5b8f&device_id=a7d9263e-1aaa-4fe7-b2aa-14ef73e9dde2 HTTP/1.1" status: 200 len: 1098 time: 0.0410926 Dec 21 14:14:54.661083 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c782cbd-2a28-481a-be0f-03918515372a req-7866fab9-64eb-4cbe-9931-a96d6bb06878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:54.662608 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7c782cbd-2a28-481a-be0f-03918515372a req-7866fab9-64eb-4cbe-9931-a96d6bb06878 service neutron] 10.222.0.60 "GET /v2.0/networks?id=214c03e6-f809-48bd-acae-b3b54d1e15eb HTTP/1.1" status: 200 len: 910 time: 0.0878742 Dec 21 14:14:54.731525 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7c782cbd-2a28-481a-be0f-03918515372a req-78c8f3f7-7833-4bd6-acbc-045a5fc70bca service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0e65679-027e-43de-a0b5-1d7e8c42526a HTTP/1.1" status: 200 len: 999 time: 0.0616033 Dec 21 14:14:54.747606 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-b1cec4fd-b637-45dd-a698-4330c043709e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5cea583-045f-4d64-92a5-60ca1c347b49', 'name': 'tempest-TestSnapshotPattern-981237152-router', 'tenant_id': 'c41fd4ab183b45e39704cacc8a3b5b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.163'}], 'enable_snat': True}, 'gw_port_id': '7884cfd7-d542-4709-9d1c-837391df0b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:14:32Z', 'updated_at': '2021-12-21T14:14:34Z', 'revision_number': 4, 'project_id': 'c41fd4ab183b45e39704cacc8a3b5b8f', 'gw_port': {'id': '7884cfd7-d542-4709-9d1c-837391df0b78', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:37:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5cea583-045f-4d64-92a5-60ca1c347b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:14:32Z', 'updated_at': '2021-12-21T14:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '89872174-d693-4735-9ce4-2ae0f715563a', 'tenant_id': 'c41fd4ab183b45e39704cacc8a3b5b8f', 'floating_ip_address': '172.36.3.230', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': 'f5cea583-045f-4d64-92a5-60ca1c347b49', 'port_id': 'e0e65679-027e-43de-a0b5-1d7e8c42526a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1888, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '214c03e6-f809-48bd-acae-b3b54d1e15eb', 'mac_address': 'fa:16:3e:ea:6a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d9263e-1aaa-4fe7-b2aa-14ef73e9dde2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T14:14:53Z', 'updated_at': '2021-12-21T14:14:53Z', 'revision_number': 0, 'project_id': 'c41fd4ab183b45e39704cacc8a3b5b8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bee90f5d-0587-45a9-9010-b57f0a35f581', 'name': '', 'network_id': '214c03e6-f809-48bd-acae-b3b54d1e15eb', 'tenant_id': 'c41fd4ab183b45e39704cacc8a3b5b8f', 'mac_address': 'fa:16:3e:3a:24:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5cea583-045f-4d64-92a5-60ca1c347b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': 'a77a7e51-dc08-4a26-bbbc-78b11f11e172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:14:34Z', 'updated_at': '2021-12-21T14:14:40Z', 'revision_number': 5, 'project_id': 'c41fd4ab183b45e39704cacc8a3b5b8f', 'subnets': [{'id': 'a77a7e51-dc08-4a26-bbbc-78b11f11e172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:14:54.776487 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cec4fd-b637-45dd-a698-4330c043709e None None] Checking router: f5cea583-045f-4d64-92a5-60ca1c347b49 for host: dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 14:14:54.778972 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c782cbd-2a28-481a-be0f-03918515372a req-042dc724-2e4d-4c0b-8fab-ae97287ec5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:54.780430 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7c782cbd-2a28-481a-be0f-03918515372a req-042dc724-2e4d-4c0b-8fab-ae97287ec5c5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a77a7e51-dc08-4a26-bbbc-78b11f11e172 HTTP/1.1" status: 200 len: 848 time: 0.0433583 Dec 21 14:14:54.785114 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cec4fd-b637-45dd-a698-4330c043709e None None] Routers {'f5cea583-045f-4d64-92a5-60ca1c347b49'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:14:54.785708 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-b1cec4fd-b637-45dd-a698-4330c043709e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T14:14:28Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['f5cea583-045f-4d64-92a5-60ca1c347b49'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:14:54.825318 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c782cbd-2a28-481a-be0f-03918515372a req-d4de9aae-d083-4dbd-a186-9893bca1379f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:14:54.826759 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7c782cbd-2a28-481a-be0f-03918515372a req-d4de9aae-d083-4dbd-a186-9893bca1379f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=214c03e6-f809-48bd-acae-b3b54d1e15eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397317 Dec 21 14:14:54.888109 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-b1cec4fd-b637-45dd-a698-4330c043709e None None] Set router f5cea583-045f-4d64-92a5-60ca1c347b49 gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:14:54.917494 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7c782cbd-2a28-481a-be0f-03918515372a req-cfdc2d53-6be2-4b91-9fb3-95b783db4d7b service neutron] 10.222.0.60 "GET /v2.0/networks/214c03e6-f809-48bd-acae-b3b54d1e15eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844688 Dec 21 14:14:55.005271 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-7c782cbd-2a28-481a-be0f-03918515372a req-6d8418c7-a07d-4148-b4a1-b8fa032e8e29 service neutron] 10.222.0.60 "GET /v2.0/networks/214c03e6-f809-48bd-acae-b3b54d1e15eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815363 Dec 21 14:14:55.103180 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-b1cec4fd-b637-45dd-a698-4330c043709e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5cea583-045f-4d64-92a5-60ca1c347b49', 'name': 'tempest-TestSnapshotPattern-981237152-router', 'tenant_id': 'c41fd4ab183b45e39704cacc8a3b5b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.163'}], 'enable_snat': True}, 'gw_port_id': '7884cfd7-d542-4709-9d1c-837391df0b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:14:32Z', 'updated_at': '2021-12-21T14:14:34Z', 'revision_number': 4, 'project_id': 'c41fd4ab183b45e39704cacc8a3b5b8f', 'gw_port': {'id': '7884cfd7-d542-4709-9d1c-837391df0b78', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:37:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5cea583-045f-4d64-92a5-60ca1c347b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:14:32Z', 'updated_at': '2021-12-21T14:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '89872174-d693-4735-9ce4-2ae0f715563a', 'tenant_id': 'c41fd4ab183b45e39704cacc8a3b5b8f', 'floating_ip_address': '172.36.3.230', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': 'f5cea583-045f-4d64-92a5-60ca1c347b49', 'port_id': 'e0e65679-027e-43de-a0b5-1d7e8c42526a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1888, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '214c03e6-f809-48bd-acae-b3b54d1e15eb', 'mac_address': 'fa:16:3e:ea:6a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d9263e-1aaa-4fe7-b2aa-14ef73e9dde2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T14:14:53Z', 'updated_at': '2021-12-21T14:14:53Z', 'revision_number': 0, 'project_id': 'c41fd4ab183b45e39704cacc8a3b5b8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bee90f5d-0587-45a9-9010-b57f0a35f581', 'name': '', 'network_id': '214c03e6-f809-48bd-acae-b3b54d1e15eb', 'tenant_id': 'c41fd4ab183b45e39704cacc8a3b5b8f', 'mac_address': 'fa:16:3e:3a:24:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5cea583-045f-4d64-92a5-60ca1c347b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': 'a77a7e51-dc08-4a26-bbbc-78b11f11e172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:14:34Z', 'updated_at': '2021-12-21T14:14:40Z', 'revision_number': 5, 'project_id': 'c41fd4ab183b45e39704cacc8a3b5b8f', 'subnets': [{'id': 'a77a7e51-dc08-4a26-bbbc-78b11f11e172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:14:55.131703 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cec4fd-b637-45dd-a698-4330c043709e None None] The sync data for ids ['f5cea583-045f-4d64-92a5-60ca1c347b49'] in dv-neutron-master-2-hyperv is: [{'id': 'f5cea583-045f-4d64-92a5-60ca1c347b49', 'name': 'tempest-TestSnapshotPattern-981237152-router', 'tenant_id': 'c41fd4ab183b45e39704cacc8a3b5b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.163'}], 'enable_snat': True}, 'gw_port_id': '7884cfd7-d542-4709-9d1c-837391df0b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:14:32Z', 'updated_at': '2021-12-21T14:14:34Z', 'revision_number': 4, 'project_id': 'c41fd4ab183b45e39704cacc8a3b5b8f', 'gw_port': {'id': '7884cfd7-d542-4709-9d1c-837391df0b78', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:37:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5cea583-045f-4d64-92a5-60ca1c347b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:14:32Z', 'updated_at': '2021-12-21T14:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '89872174-d693-4735-9ce4-2ae0f715563a', 'tenant_id': 'c41fd4ab183b45e39704cacc8a3b5b8f', 'floating_ip_address': '172.36.3.230', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': 'f5cea583-045f-4d64-92a5-60ca1c347b49', 'port_id': 'e0e65679-027e-43de-a0b5-1d7e8c42526a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1888, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '214c03e6-f809-48bd-acae-b3b54d1e15eb', 'mac_address': 'fa:16:3e:ea:6a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d9263e-1aaa-4fe7-b2aa-14ef73e9dde2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T14:14:53Z', 'updated_at': '2021-12-21T14:14:53Z', 'revision_number': 0, 'project_id': 'c41fd4ab183b45e39704cacc8a3b5b8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bee90f5d-0587-45a9-9010-b57f0a35f581', 'name': '', 'network_id': '214c03e6-f809-48bd-acae-b3b54d1e15eb', 'tenant_id': 'c41fd4ab183b45e39704cacc8a3b5b8f', 'mac_address': 'fa:16:3e:3a:24:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5cea583-045f-4d64-92a5-60ca1c347b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': 'a77a7e51-dc08-4a26-bbbc-78b11f11e172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:14:34Z', 'updated_at': '2021-12-21T14:14:40Z', 'revision_number': 5, 'project_id': 'c41fd4ab183b45e39704cacc8a3b5b8f', 'subnets': [{'id': 'a77a7e51-dc08-4a26-bbbc-78b11f11e172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 14:14:55.231149 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-71fa0e7f-d651-46fa-96ac-a311a16fd364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:55.323706 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab62ad87-65ce-4fa9-9b8a-77d2a4a3a4d3 None None] New status for floating IP 89872174-d693-4735-9ce4-2ae0f715563a: ACTIVE {{(pid=103155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 14:14:57.732576 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-60e3bcf8-f8f2-4d8e-b96a-3eee56106b93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:14:58.836900 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.agents_db [None req-c60a5637-8c6f-4692-b23b-7dd82bd36b21 None None] Agent healthcheck: found 6 active agents {{(pid=103155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 14:14:58.980271 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:00.964375 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:01.164476 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:13.713142 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:25.232314 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8a6012af-8a5a-4fdc-8e79-0862faf991a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:27.737243 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-5cf918c7-8ffb-4d7f-bf6d-06f6d716aa61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:28.983200 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:30.967266 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:31.166580 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:31.229007 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f3f69b10-e196-41e2-b623-31650957b75b req-6c2feba1-b901-424b-994b-c3b77890ed7d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a7d9263e-1aaa-4fe7-b2aa-14ef73e9dde2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406325 Dec 21 14:15:31.329077 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f69b10-e196-41e2-b623-31650957b75b req-ad0668c8-384e-4e01-b977-b438444c5539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:15:31.330574 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f3f69b10-e196-41e2-b623-31650957b75b req-ad0668c8-384e-4e01-b977-b438444c5539 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c41fd4ab183b45e39704cacc8a3b5b8f&device_id=a7d9263e-1aaa-4fe7-b2aa-14ef73e9dde2 HTTP/1.1" status: 200 len: 1098 time: 0.0443413 Dec 21 14:15:31.430994 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f69b10-e196-41e2-b623-31650957b75b req-fa462796-fca3-4aa2-8f1a-ecba69e5e29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:15:31.432483 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f3f69b10-e196-41e2-b623-31650957b75b req-fa462796-fca3-4aa2-8f1a-ecba69e5e29d service neutron] 10.222.0.60 "GET /v2.0/networks?id=214c03e6-f809-48bd-acae-b3b54d1e15eb HTTP/1.1" status: 200 len: 910 time: 0.0844262 Dec 21 14:15:31.500286 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f3f69b10-e196-41e2-b623-31650957b75b req-b684d793-add2-4076-bd21-c15e6656276c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0e65679-027e-43de-a0b5-1d7e8c42526a HTTP/1.1" status: 200 len: 1001 time: 0.0614169 Dec 21 14:15:31.547737 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f69b10-e196-41e2-b623-31650957b75b req-bb260d3c-8b6b-4825-9d40-db159980f5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:15:31.549146 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f3f69b10-e196-41e2-b623-31650957b75b req-bb260d3c-8b6b-4825-9d40-db159980f5ef service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a77a7e51-dc08-4a26-bbbc-78b11f11e172 HTTP/1.1" status: 200 len: 848 time: 0.0432661 Dec 21 14:15:31.594013 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f69b10-e196-41e2-b623-31650957b75b req-0e477cb9-de80-481f-88b2-73fa043de7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:15:31.595502 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f3f69b10-e196-41e2-b623-31650957b75b req-0e477cb9-de80-481f-88b2-73fa043de7c0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=214c03e6-f809-48bd-acae-b3b54d1e15eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395005 Dec 21 14:15:31.686543 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f3f69b10-e196-41e2-b623-31650957b75b req-575694fb-0f5a-4737-bdc6-f5941726d084 service neutron] 10.222.0.60 "GET /v2.0/networks/214c03e6-f809-48bd-acae-b3b54d1e15eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844984 Dec 21 14:15:31.775357 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f3f69b10-e196-41e2-b623-31650957b75b req-0eb77425-7a86-41c1-8487-f50af907cc3f service neutron] 10.222.0.60 "GET /v2.0/networks/214c03e6-f809-48bd-acae-b3b54d1e15eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828345 Dec 21 14:15:35.835930 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.agents_db [None req-c60a5637-8c6f-4692-b23b-7dd82bd36b21 None None] Agent healthcheck: found 6 active agents {{(pid=103155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 14:15:43.727598 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:55.232980 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-30a8a548-06e7-40de-90dd-dc90726e2bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:57.737762 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-2beeb87d-a2f1-4287-8e77-69fb888198f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:15:58.985235 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:00.968671 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:01.178440 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:12.834730 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.agents_db [None req-c60a5637-8c6f-4692-b23b-7dd82bd36b21 None None] Agent healthcheck: found 6 active agents {{(pid=103155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 14:16:13.728351 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:25.235612 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-0aae5313-0696-41ef-9810-8d2b68f13ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:27.740573 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-4012a073-5bbe-4f9f-bc95-b042855fd674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:28.988910 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:30.970309 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:31.173863 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:33.842629 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-67024172-251a-4829-b6d0-1c829f683556 req-bbaf65db-c234-453f-bc88-17a741a69d20 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a7d9263e-1aaa-4fe7-b2aa-14ef73e9dde2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0439754 Dec 21 14:16:33.935587 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67024172-251a-4829-b6d0-1c829f683556 req-9db2903f-ac4e-4aa3-b797-c0a9283cbffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:16:33.937306 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-67024172-251a-4829-b6d0-1c829f683556 req-9db2903f-ac4e-4aa3-b797-c0a9283cbffd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c41fd4ab183b45e39704cacc8a3b5b8f&device_id=a7d9263e-1aaa-4fe7-b2aa-14ef73e9dde2 HTTP/1.1" status: 200 len: 1098 time: 0.0396657 Dec 21 14:16:34.047088 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67024172-251a-4829-b6d0-1c829f683556 req-783dde6b-80fa-4a65-ad29-22932aa5a247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:16:34.048572 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-67024172-251a-4829-b6d0-1c829f683556 req-783dde6b-80fa-4a65-ad29-22932aa5a247 service neutron] 10.222.0.60 "GET /v2.0/networks?id=214c03e6-f809-48bd-acae-b3b54d1e15eb HTTP/1.1" status: 200 len: 910 time: 0.0931840 Dec 21 14:16:34.118035 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-67024172-251a-4829-b6d0-1c829f683556 req-1bc2f9fc-fa3f-44f2-b94d-f5e2cf442575 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0e65679-027e-43de-a0b5-1d7e8c42526a HTTP/1.1" status: 200 len: 1001 time: 0.0631919 Dec 21 14:16:34.165976 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67024172-251a-4829-b6d0-1c829f683556 req-0b9b53fb-30d3-43a2-b683-12145f685e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:16:34.167484 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-67024172-251a-4829-b6d0-1c829f683556 req-0b9b53fb-30d3-43a2-b683-12145f685e74 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a77a7e51-dc08-4a26-bbbc-78b11f11e172 HTTP/1.1" status: 200 len: 848 time: 0.0428915 Dec 21 14:16:34.212490 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67024172-251a-4829-b6d0-1c829f683556 req-3df4c5ab-0cbb-4979-bee9-2348023c4da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:16:34.213981 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-67024172-251a-4829-b6d0-1c829f683556 req-3df4c5ab-0cbb-4979-bee9-2348023c4da6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=214c03e6-f809-48bd-acae-b3b54d1e15eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403113 Dec 21 14:16:34.304688 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-67024172-251a-4829-b6d0-1c829f683556 req-c437bebc-b686-4f65-ad9c-ba8b29255419 service neutron] 10.222.0.60 "GET /v2.0/networks/214c03e6-f809-48bd-acae-b3b54d1e15eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841041 Dec 21 14:16:34.405083 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-67024172-251a-4829-b6d0-1c829f683556 req-fd525cba-92eb-42d4-8792-bad3a1f5471e service neutron] 10.222.0.60 "GET /v2.0/networks/214c03e6-f809-48bd-acae-b3b54d1e15eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927689 Dec 21 14:16:43.742888 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:49.834202 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.agents_db [None req-c60a5637-8c6f-4692-b23b-7dd82bd36b21 None None] Agent healthcheck: found 6 active agents {{(pid=103155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 14:16:52.762387 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device e0e65679-027e-43de-a0b5-1d7e8c42526a details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 14:16:52.857109 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port e0e65679-027e-43de-a0b5-1d7e8c42526a, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e0e65679-027e-43de-a0b5-1d7e8c42526a,segment=NetworkSegment(76ac4c64-738b-4af0-8730-e7445fe6fe81),segment_id=76ac4c64-738b-4af0-8730-e7445fe6fe81)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:16:52.868417 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Returning: {'device': 'e0e65679-027e-43de-a0b5-1d7e8c42526a', 'network_id': '214c03e6-f809-48bd-acae-b3b54d1e15eb', 'port_id': 'e0e65679-027e-43de-a0b5-1d7e8c42526a', 'mac_address': 'fa:16:3e:ea:6a:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a77a7e51-dc08-4a26-bbbc-78b11f11e172', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 14:16:52.903057 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:52.919446 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e0e65679-027e-43de-a0b5-1d7e8c42526a {{(pid=103154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 14:16:52.940837 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port e0e65679-027e-43de-a0b5-1d7e8c42526a, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e0e65679-027e-43de-a0b5-1d7e8c42526a,segment=NetworkSegment(76ac4c64-738b-4af0-8730-e7445fe6fe81),segment_id=76ac4c64-738b-4af0-8730-e7445fe6fe81)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:16:52.944682 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:52.990668 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=e0e65679-027e-43de-a0b5-1d7e8c42526a,revision_number=6']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:16:52.997362 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:16:52.997730 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:16:52.998111 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:16:52.998490 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:16:52.998824 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:16:52.999149 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:16:52.999477 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:16:52.999799 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:16:53.000123 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:16:53.000446 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:16:53.000769 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:16:53.001085 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:16:53.001404 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:16:53.118345 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] get_ports_and_sgs() called for port_ids ['e0e65679-027e-43de-a0b5-1d7e8c42526a'] {{(pid=103154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 14:16:54.785999 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device e0e65679-027e-43de-a0b5-1d7e8c42526a up at agent hyperv_hv-neutron-mast {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:16:54.838623 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Provisioning complete for port e0e65679-027e-43de-a0b5-1d7e8c42526a triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:16:54.839004 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:54.922339 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:54.945499 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7d9263e-1aaa-4fe7-b2aa-14ef73e9dde2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0e65679-027e-43de-a0b5-1d7e8c42526a'}] {{(pid=103154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:16:54.950594 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6f45aca8ac5f8c0cc5868273c98d8aa60330245aed22d61c8da5c1f2d6fc01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40327fa8-1aac-470f-8991-4517018f4f78" -d '{"events": [{"server_uuid": "a7d9263e-1aaa-4fe7-b2aa-14ef73e9dde2", "name": "network-vif-plugged", "status": "completed", "tag": "e0e65679-027e-43de-a0b5-1d7e8c42526a"}]}' {{(pid=103154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:16:54.967996 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port e0e65679-027e-43de-a0b5-1d7e8c42526a, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e0e65679-027e-43de-a0b5-1d7e8c42526a,segment=NetworkSegment(76ac4c64-738b-4af0-8730-e7445fe6fe81),segment_id=76ac4c64-738b-4af0-8730-e7445fe6fe81)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:16:54.976580 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:55.021036 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 14:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0ddc45a-015d-482e-a206-6db1250c9354 x-openstack-request-id: req-e0ddc45a-015d-482e-a206-6db1250c9354 {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:16:55.021568 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7d9263e-1aaa-4fe7-b2aa-14ef73e9dde2", "name": "network-vif-plugged", "status": "completed", "tag": "e0e65679-027e-43de-a0b5-1d7e8c42526a", "code": 200}]} {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:16:55.021987 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e0ddc45a-015d-482e-a206-6db1250c9354 {{(pid=103154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:16:55.022583 dv-neutron-master-2-hyperv neutron-server[103154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7d9263e-1aaa-4fe7-b2aa-14ef73e9dde2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0e65679-027e-43de-a0b5-1d7e8c42526a', 'code': 200} Dec 21 14:16:55.036106 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=e0e65679-027e-43de-a0b5-1d7e8c42526a,revision_number=7']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:16:55.241929 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f3438b57-278e-4ca6-819d-fc43ef3f7a7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:57.747388 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fd8ff17a-ed52-4a43-b3f8-cddea5f1073b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:16:59.000433 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:00.983151 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:01.179000 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:03.449615 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1ea41e98-db3a-407d-8ed8-1148982d0518 req-f67c7006-2de6-4198-969a-715abf3f2bb6 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1960199021&fields=id&tenant_id=c41fd4ab183b45e39704cacc8a3b5b8f HTTP/1.1" status: 200 len: 267 time: 0.0429640 Dec 21 14:17:03.552576 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea41e98-db3a-407d-8ed8-1148982d0518 req-8ead8732-aca2-4299-a9c3-eef0975ce842 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:03.554011 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1ea41e98-db3a-407d-8ed8-1148982d0518 req-8ead8732-aca2-4299-a9c3-eef0975ce842 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] 10.222.0.37 "GET /v2.0/networks?id=214c03e6-f809-48bd-acae-b3b54d1e15eb HTTP/1.1" status: 200 len: 809 time: 0.0974500 Dec 21 14:17:03.569015 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1ea41e98-db3a-407d-8ed8-1148982d0518 req-7b6f8654-b0ff-4808-b6d0-e73642381a00 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] 10.222.0.37 "GET /v2.0/quotas/c41fd4ab183b45e39704cacc8a3b5b8f HTTP/1.1" status: 200 len: 375 time: 0.0094044 Dec 21 14:17:03.624805 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1ea41e98-db3a-407d-8ed8-1148982d0518 req-8791fd13-1482-4485-8a8c-79ec7a27dea0 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c41fd4ab183b45e39704cacc8a3b5b8f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0507066 Dec 21 14:17:03.819136 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1ea41e98-db3a-407d-8ed8-1148982d0518 req-c2819a7f-23ec-4ee3-acc3-169388ee61f7 service neutron] 10.222.0.37 "GET /v2.0/networks/214c03e6-f809-48bd-acae-b3b54d1e15eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828735 Dec 21 14:17:03.913283 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1ea41e98-db3a-407d-8ed8-1148982d0518 req-12055a58-4f9d-4828-969f-4b92bcd76cd0 service neutron] 10.222.0.37 "GET /v2.0/networks/214c03e6-f809-48bd-acae-b3b54d1e15eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879300 Dec 21 14:17:04.075111 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-718b43e9-6f2b-44d8-a8d5-441adfea47db req-a211183d-5c29-4a8c-ba6b-5e31b18baa05 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c5fef78-e436-4b04-91dd-218c2dc53346 HTTP/1.1" status: 200 len: 210 time: 0.0278244 Dec 21 14:17:05.202659 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-d17ffbe8-78e1-4454-89a6-ba448c0eddbe req-eaa1e96f-2ef6-4a06-836e-c0227a36b5e3 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c5fef78-e436-4b04-91dd-218c2dc53346 HTTP/1.1" status: 200 len: 210 time: 0.0386703 Dec 21 14:17:05.235103 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea41e98-db3a-407d-8ed8-1148982d0518 req-8ebffe9f-e674-4ae9-b683-22d1c09bba63 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:05.236588 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1ea41e98-db3a-407d-8ed8-1148982d0518 req-8ebffe9f-e674-4ae9-b683-22d1c09bba63 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] 10.222.0.60 "GET /v2.0/networks?id=214c03e6-f809-48bd-acae-b3b54d1e15eb HTTP/1.1" status: 200 len: 809 time: 0.1326432 Dec 21 14:17:05.308516 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1ea41e98-db3a-407d-8ed8-1148982d0518 req-2e59e491-9f41-45b0-9a9d-959f00987bf4 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c41fd4ab183b45e39704cacc8a3b5b8f HTTP/1.1" status: 200 len: 380 time: 0.0578780 Dec 21 14:17:05.318182 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [req-1ea41e98-db3a-407d-8ed8-1148982d0518 req-575bcf4c-4d1a-4e6e-8679-d284b89a35fd tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Request body: {'port': {'device_id': '6c5fef78-e436-4b04-91dd-218c2dc53346', 'network_id': '214c03e6-f809-48bd-acae-b3b54d1e15eb', 'admin_state_up': True, 'tenant_id': 'c41fd4ab183b45e39704cacc8a3b5b8f', 'security_groups': ['9ee5c2a1-1389-4449-ad93-905f974dff4e']}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:17:05.439615 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ea41e98-db3a-407d-8ed8-1148982d0518 req-575bcf4c-4d1a-4e6e-8679-d284b89a35fd tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Made reservation on behalf of c41fd4ab183b45e39704cacc8a3b5b8f for: {'port': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 14:17:05.443263 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-1ea41e98-db3a-407d-8ed8-1148982d0518 req-575bcf4c-4d1a-4e6e-8679-d284b89a35fd tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:05.586034 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [req-1ea41e98-db3a-407d-8ed8-1148982d0518 req-575bcf4c-4d1a-4e6e-8679-d284b89a35fd tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Allocated IP 172.20.0.3 (214c03e6-f809-48bd-acae-b3b54d1e15eb/a77a7e51-dc08-4a26-bbbc-78b11f11e172/0ffd08f2-a345-40ae-93bf-173f4f2199dc) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 14:17:05.761025 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-1ea41e98-db3a-407d-8ed8-1148982d0518 req-575bcf4c-4d1a-4e6e-8679-d284b89a35fd tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:05.801636 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-1ea41e98-db3a-407d-8ed8-1148982d0518 req-575bcf4c-4d1a-4e6e-8679-d284b89a35fd tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:05.846405 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ea41e98-db3a-407d-8ed8-1148982d0518 req-575bcf4c-4d1a-4e6e-8679-d284b89a35fd tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Network 214c03e6-f809-48bd-acae-b3b54d1e15eb is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 14:17:05.854178 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [req-1ea41e98-db3a-407d-8ed8-1148982d0518 req-575bcf4c-4d1a-4e6e-8679-d284b89a35fd tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:17:05.859035 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ea41e98-db3a-407d-8ed8-1148982d0518 req-575bcf4c-4d1a-4e6e-8679-d284b89a35fd tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 14:17:05.911696 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea41e98-db3a-407d-8ed8-1148982d0518 req-575bcf4c-4d1a-4e6e-8679-d284b89a35fd tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:05.912344 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-1ea41e98-db3a-407d-8ed8-1148982d0518 req-575bcf4c-4d1a-4e6e-8679-d284b89a35fd tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:05.937757 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1ea41e98-db3a-407d-8ed8-1148982d0518 req-575bcf4c-4d1a-4e6e-8679-d284b89a35fd tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6231818 Dec 21 14:17:05.938901 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575bcf4c-4d1a-4e6e-8679-d284b89a35fd tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Pushing event updated for resources: {'Port': ['ID=0ffd08f2-a345-40ae-93bf-173f4f2199dc,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:17:05.947427 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575bcf4c-4d1a-4e6e-8679-d284b89a35fd tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:17:05.947776 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575bcf4c-4d1a-4e6e-8679-d284b89a35fd tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:17:05.948166 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575bcf4c-4d1a-4e6e-8679-d284b89a35fd tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:17:05.948550 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575bcf4c-4d1a-4e6e-8679-d284b89a35fd tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:17:05.948890 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575bcf4c-4d1a-4e6e-8679-d284b89a35fd tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:17:05.949372 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575bcf4c-4d1a-4e6e-8679-d284b89a35fd tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:17:05.949775 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575bcf4c-4d1a-4e6e-8679-d284b89a35fd tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:17:05.950117 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575bcf4c-4d1a-4e6e-8679-d284b89a35fd tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:17:05.950483 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575bcf4c-4d1a-4e6e-8679-d284b89a35fd tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:17:05.950837 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575bcf4c-4d1a-4e6e-8679-d284b89a35fd tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:17:05.951766 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575bcf4c-4d1a-4e6e-8679-d284b89a35fd tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:17:05.952097 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575bcf4c-4d1a-4e6e-8679-d284b89a35fd tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:17:05.952463 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575bcf4c-4d1a-4e6e-8679-d284b89a35fd tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:17:06.218815 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-1e62b00e-ffa7-49f1-886a-c93dd0a8701c None None] Provisioning complete for port 0ffd08f2-a345-40ae-93bf-173f4f2199dc triggered by entity DHCP. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:17:06.219413 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-1e62b00e-ffa7-49f1-886a-c93dd0a8701c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:06.267662 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-1e62b00e-ffa7-49f1-886a-c93dd0a8701c None None] Port 0ffd08f2-a345-40ae-93bf-173f4f2199dc cannot update to ACTIVE because it is not bound. {{(pid=103154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 14:17:06.346836 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa6c9a4-80ba-46dd-8162-3d2b2fb3e15e req-0953e149-b242-4362-bbf7-3dbd14e8641c tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:06.348368 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-afa6c9a4-80ba-46dd-8162-3d2b2fb3e15e req-0953e149-b242-4362-bbf7-3dbd14e8641c tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c5fef78-e436-4b04-91dd-218c2dc53346 HTTP/1.1" status: 200 len: 931 time: 0.0581019 Dec 21 14:17:06.409403 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-afa6c9a4-80ba-46dd-8162-3d2b2fb3e15e req-a5ed1493-ebca-4ff1-b586-19d8dc338d5f tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ee5c2a1-1389-4449-ad93-905f974dff4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539927 Dec 21 14:17:06.846400 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device e0e65679-027e-43de-a0b5-1d7e8c42526a no longer exists at agent hyperv_hv-neutron-mast {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 14:17:06.929352 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:06.954271 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7d9263e-1aaa-4fe7-b2aa-14ef73e9dde2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0e65679-027e-43de-a0b5-1d7e8c42526a'}] {{(pid=103154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:17:06.956533 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6f45aca8ac5f8c0cc5868273c98d8aa60330245aed22d61c8da5c1f2d6fc01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a6fcef-5a29-432b-9bdc-f23bdda75a40" -d '{"events": [{"server_uuid": "a7d9263e-1aaa-4fe7-b2aa-14ef73e9dde2", "name": "network-vif-unplugged", "status": "completed", "tag": "e0e65679-027e-43de-a0b5-1d7e8c42526a"}]}' {{(pid=103154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:17:06.969710 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port e0e65679-027e-43de-a0b5-1d7e8c42526a, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e0e65679-027e-43de-a0b5-1d7e8c42526a,segment=NetworkSegment(76ac4c64-738b-4af0-8730-e7445fe6fe81),segment_id=76ac4c64-738b-4af0-8730-e7445fe6fe81)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:17:06.979822 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:07.004892 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Dec 2021 14:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-447d6f5f-d02b-4a31-956f-32e15af1118c x-openstack-request-id: req-447d6f5f-d02b-4a31-956f-32e15af1118c {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:17:07.005452 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7d9263e-1aaa-4fe7-b2aa-14ef73e9dde2", "name": "network-vif-unplugged", "status": "completed", "tag": "e0e65679-027e-43de-a0b5-1d7e8c42526a", "code": 200}]} {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:17:07.005964 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-447d6f5f-d02b-4a31-956f-32e15af1118c {{(pid=103154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:17:07.006545 dv-neutron-master-2-hyperv neutron-server[103154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7d9263e-1aaa-4fe7-b2aa-14ef73e9dde2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0e65679-027e-43de-a0b5-1d7e8c42526a', 'code': 200} Dec 21 14:17:07.033055 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=e0e65679-027e-43de-a0b5-1d7e8c42526a,revision_number=8']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:17:07.535188 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbade7b-1f56-4c00-805c-4cf4c8bf266d req-05a11017-2112-4f7b-a802-0b9bd8e060b0 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:07.536734 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-1cbade7b-1f56-4c00-805c-4cf4c8bf266d req-05a11017-2112-4f7b-a802-0b9bd8e060b0 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c5fef78-e436-4b04-91dd-218c2dc53346 HTTP/1.1" status: 200 len: 931 time: 0.0532343 Dec 21 14:17:07.587346 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-1cbade7b-1f56-4c00-805c-4cf4c8bf266d req-5a19941b-4061-438c-ab31-cc9154b1834f tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ee5c2a1-1389-4449-ad93-905f974dff4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442913 Dec 21 14:17:08.711587 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd7c4cc-094d-48e6-94a7-fb3ad6cb6511 req-24a8e5dc-3faf-4c1d-aefd-1adc26508f39 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:08.713059 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-abd7c4cc-094d-48e6-94a7-fb3ad6cb6511 req-24a8e5dc-3faf-4c1d-aefd-1adc26508f39 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c5fef78-e436-4b04-91dd-218c2dc53346 HTTP/1.1" status: 200 len: 931 time: 0.0554271 Dec 21 14:17:08.770509 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-abd7c4cc-094d-48e6-94a7-fb3ad6cb6511 req-18cde21a-4278-4bc1-be51-57416f74077c tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ee5c2a1-1389-4449-ad93-905f974dff4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507774 Dec 21 14:17:09.899926 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed37f98-721a-4fce-8fcf-81fa623fa266 req-e28de7c9-8bd0-4014-bbab-871ed43391c2 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:09.901485 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-eed37f98-721a-4fce-8fcf-81fa623fa266 req-e28de7c9-8bd0-4014-bbab-871ed43391c2 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c5fef78-e436-4b04-91dd-218c2dc53346 HTTP/1.1" status: 200 len: 931 time: 0.0525095 Dec 21 14:17:09.953989 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-eed37f98-721a-4fce-8fcf-81fa623fa266 req-6da4e38c-dabc-4966-b513-6c52af6b5fb2 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ee5c2a1-1389-4449-ad93-905f974dff4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464959 Dec 21 14:17:11.077931 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e02544-d395-4a3c-b9a2-589678dcb386 req-64f08103-8e05-4637-8ae1-76b8e98a0901 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:11.079666 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-84e02544-d395-4a3c-b9a2-589678dcb386 req-64f08103-8e05-4637-8ae1-76b8e98a0901 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c5fef78-e436-4b04-91dd-218c2dc53346 HTTP/1.1" status: 200 len: 931 time: 0.0523863 Dec 21 14:17:11.135356 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-84e02544-d395-4a3c-b9a2-589678dcb386 req-fa98b3c7-3164-47b1-9ad3-a341d0306d9a tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ee5c2a1-1389-4449-ad93-905f974dff4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493648 Dec 21 14:17:12.269613 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301f3f16-d0ca-4f3f-8c45-75733533fb30 req-1d53e891-c298-499f-88a5-93e752ab59ba tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:12.271899 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-301f3f16-d0ca-4f3f-8c45-75733533fb30 req-1d53e891-c298-499f-88a5-93e752ab59ba tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c5fef78-e436-4b04-91dd-218c2dc53346 HTTP/1.1" status: 200 len: 931 time: 0.0563543 Dec 21 14:17:12.330019 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-301f3f16-d0ca-4f3f-8c45-75733533fb30 req-b688847b-1b29-40ba-8499-e3d2dc7694e5 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ee5c2a1-1389-4449-ad93-905f974dff4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526388 Dec 21 14:17:13.451089 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3ebae3-ed82-45e7-b7bd-75845b9d996b req-b43cd0e9-1d60-456b-8994-6535ea6abd22 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:13.452454 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-bd3ebae3-ed82-45e7-b7bd-75845b9d996b req-b43cd0e9-1d60-456b-8994-6535ea6abd22 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c5fef78-e436-4b04-91dd-218c2dc53346 HTTP/1.1" status: 200 len: 931 time: 0.0492246 Dec 21 14:17:13.507417 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-bd3ebae3-ed82-45e7-b7bd-75845b9d996b req-bc555419-605d-4775-9a21-4416b6d0423a tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ee5c2a1-1389-4449-ad93-905f974dff4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491068 Dec 21 14:17:13.758816 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:13.793076 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [req-1ea41e98-db3a-407d-8ed8-1148982d0518 req-350379d2-5189-45bb-bd56-b233453beeda service neutron] Request body: {'port': {'device_id': '6c5fef78-e436-4b04-91dd-218c2dc53346', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:17:13.848941 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-1ea41e98-db3a-407d-8ed8-1148982d0518 req-350379d2-5189-45bb-bd56-b233453beeda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:14.099518 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [req-1ea41e98-db3a-407d-8ed8-1148982d0518 req-350379d2-5189-45bb-bd56-b233453beeda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ffd08f2-a345-40ae-93bf-173f4f2199dc {{(pid=103153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 14:17:14.106922 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-1ea41e98-db3a-407d-8ed8-1148982d0518 req-350379d2-5189-45bb-bd56-b233453beeda service neutron] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:14.118712 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.provisioning_blocks [req-1ea41e98-db3a-407d-8ed8-1148982d0518 req-350379d2-5189-45bb-bd56-b233453beeda service neutron] Transition to ACTIVE for port object 0ffd08f2-a345-40ae-93bf-173f4f2199dc will not be triggered until provisioned by entity L2. {{(pid=103153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 14:17:14.122534 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-1ea41e98-db3a-407d-8ed8-1148982d0518 req-350379d2-5189-45bb-bd56-b233453beeda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:14.170900 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350379d2-5189-45bb-bd56-b233453beeda service neutron] Pushing event updated for resources: {'Port': ['ID=0ffd08f2-a345-40ae-93bf-173f4f2199dc,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:17:14.246449 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-1ea41e98-db3a-407d-8ed8-1148982d0518 req-350379d2-5189-45bb-bd56-b233453beeda service neutron] Attempting to bind port 0ffd08f2-a345-40ae-93bf-173f4f2199dc on host hv-neutron-mast for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 14:17:14.246792 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-1ea41e98-db3a-407d-8ed8-1148982d0518 req-350379d2-5189-45bb-bd56-b233453beeda service neutron] Attempting to bind port 0ffd08f2-a345-40ae-93bf-173f4f2199dc by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '76ac4c64-738b-4af0-8730-e7445fe6fe81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '214c03e6-f809-48bd-acae-b3b54d1e15eb'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 14:17:14.247126 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea41e98-db3a-407d-8ed8-1148982d0518 req-350379d2-5189-45bb-bd56-b233453beeda service neutron] Attempting to bind port 0ffd08f2-a345-40ae-93bf-173f4f2199dc on network 214c03e6-f809-48bd-acae-b3b54d1e15eb {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 14:17:14.252266 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea41e98-db3a-407d-8ed8-1148982d0518 req-350379d2-5189-45bb-bd56-b233453beeda service neutron] Port 0ffd08f2-a345-40ae-93bf-173f4f2199dc on network 214c03e6-f809-48bd-acae-b3b54d1e15eb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 14:17:14.252590 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea41e98-db3a-407d-8ed8-1148982d0518 req-350379d2-5189-45bb-bd56-b233453beeda service neutron] Attempting to bind port 0ffd08f2-a345-40ae-93bf-173f4f2199dc on network 214c03e6-f809-48bd-acae-b3b54d1e15eb {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 14:17:14.257745 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea41e98-db3a-407d-8ed8-1148982d0518 req-350379d2-5189-45bb-bd56-b233453beeda service neutron] Checking agent: {'id': 'cb078e0e-af00-4e4f-8117-46ca6496af1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 13, 23, 43), 'started_at': datetime.datetime(2021, 12, 21, 13, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 14, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 14:17:14.258087 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea41e98-db3a-407d-8ed8-1148982d0518 req-350379d2-5189-45bb-bd56-b233453beeda service neutron] Checking segment: {'id': '76ac4c64-738b-4af0-8730-e7445fe6fe81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '214c03e6-f809-48bd-acae-b3b54d1e15eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 14:17:14.258518 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea41e98-db3a-407d-8ed8-1148982d0518 req-350379d2-5189-45bb-bd56-b233453beeda service neutron] Bound using segment: {'id': '76ac4c64-738b-4af0-8730-e7445fe6fe81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '214c03e6-f809-48bd-acae-b3b54d1e15eb'} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 14:17:14.258955 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-1ea41e98-db3a-407d-8ed8-1148982d0518 req-350379d2-5189-45bb-bd56-b233453beeda service neutron] Bound port: 0ffd08f2-a345-40ae-93bf-173f4f2199dc, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76ac4c64-738b-4af0-8730-e7445fe6fe81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '214c03e6-f809-48bd-acae-b3b54d1e15eb'}}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 14:17:14.259313 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-1ea41e98-db3a-407d-8ed8-1148982d0518 req-350379d2-5189-45bb-bd56-b233453beeda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:14.325093 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-1ea41e98-db3a-407d-8ed8-1148982d0518 req-350379d2-5189-45bb-bd56-b233453beeda service neutron] For port 0ffd08f2-a345-40ae-93bf-173f4f2199dc, host hv-neutron-mast, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 14:17:14.328236 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-1ea41e98-db3a-407d-8ed8-1148982d0518 req-350379d2-5189-45bb-bd56-b233453beeda service neutron] For port 0ffd08f2-a345-40ae-93bf-173f4f2199dc, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0ffd08f2-a345-40ae-93bf-173f4f2199dc,segment=NetworkSegment(76ac4c64-738b-4af0-8730-e7445fe6fe81),segment_id=76ac4c64-738b-4af0-8730-e7445fe6fe81)] {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 14:17:14.331656 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-1ea41e98-db3a-407d-8ed8-1148982d0518 req-350379d2-5189-45bb-bd56-b233453beeda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:14.364267 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea41e98-db3a-407d-8ed8-1148982d0518 req-350379d2-5189-45bb-bd56-b233453beeda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:14.364891 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-1ea41e98-db3a-407d-8ed8-1148982d0518 req-350379d2-5189-45bb-bd56-b233453beeda service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:14.366263 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1ea41e98-db3a-407d-8ed8-1148982d0518 req-350379d2-5189-45bb-bd56-b233453beeda service neutron] 10.222.0.60 "PUT /v2.0/ports/0ffd08f2-a345-40ae-93bf-173f4f2199dc HTTP/1.1" status: 200 len: 1093 time: 0.5775759 Dec 21 14:17:14.366735 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c5fef78-e436-4b04-91dd-218c2dc53346', 'tag': '0ffd08f2-a345-40ae-93bf-173f4f2199dc'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:17:14.368959 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af6034c98e584fa55ea4398f343c742ceb598288507feaf30d5a15785b2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4089ba0b-8918-4b42-ba4e-661e1c374507" -d '{"events": [{"name": "network-changed", "server_uuid": "6c5fef78-e436-4b04-91dd-218c2dc53346", "tag": "0ffd08f2-a345-40ae-93bf-173f4f2199dc"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:17:14.399502 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350379d2-5189-45bb-bd56-b233453beeda service neutron] Pushing event updated for resources: {'Port': ['ID=0ffd08f2-a345-40ae-93bf-173f4f2199dc,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:17:14.418017 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 14:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db368564-9500-498e-a737-16eb32666e26 x-openstack-request-id: req-db368564-9500-498e-a737-16eb32666e26 {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:17:14.418307 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c5fef78-e436-4b04-91dd-218c2dc53346", "tag": "0ffd08f2-a345-40ae-93bf-173f4f2199dc", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:17:14.418591 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-db368564-9500-498e-a737-16eb32666e26 {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:17:14.419165 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c5fef78-e436-4b04-91dd-218c2dc53346', 'tag': '0ffd08f2-a345-40ae-93bf-173f4f2199dc', 'status': 'completed', 'code': 200} Dec 21 14:17:14.480277 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea41e98-db3a-407d-8ed8-1148982d0518 req-740f0725-e852-4772-b3d7-9bf3b899b4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:14.481796 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1ea41e98-db3a-407d-8ed8-1148982d0518 req-740f0725-e852-4772-b3d7-9bf3b899b4a6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c41fd4ab183b45e39704cacc8a3b5b8f&device_id=6c5fef78-e436-4b04-91dd-218c2dc53346 HTTP/1.1" status: 200 len: 1096 time: 0.0466118 Dec 21 14:17:14.531946 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1ea41e98-db3a-407d-8ed8-1148982d0518 req-b4a3d74a-95b4-4004-aa34-488601269b50 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ffd08f2-a345-40ae-93bf-173f4f2199dc HTTP/1.1" status: 200 len: 217 time: 0.0375562 Dec 21 14:17:14.594626 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea41e98-db3a-407d-8ed8-1148982d0518 req-e659c707-3806-4625-b04f-98f3902a4234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:14.596064 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1ea41e98-db3a-407d-8ed8-1148982d0518 req-e659c707-3806-4625-b04f-98f3902a4234 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a77a7e51-dc08-4a26-bbbc-78b11f11e172 HTTP/1.1" status: 200 len: 848 time: 0.0570948 Dec 21 14:17:14.662086 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db18e631-25a2-419a-a558-00f1b3349e8b req-449f08ce-5904-444e-867a-045f69d299f8 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:14.663497 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-db18e631-25a2-419a-a558-00f1b3349e8b req-449f08ce-5904-444e-867a-045f69d299f8 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c5fef78-e436-4b04-91dd-218c2dc53346 HTTP/1.1" status: 200 len: 943 time: 0.0834253 Dec 21 14:17:14.668614 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea41e98-db3a-407d-8ed8-1148982d0518 req-4b68cf16-7251-4931-9e14-2127db99fa6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:14.670671 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1ea41e98-db3a-407d-8ed8-1148982d0518 req-4b68cf16-7251-4931-9e14-2127db99fa6c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=214c03e6-f809-48bd-acae-b3b54d1e15eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0566857 Dec 21 14:17:14.770528 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-db18e631-25a2-419a-a558-00f1b3349e8b req-1d157f2d-aa2c-4c39-bbb4-2a0c26e6d824 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ee5c2a1-1389-4449-ad93-905f974dff4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988936 Dec 21 14:17:14.791523 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1ea41e98-db3a-407d-8ed8-1148982d0518 req-4a1ecdd9-6246-45b9-b512-582c39b3b060 service neutron] 10.222.0.60 "GET /v2.0/networks/214c03e6-f809-48bd-acae-b3b54d1e15eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144001 Dec 21 14:17:14.877780 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-1ea41e98-db3a-407d-8ed8-1148982d0518 req-1bd63dae-c5e7-446f-aa4c-fa42672b33e1 service neutron] 10.222.0.60 "GET /v2.0/networks/214c03e6-f809-48bd-acae-b3b54d1e15eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802824 Dec 21 14:17:15.002471 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4089ba0b-8918-4b42-ba4e-661e1c374507 req-d238c29a-c620-4d50-9fe6-89b4dd5d0a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:15.003852 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-4089ba0b-8918-4b42-ba4e-661e1c374507 req-d238c29a-c620-4d50-9fe6-89b4dd5d0a4e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c41fd4ab183b45e39704cacc8a3b5b8f&device_id=6c5fef78-e436-4b04-91dd-218c2dc53346 HTTP/1.1" status: 200 len: 1096 time: 0.0443499 Dec 21 14:17:15.093309 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4089ba0b-8918-4b42-ba4e-661e1c374507 req-b5003b60-e436-4a3a-a9d5-f103ca113031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:15.094805 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-4089ba0b-8918-4b42-ba4e-661e1c374507 req-b5003b60-e436-4a3a-a9d5-f103ca113031 service neutron] 10.222.0.60 "GET /v2.0/networks?id=214c03e6-f809-48bd-acae-b3b54d1e15eb HTTP/1.1" status: 200 len: 910 time: 0.0831711 Dec 21 14:17:15.139900 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-4089ba0b-8918-4b42-ba4e-661e1c374507 req-944000b6-e2e3-46a3-8163-6ad5610c672d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ffd08f2-a345-40ae-93bf-173f4f2199dc HTTP/1.1" status: 200 len: 217 time: 0.0373280 Dec 21 14:17:15.187927 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4089ba0b-8918-4b42-ba4e-661e1c374507 req-a7fad5f5-d9af-4a0b-9760-201459a95e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:15.189582 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-4089ba0b-8918-4b42-ba4e-661e1c374507 req-a7fad5f5-d9af-4a0b-9760-201459a95e2d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a77a7e51-dc08-4a26-bbbc-78b11f11e172 HTTP/1.1" status: 200 len: 848 time: 0.0423636 Dec 21 14:17:15.233745 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4089ba0b-8918-4b42-ba4e-661e1c374507 req-f3000dc2-f703-4e25-9ffc-554cb4a31145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:15.235238 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-4089ba0b-8918-4b42-ba4e-661e1c374507 req-f3000dc2-f703-4e25-9ffc-554cb4a31145 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=214c03e6-f809-48bd-acae-b3b54d1e15eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0389075 Dec 21 14:17:15.325826 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-4089ba0b-8918-4b42-ba4e-661e1c374507 req-523aa84c-297e-4ca2-b873-5a03e17fd8e7 service neutron] 10.222.0.60 "GET /v2.0/networks/214c03e6-f809-48bd-acae-b3b54d1e15eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833685 Dec 21 14:17:15.419870 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-4089ba0b-8918-4b42-ba4e-661e1c374507 req-e7ec2b49-eccd-4cb4-afa0-23789a781041 service neutron] 10.222.0.60 "GET /v2.0/networks/214c03e6-f809-48bd-acae-b3b54d1e15eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829268 Dec 21 14:17:15.890556 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581dac42-2ff7-43ec-8eab-207449aef95a req-4eda862d-3d8f-4822-9d22-639ead6ba663 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:15.892039 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-581dac42-2ff7-43ec-8eab-207449aef95a req-4eda862d-3d8f-4822-9d22-639ead6ba663 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c5fef78-e436-4b04-91dd-218c2dc53346 HTTP/1.1" status: 200 len: 943 time: 0.0484126 Dec 21 14:17:15.940940 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-581dac42-2ff7-43ec-8eab-207449aef95a req-8f3c06bd-62fe-4814-93b2-cf7cc1f1741b tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ee5c2a1-1389-4449-ad93-905f974dff4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430543 Dec 21 14:17:16.912674 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 0ffd08f2-a345-40ae-93bf-173f4f2199dc details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 14:17:17.009053 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port 0ffd08f2-a345-40ae-93bf-173f4f2199dc, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0ffd08f2-a345-40ae-93bf-173f4f2199dc,segment=NetworkSegment(76ac4c64-738b-4af0-8730-e7445fe6fe81),segment_id=76ac4c64-738b-4af0-8730-e7445fe6fe81)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:17:17.019606 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Returning: {'device': '0ffd08f2-a345-40ae-93bf-173f4f2199dc', 'network_id': '214c03e6-f809-48bd-acae-b3b54d1e15eb', 'port_id': '0ffd08f2-a345-40ae-93bf-173f4f2199dc', 'mac_address': 'fa:16:3e:bf:e3:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a77a7e51-dc08-4a26-bbbc-78b11f11e172', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 14:17:17.055172 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d6bc61-332f-44a0-b622-aa8459873263 req-e0c959c4-dfa0-4f65-9803-324e1e887dec tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:17.056132 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:17.056670 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-d0d6bc61-332f-44a0-b622-aa8459873263 req-e0c959c4-dfa0-4f65-9803-324e1e887dec tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c5fef78-e436-4b04-91dd-218c2dc53346 HTTP/1.1" status: 200 len: 943 time: 0.0482740 Dec 21 14:17:17.069918 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ffd08f2-a345-40ae-93bf-173f4f2199dc {{(pid=103154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 14:17:17.088961 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port 0ffd08f2-a345-40ae-93bf-173f4f2199dc, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0ffd08f2-a345-40ae-93bf-173f4f2199dc,segment=NetworkSegment(76ac4c64-738b-4af0-8730-e7445fe6fe81),segment_id=76ac4c64-738b-4af0-8730-e7445fe6fe81)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:17:17.093203 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:17.111207 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-d0d6bc61-332f-44a0-b622-aa8459873263 req-7a44bc58-b341-4d80-b291-c031e0c9721f tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ee5c2a1-1389-4449-ad93-905f974dff4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478370 Dec 21 14:17:17.146222 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=0ffd08f2-a345-40ae-93bf-173f4f2199dc,revision_number=4']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:17:17.403461 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] get_ports_and_sgs() called for port_ids ['0ffd08f2-a345-40ae-93bf-173f4f2199dc'] {{(pid=103154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 14:17:18.226378 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdb8c11-0f38-40a9-b85a-1db2cb2fc57d req-9f15f933-c8b7-4054-9b9e-0157583c1d0c tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:18.227855 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-dfdb8c11-0f38-40a9-b85a-1db2cb2fc57d req-9f15f933-c8b7-4054-9b9e-0157583c1d0c tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c5fef78-e436-4b04-91dd-218c2dc53346 HTTP/1.1" status: 200 len: 944 time: 0.0481200 Dec 21 14:17:18.280199 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-dfdb8c11-0f38-40a9-b85a-1db2cb2fc57d req-e8ad187c-9f77-498f-b9d8-8d41a8e793ad tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ee5c2a1-1389-4449-ad93-905f974dff4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462835 Dec 21 14:17:18.939898 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 0ffd08f2-a345-40ae-93bf-173f4f2199dc up at agent hyperv_hv-neutron-mast {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:17:18.991034 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Provisioning for port 0ffd08f2-a345-40ae-93bf-173f4f2199dc completed by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 14:17:18.994877 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Provisioning complete for port 0ffd08f2-a345-40ae-93bf-173f4f2199dc triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:17:18.995248 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:19.069112 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:19.090761 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c5fef78-e436-4b04-91dd-218c2dc53346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ffd08f2-a345-40ae-93bf-173f4f2199dc'}] {{(pid=103154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:17:19.093475 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6f45aca8ac5f8c0cc5868273c98d8aa60330245aed22d61c8da5c1f2d6fc01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3b9208e-578c-4a02-b894-fcfc5ad6d205" -d '{"events": [{"server_uuid": "6c5fef78-e436-4b04-91dd-218c2dc53346", "name": "network-vif-plugged", "status": "completed", "tag": "0ffd08f2-a345-40ae-93bf-173f4f2199dc"}]}' {{(pid=103154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:17:19.105942 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port 0ffd08f2-a345-40ae-93bf-173f4f2199dc, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0ffd08f2-a345-40ae-93bf-173f4f2199dc,segment=NetworkSegment(76ac4c64-738b-4af0-8730-e7445fe6fe81),segment_id=76ac4c64-738b-4af0-8730-e7445fe6fe81)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:17:19.110548 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:19.133289 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 14:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-848ed74d-4b94-4a27-b886-9cc875b869e5 x-openstack-request-id: req-848ed74d-4b94-4a27-b886-9cc875b869e5 {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:17:19.133581 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c5fef78-e436-4b04-91dd-218c2dc53346", "name": "network-vif-plugged", "status": "completed", "tag": "0ffd08f2-a345-40ae-93bf-173f4f2199dc", "code": 200}]} {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:17:19.133833 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-848ed74d-4b94-4a27-b886-9cc875b869e5 {{(pid=103154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:17:19.134220 dv-neutron-master-2-hyperv neutron-server[103154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c5fef78-e436-4b04-91dd-218c2dc53346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ffd08f2-a345-40ae-93bf-173f4f2199dc', 'code': 200} Dec 21 14:17:19.168282 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=0ffd08f2-a345-40ae-93bf-173f4f2199dc,revision_number=5']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:17:19.334004 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca8d73a-ec0b-4d98-9032-3dbeb9c143fc req-ab9ccba9-5916-40e3-9129-15aa6958c7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:19.335590 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-dca8d73a-ec0b-4d98-9032-3dbeb9c143fc req-ab9ccba9-5916-40e3-9129-15aa6958c7b2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6c5fef78-e436-4b04-91dd-218c2dc53346 HTTP/1.1" status: 200 len: 1098 time: 0.0403833 Dec 21 14:17:19.381474 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-dca8d73a-ec0b-4d98-9032-3dbeb9c143fc req-cfdb2a55-ec05-402e-ab8e-0ccfad8e0d81 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9ee5c2a1-1389-4449-ad93-905f974dff4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396392 Dec 21 14:17:19.395658 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b025b5-6dd7-4402-a669-6decb97747ca req-f8891d90-464e-4e25-aa7a-7d8c49cf3016 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:19.397176 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-86b025b5-6dd7-4402-a669-6decb97747ca req-f8891d90-464e-4e25-aa7a-7d8c49cf3016 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c5fef78-e436-4b04-91dd-218c2dc53346 HTTP/1.1" status: 200 len: 945 time: 0.0497928 Dec 21 14:17:19.446485 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-86b025b5-6dd7-4402-a669-6decb97747ca req-304c6ccc-51ad-4c26-ba08-dded8e8e7bfe tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ee5c2a1-1389-4449-ad93-905f974dff4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433300 Dec 21 14:17:20.562101 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78862f7d-4b39-4134-8a1d-4236757729e0 req-aba9ab76-719f-4205-89e3-013ffc0770c7 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:20.563852 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-78862f7d-4b39-4134-8a1d-4236757729e0 req-aba9ab76-719f-4205-89e3-013ffc0770c7 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c5fef78-e436-4b04-91dd-218c2dc53346 HTTP/1.1" status: 200 len: 945 time: 0.0478480 Dec 21 14:17:20.612502 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-78862f7d-4b39-4134-8a1d-4236757729e0 req-43e4bb8f-5641-4fbb-8681-78963afe4cfe tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ee5c2a1-1389-4449-ad93-905f974dff4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427370 Dec 21 14:17:20.726962 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637aa3f6-e1e1-4bb9-9ceb-c2931b90c88d req-5e1b3343-10f0-46c5-b472-6dc242a1f235 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:20.728430 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-637aa3f6-e1e1-4bb9-9ceb-c2931b90c88d req-5e1b3343-10f0-46c5-b472-6dc242a1f235 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c5fef78-e436-4b04-91dd-218c2dc53346 HTTP/1.1" status: 200 len: 945 time: 0.0491481 Dec 21 14:17:20.781648 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-637aa3f6-e1e1-4bb9-9ceb-c2931b90c88d req-1ed3d646-0165-44e3-a176-25073860c8b5 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ee5c2a1-1389-4449-ad93-905f974dff4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466769 Dec 21 14:17:20.802490 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 39628) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:17:20.844607 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eaf9fc2-83f7-4dda-aef8-1a3f797a14b1 tempest-TestSnapshotPattern-1805315771 tempest-TestSnapshotPattern-1805315771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:20.846089 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-6eaf9fc2-83f7-4dda-aef8-1a3f797a14b1 tempest-TestSnapshotPattern-1805315771 tempest-TestSnapshotPattern-1805315771-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6c5fef78-e436-4b04-91dd-218c2dc53346 HTTP/1.1" status: 200 len: 1093 time: 0.0426354 Dec 21 14:17:20.848757 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 39630) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:17:20.852825 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.v2.base [None req-23f54e0d-6a30-40ea-aa9b-898334b44cfb tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Request body: {'floatingip': {'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'port_id': '0ffd08f2-a345-40ae-93bf-173f4f2199dc', 'tenant_id': 'c41fd4ab183b45e39704cacc8a3b5b8f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 14:17:20.875798 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-23f54e0d-6a30-40ea-aa9b-898334b44cfb tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Publish callbacks [] for floatingip, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:20.968707 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-23f54e0d-6a30-40ea-aa9b-898334b44cfb tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:21.071805 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-23f54e0d-6a30-40ea-aa9b-898334b44cfb tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Allocated IP 172.36.3.33 (7fdf1889-f079-4166-bbda-88b2a8d8d595/051a5607-1753-4008-a2f2-d94b48752e9c/b3f2c062-3e71-4232-92b8-f4e25d3d8c4d) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 14:17:21.171552 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-23f54e0d-6a30-40ea-aa9b-898334b44cfb tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Publish callbacks [] for port, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:21.205211 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-23f54e0d-6a30-40ea-aa9b-898334b44cfb tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793254812627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:21.246141 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f54e0d-6a30-40ea-aa9b-898334b44cfb tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Network 7fdf1889-f079-4166-bbda-88b2a8d8d595 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 14:17:21.251009 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-23f54e0d-6a30-40ea-aa9b-898334b44cfb tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 14:17:21.254406 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f54e0d-6a30-40ea-aa9b-898334b44cfb tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 14:17:21.259769 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f54e0d-6a30-40ea-aa9b-898334b44cfb tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Pushing event updated for resources: {'Port': ['ID=b3f2c062-3e71-4232-92b8-f4e25d3d8c4d,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:17:21.899078 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-23f54e0d-6a30-40ea-aa9b-898334b44cfb tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:21.967995 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-23f54e0d-6a30-40ea-aa9b-898334b44cfb tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:22.118068 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-23f54e0d-6a30-40ea-aa9b-898334b44cfb tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:22.122544 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-23f54e0d-6a30-40ea-aa9b-898334b44cfb tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11349538'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:22.193205 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f54e0d-6a30-40ea-aa9b-898334b44cfb tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Pushing event updated for resources: {'Port': ['ID=b3f2c062-3e71-4232-92b8-f4e25d3d8c4d,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:17:22.200467 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-23f54e0d-6a30-40ea-aa9b-898334b44cfb tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548820'] for floatingip, after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:22.300008 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.l3_db [None req-23f54e0d-6a30-40ea-aa9b-898334b44cfb tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Floating IP 1aff5f12-59d9-4af8-ac1e-bd5fba3452ea associated. External IP: 172.36.3.33, port: 0ffd08f2-a345-40ae-93bf-173f4f2199dc. Dec 21 14:17:22.507992 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23f54e0d-6a30-40ea-aa9b-898334b44cfb tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Router f5cea583-045f-4d64-92a5-60ca1c347b49 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 14:17:22.617011 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23f54e0d-6a30-40ea-aa9b-898334b44cfb tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 14:17:22.628034 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1642a806-c25b-495e-a72c-92c7cabcbcef None None] Sync routers for ids ['f5cea583-045f-4d64-92a5-60ca1c347b49'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 14:17:22.636206 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-23f54e0d-6a30-40ea-aa9b-898334b44cfb tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for floatingip, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:22.637386 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1642a806-c25b-495e-a72c-92c7cabcbcef None None] Routers {'f5cea583-045f-4d64-92a5-60ca1c347b49'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:17:22.637994 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-1642a806-c25b-495e-a72c-92c7cabcbcef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T14:16:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['f5cea583-045f-4d64-92a5-60ca1c347b49'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:17:22.663044 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-23f54e0d-6a30-40ea-aa9b-898334b44cfb tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8133132 Dec 21 14:17:22.663633 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c5fef78-e436-4b04-91dd-218c2dc53346', 'tag': '0ffd08f2-a345-40ae-93bf-173f4f2199dc'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:17:22.665872 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af6034c98e584fa55ea4398f343c742ceb598288507feaf30d5a15785b2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe22b519-53a3-4d2e-9b70-ee9490b8b437" -d '{"events": [{"name": "network-changed", "server_uuid": "6c5fef78-e436-4b04-91dd-218c2dc53346", "tag": "0ffd08f2-a345-40ae-93bf-173f4f2199dc"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:17:22.702941 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 14:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9600976-0ebc-41cd-bee4-ce57a625ea32 x-openstack-request-id: req-d9600976-0ebc-41cd-bee4-ce57a625ea32 {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:17:22.703230 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c5fef78-e436-4b04-91dd-218c2dc53346", "tag": "0ffd08f2-a345-40ae-93bf-173f4f2199dc", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:17:22.703507 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d9600976-0ebc-41cd-bee4-ce57a625ea32 {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:17:22.703909 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c5fef78-e436-4b04-91dd-218c2dc53346', 'tag': '0ffd08f2-a345-40ae-93bf-173f4f2199dc', 'status': 'completed', 'code': 200} Dec 21 14:17:22.744624 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-1642a806-c25b-495e-a72c-92c7cabcbcef None None] Set router f5cea583-045f-4d64-92a5-60ca1c347b49 gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:17:22.787208 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe22b519-53a3-4d2e-9b70-ee9490b8b437 req-92261550-4859-4c2b-9c57-39f7d7fc54eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:22.788848 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-fe22b519-53a3-4d2e-9b70-ee9490b8b437 req-92261550-4859-4c2b-9c57-39f7d7fc54eb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c41fd4ab183b45e39704cacc8a3b5b8f&device_id=6c5fef78-e436-4b04-91dd-218c2dc53346 HTTP/1.1" status: 200 len: 1098 time: 0.0418184 Dec 21 14:17:22.897060 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe22b519-53a3-4d2e-9b70-ee9490b8b437 req-a5f0e40a-61ad-4b1f-843e-707c0c914c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:22.899834 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-fe22b519-53a3-4d2e-9b70-ee9490b8b437 req-a5f0e40a-61ad-4b1f-843e-707c0c914c58 service neutron] 10.222.0.60 "GET /v2.0/networks?id=214c03e6-f809-48bd-acae-b3b54d1e15eb HTTP/1.1" status: 200 len: 910 time: 0.1043694 Dec 21 14:17:22.982958 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-fe22b519-53a3-4d2e-9b70-ee9490b8b437 req-685421a2-fce4-429d-bb21-5a635094de8a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ffd08f2-a345-40ae-93bf-173f4f2199dc HTTP/1.1" status: 200 len: 998 time: 0.0761223 Dec 21 14:17:22.985673 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-1642a806-c25b-495e-a72c-92c7cabcbcef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5cea583-045f-4d64-92a5-60ca1c347b49', 'name': 'tempest-TestSnapshotPattern-981237152-router', 'tenant_id': 'c41fd4ab183b45e39704cacc8a3b5b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.163'}], 'enable_snat': True}, 'gw_port_id': '7884cfd7-d542-4709-9d1c-837391df0b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:14:32Z', 'updated_at': '2021-12-21T14:14:34Z', 'revision_number': 4, 'project_id': 'c41fd4ab183b45e39704cacc8a3b5b8f', 'gw_port': {'id': '7884cfd7-d542-4709-9d1c-837391df0b78', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:37:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5cea583-045f-4d64-92a5-60ca1c347b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:14:32Z', 'updated_at': '2021-12-21T14:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '1aff5f12-59d9-4af8-ac1e-bd5fba3452ea', 'tenant_id': 'c41fd4ab183b45e39704cacc8a3b5b8f', 'floating_ip_address': '172.36.3.33', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': 'f5cea583-045f-4d64-92a5-60ca1c347b49', 'port_id': '0ffd08f2-a345-40ae-93bf-173f4f2199dc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '214c03e6-f809-48bd-acae-b3b54d1e15eb', 'mac_address': 'fa:16:3e:bf:e3:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5fef78-e436-4b04-91dd-218c2dc53346', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T14:17:21Z', 'updated_at': '2021-12-21T14:17:21Z', 'revision_number': 0, 'project_id': 'c41fd4ab183b45e39704cacc8a3b5b8f', 'fixed_ip_address_scope': None}, {'id': '89872174-d693-4735-9ce4-2ae0f715563a', 'tenant_id': 'c41fd4ab183b45e39704cacc8a3b5b8f', 'floating_ip_address': '172.36.3.230', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': 'f5cea583-045f-4d64-92a5-60ca1c347b49', 'port_id': 'e0e65679-027e-43de-a0b5-1d7e8c42526a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1888, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '214c03e6-f809-48bd-acae-b3b54d1e15eb', 'mac_address': 'fa:16:3e:ea:6a:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d9263e-1aaa-4fe7-b2aa-14ef73e9dde2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T14:14:53Z', 'updated_at': '2021-12-21T14:14:55Z', 'revision_number': 1, 'project_id': 'c41fd4ab183b45e39704cacc8a3b5b8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bee90f5d-0587-45a9-9010-b57f0a35f581', 'name': '', 'network_id': '214c03e6-f809-48bd-acae-b3b54d1e15eb', 'tenant_id': 'c41fd4ab183b45e39704cacc8a3b5b8f', 'mac_address': 'fa:16:3e:3a:24:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5cea583-045f-4d64-92a5-60ca1c347b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': 'a77a7e51-dc08-4a26-bbbc-78b11f11e172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:14:34Z', 'updated_at': '2021-12-21T14:14:40Z', 'revision_number': 5, 'project_id': 'c41fd4ab183b45e39704cacc8a3b5b8f', 'subnets': [{'id': 'a77a7e51-dc08-4a26-bbbc-78b11f11e172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:17:23.015982 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1642a806-c25b-495e-a72c-92c7cabcbcef None None] Checking router: f5cea583-045f-4d64-92a5-60ca1c347b49 for host: dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 14:17:23.024360 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1642a806-c25b-495e-a72c-92c7cabcbcef None None] Routers {'f5cea583-045f-4d64-92a5-60ca1c347b49'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:17:23.024970 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-1642a806-c25b-495e-a72c-92c7cabcbcef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T14:16:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['f5cea583-045f-4d64-92a5-60ca1c347b49'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:17:23.031979 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe22b519-53a3-4d2e-9b70-ee9490b8b437 req-66055dcb-976f-41cd-a5ab-acf0f34a3f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:23.033661 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-fe22b519-53a3-4d2e-9b70-ee9490b8b437 req-66055dcb-976f-41cd-a5ab-acf0f34a3f22 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a77a7e51-dc08-4a26-bbbc-78b11f11e172 HTTP/1.1" status: 200 len: 848 time: 0.0449517 Dec 21 14:17:23.084929 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe22b519-53a3-4d2e-9b70-ee9490b8b437 req-d62df469-d710-4724-b73f-5ffb711e0a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:23.086441 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-fe22b519-53a3-4d2e-9b70-ee9490b8b437 req-d62df469-d710-4724-b73f-5ffb711e0a86 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=214c03e6-f809-48bd-acae-b3b54d1e15eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0456707 Dec 21 14:17:23.130769 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-1642a806-c25b-495e-a72c-92c7cabcbcef None None] Set router f5cea583-045f-4d64-92a5-60ca1c347b49 gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:17:23.179456 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-fe22b519-53a3-4d2e-9b70-ee9490b8b437 req-16ad76c3-1aef-4660-b545-17586ef3a290 service neutron] 10.222.0.60 "GET /v2.0/networks/214c03e6-f809-48bd-acae-b3b54d1e15eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865498 Dec 21 14:17:23.279696 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-fe22b519-53a3-4d2e-9b70-ee9490b8b437 req-e8941d8f-5487-4cf1-addb-bae388a17a55 service neutron] 10.222.0.60 "GET /v2.0/networks/214c03e6-f809-48bd-acae-b3b54d1e15eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928173 Dec 21 14:17:23.510647 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-1642a806-c25b-495e-a72c-92c7cabcbcef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5cea583-045f-4d64-92a5-60ca1c347b49', 'name': 'tempest-TestSnapshotPattern-981237152-router', 'tenant_id': 'c41fd4ab183b45e39704cacc8a3b5b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.163'}], 'enable_snat': True}, 'gw_port_id': '7884cfd7-d542-4709-9d1c-837391df0b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:14:32Z', 'updated_at': '2021-12-21T14:14:34Z', 'revision_number': 4, 'project_id': 'c41fd4ab183b45e39704cacc8a3b5b8f', 'gw_port': {'id': '7884cfd7-d542-4709-9d1c-837391df0b78', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:37:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5cea583-045f-4d64-92a5-60ca1c347b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:14:32Z', 'updated_at': '2021-12-21T14:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '1aff5f12-59d9-4af8-ac1e-bd5fba3452ea', 'tenant_id': 'c41fd4ab183b45e39704cacc8a3b5b8f', 'floating_ip_address': '172.36.3.33', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': 'f5cea583-045f-4d64-92a5-60ca1c347b49', 'port_id': '0ffd08f2-a345-40ae-93bf-173f4f2199dc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '214c03e6-f809-48bd-acae-b3b54d1e15eb', 'mac_address': 'fa:16:3e:bf:e3:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5fef78-e436-4b04-91dd-218c2dc53346', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T14:17:21Z', 'updated_at': '2021-12-21T14:17:21Z', 'revision_number': 0, 'project_id': 'c41fd4ab183b45e39704cacc8a3b5b8f', 'fixed_ip_address_scope': None}, {'id': '89872174-d693-4735-9ce4-2ae0f715563a', 'tenant_id': 'c41fd4ab183b45e39704cacc8a3b5b8f', 'floating_ip_address': '172.36.3.230', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': 'f5cea583-045f-4d64-92a5-60ca1c347b49', 'port_id': 'e0e65679-027e-43de-a0b5-1d7e8c42526a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1888, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '214c03e6-f809-48bd-acae-b3b54d1e15eb', 'mac_address': 'fa:16:3e:ea:6a:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d9263e-1aaa-4fe7-b2aa-14ef73e9dde2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T14:14:53Z', 'updated_at': '2021-12-21T14:14:55Z', 'revision_number': 1, 'project_id': 'c41fd4ab183b45e39704cacc8a3b5b8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bee90f5d-0587-45a9-9010-b57f0a35f581', 'name': '', 'network_id': '214c03e6-f809-48bd-acae-b3b54d1e15eb', 'tenant_id': 'c41fd4ab183b45e39704cacc8a3b5b8f', 'mac_address': 'fa:16:3e:3a:24:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5cea583-045f-4d64-92a5-60ca1c347b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': 'a77a7e51-dc08-4a26-bbbc-78b11f11e172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:14:34Z', 'updated_at': '2021-12-21T14:14:40Z', 'revision_number': 5, 'project_id': 'c41fd4ab183b45e39704cacc8a3b5b8f', 'subnets': [{'id': 'a77a7e51-dc08-4a26-bbbc-78b11f11e172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:17:23.540059 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1642a806-c25b-495e-a72c-92c7cabcbcef None None] The sync data for ids ['f5cea583-045f-4d64-92a5-60ca1c347b49'] in dv-neutron-master-2-hyperv is: [{'id': 'f5cea583-045f-4d64-92a5-60ca1c347b49', 'name': 'tempest-TestSnapshotPattern-981237152-router', 'tenant_id': 'c41fd4ab183b45e39704cacc8a3b5b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.163'}], 'enable_snat': True}, 'gw_port_id': '7884cfd7-d542-4709-9d1c-837391df0b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:14:32Z', 'updated_at': '2021-12-21T14:14:34Z', 'revision_number': 4, 'project_id': 'c41fd4ab183b45e39704cacc8a3b5b8f', 'gw_port': {'id': '7884cfd7-d542-4709-9d1c-837391df0b78', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:37:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5cea583-045f-4d64-92a5-60ca1c347b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:14:32Z', 'updated_at': '2021-12-21T14:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '1aff5f12-59d9-4af8-ac1e-bd5fba3452ea', 'tenant_id': 'c41fd4ab183b45e39704cacc8a3b5b8f', 'floating_ip_address': '172.36.3.33', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': 'f5cea583-045f-4d64-92a5-60ca1c347b49', 'port_id': '0ffd08f2-a345-40ae-93bf-173f4f2199dc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '214c03e6-f809-48bd-acae-b3b54d1e15eb', 'mac_address': 'fa:16:3e:bf:e3:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5fef78-e436-4b04-91dd-218c2dc53346', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T14:17:21Z', 'updated_at': '2021-12-21T14:17:21Z', 'revision_number': 0, 'project_id': 'c41fd4ab183b45e39704cacc8a3b5b8f', 'fixed_ip_address_scope': None}, {'id': '89872174-d693-4735-9ce4-2ae0f715563a', 'tenant_id': 'c41fd4ab183b45e39704cacc8a3b5b8f', 'floating_ip_address': '172.36.3.230', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': 'f5cea583-045f-4d64-92a5-60ca1c347b49', 'port_id': 'e0e65679-027e-43de-a0b5-1d7e8c42526a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1888, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '214c03e6-f809-48bd-acae-b3b54d1e15eb', 'mac_address': 'fa:16:3e:ea:6a:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d9263e-1aaa-4fe7-b2aa-14ef73e9dde2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T14:14:53Z', 'updated_at': '2021-12-21T14:14:55Z', 'revision_number': 1, 'project_id': 'c41fd4ab183b45e39704cacc8a3b5b8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bee90f5d-0587-45a9-9010-b57f0a35f581', 'name': '', 'network_id': '214c03e6-f809-48bd-acae-b3b54d1e15eb', 'tenant_id': 'c41fd4ab183b45e39704cacc8a3b5b8f', 'mac_address': 'fa:16:3e:3a:24:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5cea583-045f-4d64-92a5-60ca1c347b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': 'a77a7e51-dc08-4a26-bbbc-78b11f11e172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:14:34Z', 'updated_at': '2021-12-21T14:14:40Z', 'revision_number': 5, 'project_id': 'c41fd4ab183b45e39704cacc8a3b5b8f', 'subnets': [{'id': 'a77a7e51-dc08-4a26-bbbc-78b11f11e172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 14:17:23.724361 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a2754d-a27a-45fd-817a-c52d04265c87 None None] New status for floating IP 1aff5f12-59d9-4af8-ac1e-bd5fba3452ea: ACTIVE {{(pid=103155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 14:17:25.234409 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b53bd5ea-a12a-4e16-a4db-10689ddec7da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:26.834743 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.agents_db [None req-c60a5637-8c6f-4692-b23b-7dd82bd36b21 None None] Agent healthcheck: found 6 active agents {{(pid=103155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 14:17:27.741658 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8dbbf1df-3b33-4dc1-8830-b79f6cbfceaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:28.990217 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:30.975209 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:31.180655 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:34.935886 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-ea5142fb-e117-4953-ae39-30e3ce31021d req-1de44d08-fd93-4bf8-b149-799d9e4f39e1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a7d9263e-1aaa-4fe7-b2aa-14ef73e9dde2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0811548 Dec 21 14:17:35.033132 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5142fb-e117-4953-ae39-30e3ce31021d req-99f5ee8b-c62a-489d-ad46-9ef812586c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:35.034637 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-ea5142fb-e117-4953-ae39-30e3ce31021d req-99f5ee8b-c62a-489d-ad46-9ef812586c86 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c41fd4ab183b45e39704cacc8a3b5b8f&device_id=a7d9263e-1aaa-4fe7-b2aa-14ef73e9dde2 HTTP/1.1" status: 200 len: 1096 time: 0.0404143 Dec 21 14:17:35.154177 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5142fb-e117-4953-ae39-30e3ce31021d req-1ea29832-73f7-4b56-8e1f-9437bfda0463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:35.156182 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-ea5142fb-e117-4953-ae39-30e3ce31021d req-1ea29832-73f7-4b56-8e1f-9437bfda0463 service neutron] 10.222.0.60 "GET /v2.0/networks?id=214c03e6-f809-48bd-acae-b3b54d1e15eb HTTP/1.1" status: 200 len: 910 time: 0.0922408 Dec 21 14:17:35.220124 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-ea5142fb-e117-4953-ae39-30e3ce31021d req-5bb2d0f6-2a3d-4dc7-8853-bd0f4d110d05 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0e65679-027e-43de-a0b5-1d7e8c42526a HTTP/1.1" status: 200 len: 999 time: 0.0573716 Dec 21 14:17:35.271553 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5142fb-e117-4953-ae39-30e3ce31021d req-b5091e06-6f50-4085-bb91-f396d7b204c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:35.272994 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-ea5142fb-e117-4953-ae39-30e3ce31021d req-b5091e06-6f50-4085-bb91-f396d7b204c1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a77a7e51-dc08-4a26-bbbc-78b11f11e172 HTTP/1.1" status: 200 len: 848 time: 0.0466232 Dec 21 14:17:35.317405 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5142fb-e117-4953-ae39-30e3ce31021d req-f3cf7880-bfef-45fa-ac42-d9ca3e695dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:17:35.318953 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-ea5142fb-e117-4953-ae39-30e3ce31021d req-f3cf7880-bfef-45fa-ac42-d9ca3e695dd3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=214c03e6-f809-48bd-acae-b3b54d1e15eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399070 Dec 21 14:17:35.329839 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [req-ea5142fb-e117-4953-ae39-30e3ce31021d req-42aedf3e-384f-4a7a-a2e8-fbe7f61f6620 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 14:17:35.330813 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-ea5142fb-e117-4953-ae39-30e3ce31021d req-42aedf3e-384f-4a7a-a2e8-fbe7f61f6620 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054007 Dec 21 14:17:35.428363 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-ea5142fb-e117-4953-ae39-30e3ce31021d req-36130798-09f7-422a-8d38-a9b4ea0e1d66 service neutron] 10.222.0.60 "GET /v2.0/networks/214c03e6-f809-48bd-acae-b3b54d1e15eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916841 Dec 21 14:17:35.526239 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-ea5142fb-e117-4953-ae39-30e3ce31021d req-caad6406-9eea-424b-9d6a-443d797609fc service neutron] 10.222.0.60 "GET /v2.0/networks/214c03e6-f809-48bd-acae-b3b54d1e15eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910807 Dec 21 14:17:43.759615 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:55.238349 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8a456fee-f59d-421e-8dd7-558447c692d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:57.746321 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8b4f0ae7-1d38-4112-889f-c6ee80387212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:17:58.993378 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:18:00.977830 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:18:01.181920 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:18:03.838112 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.agents_db [None req-c60a5637-8c6f-4692-b23b-7dd82bd36b21 None None] Agent healthcheck: found 6 active agents {{(pid=103155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 14:18:13.775129 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:18:25.240468 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-69297c38-2f7a-4edc-b716-cc2bb9dd7de2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:18:27.748211 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6c49284c-a56f-4c98-81b3-f1e0b5747cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:18:28.997102 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:18:30.980501 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:18:31.183099 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:18:34.222241 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-ced84f47-2902-4357-bbbb-8c97083b1a73 req-5829cb19-a714-47b5-bcb9-c11a171a81da service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6c5fef78-e436-4b04-91dd-218c2dc53346&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0448146 Dec 21 14:18:34.297892 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced84f47-2902-4357-bbbb-8c97083b1a73 req-8f07b208-ce7e-44fe-bf56-2197ec3fafcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:18:34.299432 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-ced84f47-2902-4357-bbbb-8c97083b1a73 req-8f07b208-ce7e-44fe-bf56-2197ec3fafcc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c41fd4ab183b45e39704cacc8a3b5b8f&device_id=6c5fef78-e436-4b04-91dd-218c2dc53346 HTTP/1.1" status: 200 len: 1098 time: 0.0442400 Dec 21 14:18:34.407001 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced84f47-2902-4357-bbbb-8c97083b1a73 req-7a8706cf-48cb-4578-a2f6-fc2898b383fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:18:34.408524 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-ced84f47-2902-4357-bbbb-8c97083b1a73 req-7a8706cf-48cb-4578-a2f6-fc2898b383fa service neutron] 10.222.0.60 "GET /v2.0/networks?id=214c03e6-f809-48bd-acae-b3b54d1e15eb HTTP/1.1" status: 200 len: 910 time: 0.0913439 Dec 21 14:18:34.476004 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-ced84f47-2902-4357-bbbb-8c97083b1a73 req-6552e062-703d-43b9-b40a-0a2755320daa service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ffd08f2-a345-40ae-93bf-173f4f2199dc HTTP/1.1" status: 200 len: 1000 time: 0.0605154 Dec 21 14:18:34.522586 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced84f47-2902-4357-bbbb-8c97083b1a73 req-b7f6ccf5-bb7b-439e-a520-46325feb68d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:18:34.523976 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-ced84f47-2902-4357-bbbb-8c97083b1a73 req-b7f6ccf5-bb7b-439e-a520-46325feb68d4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a77a7e51-dc08-4a26-bbbc-78b11f11e172 HTTP/1.1" status: 200 len: 848 time: 0.0421813 Dec 21 14:18:34.567864 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced84f47-2902-4357-bbbb-8c97083b1a73 req-39873906-69fc-4dda-9efe-edec3eaa2a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:18:34.569320 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-ced84f47-2902-4357-bbbb-8c97083b1a73 req-39873906-69fc-4dda-9efe-edec3eaa2a30 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=214c03e6-f809-48bd-acae-b3b54d1e15eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396109 Dec 21 14:18:34.659270 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-ced84f47-2902-4357-bbbb-8c97083b1a73 req-29f3f00f-7ed1-457e-9a73-b599fc9f56e8 service neutron] 10.222.0.60 "GET /v2.0/networks/214c03e6-f809-48bd-acae-b3b54d1e15eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836124 Dec 21 14:18:34.755390 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-ced84f47-2902-4357-bbbb-8c97083b1a73 req-12c7cc5a-1beb-45d2-8a19-9d4c7b18602d service neutron] 10.222.0.60 "GET /v2.0/networks/214c03e6-f809-48bd-acae-b3b54d1e15eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892303 Dec 21 14:18:40.839061 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.agents_db [None req-c60a5637-8c6f-4692-b23b-7dd82bd36b21 None None] Agent healthcheck: found 6 active agents {{(pid=103155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 14:18:43.783654 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:18:47.449332 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 0ffd08f2-a345-40ae-93bf-173f4f2199dc details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 14:18:47.540556 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port 0ffd08f2-a345-40ae-93bf-173f4f2199dc, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0ffd08f2-a345-40ae-93bf-173f4f2199dc,segment=NetworkSegment(76ac4c64-738b-4af0-8730-e7445fe6fe81),segment_id=76ac4c64-738b-4af0-8730-e7445fe6fe81)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:18:47.550581 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Returning: {'device': '0ffd08f2-a345-40ae-93bf-173f4f2199dc', 'network_id': '214c03e6-f809-48bd-acae-b3b54d1e15eb', 'port_id': '0ffd08f2-a345-40ae-93bf-173f4f2199dc', 'mac_address': 'fa:16:3e:bf:e3:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a77a7e51-dc08-4a26-bbbc-78b11f11e172', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 14:18:47.589585 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:18:47.606198 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0ffd08f2-a345-40ae-93bf-173f4f2199dc {{(pid=103154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 14:18:47.624560 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port 0ffd08f2-a345-40ae-93bf-173f4f2199dc, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0ffd08f2-a345-40ae-93bf-173f4f2199dc,segment=NetworkSegment(76ac4c64-738b-4af0-8730-e7445fe6fe81),segment_id=76ac4c64-738b-4af0-8730-e7445fe6fe81)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:18:47.628793 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:18:47.679392 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=0ffd08f2-a345-40ae-93bf-173f4f2199dc,revision_number=6']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:18:47.686233 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:18:47.686608 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:18:47.686952 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:18:47.687890 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:18:47.688217 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:18:47.688542 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:18:47.688865 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:18:47.689185 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:18:47.689510 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:18:47.689831 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:18:47.690143 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:18:47.690480 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:18:47.690792 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:18:47.765431 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] get_ports_and_sgs() called for port_ids ['0ffd08f2-a345-40ae-93bf-173f4f2199dc'] {{(pid=103154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 14:18:49.440706 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 0ffd08f2-a345-40ae-93bf-173f4f2199dc up at agent hyperv_hv-neutron-mast {{(pid=103154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 14:18:49.496870 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Provisioning complete for port 0ffd08f2-a345-40ae-93bf-173f4f2199dc triggered by entity L2. {{(pid=103154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 14:18:49.497239 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755218'] for port, provisioning_complete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:18:49.587712 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3796511'] for port, before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:18:49.614607 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c5fef78-e436-4b04-91dd-218c2dc53346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ffd08f2-a345-40ae-93bf-173f4f2199dc'}] {{(pid=103154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:18:49.615699 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6f45aca8ac5f8c0cc5868273c98d8aa60330245aed22d61c8da5c1f2d6fc01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-388bbd14-9e15-4b59-9112-a441c0ef15ff" -d '{"events": [{"server_uuid": "6c5fef78-e436-4b04-91dd-218c2dc53346", "name": "network-vif-plugged", "status": "completed", "tag": "0ffd08f2-a345-40ae-93bf-173f4f2199dc"}]}' {{(pid=103154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:18:49.634114 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] For port 0ffd08f2-a345-40ae-93bf-173f4f2199dc, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0ffd08f2-a345-40ae-93bf-173f4f2199dc,segment=NetworkSegment(76ac4c64-738b-4af0-8730-e7445fe6fe81),segment_id=76ac4c64-738b-4af0-8730-e7445fe6fe81)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:18:49.654343 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793255361603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793254812645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793254812663'] for port, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:18:49.684155 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 14:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-171f3f2a-69fa-46ea-90e4-6f83dd47d3b9 x-openstack-request-id: req-171f3f2a-69fa-46ea-90e4-6f83dd47d3b9 {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:18:49.684431 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c5fef78-e436-4b04-91dd-218c2dc53346", "name": "network-vif-plugged", "status": "completed", "tag": "0ffd08f2-a345-40ae-93bf-173f4f2199dc", "code": 200}]} {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:18:49.684687 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-171f3f2a-69fa-46ea-90e4-6f83dd47d3b9 {{(pid=103154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:18:49.685073 dv-neutron-master-2-hyperv neutron-server[103154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c5fef78-e436-4b04-91dd-218c2dc53346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ffd08f2-a345-40ae-93bf-173f4f2199dc', 'code': 200} Dec 21 14:18:49.716593 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Pushing event updated for resources: {'Port': ['ID=0ffd08f2-a345-40ae-93bf-173f4f2199dc,revision_number=7']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:18:55.243441 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-68fc22a3-3af2-44d2-9caa-a45e3fffa5c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:18:57.357905 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 39852) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:18:57.517530 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-075dc5ce-171f-4acd-9025-4f2c98f50617 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Deleting port b3f2c062-3e71-4232-92b8-f4e25d3d8c4d {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 14:18:57.517868 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-075dc5ce-171f-4acd-9025-4f2c98f50617 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:18:57.590032 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-075dc5ce-171f-4acd-9025-4f2c98f50617 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:18:57.590376 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-075dc5ce-171f-4acd-9025-4f2c98f50617 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:18:57.601743 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-075dc5ce-171f-4acd-9025-4f2c98f50617 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Calling delete_port for b3f2c062-3e71-4232-92b8-f4e25d3d8c4d owned by network:floatingip {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 14:18:57.747377 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-075dc5ce-171f-4acd-9025-4f2c98f50617 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:18:57.753802 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fa647188-7312-4c6d-81e5-731459154442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:18:57.773042 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075dc5ce-171f-4acd-9025-4f2c98f50617 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Pushing event deleted for resources: {'Port': ['ID=b3f2c062-3e71-4232-92b8-f4e25d3d8c4d,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:18:57.784974 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075dc5ce-171f-4acd-9025-4f2c98f50617 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:18:57.785332 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075dc5ce-171f-4acd-9025-4f2c98f50617 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:18:57.785682 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075dc5ce-171f-4acd-9025-4f2c98f50617 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:18:57.786024 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075dc5ce-171f-4acd-9025-4f2c98f50617 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:18:57.786380 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075dc5ce-171f-4acd-9025-4f2c98f50617 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:18:57.786721 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075dc5ce-171f-4acd-9025-4f2c98f50617 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:18:57.787053 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075dc5ce-171f-4acd-9025-4f2c98f50617 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:18:57.787382 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075dc5ce-171f-4acd-9025-4f2c98f50617 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:18:57.787715 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075dc5ce-171f-4acd-9025-4f2c98f50617 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:18:57.788043 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075dc5ce-171f-4acd-9025-4f2c98f50617 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:18:57.788367 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075dc5ce-171f-4acd-9025-4f2c98f50617 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:18:57.788689 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075dc5ce-171f-4acd-9025-4f2c98f50617 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:18:57.789010 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075dc5ce-171f-4acd-9025-4f2c98f50617 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:18:57.844119 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-075dc5ce-171f-4acd-9025-4f2c98f50617 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Publish callbacks [] for floatingip, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:18:57.844450 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.l3_db [None req-075dc5ce-171f-4acd-9025-4f2c98f50617 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Floating IP 1aff5f12-59d9-4af8-ac1e-bd5fba3452ea disassociated (deleted). External IP: 172.36.3.33, port: 0ffd08f2-a345-40ae-93bf-173f4f2199dc. Dec 21 14:18:58.043593 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-075dc5ce-171f-4acd-9025-4f2c98f50617 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Router f5cea583-045f-4d64-92a5-60ca1c347b49 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 14:18:58.149560 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-075dc5ce-171f-4acd-9025-4f2c98f50617 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 14:18:58.154316 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-075dc5ce-171f-4acd-9025-4f2c98f50617 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for floatingip, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:18:58.159816 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17e360b-07bd-4625-b699-f7ef427f4f1d None None] Sync routers for ids ['f5cea583-045f-4d64-92a5-60ca1c347b49'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 14:18:58.169221 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17e360b-07bd-4625-b699-f7ef427f4f1d None None] Routers {'f5cea583-045f-4d64-92a5-60ca1c347b49'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:18:58.169826 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-e17e360b-07bd-4625-b699-f7ef427f4f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T14:18:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['f5cea583-045f-4d64-92a5-60ca1c347b49'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:18:58.181715 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-075dc5ce-171f-4acd-9025-4f2c98f50617 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] 10.222.0.37 "DELETE /v2.0/floatingips/1aff5f12-59d9-4af8-ac1e-bd5fba3452ea HTTP/1.1" status: 204 len: 168 time: 0.8226202 Dec 21 14:18:58.182582 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c5fef78-e436-4b04-91dd-218c2dc53346', 'tag': '0ffd08f2-a345-40ae-93bf-173f4f2199dc'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:18:58.184843 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af6034c98e584fa55ea4398f343c742ceb598288507feaf30d5a15785b2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a0bf8f-80f8-414c-8427-e4817b4e30d0" -d '{"events": [{"name": "network-changed", "server_uuid": "6c5fef78-e436-4b04-91dd-218c2dc53346", "tag": "0ffd08f2-a345-40ae-93bf-173f4f2199dc"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:18:58.224407 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 14:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f97227b-e039-4d2e-aa0b-3446535d7d4f x-openstack-request-id: req-8f97227b-e039-4d2e-aa0b-3446535d7d4f {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:18:58.224750 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c5fef78-e436-4b04-91dd-218c2dc53346", "tag": "0ffd08f2-a345-40ae-93bf-173f4f2199dc", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:18:58.225007 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8f97227b-e039-4d2e-aa0b-3446535d7d4f {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:18:58.225411 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c5fef78-e436-4b04-91dd-218c2dc53346', 'tag': '0ffd08f2-a345-40ae-93bf-173f4f2199dc', 'status': 'completed', 'code': 200} Dec 21 14:18:58.277056 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-e17e360b-07bd-4625-b699-f7ef427f4f1d None None] Set router f5cea583-045f-4d64-92a5-60ca1c347b49 gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:18:58.314925 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a0bf8f-80f8-414c-8427-e4817b4e30d0 req-846f3da8-5330-4371-9dd0-93d3c5caa806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:18:58.316769 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f8a0bf8f-80f8-414c-8427-e4817b4e30d0 req-846f3da8-5330-4371-9dd0-93d3c5caa806 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c41fd4ab183b45e39704cacc8a3b5b8f&device_id=6c5fef78-e436-4b04-91dd-218c2dc53346 HTTP/1.1" status: 200 len: 1098 time: 0.0487366 Dec 21 14:18:58.422305 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a0bf8f-80f8-414c-8427-e4817b4e30d0 req-ee0ddf55-dcb9-499b-95aa-14dce0ff7411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:18:58.424021 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f8a0bf8f-80f8-414c-8427-e4817b4e30d0 req-ee0ddf55-dcb9-499b-95aa-14dce0ff7411 service neutron] 10.222.0.60 "GET /v2.0/networks?id=214c03e6-f809-48bd-acae-b3b54d1e15eb HTTP/1.1" status: 200 len: 910 time: 0.1013284 Dec 21 14:18:58.479236 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f8a0bf8f-80f8-414c-8427-e4817b4e30d0 req-cb9db6ba-dfc5-46ab-9b71-33746ebede3b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ffd08f2-a345-40ae-93bf-173f4f2199dc HTTP/1.1" status: 200 len: 217 time: 0.0473003 Dec 21 14:18:58.506319 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-e17e360b-07bd-4625-b699-f7ef427f4f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5cea583-045f-4d64-92a5-60ca1c347b49', 'name': 'tempest-TestSnapshotPattern-981237152-router', 'tenant_id': 'c41fd4ab183b45e39704cacc8a3b5b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.163'}], 'enable_snat': True}, 'gw_port_id': '7884cfd7-d542-4709-9d1c-837391df0b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:14:32Z', 'updated_at': '2021-12-21T14:14:34Z', 'revision_number': 4, 'project_id': 'c41fd4ab183b45e39704cacc8a3b5b8f', 'gw_port': {'id': '7884cfd7-d542-4709-9d1c-837391df0b78', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:37:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5cea583-045f-4d64-92a5-60ca1c347b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:14:32Z', 'updated_at': '2021-12-21T14:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '89872174-d693-4735-9ce4-2ae0f715563a', 'tenant_id': 'c41fd4ab183b45e39704cacc8a3b5b8f', 'floating_ip_address': '172.36.3.230', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': 'f5cea583-045f-4d64-92a5-60ca1c347b49', 'port_id': 'e0e65679-027e-43de-a0b5-1d7e8c42526a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1888, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '214c03e6-f809-48bd-acae-b3b54d1e15eb', 'mac_address': 'fa:16:3e:ea:6a:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d9263e-1aaa-4fe7-b2aa-14ef73e9dde2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T14:14:53Z', 'updated_at': '2021-12-21T14:14:55Z', 'revision_number': 1, 'project_id': 'c41fd4ab183b45e39704cacc8a3b5b8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bee90f5d-0587-45a9-9010-b57f0a35f581', 'name': '', 'network_id': '214c03e6-f809-48bd-acae-b3b54d1e15eb', 'tenant_id': 'c41fd4ab183b45e39704cacc8a3b5b8f', 'mac_address': 'fa:16:3e:3a:24:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5cea583-045f-4d64-92a5-60ca1c347b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': 'a77a7e51-dc08-4a26-bbbc-78b11f11e172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:14:34Z', 'updated_at': '2021-12-21T14:14:40Z', 'revision_number': 5, 'project_id': 'c41fd4ab183b45e39704cacc8a3b5b8f', 'subnets': [{'id': 'a77a7e51-dc08-4a26-bbbc-78b11f11e172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:18:58.535218 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17e360b-07bd-4625-b699-f7ef427f4f1d None None] Checking router: f5cea583-045f-4d64-92a5-60ca1c347b49 for host: dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 14:18:58.543335 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17e360b-07bd-4625-b699-f7ef427f4f1d None None] Routers {'f5cea583-045f-4d64-92a5-60ca1c347b49'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:18:58.543931 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-e17e360b-07bd-4625-b699-f7ef427f4f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T14:18:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['f5cea583-045f-4d64-92a5-60ca1c347b49'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:18:58.549466 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91da5b8-9cae-4473-ac28-70b1702aa030 req-f437d191-9818-4b2f-a0be-967d5100d6a3 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:18:58.550983 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b91da5b8-9cae-4473-ac28-70b1702aa030 req-f437d191-9818-4b2f-a0be-967d5100d6a3 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c5fef78-e436-4b04-91dd-218c2dc53346 HTTP/1.1" status: 200 len: 945 time: 0.1728973 Dec 21 14:18:58.554682 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a0bf8f-80f8-414c-8427-e4817b4e30d0 req-d1b13a41-9b68-4cbe-9fe1-38f1e0842f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:18:58.556039 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f8a0bf8f-80f8-414c-8427-e4817b4e30d0 req-d1b13a41-9b68-4cbe-9fe1-38f1e0842f92 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a77a7e51-dc08-4a26-bbbc-78b11f11e172 HTTP/1.1" status: 200 len: 848 time: 0.0625603 Dec 21 14:18:58.633882 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-b91da5b8-9cae-4473-ac28-70b1702aa030 req-7a4d6d3b-728d-4946-8081-c901a3a1e732 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ee5c2a1-1389-4449-ad93-905f974dff4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764427 Dec 21 14:18:58.636517 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a0bf8f-80f8-414c-8427-e4817b4e30d0 req-eeacc03a-ab47-425e-8be2-3445c69027c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:18:58.637930 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f8a0bf8f-80f8-414c-8427-e4817b4e30d0 req-eeacc03a-ab47-425e-8be2-3445c69027c6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=214c03e6-f809-48bd-acae-b3b54d1e15eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733659 Dec 21 14:18:58.643237 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-e17e360b-07bd-4625-b699-f7ef427f4f1d None None] Set router f5cea583-045f-4d64-92a5-60ca1c347b49 gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:18:58.727881 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f8a0bf8f-80f8-414c-8427-e4817b4e30d0 req-f89c78c3-2563-462b-b0a5-310884e397f6 service neutron] 10.222.0.60 "GET /v2.0/networks/214c03e6-f809-48bd-acae-b3b54d1e15eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826471 Dec 21 14:18:58.821212 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-f8a0bf8f-80f8-414c-8427-e4817b4e30d0 req-c250419c-1d4f-43fa-a196-996b128cbb86 service neutron] 10.222.0.60 "GET /v2.0/networks/214c03e6-f809-48bd-acae-b3b54d1e15eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857589 Dec 21 14:18:58.862027 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-e17e360b-07bd-4625-b699-f7ef427f4f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5cea583-045f-4d64-92a5-60ca1c347b49', 'name': 'tempest-TestSnapshotPattern-981237152-router', 'tenant_id': 'c41fd4ab183b45e39704cacc8a3b5b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.163'}], 'enable_snat': True}, 'gw_port_id': '7884cfd7-d542-4709-9d1c-837391df0b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:14:32Z', 'updated_at': '2021-12-21T14:14:34Z', 'revision_number': 4, 'project_id': 'c41fd4ab183b45e39704cacc8a3b5b8f', 'gw_port': {'id': '7884cfd7-d542-4709-9d1c-837391df0b78', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:37:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5cea583-045f-4d64-92a5-60ca1c347b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:14:32Z', 'updated_at': '2021-12-21T14:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '89872174-d693-4735-9ce4-2ae0f715563a', 'tenant_id': 'c41fd4ab183b45e39704cacc8a3b5b8f', 'floating_ip_address': '172.36.3.230', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': 'f5cea583-045f-4d64-92a5-60ca1c347b49', 'port_id': 'e0e65679-027e-43de-a0b5-1d7e8c42526a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1888, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '214c03e6-f809-48bd-acae-b3b54d1e15eb', 'mac_address': 'fa:16:3e:ea:6a:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d9263e-1aaa-4fe7-b2aa-14ef73e9dde2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T14:14:53Z', 'updated_at': '2021-12-21T14:14:55Z', 'revision_number': 1, 'project_id': 'c41fd4ab183b45e39704cacc8a3b5b8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bee90f5d-0587-45a9-9010-b57f0a35f581', 'name': '', 'network_id': '214c03e6-f809-48bd-acae-b3b54d1e15eb', 'tenant_id': 'c41fd4ab183b45e39704cacc8a3b5b8f', 'mac_address': 'fa:16:3e:3a:24:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5cea583-045f-4d64-92a5-60ca1c347b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': 'a77a7e51-dc08-4a26-bbbc-78b11f11e172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:14:34Z', 'updated_at': '2021-12-21T14:14:40Z', 'revision_number': 5, 'project_id': 'c41fd4ab183b45e39704cacc8a3b5b8f', 'subnets': [{'id': 'a77a7e51-dc08-4a26-bbbc-78b11f11e172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:18:58.887866 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17e360b-07bd-4625-b699-f7ef427f4f1d None None] The sync data for ids ['f5cea583-045f-4d64-92a5-60ca1c347b49'] in dv-neutron-master-2-hyperv is: [{'id': 'f5cea583-045f-4d64-92a5-60ca1c347b49', 'name': 'tempest-TestSnapshotPattern-981237152-router', 'tenant_id': 'c41fd4ab183b45e39704cacc8a3b5b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.163'}], 'enable_snat': True}, 'gw_port_id': '7884cfd7-d542-4709-9d1c-837391df0b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:14:32Z', 'updated_at': '2021-12-21T14:14:34Z', 'revision_number': 4, 'project_id': 'c41fd4ab183b45e39704cacc8a3b5b8f', 'gw_port': {'id': '7884cfd7-d542-4709-9d1c-837391df0b78', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:37:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5cea583-045f-4d64-92a5-60ca1c347b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:14:32Z', 'updated_at': '2021-12-21T14:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '89872174-d693-4735-9ce4-2ae0f715563a', 'tenant_id': 'c41fd4ab183b45e39704cacc8a3b5b8f', 'floating_ip_address': '172.36.3.230', 'floating_network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'router_id': 'f5cea583-045f-4d64-92a5-60ca1c347b49', 'port_id': 'e0e65679-027e-43de-a0b5-1d7e8c42526a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1888, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '214c03e6-f809-48bd-acae-b3b54d1e15eb', 'mac_address': 'fa:16:3e:ea:6a:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d9263e-1aaa-4fe7-b2aa-14ef73e9dde2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T14:14:53Z', 'updated_at': '2021-12-21T14:14:55Z', 'revision_number': 1, 'project_id': 'c41fd4ab183b45e39704cacc8a3b5b8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bee90f5d-0587-45a9-9010-b57f0a35f581', 'name': '', 'network_id': '214c03e6-f809-48bd-acae-b3b54d1e15eb', 'tenant_id': 'c41fd4ab183b45e39704cacc8a3b5b8f', 'mac_address': 'fa:16:3e:3a:24:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5cea583-045f-4d64-92a5-60ca1c347b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': 'a77a7e51-dc08-4a26-bbbc-78b11f11e172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:14:34Z', 'updated_at': '2021-12-21T14:14:40Z', 'revision_number': 5, 'project_id': 'c41fd4ab183b45e39704cacc8a3b5b8f', 'subnets': [{'id': 'a77a7e51-dc08-4a26-bbbc-78b11f11e172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 14:18:58.999212 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:18:59.099425 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bb9c26-7048-4651-ac0f-59392670a881 None None] New status for floating IP 1aff5f12-59d9-4af8-ac1e-bd5fba3452ea: DOWN {{(pid=103155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 14:18:59.751620 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0595e21d-c266-4468-85b0-d21f2b91248b req-6586bf17-334b-40a4-8764-71d5ea4ee602 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:18:59.753015 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-0595e21d-c266-4468-85b0-d21f2b91248b req-6586bf17-334b-40a4-8764-71d5ea4ee602 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c5fef78-e436-4b04-91dd-218c2dc53346 HTTP/1.1" status: 200 len: 945 time: 0.0489955 Dec 21 14:18:59.807565 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-0595e21d-c266-4468-85b0-d21f2b91248b req-4d64eb6a-dd61-4b9b-85cb-1a267d92d64a tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ee5c2a1-1389-4449-ad93-905f974dff4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475206 Dec 21 14:19:00.068849 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664ed85d-1ac2-4202-a6fd-1dd1dbe89805 req-698ca8c8-39ce-4515-aeb7-705861ee1836 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:19:00.070201 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-664ed85d-1ac2-4202-a6fd-1dd1dbe89805 req-698ca8c8-39ce-4515-aeb7-705861ee1836 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c5fef78-e436-4b04-91dd-218c2dc53346 HTTP/1.1" status: 200 len: 945 time: 0.0472276 Dec 21 14:19:00.156855 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [req-664ed85d-1ac2-4202-a6fd-1dd1dbe89805 req-9d1eb090-67a9-43d5-bb10-2b73ba4f5186 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Deleting port 0ffd08f2-a345-40ae-93bf-173f4f2199dc {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 14:19:00.157228 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-664ed85d-1ac2-4202-a6fd-1dd1dbe89805 req-9d1eb090-67a9-43d5-bb10-2b73ba4f5186 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:00.246724 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-664ed85d-1ac2-4202-a6fd-1dd1dbe89805 req-9d1eb090-67a9-43d5-bb10-2b73ba4f5186 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] For port 0ffd08f2-a345-40ae-93bf-173f4f2199dc, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0ffd08f2-a345-40ae-93bf-173f4f2199dc,segment=NetworkSegment(76ac4c64-738b-4af0-8730-e7445fe6fe81),segment_id=76ac4c64-738b-4af0-8730-e7445fe6fe81)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:19:00.247084 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-664ed85d-1ac2-4202-a6fd-1dd1dbe89805 req-9d1eb090-67a9-43d5-bb10-2b73ba4f5186 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:00.259196 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [req-664ed85d-1ac2-4202-a6fd-1dd1dbe89805 req-9d1eb090-67a9-43d5-bb10-2b73ba4f5186 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Calling delete_port for 0ffd08f2-a345-40ae-93bf-173f4f2199dc owned by compute:nova {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 14:19:00.384801 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-664ed85d-1ac2-4202-a6fd-1dd1dbe89805 req-9d1eb090-67a9-43d5-bb10-2b73ba4f5186 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:00.411698 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1eb090-67a9-43d5-bb10-2b73ba4f5186 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Pushing event deleted for resources: {'Port': ['ID=0ffd08f2-a345-40ae-93bf-173f4f2199dc,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:19:00.454281 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [req-664ed85d-1ac2-4202-a6fd-1dd1dbe89805 req-9d1eb090-67a9-43d5-bb10-2b73ba4f5186 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] No DVR routers for this DVR port 0ffd08f2-a345-40ae-93bf-173f4f2199dc on host hv-neutron-mast {{(pid=103153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 14:19:00.456750 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-664ed85d-1ac2-4202-a6fd-1dd1dbe89805 req-9d1eb090-67a9-43d5-bb10-2b73ba4f5186 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:00.460124 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-664ed85d-1ac2-4202-a6fd-1dd1dbe89805 req-9d1eb090-67a9-43d5-bb10-2b73ba4f5186 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] 10.222.0.60 "DELETE /v2.0/ports/0ffd08f2-a345-40ae-93bf-173f4f2199dc HTTP/1.1" status: 204 len: 173 time: 0.3844106 Dec 21 14:19:00.460555 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c5fef78-e436-4b04-91dd-218c2dc53346', 'name': 'network-vif-deleted', 'tag': '0ffd08f2-a345-40ae-93bf-173f4f2199dc'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:19:00.462788 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af6034c98e584fa55ea4398f343c742ceb598288507feaf30d5a15785b2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e42aecfc-bb65-4a08-a161-69f894de8f76" -d '{"events": [{"server_uuid": "6c5fef78-e436-4b04-91dd-218c2dc53346", "name": "network-vif-deleted", "tag": "0ffd08f2-a345-40ae-93bf-173f4f2199dc"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:19:00.505022 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 14:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75dca722-fd00-425b-aa14-a7e667a2eb3a x-openstack-request-id: req-75dca722-fd00-425b-aa14-a7e667a2eb3a {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:19:00.505310 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c5fef78-e436-4b04-91dd-218c2dc53346", "name": "network-vif-deleted", "tag": "0ffd08f2-a345-40ae-93bf-173f4f2199dc", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:19:00.505556 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-75dca722-fd00-425b-aa14-a7e667a2eb3a {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:19:00.505963 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c5fef78-e436-4b04-91dd-218c2dc53346', 'name': 'network-vif-deleted', 'tag': '0ffd08f2-a345-40ae-93bf-173f4f2199dc', 'status': 'completed', 'code': 200} Dec 21 14:19:00.919091 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-a64511b2-e2a3-41a1-b9b0-b2d4c3df6024 req-6f5ea73d-efba-4d8e-813a-6356c99a4f11 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c5fef78-e436-4b04-91dd-218c2dc53346 HTTP/1.1" status: 200 len: 210 time: 0.0268579 Dec 21 14:19:00.987302 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:01.187785 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:01.460344 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 0ffd08f2-a345-40ae-93bf-173f4f2199dc no longer exists at agent hyperv_hv-neutron-mast {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 14:19:01.480805 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] No Port match for: 0ffd08f2-a345-40ae-93bf-173f4f2199dc {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 14:19:01.481157 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device 0ffd08f2-a345-40ae-93bf-173f4f2199dc not bound to the agent host hv-neutron-mast {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 14:19:02.493671 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 39924) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:19:02.647409 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-ac2f756a-f5b5-4f07-9d0e-e993b13822f6 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Deleting port edece450-0278-49d1-b42a-370aadfef66f {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 14:19:02.647746 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ac2f756a-f5b5-4f07-9d0e-e993b13822f6 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:02.723721 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ac2f756a-f5b5-4f07-9d0e-e993b13822f6 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:02.724056 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ac2f756a-f5b5-4f07-9d0e-e993b13822f6 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:02.735958 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-ac2f756a-f5b5-4f07-9d0e-e993b13822f6 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Calling delete_port for edece450-0278-49d1-b42a-370aadfef66f owned by network:floatingip {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 14:19:02.880564 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ac2f756a-f5b5-4f07-9d0e-e993b13822f6 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:03.199804 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2f756a-f5b5-4f07-9d0e-e993b13822f6 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Pushing event deleted for resources: {'Port': ['ID=edece450-0278-49d1-b42a-370aadfef66f,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:19:03.257422 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ac2f756a-f5b5-4f07-9d0e-e993b13822f6 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Publish callbacks [] for floatingip, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:03.257754 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.db.l3_db [None req-ac2f756a-f5b5-4f07-9d0e-e993b13822f6 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Floating IP 89872174-d693-4735-9ce4-2ae0f715563a disassociated (deleted). External IP: 172.36.3.230, port: e0e65679-027e-43de-a0b5-1d7e8c42526a. Dec 21 14:19:03.465684 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac2f756a-f5b5-4f07-9d0e-e993b13822f6 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Router f5cea583-045f-4d64-92a5-60ca1c347b49 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 14:19:03.575688 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac2f756a-f5b5-4f07-9d0e-e993b13822f6 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 14:19:03.580349 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ac2f756a-f5b5-4f07-9d0e-e993b13822f6 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for floatingip, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:03.584888 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98615e2-2584-488b-a4c6-fd4e2377c458 None None] Sync routers for ids ['f5cea583-045f-4d64-92a5-60ca1c347b49'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 14:19:03.594323 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98615e2-2584-488b-a4c6-fd4e2377c458 None None] Routers {'f5cea583-045f-4d64-92a5-60ca1c347b49'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:19:03.595049 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-d98615e2-2584-488b-a4c6-fd4e2377c458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T14:18:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['f5cea583-045f-4d64-92a5-60ca1c347b49'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:19:03.606652 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-ac2f756a-f5b5-4f07-9d0e-e993b13822f6 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] 10.222.0.37 "DELETE /v2.0/floatingips/89872174-d693-4735-9ce4-2ae0f715563a HTTP/1.1" status: 204 len: 168 time: 1.1118729 Dec 21 14:19:03.607247 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7d9263e-1aaa-4fe7-b2aa-14ef73e9dde2', 'tag': 'e0e65679-027e-43de-a0b5-1d7e8c42526a'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:19:03.609495 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af6034c98e584fa55ea4398f343c742ceb598288507feaf30d5a15785b2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-483fd95e-9fa4-46e6-a864-08dd1d09754c" -d '{"events": [{"name": "network-changed", "server_uuid": "a7d9263e-1aaa-4fe7-b2aa-14ef73e9dde2", "tag": "e0e65679-027e-43de-a0b5-1d7e8c42526a"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:19:03.647608 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 14:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f1fa607-ae14-42ff-a0fd-7585658a2f9d x-openstack-request-id: req-2f1fa607-ae14-42ff-a0fd-7585658a2f9d {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:19:03.647902 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7d9263e-1aaa-4fe7-b2aa-14ef73e9dde2", "tag": "e0e65679-027e-43de-a0b5-1d7e8c42526a", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:19:03.648156 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2f1fa607-ae14-42ff-a0fd-7585658a2f9d {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:19:03.648559 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7d9263e-1aaa-4fe7-b2aa-14ef73e9dde2', 'tag': 'e0e65679-027e-43de-a0b5-1d7e8c42526a', 'status': 'completed', 'code': 200} Dec 21 14:19:03.705749 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-d98615e2-2584-488b-a4c6-fd4e2377c458 None None] Set router f5cea583-045f-4d64-92a5-60ca1c347b49 gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:19:03.731901 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483fd95e-9fa4-46e6-a864-08dd1d09754c req-0f91b681-6f7e-4c28-ba80-bd974fb26d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:19:03.733743 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-483fd95e-9fa4-46e6-a864-08dd1d09754c req-0f91b681-6f7e-4c28-ba80-bd974fb26d11 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c41fd4ab183b45e39704cacc8a3b5b8f&device_id=a7d9263e-1aaa-4fe7-b2aa-14ef73e9dde2 HTTP/1.1" status: 200 len: 1096 time: 0.0427244 Dec 21 14:19:03.861324 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483fd95e-9fa4-46e6-a864-08dd1d09754c req-2edeb669-d2a7-4e25-8014-686c82ee05f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:19:03.862848 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-483fd95e-9fa4-46e6-a864-08dd1d09754c req-2edeb669-d2a7-4e25-8014-686c82ee05f1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=214c03e6-f809-48bd-acae-b3b54d1e15eb HTTP/1.1" status: 200 len: 910 time: 0.1232646 Dec 21 14:19:03.871340 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81222d03-662b-4588-89ba-c8d6cc5d135c req-03c99d82-7b31-48ea-bb98-1572341f9e5b tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:19:03.872760 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-81222d03-662b-4588-89ba-c8d6cc5d135c req-03c99d82-7b31-48ea-bb98-1572341f9e5b tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7d9263e-1aaa-4fe7-b2aa-14ef73e9dde2 HTTP/1.1" status: 200 len: 943 time: 0.0741615 Dec 21 14:19:03.917885 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-483fd95e-9fa4-46e6-a864-08dd1d09754c req-24e74b7c-49f3-4714-9bab-c4343e765f04 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0e65679-027e-43de-a0b5-1d7e8c42526a HTTP/1.1" status: 200 len: 217 time: 0.0441875 Dec 21 14:19:03.924516 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-d98615e2-2584-488b-a4c6-fd4e2377c458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5cea583-045f-4d64-92a5-60ca1c347b49', 'name': 'tempest-TestSnapshotPattern-981237152-router', 'tenant_id': 'c41fd4ab183b45e39704cacc8a3b5b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.163'}], 'enable_snat': True}, 'gw_port_id': '7884cfd7-d542-4709-9d1c-837391df0b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:14:32Z', 'updated_at': '2021-12-21T14:14:34Z', 'revision_number': 4, 'project_id': 'c41fd4ab183b45e39704cacc8a3b5b8f', 'gw_port': {'id': '7884cfd7-d542-4709-9d1c-837391df0b78', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:37:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5cea583-045f-4d64-92a5-60ca1c347b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:14:32Z', 'updated_at': '2021-12-21T14:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'bee90f5d-0587-45a9-9010-b57f0a35f581', 'name': '', 'network_id': '214c03e6-f809-48bd-acae-b3b54d1e15eb', 'tenant_id': 'c41fd4ab183b45e39704cacc8a3b5b8f', 'mac_address': 'fa:16:3e:3a:24:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5cea583-045f-4d64-92a5-60ca1c347b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': 'a77a7e51-dc08-4a26-bbbc-78b11f11e172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:14:34Z', 'updated_at': '2021-12-21T14:14:40Z', 'revision_number': 5, 'project_id': 'c41fd4ab183b45e39704cacc8a3b5b8f', 'subnets': [{'id': 'a77a7e51-dc08-4a26-bbbc-78b11f11e172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:19:03.992258 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-81222d03-662b-4588-89ba-c8d6cc5d135c req-0ee5469b-1e97-4fa0-9991-4a1749b95c8f tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ee5c2a1-1389-4449-ad93-905f974dff4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119337 Dec 21 14:19:03.996825 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483fd95e-9fa4-46e6-a864-08dd1d09754c req-95757d62-3c58-4010-8cb0-8c9df70cd50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:19:03.999396 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-483fd95e-9fa4-46e6-a864-08dd1d09754c req-95757d62-3c58-4010-8cb0-8c9df70cd50f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a77a7e51-dc08-4a26-bbbc-78b11f11e172 HTTP/1.1" status: 200 len: 848 time: 0.0736535 Dec 21 14:19:04.049104 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483fd95e-9fa4-46e6-a864-08dd1d09754c req-c7a5d464-9491-4c96-8f96-551c22ba21a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:19:04.050759 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-483fd95e-9fa4-46e6-a864-08dd1d09754c req-c7a5d464-9491-4c96-8f96-551c22ba21a9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=214c03e6-f809-48bd-acae-b3b54d1e15eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0439215 Dec 21 14:19:04.103432 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98615e2-2584-488b-a4c6-fd4e2377c458 None None] Checking router: f5cea583-045f-4d64-92a5-60ca1c347b49 for host: dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 14:19:04.112390 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98615e2-2584-488b-a4c6-fd4e2377c458 None None] Routers {'f5cea583-045f-4d64-92a5-60ca1c347b49'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:19:04.113004 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-d98615e2-2584-488b-a4c6-fd4e2377c458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T14:18:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['f5cea583-045f-4d64-92a5-60ca1c347b49'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:19:04.146890 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-483fd95e-9fa4-46e6-a864-08dd1d09754c req-6893f68f-5940-4775-acea-068700a965b6 service neutron] 10.222.0.60 "GET /v2.0/networks/214c03e6-f809-48bd-acae-b3b54d1e15eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888035 Dec 21 14:19:04.217204 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-d98615e2-2584-488b-a4c6-fd4e2377c458 None None] Set router f5cea583-045f-4d64-92a5-60ca1c347b49 gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:19:04.237663 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-483fd95e-9fa4-46e6-a864-08dd1d09754c req-4d759850-10b2-4098-b6e3-f8769a00e0c3 service neutron] 10.222.0.60 "GET /v2.0/networks/214c03e6-f809-48bd-acae-b3b54d1e15eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831068 Dec 21 14:19:04.410485 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-d98615e2-2584-488b-a4c6-fd4e2377c458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5cea583-045f-4d64-92a5-60ca1c347b49', 'name': 'tempest-TestSnapshotPattern-981237152-router', 'tenant_id': 'c41fd4ab183b45e39704cacc8a3b5b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.163'}], 'enable_snat': True}, 'gw_port_id': '7884cfd7-d542-4709-9d1c-837391df0b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:14:32Z', 'updated_at': '2021-12-21T14:14:34Z', 'revision_number': 4, 'project_id': 'c41fd4ab183b45e39704cacc8a3b5b8f', 'gw_port': {'id': '7884cfd7-d542-4709-9d1c-837391df0b78', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:37:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5cea583-045f-4d64-92a5-60ca1c347b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:14:32Z', 'updated_at': '2021-12-21T14:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'bee90f5d-0587-45a9-9010-b57f0a35f581', 'name': '', 'network_id': '214c03e6-f809-48bd-acae-b3b54d1e15eb', 'tenant_id': 'c41fd4ab183b45e39704cacc8a3b5b8f', 'mac_address': 'fa:16:3e:3a:24:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5cea583-045f-4d64-92a5-60ca1c347b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': 'a77a7e51-dc08-4a26-bbbc-78b11f11e172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:14:34Z', 'updated_at': '2021-12-21T14:14:40Z', 'revision_number': 5, 'project_id': 'c41fd4ab183b45e39704cacc8a3b5b8f', 'subnets': [{'id': 'a77a7e51-dc08-4a26-bbbc-78b11f11e172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:19:04.435425 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98615e2-2584-488b-a4c6-fd4e2377c458 None None] The sync data for ids ['f5cea583-045f-4d64-92a5-60ca1c347b49'] in dv-neutron-master-2-hyperv is: [{'id': 'f5cea583-045f-4d64-92a5-60ca1c347b49', 'name': 'tempest-TestSnapshotPattern-981237152-router', 'tenant_id': 'c41fd4ab183b45e39704cacc8a3b5b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.163'}], 'enable_snat': True}, 'gw_port_id': '7884cfd7-d542-4709-9d1c-837391df0b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:14:32Z', 'updated_at': '2021-12-21T14:14:34Z', 'revision_number': 4, 'project_id': 'c41fd4ab183b45e39704cacc8a3b5b8f', 'gw_port': {'id': '7884cfd7-d542-4709-9d1c-837391df0b78', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:37:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5cea583-045f-4d64-92a5-60ca1c347b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:14:32Z', 'updated_at': '2021-12-21T14:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'bee90f5d-0587-45a9-9010-b57f0a35f581', 'name': '', 'network_id': '214c03e6-f809-48bd-acae-b3b54d1e15eb', 'tenant_id': 'c41fd4ab183b45e39704cacc8a3b5b8f', 'mac_address': 'fa:16:3e:3a:24:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5cea583-045f-4d64-92a5-60ca1c347b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': 'a77a7e51-dc08-4a26-bbbc-78b11f11e172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:14:34Z', 'updated_at': '2021-12-21T14:14:40Z', 'revision_number': 5, 'project_id': 'c41fd4ab183b45e39704cacc8a3b5b8f', 'subnets': [{'id': 'a77a7e51-dc08-4a26-bbbc-78b11f11e172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 14:19:04.645819 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ee9080-8b57-4404-9643-cd5772eda090 None None] New status for floating IP 89872174-d693-4735-9ce4-2ae0f715563a: DOWN {{(pid=103155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 14:19:05.112270 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b03973d-b0e6-4127-b746-82084645cf1a req-f0542667-a1b3-49d6-8959-0071971b17af tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:19:05.113768 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-9b03973d-b0e6-4127-b746-82084645cf1a req-f0542667-a1b3-49d6-8959-0071971b17af tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7d9263e-1aaa-4fe7-b2aa-14ef73e9dde2 HTTP/1.1" status: 200 len: 943 time: 0.0519555 Dec 21 14:19:05.161347 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-9b03973d-b0e6-4127-b746-82084645cf1a req-34f3ea22-a59a-4cd5-9263-8f515abca516 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ee5c2a1-1389-4449-ad93-905f974dff4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416460 Dec 21 14:19:05.511792 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b10101-6868-42f2-95c4-1d103c9033b0 req-387235b2-4382-4d1e-ad80-cf8841de64ca tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 14:19:05.513222 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-e9b10101-6868-42f2-95c4-1d103c9033b0 req-387235b2-4382-4d1e-ad80-cf8841de64ca tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7d9263e-1aaa-4fe7-b2aa-14ef73e9dde2 HTTP/1.1" status: 200 len: 943 time: 0.0523493 Dec 21 14:19:05.601564 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [req-e9b10101-6868-42f2-95c4-1d103c9033b0 req-e7ad0573-d411-4079-8401-1d9713417eca tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Deleting port e0e65679-027e-43de-a0b5-1d7e8c42526a {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 14:19:05.602248 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-e9b10101-6868-42f2-95c4-1d103c9033b0 req-e7ad0573-d411-4079-8401-1d9713417eca tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:05.692712 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-e9b10101-6868-42f2-95c4-1d103c9033b0 req-e7ad0573-d411-4079-8401-1d9713417eca tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] For port e0e65679-027e-43de-a0b5-1d7e8c42526a, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e0e65679-027e-43de-a0b5-1d7e8c42526a,segment=NetworkSegment(76ac4c64-738b-4af0-8730-e7445fe6fe81),segment_id=76ac4c64-738b-4af0-8730-e7445fe6fe81)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:19:05.692994 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-e9b10101-6868-42f2-95c4-1d103c9033b0 req-e7ad0573-d411-4079-8401-1d9713417eca tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:05.705153 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [req-e9b10101-6868-42f2-95c4-1d103c9033b0 req-e7ad0573-d411-4079-8401-1d9713417eca tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Calling delete_port for e0e65679-027e-43de-a0b5-1d7e8c42526a owned by compute:nova {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 14:19:05.829421 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-e9b10101-6868-42f2-95c4-1d103c9033b0 req-e7ad0573-d411-4079-8401-1d9713417eca tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:05.861540 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ad0573-d411-4079-8401-1d9713417eca tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Pushing event deleted for resources: {'Port': ['ID=e0e65679-027e-43de-a0b5-1d7e8c42526a,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:19:05.901967 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9b10101-6868-42f2-95c4-1d103c9033b0 req-e7ad0573-d411-4079-8401-1d9713417eca tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] No DVR routers for this DVR port e0e65679-027e-43de-a0b5-1d7e8c42526a on host hv-neutron-mast {{(pid=103153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 14:19:05.904381 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-e9b10101-6868-42f2-95c4-1d103c9033b0 req-e7ad0573-d411-4079-8401-1d9713417eca tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498707'] for port, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:05.908346 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [req-e9b10101-6868-42f2-95c4-1d103c9033b0 req-e7ad0573-d411-4079-8401-1d9713417eca tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] 10.222.0.60 "DELETE /v2.0/ports/e0e65679-027e-43de-a0b5-1d7e8c42526a HTTP/1.1" status: 204 len: 173 time: 0.3894756 Dec 21 14:19:05.908782 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7d9263e-1aaa-4fe7-b2aa-14ef73e9dde2', 'name': 'network-vif-deleted', 'tag': 'e0e65679-027e-43de-a0b5-1d7e8c42526a'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 14:19:05.911114 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af6034c98e584fa55ea4398f343c742ceb598288507feaf30d5a15785b2293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2bb0f04-3264-4a93-b2f6-73a541c4b0b4" -d '{"events": [{"server_uuid": "a7d9263e-1aaa-4fe7-b2aa-14ef73e9dde2", "name": "network-vif-deleted", "tag": "e0e65679-027e-43de-a0b5-1d7e8c42526a"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 14:19:05.948167 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 14:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95a69899-6472-444a-b231-eb4889b443f2 x-openstack-request-id: req-95a69899-6472-444a-b231-eb4889b443f2 {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 14:19:05.948581 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7d9263e-1aaa-4fe7-b2aa-14ef73e9dde2", "name": "network-vif-deleted", "tag": "e0e65679-027e-43de-a0b5-1d7e8c42526a", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 14:19:05.948869 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-95a69899-6472-444a-b231-eb4889b443f2 {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 14:19:05.949274 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7d9263e-1aaa-4fe7-b2aa-14ef73e9dde2', 'name': 'network-vif-deleted', 'tag': 'e0e65679-027e-43de-a0b5-1d7e8c42526a', 'status': 'completed', 'code': 200} Dec 21 14:19:06.270336 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [req-40a25459-7e2f-41fc-b78f-25d266b49f8e req-1c618cb9-861e-4e4b-ba5d-4da80b17993f tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7d9263e-1aaa-4fe7-b2aa-14ef73e9dde2 HTTP/1.1" status: 200 len: 210 time: 0.0275788 Dec 21 14:19:07.325525 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 39940) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:19:07.383878 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d520e7d7-414b-4985-a2a7-de36b1e2e1c4 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Publish callbacks [] for security_group, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:07.409984 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d520e7d7-414b-4985-a2a7-de36b1e2e1c4 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:07.467843 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d520e7d7-414b-4985-a2a7-de36b1e2e1c4 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:07.471217 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d520e7d7-414b-4985-a2a7-de36b1e2e1c4 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:07.472354 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-d520e7d7-414b-4985-a2a7-de36b1e2e1c4 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] 10.222.0.37 "DELETE /v2.0/security-groups/9ee5c2a1-1389-4449-ad93-905f974dff4e HTTP/1.1" status: 204 len: 168 time: 0.1458004 Dec 21 14:19:07.482370 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d520e7d7-414b-4985-a2a7-de36b1e2e1c4 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee5c2a1-1389-4449-ad93-905f974dff4e,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:19:07.491665 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d520e7d7-414b-4985-a2a7-de36b1e2e1c4 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:19:07.492017 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d520e7d7-414b-4985-a2a7-de36b1e2e1c4 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:19:07.492362 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d520e7d7-414b-4985-a2a7-de36b1e2e1c4 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:19:07.492700 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d520e7d7-414b-4985-a2a7-de36b1e2e1c4 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:19:07.493035 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d520e7d7-414b-4985-a2a7-de36b1e2e1c4 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:19:07.493366 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d520e7d7-414b-4985-a2a7-de36b1e2e1c4 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:19:07.493695 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d520e7d7-414b-4985-a2a7-de36b1e2e1c4 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:19:07.494023 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d520e7d7-414b-4985-a2a7-de36b1e2e1c4 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:19:07.494381 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d520e7d7-414b-4985-a2a7-de36b1e2e1c4 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:19:07.494716 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d520e7d7-414b-4985-a2a7-de36b1e2e1c4 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:19:07.495065 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d520e7d7-414b-4985-a2a7-de36b1e2e1c4 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:19:07.495390 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d520e7d7-414b-4985-a2a7-de36b1e2e1c4 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:19:07.495715 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d520e7d7-414b-4985-a2a7-de36b1e2e1c4 tempest-TestSnapshotPattern-1697599504 tempest-TestSnapshotPattern-1697599504-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 14:19:07.513569 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 39944) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:19:08.148723 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e27068c7-dc3b-4496-9ca9-a0607968c23e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532692'] for router_interface, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:08.403329 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-e27068c7-dc3b-4496-9ca9-a0607968c23e admin admin] Deleting port bee90f5d-0587-45a9-9010-b57f0a35f581 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 14:19:08.403898 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e27068c7-dc3b-4496-9ca9-a0607968c23e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:08.487346 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-e27068c7-dc3b-4496-9ca9-a0607968c23e admin admin] For port bee90f5d-0587-45a9-9010-b57f0a35f581, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bee90f5d-0587-45a9-9010-b57f0a35f581,segment=NetworkSegment(76ac4c64-738b-4af0-8730-e7445fe6fe81),segment_id=76ac4c64-738b-4af0-8730-e7445fe6fe81)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:19:08.487705 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e27068c7-dc3b-4496-9ca9-a0607968c23e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:08.502218 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-e27068c7-dc3b-4496-9ca9-a0607968c23e admin admin] Calling delete_port for bee90f5d-0587-45a9-9010-b57f0a35f581 owned by network:router_interface {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 14:19:08.682145 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e27068c7-dc3b-4496-9ca9-a0607968c23e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:08.712250 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27068c7-dc3b-4496-9ca9-a0607968c23e admin admin] Pushing event deleted for resources: {'Port': ['ID=bee90f5d-0587-45a9-9010-b57f0a35f581,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:19:08.881851 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e27068c7-dc3b-4496-9ca9-a0607968c23e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534084'] for router_interface, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:09.124986 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e27068c7-dc3b-4496-9ca9-a0607968c23e admin admin] Router f5cea583-045f-4d64-92a5-60ca1c347b49 has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 14:19:09.231741 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e27068c7-dc3b-4496-9ca9-a0607968c23e admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 14:19:09.236835 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-e27068c7-dc3b-4496-9ca9-a0607968c23e admin admin] 10.222.0.37 "PUT /v2.0/routers/f5cea583-045f-4d64-92a5-60ca1c347b49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7220953 Dec 21 14:19:09.239321 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 39946) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:19:09.240392 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16780462-8536-4197-bc6d-dcf56e330eb4 None None] Sync routers for ids ['f5cea583-045f-4d64-92a5-60ca1c347b49'] in dv-neutron-master-2-hyperv {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 14:19:09.250167 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16780462-8536-4197-bc6d-dcf56e330eb4 None None] Routers {'f5cea583-045f-4d64-92a5-60ca1c347b49'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:19:09.251354 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-16780462-8536-4197-bc6d-dcf56e330eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T14:18:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['f5cea583-045f-4d64-92a5-60ca1c347b49'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:19:09.342738 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-50e381e9-861a-4d2a-ad38-ea47c60b5940 admin admin] Publish callbacks [] for router, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:09.353803 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-16780462-8536-4197-bc6d-dcf56e330eb4 None None] Set router f5cea583-045f-4d64-92a5-60ca1c347b49 gateway port host: dv-neutron-master-2-hyperv {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:19:09.446126 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-50e381e9-861a-4d2a-ad38-ea47c60b5940 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:09.455941 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device e0e65679-027e-43de-a0b5-1d7e8c42526a no longer exists at agent hyperv_hv-neutron-mast {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 14:19:09.482905 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] No Port match for: e0e65679-027e-43de-a0b5-1d7e8c42526a {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 14:19:09.483495 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Device e0e65679-027e-43de-a0b5-1d7e8c42526a not bound to the agent host hv-neutron-mast {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 14:19:09.501156 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-50e381e9-861a-4d2a-ad38-ea47c60b5940 admin admin] Deleting port 7884cfd7-d542-4709-9d1c-837391df0b78 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 14:19:09.501507 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-50e381e9-861a-4d2a-ad38-ea47c60b5940 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:09.565600 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-16780462-8536-4197-bc6d-dcf56e330eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5cea583-045f-4d64-92a5-60ca1c347b49', 'name': 'tempest-TestSnapshotPattern-981237152-router', 'tenant_id': 'c41fd4ab183b45e39704cacc8a3b5b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.163'}], 'enable_snat': True}, 'gw_port_id': '7884cfd7-d542-4709-9d1c-837391df0b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:14:32Z', 'updated_at': '2021-12-21T14:19:08Z', 'revision_number': 5, 'project_id': 'c41fd4ab183b45e39704cacc8a3b5b8f', 'gw_port': {'id': '7884cfd7-d542-4709-9d1c-837391df0b78', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:37:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5cea583-045f-4d64-92a5-60ca1c347b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:14:32Z', 'updated_at': '2021-12-21T14:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:19:09.585282 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-50e381e9-861a-4d2a-ad38-ea47c60b5940 admin admin] For port 7884cfd7-d542-4709-9d1c-837391df0b78, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7884cfd7-d542-4709-9d1c-837391df0b78,segment=NetworkSegment(a32e5bfd-6fac-434f-817b-5707a23fd2ca),segment_id=a32e5bfd-6fac-434f-817b-5707a23fd2ca)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:19:09.585649 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-50e381e9-861a-4d2a-ad38-ea47c60b5940 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:09.591807 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16780462-8536-4197-bc6d-dcf56e330eb4 None None] Checking router: f5cea583-045f-4d64-92a5-60ca1c347b49 for host: dv-neutron-master-2-hyperv {{(pid=103154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 14:19:09.598284 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-50e381e9-861a-4d2a-ad38-ea47c60b5940 admin admin] Calling delete_port for 7884cfd7-d542-4709-9d1c-837391df0b78 owned by network:router_gateway {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 14:19:09.600479 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16780462-8536-4197-bc6d-dcf56e330eb4 None None] Routers {'f5cea583-045f-4d64-92a5-60ca1c347b49'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:19:09.601093 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-16780462-8536-4197-bc6d-dcf56e330eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T14:18:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['f5cea583-045f-4d64-92a5-60ca1c347b49'], 'active': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:19:09.682797 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvr_db [None req-16780462-8536-4197-bc6d-dcf56e330eb4 None None] Set router f5cea583-045f-4d64-92a5-60ca1c347b49 gateway port host: None {{(pid=103154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:19:09.733400 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_hamode_db [None req-16780462-8536-4197-bc6d-dcf56e330eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5cea583-045f-4d64-92a5-60ca1c347b49', 'name': 'tempest-TestSnapshotPattern-981237152-router', 'tenant_id': 'c41fd4ab183b45e39704cacc8a3b5b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:14:32Z', 'updated_at': '2021-12-21T14:19:09Z', 'revision_number': 6, 'project_id': 'c41fd4ab183b45e39704cacc8a3b5b8f', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:19:09.761700 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-50e381e9-861a-4d2a-ad38-ea47c60b5940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:09.762624 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16780462-8536-4197-bc6d-dcf56e330eb4 None None] The sync data for ids ['f5cea583-045f-4d64-92a5-60ca1c347b49'] in dv-neutron-master-2-hyperv is: [{'id': 'f5cea583-045f-4d64-92a5-60ca1c347b49', 'name': 'tempest-TestSnapshotPattern-981237152-router', 'tenant_id': 'c41fd4ab183b45e39704cacc8a3b5b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:14:32Z', 'updated_at': '2021-12-21T14:19:09Z', 'revision_number': 6, 'project_id': 'c41fd4ab183b45e39704cacc8a3b5b8f', 'gw_port_host': None}] {{(pid=103154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 14:19:09.795371 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e381e9-861a-4d2a-ad38-ea47c60b5940 admin admin] Pushing event deleted for resources: {'Port': ['ID=7884cfd7-d542-4709-9d1c-837391df0b78,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:19:09.808958 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43413ce4-d22d-4268-90ad-1b155d6ef4dd None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 14:19:09.850511 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-50e381e9-861a-4d2a-ad38-ea47c60b5940 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-548638'] for router_gateway, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:09.936657 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-50e381e9-861a-4d2a-ad38-ea47c60b5940 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26950'] for router, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:09.939292 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-50e381e9-861a-4d2a-ad38-ea47c60b5940 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:09.983970 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-50e381e9-861a-4d2a-ad38-ea47c60b5940 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534967'] for router, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:09.984629 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50e381e9-861a-4d2a-ad38-ea47c60b5940 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5cea583-045f-4d64-92a5-60ca1c347b49 {{(pid=103152) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 14:19:09.989213 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-50e381e9-861a-4d2a-ad38-ea47c60b5940 admin admin] Publish callbacks [] for router, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:09.990683 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-50e381e9-861a-4d2a-ad38-ea47c60b5940 admin admin] 10.222.0.37 "DELETE /v2.0/routers/f5cea583-045f-4d64-92a5-60ca1c347b49 HTTP/1.1" status: 204 len: 168 time: 0.7502308 Dec 21 14:19:09.993162 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 39948) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:19:10.036977 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f5a01c4-175f-4302-bb92-763ce1e914bc admin admin] Deleting subnet a77a7e51-dc08-4a26-bbbc-78b11f11e172 {{(pid=103152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 14:19:10.039958 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8f5a01c4-175f-4302-bb92-763ce1e914bc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:10.073231 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8f5a01c4-175f-4302-bb92-763ce1e914bc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526644'] for subnet, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:10.154193 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8f5a01c4-175f-4302-bb92-763ce1e914bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:10.207206 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8f5a01c4-175f-4302-bb92-763ce1e914bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12346570'] for subnet, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:10.233266 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5a01c4-175f-4302-bb92-763ce1e914bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a77a7e51-dc08-4a26-bbbc-78b11f11e172,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:19:10.235808 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8f5a01c4-175f-4302-bb92-763ce1e914bc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:10.239008 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-8f5a01c4-175f-4302-bb92-763ce1e914bc admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a77a7e51-dc08-4a26-bbbc-78b11f11e172 HTTP/1.1" status: 204 len: 168 time: 0.2449133 Dec 21 14:19:10.239540 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc03aef4-3786-4e4f-9e78-435044565e51 None None] Network 214c03e6-f809-48bd-acae-b3b54d1e15eb requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 14:19:10.241460 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 39950) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:19:10.317255 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5b2be507-7da5-4f85-9ff0-4a21d49b3d17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:10.369396 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-5b2be507-7da5-4f85-9ff0-4a21d49b3d17 admin admin] Deleting port b2d3aef3-db52-4dcf-b58b-134b1a47c694 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 14:19:10.369733 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5b2be507-7da5-4f85-9ff0-4a21d49b3d17 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:10.431055 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-5b2be507-7da5-4f85-9ff0-4a21d49b3d17 admin admin] For port b2d3aef3-db52-4dcf-b58b-134b1a47c694, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b2d3aef3-db52-4dcf-b58b-134b1a47c694,segment=NetworkSegment(76ac4c64-738b-4af0-8730-e7445fe6fe81),segment_id=76ac4c64-738b-4af0-8730-e7445fe6fe81)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:19:10.431410 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5b2be507-7da5-4f85-9ff0-4a21d49b3d17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:10.444252 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-5b2be507-7da5-4f85-9ff0-4a21d49b3d17 admin admin] Calling delete_port for b2d3aef3-db52-4dcf-b58b-134b1a47c694 owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 14:19:10.532621 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff42fab-6243-4eec-9cc2-7d7c9b8d323e None None] DHCP port deletion for 214c03e6-f809-48bd-acae-b3b54d1e15eb request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 14:19:10.534953 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5b2be507-7da5-4f85-9ff0-4a21d49b3d17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:10.562581 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2be507-7da5-4f85-9ff0-4a21d49b3d17 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2d3aef3-db52-4dcf-b58b-134b1a47c694,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:19:10.564435 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2be507-7da5-4f85-9ff0-4a21d49b3d17 admin admin] No DVR routers for this DVR port b2d3aef3-db52-4dcf-b58b-134b1a47c694 on host dv-neutron-master-2-hyperv {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 14:19:10.638975 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5b2be507-7da5-4f85-9ff0-4a21d49b3d17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:10.658806 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-5b2be507-7da5-4f85-9ff0-4a21d49b3d17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['214c03e6-f809-48bd-acae-b3b54d1e15eb']}} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:19:10.668043 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-5b2be507-7da5-4f85-9ff0-4a21d49b3d17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76ac4c64-738b-4af0-8730-e7445fe6fe81') {'for_net_delete': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:19:10.668482 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-5b2be507-7da5-4f85-9ff0-4a21d49b3d17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76ac4c64-738b-4af0-8730-e7445fe6fe81') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:19:10.678726 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5b2be507-7da5-4f85-9ff0-4a21d49b3d17 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526653'] for segment, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:10.701323 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5b2be507-7da5-4f85-9ff0-4a21d49b3d17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:10.707888 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b2be507-7da5-4f85-9ff0-4a21d49b3d17 admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=103152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 14:19:10.708334 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5b2be507-7da5-4f85-9ff0-4a21d49b3d17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805426'] for segment, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:10.710202 dv-neutron-master-2-hyperv neutron-server[103152]: Traceback (most recent call last): Dec 21 14:19:10.710202 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 14:19:10.710202 dv-neutron-master-2-hyperv neutron-server[103152]: timer() Dec 21 14:19:10.710202 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 14:19:10.710202 dv-neutron-master-2-hyperv neutron-server[103152]: cb(*args, **kw) Dec 21 14:19:10.710202 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 14:19:10.710202 dv-neutron-master-2-hyperv neutron-server[103152]: return func(*args, **kwargs) Dec 21 14:19:10.710202 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 14:19:10.710202 dv-neutron-master-2-hyperv neutron-server[103152]: self._notify() Dec 21 14:19:10.710202 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 14:19:10.710202 dv-neutron-master-2-hyperv neutron-server[103152]: self.callback(batched_events) Dec 21 14:19:10.710202 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 14:19:10.710202 dv-neutron-master-2-hyperv neutron-server[103152]: event.method(event) Dec 21 14:19:10.710202 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 14:19:10.710202 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 14:19:10.710202 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 14:19:10.710202 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 14:19:10.710202 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 14:19:10.710202 dv-neutron-master-2-hyperv neutron-server[103152]: return f(self, *a, **k) Dec 21 14:19:10.710202 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 14:19:10.710202 dv-neutron-master-2-hyperv neutron-server[103152]: return self._get(url).json() Dec 21 14:19:10.710202 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 14:19:10.710202 dv-neutron-master-2-hyperv neutron-server[103152]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 14:19:10.710202 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 14:19:10.710202 dv-neutron-master-2-hyperv neutron-server[103152]: return self.request(url, 'GET', **kwargs) Dec 21 14:19:10.710202 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 14:19:10.710202 dv-neutron-master-2-hyperv neutron-server[103152]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 14:19:10.710202 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 14:19:10.710202 dv-neutron-master-2-hyperv neutron-server[103152]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 14:19:10.710202 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 14:19:10.710202 dv-neutron-master-2-hyperv neutron-server[103152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 14:19:10.710202 dv-neutron-master-2-hyperv neutron-server[103152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 14:19:10.764943 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5b2be507-7da5-4f85-9ff0-4a21d49b3d17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:10.770506 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5b2be507-7da5-4f85-9ff0-4a21d49b3d17 admin admin] Publish callbacks [] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:10.776912 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-5b2be507-7da5-4f85-9ff0-4a21d49b3d17 admin admin] 10.222.0.37 "DELETE /v2.0/networks/214c03e6-f809-48bd-acae-b3b54d1e15eb HTTP/1.1" status: 204 len: 168 time: 0.5313079 Dec 21 14:19:10.777460 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 39952) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:19:10.786174 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2be507-7da5-4f85-9ff0-4a21d49b3d17 admin admin] Pushing event deleted for resources: {'Network': ['ID=214c03e6-f809-48bd-acae-b3b54d1e15eb,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:19:11.125758 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f4dc1074-8535-45a0-acfc-d52fbe897686 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532692'] for router_interface, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:11.372911 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-f4dc1074-8535-45a0-acfc-d52fbe897686 admin admin] Deleting port f4963f5f-56e1-4bd1-8119-2e62fe493a95 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 14:19:11.373243 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f4dc1074-8535-45a0-acfc-d52fbe897686 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:11.450829 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-f4dc1074-8535-45a0-acfc-d52fbe897686 admin admin] For port f4963f5f-56e1-4bd1-8119-2e62fe493a95, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f4963f5f-56e1-4bd1-8119-2e62fe493a95,segment=NetworkSegment(2bacdc5f-78b3-4489-95e0-7eecca96bf6e),segment_id=2bacdc5f-78b3-4489-95e0-7eecca96bf6e)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:19:11.451182 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f4dc1074-8535-45a0-acfc-d52fbe897686 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:11.463625 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-f4dc1074-8535-45a0-acfc-d52fbe897686 admin admin] Calling delete_port for f4963f5f-56e1-4bd1-8119-2e62fe493a95 owned by network:router_interface {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 14:19:11.510799 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device bee90f5d-0587-45a9-9010-b57f0a35f581 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 14:19:11.530974 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: bee90f5d-0587-45a9-9010-b57f0a35f581 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 14:19:11.531317 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device bee90f5d-0587-45a9-9010-b57f0a35f581 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 14:19:11.531724 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 7884cfd7-d542-4709-9d1c-837391df0b78 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 14:19:11.549822 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: 7884cfd7-d542-4709-9d1c-837391df0b78 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 14:19:11.550453 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device 7884cfd7-d542-4709-9d1c-837391df0b78 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 14:19:11.550584 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device b2d3aef3-db52-4dcf-b58b-134b1a47c694 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 14:19:11.569330 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: b2d3aef3-db52-4dcf-b58b-134b1a47c694 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 14:19:11.569676 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device b2d3aef3-db52-4dcf-b58b-134b1a47c694 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 14:19:11.645233 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f4dc1074-8535-45a0-acfc-d52fbe897686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:11.668634 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dc1074-8535-45a0-acfc-d52fbe897686 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4963f5f-56e1-4bd1-8119-2e62fe493a95,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:19:11.840227 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f4dc1074-8535-45a0-acfc-d52fbe897686 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534084'] for router_interface, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:12.047083 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4dc1074-8535-45a0-acfc-d52fbe897686 admin admin] Router 2852243d-7765-4cb0-b191-447b6410673f has already been hosted by L3 agent 59e14383-78fa-487e-9299-b32042a98157 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 14:19:12.148111 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4dc1074-8535-45a0-acfc-d52fbe897686 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 14:19:12.153181 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-f4dc1074-8535-45a0-acfc-d52fbe897686 admin admin] 10.222.0.37 "PUT /v2.0/routers/2852243d-7765-4cb0-b191-447b6410673f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3742499 Dec 21 14:19:12.155778 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 39954) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:19:12.158972 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6d0446-94af-47e7-a5b6-ef2a0a28efd4 None None] Sync routers for ids ['2852243d-7765-4cb0-b191-447b6410673f'] in dv-neutron-master-2-hyperv {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 14:19:12.168625 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6d0446-94af-47e7-a5b6-ef2a0a28efd4 None None] Routers {'2852243d-7765-4cb0-b191-447b6410673f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:19:12.169233 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-2d6d0446-94af-47e7-a5b6-ef2a0a28efd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T14:18:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['2852243d-7765-4cb0-b191-447b6410673f'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:19:12.261218 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e6db59f2-24d1-4db0-9b6f-1c3bb312c537 admin admin] Publish callbacks [] for router, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:12.355975 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-2d6d0446-94af-47e7-a5b6-ef2a0a28efd4 None None] Set router 2852243d-7765-4cb0-b191-447b6410673f gateway port host: dv-neutron-master-2-hyperv {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:19:12.362077 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e6db59f2-24d1-4db0-9b6f-1c3bb312c537 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:12.418135 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-e6db59f2-24d1-4db0-9b6f-1c3bb312c537 admin admin] Deleting port dc0ba260-6d33-4d50-b33f-fa11a8b451f0 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 14:19:12.418476 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e6db59f2-24d1-4db0-9b6f-1c3bb312c537 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:12.497224 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-e6db59f2-24d1-4db0-9b6f-1c3bb312c537 admin admin] For port dc0ba260-6d33-4d50-b33f-fa11a8b451f0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=dc0ba260-6d33-4d50-b33f-fa11a8b451f0,segment=NetworkSegment(a32e5bfd-6fac-434f-817b-5707a23fd2ca),segment_id=a32e5bfd-6fac-434f-817b-5707a23fd2ca)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:19:12.497577 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e6db59f2-24d1-4db0-9b6f-1c3bb312c537 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:12.509062 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-e6db59f2-24d1-4db0-9b6f-1c3bb312c537 admin admin] Calling delete_port for dc0ba260-6d33-4d50-b33f-fa11a8b451f0 owned by network:router_gateway {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 14:19:12.536683 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-2d6d0446-94af-47e7-a5b6-ef2a0a28efd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2852243d-7765-4cb0-b191-447b6410673f', 'name': 'tempest-TestSnapshotPattern-1197797986-router', 'tenant_id': '660ba85c5bba4f3a97f0fd5e2d26d451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'external_fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.2'}], 'enable_snat': True}, 'gw_port_id': 'dc0ba260-6d33-4d50-b33f-fa11a8b451f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:14:36Z', 'updated_at': '2021-12-21T14:19:11Z', 'revision_number': 5, 'project_id': '660ba85c5bba4f3a97f0fd5e2d26d451', 'gw_port': {'id': 'dc0ba260-6d33-4d50-b33f-fa11a8b451f0', 'name': '', 'network_id': '7fdf1889-f079-4166-bbda-88b2a8d8d595', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:43:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2852243d-7765-4cb0-b191-447b6410673f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'ip_address': '172.36.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T14:14:37Z', 'updated_at': '2021-12-21T14:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '051a5607-1753-4008-a2f2-d94b48752e9c', 'cidr': '172.36.3.0/24', 'gateway_ip': '172.36.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:19:12.562435 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6d0446-94af-47e7-a5b6-ef2a0a28efd4 None None] Checking router: 2852243d-7765-4cb0-b191-447b6410673f for host: dv-neutron-master-2-hyperv {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 14:19:12.571304 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6d0446-94af-47e7-a5b6-ef2a0a28efd4 None None] Routers {'2852243d-7765-4cb0-b191-447b6410673f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 14:19:12.571915 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-2d6d0446-94af-47e7-a5b6-ef2a0a28efd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T13:17:58Z,description=,heartbeat_timestamp=2021-12-21T14:18:58Z,host='dv-neutron-master-2-hyperv',id=59e14383-78fa-487e-9299-b32042a98157,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T13:17:58Z,topic='l3_agent')) {'router_ids': ['2852243d-7765-4cb0-b191-447b6410673f'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:19:12.657733 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-2d6d0446-94af-47e7-a5b6-ef2a0a28efd4 None None] Set router 2852243d-7765-4cb0-b191-447b6410673f gateway port host: None {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 14:19:12.674536 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e6db59f2-24d1-4db0-9b6f-1c3bb312c537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11349545'] for port, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:12.697692 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6db59f2-24d1-4db0-9b6f-1c3bb312c537 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc0ba260-6d33-4d50-b33f-fa11a8b451f0,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:19:12.709669 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-2d6d0446-94af-47e7-a5b6-ef2a0a28efd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2852243d-7765-4cb0-b191-447b6410673f', 'name': 'tempest-TestSnapshotPattern-1197797986-router', 'tenant_id': '660ba85c5bba4f3a97f0fd5e2d26d451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:14:36Z', 'updated_at': '2021-12-21T14:19:12Z', 'revision_number': 6, 'project_id': '660ba85c5bba4f3a97f0fd5e2d26d451', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:19:12.714497 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4d07bc-cebe-47df-a8c4-c53c4ac178d7 None None] DHCP port deletion for 7fdf1889-f079-4166-bbda-88b2a8d8d595 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 14:19:12.742456 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6d0446-94af-47e7-a5b6-ef2a0a28efd4 None None] The sync data for ids ['2852243d-7765-4cb0-b191-447b6410673f'] in dv-neutron-master-2-hyperv is: [{'id': '2852243d-7765-4cb0-b191-447b6410673f', 'name': 'tempest-TestSnapshotPattern-1197797986-router', 'tenant_id': '660ba85c5bba4f3a97f0fd5e2d26d451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T14:14:36Z', 'updated_at': '2021-12-21T14:19:12Z', 'revision_number': 6, 'project_id': '660ba85c5bba4f3a97f0fd5e2d26d451', 'gw_port_host': None}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 14:19:12.767343 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e6db59f2-24d1-4db0-9b6f-1c3bb312c537 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-548638'] for router_gateway, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:13.157062 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e6db59f2-24d1-4db0-9b6f-1c3bb312c537 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26950'] for router, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:13.159279 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e6db59f2-24d1-4db0-9b6f-1c3bb312c537 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:13.203672 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e6db59f2-24d1-4db0-9b6f-1c3bb312c537 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534967'] for router, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:13.204543 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6db59f2-24d1-4db0-9b6f-1c3bb312c537 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2852243d-7765-4cb0-b191-447b6410673f {{(pid=103153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 14:19:13.210402 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e6db59f2-24d1-4db0-9b6f-1c3bb312c537 admin admin] Publish callbacks [] for router, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:13.214389 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 39958) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:19:13.214878 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-e6db59f2-24d1-4db0-9b6f-1c3bb312c537 admin admin] 10.222.0.37 "DELETE /v2.0/routers/2852243d-7765-4cb0-b191-447b6410673f HTTP/1.1" status: 204 len: 168 time: 1.0576720 Dec 21 14:19:13.262819 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e74eac4-3e79-43af-8912-1a0d2c4aa5cf admin admin] Deleting subnet 306aac88-3c29-478b-bd9d-61fd43d1231e {{(pid=103152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 14:19:13.265879 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8e74eac4-3e79-43af-8912-1a0d2c4aa5cf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:13.302309 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8e74eac4-3e79-43af-8912-1a0d2c4aa5cf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12526644'] for subnet, precommit_delete_associations {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:13.379071 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8e74eac4-3e79-43af-8912-1a0d2c4aa5cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3760036'] for subnet, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:13.436329 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8e74eac4-3e79-43af-8912-1a0d2c4aa5cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3760061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12346570'] for subnet, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:13.463269 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e74eac4-3e79-43af-8912-1a0d2c4aa5cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=306aac88-3c29-478b-bd9d-61fd43d1231e,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:19:13.465695 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8e74eac4-3e79-43af-8912-1a0d2c4aa5cf admin admin] Publish callbacks [] for subnet, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:13.470773 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-8e74eac4-3e79-43af-8912-1a0d2c4aa5cf admin admin] 10.222.0.37 "DELETE /v2.0/subnets/306aac88-3c29-478b-bd9d-61fd43d1231e HTTP/1.1" status: 204 len: 168 time: 0.2529702 Dec 21 14:19:13.470940 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6b3253-9af9-424a-9121-64dcb3d91b23 None None] Network 9a0079de-af38-4f3d-b1fe-77cf67d691e7 requested from dv-neutron-master-2-hyperv {{(pid=103154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 14:19:13.471085 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 39960) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:19:13.550163 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-dbedbd9d-3cac-4b72-aa48-5c2c7eb20624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3738655'] for network, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:13.566241 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device dc0ba260-6d33-4d50-b33f-fa11a8b451f0 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 14:19:13.587422 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: dc0ba260-6d33-4d50-b33f-fa11a8b451f0 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 14:19:13.587762 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device dc0ba260-6d33-4d50-b33f-fa11a8b451f0 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 14:19:13.588178 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device f4963f5f-56e1-4bd1-8119-2e62fe493a95 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 14:19:13.609403 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: f4963f5f-56e1-4bd1-8119-2e62fe493a95 {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 14:19:13.609751 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device f4963f5f-56e1-4bd1-8119-2e62fe493a95 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 14:19:13.611278 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-dbedbd9d-3cac-4b72-aa48-5c2c7eb20624 admin admin] Deleting port f3a4b949-1360-44a4-a004-2e26c0f78e0e {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 14:19:13.611849 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-dbedbd9d-3cac-4b72-aa48-5c2c7eb20624 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:13.681593 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dfc8177-acc3-40d0-a492-837dd9f211ab None None] DHCP port deletion for 9a0079de-af38-4f3d-b1fe-77cf67d691e7 request from dv-neutron-master-2-hyperv {{(pid=103154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 14:19:13.683610 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-dbedbd9d-3cac-4b72-aa48-5c2c7eb20624 admin admin] For port f3a4b949-1360-44a4-a004-2e26c0f78e0e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f3a4b949-1360-44a4-a004-2e26c0f78e0e,segment=NetworkSegment(2bacdc5f-78b3-4489-95e0-7eecca96bf6e),segment_id=2bacdc5f-78b3-4489-95e0-7eecca96bf6e)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:19:13.683980 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-dbedbd9d-3cac-4b72-aa48-5c2c7eb20624 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:13.699194 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-dbedbd9d-3cac-4b72-aa48-5c2c7eb20624 admin admin] Calling delete_port for f3a4b949-1360-44a4-a004-2e26c0f78e0e owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 14:19:13.732549 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-5dfc8177-acc3-40d0-a492-837dd9f211ab None None] Deleting port f3a4b949-1360-44a4-a004-2e26c0f78e0e {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 14:19:13.733048 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-5dfc8177-acc3-40d0-a492-837dd9f211ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793255225546'] for port, before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:13.795203 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-dbedbd9d-3cac-4b72-aa48-5c2c7eb20624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805221'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:13.814693 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:13.817227 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-5dfc8177-acc3-40d0-a492-837dd9f211ab None None] For port f3a4b949-1360-44a4-a004-2e26c0f78e0e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f3a4b949-1360-44a4-a004-2e26c0f78e0e,segment=NetworkSegment(2bacdc5f-78b3-4489-95e0-7eecca96bf6e),segment_id=2bacdc5f-78b3-4489-95e0-7eecca96bf6e)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 14:19:13.817762 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-5dfc8177-acc3-40d0-a492-837dd9f211ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546051'] for port, precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:13.827360 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbedbd9d-3cac-4b72-aa48-5c2c7eb20624 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3a4b949-1360-44a4-a004-2e26c0f78e0e,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:19:13.833384 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-5dfc8177-acc3-40d0-a492-837dd9f211ab None None] Calling delete_port for f3a4b949-1360-44a4-a004-2e26c0f78e0e owned by network:dhcp {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 14:19:13.833810 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbedbd9d-3cac-4b72-aa48-5c2c7eb20624 admin admin] No DVR routers for this DVR port f3a4b949-1360-44a4-a004-2e26c0f78e0e on host dv-neutron-master-2-hyperv {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 14:19:13.903860 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-dbedbd9d-3cac-4b72-aa48-5c2c7eb20624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3752745', 'neutron.services.segments.db._delete_segments_for_network-8793255377116'] for network, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:13.912416 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-5dfc8177-acc3-40d0-a492-837dd9f211ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3795666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793255361585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793254812636'] for port, after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:13.927950 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-dbedbd9d-3cac-4b72-aa48-5c2c7eb20624 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a0079de-af38-4f3d-b1fe-77cf67d691e7']}} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:19:13.937199 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-dbedbd9d-3cac-4b72-aa48-5c2c7eb20624 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bacdc5f-78b3-4489-95e0-7eecca96bf6e') {'for_net_delete': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:19:13.937490 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.services.segments.db [None req-dbedbd9d-3cac-4b72-aa48-5c2c7eb20624 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bacdc5f-78b3-4489-95e0-7eecca96bf6e') {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 14:19:13.937810 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfc8177-acc3-40d0-a492-837dd9f211ab None None] No DVR routers for this DVR port f3a4b949-1360-44a4-a004-2e26c0f78e0e on host dv-neutron-master-2-hyperv {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 14:19:13.940189 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfc8177-acc3-40d0-a492-837dd9f211ab None None] Pushing event deleted for resources: {'Port': ['ID=f3a4b949-1360-44a4-a004-2e26c0f78e0e,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:19:13.948536 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-dbedbd9d-3cac-4b72-aa48-5c2c7eb20624 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793255380197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12526653'] for segment, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:13.962521 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-dbedbd9d-3cac-4b72-aa48-5c2c7eb20624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139'] for segment, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:13.968261 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbedbd9d-3cac-4b72-aa48-5c2c7eb20624 admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=103152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 14:19:13.968644 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-dbedbd9d-3cac-4b72-aa48-5c2c7eb20624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3758139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805426'] for segment, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:13.970975 dv-neutron-master-2-hyperv neutron-server[103152]: Traceback (most recent call last): Dec 21 14:19:13.970975 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 14:19:13.970975 dv-neutron-master-2-hyperv neutron-server[103152]: timer() Dec 21 14:19:13.970975 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 14:19:13.970975 dv-neutron-master-2-hyperv neutron-server[103152]: cb(*args, **kw) Dec 21 14:19:13.970975 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 14:19:13.970975 dv-neutron-master-2-hyperv neutron-server[103152]: return func(*args, **kwargs) Dec 21 14:19:13.970975 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 14:19:13.970975 dv-neutron-master-2-hyperv neutron-server[103152]: self._notify() Dec 21 14:19:13.970975 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 14:19:13.970975 dv-neutron-master-2-hyperv neutron-server[103152]: self.callback(batched_events) Dec 21 14:19:13.970975 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 14:19:13.970975 dv-neutron-master-2-hyperv neutron-server[103152]: event.method(event) Dec 21 14:19:13.970975 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 14:19:13.970975 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 14:19:13.970975 dv-neutron-master-2-hyperv neutron-server[103152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 14:19:13.970975 dv-neutron-master-2-hyperv neutron-server[103152]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 14:19:13.970975 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 14:19:13.970975 dv-neutron-master-2-hyperv neutron-server[103152]: return f(self, *a, **k) Dec 21 14:19:13.970975 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 14:19:13.970975 dv-neutron-master-2-hyperv neutron-server[103152]: return self._get(url).json() Dec 21 14:19:13.970975 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 14:19:13.970975 dv-neutron-master-2-hyperv neutron-server[103152]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 14:19:13.970975 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 14:19:13.970975 dv-neutron-master-2-hyperv neutron-server[103152]: return self.request(url, 'GET', **kwargs) Dec 21 14:19:13.970975 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 14:19:13.970975 dv-neutron-master-2-hyperv neutron-server[103152]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 14:19:13.970975 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 14:19:13.970975 dv-neutron-master-2-hyperv neutron-server[103152]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 14:19:13.970975 dv-neutron-master-2-hyperv neutron-server[103152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 14:19:13.970975 dv-neutron-master-2-hyperv neutron-server[103152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 14:19:13.970975 dv-neutron-master-2-hyperv neutron-server[103152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 14:19:14.023874 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-dbedbd9d-3cac-4b72-aa48-5c2c7eb20624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3752738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548802'] for network, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:14.028533 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-dbedbd9d-3cac-4b72-aa48-5c2c7eb20624 admin admin] Publish callbacks [] for network, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:14.031801 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-dbedbd9d-3cac-4b72-aa48-5c2c7eb20624 admin admin] 10.222.0.37 "DELETE /v2.0/networks/9a0079de-af38-4f3d-b1fe-77cf67d691e7 HTTP/1.1" status: 204 len: 168 time: 0.5599289 Dec 21 14:19:14.044587 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbedbd9d-3cac-4b72-aa48-5c2c7eb20624 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a0079de-af38-4f3d-b1fe-77cf67d691e7,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:19:14.201745 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 39964) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:19:14.241409 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-099340b2-70bf-48aa-85f8-cafed88bc8f7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c41fd4ab183b45e39704cacc8a3b5b8f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385036 Dec 21 14:19:14.243776 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.wsgi [-] (103152) accepted ('10.222.0.37', 39966) {{(pid=103152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:19:14.293963 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-098cdb66-5aa4-416b-b137-cd7ecbe0b000 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:14.315308 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-098cdb66-5aa4-416b-b137-cd7ecbe0b000 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:14.359732 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-098cdb66-5aa4-416b-b137-cd7ecbe0b000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:14.362649 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-098cdb66-5aa4-416b-b137-cd7ecbe0b000 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:14.363792 dv-neutron-master-2-hyperv neutron-server[103152]: INFO neutron.wsgi [None req-098cdb66-5aa4-416b-b137-cd7ecbe0b000 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/06c990c4-9628-4b1c-9593-44bdd884725e HTTP/1.1" status: 204 len: 168 time: 0.1191282 Dec 21 14:19:14.372033 dv-neutron-master-2-hyperv neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098cdb66-5aa4-416b-b137-cd7ecbe0b000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c990c4-9628-4b1c-9593-44bdd884725e,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:19:14.682833 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 39972) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:19:14.721299 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-fe25d165-a03e-4b62-8fa2-d7a0443d2c42 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=660ba85c5bba4f3a97f0fd5e2d26d451&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0372736 Dec 21 14:19:14.723688 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.37', 39974) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 14:19:14.768724 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d43b947c-6b58-4999-ba40-96ee2ae8e196 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:14.788777 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d43b947c-6b58-4999-ba40-96ee2ae8e196 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:14.838515 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d43b947c-6b58-4999-ba40-96ee2ae8e196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945917'] for security_group, after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:14.841080 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d43b947c-6b58-4999-ba40-96ee2ae8e196 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:14.842319 dv-neutron-master-2-hyperv neutron-server[103153]: INFO neutron.wsgi [None req-d43b947c-6b58-4999-ba40-96ee2ae8e196 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f48bdc86-835d-4905-b8b3-64f667346f22 HTTP/1.1" status: 204 len: 168 time: 0.1177397 Dec 21 14:19:14.849858 dv-neutron-master-2-hyperv neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43b947c-6b58-4999-ba40-96ee2ae8e196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f48bdc86-835d-4905-b8b3-64f667346f22,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 14:19:15.507975 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device f3a4b949-1360-44a4-a004-2e26c0f78e0e no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 14:19:15.528475 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] No Port match for: f3a4b949-1360-44a4-a004-2e26c0f78e0e {{(pid=103154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 14:19:15.528813 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron.plugins.ml2.rpc [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Device f3a4b949-1360-44a4-a004-2e26c0f78e0e not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 14:19:17.836958 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.agents_db [None req-c60a5637-8c6f-4692-b23b-7dd82bd36b21 None None] Agent healthcheck: found 6 active agents {{(pid=103155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 14:19:25.245371 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-9930d819-4bb6-42ef-b395-dc717bfdcf34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:27.756450 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-dbbcfaa0-97d5-4ff4-8b98-af93cd0b5190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:29.000672 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:30.986731 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:31.193254 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:43.789172 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:54.835586 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.agents_db [None req-c60a5637-8c6f-4692-b23b-7dd82bd36b21 None None] Agent healthcheck: found 6 active agents {{(pid=103155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 14:19:55.247096 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-9faf5634-03f0-4df6-a249-c2d29d5f4162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:57.758684 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b372e8e0-2871-41a0-8614-bb0ff52aaf9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:19:59.005353 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:00.988744 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:01.189815 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:13.805499 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:25.249018 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a26ea803-deaa-40d8-b708-3a2df3b3f238 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:27.762717 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6a9dc84c-c162-4671-8ca8-844d7b570187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:29.008364 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:30.992577 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:31.193000 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:31.835088 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.agents_db [None req-c60a5637-8c6f-4692-b23b-7dd82bd36b21 None None] Agent healthcheck: found 6 active agents {{(pid=103155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 14:20:43.824316 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:55.250863 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-3fc545a6-20c2-4942-abfc-dab11f19f8be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:57.763272 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-cf3daa43-a03b-4aa6-8ea1-a6d7e3f80fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:20:59.010066 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:00.995175 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:01.188666 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:08.835270 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.agents_db [None req-c60a5637-8c6f-4692-b23b-7dd82bd36b21 None None] Agent healthcheck: found 6 active agents {{(pid=103155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 14:21:13.821136 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:25.253240 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f56bcccb-4d4d-4553-ba45-f82e103208fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:27.766853 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b0c0905d-9ec8-4e3a-b6ce-bd21695116b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:29.012701 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:30.998487 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:31.191424 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:43.836482 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:45.833660 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.agents_db [None req-c60a5637-8c6f-4692-b23b-7dd82bd36b21 None None] Agent healthcheck: found 6 active agents {{(pid=103155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 14:21:55.254422 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-df002841-f8fa-4e62-9e6f-dd942b9c25e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:57.767049 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-bc405800-2285-4f8c-b20d-b76a6da6aead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:21:59.016173 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:01.000219 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:01.194001 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:13.836089 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:22.832163 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.agents_db [None req-c60a5637-8c6f-4692-b23b-7dd82bd36b21 None None] Agent healthcheck: found 6 active agents {{(pid=103155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 14:22:25.256277 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-1dcf3ad0-43ff-4d57-aab1-5aa70a6b858e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:27.768906 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-bd400aea-25ff-4683-b47e-8f16c6dd97ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:29.021648 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:31.002827 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:31.197504 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:43.848960 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:55.257728 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-0ffde9b5-91a7-4377-b173-22578f59e9b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:57.769975 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7f5e73c8-191b-4260-a0e0-82664832f33f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:59.021390 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:22:59.831072 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.agents_db [None req-c60a5637-8c6f-4692-b23b-7dd82bd36b21 None None] Agent healthcheck: found 6 active agents {{(pid=103155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 14:23:01.005756 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:01.206324 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:13.864053 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:25.258706 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fd57992b-8e6d-422a-9b21-b5e4b818cfab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:27.771877 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-18af13b1-ec05-4a20-8464-36d7b82f2e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:29.024575 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:31.009218 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:31.199723 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:36.829717 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.agents_db [None req-c60a5637-8c6f-4692-b23b-7dd82bd36b21 None None] Agent healthcheck: found 6 active agents {{(pid=103155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 14:23:43.863886 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:55.260556 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-248e8322-38ed-4240-9d46-a27a7fc4c089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:57.773607 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-be17516a-ca1c-4e92-8257-f6a57cdab571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:23:59.030522 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:24:01.012322 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:24:01.209656 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:24:13.829648 dv-neutron-master-2-hyperv neutron-server[103155]: DEBUG neutron.db.agents_db [None req-c60a5637-8c6f-4692-b23b-7dd82bd36b21 None None] Agent healthcheck: found 6 active agents {{(pid=103155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 14:24:13.863245 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:24:25.263254 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a96a0bd4-40d7-4234-b53d-16d43f564909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:24:27.774946 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-4214f68b-47a7-4f22-a117-bfa968ca89bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:24:29.028879 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c94b791b-96cf-4864-beee-6ea2c7de2749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:24:31.014964 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5cac608-40b3-4419-8683-3196fba03a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:24:31.209474 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7051-4d42-4d6f-a645-ba0a6176fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 14:24:43.862692 dv-neutron-master-2-hyperv neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6826ab7a-fb4b-4b2c-a8b1-2719919ea878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793255377098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755107'] for agent, after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}